2024-09-19T13:23:37.906 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-19T13:23:37.928 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-19T13:23:38.028 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/yuvalif-2024-09-19_13:09:30-rgw-wip-yuval-test-distro-default-smithi/7912475 branch: wip-yuval-test description: rgw/verify/{0-install accounts$/{main} clusters/fixed-2 datacache/no_datacache frontend/beast ignore-pg-availability inline-data$/{off} msgr-failures/few objectstore/bluestore-bitmap overrides proto/https rgw_pool_type/ec s3tests-branch sharding$/{single} striping$/{stripe-equals-chunk} supported-random-distro$/{ubuntu_latest} tasks/{bucket-check cls mp_reupload ragweed reshard s3tests-java s3tests versioning} validater/lockdep} email: null first_in_suite: false job_id: '7912475' kernel: kdb: 1 sha1: distro ktype: distro last_in_suite: false machine_type: smithi name: yuvalif-2024-09-19_13:09:30-rgw-wip-yuval-test-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: ubuntu os_version: '22.04' overrides: admin_socket: branch: wip-yuval-test ceph: conf: client: debug rgw: 20 debug rgw notification: 20 rgw bucket counters cache: true rgw crypt require ssl: false rgw crypt s3 kms backend: testing rgw crypt s3 kms encryption keys: testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= rgw reshard progress judge interval: 10 rgw s3 auth use sts: true rgw sts key: abcdefghijklmnop rgw torrent flag: true rgw user counters cache: true setgroup: ceph setuser: ceph global: mon client directed command retry: 5 ms inject socket failures: 5000 osd_max_pg_log_entries: 10 osd_min_pg_log_entries: 10 rgw override bucket index max shards: 1 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 lockdep: true osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug objclass: 20 debug osd: 20 debug rocksdb: 4/10 lockdep: true mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd shutdown pgref assert: true flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(PG_AVAILABILITY\) - \(PG_DEGRADED\) - \(POOL_APP_NOT_ENABLED\) - not have an application enabled - \(OSD_SLOW_PING_TIME sha1: 08af21e0d16078b88ddf808fe9ba2ab84dbe6754 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 08af21e0d16078b88ddf808fe9ba2ab84dbe6754 openssl_keys: rgw.client.0: ca: root client: client.0 embed-key: true root: client: client.0 cn: teuthology install: - client.0 key-type: rsa:4096 rgw: client.0: ssl certificate: rgw.client.0 compression type: random ec-data-pool: true frontend: beast inline data: false storage classes: LUKEWARM, FROZEN s3tests: accounts: iam alt root: RGW99999999999999999 iam root: RGW88888888888888888 s3 main: RGW11111111111111111 force-branch: ceph-master slow_backend: true storage classes: LUKEWARM, FROZEN thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-yuval-test sha1: 08af21e0d16078b88ddf808fe9ba2ab84dbe6754 owner: scheduled_yuvalif@teuthology priority: 50 repo: https://github.com/ceph/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - node-exporter.b seed: 4251 sha1: 08af21e0d16078b88ddf808fe9ba2ab84dbe6754 sleep_before_teardown: 0 subset: 1/3 suite: rgw suite_branch: wip-yuval-test suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_08af21e0d16078b88ddf808fe9ba2ab84dbe6754/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 08af21e0d16078b88ddf808fe9ba2ab84dbe6754 targets: smithi031.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBG/N2dhnrqRdhv5Bj/VnUwJMgxkFWOSx1e5fAM+zc7WDIb0WY9hpW0r3ekJ3rqfowQvBweZv0+X1hpZAgvvNXxo= smithi170.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGZmWDSxM/WiA4YZtsgl4wAaI5U7UxnUSK5bZvJ+UQiwhyqA/EeuKD9kFU1NJaH0mdjI2Tl6iP9yZOao+3hghU0= tasks: - install: extra_system_packages: deb: - s3cmd - maven rpm: - s3cmd - maven - ceph: null - openssl_keys: null - rgw: client.0: null - tox: - client.0 - workunit: clients: client.0: - rgw/run-bucket-check.sh - workunit: clients: client.0: - cls/test_cls_lock.sh - cls/test_cls_log.sh - cls/test_cls_refcount.sh - cls/test_cls_rgw.sh - cls/test_cls_rgw_gc.sh - cls/test_cls_rgw_stats.sh - cls/test_cls_cmpomap.sh - cls/test_cls_2pc_queue.sh - cls/test_cls_user.sh - rgw/test_rgw_gc_log.sh - rgw/test_rgw_obj.sh - rgw/test_librgw_file.sh - rgw/test_awssdkv4_sig.sh - workunit: clients: client.0: - rgw/test_rgw_s3_mp_reupload.sh - ragweed: client.0: default-branch: ceph-master rgw_server: client.0 stages: prepare,check - workunit: clients: client.0: - rgw/run-reshard.sh - s3tests-java: client.0: force-branch: ceph-master force-repo: https://github.com/ceph/java_s3tests.git - s3tests: client.0: rgw_server: client.0 - workunit: clients: client.0: - rgw/run-versioning.sh teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-19_13:09:30 tube: smithi user: yuvalif verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-19T13:23:38.028 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_08af21e0d16078b88ddf808fe9ba2ab84dbe6754/qa; will attempt to use it 2024-09-19T13:23:38.029 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_08af21e0d16078b88ddf808fe9ba2ab84dbe6754/qa/tasks 2024-09-19T13:23:38.029 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-19T13:23:38.030 INFO:teuthology.task.internal:Checking packages... 2024-09-19T13:23:38.051 INFO:teuthology.task.internal:Checking packages for os_type 'ubuntu', flavor 'default' and ceph hash '08af21e0d16078b88ddf808fe9ba2ab84dbe6754' 2024-09-19T13:23:38.051 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-19T13:23:38.052 INFO:teuthology.packaging:ref: None 2024-09-19T13:23:38.052 INFO:teuthology.packaging:tag: None 2024-09-19T13:23:38.052 INFO:teuthology.packaging:branch: wip-yuval-test 2024-09-19T13:23:38.052 INFO:teuthology.packaging:sha1: 08af21e0d16078b88ddf808fe9ba2ab84dbe6754 2024-09-19T13:23:38.052 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=wip-yuval-test 2024-09-19T13:23:38.221 INFO:teuthology.task.internal:Found packages for ceph version 19.3.0-5012-g08af21e0-1jammy 2024-09-19T13:23:38.222 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-19T13:23:38.229 INFO:teuthology.task.internal:no buildpackages task found 2024-09-19T13:23:38.229 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-19T13:23:38.277 INFO:teuthology.task.internal:Saving configuration 2024-09-19T13:23:38.293 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-19T13:23:38.311 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-19T13:23:38.337 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi031.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuvalif-2024-09-19_13:09:30-rgw-wip-yuval-test-distro-default-smithi/7912475', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-19 13:18:06.122387', 'locked_by': 'scheduled_yuvalif@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIGH4BgbfLRvkDYulT3yPRYZtrCHEL7FsAN05fZQYxNA7'} 2024-09-19T13:23:38.366 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi170.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuvalif-2024-09-19_13:09:30-rgw-wip-yuval-test-distro-default-smithi/7912475', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-19 13:18:06.124063', 'locked_by': 'scheduled_yuvalif@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIEMEMXKlcHyD/xG7/HDjrn4AkvVxQ8P+5iAWjghJWTP6'} 2024-09-19T13:23:38.366 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-19T13:23:38.373 INFO:teuthology.task.internal:roles: ubuntu@smithi031.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'] 2024-09-19T13:23:38.373 INFO:teuthology.task.internal:roles: ubuntu@smithi170.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b'] 2024-09-19T13:23:38.373 INFO:teuthology.run_tasks:Running task console_log... 2024-09-19T13:23:38.471 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fa2a02afac0>, signals=[15]) 2024-09-19T13:23:38.471 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-19T13:23:38.477 INFO:teuthology.task.internal:Opening connections... 2024-09-19T13:23:38.477 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi031.front.sepia.ceph.com 2024-09-19T13:23:38.478 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi031.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T13:23:38.567 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi170.front.sepia.ceph.com 2024-09-19T13:23:38.567 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi170.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T13:23:38.654 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-19T13:23:38.661 DEBUG:teuthology.orchestra.run.smithi031:> uname -m 2024-09-19T13:23:38.665 INFO:teuthology.orchestra.run.smithi031.stdout:x86_64 2024-09-19T13:23:38.666 DEBUG:teuthology.orchestra.run.smithi031:> cat /etc/os-release 2024-09-19T13:23:38.715 INFO:teuthology.orchestra.run.smithi031.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2024-09-19T13:23:38.715 INFO:teuthology.orchestra.run.smithi031.stdout:NAME="Ubuntu" 2024-09-19T13:23:38.715 INFO:teuthology.orchestra.run.smithi031.stdout:VERSION_ID="22.04" 2024-09-19T13:23:38.715 INFO:teuthology.orchestra.run.smithi031.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2024-09-19T13:23:38.715 INFO:teuthology.orchestra.run.smithi031.stdout:VERSION_CODENAME=jammy 2024-09-19T13:23:38.715 INFO:teuthology.orchestra.run.smithi031.stdout:ID=ubuntu 2024-09-19T13:23:38.715 INFO:teuthology.orchestra.run.smithi031.stdout:ID_LIKE=debian 2024-09-19T13:23:38.715 INFO:teuthology.orchestra.run.smithi031.stdout:HOME_URL="https://www.ubuntu.com/" 2024-09-19T13:23:38.716 INFO:teuthology.orchestra.run.smithi031.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-09-19T13:23:38.716 INFO:teuthology.orchestra.run.smithi031.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-09-19T13:23:38.716 INFO:teuthology.orchestra.run.smithi031.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-09-19T13:23:38.716 INFO:teuthology.orchestra.run.smithi031.stdout:UBUNTU_CODENAME=jammy 2024-09-19T13:23:38.716 INFO:teuthology.lock.ops:Updating smithi031.front.sepia.ceph.com on lock server 2024-09-19T13:23:38.743 DEBUG:teuthology.orchestra.run.smithi170:> uname -m 2024-09-19T13:23:38.748 INFO:teuthology.orchestra.run.smithi170.stdout:x86_64 2024-09-19T13:23:38.748 DEBUG:teuthology.orchestra.run.smithi170:> cat /etc/os-release 2024-09-19T13:23:38.796 INFO:teuthology.orchestra.run.smithi170.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2024-09-19T13:23:38.796 INFO:teuthology.orchestra.run.smithi170.stdout:NAME="Ubuntu" 2024-09-19T13:23:38.796 INFO:teuthology.orchestra.run.smithi170.stdout:VERSION_ID="22.04" 2024-09-19T13:23:38.796 INFO:teuthology.orchestra.run.smithi170.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2024-09-19T13:23:38.796 INFO:teuthology.orchestra.run.smithi170.stdout:VERSION_CODENAME=jammy 2024-09-19T13:23:38.796 INFO:teuthology.orchestra.run.smithi170.stdout:ID=ubuntu 2024-09-19T13:23:38.797 INFO:teuthology.orchestra.run.smithi170.stdout:ID_LIKE=debian 2024-09-19T13:23:38.797 INFO:teuthology.orchestra.run.smithi170.stdout:HOME_URL="https://www.ubuntu.com/" 2024-09-19T13:23:38.797 INFO:teuthology.orchestra.run.smithi170.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-09-19T13:23:38.797 INFO:teuthology.orchestra.run.smithi170.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-09-19T13:23:38.797 INFO:teuthology.orchestra.run.smithi170.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-09-19T13:23:38.797 INFO:teuthology.orchestra.run.smithi170.stdout:UBUNTU_CODENAME=jammy 2024-09-19T13:23:38.797 INFO:teuthology.lock.ops:Updating smithi170.front.sepia.ceph.com on lock server 2024-09-19T13:23:38.826 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-19T13:23:38.835 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-19T13:23:38.868 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-19T13:23:38.868 DEBUG:teuthology.orchestra.run.smithi031:> test '!' -e /home/ubuntu/cephtest 2024-09-19T13:23:38.871 DEBUG:teuthology.orchestra.run.smithi170:> test '!' -e /home/ubuntu/cephtest 2024-09-19T13:23:38.875 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-19T13:23:38.902 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-19T13:23:38.902 DEBUG:teuthology.orchestra.run.smithi031:> test -z $(ls -A /var/lib/ceph) 2024-09-19T13:23:38.917 DEBUG:teuthology.orchestra.run.smithi170:> test -z $(ls -A /var/lib/ceph) 2024-09-19T13:23:38.930 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-19T13:23:38.998 INFO:teuthology.run_tasks:Running task kernel... 2024-09-19T13:23:39.012 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-19T13:23:39.012 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-19T13:23:39.013 DEBUG:teuthology.orchestra.run.smithi031:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-19T13:23:39.013 DEBUG:teuthology.orchestra.run.smithi170:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-19T13:23:39.018 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T13:23:39.018 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T13:23:39.019 DEBUG:teuthology.orchestra.run.smithi031:> uname -r 2024-09-19T13:23:39.019 DEBUG:teuthology.orchestra.run.smithi170:> uname -r 2024-09-19T13:23:39.064 INFO:teuthology.orchestra.run.smithi170.stdout:5.15.0-56-generic 2024-09-19T13:23:39.064 INFO:teuthology.task.kernel:Running kernel on smithi170: 5.15.0-56-generic 2024-09-19T13:23:39.065 DEBUG:teuthology.orchestra.run.smithi170:> sudo apt-get clean 2024-09-19T13:23:39.067 INFO:teuthology.orchestra.run.smithi031.stdout:5.15.0-56-generic 2024-09-19T13:23:39.068 INFO:teuthology.task.kernel:Running kernel on smithi031: 5.15.0-56-generic 2024-09-19T13:23:39.068 DEBUG:teuthology.orchestra.run.smithi031:> sudo apt-get clean 2024-09-19T13:23:39.201 DEBUG:teuthology.orchestra.run.smithi031:> sudo apt-get update 2024-09-19T13:23:39.204 DEBUG:teuthology.orchestra.run.smithi170:> sudo apt-get update 2024-09-19T13:23:39.342 INFO:teuthology.orchestra.run.smithi170.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-19T13:23:39.351 INFO:teuthology.orchestra.run.smithi170.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [128 kB] 2024-09-19T13:23:39.418 INFO:teuthology.orchestra.run.smithi170.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [127 kB] 2024-09-19T13:23:39.453 INFO:teuthology.orchestra.run.smithi170.stdout:Get:4 http://security.ubuntu.com/ubuntu jammy-security InRelease [129 kB] 2024-09-19T13:23:39.497 INFO:teuthology.orchestra.run.smithi031.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-19T13:23:39.497 INFO:teuthology.orchestra.run.smithi031.stdout:Get:2 http://security.ubuntu.com/ubuntu jammy-security InRelease [129 kB] 2024-09-19T13:23:39.549 INFO:teuthology.orchestra.run.smithi031.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [128 kB] 2024-09-19T13:23:39.588 INFO:teuthology.orchestra.run.smithi170.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [2,058 kB] 2024-09-19T13:23:39.687 INFO:teuthology.orchestra.run.smithi170.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [701 kB] 2024-09-19T13:23:39.691 INFO:teuthology.orchestra.run.smithi170.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [355 kB] 2024-09-19T13:23:39.694 INFO:teuthology.orchestra.run.smithi170.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [17.8 kB] 2024-09-19T13:23:39.694 INFO:teuthology.orchestra.run.smithi170.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [39.3 kB] 2024-09-19T13:23:39.694 INFO:teuthology.orchestra.run.smithi170.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [2,495 kB] 2024-09-19T13:23:39.712 INFO:teuthology.orchestra.run.smithi170.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [429 kB] 2024-09-19T13:23:39.715 INFO:teuthology.orchestra.run.smithi170.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [616 B] 2024-09-19T13:23:39.742 INFO:teuthology.orchestra.run.smithi170.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [733 kB] 2024-09-19T13:23:39.749 INFO:teuthology.orchestra.run.smithi170.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,125 kB] 2024-09-19T13:23:39.759 INFO:teuthology.orchestra.run.smithi170.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [261 kB] 2024-09-19T13:23:39.762 INFO:teuthology.orchestra.run.smithi170.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [26.1 kB] 2024-09-19T13:23:39.762 INFO:teuthology.orchestra.run.smithi170.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [4,752 B] 2024-09-19T13:23:39.782 INFO:teuthology.orchestra.run.smithi170.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [43.3 kB] 2024-09-19T13:23:39.783 INFO:teuthology.orchestra.run.smithi170.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [10.8 kB] 2024-09-19T13:23:39.784 INFO:teuthology.orchestra.run.smithi170.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [444 B] 2024-09-19T13:23:39.784 INFO:teuthology.orchestra.run.smithi170.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [67.8 kB] 2024-09-19T13:23:39.785 INFO:teuthology.orchestra.run.smithi170.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [59.9 kB] 2024-09-19T13:23:39.786 INFO:teuthology.orchestra.run.smithi170.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [11.1 kB] 2024-09-19T13:23:39.786 INFO:teuthology.orchestra.run.smithi170.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2024-09-19T13:23:39.796 INFO:teuthology.orchestra.run.smithi170.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [17.3 kB] 2024-09-19T13:23:39.813 INFO:teuthology.orchestra.run.smithi170.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [28.8 kB] 2024-09-19T13:23:39.813 INFO:teuthology.orchestra.run.smithi170.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.5 kB] 2024-09-19T13:23:39.813 INFO:teuthology.orchestra.run.smithi170.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [672 B] 2024-09-19T13:23:39.893 INFO:teuthology.orchestra.run.smithi170.stdout:Get:29 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,839 kB] 2024-09-19T13:23:39.905 INFO:teuthology.orchestra.run.smithi031.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [127 kB] 2024-09-19T13:23:39.926 INFO:teuthology.orchestra.run.smithi031.stdout:Get:5 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,839 kB] 2024-09-19T13:23:40.043 INFO:teuthology.orchestra.run.smithi031.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [701 kB] 2024-09-19T13:23:40.247 INFO:teuthology.orchestra.run.smithi031.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [2,058 kB] 2024-09-19T13:23:40.316 INFO:teuthology.orchestra.run.smithi170.stdout:Get:30 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [544 kB] 2024-09-19T13:23:40.332 INFO:teuthology.orchestra.run.smithi170.stdout:Get:31 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [298 kB] 2024-09-19T13:23:40.340 INFO:teuthology.orchestra.run.smithi170.stdout:Get:32 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [13.3 kB] 2024-09-19T13:23:40.341 INFO:teuthology.orchestra.run.smithi170.stdout:Get:33 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [37.7 kB] 2024-09-19T13:23:40.342 INFO:teuthology.orchestra.run.smithi170.stdout:Get:34 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [2,431 kB] 2024-09-19T13:23:40.348 INFO:teuthology.orchestra.run.smithi031.stdout:Get:8 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [544 kB] 2024-09-19T13:23:40.364 INFO:teuthology.orchestra.run.smithi031.stdout:Get:9 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [298 kB] 2024-09-19T13:23:40.372 INFO:teuthology.orchestra.run.smithi031.stdout:Get:10 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [13.3 kB] 2024-09-19T13:23:40.372 INFO:teuthology.orchestra.run.smithi031.stdout:Get:11 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [2,431 kB] 2024-09-19T13:23:40.398 INFO:teuthology.orchestra.run.smithi031.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [355 kB] 2024-09-19T13:23:40.412 INFO:teuthology.orchestra.run.smithi031.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [17.8 kB] 2024-09-19T13:23:40.413 INFO:teuthology.orchestra.run.smithi031.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [39.3 kB] 2024-09-19T13:23:40.414 INFO:teuthology.orchestra.run.smithi031.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [2,495 kB] 2024-09-19T13:23:40.439 INFO:teuthology.orchestra.run.smithi170.stdout:Get:35 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [418 kB] 2024-09-19T13:23:40.450 INFO:teuthology.orchestra.run.smithi170.stdout:Get:36 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [584 B] 2024-09-19T13:23:40.451 INFO:teuthology.orchestra.run.smithi170.stdout:Get:37 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [903 kB] 2024-09-19T13:23:40.470 INFO:teuthology.orchestra.run.smithi031.stdout:Get:16 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [37.7 kB] 2024-09-19T13:23:40.470 INFO:teuthology.orchestra.run.smithi031.stdout:Get:17 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [418 kB] 2024-09-19T13:23:40.482 INFO:teuthology.orchestra.run.smithi031.stdout:Get:18 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [584 B] 2024-09-19T13:23:40.482 INFO:teuthology.orchestra.run.smithi031.stdout:Get:19 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [628 kB] 2024-09-19T13:23:40.493 INFO:teuthology.orchestra.run.smithi170.stdout:Get:38 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [628 kB] 2024-09-19T13:23:40.504 INFO:teuthology.orchestra.run.smithi170.stdout:Get:39 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [177 kB] 2024-09-19T13:23:40.507 INFO:teuthology.orchestra.run.smithi170.stdout:Get:40 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [19.3 kB] 2024-09-19T13:23:40.508 INFO:teuthology.orchestra.run.smithi170.stdout:Get:41 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,356 B] 2024-09-19T13:23:40.508 INFO:teuthology.orchestra.run.smithi170.stdout:Get:42 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [37.2 kB] 2024-09-19T13:23:40.509 INFO:teuthology.orchestra.run.smithi170.stdout:Get:43 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,588 B] 2024-09-19T13:23:40.524 INFO:teuthology.orchestra.run.smithi031.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [429 kB] 2024-09-19T13:23:40.524 INFO:teuthology.orchestra.run.smithi031.stdout:Get:21 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [903 kB] 2024-09-19T13:23:40.532 INFO:teuthology.orchestra.run.smithi031.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [616 B] 2024-09-19T13:23:40.533 INFO:teuthology.orchestra.run.smithi031.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [733 kB] 2024-09-19T13:23:40.534 INFO:teuthology.orchestra.run.smithi031.stdout:Get:24 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [177 kB] 2024-09-19T13:23:40.536 INFO:teuthology.orchestra.run.smithi031.stdout:Get:25 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [19.3 kB] 2024-09-19T13:23:40.536 INFO:teuthology.orchestra.run.smithi031.stdout:Get:26 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [37.2 kB] 2024-09-19T13:23:40.536 INFO:teuthology.orchestra.run.smithi031.stdout:Get:27 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,356 B] 2024-09-19T13:23:40.546 INFO:teuthology.orchestra.run.smithi031.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,125 kB] 2024-09-19T13:23:40.565 INFO:teuthology.orchestra.run.smithi031.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [261 kB] 2024-09-19T13:23:40.569 INFO:teuthology.orchestra.run.smithi031.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [26.1 kB] 2024-09-19T13:23:40.570 INFO:teuthology.orchestra.run.smithi031.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [4,752 B] 2024-09-19T13:23:40.570 INFO:teuthology.orchestra.run.smithi031.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [43.3 kB] 2024-09-19T13:23:40.571 INFO:teuthology.orchestra.run.smithi031.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [10.8 kB] 2024-09-19T13:23:40.578 INFO:teuthology.orchestra.run.smithi170.stdout:Get:44 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [228 B] 2024-09-19T13:23:40.608 INFO:teuthology.orchestra.run.smithi031.stdout:Get:34 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,588 B] 2024-09-19T13:23:40.609 INFO:teuthology.orchestra.run.smithi031.stdout:Get:35 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [228 B] 2024-09-19T13:23:40.647 INFO:teuthology.orchestra.run.smithi031.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [444 B] 2024-09-19T13:23:40.648 INFO:teuthology.orchestra.run.smithi031.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [67.8 kB] 2024-09-19T13:23:40.649 INFO:teuthology.orchestra.run.smithi031.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [59.9 kB] 2024-09-19T13:23:40.650 INFO:teuthology.orchestra.run.smithi031.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [11.1 kB] 2024-09-19T13:23:40.729 INFO:teuthology.orchestra.run.smithi031.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2024-09-19T13:23:40.729 INFO:teuthology.orchestra.run.smithi031.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [28.8 kB] 2024-09-19T13:23:40.730 INFO:teuthology.orchestra.run.smithi031.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [17.3 kB] 2024-09-19T13:23:40.730 INFO:teuthology.orchestra.run.smithi031.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.5 kB] 2024-09-19T13:23:40.731 INFO:teuthology.orchestra.run.smithi031.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [672 B] 2024-09-19T13:23:46.101 INFO:teuthology.orchestra.run.smithi170.stdout:Fetched 16.2 MB in 2s (7,391 kB/s) 2024-09-19T13:23:46.983 INFO:teuthology.orchestra.run.smithi031.stdout:Fetched 16.2 MB in 3s (5,659 kB/s) 2024-09-19T13:23:47.514 INFO:teuthology.orchestra.run.smithi170.stdout:Reading package lists... 2024-09-19T13:23:47.530 DEBUG:teuthology.orchestra.run.smithi170:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-19T13:23:47.637 INFO:teuthology.orchestra.run.smithi170.stdout:Reading package lists... 2024-09-19T13:23:47.848 INFO:teuthology.orchestra.run.smithi170.stdout:Building dependency tree... 2024-09-19T13:23:47.849 INFO:teuthology.orchestra.run.smithi170.stdout:Reading state information... 2024-09-19T13:23:48.041 INFO:teuthology.orchestra.run.smithi170.stdout:The following packages were automatically installed and are no longer required: 2024-09-19T13:23:48.041 INFO:teuthology.orchestra.run.smithi170.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-19T13:23:48.041 INFO:teuthology.orchestra.run.smithi170.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-19T13:23:48.042 INFO:teuthology.orchestra.run.smithi170.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-19T13:23:48.042 INFO:teuthology.orchestra.run.smithi170.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2024-09-19T13:23:48.042 INFO:teuthology.orchestra.run.smithi170.stdout: python2.7-minimal 2024-09-19T13:23:48.042 INFO:teuthology.orchestra.run.smithi170.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-19T13:23:48.043 INFO:teuthology.orchestra.run.smithi170.stdout:The following additional packages will be installed: 2024-09-19T13:23:48.043 INFO:teuthology.orchestra.run.smithi170.stdout: linux-generic linux-headers-5.15.0-122 linux-headers-5.15.0-122-generic 2024-09-19T13:23:48.043 INFO:teuthology.orchestra.run.smithi170.stdout: linux-headers-generic linux-image-5.15.0-122-generic 2024-09-19T13:23:48.044 INFO:teuthology.orchestra.run.smithi170.stdout: linux-modules-5.15.0-122-generic linux-modules-extra-5.15.0-122-generic 2024-09-19T13:23:48.045 INFO:teuthology.orchestra.run.smithi170.stdout:Suggested packages: 2024-09-19T13:23:48.045 INFO:teuthology.orchestra.run.smithi170.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2024-09-19T13:23:48.045 INFO:teuthology.orchestra.run.smithi170.stdout:Recommended packages: 2024-09-19T13:23:48.045 INFO:teuthology.orchestra.run.smithi170.stdout: thermald 2024-09-19T13:23:48.092 INFO:teuthology.orchestra.run.smithi170.stdout:The following NEW packages will be installed: 2024-09-19T13:23:48.093 INFO:teuthology.orchestra.run.smithi170.stdout: linux-headers-5.15.0-122 linux-headers-5.15.0-122-generic 2024-09-19T13:23:48.093 INFO:teuthology.orchestra.run.smithi170.stdout: linux-image-5.15.0-122-generic linux-modules-5.15.0-122-generic 2024-09-19T13:23:48.093 INFO:teuthology.orchestra.run.smithi170.stdout: linux-modules-extra-5.15.0-122-generic 2024-09-19T13:23:48.094 INFO:teuthology.orchestra.run.smithi170.stdout:The following packages will be upgraded: 2024-09-19T13:23:48.095 INFO:teuthology.orchestra.run.smithi170.stdout: linux-generic linux-headers-generic linux-image-generic 2024-09-19T13:23:48.145 INFO:teuthology.orchestra.run.smithi170.stdout:3 upgraded, 5 newly installed, 0 to remove and 344 not upgraded. 2024-09-19T13:23:48.145 INFO:teuthology.orchestra.run.smithi170.stdout:Need to get 113 MB of archives. 2024-09-19T13:23:48.145 INFO:teuthology.orchestra.run.smithi170.stdout:After this operation, 584 MB of additional disk space will be used. 2024-09-19T13:23:48.145 INFO:teuthology.orchestra.run.smithi170.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-122-generic amd64 5.15.0-122.132 [22.7 MB] 2024-09-19T13:23:48.412 INFO:teuthology.orchestra.run.smithi031.stdout:Reading package lists... 2024-09-19T13:23:48.429 DEBUG:teuthology.orchestra.run.smithi031:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-19T13:23:48.528 INFO:teuthology.orchestra.run.smithi031.stdout:Reading package lists... 2024-09-19T13:23:48.570 INFO:teuthology.orchestra.run.smithi170.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-122-generic amd64 5.15.0-122.132 [11.5 MB] 2024-09-19T13:23:48.653 INFO:teuthology.orchestra.run.smithi170.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-122-generic amd64 5.15.0-122.132 [63.9 MB] 2024-09-19T13:23:48.719 INFO:teuthology.orchestra.run.smithi031.stdout:Building dependency tree... 2024-09-19T13:23:48.719 INFO:teuthology.orchestra.run.smithi031.stdout:Reading state information... 2024-09-19T13:23:48.895 INFO:teuthology.orchestra.run.smithi031.stdout:The following packages were automatically installed and are no longer required: 2024-09-19T13:23:48.895 INFO:teuthology.orchestra.run.smithi031.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-19T13:23:48.895 INFO:teuthology.orchestra.run.smithi031.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-19T13:23:48.895 INFO:teuthology.orchestra.run.smithi031.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-19T13:23:48.895 INFO:teuthology.orchestra.run.smithi031.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2024-09-19T13:23:48.896 INFO:teuthology.orchestra.run.smithi031.stdout: python2.7-minimal 2024-09-19T13:23:48.896 INFO:teuthology.orchestra.run.smithi031.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-19T13:23:48.897 INFO:teuthology.orchestra.run.smithi031.stdout:The following additional packages will be installed: 2024-09-19T13:23:48.897 INFO:teuthology.orchestra.run.smithi031.stdout: linux-generic linux-headers-5.15.0-122 linux-headers-5.15.0-122-generic 2024-09-19T13:23:48.897 INFO:teuthology.orchestra.run.smithi031.stdout: linux-headers-generic linux-image-5.15.0-122-generic 2024-09-19T13:23:48.897 INFO:teuthology.orchestra.run.smithi031.stdout: linux-modules-5.15.0-122-generic linux-modules-extra-5.15.0-122-generic 2024-09-19T13:23:48.898 INFO:teuthology.orchestra.run.smithi031.stdout:Suggested packages: 2024-09-19T13:23:48.898 INFO:teuthology.orchestra.run.smithi031.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2024-09-19T13:23:48.898 INFO:teuthology.orchestra.run.smithi031.stdout:Recommended packages: 2024-09-19T13:23:48.899 INFO:teuthology.orchestra.run.smithi031.stdout: thermald 2024-09-19T13:23:48.945 INFO:teuthology.orchestra.run.smithi031.stdout:The following NEW packages will be installed: 2024-09-19T13:23:48.945 INFO:teuthology.orchestra.run.smithi031.stdout: linux-headers-5.15.0-122 linux-headers-5.15.0-122-generic 2024-09-19T13:23:48.945 INFO:teuthology.orchestra.run.smithi031.stdout: linux-image-5.15.0-122-generic linux-modules-5.15.0-122-generic 2024-09-19T13:23:48.945 INFO:teuthology.orchestra.run.smithi031.stdout: linux-modules-extra-5.15.0-122-generic 2024-09-19T13:23:48.946 INFO:teuthology.orchestra.run.smithi031.stdout:The following packages will be upgraded: 2024-09-19T13:23:48.947 INFO:teuthology.orchestra.run.smithi031.stdout: linux-generic linux-headers-generic linux-image-generic 2024-09-19T13:23:49.126 INFO:teuthology.orchestra.run.smithi031.stdout:3 upgraded, 5 newly installed, 0 to remove and 344 not upgraded. 2024-09-19T13:23:49.126 INFO:teuthology.orchestra.run.smithi031.stdout:Need to get 113 MB of archives. 2024-09-19T13:23:49.126 INFO:teuthology.orchestra.run.smithi031.stdout:After this operation, 584 MB of additional disk space will be used. 2024-09-19T13:23:49.126 INFO:teuthology.orchestra.run.smithi031.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-122-generic amd64 5.15.0-122.132 [22.7 MB] 2024-09-19T13:23:49.431 INFO:teuthology.orchestra.run.smithi170.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.122.122 [1,692 B] 2024-09-19T13:23:49.432 INFO:teuthology.orchestra.run.smithi170.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.122.122 [2,436 B] 2024-09-19T13:23:49.432 INFO:teuthology.orchestra.run.smithi170.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-122 all 5.15.0-122.132 [12.3 MB] 2024-09-19T13:23:49.561 INFO:teuthology.orchestra.run.smithi170.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-122-generic amd64 5.15.0-122.132 [2,827 kB] 2024-09-19T13:23:49.585 INFO:teuthology.orchestra.run.smithi170.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.122.122 [2,294 B] 2024-09-19T13:23:49.980 INFO:teuthology.orchestra.run.smithi170.stdout:Fetched 113 MB in 1s (76.4 MB/s) 2024-09-19T13:23:50.193 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package linux-modules-5.15.0-122-generic. 2024-09-19T13:23:50.556 INFO:teuthology.orchestra.run.smithi031.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-122-generic amd64 5.15.0-122.132 [11.5 MB] 2024-09-19T13:23:50.911 INFO:teuthology.orchestra.run.smithi031.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-122-generic amd64 5.15.0-122.132 [63.9 MB] 2024-09-19T13:23:52.279 INFO:teuthology.orchestra.run.smithi170.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2024-09-19T13:23:52.283 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../0-linux-modules-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-19T13:23:52.373 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking linux-modules-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-19T13:23:53.152 INFO:teuthology.orchestra.run.smithi031.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.122.122 [1,692 B] 2024-09-19T13:23:53.152 INFO:teuthology.orchestra.run.smithi031.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.122.122 [2,436 B] 2024-09-19T13:23:53.152 INFO:teuthology.orchestra.run.smithi031.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-122 all 5.15.0-122.132 [12.3 MB] 2024-09-19T13:23:53.499 INFO:teuthology.orchestra.run.smithi031.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-122-generic amd64 5.15.0-122.132 [2,827 kB] 2024-09-19T13:23:53.577 INFO:teuthology.orchestra.run.smithi031.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.122.122 [2,294 B] 2024-09-19T13:23:54.002 INFO:teuthology.orchestra.run.smithi031.stdout:Fetched 113 MB in 5s (24.5 MB/s) 2024-09-19T13:23:54.207 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package linux-modules-5.15.0-122-generic. 2024-09-19T13:23:54.566 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package linux-image-5.15.0-122-generic. 2024-09-19T13:23:54.587 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../1-linux-image-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-19T13:23:54.665 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking linux-image-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-19T13:23:55.161 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-122-generic. 2024-09-19T13:23:55.181 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-19T13:23:55.219 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking linux-modules-extra-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-19T13:23:56.162 INFO:teuthology.orchestra.run.smithi031.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2024-09-19T13:23:56.166 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../0-linux-modules-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-19T13:23:56.228 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking linux-modules-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-19T13:23:58.912 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package linux-image-5.15.0-122-generic. 2024-09-19T13:23:58.934 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../1-linux-image-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-19T13:23:59.020 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking linux-image-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-19T13:23:59.507 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-122-generic. 2024-09-19T13:23:59.527 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-19T13:23:59.565 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking linux-modules-extra-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-19T13:24:02.485 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../3-linux-generic_5.15.0.122.122_amd64.deb ... 2024-09-19T13:24:02.587 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking linux-generic (5.15.0.122.122) over (5.15.0.56.54) ... 2024-09-19T13:24:02.971 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.122.122_amd64.deb ... 2024-09-19T13:24:03.099 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking linux-image-generic (5.15.0.122.122) over (5.15.0.56.54) ... 2024-09-19T13:24:03.410 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package linux-headers-5.15.0-122. 2024-09-19T13:24:03.433 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../5-linux-headers-5.15.0-122_5.15.0-122.132_all.deb ... 2024-09-19T13:24:03.485 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking linux-headers-5.15.0-122 (5.15.0-122.132) ... 2024-09-19T13:24:05.923 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../3-linux-generic_5.15.0.122.122_amd64.deb ... 2024-09-19T13:24:06.031 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking linux-generic (5.15.0.122.122) over (5.15.0.56.54) ... 2024-09-19T13:24:06.364 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.122.122_amd64.deb ... 2024-09-19T13:24:06.492 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking linux-image-generic (5.15.0.122.122) over (5.15.0.56.54) ... 2024-09-19T13:24:06.804 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package linux-headers-5.15.0-122. 2024-09-19T13:24:06.827 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../5-linux-headers-5.15.0-122_5.15.0-122.132_all.deb ... 2024-09-19T13:24:06.870 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking linux-headers-5.15.0-122 (5.15.0-122.132) ... 2024-09-19T13:24:09.164 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package linux-headers-5.15.0-122-generic. 2024-09-19T13:24:09.201 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../6-linux-headers-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-19T13:24:09.238 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking linux-headers-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-19T13:24:12.025 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.122.122_amd64.deb ... 2024-09-19T13:24:12.150 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking linux-headers-generic (5.15.0.122.122) over (5.15.0.56.54) ... 2024-09-19T13:24:12.253 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package linux-headers-5.15.0-122-generic. 2024-09-19T13:24:12.289 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../6-linux-headers-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-19T13:24:12.327 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking linux-headers-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-19T13:24:12.526 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up linux-headers-5.15.0-122 (5.15.0-122.132) ... 2024-09-19T13:24:12.647 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up linux-headers-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-19T13:24:12.773 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up linux-headers-generic (5.15.0.122.122) ... 2024-09-19T13:24:12.902 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up linux-image-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-19T13:24:14.259 INFO:teuthology.orchestra.run.smithi170.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2024-09-19T13:24:14.259 INFO:teuthology.orchestra.run.smithi170.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2024-09-19T13:24:14.259 INFO:teuthology.orchestra.run.smithi170.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-122-generic 2024-09-19T13:24:14.259 INFO:teuthology.orchestra.run.smithi170.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-122-generic 2024-09-19T13:24:14.412 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up linux-modules-extra-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-19T13:24:16.197 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up linux-image-generic (5.15.0.122.122) ... 2024-09-19T13:24:16.323 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up linux-generic (5.15.0.122.122) ... 2024-09-19T13:24:16.449 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up linux-modules-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-19T13:24:16.513 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.122.122_amd64.deb ... 2024-09-19T13:24:16.647 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking linux-headers-generic (5.15.0.122.122) over (5.15.0.56.54) ... 2024-09-19T13:24:16.973 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up linux-headers-5.15.0-122 (5.15.0-122.132) ... 2024-09-19T13:24:17.094 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up linux-headers-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-19T13:24:17.220 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up linux-headers-generic (5.15.0.122.122) ... 2024-09-19T13:24:17.349 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up linux-image-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-19T13:24:17.834 INFO:teuthology.orchestra.run.smithi170.stdout:Processing triggers for linux-image-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-19T13:24:17.928 INFO:teuthology.orchestra.run.smithi170.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-09-19T13:24:17.929 INFO:teuthology.orchestra.run.smithi170.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-122-generic 2024-09-19T13:24:18.704 INFO:teuthology.orchestra.run.smithi031.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2024-09-19T13:24:18.704 INFO:teuthology.orchestra.run.smithi031.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2024-09-19T13:24:18.704 INFO:teuthology.orchestra.run.smithi031.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-122-generic 2024-09-19T13:24:18.704 INFO:teuthology.orchestra.run.smithi031.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-122-generic 2024-09-19T13:24:18.867 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up linux-modules-extra-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-19T13:24:20.335 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up linux-image-generic (5.15.0.122.122) ... 2024-09-19T13:24:20.478 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up linux-generic (5.15.0.122.122) ... 2024-09-19T13:24:20.604 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up linux-modules-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-19T13:24:22.614 INFO:teuthology.orchestra.run.smithi031.stdout:Processing triggers for linux-image-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-19T13:24:22.676 INFO:teuthology.orchestra.run.smithi031.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-09-19T13:24:22.677 INFO:teuthology.orchestra.run.smithi031.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-122-generic 2024-09-19T13:24:32.165 INFO:teuthology.orchestra.run.smithi170.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-09-19T13:24:32.165 INFO:teuthology.orchestra.run.smithi170.stdout:Sourcing file `/etc/default/grub' 2024-09-19T13:24:32.169 INFO:teuthology.orchestra.run.smithi170.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-19T13:24:32.236 INFO:teuthology.orchestra.run.smithi170.stdout:Generating grub configuration file ... 2024-09-19T13:24:32.578 INFO:teuthology.orchestra.run.smithi170.stdout:Found linux image: /boot/vmlinuz-5.15.0-122-generic 2024-09-19T13:24:32.603 INFO:teuthology.orchestra.run.smithi170.stdout:Found initrd image: /boot/initrd.img-5.15.0-122-generic 2024-09-19T13:24:32.954 INFO:teuthology.orchestra.run.smithi170.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-19T13:24:32.960 INFO:teuthology.orchestra.run.smithi170.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-19T13:24:33.032 INFO:teuthology.orchestra.run.smithi170.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-19T13:24:33.038 INFO:teuthology.orchestra.run.smithi170.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-19T13:24:33.228 INFO:teuthology.orchestra.run.smithi170.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-19T13:24:33.229 INFO:teuthology.orchestra.run.smithi170.stdout:Systems on them will not be added to the GRUB boot configuration. 2024-09-19T13:24:33.229 INFO:teuthology.orchestra.run.smithi170.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-19T13:24:33.276 INFO:teuthology.orchestra.run.smithi170.stdout:done 2024-09-19T13:24:33.774 DEBUG:teuthology.orchestra.run.smithi170:> dpkg -s linux-image-generic 2024-09-19T13:24:33.792 INFO:teuthology.orchestra.run.smithi170.stdout:Package: linux-image-generic 2024-09-19T13:24:33.792 INFO:teuthology.orchestra.run.smithi170.stdout:Status: install ok installed 2024-09-19T13:24:33.792 INFO:teuthology.orchestra.run.smithi170.stdout:Priority: optional 2024-09-19T13:24:33.792 INFO:teuthology.orchestra.run.smithi170.stdout:Section: kernel 2024-09-19T13:24:33.792 INFO:teuthology.orchestra.run.smithi170.stdout:Installed-Size: 21 2024-09-19T13:24:33.792 INFO:teuthology.orchestra.run.smithi170.stdout:Maintainer: Ubuntu Kernel Team 2024-09-19T13:24:33.792 INFO:teuthology.orchestra.run.smithi170.stdout:Architecture: amd64 2024-09-19T13:24:33.792 INFO:teuthology.orchestra.run.smithi170.stdout:Source: linux-meta 2024-09-19T13:24:33.793 INFO:teuthology.orchestra.run.smithi170.stdout:Version: 5.15.0.122.122 2024-09-19T13:24:33.793 INFO:teuthology.orchestra.run.smithi170.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-122), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-19T13:24:33.793 INFO:teuthology.orchestra.run.smithi170.stdout:Depends: linux-image-5.15.0-122-generic, linux-modules-extra-5.15.0-122-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-19T13:24:33.793 INFO:teuthology.orchestra.run.smithi170.stdout:Recommends: thermald 2024-09-19T13:24:33.793 INFO:teuthology.orchestra.run.smithi170.stdout:Description: Generic Linux kernel image 2024-09-19T13:24:33.793 INFO:teuthology.orchestra.run.smithi170.stdout: This package will always depend on the latest generic kernel image 2024-09-19T13:24:33.793 INFO:teuthology.orchestra.run.smithi170.stdout: available. 2024-09-19T13:24:33.793 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-122-generic 2024-09-19T13:24:33.793 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-19T13:24:33.793 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-19T13:24:33.794 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-19T13:24:33.794 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi170.front.sepia.ceph.com, path=None, version=distro) 2024-09-19T13:24:33.794 DEBUG:teuthology.orchestra.run.smithi170:> sudo apt-get clean 2024-09-19T13:24:33.965 DEBUG:teuthology.orchestra.run.smithi170:> sudo apt-get update 2024-09-19T13:24:34.234 INFO:teuthology.orchestra.run.smithi170.stdout:Hit:1 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-19T13:24:34.235 INFO:teuthology.orchestra.run.smithi170.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-19T13:24:34.306 INFO:teuthology.orchestra.run.smithi170.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-19T13:24:34.387 INFO:teuthology.orchestra.run.smithi170.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-19T13:24:35.719 INFO:teuthology.orchestra.run.smithi170.stdout:Reading package lists... 2024-09-19T13:24:35.738 DEBUG:teuthology.orchestra.run.smithi170:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-19T13:24:35.800 INFO:teuthology.orchestra.run.smithi170.stdout:Reading package lists... 2024-09-19T13:24:36.019 INFO:teuthology.orchestra.run.smithi170.stdout:Building dependency tree... 2024-09-19T13:24:36.019 INFO:teuthology.orchestra.run.smithi170.stdout:Reading state information... 2024-09-19T13:24:36.195 INFO:teuthology.orchestra.run.smithi170.stdout:linux-image-generic is already the newest version (5.15.0.122.122). 2024-09-19T13:24:36.195 INFO:teuthology.orchestra.run.smithi170.stdout:The following packages were automatically installed and are no longer required: 2024-09-19T13:24:36.195 INFO:teuthology.orchestra.run.smithi170.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-19T13:24:36.195 INFO:teuthology.orchestra.run.smithi170.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-19T13:24:36.195 INFO:teuthology.orchestra.run.smithi170.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-19T13:24:36.196 INFO:teuthology.orchestra.run.smithi170.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-19T13:24:36.196 INFO:teuthology.orchestra.run.smithi170.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-19T13:24:36.196 INFO:teuthology.orchestra.run.smithi170.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-19T13:24:36.236 INFO:teuthology.orchestra.run.smithi170.stdout:0 upgraded, 0 newly installed, 0 to remove and 344 not upgraded. 2024-09-19T13:24:36.238 DEBUG:teuthology.orchestra.run.smithi170:> dpkg -s linux-image-generic 2024-09-19T13:24:36.250 INFO:teuthology.orchestra.run.smithi170.stdout:Package: linux-image-generic 2024-09-19T13:24:36.251 INFO:teuthology.orchestra.run.smithi170.stdout:Status: install ok installed 2024-09-19T13:24:36.251 INFO:teuthology.orchestra.run.smithi170.stdout:Priority: optional 2024-09-19T13:24:36.251 INFO:teuthology.orchestra.run.smithi170.stdout:Section: kernel 2024-09-19T13:24:36.251 INFO:teuthology.orchestra.run.smithi170.stdout:Installed-Size: 21 2024-09-19T13:24:36.251 INFO:teuthology.orchestra.run.smithi170.stdout:Maintainer: Ubuntu Kernel Team 2024-09-19T13:24:36.251 INFO:teuthology.orchestra.run.smithi170.stdout:Architecture: amd64 2024-09-19T13:24:36.251 INFO:teuthology.orchestra.run.smithi170.stdout:Source: linux-meta 2024-09-19T13:24:36.251 INFO:teuthology.orchestra.run.smithi170.stdout:Version: 5.15.0.122.122 2024-09-19T13:24:36.251 INFO:teuthology.orchestra.run.smithi170.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-122), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-19T13:24:36.251 INFO:teuthology.orchestra.run.smithi170.stdout:Depends: linux-image-5.15.0-122-generic, linux-modules-extra-5.15.0-122-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-19T13:24:36.251 INFO:teuthology.orchestra.run.smithi170.stdout:Recommends: thermald 2024-09-19T13:24:36.252 INFO:teuthology.orchestra.run.smithi170.stdout:Description: Generic Linux kernel image 2024-09-19T13:24:36.252 INFO:teuthology.orchestra.run.smithi170.stdout: This package will always depend on the latest generic kernel image 2024-09-19T13:24:36.252 INFO:teuthology.orchestra.run.smithi170.stdout: available. 2024-09-19T13:24:36.252 DEBUG:teuthology.orchestra.run.smithi170:> mktemp 2024-09-19T13:24:36.299 INFO:teuthology.orchestra.run.smithi170.stdout:/tmp/tmp.62hc3UGjSK 2024-09-19T13:24:36.299 DEBUG:teuthology.orchestra.run.smithi170:> sudo cp /boot/grub/grub.cfg /tmp/tmp.62hc3UGjSK 2024-09-19T13:24:36.377 DEBUG:teuthology.orchestra.run.smithi170:> sudo chmod 0666 /tmp/tmp.62hc3UGjSK 2024-09-19T13:24:36.496 DEBUG:teuthology.orchestra.remote:smithi170:/tmp/tmp.62hc3UGjSK is 10KB 2024-09-19T13:24:36.509 DEBUG:teuthology.orchestra.run.smithi170:> rm -fr /tmp/tmp.62hc3UGjSK 2024-09-19T13:24:36.514 DEBUG:teuthology.orchestra.run.smithi170:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-09-19T13:24:36.566 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-19T13:24:36.566 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-09-19T13:24:36.566 DEBUG:teuthology.orchestra.run.smithi170:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-09-19T13:24:36.636 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-122-generic 2024-09-19T13:24:36.636 DEBUG:teuthology.orchestra.run.smithi170:> sudo update-grub 2024-09-19T13:24:37.227 INFO:teuthology.orchestra.run.smithi031.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-09-19T13:24:37.227 INFO:teuthology.orchestra.run.smithi031.stdout:Sourcing file `/etc/default/grub' 2024-09-19T13:24:37.239 INFO:teuthology.orchestra.run.smithi031.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-19T13:24:37.258 INFO:teuthology.orchestra.run.smithi031.stdout:Generating grub configuration file ... 2024-09-19T13:24:37.529 INFO:teuthology.orchestra.run.smithi031.stdout:Found linux image: /boot/vmlinuz-5.15.0-122-generic 2024-09-19T13:24:37.546 INFO:teuthology.orchestra.run.smithi031.stdout:Found initrd image: /boot/initrd.img-5.15.0-122-generic 2024-09-19T13:24:37.826 INFO:teuthology.orchestra.run.smithi031.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-19T13:24:37.831 INFO:teuthology.orchestra.run.smithi031.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-19T13:24:37.901 INFO:teuthology.orchestra.run.smithi031.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-19T13:24:37.907 INFO:teuthology.orchestra.run.smithi031.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-19T13:24:37.953 INFO:teuthology.orchestra.run.smithi170.stderr:Sourcing file `/etc/default/grub' 2024-09-19T13:24:37.955 INFO:teuthology.orchestra.run.smithi170.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-19T13:24:37.964 INFO:teuthology.orchestra.run.smithi170.stderr:Generating grub configuration file ... 2024-09-19T13:24:38.067 INFO:teuthology.orchestra.run.smithi031.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-19T13:24:38.067 INFO:teuthology.orchestra.run.smithi031.stdout:Systems on them will not be added to the GRUB boot configuration. 2024-09-19T13:24:38.067 INFO:teuthology.orchestra.run.smithi031.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-19T13:24:38.114 INFO:teuthology.orchestra.run.smithi031.stdout:done 2024-09-19T13:24:38.123 INFO:teuthology.orchestra.run.smithi170.stderr:Found linux image: /boot/vmlinuz-5.15.0-122-generic 2024-09-19T13:24:38.129 INFO:teuthology.orchestra.run.smithi170.stderr:Found initrd image: /boot/initrd.img-5.15.0-122-generic 2024-09-19T13:24:38.470 INFO:teuthology.orchestra.run.smithi170.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-19T13:24:38.476 INFO:teuthology.orchestra.run.smithi170.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-19T13:24:38.518 INFO:teuthology.orchestra.run.smithi170.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-19T13:24:38.524 INFO:teuthology.orchestra.run.smithi170.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-19T13:24:38.586 DEBUG:teuthology.orchestra.run.smithi031:> dpkg -s linux-image-generic 2024-09-19T13:24:38.609 INFO:teuthology.orchestra.run.smithi031.stdout:Package: linux-image-generic 2024-09-19T13:24:38.609 INFO:teuthology.orchestra.run.smithi031.stdout:Status: install ok installed 2024-09-19T13:24:38.609 INFO:teuthology.orchestra.run.smithi031.stdout:Priority: optional 2024-09-19T13:24:38.609 INFO:teuthology.orchestra.run.smithi031.stdout:Section: kernel 2024-09-19T13:24:38.609 INFO:teuthology.orchestra.run.smithi031.stdout:Installed-Size: 21 2024-09-19T13:24:38.609 INFO:teuthology.orchestra.run.smithi031.stdout:Maintainer: Ubuntu Kernel Team 2024-09-19T13:24:38.609 INFO:teuthology.orchestra.run.smithi031.stdout:Architecture: amd64 2024-09-19T13:24:38.609 INFO:teuthology.orchestra.run.smithi031.stdout:Source: linux-meta 2024-09-19T13:24:38.609 INFO:teuthology.orchestra.run.smithi031.stdout:Version: 5.15.0.122.122 2024-09-19T13:24:38.610 INFO:teuthology.orchestra.run.smithi031.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-122), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-19T13:24:38.610 INFO:teuthology.orchestra.run.smithi031.stdout:Depends: linux-image-5.15.0-122-generic, linux-modules-extra-5.15.0-122-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-19T13:24:38.610 INFO:teuthology.orchestra.run.smithi031.stdout:Recommends: thermald 2024-09-19T13:24:38.610 INFO:teuthology.orchestra.run.smithi031.stdout:Description: Generic Linux kernel image 2024-09-19T13:24:38.610 INFO:teuthology.orchestra.run.smithi031.stdout: This package will always depend on the latest generic kernel image 2024-09-19T13:24:38.610 INFO:teuthology.orchestra.run.smithi031.stdout: available. 2024-09-19T13:24:38.610 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-122-generic 2024-09-19T13:24:38.610 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-19T13:24:38.610 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-19T13:24:38.610 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-19T13:24:38.610 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi031.front.sepia.ceph.com, path=None, version=distro) 2024-09-19T13:24:38.611 DEBUG:teuthology.orchestra.run.smithi031:> sudo apt-get clean 2024-09-19T13:24:38.681 INFO:teuthology.orchestra.run.smithi170.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-19T13:24:38.681 INFO:teuthology.orchestra.run.smithi170.stderr:Systems on them will not be added to the GRUB boot configuration. 2024-09-19T13:24:38.681 INFO:teuthology.orchestra.run.smithi170.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-19T13:24:38.693 INFO:teuthology.orchestra.run.smithi170.stderr:done 2024-09-19T13:24:38.697 DEBUG:teuthology.orchestra.run.smithi170:> sudo shutdown -r now 2024-09-19T13:24:38.776 DEBUG:teuthology.orchestra.run.smithi031:> sudo apt-get update 2024-09-19T13:24:38.897 INFO:teuthology.orchestra.run.smithi031.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-19T13:24:38.897 INFO:teuthology.orchestra.run.smithi031.stdout:Hit:2 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-19T13:24:38.906 INFO:teuthology.orchestra.run.smithi031.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-19T13:24:38.922 INFO:teuthology.orchestra.run.smithi031.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-19T13:24:40.370 INFO:teuthology.orchestra.run.smithi031.stdout:Reading package lists... 2024-09-19T13:24:40.389 DEBUG:teuthology.orchestra.run.smithi031:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-19T13:24:40.454 INFO:teuthology.orchestra.run.smithi031.stdout:Reading package lists... 2024-09-19T13:24:40.656 INFO:teuthology.orchestra.run.smithi031.stdout:Building dependency tree... 2024-09-19T13:24:40.657 INFO:teuthology.orchestra.run.smithi031.stdout:Reading state information... 2024-09-19T13:24:40.830 INFO:teuthology.orchestra.run.smithi031.stdout:linux-image-generic is already the newest version (5.15.0.122.122). 2024-09-19T13:24:40.830 INFO:teuthology.orchestra.run.smithi031.stdout:The following packages were automatically installed and are no longer required: 2024-09-19T13:24:40.830 INFO:teuthology.orchestra.run.smithi031.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-19T13:24:40.830 INFO:teuthology.orchestra.run.smithi031.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-19T13:24:40.830 INFO:teuthology.orchestra.run.smithi031.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-19T13:24:40.831 INFO:teuthology.orchestra.run.smithi031.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-19T13:24:40.831 INFO:teuthology.orchestra.run.smithi031.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-19T13:24:40.831 INFO:teuthology.orchestra.run.smithi031.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-19T13:24:40.872 INFO:teuthology.orchestra.run.smithi031.stdout:0 upgraded, 0 newly installed, 0 to remove and 344 not upgraded. 2024-09-19T13:24:40.874 DEBUG:teuthology.orchestra.run.smithi031:> dpkg -s linux-image-generic 2024-09-19T13:24:40.890 INFO:teuthology.orchestra.run.smithi031.stdout:Package: linux-image-generic 2024-09-19T13:24:40.890 INFO:teuthology.orchestra.run.smithi031.stdout:Status: install ok installed 2024-09-19T13:24:40.890 INFO:teuthology.orchestra.run.smithi031.stdout:Priority: optional 2024-09-19T13:24:40.890 INFO:teuthology.orchestra.run.smithi031.stdout:Section: kernel 2024-09-19T13:24:40.891 INFO:teuthology.orchestra.run.smithi031.stdout:Installed-Size: 21 2024-09-19T13:24:40.891 INFO:teuthology.orchestra.run.smithi031.stdout:Maintainer: Ubuntu Kernel Team 2024-09-19T13:24:40.891 INFO:teuthology.orchestra.run.smithi031.stdout:Architecture: amd64 2024-09-19T13:24:40.891 INFO:teuthology.orchestra.run.smithi031.stdout:Source: linux-meta 2024-09-19T13:24:40.891 INFO:teuthology.orchestra.run.smithi031.stdout:Version: 5.15.0.122.122 2024-09-19T13:24:40.891 INFO:teuthology.orchestra.run.smithi031.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-122), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-19T13:24:40.891 INFO:teuthology.orchestra.run.smithi031.stdout:Depends: linux-image-5.15.0-122-generic, linux-modules-extra-5.15.0-122-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-19T13:24:40.891 INFO:teuthology.orchestra.run.smithi031.stdout:Recommends: thermald 2024-09-19T13:24:40.891 INFO:teuthology.orchestra.run.smithi031.stdout:Description: Generic Linux kernel image 2024-09-19T13:24:40.891 INFO:teuthology.orchestra.run.smithi031.stdout: This package will always depend on the latest generic kernel image 2024-09-19T13:24:40.891 INFO:teuthology.orchestra.run.smithi031.stdout: available. 2024-09-19T13:24:40.892 DEBUG:teuthology.orchestra.run.smithi031:> mktemp 2024-09-19T13:24:40.939 INFO:teuthology.orchestra.run.smithi031.stdout:/tmp/tmp.GmzAQgEVid 2024-09-19T13:24:40.939 DEBUG:teuthology.orchestra.run.smithi031:> sudo cp /boot/grub/grub.cfg /tmp/tmp.GmzAQgEVid 2024-09-19T13:24:40.993 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod 0666 /tmp/tmp.GmzAQgEVid 2024-09-19T13:24:41.109 DEBUG:teuthology.orchestra.remote:smithi031:/tmp/tmp.GmzAQgEVid is 10KB 2024-09-19T13:24:41.121 DEBUG:teuthology.orchestra.run.smithi031:> rm -fr /tmp/tmp.GmzAQgEVid 2024-09-19T13:24:41.126 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-09-19T13:24:41.182 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T13:24:41.183 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-09-19T13:24:41.183 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-09-19T13:24:41.262 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-122-generic 2024-09-19T13:24:41.263 DEBUG:teuthology.orchestra.run.smithi031:> sudo update-grub 2024-09-19T13:24:42.498 INFO:teuthology.orchestra.run.smithi031.stderr:Sourcing file `/etc/default/grub' 2024-09-19T13:24:42.499 INFO:teuthology.orchestra.run.smithi031.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-19T13:24:42.501 INFO:teuthology.orchestra.run.smithi031.stderr:Generating grub configuration file ... 2024-09-19T13:24:42.703 INFO:teuthology.orchestra.run.smithi031.stderr:Found linux image: /boot/vmlinuz-5.15.0-122-generic 2024-09-19T13:24:42.710 INFO:teuthology.orchestra.run.smithi031.stderr:Found initrd image: /boot/initrd.img-5.15.0-122-generic 2024-09-19T13:24:42.937 INFO:teuthology.orchestra.run.smithi031.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-19T13:24:42.942 INFO:teuthology.orchestra.run.smithi031.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-19T13:24:42.986 INFO:teuthology.orchestra.run.smithi031.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-19T13:24:42.992 INFO:teuthology.orchestra.run.smithi031.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-19T13:24:43.131 INFO:teuthology.orchestra.run.smithi031.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-19T13:24:43.131 INFO:teuthology.orchestra.run.smithi031.stderr:Systems on them will not be added to the GRUB boot configuration. 2024-09-19T13:24:43.131 INFO:teuthology.orchestra.run.smithi031.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-19T13:24:43.143 INFO:teuthology.orchestra.run.smithi031.stderr:done 2024-09-19T13:24:43.145 DEBUG:teuthology.orchestra.run.smithi031:> sudo shutdown -r now 2024-09-19T13:25:08.724 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-19T13:25:08.725 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi170.front.sepia.ceph.com' 2024-09-19T13:25:08.726 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi170.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T13:25:13.155 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-19T13:25:13.155 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi031.front.sepia.ceph.com' 2024-09-19T13:25:13.156 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi031.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T13:25:27.229 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.170 2024-09-19T13:25:31.581 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.31 2024-09-19T13:25:36.233 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi170.front.sepia.ceph.com' 2024-09-19T13:25:36.234 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi170.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T13:25:39.293 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.170 2024-09-19T13:25:40.583 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi031.front.sepia.ceph.com' 2024-09-19T13:25:40.584 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi031.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T13:25:51.305 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi170.front.sepia.ceph.com' 2024-09-19T13:25:51.306 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi170.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T13:26:09.725 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.170 2024-09-19T13:26:12.029 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.31 2024-09-19T13:26:24.041 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi031.front.sepia.ceph.com' 2024-09-19T13:26:24.042 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi031.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T13:26:24.242 DEBUG:teuthology.orchestra.run.smithi031:> true 2024-09-19T13:26:24.727 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi170.front.sepia.ceph.com' 2024-09-19T13:26:24.728 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi170.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T13:26:24.863 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi031.front.sepia.ceph.com' 2024-09-19T13:26:24.864 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.15.0-122-generic"... 2024-09-19T13:26:24.864 DEBUG:teuthology.orchestra.run.smithi031:> uname -r 2024-09-19T13:26:24.909 INFO:teuthology.orchestra.run.smithi031.stdout:5.15.0-122-generic 2024-09-19T13:26:24.909 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-122-generic vs 5.15.0-122-generic 2024-09-19T13:26:24.909 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-19T13:26:24.909 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-09-19T13:26:25.072 DEBUG:teuthology.orchestra.run.smithi170:> true 2024-09-19T13:26:25.822 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi170.front.sepia.ceph.com' 2024-09-19T13:26:25.823 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.15.0-122-generic"... 2024-09-19T13:26:25.823 DEBUG:teuthology.orchestra.run.smithi170:> uname -r 2024-09-19T13:26:25.871 INFO:teuthology.orchestra.run.smithi170.stdout:5.15.0-122-generic 2024-09-19T13:26:25.871 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-122-generic vs 5.15.0-122-generic 2024-09-19T13:26:25.871 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-19T13:26:25.872 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-09-19T13:26:25.910 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-19T13:26:25.910 DEBUG:teuthology.orchestra.run.smithi031:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-19T13:26:25.978 INFO:teuthology.orchestra.run.smithi031.stdout:ttyS1 2024-09-19T13:26:26.011 DEBUG:teuthology.parallel:result is None 2024-09-19T13:26:26.873 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-19T13:26:26.873 DEBUG:teuthology.orchestra.run.smithi170:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-19T13:26:26.957 INFO:teuthology.orchestra.run.smithi170.stdout:ttyS1 2024-09-19T13:26:26.997 DEBUG:teuthology.parallel:result is None 2024-09-19T13:26:26.997 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-19T13:26:27.005 INFO:teuthology.task.internal:Creating test directory... 2024-09-19T13:26:27.005 DEBUG:teuthology.orchestra.run.smithi031:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-19T13:26:27.008 DEBUG:teuthology.orchestra.run.smithi170:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-19T13:26:27.013 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-19T13:26:27.055 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-19T13:26:27.105 INFO:teuthology.task.internal:Creating archive directory... 2024-09-19T13:26:27.105 DEBUG:teuthology.orchestra.run.smithi031:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-19T13:26:27.108 DEBUG:teuthology.orchestra.run.smithi170:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-19T13:26:27.128 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-19T13:26:27.155 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-19T13:26:27.155 DEBUG:teuthology.orchestra.run.smithi031:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-19T13:26:27.166 DEBUG:teuthology.orchestra.run.smithi170:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-19T13:26:27.182 INFO:teuthology.orchestra.run.smithi031.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-19T13:26:27.194 INFO:teuthology.orchestra.run.smithi031.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-19T13:26:27.194 INFO:teuthology.orchestra.run.smithi170.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-19T13:26:27.201 INFO:teuthology.orchestra.run.smithi170.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-19T13:26:27.202 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-19T13:26:27.209 INFO:teuthology.task.internal:Configuring sudo... 2024-09-19T13:26:27.209 DEBUG:teuthology.orchestra.run.smithi031:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-19T13:26:27.238 DEBUG:teuthology.orchestra.run.smithi170:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-19T13:26:27.258 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-19T13:26:27.274 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-19T13:26:27.274 DEBUG:teuthology.orchestra.run.smithi031:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-19T13:26:27.294 DEBUG:teuthology.orchestra.run.smithi170:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-19T13:26:27.307 DEBUG:teuthology.orchestra.run.smithi031:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-19T13:26:27.345 DEBUG:teuthology.orchestra.run.smithi031:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-19T13:26:27.396 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T13:26:27.396 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-19T13:26:27.453 DEBUG:teuthology.orchestra.run.smithi170:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-19T13:26:27.460 DEBUG:teuthology.orchestra.run.smithi170:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-19T13:26:27.507 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-19T13:26:27.507 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-19T13:26:27.585 DEBUG:teuthology.orchestra.run.smithi031:> sudo service rsyslog restart 2024-09-19T13:26:27.588 DEBUG:teuthology.orchestra.run.smithi170:> sudo service rsyslog restart 2024-09-19T13:26:27.662 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-19T13:26:27.670 INFO:teuthology.task.internal:Starting timer... 2024-09-19T13:26:27.670 INFO:teuthology.run_tasks:Running task pcp... 2024-09-19T13:26:27.717 INFO:teuthology.run_tasks:Running task selinux... 2024-09-19T13:26:27.766 DEBUG:teuthology.task.selinux:Excluding smithi031: OS 'ubuntu' does not support SELinux 2024-09-19T13:26:27.766 DEBUG:teuthology.task.selinux:Excluding smithi170: OS 'ubuntu' does not support SELinux 2024-09-19T13:26:27.766 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-19T13:26:27.766 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2024-09-19T13:26:27.766 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-19T13:26:27.766 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-19T13:26:27.816 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-09-19T13:26:27.819 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-09-19T13:26:27.957 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-19T13:26:27.968 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-19T13:26:27.969 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi031.front.sepia.ceph.com,smithi170.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-19T13:34:06.083 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi031.front.sepia.ceph.com'), Remote(name='ubuntu@smithi170.front.sepia.ceph.com')] 2024-09-19T13:34:06.084 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi031.front.sepia.ceph.com' 2024-09-19T13:34:06.086 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi031.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T13:34:06.179 DEBUG:teuthology.orchestra.run.smithi031:> true 2024-09-19T13:34:06.257 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi031.front.sepia.ceph.com' 2024-09-19T13:34:06.258 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi170.front.sepia.ceph.com' 2024-09-19T13:34:06.258 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi170.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T13:34:06.373 DEBUG:teuthology.orchestra.run.smithi170:> true 2024-09-19T13:34:06.457 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi170.front.sepia.ceph.com' 2024-09-19T13:34:06.457 INFO:teuthology.run_tasks:Running task clock... 2024-09-19T13:34:06.468 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-19T13:34:06.468 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-19T13:34:06.469 DEBUG:teuthology.orchestra.run.smithi031:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-19T13:34:06.471 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-19T13:34:06.472 DEBUG:teuthology.orchestra.run.smithi170:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-19T13:34:06.499 INFO:teuthology.orchestra.run.smithi031.stdout:19 Sep 13:34:06 ntpd[18355]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2024-09-19T13:34:06.499 INFO:teuthology.orchestra.run.smithi031.stdout:19 Sep 13:34:06 ntpd[18355]: Command line: ntpd -gq 2024-09-19T13:34:06.499 INFO:teuthology.orchestra.run.smithi031.stdout:19 Sep 13:34:06 ntpd[18355]: ---------------------------------------------------- 2024-09-19T13:34:06.499 INFO:teuthology.orchestra.run.smithi031.stdout:19 Sep 13:34:06 ntpd[18355]: ntp-4 is maintained by Network Time Foundation, 2024-09-19T13:34:06.499 INFO:teuthology.orchestra.run.smithi031.stdout:19 Sep 13:34:06 ntpd[18355]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2024-09-19T13:34:06.500 INFO:teuthology.orchestra.run.smithi031.stdout:19 Sep 13:34:06 ntpd[18355]: corporation. Support and training for ntp-4 are 2024-09-19T13:34:06.500 INFO:teuthology.orchestra.run.smithi031.stdout:19 Sep 13:34:06 ntpd[18355]: available at https://www.nwtime.org/support 2024-09-19T13:34:06.500 INFO:teuthology.orchestra.run.smithi031.stdout:19 Sep 13:34:06 ntpd[18355]: ---------------------------------------------------- 2024-09-19T13:34:06.501 INFO:teuthology.orchestra.run.smithi031.stdout:19 Sep 13:34:06 ntpd[18355]: proto: precision = 0.067 usec (-24) 2024-09-19T13:34:06.501 INFO:teuthology.orchestra.run.smithi031.stdout:19 Sep 13:34:06 ntpd[18355]: basedate set to 2022-02-04 2024-09-19T13:34:06.501 INFO:teuthology.orchestra.run.smithi031.stdout:19 Sep 13:34:06 ntpd[18355]: gps base set to 2022-02-06 (week 2196) 2024-09-19T13:34:06.501 INFO:teuthology.orchestra.run.smithi031.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-19T13:34:06.502 INFO:teuthology.orchestra.run.smithi031.stdout:19 Sep 13:34:06 ntpd[18355]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-19T13:34:06.502 INFO:teuthology.orchestra.run.smithi031.stdout:19 Sep 13:34:06 ntpd[18355]: restrict ::: KOD does nothing without LIMITED. 2024-09-19T13:34:06.502 INFO:teuthology.orchestra.run.smithi031.stderr:restrict ::: KOD does nothing without LIMITED. 2024-09-19T13:34:06.503 INFO:teuthology.orchestra.run.smithi031.stdout:19 Sep 13:34:06 ntpd[18355]: Listen and drop on 0 v6wildcard [::]:123 2024-09-19T13:34:06.503 INFO:teuthology.orchestra.run.smithi031.stdout:19 Sep 13:34:06 ntpd[18355]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-09-19T13:34:06.503 INFO:teuthology.orchestra.run.smithi031.stdout:19 Sep 13:34:06 ntpd[18355]: Listen normally on 2 lo 127.0.0.1:123 2024-09-19T13:34:06.503 INFO:teuthology.orchestra.run.smithi031.stdout:19 Sep 13:34:06 ntpd[18355]: Listen normally on 3 ens1f0 172.21.15.31:123 2024-09-19T13:34:06.503 INFO:teuthology.orchestra.run.smithi031.stdout:19 Sep 13:34:06 ntpd[18355]: Listen normally on 4 lo [::1]:123 2024-09-19T13:34:06.503 INFO:teuthology.orchestra.run.smithi031.stdout:19 Sep 13:34:06 ntpd[18355]: Listen normally on 5 ens1f0 [fe80::ae1f:6bff:fea5:caba%4]:123 2024-09-19T13:34:06.503 INFO:teuthology.orchestra.run.smithi031.stdout:19 Sep 13:34:06 ntpd[18355]: Listening on routing socket on fd #22 for interface updates 2024-09-19T13:34:06.528 INFO:teuthology.orchestra.run.smithi170.stdout:19 Sep 13:34:06 ntpd[18481]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2024-09-19T13:34:06.528 INFO:teuthology.orchestra.run.smithi170.stdout:19 Sep 13:34:06 ntpd[18481]: Command line: ntpd -gq 2024-09-19T13:34:06.529 INFO:teuthology.orchestra.run.smithi170.stdout:19 Sep 13:34:06 ntpd[18481]: ---------------------------------------------------- 2024-09-19T13:34:06.529 INFO:teuthology.orchestra.run.smithi170.stdout:19 Sep 13:34:06 ntpd[18481]: ntp-4 is maintained by Network Time Foundation, 2024-09-19T13:34:06.529 INFO:teuthology.orchestra.run.smithi170.stdout:19 Sep 13:34:06 ntpd[18481]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2024-09-19T13:34:06.529 INFO:teuthology.orchestra.run.smithi170.stdout:19 Sep 13:34:06 ntpd[18481]: corporation. Support and training for ntp-4 are 2024-09-19T13:34:06.529 INFO:teuthology.orchestra.run.smithi170.stdout:19 Sep 13:34:06 ntpd[18481]: available at https://www.nwtime.org/support 2024-09-19T13:34:06.529 INFO:teuthology.orchestra.run.smithi170.stdout:19 Sep 13:34:06 ntpd[18481]: ---------------------------------------------------- 2024-09-19T13:34:06.530 INFO:teuthology.orchestra.run.smithi170.stdout:19 Sep 13:34:06 ntpd[18481]: proto: precision = 0.058 usec (-24) 2024-09-19T13:34:06.530 INFO:teuthology.orchestra.run.smithi170.stdout:19 Sep 13:34:06 ntpd[18481]: basedate set to 2022-02-04 2024-09-19T13:34:06.530 INFO:teuthology.orchestra.run.smithi170.stdout:19 Sep 13:34:06 ntpd[18481]: gps base set to 2022-02-06 (week 2196) 2024-09-19T13:34:06.530 INFO:teuthology.orchestra.run.smithi170.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-19T13:34:06.530 INFO:teuthology.orchestra.run.smithi170.stdout:19 Sep 13:34:06 ntpd[18481]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-19T13:34:06.530 INFO:teuthology.orchestra.run.smithi170.stdout:19 Sep 13:34:06 ntpd[18481]: restrict ::: KOD does nothing without LIMITED. 2024-09-19T13:34:06.531 INFO:teuthology.orchestra.run.smithi170.stderr:restrict ::: KOD does nothing without LIMITED. 2024-09-19T13:34:06.532 INFO:teuthology.orchestra.run.smithi170.stdout:19 Sep 13:34:06 ntpd[18481]: Listen and drop on 0 v6wildcard [::]:123 2024-09-19T13:34:06.532 INFO:teuthology.orchestra.run.smithi170.stdout:19 Sep 13:34:06 ntpd[18481]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-09-19T13:34:06.532 INFO:teuthology.orchestra.run.smithi170.stdout:19 Sep 13:34:06 ntpd[18481]: Listen normally on 2 lo 127.0.0.1:123 2024-09-19T13:34:06.532 INFO:teuthology.orchestra.run.smithi170.stdout:19 Sep 13:34:06 ntpd[18481]: Listen normally on 3 enp3s0f1 172.21.15.170:123 2024-09-19T13:34:06.532 INFO:teuthology.orchestra.run.smithi170.stdout:19 Sep 13:34:06 ntpd[18481]: Listen normally on 4 lo [::1]:123 2024-09-19T13:34:06.532 INFO:teuthology.orchestra.run.smithi170.stdout:19 Sep 13:34:06 ntpd[18481]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe88:7255%5]:123 2024-09-19T13:34:06.532 INFO:teuthology.orchestra.run.smithi170.stdout:19 Sep 13:34:06 ntpd[18481]: Listening on routing socket on fd #22 for interface updates 2024-09-19T13:34:07.500 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:07 ntpd[18355]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-19T13:34:07.500 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:07 ntpd[18355]: can't open /var/log/ntpstats/rawstats.20240919: Permission denied 2024-09-19T13:34:07.500 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:07 ntpd[18355]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-19T13:34:07.500 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:07 ntpd[18355]: can't open /var/log/ntpstats/rawstats.20240919: Permission denied 2024-09-19T13:34:07.500 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:07 ntpd[18355]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-19T13:34:07.501 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:07 ntpd[18355]: can't open /var/log/ntpstats/rawstats.20240919: Permission denied 2024-09-19T13:34:07.501 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:07 ntpd[18355]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-19T13:34:07.501 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:07 ntpd[18355]: can't open /var/log/ntpstats/peerstats.20240919: Permission denied 2024-09-19T13:34:07.501 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:07 ntpd[18355]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-19T13:34:07.501 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:07 ntpd[18355]: can't open /var/log/ntpstats/rawstats.20240919: Permission denied 2024-09-19T13:34:07.501 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:07 ntpd[18355]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-19T13:34:07.501 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:07 ntpd[18355]: can't open /var/log/ntpstats/peerstats.20240919: Permission denied 2024-09-19T13:34:07.529 INFO:teuthology.orchestra.run.smithi170.stderr:19 Sep 13:34:07 ntpd[18481]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-19T13:34:07.529 INFO:teuthology.orchestra.run.smithi170.stderr:19 Sep 13:34:07 ntpd[18481]: can't open /var/log/ntpstats/rawstats.20240919: Permission denied 2024-09-19T13:34:07.529 INFO:teuthology.orchestra.run.smithi170.stderr:19 Sep 13:34:07 ntpd[18481]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-19T13:34:07.529 INFO:teuthology.orchestra.run.smithi170.stderr:19 Sep 13:34:07 ntpd[18481]: can't open /var/log/ntpstats/rawstats.20240919: Permission denied 2024-09-19T13:34:07.529 INFO:teuthology.orchestra.run.smithi170.stderr:19 Sep 13:34:07 ntpd[18481]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-19T13:34:07.529 INFO:teuthology.orchestra.run.smithi170.stderr:19 Sep 13:34:07 ntpd[18481]: can't open /var/log/ntpstats/rawstats.20240919: Permission denied 2024-09-19T13:34:07.529 INFO:teuthology.orchestra.run.smithi170.stderr:19 Sep 13:34:07 ntpd[18481]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-19T13:34:07.530 INFO:teuthology.orchestra.run.smithi170.stderr:19 Sep 13:34:07 ntpd[18481]: can't open /var/log/ntpstats/peerstats.20240919: Permission denied 2024-09-19T13:34:08.500 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:08 ntpd[18355]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-19T13:34:08.500 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:08 ntpd[18355]: can't open /var/log/ntpstats/rawstats.20240919: Permission denied 2024-09-19T13:34:08.500 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:08 ntpd[18355]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-19T13:34:08.500 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:08 ntpd[18355]: can't open /var/log/ntpstats/rawstats.20240919: Permission denied 2024-09-19T13:34:08.500 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:08 ntpd[18355]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-19T13:34:08.500 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:08 ntpd[18355]: can't open /var/log/ntpstats/peerstats.20240919: Permission denied 2024-09-19T13:34:09.500 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:09 ntpd[18355]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-19T13:34:09.501 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:09 ntpd[18355]: can't open /var/log/ntpstats/rawstats.20240919: Permission denied 2024-09-19T13:34:09.501 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:09 ntpd[18355]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-19T13:34:09.501 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:09 ntpd[18355]: can't open /var/log/ntpstats/rawstats.20240919: Permission denied 2024-09-19T13:34:09.501 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:09 ntpd[18355]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-19T13:34:09.501 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:09 ntpd[18355]: can't open /var/log/ntpstats/rawstats.20240919: Permission denied 2024-09-19T13:34:09.501 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:09 ntpd[18355]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-19T13:34:09.501 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:09 ntpd[18355]: can't open /var/log/ntpstats/rawstats.20240919: Permission denied 2024-09-19T13:34:09.501 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:09 ntpd[18355]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-19T13:34:09.501 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:09 ntpd[18355]: can't open /var/log/ntpstats/peerstats.20240919: Permission denied 2024-09-19T13:34:09.501 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:09 ntpd[18355]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-19T13:34:09.501 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:09 ntpd[18355]: can't open /var/log/ntpstats/rawstats.20240919: Permission denied 2024-09-19T13:34:09.502 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:09 ntpd[18355]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-19T13:34:09.502 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:09 ntpd[18355]: can't open /var/log/ntpstats/peerstats.20240919: Permission denied 2024-09-19T13:34:09.529 INFO:teuthology.orchestra.run.smithi170.stderr:19 Sep 13:34:09 ntpd[18481]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-19T13:34:09.529 INFO:teuthology.orchestra.run.smithi170.stderr:19 Sep 13:34:09 ntpd[18481]: can't open /var/log/ntpstats/rawstats.20240919: Permission denied 2024-09-19T13:34:09.529 INFO:teuthology.orchestra.run.smithi170.stderr:19 Sep 13:34:09 ntpd[18481]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-19T13:34:09.529 INFO:teuthology.orchestra.run.smithi170.stderr:19 Sep 13:34:09 ntpd[18481]: can't open /var/log/ntpstats/rawstats.20240919: Permission denied 2024-09-19T13:34:09.529 INFO:teuthology.orchestra.run.smithi170.stderr:19 Sep 13:34:09 ntpd[18481]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-19T13:34:09.530 INFO:teuthology.orchestra.run.smithi170.stderr:19 Sep 13:34:09 ntpd[18481]: can't open /var/log/ntpstats/peerstats.20240919: Permission denied 2024-09-19T13:34:10.500 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:10 ntpd[18355]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-19T13:34:10.500 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:10 ntpd[18355]: can't open /var/log/ntpstats/rawstats.20240919: Permission denied 2024-09-19T13:34:10.500 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:10 ntpd[18355]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-19T13:34:10.500 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:10 ntpd[18355]: can't open /var/log/ntpstats/rawstats.20240919: Permission denied 2024-09-19T13:34:10.500 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:10 ntpd[18355]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-19T13:34:10.500 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:10 ntpd[18355]: can't open /var/log/ntpstats/peerstats.20240919: Permission denied 2024-09-19T13:34:11.500 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:11 ntpd[18355]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-19T13:34:11.501 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:11 ntpd[18355]: can't open /var/log/ntpstats/rawstats.20240919: Permission denied 2024-09-19T13:34:11.501 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:11 ntpd[18355]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-19T13:34:11.501 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:11 ntpd[18355]: can't open /var/log/ntpstats/rawstats.20240919: Permission denied 2024-09-19T13:34:11.501 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:11 ntpd[18355]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-19T13:34:11.501 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:11 ntpd[18355]: can't open /var/log/ntpstats/rawstats.20240919: Permission denied 2024-09-19T13:34:11.501 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:11 ntpd[18355]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-19T13:34:11.501 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:11 ntpd[18355]: can't open /var/log/ntpstats/peerstats.20240919: Permission denied 2024-09-19T13:34:11.501 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:11 ntpd[18355]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-19T13:34:11.501 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:11 ntpd[18355]: can't open /var/log/ntpstats/rawstats.20240919: Permission denied 2024-09-19T13:34:11.501 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:11 ntpd[18355]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-19T13:34:11.501 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:11 ntpd[18355]: can't open /var/log/ntpstats/peerstats.20240919: Permission denied 2024-09-19T13:34:11.530 INFO:teuthology.orchestra.run.smithi170.stderr:19 Sep 13:34:11 ntpd[18481]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-19T13:34:11.530 INFO:teuthology.orchestra.run.smithi170.stderr:19 Sep 13:34:11 ntpd[18481]: can't open /var/log/ntpstats/rawstats.20240919: Permission denied 2024-09-19T13:34:11.530 INFO:teuthology.orchestra.run.smithi170.stderr:19 Sep 13:34:11 ntpd[18481]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-19T13:34:11.530 INFO:teuthology.orchestra.run.smithi170.stderr:19 Sep 13:34:11 ntpd[18481]: can't open /var/log/ntpstats/rawstats.20240919: Permission denied 2024-09-19T13:34:11.530 INFO:teuthology.orchestra.run.smithi170.stderr:19 Sep 13:34:11 ntpd[18481]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-19T13:34:11.530 INFO:teuthology.orchestra.run.smithi170.stderr:19 Sep 13:34:11 ntpd[18481]: can't open /var/log/ntpstats/rawstats.20240919: Permission denied 2024-09-19T13:34:11.530 INFO:teuthology.orchestra.run.smithi170.stderr:19 Sep 13:34:11 ntpd[18481]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-19T13:34:11.531 INFO:teuthology.orchestra.run.smithi170.stderr:19 Sep 13:34:11 ntpd[18481]: can't open /var/log/ntpstats/rawstats.20240919: Permission denied 2024-09-19T13:34:11.531 INFO:teuthology.orchestra.run.smithi170.stderr:19 Sep 13:34:11 ntpd[18481]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-19T13:34:11.531 INFO:teuthology.orchestra.run.smithi170.stderr:19 Sep 13:34:11 ntpd[18481]: can't open /var/log/ntpstats/peerstats.20240919: Permission denied 2024-09-19T13:34:11.531 INFO:teuthology.orchestra.run.smithi170.stderr:19 Sep 13:34:11 ntpd[18481]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-19T13:34:11.531 INFO:teuthology.orchestra.run.smithi170.stderr:19 Sep 13:34:11 ntpd[18481]: can't open /var/log/ntpstats/rawstats.20240919: Permission denied 2024-09-19T13:34:11.531 INFO:teuthology.orchestra.run.smithi170.stderr:19 Sep 13:34:11 ntpd[18481]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-19T13:34:11.531 INFO:teuthology.orchestra.run.smithi170.stderr:19 Sep 13:34:11 ntpd[18481]: can't open /var/log/ntpstats/peerstats.20240919: Permission denied 2024-09-19T13:34:11.531 INFO:teuthology.orchestra.run.smithi170.stderr:19 Sep 13:34:11 ntpd[18481]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-19T13:34:11.531 INFO:teuthology.orchestra.run.smithi170.stderr:19 Sep 13:34:11 ntpd[18481]: can't open /var/log/ntpstats/rawstats.20240919: Permission denied 2024-09-19T13:34:11.531 INFO:teuthology.orchestra.run.smithi170.stderr:19 Sep 13:34:11 ntpd[18481]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-19T13:34:11.531 INFO:teuthology.orchestra.run.smithi170.stderr:19 Sep 13:34:11 ntpd[18481]: can't open /var/log/ntpstats/peerstats.20240919: Permission denied 2024-09-19T13:34:12.500 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:12 ntpd[18355]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-19T13:34:12.500 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:12 ntpd[18355]: can't open /var/log/ntpstats/rawstats.20240919: Permission denied 2024-09-19T13:34:12.500 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:12 ntpd[18355]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-19T13:34:12.500 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:12 ntpd[18355]: can't open /var/log/ntpstats/rawstats.20240919: Permission denied 2024-09-19T13:34:12.500 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:12 ntpd[18355]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-19T13:34:12.500 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:12 ntpd[18355]: can't open /var/log/ntpstats/peerstats.20240919: Permission denied 2024-09-19T13:34:13.500 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:13 ntpd[18355]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-19T13:34:13.500 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:13 ntpd[18355]: can't open /var/log/ntpstats/rawstats.20240919: Permission denied 2024-09-19T13:34:13.500 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:13 ntpd[18355]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-19T13:34:13.500 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:13 ntpd[18355]: can't open /var/log/ntpstats/rawstats.20240919: Permission denied 2024-09-19T13:34:13.500 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:13 ntpd[18355]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-19T13:34:13.500 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:13 ntpd[18355]: can't open /var/log/ntpstats/rawstats.20240919: Permission denied 2024-09-19T13:34:13.500 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:13 ntpd[18355]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-19T13:34:13.501 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:13 ntpd[18355]: can't open /var/log/ntpstats/peerstats.20240919: Permission denied 2024-09-19T13:34:13.501 INFO:teuthology.orchestra.run.smithi031.stdout:19 Sep 13:34:13 ntpd[18355]: ntpd: time slew +0.000576 s 2024-09-19T13:34:13.501 INFO:teuthology.orchestra.run.smithi031.stdout:ntpd: time slew +0.000576s 2024-09-19T13:34:13.501 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:13 ntpd[18355]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-09-19T13:34:13.501 INFO:teuthology.orchestra.run.smithi031.stderr:19 Sep 13:34:13 ntpd[18355]: can't open /var/log/ntpstats/loopstats.20240919: Permission denied 2024-09-19T13:34:13.530 INFO:teuthology.orchestra.run.smithi170.stderr:19 Sep 13:34:13 ntpd[18481]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-19T13:34:13.530 INFO:teuthology.orchestra.run.smithi170.stderr:19 Sep 13:34:13 ntpd[18481]: can't open /var/log/ntpstats/rawstats.20240919: Permission denied 2024-09-19T13:34:13.530 INFO:teuthology.orchestra.run.smithi170.stderr:19 Sep 13:34:13 ntpd[18481]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-19T13:34:13.530 INFO:teuthology.orchestra.run.smithi170.stderr:19 Sep 13:34:13 ntpd[18481]: can't open /var/log/ntpstats/rawstats.20240919: Permission denied 2024-09-19T13:34:13.530 INFO:teuthology.orchestra.run.smithi170.stderr:19 Sep 13:34:13 ntpd[18481]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-19T13:34:13.530 INFO:teuthology.orchestra.run.smithi170.stderr:19 Sep 13:34:13 ntpd[18481]: can't open /var/log/ntpstats/rawstats.20240919: Permission denied 2024-09-19T13:34:13.530 INFO:teuthology.orchestra.run.smithi170.stderr:19 Sep 13:34:13 ntpd[18481]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-19T13:34:13.531 INFO:teuthology.orchestra.run.smithi170.stderr:19 Sep 13:34:13 ntpd[18481]: can't open /var/log/ntpstats/rawstats.20240919: Permission denied 2024-09-19T13:34:13.531 INFO:teuthology.orchestra.run.smithi170.stderr:19 Sep 13:34:13 ntpd[18481]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-19T13:34:13.531 INFO:teuthology.orchestra.run.smithi170.stderr:19 Sep 13:34:13 ntpd[18481]: can't open /var/log/ntpstats/peerstats.20240919: Permission denied 2024-09-19T13:34:13.531 INFO:teuthology.orchestra.run.smithi170.stderr:19 Sep 13:34:13 ntpd[18481]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-19T13:34:13.531 INFO:teuthology.orchestra.run.smithi170.stderr:19 Sep 13:34:13 ntpd[18481]: can't open /var/log/ntpstats/rawstats.20240919: Permission denied 2024-09-19T13:34:13.531 INFO:teuthology.orchestra.run.smithi170.stderr:19 Sep 13:34:13 ntpd[18481]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-19T13:34:13.531 INFO:teuthology.orchestra.run.smithi170.stderr:19 Sep 13:34:13 ntpd[18481]: can't open /var/log/ntpstats/peerstats.20240919: Permission denied 2024-09-19T13:34:13.531 INFO:teuthology.orchestra.run.smithi170.stderr:19 Sep 13:34:13 ntpd[18481]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-19T13:34:13.531 INFO:teuthology.orchestra.run.smithi170.stderr:19 Sep 13:34:13 ntpd[18481]: can't open /var/log/ntpstats/rawstats.20240919: Permission denied 2024-09-19T13:34:13.531 INFO:teuthology.orchestra.run.smithi170.stderr:19 Sep 13:34:13 ntpd[18481]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-19T13:34:13.531 INFO:teuthology.orchestra.run.smithi170.stderr:19 Sep 13:34:13 ntpd[18481]: can't open /var/log/ntpstats/peerstats.20240919: Permission denied 2024-09-19T13:34:13.532 INFO:teuthology.orchestra.run.smithi170.stdout:19 Sep 13:34:13 ntpd[18481]: ntpd: time slew -0.000340 s 2024-09-19T13:34:13.532 INFO:teuthology.orchestra.run.smithi170.stdout:ntpd: time slew -0.000340s 2024-09-19T13:34:13.532 INFO:teuthology.orchestra.run.smithi170.stderr:19 Sep 13:34:13 ntpd[18481]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-09-19T13:34:13.532 INFO:teuthology.orchestra.run.smithi170.stderr:19 Sep 13:34:13 ntpd[18481]: can't open /var/log/ntpstats/loopstats.20240919: Permission denied 2024-09-19T13:34:13.557 INFO:teuthology.orchestra.run.smithi031.stdout: remote refid st t when poll reach delay offset jitter 2024-09-19T13:34:13.557 INFO:teuthology.orchestra.run.smithi031.stdout:============================================================================== 2024-09-19T13:34:13.557 INFO:teuthology.orchestra.run.smithi031.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-19T13:34:13.557 INFO:teuthology.orchestra.run.smithi031.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-19T13:34:13.557 INFO:teuthology.orchestra.run.smithi031.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-19T13:34:13.557 INFO:teuthology.orchestra.run.smithi031.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-19T13:34:13.585 INFO:teuthology.orchestra.run.smithi170.stdout: remote refid st t when poll reach delay offset jitter 2024-09-19T13:34:13.585 INFO:teuthology.orchestra.run.smithi170.stdout:============================================================================== 2024-09-19T13:34:13.585 INFO:teuthology.orchestra.run.smithi170.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-19T13:34:13.585 INFO:teuthology.orchestra.run.smithi170.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-19T13:34:13.586 INFO:teuthology.orchestra.run.smithi170.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-19T13:34:13.586 INFO:teuthology.orchestra.run.smithi170.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-19T13:34:13.586 INFO:teuthology.run_tasks:Running task install... 2024-09-19T13:34:13.595 DEBUG:teuthology.task.install:project ceph 2024-09-19T13:34:13.595 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '08af21e0d16078b88ddf808fe9ba2ab84dbe6754'}} 2024-09-19T13:34:13.596 DEBUG:teuthology.task.install:config {'extra_system_packages': {'deb': ['s3cmd', 'maven'], 'rpm': ['s3cmd', 'maven']}, 'flavor': 'default', 'sha1': '08af21e0d16078b88ddf808fe9ba2ab84dbe6754'} 2024-09-19T13:34:13.596 INFO:teuthology.task.install:Using flavor: default 2024-09-19T13:34:13.601 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-19T13:34:13.602 INFO:teuthology.task.install:extra packages: [] 2024-09-19T13:34:13.602 DEBUG:teuthology.orchestra.run.smithi031:> sudo apt-key list | grep Ceph 2024-09-19T13:34:13.603 DEBUG:teuthology.orchestra.run.smithi170:> sudo apt-key list | grep Ceph 2024-09-19T13:34:13.660 INFO:teuthology.orchestra.run.smithi031.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2024-09-19T13:34:13.680 INFO:teuthology.orchestra.run.smithi170.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2024-09-19T13:34:13.689 INFO:teuthology.orchestra.run.smithi031.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2024-09-19T13:34:13.689 INFO:teuthology.orchestra.run.smithi031.stdout:uid [ unknown] Ceph.com (release key) 2024-09-19T13:34:13.690 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse on remote deb x86_64 2024-09-19T13:34:13.690 INFO:teuthology.task.install.deb:Installing system (non-project) packages: s3cmd, maven on remote deb x86_64 2024-09-19T13:34:13.691 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=08af21e0d16078b88ddf808fe9ba2ab84dbe6754 2024-09-19T13:34:13.715 INFO:teuthology.orchestra.run.smithi170.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2024-09-19T13:34:13.715 INFO:teuthology.orchestra.run.smithi170.stdout:uid [ unknown] Ceph.com (release key) 2024-09-19T13:34:13.715 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse on remote deb x86_64 2024-09-19T13:34:13.715 INFO:teuthology.task.install.deb:Installing system (non-project) packages: s3cmd, maven on remote deb x86_64 2024-09-19T13:34:13.716 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=08af21e0d16078b88ddf808fe9ba2ab84dbe6754 2024-09-19T13:34:13.857 INFO:teuthology.task.install.deb:Pulling from https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default/ 2024-09-19T13:34:13.857 INFO:teuthology.task.install.deb:Package version is 19.3.0-5012-g08af21e0-1jammy 2024-09-19T13:34:13.873 INFO:teuthology.task.install.deb:Pulling from https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default/ 2024-09-19T13:34:13.873 INFO:teuthology.task.install.deb:Package version is 19.3.0-5012-g08af21e0-1jammy 2024-09-19T13:34:13.982 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T13:34:13.982 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2024-09-19T13:34:13.994 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-19T13:34:13.994 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2024-09-19T13:34:13.996 DEBUG:teuthology.orchestra.run.smithi031:> sudo apt-get update 2024-09-19T13:34:14.008 DEBUG:teuthology.orchestra.run.smithi170:> sudo apt-get update 2024-09-19T13:34:14.199 INFO:teuthology.orchestra.run.smithi170.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-19T13:34:14.207 INFO:teuthology.orchestra.run.smithi170.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-19T13:34:14.225 INFO:teuthology.orchestra.run.smithi170.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-19T13:34:14.231 INFO:teuthology.orchestra.run.smithi031.stdout:Ign:1 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy InRelease 2024-09-19T13:34:14.234 INFO:teuthology.orchestra.run.smithi170.stdout:Ign:4 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy InRelease 2024-09-19T13:34:14.255 INFO:teuthology.orchestra.run.smithi031.stdout:Get:2 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy Release [7,689 B] 2024-09-19T13:34:14.255 INFO:teuthology.orchestra.run.smithi170.stdout:Get:5 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy Release [7,689 B] 2024-09-19T13:34:14.277 INFO:teuthology.orchestra.run.smithi170.stdout:Ign:6 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy Release.gpg 2024-09-19T13:34:14.277 INFO:teuthology.orchestra.run.smithi031.stdout:Ign:3 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy Release.gpg 2024-09-19T13:34:14.297 INFO:teuthology.orchestra.run.smithi170.stdout:Hit:7 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-19T13:34:14.298 INFO:teuthology.orchestra.run.smithi170.stdout:Get:8 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,432 B] 2024-09-19T13:34:14.300 INFO:teuthology.orchestra.run.smithi031.stdout:Hit:4 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-19T13:34:14.300 INFO:teuthology.orchestra.run.smithi031.stdout:Hit:5 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-19T13:34:14.300 INFO:teuthology.orchestra.run.smithi031.stdout:Get:6 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 Packages [18.2 kB] 2024-09-19T13:34:14.325 INFO:teuthology.orchestra.run.smithi170.stdout:Get:9 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 Packages [18.2 kB] 2024-09-19T13:34:14.336 INFO:teuthology.orchestra.run.smithi031.stdout:Get:7 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,432 B] 2024-09-19T13:34:14.373 INFO:teuthology.orchestra.run.smithi031.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [128 kB] 2024-09-19T13:34:14.564 INFO:teuthology.orchestra.run.smithi170.stdout:Fetched 29.3 kB in 0s (78.2 kB/s) 2024-09-19T13:34:14.730 INFO:teuthology.orchestra.run.smithi031.stdout:Hit:9 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-19T13:34:14.821 INFO:teuthology.orchestra.run.smithi031.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [26.1 kB] 2024-09-19T13:34:15.595 INFO:teuthology.orchestra.run.smithi170.stdout:Reading package lists... 2024-09-19T13:34:15.612 DEBUG:teuthology.orchestra.run.smithi170:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=19.3.0-5012-g08af21e0-1jammy cephadm=19.3.0-5012-g08af21e0-1jammy ceph-mds=19.3.0-5012-g08af21e0-1jammy ceph-mgr=19.3.0-5012-g08af21e0-1jammy ceph-common=19.3.0-5012-g08af21e0-1jammy ceph-fuse=19.3.0-5012-g08af21e0-1jammy ceph-test=19.3.0-5012-g08af21e0-1jammy ceph-volume=19.3.0-5012-g08af21e0-1jammy radosgw=19.3.0-5012-g08af21e0-1jammy python3-rados=19.3.0-5012-g08af21e0-1jammy python3-rgw=19.3.0-5012-g08af21e0-1jammy python3-cephfs=19.3.0-5012-g08af21e0-1jammy python3-rbd=19.3.0-5012-g08af21e0-1jammy libcephfs2=19.3.0-5012-g08af21e0-1jammy libcephfs-dev=19.3.0-5012-g08af21e0-1jammy librados2=19.3.0-5012-g08af21e0-1jammy librbd1=19.3.0-5012-g08af21e0-1jammy rbd-fuse=19.3.0-5012-g08af21e0-1jammy 2024-09-19T13:34:15.676 INFO:teuthology.orchestra.run.smithi170.stdout:Reading package lists... 2024-09-19T13:34:15.896 INFO:teuthology.orchestra.run.smithi170.stdout:Building dependency tree... 2024-09-19T13:34:15.896 INFO:teuthology.orchestra.run.smithi170.stdout:Reading state information... 2024-09-19T13:34:16.092 INFO:teuthology.orchestra.run.smithi170.stdout:The following packages were automatically installed and are no longer required: 2024-09-19T13:34:16.093 INFO:teuthology.orchestra.run.smithi170.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-19T13:34:16.093 INFO:teuthology.orchestra.run.smithi170.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-19T13:34:16.093 INFO:teuthology.orchestra.run.smithi170.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-19T13:34:16.094 INFO:teuthology.orchestra.run.smithi170.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-19T13:34:16.094 INFO:teuthology.orchestra.run.smithi170.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-19T13:34:16.094 INFO:teuthology.orchestra.run.smithi170.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-19T13:34:16.094 INFO:teuthology.orchestra.run.smithi170.stdout:The following additional packages will be installed: 2024-09-19T13:34:16.094 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2024-09-19T13:34:16.094 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq 2024-09-19T13:34:16.095 INFO:teuthology.orchestra.run.smithi170.stdout: libdouble-conversion3 libjq1 liblttng-ust1 liblua5.3-dev libnbd0 liboath0 2024-09-19T13:34:16.095 INFO:teuthology.orchestra.run.smithi170.stdout: libonig5 libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 2024-09-19T13:34:16.096 INFO:teuthology.orchestra.run.smithi170.stdout: libradosstriper1 librdkafka1 libreadline-dev librgw2 libsqlite3-mod-ceph 2024-09-19T13:34:16.096 INFO:teuthology.orchestra.run.smithi170.stdout: libthrift-0.16.0 lua-any lua-sec lua-socket lua5.1 luarocks nvme-cli 2024-09-19T13:34:16.096 INFO:teuthology.orchestra.run.smithi170.stdout: pkg-config python-asyncssh-doc python-babel-localedata 2024-09-19T13:34:16.096 INFO:teuthology.orchestra.run.smithi170.stdout: python-pastedeploy-tpl python3-asyncssh python3-babel python3-bcrypt 2024-09-19T13:34:16.096 INFO:teuthology.orchestra.run.smithi170.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-certifi 2024-09-19T13:34:16.096 INFO:teuthology.orchestra.run.smithi170.stdout: python3-cheroot python3-cherrypy3 python3-google-auth python3-idna 2024-09-19T13:34:16.096 INFO:teuthology.orchestra.run.smithi170.stdout: python3-iniconfig python3-jaraco.classes python3-jaraco.collections 2024-09-19T13:34:16.096 INFO:teuthology.orchestra.run.smithi170.stdout: python3-jaraco.functools python3-jaraco.text python3-jinja2 python3-joblib 2024-09-19T13:34:16.096 INFO:teuthology.orchestra.run.smithi170.stdout: python3-kubernetes python3-logutils python3-mako python3-markupsafe 2024-09-19T13:34:16.097 INFO:teuthology.orchestra.run.smithi170.stdout: python3-natsort python3-openssl python3-paste python3-pastedeploy 2024-09-19T13:34:16.097 INFO:teuthology.orchestra.run.smithi170.stdout: python3-pastescript python3-pecan python3-pluggy python3-portend 2024-09-19T13:34:16.097 INFO:teuthology.orchestra.run.smithi170.stdout: python3-prettytable python3-psutil python3-py python3-pyasn1 2024-09-19T13:34:16.097 INFO:teuthology.orchestra.run.smithi170.stdout: python3-pyasn1-modules python3-pygments python3-pyinotify python3-pytest 2024-09-19T13:34:16.098 INFO:teuthology.orchestra.run.smithi170.stdout: python3-repoze.lru python3-requests python3-requests-oauthlib python3-routes 2024-09-19T13:34:16.098 INFO:teuthology.orchestra.run.smithi170.stdout: python3-rsa python3-simplegeneric python3-simplejson python3-singledispatch 2024-09-19T13:34:16.098 INFO:teuthology.orchestra.run.smithi170.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2024-09-19T13:34:16.098 INFO:teuthology.orchestra.run.smithi170.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2024-09-19T13:34:16.098 INFO:teuthology.orchestra.run.smithi170.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2024-09-19T13:34:16.098 INFO:teuthology.orchestra.run.smithi170.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n socat unzip 2024-09-19T13:34:16.098 INFO:teuthology.orchestra.run.smithi170.stdout: xmlstarlet zip 2024-09-19T13:34:16.098 INFO:teuthology.orchestra.run.smithi170.stdout:Suggested packages: 2024-09-19T13:34:16.099 INFO:teuthology.orchestra.run.smithi170.stdout: python3-influxdb readline-doc python-jinja2-doc python3-beaker 2024-09-19T13:34:16.099 INFO:teuthology.orchestra.run.smithi170.stdout: python-mako-doc python-natsort-doc python-openssl-doc python3-openssl-dbg 2024-09-19T13:34:16.099 INFO:teuthology.orchestra.run.smithi170.stdout: httpd-wsgi libapache2-mod-python libapache2-mod-scgi libjs-mochikit 2024-09-19T13:34:16.099 INFO:teuthology.orchestra.run.smithi170.stdout: python-pecan-doc python-psutil-doc subversion python-pygments-doc 2024-09-19T13:34:16.099 INFO:teuthology.orchestra.run.smithi170.stdout: python-pyinotify-doc python3-socks python-requests-doc python3-dap 2024-09-19T13:34:16.099 INFO:teuthology.orchestra.run.smithi170.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2024-09-19T13:34:16.099 INFO:teuthology.orchestra.run.smithi170.stdout: python-webtest-doc python-werkzeug-doc python3-watchdog 2024-09-19T13:34:16.099 INFO:teuthology.orchestra.run.smithi170.stdout:Recommended packages: 2024-09-19T13:34:16.099 INFO:teuthology.orchestra.run.smithi170.stdout: btrfs-tools 2024-09-19T13:34:16.201 INFO:teuthology.orchestra.run.smithi170.stdout:The following NEW packages will be installed: 2024-09-19T13:34:16.201 INFO:teuthology.orchestra.run.smithi170.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2024-09-19T13:34:16.201 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2024-09-19T13:34:16.201 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm jq 2024-09-19T13:34:16.202 INFO:teuthology.orchestra.run.smithi170.stdout: libcephfs-dev libcephfs2 libdouble-conversion3 libjq1 liblttng-ust1 2024-09-19T13:34:16.202 INFO:teuthology.orchestra.run.smithi170.stdout: liblua5.3-dev libnbd0 liboath0 libonig5 libpcre2-16-0 libqt5core5a 2024-09-19T13:34:16.202 INFO:teuthology.orchestra.run.smithi170.stdout: libqt5dbus5 libqt5network5 librados2 libradosstriper1 librbd1 librdkafka1 2024-09-19T13:34:16.203 INFO:teuthology.orchestra.run.smithi170.stdout: libreadline-dev librgw2 libsqlite3-mod-ceph libthrift-0.16.0 lua-any lua-sec 2024-09-19T13:34:16.203 INFO:teuthology.orchestra.run.smithi170.stdout: lua-socket lua5.1 luarocks nvme-cli pkg-config python-asyncssh-doc 2024-09-19T13:34:16.203 INFO:teuthology.orchestra.run.smithi170.stdout: python-babel-localedata python-pastedeploy-tpl python3-asyncssh 2024-09-19T13:34:16.203 INFO:teuthology.orchestra.run.smithi170.stdout: python3-babel python3-bcrypt python3-cachetools python3-ceph-argparse 2024-09-19T13:34:16.203 INFO:teuthology.orchestra.run.smithi170.stdout: python3-ceph-common python3-cephfs python3-certifi python3-cheroot 2024-09-19T13:34:16.203 INFO:teuthology.orchestra.run.smithi170.stdout: python3-cherrypy3 python3-google-auth python3-idna python3-iniconfig 2024-09-19T13:34:16.203 INFO:teuthology.orchestra.run.smithi170.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2024-09-19T13:34:16.203 INFO:teuthology.orchestra.run.smithi170.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2024-09-19T13:34:16.203 INFO:teuthology.orchestra.run.smithi170.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2024-09-19T13:34:16.204 INFO:teuthology.orchestra.run.smithi170.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2024-09-19T13:34:16.204 INFO:teuthology.orchestra.run.smithi170.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2024-09-19T13:34:16.204 INFO:teuthology.orchestra.run.smithi170.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2024-09-19T13:34:16.204 INFO:teuthology.orchestra.run.smithi170.stdout: python3-pygments python3-pyinotify python3-pytest python3-rados python3-rbd 2024-09-19T13:34:16.204 INFO:teuthology.orchestra.run.smithi170.stdout: python3-repoze.lru python3-requests python3-requests-oauthlib python3-rgw 2024-09-19T13:34:16.204 INFO:teuthology.orchestra.run.smithi170.stdout: python3-routes python3-rsa python3-simplegeneric python3-simplejson 2024-09-19T13:34:16.204 INFO:teuthology.orchestra.run.smithi170.stdout: python3-singledispatch python3-sklearn python3-sklearn-lib python3-tempita 2024-09-19T13:34:16.204 INFO:teuthology.orchestra.run.smithi170.stdout: python3-tempora python3-threadpoolctl python3-toml python3-urllib3 2024-09-19T13:34:16.204 INFO:teuthology.orchestra.run.smithi170.stdout: python3-waitress python3-wcwidth python3-webob python3-websocket 2024-09-19T13:34:16.204 INFO:teuthology.orchestra.run.smithi170.stdout: python3-webtest python3-werkzeug python3-zc.lockfile qttranslations5-l10n 2024-09-19T13:34:16.204 INFO:teuthology.orchestra.run.smithi170.stdout: radosgw rbd-fuse socat unzip xmlstarlet zip 2024-09-19T13:34:16.263 INFO:teuthology.orchestra.run.smithi170.stdout:0 upgraded, 119 newly installed, 0 to remove and 331 not upgraded. 2024-09-19T13:34:16.263 INFO:teuthology.orchestra.run.smithi170.stdout:Need to get 244 MB of archives. 2024-09-19T13:34:16.263 INFO:teuthology.orchestra.run.smithi170.stdout:After this operation, 909 MB of additional disk space will be used. 2024-09-19T13:34:16.263 INFO:teuthology.orchestra.run.smithi170.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2024-09-19T13:34:16.346 INFO:teuthology.orchestra.run.smithi170.stdout:Get:2 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 19.3.0-5012-g08af21e0-1jammy [3,634 kB] 2024-09-19T13:34:16.356 INFO:teuthology.orchestra.run.smithi170.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2024-09-19T13:34:16.360 INFO:teuthology.orchestra.run.smithi170.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2024-09-19T13:34:16.377 INFO:teuthology.orchestra.run.smithi170.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2024-09-19T13:34:16.434 INFO:teuthology.orchestra.run.smithi170.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2024-09-19T13:34:16.439 INFO:teuthology.orchestra.run.smithi170.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2024-09-19T13:34:16.451 INFO:teuthology.orchestra.run.smithi170.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2024-09-19T13:34:16.455 INFO:teuthology.orchestra.run.smithi170.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libnbd0 amd64 1.10.5-1 [71.3 kB] 2024-09-19T13:34:16.457 INFO:teuthology.orchestra.run.smithi170.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2024-09-19T13:34:16.457 INFO:teuthology.orchestra.run.smithi170.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2024-09-19T13:34:16.458 INFO:teuthology.orchestra.run.smithi170.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2024-09-19T13:34:16.466 INFO:teuthology.orchestra.run.smithi170.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/main amd64 libreadline-dev amd64 8.1.2-1 [166 kB] 2024-09-19T13:34:16.469 INFO:teuthology.orchestra.run.smithi170.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblua5.3-dev amd64 5.3.6-1build1 [167 kB] 2024-09-19T13:34:16.470 INFO:teuthology.orchestra.run.smithi170.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua5.1 amd64 5.1.5-8.1build4 [94.6 kB] 2024-09-19T13:34:16.472 INFO:teuthology.orchestra.run.smithi170.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-any all 27ubuntu1 [5,034 B] 2024-09-19T13:34:16.473 INFO:teuthology.orchestra.run.smithi170.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy/main amd64 zip amd64 3.0-12build2 [176 kB] 2024-09-19T13:34:16.489 INFO:teuthology.orchestra.run.smithi170.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 unzip amd64 6.0-26ubuntu3.2 [175 kB] 2024-09-19T13:34:16.491 INFO:teuthology.orchestra.run.smithi170.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy/universe amd64 luarocks all 3.8.0+dfsg1-1 [140 kB] 2024-09-19T13:34:16.493 INFO:teuthology.orchestra.run.smithi170.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2024-09-19T13:34:16.494 INFO:teuthology.orchestra.run.smithi170.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2024-09-19T13:34:16.494 INFO:teuthology.orchestra.run.smithi170.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2024-09-19T13:34:16.495 INFO:teuthology.orchestra.run.smithi170.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2024-09-19T13:34:16.496 INFO:teuthology.orchestra.run.smithi170.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2024-09-19T13:34:16.496 INFO:teuthology.orchestra.run.smithi170.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2024-09-19T13:34:16.506 INFO:teuthology.orchestra.run.smithi170.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2024-09-19T13:34:16.506 INFO:teuthology.orchestra.run.smithi170.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2024-09-19T13:34:16.523 INFO:teuthology.orchestra.run.smithi170.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2024-09-19T13:34:16.524 INFO:teuthology.orchestra.run.smithi170.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2024-09-19T13:34:16.528 INFO:teuthology.orchestra.run.smithi170.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2024-09-19T13:34:16.529 INFO:teuthology.orchestra.run.smithi170.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2024-09-19T13:34:16.530 INFO:teuthology.orchestra.run.smithi170.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2024-09-19T13:34:16.531 INFO:teuthology.orchestra.run.smithi170.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2024-09-19T13:34:16.533 INFO:teuthology.orchestra.run.smithi170.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2024-09-19T13:34:16.533 INFO:teuthology.orchestra.run.smithi170.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2024-09-19T13:34:16.540 INFO:teuthology.orchestra.run.smithi170.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-webob all 1:1.8.6-1.1ubuntu0.1 [86.7 kB] 2024-09-19T13:34:16.542 INFO:teuthology.orchestra.run.smithi170.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2024-09-19T13:34:16.557 INFO:teuthology.orchestra.run.smithi170.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2024-09-19T13:34:16.557 INFO:teuthology.orchestra.run.smithi170.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2024-09-19T13:34:16.563 INFO:teuthology.orchestra.run.smithi170.stdout:Get:40 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 19.3.0-5012-g08af21e0-1jammy [3,336 kB] 2024-09-19T13:34:16.567 INFO:teuthology.orchestra.run.smithi170.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2024-09-19T13:34:16.567 INFO:teuthology.orchestra.run.smithi170.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2024-09-19T13:34:16.568 INFO:teuthology.orchestra.run.smithi170.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2024-09-19T13:34:16.569 INFO:teuthology.orchestra.run.smithi170.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2024-09-19T13:34:16.571 INFO:teuthology.orchestra.run.smithi170.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2024-09-19T13:34:16.575 INFO:teuthology.orchestra.run.smithi170.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-idna all 3.3-1ubuntu0.1 [52.1 kB] 2024-09-19T13:34:16.576 INFO:teuthology.orchestra.run.smithi170.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-urllib3 all 1.26.5-1~exp1ubuntu0.1 [98.2 kB] 2024-09-19T13:34:16.579 INFO:teuthology.orchestra.run.smithi170.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2024-09-19T13:34:16.590 INFO:teuthology.orchestra.run.smithi170.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.2 [181 kB] 2024-09-19T13:34:16.594 INFO:teuthology.orchestra.run.smithi170.stdout:Get:50 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2024-09-19T13:34:16.595 INFO:teuthology.orchestra.run.smithi170.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2024-09-19T13:34:16.596 INFO:teuthology.orchestra.run.smithi170.stdout:Get:52 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB] 2024-09-19T13:34:16.607 INFO:teuthology.orchestra.run.smithi170.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2024-09-19T13:34:16.654 INFO:teuthology.orchestra.run.smithi170.stdout:Get:54 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 19.3.0-5012-g08af21e0-1jammy [722 kB] 2024-09-19T13:34:16.671 INFO:teuthology.orchestra.run.smithi170.stdout:Get:55 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 19.3.0-5012-g08af21e0-1jammy [356 kB] 2024-09-19T13:34:16.675 INFO:teuthology.orchestra.run.smithi170.stdout:Get:56 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2024-09-19T13:34:16.676 INFO:teuthology.orchestra.run.smithi170.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-jinja2 all 3.0.3-1ubuntu0.2 [108 kB] 2024-09-19T13:34:16.677 INFO:teuthology.orchestra.run.smithi170.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2024-09-19T13:34:16.678 INFO:teuthology.orchestra.run.smithi170.stdout:Get:59 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2024-09-19T13:34:16.678 INFO:teuthology.orchestra.run.smithi170.stdout:Get:60 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 19.3.0-5012-g08af21e0-1jammy [32.8 kB] 2024-09-19T13:34:16.679 INFO:teuthology.orchestra.run.smithi170.stdout:Get:61 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2024-09-19T13:34:16.680 INFO:teuthology.orchestra.run.smithi170.stdout:Get:62 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 19.3.0-5012-g08af21e0-1jammy [180 kB] 2024-09-19T13:34:16.682 INFO:teuthology.orchestra.run.smithi170.stdout:Get:63 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 19.3.0-5012-g08af21e0-1jammy [72.8 kB] 2024-09-19T13:34:16.684 INFO:teuthology.orchestra.run.smithi170.stdout:Get:64 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 19.3.0-5012-g08af21e0-1jammy [338 kB] 2024-09-19T13:34:16.693 INFO:teuthology.orchestra.run.smithi170.stdout:Get:65 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 19.3.0-5012-g08af21e0-1jammy [7,969 kB] 2024-09-19T13:34:16.696 INFO:teuthology.orchestra.run.smithi170.stdout:Get:66 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2024-09-19T13:34:16.698 INFO:teuthology.orchestra.run.smithi170.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2024-09-19T13:34:16.698 INFO:teuthology.orchestra.run.smithi170.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2024-09-19T13:34:16.713 INFO:teuthology.orchestra.run.smithi170.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2024-09-19T13:34:16.714 INFO:teuthology.orchestra.run.smithi170.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2024-09-19T13:34:16.714 INFO:teuthology.orchestra.run.smithi170.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2024-09-19T13:34:16.714 INFO:teuthology.orchestra.run.smithi170.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2024-09-19T13:34:16.714 INFO:teuthology.orchestra.run.smithi170.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2024-09-19T13:34:16.715 INFO:teuthology.orchestra.run.smithi170.stdout:Get:74 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2024-09-19T13:34:16.728 INFO:teuthology.orchestra.run.smithi170.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2024-09-19T13:34:16.729 INFO:teuthology.orchestra.run.smithi170.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2024-09-19T13:34:16.732 INFO:teuthology.orchestra.run.smithi170.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2024-09-19T13:34:16.745 INFO:teuthology.orchestra.run.smithi170.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2024-09-19T13:34:16.746 INFO:teuthology.orchestra.run.smithi170.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2024-09-19T13:34:16.747 INFO:teuthology.orchestra.run.smithi170.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2024-09-19T13:34:16.750 INFO:teuthology.orchestra.run.smithi170.stdout:Get:81 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2024-09-19T13:34:16.752 INFO:teuthology.orchestra.run.smithi170.stdout:Get:82 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-socket amd64 3.0~rc1+git+ac3201d-6 [78.9 kB] 2024-09-19T13:34:16.753 INFO:teuthology.orchestra.run.smithi170.stdout:Get:83 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-sec amd64 1.0.2-1 [37.6 kB] 2024-09-19T13:34:16.753 INFO:teuthology.orchestra.run.smithi170.stdout:Get:84 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.3 [474 kB] 2024-09-19T13:34:16.762 INFO:teuthology.orchestra.run.smithi170.stdout:Get:85 http://archive.ubuntu.com/ubuntu jammy/main amd64 pkg-config amd64 0.29.2-1ubuntu3 [48.2 kB] 2024-09-19T13:34:16.762 INFO:teuthology.orchestra.run.smithi170.stdout:Get:86 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB] 2024-09-19T13:34:16.765 INFO:teuthology.orchestra.run.smithi170.stdout:Get:87 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2024-09-19T13:34:16.779 INFO:teuthology.orchestra.run.smithi170.stdout:Get:88 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2024-09-19T13:34:16.779 INFO:teuthology.orchestra.run.smithi170.stdout:Get:89 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2024-09-19T13:34:16.780 INFO:teuthology.orchestra.run.smithi170.stdout:Get:90 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2024-09-19T13:34:16.781 INFO:teuthology.orchestra.run.smithi170.stdout:Get:91 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2024-09-19T13:34:16.782 INFO:teuthology.orchestra.run.smithi170.stdout:Get:92 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2024-09-19T13:34:16.788 INFO:teuthology.orchestra.run.smithi170.stdout:Get:93 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2024-09-19T13:34:16.788 INFO:teuthology.orchestra.run.smithi170.stdout:Get:94 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2024-09-19T13:34:16.796 INFO:teuthology.orchestra.run.smithi170.stdout:Get:95 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2024-09-19T13:34:16.798 INFO:teuthology.orchestra.run.smithi170.stdout:Get:96 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2024-09-19T13:34:16.799 INFO:teuthology.orchestra.run.smithi170.stdout:Get:97 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2024-09-19T13:34:16.846 INFO:teuthology.orchestra.run.smithi170.stdout:Get:98 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 19.3.0-5012-g08af21e0-1jammy [112 kB] 2024-09-19T13:34:16.848 INFO:teuthology.orchestra.run.smithi170.stdout:Get:99 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 19.3.0-5012-g08af21e0-1jammy [473 kB] 2024-09-19T13:34:16.854 INFO:teuthology.orchestra.run.smithi170.stdout:Get:100 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 19.3.0-5012-g08af21e0-1jammy [28.3 MB] 2024-09-19T13:34:17.458 INFO:teuthology.orchestra.run.smithi170.stdout:Get:101 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 19.3.0-5012-g08af21e0-1jammy [5,208 kB] 2024-09-19T13:34:17.523 INFO:teuthology.orchestra.run.smithi170.stdout:Get:102 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 19.3.0-5012-g08af21e0-1jammy [252 kB] 2024-09-19T13:34:17.526 INFO:teuthology.orchestra.run.smithi170.stdout:Get:103 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 19.3.0-5012-g08af21e0-1jammy [124 kB] 2024-09-19T13:34:17.528 INFO:teuthology.orchestra.run.smithi170.stdout:Get:104 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 19.3.0-5012-g08af21e0-1jammy [1,561 kB] 2024-09-19T13:34:17.541 INFO:teuthology.orchestra.run.smithi170.stdout:Get:105 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 19.3.0-5012-g08af21e0-1jammy [6,312 kB] 2024-09-19T13:34:17.634 INFO:teuthology.orchestra.run.smithi170.stdout:Get:106 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 19.3.0-5012-g08af21e0-1jammy [23.1 MB] 2024-09-19T13:34:18.116 INFO:teuthology.orchestra.run.smithi170.stdout:Get:107 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 19.3.0-5012-g08af21e0-1jammy [14.1 kB] 2024-09-19T13:34:18.117 INFO:teuthology.orchestra.run.smithi170.stdout:Get:108 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 19.3.0-5012-g08af21e0-1jammy [880 kB] 2024-09-19T13:34:18.131 INFO:teuthology.orchestra.run.smithi170.stdout:Get:109 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 19.3.0-5012-g08af21e0-1jammy [2,453 kB] 2024-09-19T13:34:18.170 INFO:teuthology.orchestra.run.smithi170.stdout:Get:110 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 19.3.0-5012-g08af21e0-1jammy [814 kB] 2024-09-19T13:34:18.180 INFO:teuthology.orchestra.run.smithi170.stdout:Get:111 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 19.3.0-5012-g08af21e0-1jammy [160 kB] 2024-09-19T13:34:18.182 INFO:teuthology.orchestra.run.smithi170.stdout:Get:112 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 19.3.0-5012-g08af21e0-1jammy [61.5 MB] 2024-09-19T13:34:19.283 INFO:teuthology.orchestra.run.smithi031.stdout:Fetched 183 kB in 1s (252 kB/s) 2024-09-19T13:34:19.425 INFO:teuthology.orchestra.run.smithi170.stdout:Get:113 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 19.3.0-5012-g08af21e0-1jammy [8,625 kB] 2024-09-19T13:34:19.535 INFO:teuthology.orchestra.run.smithi170.stdout:Get:114 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 19.3.0-5012-g08af21e0-1jammy [14.2 kB] 2024-09-19T13:34:19.535 INFO:teuthology.orchestra.run.smithi170.stdout:Get:115 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 19.3.0-5012-g08af21e0-1jammy [48.5 MB] 2024-09-19T13:34:20.340 INFO:teuthology.orchestra.run.smithi031.stdout:Reading package lists... 2024-09-19T13:34:20.356 DEBUG:teuthology.orchestra.run.smithi031:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=19.3.0-5012-g08af21e0-1jammy cephadm=19.3.0-5012-g08af21e0-1jammy ceph-mds=19.3.0-5012-g08af21e0-1jammy ceph-mgr=19.3.0-5012-g08af21e0-1jammy ceph-common=19.3.0-5012-g08af21e0-1jammy ceph-fuse=19.3.0-5012-g08af21e0-1jammy ceph-test=19.3.0-5012-g08af21e0-1jammy ceph-volume=19.3.0-5012-g08af21e0-1jammy radosgw=19.3.0-5012-g08af21e0-1jammy python3-rados=19.3.0-5012-g08af21e0-1jammy python3-rgw=19.3.0-5012-g08af21e0-1jammy python3-cephfs=19.3.0-5012-g08af21e0-1jammy python3-rbd=19.3.0-5012-g08af21e0-1jammy libcephfs2=19.3.0-5012-g08af21e0-1jammy libcephfs-dev=19.3.0-5012-g08af21e0-1jammy librados2=19.3.0-5012-g08af21e0-1jammy librbd1=19.3.0-5012-g08af21e0-1jammy rbd-fuse=19.3.0-5012-g08af21e0-1jammy 2024-09-19T13:34:20.413 INFO:teuthology.orchestra.run.smithi031.stdout:Reading package lists... 2024-09-19T13:34:20.588 INFO:teuthology.orchestra.run.smithi170.stdout:Get:116 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 19.3.0-5012-g08af21e0-1jammy [130 kB] 2024-09-19T13:34:20.590 INFO:teuthology.orchestra.run.smithi170.stdout:Get:117 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 19.3.0-5012-g08af21e0-1jammy [39.0 kB] 2024-09-19T13:34:20.591 INFO:teuthology.orchestra.run.smithi170.stdout:Get:118 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 19.3.0-5012-g08af21e0-1jammy [15.8 MB] 2024-09-19T13:34:20.603 INFO:teuthology.orchestra.run.smithi031.stdout:Building dependency tree... 2024-09-19T13:34:20.603 INFO:teuthology.orchestra.run.smithi031.stdout:Reading state information... 2024-09-19T13:34:20.798 INFO:teuthology.orchestra.run.smithi031.stdout:The following packages were automatically installed and are no longer required: 2024-09-19T13:34:20.798 INFO:teuthology.orchestra.run.smithi031.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-19T13:34:20.798 INFO:teuthology.orchestra.run.smithi031.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-19T13:34:20.798 INFO:teuthology.orchestra.run.smithi031.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-19T13:34:20.799 INFO:teuthology.orchestra.run.smithi031.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-19T13:34:20.799 INFO:teuthology.orchestra.run.smithi031.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-19T13:34:20.799 INFO:teuthology.orchestra.run.smithi031.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-19T13:34:20.800 INFO:teuthology.orchestra.run.smithi031.stdout:The following additional packages will be installed: 2024-09-19T13:34:20.800 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2024-09-19T13:34:20.800 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq 2024-09-19T13:34:20.800 INFO:teuthology.orchestra.run.smithi031.stdout: libdouble-conversion3 libjq1 liblttng-ust1 liblua5.3-dev libnbd0 liboath0 2024-09-19T13:34:20.800 INFO:teuthology.orchestra.run.smithi031.stdout: libonig5 libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 2024-09-19T13:34:20.800 INFO:teuthology.orchestra.run.smithi031.stdout: libradosstriper1 librdkafka1 libreadline-dev librgw2 libsqlite3-mod-ceph 2024-09-19T13:34:20.801 INFO:teuthology.orchestra.run.smithi031.stdout: libthrift-0.16.0 lua-any lua-sec lua-socket lua5.1 luarocks nvme-cli 2024-09-19T13:34:20.801 INFO:teuthology.orchestra.run.smithi031.stdout: pkg-config python-asyncssh-doc python-babel-localedata 2024-09-19T13:34:20.801 INFO:teuthology.orchestra.run.smithi031.stdout: python-pastedeploy-tpl python3-asyncssh python3-babel python3-bcrypt 2024-09-19T13:34:20.801 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-certifi 2024-09-19T13:34:20.801 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cheroot python3-cherrypy3 python3-google-auth python3-idna 2024-09-19T13:34:20.801 INFO:teuthology.orchestra.run.smithi031.stdout: python3-iniconfig python3-jaraco.classes python3-jaraco.collections 2024-09-19T13:34:20.802 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jaraco.functools python3-jaraco.text python3-jinja2 python3-joblib 2024-09-19T13:34:20.802 INFO:teuthology.orchestra.run.smithi031.stdout: python3-kubernetes python3-logutils python3-mako python3-markupsafe 2024-09-19T13:34:20.802 INFO:teuthology.orchestra.run.smithi031.stdout: python3-natsort python3-openssl python3-paste python3-pastedeploy 2024-09-19T13:34:20.802 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pastescript python3-pecan python3-pluggy python3-portend 2024-09-19T13:34:20.802 INFO:teuthology.orchestra.run.smithi031.stdout: python3-prettytable python3-psutil python3-py python3-pyasn1 2024-09-19T13:34:20.802 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pyasn1-modules python3-pygments python3-pyinotify python3-pytest 2024-09-19T13:34:20.802 INFO:teuthology.orchestra.run.smithi031.stdout: python3-repoze.lru python3-requests python3-requests-oauthlib python3-routes 2024-09-19T13:34:20.802 INFO:teuthology.orchestra.run.smithi031.stdout: python3-rsa python3-simplegeneric python3-simplejson python3-singledispatch 2024-09-19T13:34:20.802 INFO:teuthology.orchestra.run.smithi031.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2024-09-19T13:34:20.802 INFO:teuthology.orchestra.run.smithi031.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2024-09-19T13:34:20.802 INFO:teuthology.orchestra.run.smithi031.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2024-09-19T13:34:20.802 INFO:teuthology.orchestra.run.smithi031.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n socat unzip 2024-09-19T13:34:20.802 INFO:teuthology.orchestra.run.smithi031.stdout: xmlstarlet zip 2024-09-19T13:34:20.803 INFO:teuthology.orchestra.run.smithi031.stdout:Suggested packages: 2024-09-19T13:34:20.803 INFO:teuthology.orchestra.run.smithi031.stdout: python3-influxdb readline-doc python-jinja2-doc python3-beaker 2024-09-19T13:34:20.803 INFO:teuthology.orchestra.run.smithi031.stdout: python-mako-doc python-natsort-doc python-openssl-doc python3-openssl-dbg 2024-09-19T13:34:20.803 INFO:teuthology.orchestra.run.smithi031.stdout: httpd-wsgi libapache2-mod-python libapache2-mod-scgi libjs-mochikit 2024-09-19T13:34:20.803 INFO:teuthology.orchestra.run.smithi031.stdout: python-pecan-doc python-psutil-doc subversion python-pygments-doc 2024-09-19T13:34:20.803 INFO:teuthology.orchestra.run.smithi031.stdout: python-pyinotify-doc python3-socks python-requests-doc python3-dap 2024-09-19T13:34:20.803 INFO:teuthology.orchestra.run.smithi031.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2024-09-19T13:34:20.803 INFO:teuthology.orchestra.run.smithi031.stdout: python-webtest-doc python-werkzeug-doc python3-watchdog 2024-09-19T13:34:20.803 INFO:teuthology.orchestra.run.smithi031.stdout:Recommended packages: 2024-09-19T13:34:20.803 INFO:teuthology.orchestra.run.smithi031.stdout: btrfs-tools 2024-09-19T13:34:20.899 INFO:teuthology.orchestra.run.smithi170.stdout:Get:119 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 19.3.0-5012-g08af21e0-1jammy [91.2 kB] 2024-09-19T13:34:20.908 INFO:teuthology.orchestra.run.smithi031.stdout:The following NEW packages will be installed: 2024-09-19T13:34:20.908 INFO:teuthology.orchestra.run.smithi031.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2024-09-19T13:34:20.909 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2024-09-19T13:34:20.909 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm jq 2024-09-19T13:34:20.909 INFO:teuthology.orchestra.run.smithi031.stdout: libcephfs-dev libcephfs2 libdouble-conversion3 libjq1 liblttng-ust1 2024-09-19T13:34:20.909 INFO:teuthology.orchestra.run.smithi031.stdout: liblua5.3-dev libnbd0 liboath0 libonig5 libpcre2-16-0 libqt5core5a 2024-09-19T13:34:20.909 INFO:teuthology.orchestra.run.smithi031.stdout: libqt5dbus5 libqt5network5 librados2 libradosstriper1 librbd1 librdkafka1 2024-09-19T13:34:20.910 INFO:teuthology.orchestra.run.smithi031.stdout: libreadline-dev librgw2 libsqlite3-mod-ceph libthrift-0.16.0 lua-any lua-sec 2024-09-19T13:34:20.910 INFO:teuthology.orchestra.run.smithi031.stdout: lua-socket lua5.1 luarocks nvme-cli pkg-config python-asyncssh-doc 2024-09-19T13:34:20.910 INFO:teuthology.orchestra.run.smithi031.stdout: python-babel-localedata python-pastedeploy-tpl python3-asyncssh 2024-09-19T13:34:20.910 INFO:teuthology.orchestra.run.smithi031.stdout: python3-babel python3-bcrypt python3-cachetools python3-ceph-argparse 2024-09-19T13:34:20.910 INFO:teuthology.orchestra.run.smithi031.stdout: python3-ceph-common python3-cephfs python3-certifi python3-cheroot 2024-09-19T13:34:20.910 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cherrypy3 python3-google-auth python3-idna python3-iniconfig 2024-09-19T13:34:20.910 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2024-09-19T13:34:20.910 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2024-09-19T13:34:20.910 INFO:teuthology.orchestra.run.smithi031.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2024-09-19T13:34:20.911 INFO:teuthology.orchestra.run.smithi031.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2024-09-19T13:34:20.911 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2024-09-19T13:34:20.911 INFO:teuthology.orchestra.run.smithi031.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2024-09-19T13:34:20.911 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pygments python3-pyinotify python3-pytest python3-rados python3-rbd 2024-09-19T13:34:20.911 INFO:teuthology.orchestra.run.smithi031.stdout: python3-repoze.lru python3-requests python3-requests-oauthlib python3-rgw 2024-09-19T13:34:20.911 INFO:teuthology.orchestra.run.smithi031.stdout: python3-routes python3-rsa python3-simplegeneric python3-simplejson 2024-09-19T13:34:20.911 INFO:teuthology.orchestra.run.smithi031.stdout: python3-singledispatch python3-sklearn python3-sklearn-lib python3-tempita 2024-09-19T13:34:20.911 INFO:teuthology.orchestra.run.smithi031.stdout: python3-tempora python3-threadpoolctl python3-toml python3-urllib3 2024-09-19T13:34:20.911 INFO:teuthology.orchestra.run.smithi031.stdout: python3-waitress python3-wcwidth python3-webob python3-websocket 2024-09-19T13:34:20.911 INFO:teuthology.orchestra.run.smithi031.stdout: python3-webtest python3-werkzeug python3-zc.lockfile qttranslations5-l10n 2024-09-19T13:34:20.911 INFO:teuthology.orchestra.run.smithi031.stdout: radosgw rbd-fuse socat unzip xmlstarlet zip 2024-09-19T13:34:21.053 INFO:teuthology.orchestra.run.smithi031.stdout:0 upgraded, 119 newly installed, 0 to remove and 331 not upgraded. 2024-09-19T13:34:21.053 INFO:teuthology.orchestra.run.smithi031.stdout:Need to get 244 MB of archives. 2024-09-19T13:34:21.053 INFO:teuthology.orchestra.run.smithi031.stdout:After this operation, 909 MB of additional disk space will be used. 2024-09-19T13:34:21.053 INFO:teuthology.orchestra.run.smithi031.stdout:Get:1 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 19.3.0-5012-g08af21e0-1jammy [3,634 kB] 2024-09-19T13:34:21.098 INFO:teuthology.orchestra.run.smithi031.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2024-09-19T13:34:21.240 INFO:teuthology.orchestra.run.smithi031.stdout:Get:3 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 19.3.0-5012-g08af21e0-1jammy [3,336 kB] 2024-09-19T13:34:21.289 INFO:teuthology.orchestra.run.smithi031.stdout:Get:4 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 19.3.0-5012-g08af21e0-1jammy [722 kB] 2024-09-19T13:34:21.297 INFO:teuthology.orchestra.run.smithi031.stdout:Get:5 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 19.3.0-5012-g08af21e0-1jammy [356 kB] 2024-09-19T13:34:21.303 INFO:teuthology.orchestra.run.smithi031.stdout:Get:6 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 19.3.0-5012-g08af21e0-1jammy [32.8 kB] 2024-09-19T13:34:21.304 INFO:teuthology.orchestra.run.smithi031.stdout:Get:7 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 19.3.0-5012-g08af21e0-1jammy [180 kB] 2024-09-19T13:34:21.306 INFO:teuthology.orchestra.run.smithi031.stdout:Get:8 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 19.3.0-5012-g08af21e0-1jammy [72.8 kB] 2024-09-19T13:34:21.308 INFO:teuthology.orchestra.run.smithi031.stdout:Get:9 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 19.3.0-5012-g08af21e0-1jammy [338 kB] 2024-09-19T13:34:21.314 INFO:teuthology.orchestra.run.smithi031.stdout:Get:10 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 19.3.0-5012-g08af21e0-1jammy [7,969 kB] 2024-09-19T13:34:21.446 INFO:teuthology.orchestra.run.smithi031.stdout:Get:11 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 19.3.0-5012-g08af21e0-1jammy [112 kB] 2024-09-19T13:34:21.448 INFO:teuthology.orchestra.run.smithi031.stdout:Get:12 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 19.3.0-5012-g08af21e0-1jammy [473 kB] 2024-09-19T13:34:21.454 INFO:teuthology.orchestra.run.smithi031.stdout:Get:13 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 19.3.0-5012-g08af21e0-1jammy [28.3 MB] 2024-09-19T13:34:21.471 INFO:teuthology.orchestra.run.smithi170.stdout:Fetched 244 MB in 5s (52.0 MB/s) 2024-09-19T13:34:21.516 INFO:teuthology.orchestra.run.smithi031.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2024-09-19T13:34:21.528 INFO:teuthology.orchestra.run.smithi031.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2024-09-19T13:34:21.609 INFO:teuthology.orchestra.run.smithi031.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2024-09-19T13:34:21.634 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2024-09-19T13:34:21.735 INFO:teuthology.orchestra.run.smithi170.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 165990 files and directories currently installed.) 2024-09-19T13:34:21.740 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../000-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2024-09-19T13:34:21.808 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-19T13:34:21.838 INFO:teuthology.orchestra.run.smithi031.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2024-09-19T13:34:21.849 INFO:teuthology.orchestra.run.smithi031.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2024-09-19T13:34:21.879 INFO:teuthology.orchestra.run.smithi031.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2024-09-19T13:34:21.888 INFO:teuthology.orchestra.run.smithi031.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libnbd0 amd64 1.10.5-1 [71.3 kB] 2024-09-19T13:34:21.890 INFO:teuthology.orchestra.run.smithi031.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2024-09-19T13:34:21.891 INFO:teuthology.orchestra.run.smithi031.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2024-09-19T13:34:21.893 INFO:teuthology.orchestra.run.smithi031.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2024-09-19T13:34:21.910 INFO:teuthology.orchestra.run.smithi031.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/main amd64 libreadline-dev amd64 8.1.2-1 [166 kB] 2024-09-19T13:34:21.915 INFO:teuthology.orchestra.run.smithi031.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblua5.3-dev amd64 5.3.6-1build1 [167 kB] 2024-09-19T13:34:21.921 INFO:teuthology.orchestra.run.smithi031.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua5.1 amd64 5.1.5-8.1build4 [94.6 kB] 2024-09-19T13:34:22.001 INFO:teuthology.orchestra.run.smithi031.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-any all 27ubuntu1 [5,034 B] 2024-09-19T13:34:22.078 INFO:teuthology.orchestra.run.smithi031.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/main amd64 zip amd64 3.0-12build2 [176 kB] 2024-09-19T13:34:22.079 INFO:teuthology.orchestra.run.smithi031.stdout:Get:29 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 19.3.0-5012-g08af21e0-1jammy [5,208 kB] 2024-09-19T13:34:22.083 INFO:teuthology.orchestra.run.smithi031.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 unzip amd64 6.0-26ubuntu3.2 [175 kB] 2024-09-19T13:34:22.087 INFO:teuthology.orchestra.run.smithi031.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/universe amd64 luarocks all 3.8.0+dfsg1-1 [140 kB] 2024-09-19T13:34:22.090 INFO:teuthology.orchestra.run.smithi031.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2024-09-19T13:34:22.092 INFO:teuthology.orchestra.run.smithi031.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2024-09-19T13:34:22.092 INFO:teuthology.orchestra.run.smithi031.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2024-09-19T13:34:22.094 INFO:teuthology.orchestra.run.smithi031.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2024-09-19T13:34:22.095 INFO:teuthology.orchestra.run.smithi031.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2024-09-19T13:34:22.096 INFO:teuthology.orchestra.run.smithi031.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2024-09-19T13:34:22.127 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2024-09-19T13:34:22.146 INFO:teuthology.orchestra.run.smithi031.stdout:Get:38 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 19.3.0-5012-g08af21e0-1jammy [252 kB] 2024-09-19T13:34:22.149 INFO:teuthology.orchestra.run.smithi031.stdout:Get:39 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 19.3.0-5012-g08af21e0-1jammy [124 kB] 2024-09-19T13:34:22.151 INFO:teuthology.orchestra.run.smithi031.stdout:Get:40 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 19.3.0-5012-g08af21e0-1jammy [1,561 kB] 2024-09-19T13:34:22.153 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../001-libdouble-conversion3_3.1.7-4_amd64.deb ... 2024-09-19T13:34:22.165 INFO:teuthology.orchestra.run.smithi031.stdout:Get:41 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 19.3.0-5012-g08af21e0-1jammy [6,312 kB] 2024-09-19T13:34:22.166 INFO:teuthology.orchestra.run.smithi031.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2024-09-19T13:34:22.178 INFO:teuthology.orchestra.run.smithi031.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2024-09-19T13:34:22.179 INFO:teuthology.orchestra.run.smithi031.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2024-09-19T13:34:22.180 INFO:teuthology.orchestra.run.smithi031.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2024-09-19T13:34:22.185 INFO:teuthology.orchestra.run.smithi031.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2024-09-19T13:34:22.186 INFO:teuthology.orchestra.run.smithi031.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2024-09-19T13:34:22.227 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-19T13:34:22.248 INFO:teuthology.orchestra.run.smithi031.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2024-09-19T13:34:22.249 INFO:teuthology.orchestra.run.smithi031.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2024-09-19T13:34:22.251 INFO:teuthology.orchestra.run.smithi031.stdout:Get:50 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2024-09-19T13:34:22.251 INFO:teuthology.orchestra.run.smithi031.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2024-09-19T13:34:22.254 INFO:teuthology.orchestra.run.smithi031.stdout:Get:52 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 19.3.0-5012-g08af21e0-1jammy [23.1 MB] 2024-09-19T13:34:22.329 INFO:teuthology.orchestra.run.smithi031.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-webob all 1:1.8.6-1.1ubuntu0.1 [86.7 kB] 2024-09-19T13:34:22.331 INFO:teuthology.orchestra.run.smithi031.stdout:Get:54 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2024-09-19T13:34:22.333 INFO:teuthology.orchestra.run.smithi031.stdout:Get:55 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2024-09-19T13:34:22.334 INFO:teuthology.orchestra.run.smithi031.stdout:Get:56 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2024-09-19T13:34:22.346 INFO:teuthology.orchestra.run.smithi031.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2024-09-19T13:34:22.410 INFO:teuthology.orchestra.run.smithi031.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2024-09-19T13:34:22.411 INFO:teuthology.orchestra.run.smithi031.stdout:Get:59 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2024-09-19T13:34:22.412 INFO:teuthology.orchestra.run.smithi031.stdout:Get:60 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2024-09-19T13:34:22.415 INFO:teuthology.orchestra.run.smithi031.stdout:Get:61 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2024-09-19T13:34:22.419 INFO:teuthology.orchestra.run.smithi031.stdout:Get:62 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-idna all 3.3-1ubuntu0.1 [52.1 kB] 2024-09-19T13:34:22.492 INFO:teuthology.orchestra.run.smithi031.stdout:Get:63 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-urllib3 all 1.26.5-1~exp1ubuntu0.1 [98.2 kB] 2024-09-19T13:34:22.494 INFO:teuthology.orchestra.run.smithi031.stdout:Get:64 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2024-09-19T13:34:22.496 INFO:teuthology.orchestra.run.smithi031.stdout:Get:65 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.2 [181 kB] 2024-09-19T13:34:22.501 INFO:teuthology.orchestra.run.smithi031.stdout:Get:66 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2024-09-19T13:34:22.502 INFO:teuthology.orchestra.run.smithi031.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2024-09-19T13:34:22.573 INFO:teuthology.orchestra.run.smithi031.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB] 2024-09-19T13:34:22.578 INFO:teuthology.orchestra.run.smithi031.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2024-09-19T13:34:22.589 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2024-09-19T13:34:22.615 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../002-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2024-09-19T13:34:22.664 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-19T13:34:22.712 INFO:teuthology.orchestra.run.smithi031.stdout:Get:70 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 19.3.0-5012-g08af21e0-1jammy [14.1 kB] 2024-09-19T13:34:22.713 INFO:teuthology.orchestra.run.smithi031.stdout:Get:71 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 19.3.0-5012-g08af21e0-1jammy [880 kB] 2024-09-19T13:34:22.723 INFO:teuthology.orchestra.run.smithi031.stdout:Get:72 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 19.3.0-5012-g08af21e0-1jammy [2,453 kB] 2024-09-19T13:34:22.741 INFO:teuthology.orchestra.run.smithi031.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2024-09-19T13:34:22.743 INFO:teuthology.orchestra.run.smithi031.stdout:Get:74 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-jinja2 all 3.0.3-1ubuntu0.2 [108 kB] 2024-09-19T13:34:22.746 INFO:teuthology.orchestra.run.smithi031.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2024-09-19T13:34:22.746 INFO:teuthology.orchestra.run.smithi031.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2024-09-19T13:34:22.749 INFO:teuthology.orchestra.run.smithi031.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2024-09-19T13:34:22.789 INFO:teuthology.orchestra.run.smithi031.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2024-09-19T13:34:22.790 INFO:teuthology.orchestra.run.smithi031.stdout:Get:79 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 19.3.0-5012-g08af21e0-1jammy [814 kB] 2024-09-19T13:34:22.792 INFO:teuthology.orchestra.run.smithi031.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2024-09-19T13:34:22.793 INFO:teuthology.orchestra.run.smithi031.stdout:Get:81 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2024-09-19T13:34:22.799 INFO:teuthology.orchestra.run.smithi031.stdout:Get:82 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 19.3.0-5012-g08af21e0-1jammy [160 kB] 2024-09-19T13:34:22.801 INFO:teuthology.orchestra.run.smithi031.stdout:Get:83 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 19.3.0-5012-g08af21e0-1jammy [61.5 MB] 2024-09-19T13:34:22.847 INFO:teuthology.orchestra.run.smithi031.stdout:Get:84 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2024-09-19T13:34:22.847 INFO:teuthology.orchestra.run.smithi031.stdout:Get:85 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2024-09-19T13:34:22.909 INFO:teuthology.orchestra.run.smithi031.stdout:Get:86 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2024-09-19T13:34:22.910 INFO:teuthology.orchestra.run.smithi031.stdout:Get:87 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2024-09-19T13:34:22.911 INFO:teuthology.orchestra.run.smithi031.stdout:Get:88 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2024-09-19T13:34:22.912 INFO:teuthology.orchestra.run.smithi031.stdout:Get:89 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2024-09-19T13:34:22.913 INFO:teuthology.orchestra.run.smithi031.stdout:Get:90 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2024-09-19T13:34:22.913 INFO:teuthology.orchestra.run.smithi031.stdout:Get:91 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2024-09-19T13:34:22.921 INFO:teuthology.orchestra.run.smithi031.stdout:Get:92 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2024-09-19T13:34:22.990 INFO:teuthology.orchestra.run.smithi031.stdout:Get:93 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2024-09-19T13:34:22.993 INFO:teuthology.orchestra.run.smithi031.stdout:Get:94 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2024-09-19T13:34:22.995 INFO:teuthology.orchestra.run.smithi031.stdout:Get:95 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2024-09-19T13:34:23.071 INFO:teuthology.orchestra.run.smithi031.stdout:Get:96 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2024-09-19T13:34:23.076 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libqt5core5a:amd64. 2024-09-19T13:34:23.078 INFO:teuthology.orchestra.run.smithi031.stdout:Get:97 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-socket amd64 3.0~rc1+git+ac3201d-6 [78.9 kB] 2024-09-19T13:34:23.080 INFO:teuthology.orchestra.run.smithi031.stdout:Get:98 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-sec amd64 1.0.2-1 [37.6 kB] 2024-09-19T13:34:23.082 INFO:teuthology.orchestra.run.smithi031.stdout:Get:99 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.3 [474 kB] 2024-09-19T13:34:23.094 INFO:teuthology.orchestra.run.smithi031.stdout:Get:100 http://archive.ubuntu.com/ubuntu jammy/main amd64 pkg-config amd64 0.29.2-1ubuntu3 [48.2 kB] 2024-09-19T13:34:23.095 INFO:teuthology.orchestra.run.smithi031.stdout:Get:101 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB] 2024-09-19T13:34:23.102 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../003-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-19T13:34:23.103 INFO:teuthology.orchestra.run.smithi031.stdout:Get:102 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2024-09-19T13:34:23.150 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-19T13:34:23.153 INFO:teuthology.orchestra.run.smithi031.stdout:Get:103 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2024-09-19T13:34:23.155 INFO:teuthology.orchestra.run.smithi031.stdout:Get:104 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2024-09-19T13:34:23.155 INFO:teuthology.orchestra.run.smithi031.stdout:Get:105 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2024-09-19T13:34:23.235 INFO:teuthology.orchestra.run.smithi031.stdout:Get:106 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2024-09-19T13:34:23.237 INFO:teuthology.orchestra.run.smithi031.stdout:Get:107 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2024-09-19T13:34:23.255 INFO:teuthology.orchestra.run.smithi031.stdout:Get:108 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2024-09-19T13:34:23.255 INFO:teuthology.orchestra.run.smithi031.stdout:Get:109 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2024-09-19T13:34:23.256 INFO:teuthology.orchestra.run.smithi031.stdout:Get:110 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2024-09-19T13:34:23.261 INFO:teuthology.orchestra.run.smithi031.stdout:Get:111 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2024-09-19T13:34:23.263 INFO:teuthology.orchestra.run.smithi031.stdout:Get:112 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2024-09-19T13:34:23.537 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2024-09-19T13:34:23.563 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../004-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-19T13:34:23.603 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-19T13:34:23.957 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libqt5network5:amd64. 2024-09-19T13:34:23.983 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../005-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-19T13:34:24.023 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-19T13:34:24.056 INFO:teuthology.orchestra.run.smithi031.stdout:Get:113 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 19.3.0-5012-g08af21e0-1jammy [8,625 kB] 2024-09-19T13:34:24.168 INFO:teuthology.orchestra.run.smithi031.stdout:Get:114 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 19.3.0-5012-g08af21e0-1jammy [14.2 kB] 2024-09-19T13:34:24.168 INFO:teuthology.orchestra.run.smithi031.stdout:Get:115 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 19.3.0-5012-g08af21e0-1jammy [48.5 MB] 2024-09-19T13:34:24.360 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2024-09-19T13:34:24.386 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../006-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2024-09-19T13:34:24.426 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-19T13:34:24.729 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package librados2. 2024-09-19T13:34:24.755 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../007-librados2_19.3.0-5012-g08af21e0-1jammy_amd64.deb ... 2024-09-19T13:34:24.796 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking librados2 (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:34:25.188 INFO:teuthology.orchestra.run.smithi031.stdout:Get:116 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 19.3.0-5012-g08af21e0-1jammy [130 kB] 2024-09-19T13:34:25.190 INFO:teuthology.orchestra.run.smithi031.stdout:Get:117 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 19.3.0-5012-g08af21e0-1jammy [39.0 kB] 2024-09-19T13:34:25.260 INFO:teuthology.orchestra.run.smithi031.stdout:Get:118 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 19.3.0-5012-g08af21e0-1jammy [15.8 MB] 2024-09-19T13:34:25.282 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libnbd0. 2024-09-19T13:34:25.308 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../008-libnbd0_1.10.5-1_amd64.deb ... 2024-09-19T13:34:25.349 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libnbd0 (1.10.5-1) ... 2024-09-19T13:34:25.558 INFO:teuthology.orchestra.run.smithi031.stdout:Get:119 https://3.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 19.3.0-5012-g08af21e0-1jammy [91.2 kB] 2024-09-19T13:34:25.677 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package librbd1. 2024-09-19T13:34:25.703 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../009-librbd1_19.3.0-5012-g08af21e0-1jammy_amd64.deb ... 2024-09-19T13:34:25.751 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking librbd1 (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:34:26.154 INFO:teuthology.orchestra.run.smithi031.stdout:Fetched 244 MB in 5s (52.5 MB/s) 2024-09-19T13:34:26.263 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libcephfs2. 2024-09-19T13:34:26.289 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../010-libcephfs2_19.3.0-5012-g08af21e0-1jammy_amd64.deb ... 2024-09-19T13:34:26.313 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2024-09-19T13:34:26.337 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libcephfs2 (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:34:26.414 INFO:teuthology.orchestra.run.smithi031.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 165990 files and directories currently installed.) 2024-09-19T13:34:26.419 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../000-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2024-09-19T13:34:26.504 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-19T13:34:26.623 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-rados. 2024-09-19T13:34:26.639 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../011-python3-rados_19.3.0-5012-g08af21e0-1jammy_amd64.deb ... 2024-09-19T13:34:26.681 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-rados (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:34:26.857 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2024-09-19T13:34:26.884 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../001-libdouble-conversion3_3.1.7-4_amd64.deb ... 2024-09-19T13:34:26.923 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-19T13:34:27.018 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-ceph-argparse. 2024-09-19T13:34:27.044 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../012-python3-ceph-argparse_19.3.0-5012-g08af21e0-1jammy_all.deb ... 2024-09-19T13:34:27.084 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-ceph-argparse (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:34:27.193 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2024-09-19T13:34:27.210 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../002-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2024-09-19T13:34:27.243 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-19T13:34:27.314 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-cephfs. 2024-09-19T13:34:27.333 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../013-python3-cephfs_19.3.0-5012-g08af21e0-1jammy_amd64.deb ... 2024-09-19T13:34:27.362 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-cephfs (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:34:27.648 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-ceph-common. 2024-09-19T13:34:27.674 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../014-python3-ceph-common_19.3.0-5012-g08af21e0-1jammy_all.deb ... 2024-09-19T13:34:27.679 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package libqt5core5a:amd64. 2024-09-19T13:34:27.707 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../003-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-19T13:34:27.714 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-ceph-common (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:34:27.754 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-19T13:34:28.026 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-wcwidth. 2024-09-19T13:34:28.052 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../015-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2024-09-19T13:34:28.092 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-19T13:34:28.183 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2024-09-19T13:34:28.210 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../004-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-19T13:34:28.249 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-19T13:34:28.428 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-prettytable. 2024-09-19T13:34:28.454 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../016-python3-prettytable_2.5.0-2_all.deb ... 2024-09-19T13:34:28.495 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2024-09-19T13:34:28.560 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package libqt5network5:amd64. 2024-09-19T13:34:28.587 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../005-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-19T13:34:28.618 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-19T13:34:28.755 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-rbd. 2024-09-19T13:34:28.782 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../017-python3-rbd_19.3.0-5012-g08af21e0-1jammy_amd64.deb ... 2024-09-19T13:34:28.822 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-rbd (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:34:28.963 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2024-09-19T13:34:28.990 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../006-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2024-09-19T13:34:29.030 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-19T13:34:29.134 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package librdkafka1:amd64. 2024-09-19T13:34:29.160 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../018-librdkafka1_1.8.0-1build1_amd64.deb ... 2024-09-19T13:34:29.192 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-19T13:34:29.357 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package librados2. 2024-09-19T13:34:29.385 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../007-librados2_19.3.0-5012-g08af21e0-1jammy_amd64.deb ... 2024-09-19T13:34:29.424 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking librados2 (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:34:29.603 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libreadline-dev:amd64. 2024-09-19T13:34:29.629 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../019-libreadline-dev_8.1.2-1_amd64.deb ... 2024-09-19T13:34:29.677 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libreadline-dev:amd64 (8.1.2-1) ... 2024-09-19T13:34:29.927 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package libnbd0. 2024-09-19T13:34:29.953 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../008-libnbd0_1.10.5-1_amd64.deb ... 2024-09-19T13:34:29.993 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking libnbd0 (1.10.5-1) ... 2024-09-19T13:34:30.039 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package liblua5.3-dev:amd64. 2024-09-19T13:34:30.054 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../020-liblua5.3-dev_5.3.6-1build1_amd64.deb ... 2024-09-19T13:34:30.105 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking liblua5.3-dev:amd64 (5.3.6-1build1) ... 2024-09-19T13:34:30.246 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package librbd1. 2024-09-19T13:34:30.262 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../009-librbd1_19.3.0-5012-g08af21e0-1jammy_amd64.deb ... 2024-09-19T13:34:30.304 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking librbd1 (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:34:30.467 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package lua5.1. 2024-09-19T13:34:30.494 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../021-lua5.1_5.1.5-8.1build4_amd64.deb ... 2024-09-19T13:34:30.534 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking lua5.1 (5.1.5-8.1build4) ... 2024-09-19T13:34:30.757 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package libcephfs2. 2024-09-19T13:34:30.784 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../010-libcephfs2_19.3.0-5012-g08af21e0-1jammy_amd64.deb ... 2024-09-19T13:34:30.823 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking libcephfs2 (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:34:30.870 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package lua-any. 2024-09-19T13:34:30.885 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../022-lua-any_27ubuntu1_all.deb ... 2024-09-19T13:34:30.936 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking lua-any (27ubuntu1) ... 2024-09-19T13:34:31.109 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-rados. 2024-09-19T13:34:31.125 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../011-python3-rados_19.3.0-5012-g08af21e0-1jammy_amd64.deb ... 2024-09-19T13:34:31.167 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-rados (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:34:31.239 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package zip. 2024-09-19T13:34:31.254 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../023-zip_3.0-12build2_amd64.deb ... 2024-09-19T13:34:31.314 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking zip (3.0-12build2) ... 2024-09-19T13:34:31.470 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-ceph-argparse. 2024-09-19T13:34:31.496 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../012-python3-ceph-argparse_19.3.0-5012-g08af21e0-1jammy_all.deb ... 2024-09-19T13:34:31.536 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-ceph-argparse (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:34:31.693 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package unzip. 2024-09-19T13:34:31.719 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../024-unzip_6.0-26ubuntu3.2_amd64.deb ... 2024-09-19T13:34:31.739 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-cephfs. 2024-09-19T13:34:31.759 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking unzip (6.0-26ubuntu3.2) ... 2024-09-19T13:34:31.765 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../013-python3-cephfs_19.3.0-5012-g08af21e0-1jammy_amd64.deb ... 2024-09-19T13:34:31.797 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-cephfs (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:34:32.116 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-ceph-common. 2024-09-19T13:34:32.143 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../014-python3-ceph-common_19.3.0-5012-g08af21e0-1jammy_all.deb ... 2024-09-19T13:34:32.154 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package luarocks. 2024-09-19T13:34:32.181 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../025-luarocks_3.8.0+dfsg1-1_all.deb ... 2024-09-19T13:34:32.183 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-ceph-common (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:34:32.221 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking luarocks (3.8.0+dfsg1-1) ... 2024-09-19T13:34:32.502 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-wcwidth. 2024-09-19T13:34:32.529 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../015-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2024-09-19T13:34:32.569 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-19T13:34:32.637 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package librgw2. 2024-09-19T13:34:32.663 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../026-librgw2_19.3.0-5012-g08af21e0-1jammy_amd64.deb ... 2024-09-19T13:34:32.712 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking librgw2 (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:34:32.897 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-prettytable. 2024-09-19T13:34:32.923 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../016-python3-prettytable_2.5.0-2_all.deb ... 2024-09-19T13:34:32.963 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2024-09-19T13:34:33.199 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-rbd. 2024-09-19T13:34:33.215 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../017-python3-rbd_19.3.0-5012-g08af21e0-1jammy_amd64.deb ... 2024-09-19T13:34:33.249 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-rbd (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:34:33.364 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-rgw. 2024-09-19T13:34:33.379 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../027-python3-rgw_19.3.0-5012-g08af21e0-1jammy_amd64.deb ... 2024-09-19T13:34:33.431 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-rgw (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:34:33.560 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package librdkafka1:amd64. 2024-09-19T13:34:33.587 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../018-librdkafka1_1.8.0-1build1_amd64.deb ... 2024-09-19T13:34:33.627 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-19T13:34:33.767 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package liboath0:amd64. 2024-09-19T13:34:33.793 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../028-liboath0_2.6.7-3build1_amd64.deb ... 2024-09-19T13:34:33.834 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2024-09-19T13:34:33.912 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package libreadline-dev:amd64. 2024-09-19T13:34:33.928 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../019-libreadline-dev_8.1.2-1_amd64.deb ... 2024-09-19T13:34:33.971 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking libreadline-dev:amd64 (8.1.2-1) ... 2024-09-19T13:34:34.103 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libradosstriper1. 2024-09-19T13:34:34.118 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../029-libradosstriper1_19.3.0-5012-g08af21e0-1jammy_amd64.deb ... 2024-09-19T13:34:34.153 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libradosstriper1 (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:34:34.281 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package liblua5.3-dev:amd64. 2024-09-19T13:34:34.298 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../020-liblua5.3-dev_5.3.6-1build1_amd64.deb ... 2024-09-19T13:34:34.340 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking liblua5.3-dev:amd64 (5.3.6-1build1) ... 2024-09-19T13:34:34.651 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package lua5.1. 2024-09-19T13:34:34.678 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../021-lua5.1_5.1.5-8.1build4_amd64.deb ... 2024-09-19T13:34:34.709 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking lua5.1 (5.1.5-8.1build4) ... 2024-09-19T13:34:34.876 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package ceph-common. 2024-09-19T13:34:34.903 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../030-ceph-common_19.3.0-5012-g08af21e0-1jammy_amd64.deb ... 2024-09-19T13:34:34.942 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking ceph-common (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:34:35.280 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package lua-any. 2024-09-19T13:34:35.307 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../022-lua-any_27ubuntu1_all.deb ... 2024-09-19T13:34:35.354 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking lua-any (27ubuntu1) ... 2024-09-19T13:34:35.581 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package zip. 2024-09-19T13:34:35.597 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../023-zip_3.0-12build2_amd64.deb ... 2024-09-19T13:34:35.631 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking zip (3.0-12build2) ... 2024-09-19T13:34:35.951 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package unzip. 2024-09-19T13:34:35.978 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../024-unzip_6.0-26ubuntu3.2_amd64.deb ... 2024-09-19T13:34:36.018 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking unzip (6.0-26ubuntu3.2) ... 2024-09-19T13:34:36.389 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package ceph-base. 2024-09-19T13:34:36.413 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package luarocks. 2024-09-19T13:34:36.416 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../031-ceph-base_19.3.0-5012-g08af21e0-1jammy_amd64.deb ... 2024-09-19T13:34:36.440 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../025-luarocks_3.8.0+dfsg1-1_all.deb ... 2024-09-19T13:34:36.457 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking ceph-base (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:34:36.480 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking luarocks (3.8.0+dfsg1-1) ... 2024-09-19T13:34:36.862 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package librgw2. 2024-09-19T13:34:36.889 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../026-librgw2_19.3.0-5012-g08af21e0-1jammy_amd64.deb ... 2024-09-19T13:34:36.928 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking librgw2 (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:34:37.069 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-jaraco.functools. 2024-09-19T13:34:37.095 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../032-python3-jaraco.functools_3.4.0-2_all.deb ... 2024-09-19T13:34:37.135 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2024-09-19T13:34:37.438 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-cheroot. 2024-09-19T13:34:37.465 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../033-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2024-09-19T13:34:37.504 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-19T13:34:37.556 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-rgw. 2024-09-19T13:34:37.582 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../027-python3-rgw_19.3.0-5012-g08af21e0-1jammy_amd64.deb ... 2024-09-19T13:34:37.622 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-rgw (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:34:37.808 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-jaraco.classes. 2024-09-19T13:34:37.834 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../034-python3-jaraco.classes_3.2.1-3_all.deb ... 2024-09-19T13:34:37.874 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2024-09-19T13:34:37.983 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package liboath0:amd64. 2024-09-19T13:34:38.010 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../028-liboath0_2.6.7-3build1_amd64.deb ... 2024-09-19T13:34:38.049 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2024-09-19T13:34:38.144 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-jaraco.text. 2024-09-19T13:34:38.159 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../035-python3-jaraco.text_3.6.0-2_all.deb ... 2024-09-19T13:34:38.194 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2024-09-19T13:34:38.311 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package libradosstriper1. 2024-09-19T13:34:38.326 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../029-libradosstriper1_19.3.0-5012-g08af21e0-1jammy_amd64.deb ... 2024-09-19T13:34:38.369 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking libradosstriper1 (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:34:38.480 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-jaraco.collections. 2024-09-19T13:34:38.507 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../036-python3-jaraco.collections_3.4.0-2_all.deb ... 2024-09-19T13:34:38.546 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2024-09-19T13:34:38.797 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package ceph-common. 2024-09-19T13:34:38.824 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../030-ceph-common_19.3.0-5012-g08af21e0-1jammy_amd64.deb ... 2024-09-19T13:34:38.849 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-tempora. 2024-09-19T13:34:38.864 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking ceph-common (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:34:38.876 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../037-python3-tempora_4.1.2-1_all.deb ... 2024-09-19T13:34:38.916 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-tempora (4.1.2-1) ... 2024-09-19T13:34:39.203 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-portend. 2024-09-19T13:34:39.229 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../038-python3-portend_3.0.0-1_all.deb ... 2024-09-19T13:34:39.261 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-portend (3.0.0-1) ... 2024-09-19T13:34:39.539 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-zc.lockfile. 2024-09-19T13:34:39.565 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../039-python3-zc.lockfile_2.0-1_all.deb ... 2024-09-19T13:34:39.605 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2024-09-19T13:34:40.142 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-cherrypy3. 2024-09-19T13:34:40.169 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../040-python3-cherrypy3_18.6.1-4_all.deb ... 2024-09-19T13:34:40.208 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2024-09-19T13:34:40.529 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-natsort. 2024-09-19T13:34:40.555 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../041-python3-natsort_8.0.2-1_all.deb ... 2024-09-19T13:34:40.595 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-natsort (8.0.2-1) ... 2024-09-19T13:34:40.602 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package ceph-base. 2024-09-19T13:34:40.629 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../031-ceph-base_19.3.0-5012-g08af21e0-1jammy_amd64.deb ... 2024-09-19T13:34:40.678 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking ceph-base (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:34:40.907 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-logutils. 2024-09-19T13:34:40.934 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../042-python3-logutils_0.3.3-8_all.deb ... 2024-09-19T13:34:40.973 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-logutils (0.3.3-8) ... 2024-09-19T13:34:41.231 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-jaraco.functools. 2024-09-19T13:34:41.257 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../032-python3-jaraco.functools_3.4.0-2_all.deb ... 2024-09-19T13:34:41.285 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-markupsafe. 2024-09-19T13:34:41.289 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2024-09-19T13:34:41.311 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../043-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2024-09-19T13:34:41.351 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2024-09-19T13:34:41.583 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-cheroot. 2024-09-19T13:34:41.610 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../033-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2024-09-19T13:34:41.612 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-mako. 2024-09-19T13:34:41.639 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../044-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2024-09-19T13:34:41.650 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-19T13:34:41.670 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-19T13:34:41.969 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-jaraco.classes. 2024-09-19T13:34:41.996 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../034-python3-jaraco.classes_3.2.1-3_all.deb ... 2024-09-19T13:34:42.036 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2024-09-19T13:34:42.040 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-simplegeneric. 2024-09-19T13:34:42.067 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../045-python3-simplegeneric_0.8.1-3_all.deb ... 2024-09-19T13:34:42.115 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2024-09-19T13:34:42.347 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-jaraco.text. 2024-09-19T13:34:42.374 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../035-python3-jaraco.text_3.6.0-2_all.deb ... 2024-09-19T13:34:42.413 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2024-09-19T13:34:42.494 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-singledispatch. 2024-09-19T13:34:42.520 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../046-python3-singledispatch_3.4.0.3-3_all.deb ... 2024-09-19T13:34:42.568 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2024-09-19T13:34:42.666 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-jaraco.collections. 2024-09-19T13:34:42.693 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../036-python3-jaraco.collections_3.4.0-2_all.deb ... 2024-09-19T13:34:42.724 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2024-09-19T13:34:42.888 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-webob. 2024-09-19T13:34:42.915 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../047-python3-webob_1%3a1.8.6-1.1ubuntu0.1_all.deb ... 2024-09-19T13:34:42.955 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-19T13:34:43.019 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-tempora. 2024-09-19T13:34:43.046 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../037-python3-tempora_4.1.2-1_all.deb ... 2024-09-19T13:34:43.088 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-tempora (4.1.2-1) ... 2024-09-19T13:34:43.299 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-waitress. 2024-09-19T13:34:43.326 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../048-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2024-09-19T13:34:43.369 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-19T13:34:43.390 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-portend. 2024-09-19T13:34:43.417 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../038-python3-portend_3.0.0-1_all.deb ... 2024-09-19T13:34:43.457 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-portend (3.0.0-1) ... 2024-09-19T13:34:43.701 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-zc.lockfile. 2024-09-19T13:34:43.711 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-tempita. 2024-09-19T13:34:43.728 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../039-python3-zc.lockfile_2.0-1_all.deb ... 2024-09-19T13:34:43.737 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../049-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2024-09-19T13:34:43.768 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2024-09-19T13:34:43.786 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2024-09-19T13:34:44.070 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-cherrypy3. 2024-09-19T13:34:44.097 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../040-python3-cherrypy3_18.6.1-4_all.deb ... 2024-09-19T13:34:44.137 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2024-09-19T13:34:44.155 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-paste. 2024-09-19T13:34:44.182 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../050-python3-paste_3.5.0+dfsg1-1_all.deb ... 2024-09-19T13:34:44.230 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2024-09-19T13:34:44.507 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-natsort. 2024-09-19T13:34:44.524 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../041-python3-natsort_8.0.2-1_all.deb ... 2024-09-19T13:34:44.559 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2024-09-19T13:34:44.565 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-natsort (8.0.2-1) ... 2024-09-19T13:34:44.585 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../051-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2024-09-19T13:34:44.642 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2024-09-19T13:34:44.877 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-logutils. 2024-09-19T13:34:44.904 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../042-python3-logutils_0.3.3-8_all.deb ... 2024-09-19T13:34:44.944 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-logutils (0.3.3-8) ... 2024-09-19T13:34:44.995 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-pastedeploy. 2024-09-19T13:34:45.021 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../052-python3-pastedeploy_2.1.1-1_all.deb ... 2024-09-19T13:34:45.069 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2024-09-19T13:34:45.230 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-markupsafe. 2024-09-19T13:34:45.257 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../043-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2024-09-19T13:34:45.296 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2024-09-19T13:34:45.373 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-webtest. 2024-09-19T13:34:45.399 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../053-python3-webtest_2.0.35-1_all.deb ... 2024-09-19T13:34:45.431 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-webtest (2.0.35-1) ... 2024-09-19T13:34:45.599 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-mako. 2024-09-19T13:34:45.627 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../044-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2024-09-19T13:34:45.666 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-19T13:34:45.726 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-pecan. 2024-09-19T13:34:45.752 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../054-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2024-09-19T13:34:45.792 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2024-09-19T13:34:45.936 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-simplegeneric. 2024-09-19T13:34:45.963 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../045-python3-simplegeneric_0.8.1-3_all.deb ... 2024-09-19T13:34:45.994 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2024-09-19T13:34:46.147 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-certifi. 2024-09-19T13:34:46.174 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../055-python3-certifi_2020.6.20-1_all.deb ... 2024-09-19T13:34:46.214 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2024-09-19T13:34:46.280 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-singledispatch. 2024-09-19T13:34:46.307 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../046-python3-singledispatch_3.4.0.3-3_all.deb ... 2024-09-19T13:34:46.346 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2024-09-19T13:34:46.542 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-idna. 2024-09-19T13:34:46.568 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../056-python3-idna_3.3-1ubuntu0.1_all.deb ... 2024-09-19T13:34:46.608 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-idna (3.3-1ubuntu0.1) ... 2024-09-19T13:34:46.649 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-webob. 2024-09-19T13:34:46.677 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../047-python3-webob_1%3a1.8.6-1.1ubuntu0.1_all.deb ... 2024-09-19T13:34:46.724 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-19T13:34:46.911 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-urllib3. 2024-09-19T13:34:46.938 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../057-python3-urllib3_1.26.5-1~exp1ubuntu0.1_all.deb ... 2024-09-19T13:34:46.978 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-19T13:34:47.086 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-waitress. 2024-09-19T13:34:47.113 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../048-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2024-09-19T13:34:47.156 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-19T13:34:47.281 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-requests. 2024-09-19T13:34:47.307 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../058-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2024-09-19T13:34:47.347 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-19T13:34:47.480 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-tempita. 2024-09-19T13:34:47.507 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../049-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2024-09-19T13:34:47.547 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2024-09-19T13:34:47.643 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-werkzeug. 2024-09-19T13:34:47.669 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../059-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.2_all.deb ... 2024-09-19T13:34:47.701 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-19T13:34:47.833 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-paste. 2024-09-19T13:34:47.860 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../050-python3-paste_3.5.0+dfsg1-1_all.deb ... 2024-09-19T13:34:47.899 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2024-09-19T13:34:48.012 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2024-09-19T13:34:48.027 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../060-ceph-mgr-modules-core_19.3.0-5012-g08af21e0-1jammy_all.deb ... 2024-09-19T13:34:48.062 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking ceph-mgr-modules-core (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:34:48.204 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2024-09-19T13:34:48.219 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../051-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2024-09-19T13:34:48.261 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2024-09-19T13:34:48.434 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2024-09-19T13:34:48.460 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../061-libsqlite3-mod-ceph_19.3.0-5012-g08af21e0-1jammy_amd64.deb ... 2024-09-19T13:34:48.509 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libsqlite3-mod-ceph (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:34:48.572 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-pastedeploy. 2024-09-19T13:34:48.599 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../052-python3-pastedeploy_2.1.1-1_all.deb ... 2024-09-19T13:34:48.639 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2024-09-19T13:34:48.820 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-bcrypt. 2024-09-19T13:34:48.846 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../062-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2024-09-19T13:34:48.886 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2024-09-19T13:34:48.900 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-webtest. 2024-09-19T13:34:48.927 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../053-python3-webtest_2.0.35-1_all.deb ... 2024-09-19T13:34:48.967 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-webtest (2.0.35-1) ... 2024-09-19T13:34:49.148 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-openssl. 2024-09-19T13:34:49.163 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../063-python3-openssl_21.0.0-1_all.deb ... 2024-09-19T13:34:49.206 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-openssl (21.0.0-1) ... 2024-09-19T13:34:49.261 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-pecan. 2024-09-19T13:34:49.288 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../054-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2024-09-19T13:34:49.328 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2024-09-19T13:34:49.700 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-certifi. 2024-09-19T13:34:49.727 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../055-python3-certifi_2020.6.20-1_all.deb ... 2024-09-19T13:34:49.766 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2024-09-19T13:34:50.086 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-idna. 2024-09-19T13:34:50.113 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../056-python3-idna_3.3-1ubuntu0.1_all.deb ... 2024-09-19T13:34:50.152 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-idna (3.3-1ubuntu0.1) ... 2024-09-19T13:34:50.439 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-urllib3. 2024-09-19T13:34:50.466 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../057-python3-urllib3_1.26.5-1~exp1ubuntu0.1_all.deb ... 2024-09-19T13:34:50.497 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-19T13:34:50.635 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package ceph-mgr. 2024-09-19T13:34:50.664 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../064-ceph-mgr_19.3.0-5012-g08af21e0-1jammy_amd64.deb ... 2024-09-19T13:34:50.701 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking ceph-mgr (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:34:50.784 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-requests. 2024-09-19T13:34:50.810 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../058-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2024-09-19T13:34:50.850 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-19T13:34:51.128 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-werkzeug. 2024-09-19T13:34:51.130 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package ceph-mon. 2024-09-19T13:34:51.156 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../059-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.2_all.deb ... 2024-09-19T13:34:51.156 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../065-ceph-mon_19.3.0-5012-g08af21e0-1jammy_amd64.deb ... 2024-09-19T13:34:51.186 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-19T13:34:51.196 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking ceph-mon (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:34:51.473 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2024-09-19T13:34:51.489 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../060-ceph-mgr-modules-core_19.3.0-5012-g08af21e0-1jammy_all.deb ... 2024-09-19T13:34:51.531 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking ceph-mgr-modules-core (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:34:51.767 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package ceph-osd. 2024-09-19T13:34:51.794 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../066-ceph-osd_19.3.0-5012-g08af21e0-1jammy_amd64.deb ... 2024-09-19T13:34:51.833 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking ceph-osd (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:34:51.944 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2024-09-19T13:34:51.971 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../061-libsqlite3-mod-ceph_19.3.0-5012-g08af21e0-1jammy_amd64.deb ... 2024-09-19T13:34:52.011 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking libsqlite3-mod-ceph (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:34:52.313 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-bcrypt. 2024-09-19T13:34:52.340 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../062-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2024-09-19T13:34:52.380 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2024-09-19T13:34:52.667 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-openssl. 2024-09-19T13:34:52.694 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../063-python3-openssl_21.0.0-1_all.deb ... 2024-09-19T13:34:52.724 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-openssl (21.0.0-1) ... 2024-09-19T13:34:52.953 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package ceph. 2024-09-19T13:34:52.980 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../067-ceph_19.3.0-5012-g08af21e0-1jammy_amd64.deb ... 2024-09-19T13:34:53.020 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking ceph (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:34:53.069 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package ceph-mgr. 2024-09-19T13:34:53.097 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../064-ceph-mgr_19.3.0-5012-g08af21e0-1jammy_amd64.deb ... 2024-09-19T13:34:53.136 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking ceph-mgr (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:34:53.339 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package ceph-fuse. 2024-09-19T13:34:53.366 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../068-ceph-fuse_19.3.0-5012-g08af21e0-1jammy_amd64.deb ... 2024-09-19T13:34:53.405 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking ceph-fuse (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:34:53.522 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package ceph-mon. 2024-09-19T13:34:53.549 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../065-ceph-mon_19.3.0-5012-g08af21e0-1jammy_amd64.deb ... 2024-09-19T13:34:53.589 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking ceph-mon (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:34:53.759 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package ceph-mds. 2024-09-19T13:34:53.786 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../069-ceph-mds_19.3.0-5012-g08af21e0-1jammy_amd64.deb ... 2024-09-19T13:34:53.834 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking ceph-mds (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:34:54.203 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package cephadm. 2024-09-19T13:34:54.219 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../070-cephadm_19.3.0-5012-g08af21e0-1jammy_amd64.deb ... 2024-09-19T13:34:54.253 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking cephadm (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:34:54.284 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package ceph-osd. 2024-09-19T13:34:54.311 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../066-ceph-osd_19.3.0-5012-g08af21e0-1jammy_amd64.deb ... 2024-09-19T13:34:54.359 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking ceph-osd (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:34:54.548 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-asyncssh. 2024-09-19T13:34:54.574 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../071-python3-asyncssh_2.5.0-1_all.deb ... 2024-09-19T13:34:54.614 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-asyncssh (2.5.0-1) ... 2024-09-19T13:34:54.950 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python-babel-localedata. 2024-09-19T13:34:54.976 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../072-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2024-09-19T13:34:55.008 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-19T13:34:56.072 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-babel. 2024-09-19T13:34:56.088 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../073-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2024-09-19T13:34:56.120 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package ceph. 2024-09-19T13:34:56.121 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2024-09-19T13:34:56.136 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../067-ceph_19.3.0-5012-g08af21e0-1jammy_amd64.deb ... 2024-09-19T13:34:56.179 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking ceph (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:34:56.424 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-jinja2. 2024-09-19T13:34:56.440 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../074-python3-jinja2_3.0.3-1ubuntu0.2_all.deb ... 2024-09-19T13:34:56.474 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-19T13:34:56.498 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package ceph-fuse. 2024-09-19T13:34:56.525 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../068-ceph-fuse_19.3.0-5012-g08af21e0-1jammy_amd64.deb ... 2024-09-19T13:34:56.564 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking ceph-fuse (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:34:56.778 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2024-09-19T13:34:56.805 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../075-ceph-mgr-cephadm_19.3.0-5012-g08af21e0-1jammy_all.deb ... 2024-09-19T13:34:56.836 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking ceph-mgr-cephadm (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:34:57.018 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package ceph-mds. 2024-09-19T13:34:57.045 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../069-ceph-mds_19.3.0-5012-g08af21e0-1jammy_amd64.deb ... 2024-09-19T13:34:57.093 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking ceph-mds (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:34:57.156 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-repoze.lru. 2024-09-19T13:34:57.183 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../076-python3-repoze.lru_0.7-2_all.deb ... 2024-09-19T13:34:57.214 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2024-09-19T13:34:57.521 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package cephadm. 2024-09-19T13:34:57.534 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-routes. 2024-09-19T13:34:57.548 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../070-cephadm_19.3.0-5012-g08af21e0-1jammy_amd64.deb ... 2024-09-19T13:34:57.561 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../077-python3-routes_2.5.1-1ubuntu1_all.deb ... 2024-09-19T13:34:57.587 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking cephadm (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:34:57.609 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2024-09-19T13:34:57.921 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2024-09-19T13:34:57.923 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-asyncssh. 2024-09-19T13:34:57.948 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../078-ceph-mgr-dashboard_19.3.0-5012-g08af21e0-1jammy_all.deb ... 2024-09-19T13:34:57.951 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../071-python3-asyncssh_2.5.0-1_all.deb ... 2024-09-19T13:34:57.987 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking ceph-mgr-dashboard (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:34:57.990 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-asyncssh (2.5.0-1) ... 2024-09-19T13:34:58.309 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python-babel-localedata. 2024-09-19T13:34:58.326 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../072-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2024-09-19T13:34:58.368 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-19T13:34:59.423 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-babel. 2024-09-19T13:34:59.450 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../073-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2024-09-19T13:34:59.489 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2024-09-19T13:34:59.826 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-jinja2. 2024-09-19T13:34:59.853 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../074-python3-jinja2_3.0.3-1ubuntu0.2_all.deb ... 2024-09-19T13:34:59.892 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-19T13:35:00.237 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2024-09-19T13:35:00.264 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../075-ceph-mgr-cephadm_19.3.0-5012-g08af21e0-1jammy_all.deb ... 2024-09-19T13:35:00.303 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking ceph-mgr-cephadm (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:00.682 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-repoze.lru. 2024-09-19T13:35:00.712 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../076-python3-repoze.lru_0.7-2_all.deb ... 2024-09-19T13:35:00.749 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2024-09-19T13:35:01.068 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-routes. 2024-09-19T13:35:01.095 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../077-python3-routes_2.5.1-1ubuntu1_all.deb ... 2024-09-19T13:35:01.160 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2024-09-19T13:35:01.185 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2024-09-19T13:35:01.215 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../079-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2024-09-19T13:35:01.259 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-19T13:35:01.505 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2024-09-19T13:35:01.522 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../078-ceph-mgr-dashboard_19.3.0-5012-g08af21e0-1jammy_all.deb ... 2024-09-19T13:35:01.563 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking ceph-mgr-dashboard (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:01.788 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-joblib. 2024-09-19T13:35:01.815 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../080-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2024-09-19T13:35:01.854 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2024-09-19T13:35:02.191 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-threadpoolctl. 2024-09-19T13:35:02.219 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../081-python3-threadpoolctl_3.1.0-1_all.deb ... 2024-09-19T13:35:02.249 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2024-09-19T13:35:02.544 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-sklearn. 2024-09-19T13:35:02.572 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../082-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2024-09-19T13:35:02.696 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-19T13:35:03.481 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2024-09-19T13:35:03.509 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../083-ceph-mgr-diskprediction-local_19.3.0-5012-g08af21e0-1jammy_all.deb ... 2024-09-19T13:35:03.540 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking ceph-mgr-diskprediction-local (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:04.393 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2024-09-19T13:35:04.412 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../079-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2024-09-19T13:35:04.452 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-19T13:35:04.492 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-cachetools. 2024-09-19T13:35:04.520 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../084-python3-cachetools_5.0.0-1_all.deb ... 2024-09-19T13:35:04.558 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2024-09-19T13:35:04.928 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-pyasn1. 2024-09-19T13:35:04.956 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../085-python3-pyasn1_0.4.8-1_all.deb ... 2024-09-19T13:35:04.980 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-joblib. 2024-09-19T13:35:05.003 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2024-09-19T13:35:05.008 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../080-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2024-09-19T13:35:05.046 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2024-09-19T13:35:05.390 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-pyasn1-modules. 2024-09-19T13:35:05.417 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-threadpoolctl. 2024-09-19T13:35:05.418 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../086-python3-pyasn1-modules_0.2.1-1_all.deb ... 2024-09-19T13:35:05.445 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../081-python3-threadpoolctl_3.1.0-1_all.deb ... 2024-09-19T13:35:05.465 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2024-09-19T13:35:05.483 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2024-09-19T13:35:05.761 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-sklearn. 2024-09-19T13:35:05.789 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../082-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2024-09-19T13:35:05.835 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-rsa. 2024-09-19T13:35:05.864 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../087-python3-rsa_4.8-1_all.deb ... 2024-09-19T13:35:05.901 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-rsa (4.8-1) ... 2024-09-19T13:35:05.904 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-19T13:35:06.305 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-google-auth. 2024-09-19T13:35:06.334 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../088-python3-google-auth_1.5.1-3_all.deb ... 2024-09-19T13:35:06.389 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2024-09-19T13:35:06.750 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-requests-oauthlib. 2024-09-19T13:35:06.778 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../089-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2024-09-19T13:35:06.825 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-19T13:35:06.923 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2024-09-19T13:35:06.951 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../083-ceph-mgr-diskprediction-local_19.3.0-5012-g08af21e0-1jammy_all.deb ... 2024-09-19T13:35:06.980 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking ceph-mgr-diskprediction-local (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:07.203 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-websocket. 2024-09-19T13:35:07.231 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../090-python3-websocket_1.2.3-1_all.deb ... 2024-09-19T13:35:07.278 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-websocket (1.2.3-1) ... 2024-09-19T13:35:07.657 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-kubernetes. 2024-09-19T13:35:07.685 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../091-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2024-09-19T13:35:07.723 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-19T13:35:07.976 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-cachetools. 2024-09-19T13:35:08.004 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../084-python3-cachetools_5.0.0-1_all.deb ... 2024-09-19T13:35:08.042 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2024-09-19T13:35:08.320 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-pyasn1. 2024-09-19T13:35:08.337 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../085-python3-pyasn1_0.4.8-1_all.deb ... 2024-09-19T13:35:08.378 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2024-09-19T13:35:08.487 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2024-09-19T13:35:08.516 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../092-ceph-mgr-k8sevents_19.3.0-5012-g08af21e0-1jammy_all.deb ... 2024-09-19T13:35:08.554 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking ceph-mgr-k8sevents (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:08.732 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-pyasn1-modules. 2024-09-19T13:35:08.760 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../086-python3-pyasn1-modules_0.2.1-1_all.deb ... 2024-09-19T13:35:08.819 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2024-09-19T13:35:08.823 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libonig5:amd64. 2024-09-19T13:35:08.851 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../093-libonig5_6.9.7.1-2build1_amd64.deb ... 2024-09-19T13:35:08.881 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-19T13:35:09.093 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-rsa. 2024-09-19T13:35:09.122 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../087-python3-rsa_4.8-1_all.deb ... 2024-09-19T13:35:09.151 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-rsa (4.8-1) ... 2024-09-19T13:35:09.226 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libjq1:amd64. 2024-09-19T13:35:09.254 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../094-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2024-09-19T13:35:09.326 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-19T13:35:09.463 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-google-auth. 2024-09-19T13:35:09.492 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../088-python3-google-auth_1.5.1-3_all.deb ... 2024-09-19T13:35:09.530 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2024-09-19T13:35:09.596 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package jq. 2024-09-19T13:35:09.624 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../095-jq_1.6-2.1ubuntu3_amd64.deb ... 2024-09-19T13:35:09.662 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2024-09-19T13:35:09.850 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-requests-oauthlib. 2024-09-19T13:35:09.878 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../089-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2024-09-19T13:35:09.898 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package socat. 2024-09-19T13:35:09.914 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../096-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2024-09-19T13:35:09.916 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-19T13:35:09.948 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2024-09-19T13:35:10.210 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package xmlstarlet. 2024-09-19T13:35:10.226 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../097-xmlstarlet_1.6.1-2.1_amd64.deb ... 2024-09-19T13:35:10.228 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-websocket. 2024-09-19T13:35:10.256 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../090-python3-websocket_1.2.3-1_all.deb ... 2024-09-19T13:35:10.268 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2024-09-19T13:35:10.294 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-websocket (1.2.3-1) ... 2024-09-19T13:35:10.589 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-kubernetes. 2024-09-19T13:35:10.617 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../091-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2024-09-19T13:35:10.623 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package ceph-test. 2024-09-19T13:35:10.651 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../098-ceph-test_19.3.0-5012-g08af21e0-1jammy_amd64.deb ... 2024-09-19T13:35:10.655 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-19T13:35:10.689 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking ceph-test (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:11.353 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2024-09-19T13:35:11.373 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../092-ceph-mgr-k8sevents_19.3.0-5012-g08af21e0-1jammy_all.deb ... 2024-09-19T13:35:11.411 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking ceph-mgr-k8sevents (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:11.881 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package libonig5:amd64. 2024-09-19T13:35:11.909 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../093-libonig5_6.9.7.1-2build1_amd64.deb ... 2024-09-19T13:35:11.947 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-19T13:35:12.292 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package libjq1:amd64. 2024-09-19T13:35:12.320 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../094-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2024-09-19T13:35:12.358 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-19T13:35:12.603 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package jq. 2024-09-19T13:35:12.620 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../095-jq_1.6-2.1ubuntu3_amd64.deb ... 2024-09-19T13:35:12.661 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2024-09-19T13:35:12.880 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package socat. 2024-09-19T13:35:12.897 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../096-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2024-09-19T13:35:12.939 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2024-09-19T13:35:13.011 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package ceph-volume. 2024-09-19T13:35:13.038 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../099-ceph-volume_19.3.0-5012-g08af21e0-1jammy_all.deb ... 2024-09-19T13:35:13.069 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking ceph-volume (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:13.242 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package xmlstarlet. 2024-09-19T13:35:13.270 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../097-xmlstarlet_1.6.1-2.1_amd64.deb ... 2024-09-19T13:35:13.308 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2024-09-19T13:35:13.364 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libcephfs-dev. 2024-09-19T13:35:13.380 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../100-libcephfs-dev_19.3.0-5012-g08af21e0-1jammy_amd64.deb ... 2024-09-19T13:35:13.414 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libcephfs-dev (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:13.671 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package ceph-test. 2024-09-19T13:35:13.688 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../098-ceph-test_19.3.0-5012-g08af21e0-1jammy_amd64.deb ... 2024-09-19T13:35:13.709 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package lua-socket:amd64. 2024-09-19T13:35:13.729 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking ceph-test (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:13.736 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../101-lua-socket_3.0~rc1+git+ac3201d-6_amd64.deb ... 2024-09-19T13:35:13.775 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2024-09-19T13:35:14.130 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package lua-sec:amd64. 2024-09-19T13:35:14.158 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../102-lua-sec_1.0.2-1_amd64.deb ... 2024-09-19T13:35:14.196 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking lua-sec:amd64 (1.0.2-1) ... 2024-09-19T13:35:14.509 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package nvme-cli. 2024-09-19T13:35:14.537 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../103-nvme-cli_1.16-3ubuntu0.3_amd64.deb ... 2024-09-19T13:35:14.567 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking nvme-cli (1.16-3ubuntu0.3) ... 2024-09-19T13:35:14.939 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package pkg-config. 2024-09-19T13:35:14.955 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../104-pkg-config_0.29.2-1ubuntu3_amd64.deb ... 2024-09-19T13:35:14.997 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking pkg-config (0.29.2-1ubuntu3) ... 2024-09-19T13:35:15.250 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python-asyncssh-doc. 2024-09-19T13:35:15.278 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../105-python-asyncssh-doc_2.5.0-1_all.deb ... 2024-09-19T13:35:15.317 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ... 2024-09-19T13:35:15.747 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-iniconfig. 2024-09-19T13:35:15.775 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../106-python3-iniconfig_1.1.1-2_all.deb ... 2024-09-19T13:35:15.813 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2024-09-19T13:35:15.975 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package ceph-volume. 2024-09-19T13:35:16.004 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../099-ceph-volume_19.3.0-5012-g08af21e0-1jammy_all.deb ... 2024-09-19T13:35:16.033 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking ceph-volume (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:16.108 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-pastescript. 2024-09-19T13:35:16.136 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../107-python3-pastescript_2.0.2-4_all.deb ... 2024-09-19T13:35:16.174 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2024-09-19T13:35:16.345 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package libcephfs-dev. 2024-09-19T13:35:16.363 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../100-libcephfs-dev_19.3.0-5012-g08af21e0-1jammy_amd64.deb ... 2024-09-19T13:35:16.404 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking libcephfs-dev (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:16.723 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package lua-socket:amd64. 2024-09-19T13:35:16.742 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-pluggy. 2024-09-19T13:35:16.752 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../101-lua-socket_3.0~rc1+git+ac3201d-6_amd64.deb ... 2024-09-19T13:35:16.770 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../108-python3-pluggy_0.13.0-7.1_all.deb ... 2024-09-19T13:35:16.790 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2024-09-19T13:35:16.819 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2024-09-19T13:35:17.120 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package lua-sec:amd64. 2024-09-19T13:35:17.123 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-psutil. 2024-09-19T13:35:17.148 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../102-lua-sec_1.0.2-1_amd64.deb ... 2024-09-19T13:35:17.150 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../109-python3-psutil_5.9.0-1build1_amd64.deb ... 2024-09-19T13:35:17.186 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking lua-sec:amd64 (1.0.2-1) ... 2024-09-19T13:35:17.189 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2024-09-19T13:35:17.517 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-py. 2024-09-19T13:35:17.545 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../110-python3-py_1.10.0-1_all.deb ... 2024-09-19T13:35:17.548 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package nvme-cli. 2024-09-19T13:35:17.577 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../103-nvme-cli_1.16-3ubuntu0.3_amd64.deb ... 2024-09-19T13:35:17.583 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-py (1.10.0-1) ... 2024-09-19T13:35:17.615 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking nvme-cli (1.16-3ubuntu0.3) ... 2024-09-19T13:35:17.887 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-pygments. 2024-09-19T13:35:17.915 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../111-python3-pygments_2.11.2+dfsg-2_all.deb ... 2024-09-19T13:35:17.954 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2024-09-19T13:35:18.045 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package pkg-config. 2024-09-19T13:35:18.074 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../104-pkg-config_0.29.2-1ubuntu3_amd64.deb ... 2024-09-19T13:35:18.111 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking pkg-config (0.29.2-1ubuntu3) ... 2024-09-19T13:35:18.373 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python-asyncssh-doc. 2024-09-19T13:35:18.390 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../105-python-asyncssh-doc_2.5.0-1_all.deb ... 2024-09-19T13:35:18.416 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-pyinotify. 2024-09-19T13:35:18.431 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ... 2024-09-19T13:35:18.444 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../112-python3-pyinotify_0.9.6-1.3_all.deb ... 2024-09-19T13:35:18.482 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2024-09-19T13:35:18.794 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-toml. 2024-09-19T13:35:18.822 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../113-python3-toml_0.10.2-1_all.deb ... 2024-09-19T13:35:18.861 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-toml (0.10.2-1) ... 2024-09-19T13:35:18.868 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-iniconfig. 2024-09-19T13:35:18.896 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../106-python3-iniconfig_1.1.1-2_all.deb ... 2024-09-19T13:35:18.934 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2024-09-19T13:35:19.138 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-pytest. 2024-09-19T13:35:19.166 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../114-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2024-09-19T13:35:19.196 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2024-09-19T13:35:19.229 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-pastescript. 2024-09-19T13:35:19.257 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../107-python3-pastescript_2.0.2-4_all.deb ... 2024-09-19T13:35:19.286 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2024-09-19T13:35:19.549 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-pluggy. 2024-09-19T13:35:19.550 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-simplejson. 2024-09-19T13:35:19.577 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../108-python3-pluggy_0.13.0-7.1_all.deb ... 2024-09-19T13:35:19.578 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../115-python3-simplejson_3.17.6-1build1_amd64.deb ... 2024-09-19T13:35:19.607 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2024-09-19T13:35:19.616 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2024-09-19T13:35:19.894 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package qttranslations5-l10n. 2024-09-19T13:35:19.901 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-psutil. 2024-09-19T13:35:19.910 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../116-qttranslations5-l10n_5.15.3-1_all.deb ... 2024-09-19T13:35:19.930 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../109-python3-psutil_5.9.0-1build1_amd64.deb ... 2024-09-19T13:35:19.952 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2024-09-19T13:35:19.968 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2024-09-19T13:35:20.304 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-py. 2024-09-19T13:35:20.333 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../110-python3-py_1.10.0-1_all.deb ... 2024-09-19T13:35:20.370 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-py (1.10.0-1) ... 2024-09-19T13:35:20.682 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package radosgw. 2024-09-19T13:35:20.699 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-pygments. 2024-09-19T13:35:20.711 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../117-radosgw_19.3.0-5012-g08af21e0-1jammy_amd64.deb ... 2024-09-19T13:35:20.728 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../111-python3-pygments_2.11.2+dfsg-2_all.deb ... 2024-09-19T13:35:20.748 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking radosgw (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:20.765 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2024-09-19T13:35:21.253 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-pyinotify. 2024-09-19T13:35:21.282 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../112-python3-pyinotify_0.9.6-1.3_all.deb ... 2024-09-19T13:35:21.319 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2024-09-19T13:35:21.589 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-toml. 2024-09-19T13:35:21.617 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../113-python3-toml_0.10.2-1_all.deb ... 2024-09-19T13:35:21.647 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-toml (0.10.2-1) ... 2024-09-19T13:35:21.668 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package rbd-fuse. 2024-09-19T13:35:21.684 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../118-rbd-fuse_19.3.0-5012-g08af21e0-1jammy_amd64.deb ... 2024-09-19T13:35:21.726 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking rbd-fuse (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:21.917 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-pytest. 2024-09-19T13:35:21.946 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../114-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2024-09-19T13:35:21.983 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2024-09-19T13:35:22.189 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2024-09-19T13:35:22.303 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-simplejson. 2024-09-19T13:35:22.321 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../115-python3-simplejson_3.17.6-1build1_amd64.deb ... 2024-09-19T13:35:22.353 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2024-09-19T13:35:22.448 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-19T13:35:22.549 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up nvme-cli (1.16-3ubuntu0.3) ... 2024-09-19T13:35:22.589 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package qttranslations5-l10n. 2024-09-19T13:35:22.607 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../116-qttranslations5-l10n_5.15.3-1_all.deb ... 2024-09-19T13:35:22.639 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2024-09-19T13:35:22.804 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2024-09-19T13:35:23.131 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2024-09-19T13:35:23.327 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package radosgw. 2024-09-19T13:35:23.356 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../117-radosgw_19.3.0-5012-g08af21e0-1jammy_amd64.deb ... 2024-09-19T13:35:23.393 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking radosgw (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:23.577 INFO:teuthology.orchestra.run.smithi170.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2024-09-19T13:35:23.643 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up cephadm (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:24.210 INFO:teuthology.orchestra.run.smithi170.stdout:Adding system user cephadm....done 2024-09-19T13:35:24.271 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package rbd-fuse. 2024-09-19T13:35:24.301 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../118-rbd-fuse_19.3.0-5012-g08af21e0-1jammy_amd64.deb ... 2024-09-19T13:35:24.337 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking rbd-fuse (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:24.358 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-19T13:35:24.651 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2024-09-19T13:35:24.652 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2024-09-19T13:35:24.894 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-19T13:35:24.902 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python-asyncssh-doc (2.5.0-1) ... 2024-09-19T13:35:25.020 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up nvme-cli (1.16-3ubuntu0.3) ... 2024-09-19T13:35:25.028 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2024-09-19T13:35:25.279 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-repoze.lru (0.7-2) ... 2024-09-19T13:35:25.292 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2024-09-19T13:35:25.539 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2024-09-19T13:35:25.623 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2024-09-19T13:35:25.648 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-py (1.10.0-1) ... 2024-09-19T13:35:25.944 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2024-09-19T13:35:26.062 INFO:teuthology.orchestra.run.smithi031.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2024-09-19T13:35:26.138 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up cephadm (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:26.302 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-cachetools (5.0.0-1) ... 2024-09-19T13:35:26.553 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-openssl (21.0.0-1) ... 2024-09-19T13:35:26.605 INFO:teuthology.orchestra.run.smithi031.stdout:Adding system user cephadm....done 2024-09-19T13:35:26.761 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-19T13:35:26.830 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up unzip (6.0-26ubuntu3.2) ... 2024-09-19T13:35:27.054 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2024-09-19T13:35:27.090 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2024-09-19T13:35:27.341 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2024-09-19T13:35:27.514 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python-asyncssh-doc (2.5.0-1) ... 2024-09-19T13:35:27.592 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2024-09-19T13:35:27.631 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2024-09-19T13:35:27.843 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-ceph-argparse (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:27.890 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-repoze.lru (0.7-2) ... 2024-09-19T13:35:28.110 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-19T13:35:28.150 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2024-09-19T13:35:28.237 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libnbd0 (1.10.5-1) ... 2024-09-19T13:35:28.276 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-py (1.10.0-1) ... 2024-09-19T13:35:28.363 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2024-09-19T13:35:28.489 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libreadline-dev:amd64 (8.1.2-1) ... 2024-09-19T13:35:28.586 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2024-09-19T13:35:28.606 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2024-09-19T13:35:28.841 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up lua5.1 (5.1.5-8.1build4) ... 2024-09-19T13:35:28.946 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-cachetools (5.0.0-1) ... 2024-09-19T13:35:29.189 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-openssl (21.0.0-1) ... 2024-09-19T13:35:29.228 INFO:teuthology.orchestra.run.smithi170.stdout:update-alternatives: using /usr/bin/lua5.1 to provide /usr/bin/lua (lua-interpreter) in auto mode 2024-09-19T13:35:29.264 INFO:teuthology.orchestra.run.smithi170.stdout:update-alternatives: using /usr/bin/luac5.1 to provide /usr/bin/luac (lua-compiler) in auto mode 2024-09-19T13:35:29.327 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-19T13:35:29.462 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2024-09-19T13:35:29.507 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up unzip (6.0-26ubuntu3.2) ... 2024-09-19T13:35:29.758 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2024-09-19T13:35:29.840 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-19T13:35:29.964 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-natsort (8.0.2-1) ... 2024-09-19T13:35:30.010 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2024-09-19T13:35:30.215 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2024-09-19T13:35:30.269 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2024-09-19T13:35:30.458 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2024-09-19T13:35:30.537 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-ceph-argparse (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:30.768 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up zip (3.0-12build2) ... 2024-09-19T13:35:30.893 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2024-09-19T13:35:30.896 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-19T13:35:30.997 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up libnbd0 (1.10.5-1) ... 2024-09-19T13:35:31.123 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2024-09-19T13:35:31.249 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up libreadline-dev:amd64 (8.1.2-1) ... 2024-09-19T13:35:31.375 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2024-09-19T13:35:31.588 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2024-09-19T13:35:31.643 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up lua5.1 (5.1.5-8.1build4) ... 2024-09-19T13:35:31.855 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2024-09-19T13:35:31.956 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2024-09-19T13:35:32.037 INFO:teuthology.orchestra.run.smithi031.stdout:update-alternatives: using /usr/bin/lua5.1 to provide /usr/bin/lua (lua-interpreter) in auto mode 2024-09-19T13:35:32.057 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-19T13:35:32.065 INFO:teuthology.orchestra.run.smithi031.stdout:update-alternatives: using /usr/bin/luac5.1 to provide /usr/bin/luac (lua-compiler) in auto mode 2024-09-19T13:35:32.129 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-19T13:35:32.230 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2024-09-19T13:35:32.375 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-asyncssh (2.5.0-1) ... 2024-09-19T13:35:32.606 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-19T13:35:32.732 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-natsort (8.0.2-1) ... 2024-09-19T13:35:32.759 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-certifi (2020.6.20-1) ... 2024-09-19T13:35:33.000 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2024-09-19T13:35:33.002 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2024-09-19T13:35:33.285 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2024-09-19T13:35:33.387 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-19T13:35:33.611 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up zip (3.0-12build2) ... 2024-09-19T13:35:33.680 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-19T13:35:33.737 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2024-09-19T13:35:34.007 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2024-09-19T13:35:34.250 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2024-09-19T13:35:34.351 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-ceph-common (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:34.439 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2024-09-19T13:35:34.689 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-idna (3.3-1ubuntu0.1) ... 2024-09-19T13:35:34.700 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2024-09-19T13:35:34.824 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2024-09-19T13:35:34.950 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-19T13:35:35.011 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-19T13:35:35.401 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-asyncssh (2.5.0-1) ... 2024-09-19T13:35:35.802 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-certifi (2020.6.20-1) ... 2024-09-19T13:35:36.061 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2024-09-19T13:35:36.217 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up pkg-config (0.29.2-1ubuntu3) ... 2024-09-19T13:35:36.430 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-19T13:35:36.469 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-19T13:35:36.612 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-toml (0.10.2-1) ... 2024-09-19T13:35:36.722 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-19T13:35:36.871 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-19T13:35:36.998 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2024-09-19T13:35:37.090 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2024-09-19T13:35:37.123 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-19T13:35:37.341 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2024-09-19T13:35:37.487 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-ceph-common (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:37.567 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2024-09-19T13:35:37.794 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-idna (3.3-1ubuntu0.1) ... 2024-09-19T13:35:37.818 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2024-09-19T13:35:38.052 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-19T13:35:38.137 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-19T13:35:38.178 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2024-09-19T13:35:38.505 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2024-09-19T13:35:38.747 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-logutils (0.3.3-8) ... 2024-09-19T13:35:38.990 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-tempora (4.1.2-1) ... 2024-09-19T13:35:39.241 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2024-09-19T13:35:39.367 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up pkg-config (0.29.2-1ubuntu3) ... 2024-09-19T13:35:39.475 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-prettytable (2.5.0-2) ... 2024-09-19T13:35:39.611 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-19T13:35:39.735 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-19T13:35:39.745 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-toml (0.10.2-1) ... 2024-09-19T13:35:39.861 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-websocket (1.2.3-1) ... 2024-09-19T13:35:39.987 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-19T13:35:40.089 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2024-09-19T13:35:40.171 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-19T13:35:40.198 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-19T13:35:40.280 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-19T13:35:40.507 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2024-09-19T13:35:40.557 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-19T13:35:40.767 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2024-09-19T13:35:40.858 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2024-09-19T13:35:41.026 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-19T13:35:41.100 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up liblua5.3-dev:amd64 (5.3.6-1build1) ... 2024-09-19T13:35:41.152 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2024-09-19T13:35:41.243 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up lua-sec:amd64 (1.0.2-1) ... 2024-09-19T13:35:41.369 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2024-09-19T13:35:41.462 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2024-09-19T13:35:41.467 INFO:teuthology.orchestra.run.smithi170.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2024-09-19T13:35:41.696 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-logutils (0.3.3-8) ... 2024-09-19T13:35:41.704 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-19T13:35:41.847 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2024-09-19T13:35:41.939 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-tempora (4.1.2-1) ... 2024-09-19T13:35:42.181 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2024-09-19T13:35:42.232 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2024-09-19T13:35:42.433 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-prettytable (2.5.0-2) ... 2024-09-19T13:35:42.483 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up lua-any (27ubuntu1) ... 2024-09-19T13:35:42.634 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-portend (3.0.0-1) ... 2024-09-19T13:35:42.708 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-19T13:35:42.867 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-websocket (1.2.3-1) ... 2024-09-19T13:35:42.893 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-19T13:35:43.019 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-19T13:35:43.169 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-19T13:35:43.287 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-19T13:35:43.346 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2024-09-19T13:35:43.579 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-19T13:35:43.638 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-19T13:35:43.880 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2024-09-19T13:35:43.898 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2024-09-19T13:35:44.016 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-rsa (4.8-1) ... 2024-09-19T13:35:44.140 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up liblua5.3-dev:amd64 (5.3.6-1build1) ... 2024-09-19T13:35:44.265 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up lua-sec:amd64 (1.0.2-1) ... 2024-09-19T13:35:44.275 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-webtest (2.0.35-1) ... 2024-09-19T13:35:44.392 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2024-09-19T13:35:44.481 INFO:teuthology.orchestra.run.smithi031.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2024-09-19T13:35:44.629 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-19T13:35:44.727 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-19T13:35:44.853 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2024-09-19T13:35:44.897 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2024-09-19T13:35:45.257 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-pastescript (2.0.2-4) ... 2024-09-19T13:35:45.262 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2024-09-19T13:35:45.505 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up lua-any (27ubuntu1) ... 2024-09-19T13:35:45.533 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2024-09-19T13:35:45.614 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-portend (3.0.0-1) ... 2024-09-19T13:35:45.869 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-19T13:35:45.890 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-19T13:35:46.004 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up librados2 (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:46.016 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-19T13:35:46.130 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libsqlite3-mod-ceph (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:46.256 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up luarocks (3.8.0+dfsg1-1) ... 2024-09-19T13:35:46.351 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2024-09-19T13:35:46.559 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libcephfs2 (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:46.660 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libradosstriper1 (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:46.668 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-19T13:35:46.786 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-google-auth (1.5.1-3) ... 2024-09-19T13:35:46.945 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2024-09-19T13:35:47.062 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-rsa (4.8-1) ... 2024-09-19T13:35:47.071 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up librbd1 (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:47.172 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up ceph-mgr-modules-core (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:47.273 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up ceph-fuse (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:47.321 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-webtest (2.0.35-1) ... 2024-09-19T13:35:47.477 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-19T13:35:47.477 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-19T13:35:47.675 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-19T13:35:47.942 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2024-09-19T13:35:47.982 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libcephfs-dev (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:48.109 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-rados (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:48.235 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up librgw2 (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:48.353 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-pastescript (2.0.2-4) ... 2024-09-19T13:35:48.361 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-19T13:35:48.654 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2024-09-19T13:35:48.990 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-19T13:35:49.115 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up librados2 (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:49.241 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up libsqlite3-mod-ceph (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:49.384 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up luarocks (3.8.0+dfsg1-1) ... 2024-09-19T13:35:49.548 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-rbd (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:49.666 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up rbd-fuse (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:49.720 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up libcephfs2 (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:49.767 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-rgw (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:49.846 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up libradosstriper1 (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:49.868 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-cephfs (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:49.947 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-google-auth (1.5.1-3) ... 2024-09-19T13:35:49.985 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up ceph-common (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:50.215 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up librbd1 (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:50.341 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up ceph-mgr-modules-core (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:50.468 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up ceph-fuse (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:50.502 INFO:teuthology.orchestra.run.smithi170.stdout:Adding group ceph....done 2024-09-19T13:35:50.685 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-19T13:35:50.685 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-19T13:35:50.796 INFO:teuthology.orchestra.run.smithi170.stdout:Adding system user ceph....done 2024-09-19T13:35:50.957 INFO:teuthology.orchestra.run.smithi170.stdout:Setting system user ceph properties....done 2024-09-19T13:35:50.970 INFO:teuthology.orchestra.run.smithi170.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2024-09-19T13:35:51.112 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2024-09-19T13:35:51.186 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up libcephfs-dev (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:51.328 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-rados (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:51.437 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up librgw2 (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:51.463 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2024-09-19T13:35:51.564 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-19T13:35:51.945 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up ceph-test (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:52.071 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up radosgw (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:52.549 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-19T13:35:52.549 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-19T13:35:52.754 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-rbd (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:52.880 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up rbd-fuse (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:53.006 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-rgw (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:53.040 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up ceph-base (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:53.149 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-cephfs (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:53.275 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up ceph-common (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:53.377 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2024-09-19T13:35:53.792 INFO:teuthology.orchestra.run.smithi031.stdout:Adding group ceph....done 2024-09-19T13:35:53.883 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up ceph-mds (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:54.110 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-19T13:35:54.110 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-19T13:35:54.211 INFO:teuthology.orchestra.run.smithi031.stdout:Adding system user ceph....done 2024-09-19T13:35:54.379 INFO:teuthology.orchestra.run.smithi031.stdout:Setting system user ceph properties....done 2024-09-19T13:35:54.397 INFO:teuthology.orchestra.run.smithi031.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2024-09-19T13:35:54.548 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2024-09-19T13:35:54.610 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up ceph-mgr (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:54.837 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-19T13:35:54.837 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-19T13:35:54.918 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2024-09-19T13:35:55.345 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up ceph-osd (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:55.417 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up ceph-test (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:55.535 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up radosgw (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:55.619 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-19T13:35:55.620 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-19T13:35:55.978 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-19T13:35:55.978 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-19T13:35:56.163 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up ceph-mgr-k8sevents (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:56.314 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up ceph-mgr-diskprediction-local (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:56.462 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up ceph-base (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:56.465 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up ceph-mon (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:56.676 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-19T13:35:56.676 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-19T13:35:56.832 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2024-09-19T13:35:57.158 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up ceph-mgr-cephadm (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:57.276 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up ceph (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:57.330 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up ceph-mds (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:57.402 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up ceph-mgr-dashboard (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:57.553 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up ceph-volume (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:57.581 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-19T13:35:57.581 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-19T13:35:57.898 INFO:teuthology.orchestra.run.smithi170.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2024-09-19T13:35:58.033 INFO:teuthology.orchestra.run.smithi170.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-09-19T13:35:58.160 INFO:teuthology.orchestra.run.smithi170.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-19T13:35:58.341 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up ceph-mgr (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:58.573 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-19T13:35:58.573 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-19T13:35:59.085 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up ceph-osd (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:59.261 INFO:teuthology.orchestra.run.smithi170.stdout:Processing triggers for install-info (6.8-4build1) ... 2024-09-19T13:35:59.381 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-19T13:35:59.382 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-19T13:35:59.894 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up ceph-mgr-k8sevents (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:35:59.906 INFO:teuthology.orchestra.run.smithi170.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-19T13:35:59.909 DEBUG:teuthology.orchestra.run.smithi170:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install s3cmd maven 2024-09-19T13:35:59.967 INFO:teuthology.orchestra.run.smithi170.stdout:Reading package lists... 2024-09-19T13:36:00.003 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up ceph-mgr-diskprediction-local (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:36:00.130 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up ceph-mon (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:36:00.181 INFO:teuthology.orchestra.run.smithi170.stdout:Building dependency tree... 2024-09-19T13:36:00.182 INFO:teuthology.orchestra.run.smithi170.stdout:Reading state information... 2024-09-19T13:36:00.331 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-19T13:36:00.331 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-19T13:36:00.383 INFO:teuthology.orchestra.run.smithi170.stdout:The following packages were automatically installed and are no longer required: 2024-09-19T13:36:00.383 INFO:teuthology.orchestra.run.smithi170.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-19T13:36:00.383 INFO:teuthology.orchestra.run.smithi170.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-19T13:36:00.383 INFO:teuthology.orchestra.run.smithi170.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-19T13:36:00.384 INFO:teuthology.orchestra.run.smithi170.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-19T13:36:00.384 INFO:teuthology.orchestra.run.smithi170.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-19T13:36:00.384 INFO:teuthology.orchestra.run.smithi170.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-19T13:36:00.385 INFO:teuthology.orchestra.run.smithi170.stdout:The following additional packages will be installed: 2024-09-19T13:36:00.385 INFO:teuthology.orchestra.run.smithi170.stdout: libaopalliance-java libapache-pom-java libatinject-jsr330-api-java 2024-09-19T13:36:00.386 INFO:teuthology.orchestra.run.smithi170.stdout: libcdi-api-java libcommons-cli-java libcommons-io-java libcommons-lang3-java 2024-09-19T13:36:00.386 INFO:teuthology.orchestra.run.smithi170.stdout: libcommons-parent-java libgeronimo-annotation-1.3-spec-java 2024-09-19T13:36:00.386 INFO:teuthology.orchestra.run.smithi170.stdout: libgeronimo-interceptor-3.0-spec-java libguava-java libguice-java 2024-09-19T13:36:00.386 INFO:teuthology.orchestra.run.smithi170.stdout: libhawtjni-runtime-java libjansi-java libjansi-native-java libjsr305-java 2024-09-19T13:36:00.386 INFO:teuthology.orchestra.run.smithi170.stdout: libmaven-parent-java libmaven-resolver-java libmaven-shared-utils-java 2024-09-19T13:36:00.386 INFO:teuthology.orchestra.run.smithi170.stdout: libmaven3-core-java libplexus-cipher-java libplexus-classworlds-java 2024-09-19T13:36:00.386 INFO:teuthology.orchestra.run.smithi170.stdout: libplexus-component-annotations-java libplexus-interpolation-java 2024-09-19T13:36:00.386 INFO:teuthology.orchestra.run.smithi170.stdout: libplexus-sec-dispatcher-java libplexus-utils2-java libsisu-inject-java 2024-09-19T13:36:00.386 INFO:teuthology.orchestra.run.smithi170.stdout: libsisu-plexus-java libslf4j-java libwagon-file-java 2024-09-19T13:36:00.386 INFO:teuthology.orchestra.run.smithi170.stdout: libwagon-http-shaded-java libwagon-provider-api-java python3-magic 2024-09-19T13:36:00.387 INFO:teuthology.orchestra.run.smithi170.stdout:Suggested packages: 2024-09-19T13:36:00.387 INFO:teuthology.orchestra.run.smithi170.stdout: libaopalliance-java-doc libatinject-jsr330-api-java-doc libel-api-java 2024-09-19T13:36:00.387 INFO:teuthology.orchestra.run.smithi170.stdout: libcommons-io-java-doc libcommons-lang3-java-doc libasm-java libcglib-java 2024-09-19T13:36:00.387 INFO:teuthology.orchestra.run.smithi170.stdout: libjsr305-java-doc libmaven-shared-utils-java-doc liblogback-java 2024-09-19T13:36:00.387 INFO:teuthology.orchestra.run.smithi170.stdout: libplexus-classworlds-java-doc libplexus-sec-dispatcher-java-doc 2024-09-19T13:36:00.387 INFO:teuthology.orchestra.run.smithi170.stdout: libplexus-utils2-java-doc testng libcommons-logging-java liblog4j1.2-java 2024-09-19T13:36:00.425 INFO:teuthology.orchestra.run.smithi170.stdout:The following NEW packages will be installed: 2024-09-19T13:36:00.426 INFO:teuthology.orchestra.run.smithi170.stdout: libaopalliance-java libapache-pom-java libatinject-jsr330-api-java 2024-09-19T13:36:00.426 INFO:teuthology.orchestra.run.smithi170.stdout: libcdi-api-java libcommons-cli-java libcommons-io-java libcommons-lang3-java 2024-09-19T13:36:00.426 INFO:teuthology.orchestra.run.smithi170.stdout: libcommons-parent-java libgeronimo-annotation-1.3-spec-java 2024-09-19T13:36:00.426 INFO:teuthology.orchestra.run.smithi170.stdout: libgeronimo-interceptor-3.0-spec-java libguava-java libguice-java 2024-09-19T13:36:00.426 INFO:teuthology.orchestra.run.smithi170.stdout: libhawtjni-runtime-java libjansi-java libjansi-native-java libjsr305-java 2024-09-19T13:36:00.426 INFO:teuthology.orchestra.run.smithi170.stdout: libmaven-parent-java libmaven-resolver-java libmaven-shared-utils-java 2024-09-19T13:36:00.426 INFO:teuthology.orchestra.run.smithi170.stdout: libmaven3-core-java libplexus-cipher-java libplexus-classworlds-java 2024-09-19T13:36:00.426 INFO:teuthology.orchestra.run.smithi170.stdout: libplexus-component-annotations-java libplexus-interpolation-java 2024-09-19T13:36:00.426 INFO:teuthology.orchestra.run.smithi170.stdout: libplexus-sec-dispatcher-java libplexus-utils2-java libsisu-inject-java 2024-09-19T13:36:00.426 INFO:teuthology.orchestra.run.smithi170.stdout: libsisu-plexus-java libslf4j-java libwagon-file-java 2024-09-19T13:36:00.426 INFO:teuthology.orchestra.run.smithi170.stdout: libwagon-http-shaded-java libwagon-provider-api-java maven python3-magic 2024-09-19T13:36:00.426 INFO:teuthology.orchestra.run.smithi170.stdout: s3cmd 2024-09-19T13:36:00.498 INFO:teuthology.orchestra.run.smithi170.stdout:0 upgraded, 35 newly installed, 0 to remove and 331 not upgraded. 2024-09-19T13:36:00.499 INFO:teuthology.orchestra.run.smithi170.stdout:Need to get 10.4 MB of archives. 2024-09-19T13:36:00.499 INFO:teuthology.orchestra.run.smithi170.stdout:After this operation, 13.9 MB of additional disk space will be used. 2024-09-19T13:36:00.499 INFO:teuthology.orchestra.run.smithi170.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libapache-pom-java all 18-1 [4,720 B] 2024-09-19T13:36:00.517 INFO:teuthology.orchestra.run.smithi170.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libatinject-jsr330-api-java all 1.0+ds1-5 [5,348 B] 2024-09-19T13:36:00.517 INFO:teuthology.orchestra.run.smithi170.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libgeronimo-interceptor-3.0-spec-java all 1.0.1-4fakesync [8,616 B] 2024-09-19T13:36:00.519 INFO:teuthology.orchestra.run.smithi170.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcdi-api-java all 1.2-3 [54.3 kB] 2024-09-19T13:36:00.554 INFO:teuthology.orchestra.run.smithi170.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-cli-java all 1.4-2 [55.8 kB] 2024-09-19T13:36:00.569 INFO:teuthology.orchestra.run.smithi170.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-parent-java all 43-1 [10.8 kB] 2024-09-19T13:36:00.571 INFO:teuthology.orchestra.run.smithi170.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-io-java all 2.11.0-2 [297 kB] 2024-09-19T13:36:00.601 INFO:teuthology.orchestra.run.smithi170.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-lang3-java all 3.11-1 [526 kB] 2024-09-19T13:36:00.622 INFO:teuthology.orchestra.run.smithi170.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libgeronimo-annotation-1.3-spec-java all 1.3-1 [11.2 kB] 2024-09-19T13:36:00.623 INFO:teuthology.orchestra.run.smithi170.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libjsr305-java all 0.1~+svn49-11 [27.0 kB] 2024-09-19T13:36:00.624 INFO:teuthology.orchestra.run.smithi170.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libguava-java all 29.0-6 [2,418 kB] 2024-09-19T13:36:00.674 INFO:teuthology.orchestra.run.smithi170.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libaopalliance-java all 20070526-6 [9,084 B] 2024-09-19T13:36:00.674 INFO:teuthology.orchestra.run.smithi170.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libguice-java all 4.2.3-2 [1,434 kB] 2024-09-19T13:36:00.691 INFO:teuthology.orchestra.run.smithi170.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libhawtjni-runtime-java all 1.17-1 [28.8 kB] 2024-09-19T13:36:00.691 INFO:teuthology.orchestra.run.smithi170.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libjansi-native-java all 1.8-1 [23.8 kB] 2024-09-19T13:36:00.692 INFO:teuthology.orchestra.run.smithi170.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libjansi-java all 1.18-1 [56.8 kB] 2024-09-19T13:36:00.692 INFO:teuthology.orchestra.run.smithi170.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libmaven-parent-java all 31-2 [5,140 B] 2024-09-19T13:36:00.693 INFO:teuthology.orchestra.run.smithi170.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-utils2-java all 3.3.0-1 [250 kB] 2024-09-19T13:36:00.696 INFO:teuthology.orchestra.run.smithi170.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libwagon-provider-api-java all 3.3.4-1 [48.5 kB] 2024-09-19T13:36:00.696 INFO:teuthology.orchestra.run.smithi170.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libmaven-resolver-java all 1.4.2-3build1 [555 kB] 2024-09-19T13:36:00.702 INFO:teuthology.orchestra.run.smithi170.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libmaven-shared-utils-java all 3.3.0-1ubuntu0.22.04.1 [148 kB] 2024-09-19T13:36:00.719 INFO:teuthology.orchestra.run.smithi170.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-cipher-java all 1.8-2 [15.1 kB] 2024-09-19T13:36:00.720 INFO:teuthology.orchestra.run.smithi170.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-classworlds-java all 2.6.0-1 [49.4 kB] 2024-09-19T13:36:00.721 INFO:teuthology.orchestra.run.smithi170.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-component-annotations-java all 2.1.0-1 [6,564 B] 2024-09-19T13:36:00.721 INFO:teuthology.orchestra.run.smithi170.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-interpolation-java all 1.26-1 [76.8 kB] 2024-09-19T13:36:00.722 INFO:teuthology.orchestra.run.smithi170.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-sec-dispatcher-java all 1.4-4 [28.1 kB] 2024-09-19T13:36:00.722 INFO:teuthology.orchestra.run.smithi170.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libslf4j-java all 1.7.32-1 [141 kB] 2024-09-19T13:36:00.724 INFO:teuthology.orchestra.run.smithi170.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libsisu-inject-java all 0.3.4-2 [347 kB] 2024-09-19T13:36:00.742 INFO:teuthology.orchestra.run.smithi170.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libsisu-plexus-java all 0.3.4-3 [181 kB] 2024-09-19T13:36:00.744 INFO:teuthology.orchestra.run.smithi170.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libmaven3-core-java all 3.6.3-5 [1,535 kB] 2024-09-19T13:36:00.759 INFO:teuthology.orchestra.run.smithi170.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libwagon-file-java all 3.3.4-1 [7,928 B] 2024-09-19T13:36:00.766 INFO:teuthology.orchestra.run.smithi170.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libwagon-http-shaded-java all 3.3.4-1 [1,855 kB] 2024-09-19T13:36:00.784 INFO:teuthology.orchestra.run.smithi170.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/universe amd64 maven all 3.6.3-5 [17.8 kB] 2024-09-19T13:36:00.784 INFO:teuthology.orchestra.run.smithi170.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-magic all 2:0.4.24-2 [12.6 kB] 2024-09-19T13:36:00.784 INFO:teuthology.orchestra.run.smithi170.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/universe amd64 s3cmd all 2.2.0-1 [120 kB] 2024-09-19T13:36:00.823 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up ceph-mgr-cephadm (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:36:00.974 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up ceph (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:36:01.116 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up ceph-mgr-dashboard (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:36:01.229 INFO:teuthology.orchestra.run.smithi170.stdout:Fetched 10.4 MB in 0s (29.6 MB/s) 2024-09-19T13:36:01.267 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up ceph-volume (19.3.0-5012-g08af21e0-1jammy) ... 2024-09-19T13:36:01.316 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libapache-pom-java. 2024-09-19T13:36:01.384 INFO:teuthology.orchestra.run.smithi170.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 176264 files and directories currently installed.) 2024-09-19T13:36:01.393 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../00-libapache-pom-java_18-1_all.deb ... 2024-09-19T13:36:01.432 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libapache-pom-java (18-1) ... 2024-09-19T13:36:01.635 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libatinject-jsr330-api-java. 2024-09-19T13:36:01.645 INFO:teuthology.orchestra.run.smithi031.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2024-09-19T13:36:01.663 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../01-libatinject-jsr330-api-java_1.0+ds1-5_all.deb ... 2024-09-19T13:36:01.693 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libatinject-jsr330-api-java (1.0+ds1-5) ... 2024-09-19T13:36:01.754 INFO:teuthology.orchestra.run.smithi031.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-09-19T13:36:01.906 INFO:teuthology.orchestra.run.smithi031.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-19T13:36:01.946 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libgeronimo-interceptor-3.0-spec-java. 2024-09-19T13:36:01.974 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../02-libgeronimo-interceptor-3.0-spec-java_1.0.1-4fakesync_all.deb ... 2024-09-19T13:36:02.012 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libgeronimo-interceptor-3.0-spec-java (1.0.1-4fakesync) ... 2024-09-19T13:36:02.265 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libcdi-api-java. 2024-09-19T13:36:02.293 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../03-libcdi-api-java_1.2-3_all.deb ... 2024-09-19T13:36:02.332 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libcdi-api-java (1.2-3) ... 2024-09-19T13:36:02.551 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libcommons-cli-java. 2024-09-19T13:36:02.567 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../04-libcommons-cli-java_1.4-2_all.deb ... 2024-09-19T13:36:02.601 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libcommons-cli-java (1.4-2) ... 2024-09-19T13:36:02.698 INFO:teuthology.orchestra.run.smithi031.stdout:Processing triggers for install-info (6.8-4build1) ... 2024-09-19T13:36:02.821 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libcommons-parent-java. 2024-09-19T13:36:02.837 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../05-libcommons-parent-java_43-1_all.deb ... 2024-09-19T13:36:02.878 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libcommons-parent-java (43-1) ... 2024-09-19T13:36:03.207 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libcommons-io-java. 2024-09-19T13:36:03.235 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../06-libcommons-io-java_2.11.0-2_all.deb ... 2024-09-19T13:36:03.273 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libcommons-io-java (2.11.0-2) ... 2024-09-19T13:36:03.389 INFO:teuthology.orchestra.run.smithi031.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-19T13:36:03.392 DEBUG:teuthology.orchestra.run.smithi031:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install s3cmd maven 2024-09-19T13:36:03.451 INFO:teuthology.orchestra.run.smithi031.stdout:Reading package lists... 2024-09-19T13:36:03.551 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libcommons-lang3-java. 2024-09-19T13:36:03.576 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../07-libcommons-lang3-java_3.11-1_all.deb ... 2024-09-19T13:36:03.609 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libcommons-lang3-java (3.11-1) ... 2024-09-19T13:36:03.667 INFO:teuthology.orchestra.run.smithi031.stdout:Building dependency tree... 2024-09-19T13:36:03.668 INFO:teuthology.orchestra.run.smithi031.stdout:Reading state information... 2024-09-19T13:36:03.870 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libgeronimo-annotation-1.3-spec-java. 2024-09-19T13:36:03.881 INFO:teuthology.orchestra.run.smithi031.stdout:The following packages were automatically installed and are no longer required: 2024-09-19T13:36:03.882 INFO:teuthology.orchestra.run.smithi031.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-19T13:36:03.882 INFO:teuthology.orchestra.run.smithi031.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-19T13:36:03.882 INFO:teuthology.orchestra.run.smithi031.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-19T13:36:03.882 INFO:teuthology.orchestra.run.smithi031.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-19T13:36:03.883 INFO:teuthology.orchestra.run.smithi031.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-19T13:36:03.883 INFO:teuthology.orchestra.run.smithi031.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-19T13:36:03.884 INFO:teuthology.orchestra.run.smithi031.stdout:The following additional packages will be installed: 2024-09-19T13:36:03.884 INFO:teuthology.orchestra.run.smithi031.stdout: libaopalliance-java libapache-pom-java libatinject-jsr330-api-java 2024-09-19T13:36:03.885 INFO:teuthology.orchestra.run.smithi031.stdout: libcdi-api-java libcommons-cli-java libcommons-io-java libcommons-lang3-java 2024-09-19T13:36:03.885 INFO:teuthology.orchestra.run.smithi031.stdout: libcommons-parent-java libgeronimo-annotation-1.3-spec-java 2024-09-19T13:36:03.885 INFO:teuthology.orchestra.run.smithi031.stdout: libgeronimo-interceptor-3.0-spec-java libguava-java libguice-java 2024-09-19T13:36:03.885 INFO:teuthology.orchestra.run.smithi031.stdout: libhawtjni-runtime-java libjansi-java libjansi-native-java libjsr305-java 2024-09-19T13:36:03.885 INFO:teuthology.orchestra.run.smithi031.stdout: libmaven-parent-java libmaven-resolver-java libmaven-shared-utils-java 2024-09-19T13:36:03.885 INFO:teuthology.orchestra.run.smithi031.stdout: libmaven3-core-java libplexus-cipher-java libplexus-classworlds-java 2024-09-19T13:36:03.885 INFO:teuthology.orchestra.run.smithi031.stdout: libplexus-component-annotations-java libplexus-interpolation-java 2024-09-19T13:36:03.885 INFO:teuthology.orchestra.run.smithi031.stdout: libplexus-sec-dispatcher-java libplexus-utils2-java libsisu-inject-java 2024-09-19T13:36:03.885 INFO:teuthology.orchestra.run.smithi031.stdout: libsisu-plexus-java libslf4j-java libwagon-file-java 2024-09-19T13:36:03.885 INFO:teuthology.orchestra.run.smithi031.stdout: libwagon-http-shaded-java libwagon-provider-api-java python3-magic 2024-09-19T13:36:03.886 INFO:teuthology.orchestra.run.smithi031.stdout:Suggested packages: 2024-09-19T13:36:03.887 INFO:teuthology.orchestra.run.smithi031.stdout: libaopalliance-java-doc libatinject-jsr330-api-java-doc libel-api-java 2024-09-19T13:36:03.887 INFO:teuthology.orchestra.run.smithi031.stdout: libcommons-io-java-doc libcommons-lang3-java-doc libasm-java libcglib-java 2024-09-19T13:36:03.887 INFO:teuthology.orchestra.run.smithi031.stdout: libjsr305-java-doc libmaven-shared-utils-java-doc liblogback-java 2024-09-19T13:36:03.887 INFO:teuthology.orchestra.run.smithi031.stdout: libplexus-classworlds-java-doc libplexus-sec-dispatcher-java-doc 2024-09-19T13:36:03.887 INFO:teuthology.orchestra.run.smithi031.stdout: libplexus-utils2-java-doc testng libcommons-logging-java liblog4j1.2-java 2024-09-19T13:36:03.887 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../08-libgeronimo-annotation-1.3-spec-java_1.3-1_all.deb ... 2024-09-19T13:36:03.920 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libgeronimo-annotation-1.3-spec-java (1.3-1) ... 2024-09-19T13:36:03.927 INFO:teuthology.orchestra.run.smithi031.stdout:The following NEW packages will be installed: 2024-09-19T13:36:03.927 INFO:teuthology.orchestra.run.smithi031.stdout: libaopalliance-java libapache-pom-java libatinject-jsr330-api-java 2024-09-19T13:36:03.927 INFO:teuthology.orchestra.run.smithi031.stdout: libcdi-api-java libcommons-cli-java libcommons-io-java libcommons-lang3-java 2024-09-19T13:36:03.927 INFO:teuthology.orchestra.run.smithi031.stdout: libcommons-parent-java libgeronimo-annotation-1.3-spec-java 2024-09-19T13:36:03.928 INFO:teuthology.orchestra.run.smithi031.stdout: libgeronimo-interceptor-3.0-spec-java libguava-java libguice-java 2024-09-19T13:36:03.928 INFO:teuthology.orchestra.run.smithi031.stdout: libhawtjni-runtime-java libjansi-java libjansi-native-java libjsr305-java 2024-09-19T13:36:03.928 INFO:teuthology.orchestra.run.smithi031.stdout: libmaven-parent-java libmaven-resolver-java libmaven-shared-utils-java 2024-09-19T13:36:03.928 INFO:teuthology.orchestra.run.smithi031.stdout: libmaven3-core-java libplexus-cipher-java libplexus-classworlds-java 2024-09-19T13:36:03.928 INFO:teuthology.orchestra.run.smithi031.stdout: libplexus-component-annotations-java libplexus-interpolation-java 2024-09-19T13:36:03.928 INFO:teuthology.orchestra.run.smithi031.stdout: libplexus-sec-dispatcher-java libplexus-utils2-java libsisu-inject-java 2024-09-19T13:36:03.928 INFO:teuthology.orchestra.run.smithi031.stdout: libsisu-plexus-java libslf4j-java libwagon-file-java 2024-09-19T13:36:03.928 INFO:teuthology.orchestra.run.smithi031.stdout: libwagon-http-shaded-java libwagon-provider-api-java maven python3-magic 2024-09-19T13:36:03.928 INFO:teuthology.orchestra.run.smithi031.stdout: s3cmd 2024-09-19T13:36:04.112 INFO:teuthology.orchestra.run.smithi031.stdout:0 upgraded, 35 newly installed, 0 to remove and 331 not upgraded. 2024-09-19T13:36:04.113 INFO:teuthology.orchestra.run.smithi031.stdout:Need to get 10.4 MB of archives. 2024-09-19T13:36:04.113 INFO:teuthology.orchestra.run.smithi031.stdout:After this operation, 13.9 MB of additional disk space will be used. 2024-09-19T13:36:04.113 INFO:teuthology.orchestra.run.smithi031.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libapache-pom-java all 18-1 [4,720 B] 2024-09-19T13:36:04.165 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libjsr305-java. 2024-09-19T13:36:04.193 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../09-libjsr305-java_0.1~+svn49-11_all.deb ... 2024-09-19T13:36:04.195 INFO:teuthology.orchestra.run.smithi031.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libatinject-jsr330-api-java all 1.0+ds1-5 [5,348 B] 2024-09-19T13:36:04.195 INFO:teuthology.orchestra.run.smithi031.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libgeronimo-interceptor-3.0-spec-java all 1.0.1-4fakesync [8,616 B] 2024-09-19T13:36:04.212 INFO:teuthology.orchestra.run.smithi031.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcdi-api-java all 1.2-3 [54.3 kB] 2024-09-19T13:36:04.231 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libjsr305-java (0.1~+svn49-11) ... 2024-09-19T13:36:04.376 INFO:teuthology.orchestra.run.smithi031.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-cli-java all 1.4-2 [55.8 kB] 2024-09-19T13:36:04.447 INFO:teuthology.orchestra.run.smithi031.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-parent-java all 43-1 [10.8 kB] 2024-09-19T13:36:04.455 INFO:teuthology.orchestra.run.smithi031.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-io-java all 2.11.0-2 [297 kB] 2024-09-19T13:36:04.492 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libguava-java. 2024-09-19T13:36:04.520 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../10-libguava-java_29.0-6_all.deb ... 2024-09-19T13:36:04.559 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libguava-java (29.0-6) ... 2024-09-19T13:36:04.590 INFO:teuthology.orchestra.run.smithi031.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-lang3-java all 3.11-1 [526 kB] 2024-09-19T13:36:04.683 INFO:teuthology.orchestra.run.smithi031.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libgeronimo-annotation-1.3-spec-java all 1.3-1 [11.2 kB] 2024-09-19T13:36:04.683 INFO:teuthology.orchestra.run.smithi031.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libjsr305-java all 0.1~+svn49-11 [27.0 kB] 2024-09-19T13:36:04.687 INFO:teuthology.orchestra.run.smithi031.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libguava-java all 29.0-6 [2,418 kB] 2024-09-19T13:36:04.832 INFO:teuthology.orchestra.run.smithi031.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libaopalliance-java all 20070526-6 [9,084 B] 2024-09-19T13:36:04.832 INFO:teuthology.orchestra.run.smithi031.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libguice-java all 4.2.3-2 [1,434 kB] 2024-09-19T13:36:04.872 INFO:teuthology.orchestra.run.smithi031.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libhawtjni-runtime-java all 1.17-1 [28.8 kB] 2024-09-19T13:36:04.873 INFO:teuthology.orchestra.run.smithi031.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libjansi-native-java all 1.8-1 [23.8 kB] 2024-09-19T13:36:04.874 INFO:teuthology.orchestra.run.smithi031.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libjansi-java all 1.18-1 [56.8 kB] 2024-09-19T13:36:04.876 INFO:teuthology.orchestra.run.smithi031.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libmaven-parent-java all 31-2 [5,140 B] 2024-09-19T13:36:04.877 INFO:teuthology.orchestra.run.smithi031.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-utils2-java all 3.3.0-1 [250 kB] 2024-09-19T13:36:04.882 INFO:teuthology.orchestra.run.smithi031.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libwagon-provider-api-java all 3.3.4-1 [48.5 kB] 2024-09-19T13:36:04.884 INFO:teuthology.orchestra.run.smithi031.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libmaven-resolver-java all 1.4.2-3build1 [555 kB] 2024-09-19T13:36:04.929 INFO:teuthology.orchestra.run.smithi031.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libmaven-shared-utils-java all 3.3.0-1ubuntu0.22.04.1 [148 kB] 2024-09-19T13:36:04.932 INFO:teuthology.orchestra.run.smithi031.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-cipher-java all 1.8-2 [15.1 kB] 2024-09-19T13:36:04.978 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libaopalliance-java. 2024-09-19T13:36:04.982 INFO:teuthology.orchestra.run.smithi031.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-classworlds-java all 2.6.0-1 [49.4 kB] 2024-09-19T13:36:04.984 INFO:teuthology.orchestra.run.smithi031.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-component-annotations-java all 2.1.0-1 [6,564 B] 2024-09-19T13:36:04.984 INFO:teuthology.orchestra.run.smithi031.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-interpolation-java all 1.26-1 [76.8 kB] 2024-09-19T13:36:04.986 INFO:teuthology.orchestra.run.smithi031.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-sec-dispatcher-java all 1.4-4 [28.1 kB] 2024-09-19T13:36:04.988 INFO:teuthology.orchestra.run.smithi031.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libslf4j-java all 1.7.32-1 [141 kB] 2024-09-19T13:36:04.994 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../11-libaopalliance-java_20070526-6_all.deb ... 2024-09-19T13:36:05.013 INFO:teuthology.orchestra.run.smithi031.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libsisu-inject-java all 0.3.4-2 [347 kB] 2024-09-19T13:36:05.021 INFO:teuthology.orchestra.run.smithi031.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libsisu-plexus-java all 0.3.4-3 [181 kB] 2024-09-19T13:36:05.025 INFO:teuthology.orchestra.run.smithi031.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libmaven3-core-java all 3.6.3-5 [1,535 kB] 2024-09-19T13:36:05.037 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libaopalliance-java (20070526-6) ... 2024-09-19T13:36:05.093 INFO:teuthology.orchestra.run.smithi031.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libwagon-file-java all 3.3.4-1 [7,928 B] 2024-09-19T13:36:05.093 INFO:teuthology.orchestra.run.smithi031.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libwagon-http-shaded-java all 3.3.4-1 [1,855 kB] 2024-09-19T13:36:05.126 INFO:teuthology.orchestra.run.smithi031.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/universe amd64 maven all 3.6.3-5 [17.8 kB] 2024-09-19T13:36:05.127 INFO:teuthology.orchestra.run.smithi031.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-magic all 2:0.4.24-2 [12.6 kB] 2024-09-19T13:36:05.127 INFO:teuthology.orchestra.run.smithi031.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/universe amd64 s3cmd all 2.2.0-1 [120 kB] 2024-09-19T13:36:05.256 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libguice-java. 2024-09-19T13:36:05.272 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../12-libguice-java_4.2.3-2_all.deb ... 2024-09-19T13:36:05.314 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libguice-java (4.2.3-2) ... 2024-09-19T13:36:05.596 INFO:teuthology.orchestra.run.smithi031.stdout:Fetched 10.4 MB in 1s (8,708 kB/s) 2024-09-19T13:36:05.678 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package libapache-pom-java. 2024-09-19T13:36:05.684 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libhawtjni-runtime-java. 2024-09-19T13:36:05.701 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../13-libhawtjni-runtime-java_1.17-1_all.deb ... 2024-09-19T13:36:05.738 INFO:teuthology.orchestra.run.smithi031.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 176264 files and directories currently installed.) 2024-09-19T13:36:05.743 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libhawtjni-runtime-java (1.17-1) ... 2024-09-19T13:36:05.743 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../00-libapache-pom-java_18-1_all.deb ... 2024-09-19T13:36:05.785 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking libapache-pom-java (18-1) ... 2024-09-19T13:36:05.998 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libjansi-native-java. 2024-09-19T13:36:06.014 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../14-libjansi-native-java_1.8-1_all.deb ... 2024-09-19T13:36:06.021 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package libatinject-jsr330-api-java. 2024-09-19T13:36:06.039 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../01-libatinject-jsr330-api-java_1.0+ds1-5_all.deb ... 2024-09-19T13:36:06.048 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libjansi-native-java (1.8-1) ... 2024-09-19T13:36:06.071 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking libatinject-jsr330-api-java (1.0+ds1-5) ... 2024-09-19T13:36:06.275 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libjansi-java. 2024-09-19T13:36:06.291 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../15-libjansi-java_1.18-1_all.deb ... 2024-09-19T13:36:06.333 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libjansi-java (1.18-1) ... 2024-09-19T13:36:06.441 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package libgeronimo-interceptor-3.0-spec-java. 2024-09-19T13:36:06.470 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../02-libgeronimo-interceptor-3.0-spec-java_1.0.1-4fakesync_all.deb ... 2024-09-19T13:36:06.507 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking libgeronimo-interceptor-3.0-spec-java (1.0.1-4fakesync) ... 2024-09-19T13:36:06.586 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libmaven-parent-java. 2024-09-19T13:36:06.614 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../16-libmaven-parent-java_31-2_all.deb ... 2024-09-19T13:36:06.669 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libmaven-parent-java (31-2) ... 2024-09-19T13:36:06.768 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package libcdi-api-java. 2024-09-19T13:36:06.785 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../03-libcdi-api-java_1.2-3_all.deb ... 2024-09-19T13:36:06.827 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking libcdi-api-java (1.2-3) ... 2024-09-19T13:36:06.946 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libplexus-utils2-java. 2024-09-19T13:36:06.975 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../17-libplexus-utils2-java_3.3.0-1_all.deb ... 2024-09-19T13:36:07.013 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libplexus-utils2-java (3.3.0-1) ... 2024-09-19T13:36:07.096 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package libcommons-cli-java. 2024-09-19T13:36:07.124 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../04-libcommons-cli-java_1.4-2_all.deb ... 2024-09-19T13:36:07.162 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking libcommons-cli-java (1.4-2) ... 2024-09-19T13:36:07.274 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libwagon-provider-api-java. 2024-09-19T13:36:07.290 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../18-libwagon-provider-api-java_3.3.4-1_all.deb ... 2024-09-19T13:36:07.332 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libwagon-provider-api-java (3.3.4-1) ... 2024-09-19T13:36:07.389 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package libcommons-parent-java. 2024-09-19T13:36:07.407 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../05-libcommons-parent-java_43-1_all.deb ... 2024-09-19T13:36:07.439 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking libcommons-parent-java (43-1) ... 2024-09-19T13:36:07.593 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libmaven-resolver-java. 2024-09-19T13:36:07.622 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../19-libmaven-resolver-java_1.4.2-3build1_all.deb ... 2024-09-19T13:36:07.658 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package libcommons-io-java. 2024-09-19T13:36:07.660 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libmaven-resolver-java (1.4.2-3build1) ... 2024-09-19T13:36:07.675 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../06-libcommons-io-java_2.11.0-2_all.deb ... 2024-09-19T13:36:07.717 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking libcommons-io-java (2.11.0-2) ... 2024-09-19T13:36:07.981 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libmaven-shared-utils-java. 2024-09-19T13:36:07.986 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package libcommons-lang3-java. 2024-09-19T13:36:08.009 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../20-libmaven-shared-utils-java_3.3.0-1ubuntu0.22.04.1_all.deb ... 2024-09-19T13:36:08.014 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../07-libcommons-lang3-java_3.11-1_all.deb ... 2024-09-19T13:36:08.047 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libmaven-shared-utils-java (3.3.0-1ubuntu0.22.04.1) ... 2024-09-19T13:36:08.052 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking libcommons-lang3-java (3.11-1) ... 2024-09-19T13:36:08.363 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package libgeronimo-annotation-1.3-spec-java. 2024-09-19T13:36:08.380 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../08-libgeronimo-annotation-1.3-spec-java_1.3-1_all.deb ... 2024-09-19T13:36:08.418 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libplexus-cipher-java. 2024-09-19T13:36:08.421 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking libgeronimo-annotation-1.3-spec-java (1.3-1) ... 2024-09-19T13:36:08.434 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../21-libplexus-cipher-java_1.8-2_all.deb ... 2024-09-19T13:36:08.476 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libplexus-cipher-java (1.8-2) ... 2024-09-19T13:36:08.649 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package libjsr305-java. 2024-09-19T13:36:08.666 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../09-libjsr305-java_0.1~+svn49-11_all.deb ... 2024-09-19T13:36:08.723 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking libjsr305-java (0.1~+svn49-11) ... 2024-09-19T13:36:08.728 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libplexus-classworlds-java. 2024-09-19T13:36:08.745 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../22-libplexus-classworlds-java_2.6.0-1_all.deb ... 2024-09-19T13:36:08.787 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libplexus-classworlds-java (2.6.0-1) ... 2024-09-19T13:36:09.039 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libplexus-component-annotations-java. 2024-09-19T13:36:09.044 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package libguava-java. 2024-09-19T13:36:09.056 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../23-libplexus-component-annotations-java_2.1.0-1_all.deb ... 2024-09-19T13:36:09.061 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../10-libguava-java_29.0-6_all.deb ... 2024-09-19T13:36:09.098 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libplexus-component-annotations-java (2.1.0-1) ... 2024-09-19T13:36:09.103 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking libguava-java (29.0-6) ... 2024-09-19T13:36:09.333 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libplexus-interpolation-java. 2024-09-19T13:36:09.350 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../24-libplexus-interpolation-java_1.26-1_all.deb ... 2024-09-19T13:36:09.383 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libplexus-interpolation-java (1.26-1) ... 2024-09-19T13:36:09.522 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package libaopalliance-java. 2024-09-19T13:36:09.550 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../11-libaopalliance-java_20070526-6_all.deb ... 2024-09-19T13:36:09.588 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking libaopalliance-java (20070526-6) ... 2024-09-19T13:36:09.636 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libplexus-sec-dispatcher-java. 2024-09-19T13:36:09.652 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../25-libplexus-sec-dispatcher-java_1.4-4_all.deb ... 2024-09-19T13:36:09.694 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libplexus-sec-dispatcher-java (1.4-4) ... 2024-09-19T13:36:09.832 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package libguice-java. 2024-09-19T13:36:09.849 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../12-libguice-java_4.2.3-2_all.deb ... 2024-09-19T13:36:09.891 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking libguice-java (4.2.3-2) ... 2024-09-19T13:36:09.930 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libslf4j-java. 2024-09-19T13:36:09.946 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../26-libslf4j-java_1.7.32-1_all.deb ... 2024-09-19T13:36:09.988 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libslf4j-java (1.7.32-1) ... 2024-09-19T13:36:10.217 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libsisu-inject-java. 2024-09-19T13:36:10.233 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../27-libsisu-inject-java_0.3.4-2_all.deb ... 2024-09-19T13:36:10.267 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libsisu-inject-java (0.3.4-2) ... 2024-09-19T13:36:10.270 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package libhawtjni-runtime-java. 2024-09-19T13:36:10.299 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../13-libhawtjni-runtime-java_1.17-1_all.deb ... 2024-09-19T13:36:10.336 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking libhawtjni-runtime-java (1.17-1) ... 2024-09-19T13:36:10.586 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libsisu-plexus-java. 2024-09-19T13:36:10.588 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package libjansi-native-java. 2024-09-19T13:36:10.603 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../28-libsisu-plexus-java_0.3.4-3_all.deb ... 2024-09-19T13:36:10.605 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../14-libjansi-native-java_1.8-1_all.deb ... 2024-09-19T13:36:10.644 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libsisu-plexus-java (0.3.4-3) ... 2024-09-19T13:36:10.646 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking libjansi-native-java (1.8-1) ... 2024-09-19T13:36:10.913 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libmaven3-core-java. 2024-09-19T13:36:10.932 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package libjansi-java. 2024-09-19T13:36:10.942 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../29-libmaven3-core-java_3.6.3-5_all.deb ... 2024-09-19T13:36:10.961 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../15-libjansi-java_1.18-1_all.deb ... 2024-09-19T13:36:10.980 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libmaven3-core-java (3.6.3-5) ... 2024-09-19T13:36:10.999 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking libjansi-java (1.18-1) ... 2024-09-19T13:36:11.260 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package libmaven-parent-java. 2024-09-19T13:36:11.277 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../16-libmaven-parent-java_31-2_all.deb ... 2024-09-19T13:36:11.318 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking libmaven-parent-java (31-2) ... 2024-09-19T13:36:11.359 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libwagon-file-java. 2024-09-19T13:36:11.388 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../30-libwagon-file-java_3.3.4-1_all.deb ... 2024-09-19T13:36:11.426 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libwagon-file-java (3.3.4-1) ... 2024-09-19T13:36:11.520 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package libplexus-utils2-java. 2024-09-19T13:36:11.534 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../17-libplexus-utils2-java_3.3.0-1_all.deb ... 2024-09-19T13:36:11.570 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking libplexus-utils2-java (3.3.0-1) ... 2024-09-19T13:36:11.661 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libwagon-http-shaded-java. 2024-09-19T13:36:11.678 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../31-libwagon-http-shaded-java_3.3.4-1_all.deb ... 2024-09-19T13:36:11.712 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libwagon-http-shaded-java (3.3.4-1) ... 2024-09-19T13:36:11.848 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package libwagon-provider-api-java. 2024-09-19T13:36:11.878 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../18-libwagon-provider-api-java_3.3.4-1_all.deb ... 2024-09-19T13:36:11.914 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking libwagon-provider-api-java (3.3.4-1) ... 2024-09-19T13:36:12.167 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package libmaven-resolver-java. 2024-09-19T13:36:12.173 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package maven. 2024-09-19T13:36:12.196 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../19-libmaven-resolver-java_1.4.2-3build1_all.deb ... 2024-09-19T13:36:12.201 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../32-maven_3.6.3-5_all.deb ... 2024-09-19T13:36:12.233 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking libmaven-resolver-java (1.4.2-3build1) ... 2024-09-19T13:36:12.240 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking maven (3.6.3-5) ... 2024-09-19T13:36:12.546 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package libmaven-shared-utils-java. 2024-09-19T13:36:12.551 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-magic. 2024-09-19T13:36:12.563 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../20-libmaven-shared-utils-java_3.3.0-1ubuntu0.22.04.1_all.deb ... 2024-09-19T13:36:12.579 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../33-python3-magic_2%3a0.4.24-2_all.deb ... 2024-09-19T13:36:12.605 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking libmaven-shared-utils-java (3.3.0-1ubuntu0.22.04.1) ... 2024-09-19T13:36:12.617 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-magic (2:0.4.24-2) ... 2024-09-19T13:36:12.823 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package libplexus-cipher-java. 2024-09-19T13:36:12.840 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../21-libplexus-cipher-java_1.8-2_all.deb ... 2024-09-19T13:36:12.881 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking libplexus-cipher-java (1.8-2) ... 2024-09-19T13:36:12.912 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package s3cmd. 2024-09-19T13:36:12.928 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../34-s3cmd_2.2.0-1_all.deb ... 2024-09-19T13:36:12.962 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking s3cmd (2.2.0-1) ... 2024-09-19T13:36:13.134 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package libplexus-classworlds-java. 2024-09-19T13:36:13.163 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../22-libplexus-classworlds-java_2.6.0-1_all.deb ... 2024-09-19T13:36:13.200 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking libplexus-classworlds-java (2.6.0-1) ... 2024-09-19T13:36:13.409 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libslf4j-java (1.7.32-1) ... 2024-09-19T13:36:13.429 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package libplexus-component-annotations-java. 2024-09-19T13:36:13.447 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../23-libplexus-component-annotations-java_2.1.0-1_all.deb ... 2024-09-19T13:36:13.488 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking libplexus-component-annotations-java (2.1.0-1) ... 2024-09-19T13:36:13.535 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libplexus-utils2-java (3.3.0-1) ... 2024-09-19T13:36:13.660 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libplexus-classworlds-java (2.6.0-1) ... 2024-09-19T13:36:13.690 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package libplexus-interpolation-java. 2024-09-19T13:36:13.707 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../24-libplexus-interpolation-java_1.26-1_all.deb ... 2024-09-19T13:36:13.740 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking libplexus-interpolation-java (1.26-1) ... 2024-09-19T13:36:13.786 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libjsr305-java (0.1~+svn49-11) ... 2024-09-19T13:36:13.912 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libaopalliance-java (20070526-6) ... 2024-09-19T13:36:14.038 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libcommons-cli-java (1.4-2) ... 2024-09-19T13:36:14.069 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package libplexus-sec-dispatcher-java. 2024-09-19T13:36:14.098 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../25-libplexus-sec-dispatcher-java_1.4-4_all.deb ... 2024-09-19T13:36:14.135 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking libplexus-sec-dispatcher-java (1.4-4) ... 2024-09-19T13:36:14.198 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libplexus-component-annotations-java (2.1.0-1) ... 2024-09-19T13:36:14.309 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libplexus-cipher-java (1.8-2) ... 2024-09-19T13:36:14.405 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package libslf4j-java. 2024-09-19T13:36:14.416 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libgeronimo-annotation-1.3-spec-java (1.3-1) ... 2024-09-19T13:36:14.423 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../26-libslf4j-java_1.7.32-1_all.deb ... 2024-09-19T13:36:14.463 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking libslf4j-java (1.7.32-1) ... 2024-09-19T13:36:14.534 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libgeronimo-interceptor-3.0-spec-java (1.0.1-4fakesync) ... 2024-09-19T13:36:14.660 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libapache-pom-java (18-1) ... 2024-09-19T13:36:14.741 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package libsisu-inject-java. 2024-09-19T13:36:14.758 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../27-libsisu-inject-java_0.3.4-2_all.deb ... 2024-09-19T13:36:14.786 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libatinject-jsr330-api-java (1.0+ds1-5) ... 2024-09-19T13:36:14.816 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking libsisu-inject-java (0.3.4-2) ... 2024-09-19T13:36:14.912 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libplexus-interpolation-java (1.26-1) ... 2024-09-19T13:36:15.038 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libplexus-sec-dispatcher-java (1.4-4) ... 2024-09-19T13:36:15.094 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package libsisu-plexus-java. 2024-09-19T13:36:15.111 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../28-libsisu-plexus-java_0.3.4-3_all.deb ... 2024-09-19T13:36:15.144 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking libsisu-plexus-java (0.3.4-3) ... 2024-09-19T13:36:15.164 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libwagon-http-shaded-java (3.3.4-1) ... 2024-09-19T13:36:15.290 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-magic (2:0.4.24-2) ... 2024-09-19T13:36:15.405 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package libmaven3-core-java. 2024-09-19T13:36:15.434 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../29-libmaven3-core-java_3.6.3-5_all.deb ... 2024-09-19T13:36:15.471 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking libmaven3-core-java (3.6.3-5) ... 2024-09-19T13:36:15.541 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libcdi-api-java (1.2-3) ... 2024-09-19T13:36:15.667 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libhawtjni-runtime-java (1.17-1) ... 2024-09-19T13:36:15.793 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libwagon-provider-api-java (3.3.4-1) ... 2024-09-19T13:36:15.842 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package libwagon-file-java. 2024-09-19T13:36:15.859 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../30-libwagon-file-java_3.3.4-1_all.deb ... 2024-09-19T13:36:15.900 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking libwagon-file-java (3.3.4-1) ... 2024-09-19T13:36:15.919 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libmaven-parent-java (31-2) ... 2024-09-19T13:36:16.045 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libcommons-parent-java (43-1) ... 2024-09-19T13:36:16.152 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package libwagon-http-shaded-java. 2024-09-19T13:36:16.162 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libsisu-inject-java (0.3.4-2) ... 2024-09-19T13:36:16.169 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../31-libwagon-http-shaded-java_3.3.4-1_all.deb ... 2024-09-19T13:36:16.211 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking libwagon-http-shaded-java (3.3.4-1) ... 2024-09-19T13:36:16.263 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up s3cmd (2.2.0-1) ... 2024-09-19T13:36:16.557 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libsisu-plexus-java (0.3.4-3) ... 2024-09-19T13:36:16.630 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package maven. 2024-09-19T13:36:16.648 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../32-maven_3.6.3-5_all.deb ... 2024-09-19T13:36:16.680 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking maven (3.6.3-5) ... 2024-09-19T13:36:16.841 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libmaven-resolver-java (1.4.2-3build1) ... 2024-09-19T13:36:16.967 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package python3-magic. 2024-09-19T13:36:16.996 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../33-python3-magic_2%3a0.4.24-2_all.deb ... 2024-09-19T13:36:17.000 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libguava-java (29.0-6) ... 2024-09-19T13:36:17.033 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking python3-magic (2:0.4.24-2) ... 2024-09-19T13:36:17.126 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libcommons-lang3-java (3.11-1) ... 2024-09-19T13:36:17.252 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libjansi-native-java (1.8-1) ... 2024-09-19T13:36:17.336 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package s3cmd. 2024-09-19T13:36:17.365 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../34-s3cmd_2.2.0-1_all.deb ... 2024-09-19T13:36:17.378 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libwagon-file-java (3.3.4-1) ... 2024-09-19T13:36:17.402 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking s3cmd (2.2.0-1) ... 2024-09-19T13:36:17.504 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libcommons-io-java (2.11.0-2) ... 2024-09-19T13:36:17.605 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libguice-java (4.2.3-2) ... 2024-09-19T13:36:17.740 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libjansi-java (1.18-1) ... 2024-09-19T13:36:17.782 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up libslf4j-java (1.7.32-1) ... 2024-09-19T13:36:17.866 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libmaven-shared-utils-java (3.3.0-1ubuntu0.22.04.1) ... 2024-09-19T13:36:17.907 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up libplexus-utils2-java (3.3.0-1) ... 2024-09-19T13:36:17.992 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libmaven3-core-java (3.6.3-5) ... 2024-09-19T13:36:18.033 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up libplexus-classworlds-java (2.6.0-1) ... 2024-09-19T13:36:18.117 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up maven (3.6.3-5) ... 2024-09-19T13:36:18.159 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up libjsr305-java (0.1~+svn49-11) ... 2024-09-19T13:36:18.285 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up libaopalliance-java (20070526-6) ... 2024-09-19T13:36:18.391 INFO:teuthology.orchestra.run.smithi170.stdout:update-alternatives: using /usr/share/maven/bin/mvn to provide /usr/bin/mvn (mvn) in auto mode 2024-09-19T13:36:18.420 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up libcommons-cli-java (1.4-2) ... 2024-09-19T13:36:18.489 INFO:teuthology.orchestra.run.smithi170.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-19T13:36:18.579 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up libplexus-component-annotations-java (2.1.0-1) ... 2024-09-19T13:36:18.730 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up libplexus-cipher-java (1.8-2) ... 2024-09-19T13:36:18.873 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up libgeronimo-annotation-1.3-spec-java (1.3-1) ... 2024-09-19T13:36:19.066 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up libgeronimo-interceptor-3.0-spec-java (1.0.1-4fakesync) ... 2024-09-19T13:36:19.192 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up libapache-pom-java (18-1) ... 2024-09-19T13:36:19.318 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up libatinject-jsr330-api-java (1.0+ds1-5) ... 2024-09-19T13:36:19.444 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up libplexus-interpolation-java (1.26-1) ... 2024-09-19T13:36:19.579 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up libplexus-sec-dispatcher-java (1.4-4) ... 2024-09-19T13:36:19.730 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up libwagon-http-shaded-java (3.3.4-1) ... 2024-09-19T13:36:19.889 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up python3-magic (2:0.4.24-2) ... 2024-09-19T13:36:19.907 INFO:teuthology.orchestra.run.smithi170.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-19T13:36:19.913 DEBUG:teuthology.parallel:result is None 2024-09-19T13:36:20.174 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up libcdi-api-java (1.2-3) ... 2024-09-19T13:36:20.300 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up libhawtjni-runtime-java (1.17-1) ... 2024-09-19T13:36:20.425 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up libwagon-provider-api-java (3.3.4-1) ... 2024-09-19T13:36:20.551 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up libmaven-parent-java (31-2) ... 2024-09-19T13:36:20.677 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up libcommons-parent-java (43-1) ... 2024-09-19T13:36:20.837 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up libsisu-inject-java (0.3.4-2) ... 2024-09-19T13:36:20.988 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up s3cmd (2.2.0-1) ... 2024-09-19T13:36:21.306 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up libsisu-plexus-java (0.3.4-3) ... 2024-09-19T13:36:21.432 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up libmaven-resolver-java (1.4.2-3build1) ... 2024-09-19T13:36:21.558 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up libguava-java (29.0-6) ... 2024-09-19T13:36:21.684 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up libcommons-lang3-java (3.11-1) ... 2024-09-19T13:36:21.810 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up libjansi-native-java (1.8-1) ... 2024-09-19T13:36:21.936 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up libwagon-file-java (3.3.4-1) ... 2024-09-19T13:36:22.079 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up libcommons-io-java (2.11.0-2) ... 2024-09-19T13:36:22.230 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up libguice-java (4.2.3-2) ... 2024-09-19T13:36:22.381 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up libjansi-java (1.18-1) ... 2024-09-19T13:36:22.546 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up libmaven-shared-utils-java (3.3.0-1ubuntu0.22.04.1) ... 2024-09-19T13:36:22.674 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up libmaven3-core-java (3.6.3-5) ... 2024-09-19T13:36:22.800 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up maven (3.6.3-5) ... 2024-09-19T13:36:23.057 INFO:teuthology.orchestra.run.smithi031.stdout:update-alternatives: using /usr/share/maven/bin/mvn to provide /usr/bin/mvn (mvn) in auto mode 2024-09-19T13:36:23.129 INFO:teuthology.orchestra.run.smithi031.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-19T13:36:24.628 INFO:teuthology.orchestra.run.smithi031.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-19T13:36:24.633 DEBUG:teuthology.parallel:result is None 2024-09-19T13:36:24.634 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=08af21e0d16078b88ddf808fe9ba2ab84dbe6754 2024-09-19T13:36:24.787 DEBUG:teuthology.orchestra.run.smithi031:> dpkg-query -W -f '${Version}' ceph 2024-09-19T13:36:24.807 INFO:teuthology.orchestra.run.smithi031.stdout:19.3.0-5012-g08af21e0-1jammy 2024-09-19T13:36:24.808 INFO:teuthology.packaging:The installed version of ceph is 19.3.0-5012-g08af21e0-1jammy 2024-09-19T13:36:24.808 INFO:teuthology.task.install:The correct ceph version 19.3.0-5012-g08af21e0-1jammy is installed. 2024-09-19T13:36:24.810 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=08af21e0d16078b88ddf808fe9ba2ab84dbe6754 2024-09-19T13:36:24.955 DEBUG:teuthology.orchestra.run.smithi170:> dpkg-query -W -f '${Version}' ceph 2024-09-19T13:36:24.975 INFO:teuthology.orchestra.run.smithi170.stdout:19.3.0-5012-g08af21e0-1jammy 2024-09-19T13:36:24.976 INFO:teuthology.packaging:The installed version of ceph is 19.3.0-5012-g08af21e0-1jammy 2024-09-19T13:36:24.976 INFO:teuthology.task.install:The correct ceph version 19.3.0-5012-g08af21e0-1jammy is installed. 2024-09-19T13:36:24.978 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-19T13:36:24.979 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T13:36:24.979 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-19T13:36:24.995 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-19T13:36:24.995 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-19T13:36:25.030 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-19T13:36:25.031 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T13:36:25.031 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/usr/bin/daemon-helper 2024-09-19T13:36:25.052 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-19T13:36:25.107 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-19T13:36:25.107 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd of=/usr/bin/daemon-helper 2024-09-19T13:36:25.120 DEBUG:teuthology.orchestra.run.smithi170:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-19T13:36:25.173 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-19T13:36:25.173 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T13:36:25.173 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-19T13:36:25.187 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-19T13:36:25.242 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-19T13:36:25.242 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-19T13:36:25.255 DEBUG:teuthology.orchestra.run.smithi170:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-19T13:36:25.309 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-19T13:36:25.309 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T13:36:25.309 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/usr/bin/stdin-killer 2024-09-19T13:36:25.323 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-19T13:36:25.379 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-19T13:36:25.380 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd of=/usr/bin/stdin-killer 2024-09-19T13:36:25.393 DEBUG:teuthology.orchestra.run.smithi170:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-19T13:36:25.445 INFO:teuthology.run_tasks:Running task ceph... 2024-09-19T13:36:25.526 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-09-19T13:36:25.526 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod 777 /var/log/ceph 2024-09-19T13:36:25.529 DEBUG:teuthology.orchestra.run.smithi170:> sudo chmod 777 /var/log/ceph 2024-09-19T13:36:25.542 INFO:tasks.ceph:Disabling ceph logrotate... 2024-09-19T13:36:25.542 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-19T13:36:25.584 DEBUG:teuthology.orchestra.run.smithi170:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-19T13:36:25.596 INFO:tasks.ceph:Creating extra log directories... 2024-09-19T13:36:25.597 DEBUG:teuthology.orchestra.run.smithi031:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-19T13:36:25.644 DEBUG:teuthology.orchestra.run.smithi170:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-19T13:36:25.666 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-09-19T13:36:25.666 INFO:tasks.ceph:config {'conf': {'client': {'debug rgw': 20, 'debug rgw notification': 20, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw reshard progress judge interval': 10, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'global': {'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10, 'rgw override bucket index max shards': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'lockdep': True}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug objclass': 20, 'debug osd': 20, 'debug rocksdb': '4/10', 'lockdep': True, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'not have an application enabled', '\\(OSD_SLOW_PING_TIME'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-09-19T13:36:25.667 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/yuvalif-2024-09-19_13:09:30-rgw-wip-yuval-test-distro-default-smithi/7912475', 'branch': 'wip-yuval-test', 'description': 'rgw/verify/{0-install accounts$/{main} clusters/fixed-2 datacache/no_datacache frontend/beast ignore-pg-availability inline-data$/{off} msgr-failures/few objectstore/bluestore-bitmap overrides proto/https rgw_pool_type/ec s3tests-branch sharding$/{single} striping$/{stripe-equals-chunk} supported-random-distro$/{ubuntu_latest} tasks/{bucket-check cls mp_reupload ragweed reshard s3tests-java s3tests versioning} validater/lockdep}', 'email': None, 'first_in_suite': False, 'job_id': '7912475', 'kernel': {'kdb': 1, 'sha1': 'distro'}, 'ktype': 'distro', 'last_in_suite': False, 'machine_type': 'smithi', 'name': 'yuvalif-2024-09-19_13:09:30-rgw-wip-yuval-test-distro-default-smithi', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 10}}], 'os_type': 'ubuntu', 'os_version': '22.04', 'overrides': {'admin_socket': {'branch': 'wip-yuval-test'}, 'ceph': {'conf': {'client': {'debug rgw': 20, 'debug rgw notification': 20, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw reshard progress judge interval': 10, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'global': {'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10, 'rgw override bucket index max shards': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'lockdep': True}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug objclass': 20, 'debug osd': 20, 'debug rocksdb': '4/10', 'lockdep': True, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'not have an application enabled', '\\(OSD_SLOW_PING_TIME'], 'sha1': '08af21e0d16078b88ddf808fe9ba2ab84dbe6754'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '08af21e0d16078b88ddf808fe9ba2ab84dbe6754'}}, 'openssl_keys': {'rgw.client.0': {'ca': 'root', 'client': 'client.0', 'embed-key': True}, 'root': {'client': 'client.0', 'cn': 'teuthology', 'install': ['client.0'], 'key-type': 'rsa:4096'}}, 'rgw': {'client.0': {'ssl certificate': 'rgw.client.0'}, 'compression type': 'random', 'ec-data-pool': True, 'frontend': 'beast', 'inline data': False, 'storage classes': 'LUKEWARM, FROZEN'}, 's3tests': {'accounts': {'iam alt root': 'RGW99999999999999999', 'iam root': 'RGW88888888888888888', 's3 main': 'RGW11111111111111111'}, 'force-branch': 'ceph-master', 'slow_backend': True, 'storage classes': 'LUKEWARM, FROZEN'}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-yuval-test', 'sha1': '08af21e0d16078b88ddf808fe9ba2ab84dbe6754'}}, 'owner': 'scheduled_yuvalif@teuthology', 'priority': 50, 'repo': 'https://github.com/ceph/ceph-ci.git', 'roles': [['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'], ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b']], 'seed': 4251, 'sha1': '08af21e0d16078b88ddf808fe9ba2ab84dbe6754', 'sleep_before_teardown': 0, 'subset': '1/3', 'suite': 'rgw', 'suite_branch': 'wip-yuval-test', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph-c_08af21e0d16078b88ddf808fe9ba2ab84dbe6754/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph-ci.git', 'suite_sha1': '08af21e0d16078b88ddf808fe9ba2ab84dbe6754', 'targets': {'smithi031.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBG/N2dhnrqRdhv5Bj/VnUwJMgxkFWOSx1e5fAM+zc7WDIb0WY9hpW0r3ekJ3rqfowQvBweZv0+X1hpZAgvvNXxo=', 'smithi170.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGZmWDSxM/WiA4YZtsgl4wAaI5U7UxnUSK5bZvJ+UQiwhyqA/EeuKD9kFU1NJaH0mdjI2Tl6iP9yZOao+3hghU0='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': 1, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_system_packages': {'deb': ['s3cmd', 'maven'], 'rpm': ['s3cmd', 'maven']}, 'flavor': 'default', 'sha1': '08af21e0d16078b88ddf808fe9ba2ab84dbe6754'}}, {'ceph': None}, {'openssl_keys': None}, {'rgw': {'client.0': None}}, {'tox': ['client.0']}, {'workunit': {'clients': {'client.0': ['rgw/run-bucket-check.sh']}}}, {'workunit': {'clients': {'client.0': ['cls/test_cls_lock.sh', 'cls/test_cls_log.sh', 'cls/test_cls_refcount.sh', 'cls/test_cls_rgw.sh', 'cls/test_cls_rgw_gc.sh', 'cls/test_cls_rgw_stats.sh', 'cls/test_cls_cmpomap.sh', 'cls/test_cls_2pc_queue.sh', 'cls/test_cls_user.sh', 'rgw/test_rgw_gc_log.sh', 'rgw/test_rgw_obj.sh', 'rgw/test_librgw_file.sh', 'rgw/test_awssdkv4_sig.sh']}}}, {'workunit': {'clients': {'client.0': ['rgw/test_rgw_s3_mp_reupload.sh']}}}, {'ragweed': {'client.0': {'default-branch': 'ceph-master', 'rgw_server': 'client.0', 'stages': 'prepare,check'}}}, {'workunit': {'clients': {'client.0': ['rgw/run-reshard.sh']}}}, {'s3tests-java': {'client.0': {'force-branch': 'ceph-master', 'force-repo': 'https://github.com/ceph/java_s3tests.git'}}}, {'s3tests': {'client.0': {'rgw_server': 'client.0'}}}, {'workunit': {'clients': {'client.0': ['rgw/run-versioning.sh']}}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': []}, 'teuthology_branch': 'main', 'teuthology_sha1': '3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a', 'timestamp': '2024-09-19_13:09:30', 'tube': 'smithi', 'user': 'yuvalif', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856'} 2024-09-19T13:36:25.667 DEBUG:teuthology.orchestra.run.smithi031:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-19T13:36:25.700 DEBUG:teuthology.orchestra.run.smithi170:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-19T13:36:25.705 DEBUG:teuthology.orchestra.run.smithi031:> sudo install -d -m0777 -- /var/run/ceph 2024-09-19T13:36:25.748 DEBUG:teuthology.orchestra.run.smithi170:> sudo install -d -m0777 -- /var/run/ceph 2024-09-19T13:36:25.762 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T13:36:25.762 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/scratch_devs of=/dev/stdout 2024-09-19T13:36:25.807 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-19T13:36:25.808 DEBUG:teuthology.orchestra.run.smithi031:> stat /dev/vg_nvme/lv_1 2024-09-19T13:36:25.855 INFO:teuthology.orchestra.run.smithi031.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-19T13:36:25.856 INFO:teuthology.orchestra.run.smithi031.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T13:36:25.856 INFO:teuthology.orchestra.run.smithi031.stdout:Device: 5h/5d Inode: 878 Links: 1 2024-09-19T13:36:25.856 INFO:teuthology.orchestra.run.smithi031.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T13:36:25.856 INFO:teuthology.orchestra.run.smithi031.stdout:Access: 2024-09-19 13:30:31.048034629 +0000 2024-09-19T13:36:25.856 INFO:teuthology.orchestra.run.smithi031.stdout:Modify: 2024-09-19 13:30:30.808036770 +0000 2024-09-19T13:36:25.856 INFO:teuthology.orchestra.run.smithi031.stdout:Change: 2024-09-19 13:30:30.808036770 +0000 2024-09-19T13:36:25.856 INFO:teuthology.orchestra.run.smithi031.stdout: Birth: - 2024-09-19T13:36:25.856 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-19T13:36:25.910 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records in 2024-09-19T13:36:25.910 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records out 2024-09-19T13:36:25.910 INFO:teuthology.orchestra.run.smithi031.stderr:512 bytes copied, 0.000439526 s, 1.2 MB/s 2024-09-19T13:36:25.911 DEBUG:teuthology.orchestra.run.smithi031:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-19T13:36:25.961 DEBUG:teuthology.orchestra.run.smithi031:> stat /dev/vg_nvme/lv_2 2024-09-19T13:36:26.007 INFO:teuthology.orchestra.run.smithi031.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-19T13:36:26.008 INFO:teuthology.orchestra.run.smithi031.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T13:36:26.008 INFO:teuthology.orchestra.run.smithi031.stdout:Device: 5h/5d Inode: 894 Links: 1 2024-09-19T13:36:26.008 INFO:teuthology.orchestra.run.smithi031.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T13:36:26.008 INFO:teuthology.orchestra.run.smithi031.stdout:Access: 2024-09-19 13:30:31.528030347 +0000 2024-09-19T13:36:26.008 INFO:teuthology.orchestra.run.smithi031.stdout:Modify: 2024-09-19 13:30:31.272032630 +0000 2024-09-19T13:36:26.008 INFO:teuthology.orchestra.run.smithi031.stdout:Change: 2024-09-19 13:30:31.272032630 +0000 2024-09-19T13:36:26.008 INFO:teuthology.orchestra.run.smithi031.stdout: Birth: - 2024-09-19T13:36:26.008 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-19T13:36:26.062 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records in 2024-09-19T13:36:26.062 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records out 2024-09-19T13:36:26.062 INFO:teuthology.orchestra.run.smithi031.stderr:512 bytes copied, 0.000436957 s, 1.2 MB/s 2024-09-19T13:36:26.063 DEBUG:teuthology.orchestra.run.smithi031:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-19T13:36:26.113 DEBUG:teuthology.orchestra.run.smithi031:> stat /dev/vg_nvme/lv_3 2024-09-19T13:36:26.159 INFO:teuthology.orchestra.run.smithi031.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-19T13:36:26.160 INFO:teuthology.orchestra.run.smithi031.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T13:36:26.160 INFO:teuthology.orchestra.run.smithi031.stdout:Device: 5h/5d Inode: 909 Links: 1 2024-09-19T13:36:26.160 INFO:teuthology.orchestra.run.smithi031.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T13:36:26.160 INFO:teuthology.orchestra.run.smithi031.stdout:Access: 2024-09-19 13:30:32.072025493 +0000 2024-09-19T13:36:26.160 INFO:teuthology.orchestra.run.smithi031.stdout:Modify: 2024-09-19 13:30:31.784028064 +0000 2024-09-19T13:36:26.160 INFO:teuthology.orchestra.run.smithi031.stdout:Change: 2024-09-19 13:30:31.784028064 +0000 2024-09-19T13:36:26.160 INFO:teuthology.orchestra.run.smithi031.stdout: Birth: - 2024-09-19T13:36:26.160 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-19T13:36:26.217 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records in 2024-09-19T13:36:26.217 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records out 2024-09-19T13:36:26.217 INFO:teuthology.orchestra.run.smithi031.stderr:512 bytes copied, 0.000318406 s, 1.6 MB/s 2024-09-19T13:36:26.218 DEBUG:teuthology.orchestra.run.smithi031:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-19T13:36:26.287 DEBUG:teuthology.orchestra.run.smithi031:> stat /dev/vg_nvme/lv_4 2024-09-19T13:36:26.338 INFO:teuthology.orchestra.run.smithi031.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-19T13:36:26.338 INFO:teuthology.orchestra.run.smithi031.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T13:36:26.338 INFO:teuthology.orchestra.run.smithi031.stdout:Device: 5h/5d Inode: 926 Links: 1 2024-09-19T13:36:26.338 INFO:teuthology.orchestra.run.smithi031.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T13:36:26.338 INFO:teuthology.orchestra.run.smithi031.stdout:Access: 2024-09-19 13:30:32.616020641 +0000 2024-09-19T13:36:26.338 INFO:teuthology.orchestra.run.smithi031.stdout:Modify: 2024-09-19 13:30:32.332023174 +0000 2024-09-19T13:36:26.338 INFO:teuthology.orchestra.run.smithi031.stdout:Change: 2024-09-19 13:30:32.332023174 +0000 2024-09-19T13:36:26.338 INFO:teuthology.orchestra.run.smithi031.stdout: Birth: - 2024-09-19T13:36:26.338 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-19T13:36:26.399 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records in 2024-09-19T13:36:26.399 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records out 2024-09-19T13:36:26.400 INFO:teuthology.orchestra.run.smithi031.stderr:512 bytes copied, 0.000283462 s, 1.8 MB/s 2024-09-19T13:36:26.401 DEBUG:teuthology.orchestra.run.smithi031:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-19T13:36:26.459 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-19T13:36:26.459 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-19T13:36:26.459 DEBUG:teuthology.orchestra.run.smithi170:> dd if=/scratch_devs of=/dev/stdout 2024-09-19T13:36:26.474 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-19T13:36:26.474 DEBUG:teuthology.orchestra.run.smithi170:> stat /dev/vg_nvme/lv_1 2024-09-19T13:36:26.534 INFO:teuthology.orchestra.run.smithi170.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-19T13:36:26.534 INFO:teuthology.orchestra.run.smithi170.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T13:36:26.535 INFO:teuthology.orchestra.run.smithi170.stdout:Device: 5h/5d Inode: 871 Links: 1 2024-09-19T13:36:26.535 INFO:teuthology.orchestra.run.smithi170.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T13:36:26.535 INFO:teuthology.orchestra.run.smithi170.stdout:Access: 2024-09-19 13:30:36.402952454 +0000 2024-09-19T13:36:26.535 INFO:teuthology.orchestra.run.smithi170.stdout:Modify: 2024-09-19 13:30:36.130954883 +0000 2024-09-19T13:36:26.535 INFO:teuthology.orchestra.run.smithi170.stdout:Change: 2024-09-19 13:30:36.130954883 +0000 2024-09-19T13:36:26.535 INFO:teuthology.orchestra.run.smithi170.stdout: Birth: - 2024-09-19T13:36:26.535 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-19T13:36:26.597 INFO:teuthology.orchestra.run.smithi170.stderr:1+0 records in 2024-09-19T13:36:26.597 INFO:teuthology.orchestra.run.smithi170.stderr:1+0 records out 2024-09-19T13:36:26.597 INFO:teuthology.orchestra.run.smithi170.stderr:512 bytes copied, 0.000328944 s, 1.6 MB/s 2024-09-19T13:36:26.598 DEBUG:teuthology.orchestra.run.smithi170:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-19T13:36:26.656 DEBUG:teuthology.orchestra.run.smithi170:> stat /dev/vg_nvme/lv_2 2024-09-19T13:36:26.707 INFO:teuthology.orchestra.run.smithi170.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-19T13:36:26.707 INFO:teuthology.orchestra.run.smithi170.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T13:36:26.707 INFO:teuthology.orchestra.run.smithi170.stdout:Device: 5h/5d Inode: 892 Links: 1 2024-09-19T13:36:26.707 INFO:teuthology.orchestra.run.smithi170.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T13:36:26.707 INFO:teuthology.orchestra.run.smithi170.stdout:Access: 2024-09-19 13:30:36.890948094 +0000 2024-09-19T13:36:26.707 INFO:teuthology.orchestra.run.smithi170.stdout:Modify: 2024-09-19 13:30:36.638950345 +0000 2024-09-19T13:36:26.708 INFO:teuthology.orchestra.run.smithi170.stdout:Change: 2024-09-19 13:30:36.638950345 +0000 2024-09-19T13:36:26.708 INFO:teuthology.orchestra.run.smithi170.stdout: Birth: - 2024-09-19T13:36:26.708 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-19T13:36:26.764 INFO:teuthology.orchestra.run.smithi170.stderr:1+0 records in 2024-09-19T13:36:26.764 INFO:teuthology.orchestra.run.smithi170.stderr:1+0 records out 2024-09-19T13:36:26.764 INFO:teuthology.orchestra.run.smithi170.stderr:512 bytes copied, 0.000316142 s, 1.6 MB/s 2024-09-19T13:36:26.765 DEBUG:teuthology.orchestra.run.smithi170:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-19T13:36:26.813 DEBUG:teuthology.orchestra.run.smithi170:> stat /dev/vg_nvme/lv_3 2024-09-19T13:36:26.863 INFO:teuthology.orchestra.run.smithi170.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-19T13:36:26.863 INFO:teuthology.orchestra.run.smithi170.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T13:36:26.864 INFO:teuthology.orchestra.run.smithi170.stdout:Device: 5h/5d Inode: 909 Links: 1 2024-09-19T13:36:26.864 INFO:teuthology.orchestra.run.smithi170.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T13:36:26.864 INFO:teuthology.orchestra.run.smithi170.stdout:Access: 2024-09-19 13:30:37.354943950 +0000 2024-09-19T13:36:26.864 INFO:teuthology.orchestra.run.smithi170.stdout:Modify: 2024-09-19 13:30:37.106946165 +0000 2024-09-19T13:36:26.864 INFO:teuthology.orchestra.run.smithi170.stdout:Change: 2024-09-19 13:30:37.106946165 +0000 2024-09-19T13:36:26.864 INFO:teuthology.orchestra.run.smithi170.stdout: Birth: - 2024-09-19T13:36:26.864 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-19T13:36:26.917 INFO:teuthology.orchestra.run.smithi170.stderr:1+0 records in 2024-09-19T13:36:26.917 INFO:teuthology.orchestra.run.smithi170.stderr:1+0 records out 2024-09-19T13:36:26.917 INFO:teuthology.orchestra.run.smithi170.stderr:512 bytes copied, 0.000262749 s, 1.9 MB/s 2024-09-19T13:36:26.918 DEBUG:teuthology.orchestra.run.smithi170:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-19T13:36:26.969 DEBUG:teuthology.orchestra.run.smithi170:> stat /dev/vg_nvme/lv_4 2024-09-19T13:36:27.015 INFO:teuthology.orchestra.run.smithi170.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-19T13:36:27.015 INFO:teuthology.orchestra.run.smithi170.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T13:36:27.015 INFO:teuthology.orchestra.run.smithi170.stdout:Device: 5h/5d Inode: 923 Links: 1 2024-09-19T13:36:27.015 INFO:teuthology.orchestra.run.smithi170.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T13:36:27.015 INFO:teuthology.orchestra.run.smithi170.stdout:Access: 2024-09-19 13:30:37.838939627 +0000 2024-09-19T13:36:27.016 INFO:teuthology.orchestra.run.smithi170.stdout:Modify: 2024-09-19 13:30:37.582941914 +0000 2024-09-19T13:36:27.016 INFO:teuthology.orchestra.run.smithi170.stdout:Change: 2024-09-19 13:30:37.582941914 +0000 2024-09-19T13:36:27.016 INFO:teuthology.orchestra.run.smithi170.stdout: Birth: - 2024-09-19T13:36:27.016 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-19T13:36:27.068 INFO:teuthology.orchestra.run.smithi170.stderr:1+0 records in 2024-09-19T13:36:27.069 INFO:teuthology.orchestra.run.smithi170.stderr:1+0 records out 2024-09-19T13:36:27.069 INFO:teuthology.orchestra.run.smithi170.stderr:512 bytes copied, 0.000328794 s, 1.6 MB/s 2024-09-19T13:36:27.070 DEBUG:teuthology.orchestra.run.smithi170:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-19T13:36:27.121 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-19T13:36:27.121 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi031.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi170.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-19T13:36:27.121 INFO:tasks.ceph:Generating config... 2024-09-19T13:36:27.122 INFO:tasks.ceph:[client] debug rgw = 20 2024-09-19T13:36:27.122 INFO:tasks.ceph:[client] debug rgw notification = 20 2024-09-19T13:36:27.122 INFO:tasks.ceph:[client] rgw bucket counters cache = True 2024-09-19T13:36:27.123 INFO:tasks.ceph:[client] rgw crypt require ssl = False 2024-09-19T13:36:27.123 INFO:tasks.ceph:[client] rgw crypt s3 kms backend = testing 2024-09-19T13:36:27.123 INFO:tasks.ceph:[client] rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2024-09-19T13:36:27.123 INFO:tasks.ceph:[client] rgw reshard progress judge interval = 10 2024-09-19T13:36:27.123 INFO:tasks.ceph:[client] rgw s3 auth use sts = True 2024-09-19T13:36:27.123 INFO:tasks.ceph:[client] rgw sts key = abcdefghijklmnop 2024-09-19T13:36:27.123 INFO:tasks.ceph:[client] rgw torrent flag = True 2024-09-19T13:36:27.123 INFO:tasks.ceph:[client] rgw user counters cache = True 2024-09-19T13:36:27.123 INFO:tasks.ceph:[client] setgroup = ceph 2024-09-19T13:36:27.123 INFO:tasks.ceph:[client] setuser = ceph 2024-09-19T13:36:27.123 INFO:tasks.ceph:[global] mon client directed command retry = 5 2024-09-19T13:36:27.123 INFO:tasks.ceph:[global] ms inject socket failures = 5000 2024-09-19T13:36:27.123 INFO:tasks.ceph:[global] osd_max_pg_log_entries = 10 2024-09-19T13:36:27.124 INFO:tasks.ceph:[global] osd_min_pg_log_entries = 10 2024-09-19T13:36:27.124 INFO:tasks.ceph:[global] rgw override bucket index max shards = 1 2024-09-19T13:36:27.124 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-09-19T13:36:27.124 INFO:tasks.ceph:[mgr] debug ms = 1 2024-09-19T13:36:27.124 INFO:tasks.ceph:[mon] debug mon = 20 2024-09-19T13:36:27.124 INFO:tasks.ceph:[mon] debug ms = 1 2024-09-19T13:36:27.124 INFO:tasks.ceph:[mon] debug paxos = 20 2024-09-19T13:36:27.124 INFO:tasks.ceph:[mon] lockdep = True 2024-09-19T13:36:27.124 INFO:tasks.ceph:[osd] bdev async discard = True 2024-09-19T13:36:27.124 INFO:tasks.ceph:[osd] bdev enable discard = True 2024-09-19T13:36:27.124 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2024-09-19T13:36:27.124 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-09-19T13:36:27.124 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-09-19T13:36:27.125 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2024-09-19T13:36:27.125 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2024-09-19T13:36:27.125 INFO:tasks.ceph:[osd] debug ms = 1 2024-09-19T13:36:27.125 INFO:tasks.ceph:[osd] debug objclass = 20 2024-09-19T13:36:27.125 INFO:tasks.ceph:[osd] debug osd = 20 2024-09-19T13:36:27.125 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2024-09-19T13:36:27.125 INFO:tasks.ceph:[osd] lockdep = True 2024-09-19T13:36:27.125 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-09-19T13:36:27.125 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-09-19T13:36:27.125 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-09-19T13:36:27.125 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-09-19T13:36:27.125 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-09-19T13:36:27.125 INFO:tasks.ceph:[osd] osd shutdown pgref assert = True 2024-09-19T13:36:27.126 INFO:tasks.ceph:Setting up mon.a... 2024-09-19T13:36:27.126 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-09-19T13:36:27.162 INFO:teuthology.orchestra.run.smithi031.stdout:creating /etc/ceph/ceph.keyring 2024-09-19T13:36:27.174 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-09-19T13:36:27.254 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-19T13:36:27.312 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.31'), ('mon.c', '[v2:172.21.15.31:3301,v1:172.21.15.31:6790]'), ('mon.b', '172.21.15.170')] 2024-09-19T13:36:27.313 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.31,[v2:172.21.15.31:3301,v1:172.21.15.31:6790],172.21.15.170', 'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10, 'rgw override bucket index max shards': 1}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug objclass': 20, 'debug osd': 20, 'debug rocksdb': '4/10', 'lockdep': True, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'lockdep': True}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'debug rgw': 20, 'debug rgw notification': 20, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw reshard progress judge interval': 10, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'mon.a': {}, 'mon.c': {}, 'mon.b': {}} 2024-09-19T13:36:27.314 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T13:36:27.314 DEBUG:teuthology.orchestra.run.smithi031:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-09-19T13:36:27.361 DEBUG:teuthology.orchestra.run.smithi031:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.31 --addv c '[v2:172.21.15.31:3301,v1:172.21.15.31:6790]' --add b 172.21.15.170 --print /home/ubuntu/cephtest/ceph.monmap 2024-09-19T13:36:27.448 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:36:27.448 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:36:27.449 INFO:teuthology.orchestra.run.smithi031.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-09-19T13:36:27.449 INFO:teuthology.orchestra.run.smithi031.stdout:monmaptool: generated fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:36:27.449 INFO:teuthology.orchestra.run.smithi031.stdout:setting min_mon_release = quincy 2024-09-19T13:36:27.449 INFO:teuthology.orchestra.run.smithi031.stdout:epoch 0 2024-09-19T13:36:27.449 INFO:teuthology.orchestra.run.smithi031.stdout:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:36:27.449 INFO:teuthology.orchestra.run.smithi031.stdout:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:36:27.450 INFO:teuthology.orchestra.run.smithi031.stdout:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:36:27.450 INFO:teuthology.orchestra.run.smithi031.stdout:min_mon_release 17 (quincy) 2024-09-19T13:36:27.450 INFO:teuthology.orchestra.run.smithi031.stdout:election_strategy: 1 2024-09-19T13:36:27.450 INFO:teuthology.orchestra.run.smithi031.stdout:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:36:27.450 INFO:teuthology.orchestra.run.smithi031.stdout:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:36:27.450 INFO:teuthology.orchestra.run.smithi031.stdout:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:36:27.450 INFO:teuthology.orchestra.run.smithi031.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-09-19T13:36:27.451 DEBUG:teuthology.orchestra.run.smithi031:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-09-19T13:36:27.456 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 55839c55-63bc-4f4c-a5ac-f3c05879b937... 2024-09-19T13:36:27.458 DEBUG:teuthology.orchestra.run.smithi031:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-19T13:36:27.500 DEBUG:teuthology.orchestra.run.smithi170:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-19T13:36:27.531 INFO:teuthology.orchestra.run.smithi031.stdout:[global] 2024-09-19T13:36:27.531 INFO:teuthology.orchestra.run.smithi031.stdout: chdir = "" 2024-09-19T13:36:27.531 INFO:teuthology.orchestra.run.smithi031.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-19T13:36:27.531 INFO:teuthology.orchestra.run.smithi031.stdout: auth supported = cephx 2024-09-19T13:36:27.531 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T13:36:27.531 INFO:teuthology.orchestra.run.smithi031.stdout: filestore xattr use omap = true 2024-09-19T13:36:27.531 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T13:36:27.531 INFO:teuthology.orchestra.run.smithi031.stdout: mon clock drift allowed = 1.000 2024-09-19T13:36:27.532 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T13:36:27.532 INFO:teuthology.orchestra.run.smithi031.stdout: osd crush chooseleaf type = 0 2024-09-19T13:36:27.532 INFO:teuthology.orchestra.run.smithi031.stdout: auth debug = true 2024-09-19T13:36:27.532 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T13:36:27.532 INFO:teuthology.orchestra.run.smithi031.stdout: ms die on old message = true 2024-09-19T13:36:27.532 INFO:teuthology.orchestra.run.smithi031.stdout: ms die on bug = true 2024-09-19T13:36:27.532 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T13:36:27.532 INFO:teuthology.orchestra.run.smithi031.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-19T13:36:27.532 INFO:teuthology.orchestra.run.smithi031.stdout: mon pg warn max object skew = 0 2024-09-19T13:36:27.532 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T13:36:27.532 INFO:teuthology.orchestra.run.smithi031.stdout: # disable pg_autoscaler by default for new pools 2024-09-19T13:36:27.532 INFO:teuthology.orchestra.run.smithi031.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-19T13:36:27.532 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T13:36:27.534 INFO:teuthology.orchestra.run.smithi031.stdout: osd pool default size = 2 2024-09-19T13:36:27.534 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T13:36:27.535 INFO:teuthology.orchestra.run.smithi031.stdout: mon osd allow primary affinity = true 2024-09-19T13:36:27.535 INFO:teuthology.orchestra.run.smithi031.stdout: mon osd allow pg remap = true 2024-09-19T13:36:27.535 INFO:teuthology.orchestra.run.smithi031.stdout: mon warn on legacy crush tunables = false 2024-09-19T13:36:27.535 INFO:teuthology.orchestra.run.smithi031.stdout: mon warn on crush straw calc version zero = false 2024-09-19T13:36:27.535 INFO:teuthology.orchestra.run.smithi031.stdout: mon warn on no sortbitwise = false 2024-09-19T13:36:27.535 INFO:teuthology.orchestra.run.smithi031.stdout: mon warn on osd down out interval zero = false 2024-09-19T13:36:27.535 INFO:teuthology.orchestra.run.smithi031.stdout: mon warn on too few osds = false 2024-09-19T13:36:27.535 INFO:teuthology.orchestra.run.smithi031.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-19T13:36:27.535 INFO:teuthology.orchestra.run.smithi031.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-19T13:36:27.535 INFO:teuthology.orchestra.run.smithi031.stdout: mon_allow_pool_size_one = true 2024-09-19T13:36:27.535 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T13:36:27.535 INFO:teuthology.orchestra.run.smithi031.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-19T13:36:27.535 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T13:36:27.536 INFO:teuthology.orchestra.run.smithi031.stdout: osd default data pool replay window = 5 2024-09-19T13:36:27.536 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T13:36:27.536 INFO:teuthology.orchestra.run.smithi031.stdout: mon allow pool delete = true 2024-09-19T13:36:27.536 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T13:36:27.536 INFO:teuthology.orchestra.run.smithi031.stdout: mon cluster log file level = debug 2024-09-19T13:36:27.536 INFO:teuthology.orchestra.run.smithi031.stdout: debug asserts on shutdown = true 2024-09-19T13:36:27.536 INFO:teuthology.orchestra.run.smithi031.stdout: mon health detail to clog = false 2024-09-19T13:36:27.536 INFO:teuthology.orchestra.run.smithi031.stdout: mon host = "172.21.15.31,[v2:172.21.15.31:3301,v1:172.21.15.31:6790],172.21.15.170" 2024-09-19T13:36:27.536 INFO:teuthology.orchestra.run.smithi031.stdout: mon client directed command retry = 5 2024-09-19T13:36:27.536 INFO:teuthology.orchestra.run.smithi031.stdout: ms inject socket failures = 5000 2024-09-19T13:36:27.536 INFO:teuthology.orchestra.run.smithi031.stdout: osd_max_pg_log_entries = 10 2024-09-19T13:36:27.536 INFO:teuthology.orchestra.run.smithi031.stdout: osd_min_pg_log_entries = 10 2024-09-19T13:36:27.536 INFO:teuthology.orchestra.run.smithi031.stdout: rgw override bucket index max shards = 1 2024-09-19T13:36:27.537 INFO:teuthology.orchestra.run.smithi031.stdout: fsid = 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:36:27.537 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T13:36:27.537 INFO:teuthology.orchestra.run.smithi031.stdout:[osd] 2024-09-19T13:36:27.537 INFO:teuthology.orchestra.run.smithi031.stdout: osd journal size = 100 2024-09-19T13:36:27.537 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T13:36:27.537 INFO:teuthology.orchestra.run.smithi031.stdout: osd scrub load threshold = 5.0 2024-09-19T13:36:27.537 INFO:teuthology.orchestra.run.smithi031.stdout: osd scrub max interval = 600 2024-09-19T13:36:27.537 INFO:teuthology.orchestra.run.smithi031.stdout: osd mclock profile = high_recovery_ops 2024-09-19T13:36:27.537 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T13:36:27.537 INFO:teuthology.orchestra.run.smithi031.stdout: osd recover clone overlap = true 2024-09-19T13:36:27.537 INFO:teuthology.orchestra.run.smithi031.stdout: osd recovery max chunk = 1048576 2024-09-19T13:36:27.537 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T13:36:27.537 INFO:teuthology.orchestra.run.smithi031.stdout: osd debug shutdown = true 2024-09-19T13:36:27.537 INFO:teuthology.orchestra.run.smithi031.stdout: osd debug op order = true 2024-09-19T13:36:27.537 INFO:teuthology.orchestra.run.smithi031.stdout: osd debug verify stray on activate = true 2024-09-19T13:36:27.538 INFO:teuthology.orchestra.run.smithi031.stdout: osd debug trim objects = true 2024-09-19T13:36:27.538 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T13:36:27.538 INFO:teuthology.orchestra.run.smithi031.stdout: osd open classes on start = true 2024-09-19T13:36:27.538 INFO:teuthology.orchestra.run.smithi031.stdout: osd debug pg log writeout = true 2024-09-19T13:36:27.538 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T13:36:27.538 INFO:teuthology.orchestra.run.smithi031.stdout: osd deep scrub update digest min age = 30 2024-09-19T13:36:27.538 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T13:36:27.538 INFO:teuthology.orchestra.run.smithi031.stdout: osd map max advance = 10 2024-09-19T13:36:27.538 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T13:36:27.538 INFO:teuthology.orchestra.run.smithi031.stdout: journal zero on create = true 2024-09-19T13:36:27.538 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T13:36:27.538 INFO:teuthology.orchestra.run.smithi031.stdout: filestore ondisk finisher threads = 3 2024-09-19T13:36:27.538 INFO:teuthology.orchestra.run.smithi031.stdout: filestore apply finisher threads = 3 2024-09-19T13:36:27.538 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T13:36:27.539 INFO:teuthology.orchestra.run.smithi031.stdout: bdev debug aio = true 2024-09-19T13:36:27.539 INFO:teuthology.orchestra.run.smithi031.stdout: osd debug misdirected ops = true 2024-09-19T13:36:27.539 INFO:teuthology.orchestra.run.smithi031.stdout: bdev async discard = True 2024-09-19T13:36:27.539 INFO:teuthology.orchestra.run.smithi031.stdout: bdev enable discard = True 2024-09-19T13:36:27.539 INFO:teuthology.orchestra.run.smithi031.stdout: bluestore allocator = bitmap 2024-09-19T13:36:27.539 INFO:teuthology.orchestra.run.smithi031.stdout: bluestore block size = 96636764160 2024-09-19T13:36:27.539 INFO:teuthology.orchestra.run.smithi031.stdout: bluestore fsck on mount = True 2024-09-19T13:36:27.539 INFO:teuthology.orchestra.run.smithi031.stdout: debug bluefs = 1/20 2024-09-19T13:36:27.539 INFO:teuthology.orchestra.run.smithi031.stdout: debug bluestore = 1/20 2024-09-19T13:36:27.539 INFO:teuthology.orchestra.run.smithi031.stdout: debug ms = 1 2024-09-19T13:36:27.539 INFO:teuthology.orchestra.run.smithi031.stdout: debug objclass = 20 2024-09-19T13:36:27.539 INFO:teuthology.orchestra.run.smithi031.stdout: debug osd = 20 2024-09-19T13:36:27.539 INFO:teuthology.orchestra.run.smithi031.stdout: debug rocksdb = 4/10 2024-09-19T13:36:27.539 INFO:teuthology.orchestra.run.smithi031.stdout: lockdep = True 2024-09-19T13:36:27.540 INFO:teuthology.orchestra.run.smithi031.stdout: mon osd backfillfull_ratio = 0.85 2024-09-19T13:36:27.540 INFO:teuthology.orchestra.run.smithi031.stdout: mon osd full ratio = 0.9 2024-09-19T13:36:27.540 INFO:teuthology.orchestra.run.smithi031.stdout: mon osd nearfull ratio = 0.8 2024-09-19T13:36:27.540 INFO:teuthology.orchestra.run.smithi031.stdout: osd failsafe full ratio = 0.95 2024-09-19T13:36:27.540 INFO:teuthology.orchestra.run.smithi031.stdout: osd objectstore = bluestore 2024-09-19T13:36:27.540 INFO:teuthology.orchestra.run.smithi031.stdout: osd shutdown pgref assert = True 2024-09-19T13:36:27.540 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T13:36:27.540 INFO:teuthology.orchestra.run.smithi031.stdout:[mgr] 2024-09-19T13:36:27.540 INFO:teuthology.orchestra.run.smithi031.stdout: debug ms = 1 2024-09-19T13:36:27.540 INFO:teuthology.orchestra.run.smithi031.stdout: debug mgr = 20 2024-09-19T13:36:27.540 INFO:teuthology.orchestra.run.smithi031.stdout: debug mon = 20 2024-09-19T13:36:27.540 INFO:teuthology.orchestra.run.smithi031.stdout: debug auth = 20 2024-09-19T13:36:27.540 INFO:teuthology.orchestra.run.smithi031.stdout: mon reweight min pgs per osd = 4 2024-09-19T13:36:27.540 INFO:teuthology.orchestra.run.smithi031.stdout: mon reweight min bytes per osd = 10 2024-09-19T13:36:27.541 INFO:teuthology.orchestra.run.smithi031.stdout: mgr/telemetry/nag = false 2024-09-19T13:36:27.541 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T13:36:27.541 INFO:teuthology.orchestra.run.smithi031.stdout:[mon] 2024-09-19T13:36:27.541 INFO:teuthology.orchestra.run.smithi031.stdout: debug ms = 1 2024-09-19T13:36:27.541 INFO:teuthology.orchestra.run.smithi031.stdout: debug mon = 20 2024-09-19T13:36:27.541 INFO:teuthology.orchestra.run.smithi031.stdout: debug paxos = 20 2024-09-19T13:36:27.541 INFO:teuthology.orchestra.run.smithi031.stdout: debug auth = 20 2024-09-19T13:36:27.541 INFO:teuthology.orchestra.run.smithi031.stdout: mon data avail warn = 5 2024-09-19T13:36:27.541 INFO:teuthology.orchestra.run.smithi031.stdout: mon mgr mkfs grace = 240 2024-09-19T13:36:27.541 INFO:teuthology.orchestra.run.smithi031.stdout: mon reweight min pgs per osd = 4 2024-09-19T13:36:27.541 INFO:teuthology.orchestra.run.smithi031.stdout: mon osd reporter subtree level = osd 2024-09-19T13:36:27.541 INFO:teuthology.orchestra.run.smithi031.stdout: mon osd prime pg temp = true 2024-09-19T13:36:27.541 INFO:teuthology.orchestra.run.smithi031.stdout: mon reweight min bytes per osd = 10 2024-09-19T13:36:27.541 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T13:36:27.542 INFO:teuthology.orchestra.run.smithi031.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-19T13:36:27.542 INFO:teuthology.orchestra.run.smithi031.stdout: auth mon ticket ttl = 660 # 11m 2024-09-19T13:36:27.542 INFO:teuthology.orchestra.run.smithi031.stdout: auth service ticket ttl = 240 # 4m 2024-09-19T13:36:27.542 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T13:36:27.542 INFO:teuthology.orchestra.run.smithi031.stdout: # don't complain about insecure global_id in the test suite 2024-09-19T13:36:27.542 INFO:teuthology.orchestra.run.smithi031.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-19T13:36:27.542 INFO:teuthology.orchestra.run.smithi031.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-19T13:36:27.542 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T13:36:27.542 INFO:teuthology.orchestra.run.smithi031.stdout: # 1m isn't quite enough 2024-09-19T13:36:27.542 INFO:teuthology.orchestra.run.smithi031.stdout: mon_down_mkfs_grace = 2m 2024-09-19T13:36:27.542 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T13:36:27.542 INFO:teuthology.orchestra.run.smithi031.stdout: mon_warn_on_filestore_osds = false 2024-09-19T13:36:27.542 INFO:teuthology.orchestra.run.smithi031.stdout: lockdep = True 2024-09-19T13:36:27.542 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T13:36:27.542 INFO:teuthology.orchestra.run.smithi031.stdout:[client] 2024-09-19T13:36:27.543 INFO:teuthology.orchestra.run.smithi031.stdout: rgw cache enabled = true 2024-09-19T13:36:27.543 INFO:teuthology.orchestra.run.smithi031.stdout: rgw enable ops log = true 2024-09-19T13:36:27.543 INFO:teuthology.orchestra.run.smithi031.stdout: rgw enable usage log = true 2024-09-19T13:36:27.543 INFO:teuthology.orchestra.run.smithi031.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-19T13:36:27.543 INFO:teuthology.orchestra.run.smithi031.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-19T13:36:27.543 INFO:teuthology.orchestra.run.smithi031.stdout: debug rgw = 20 2024-09-19T13:36:27.543 INFO:teuthology.orchestra.run.smithi031.stdout: debug rgw notification = 20 2024-09-19T13:36:27.543 INFO:teuthology.orchestra.run.smithi031.stdout: rgw bucket counters cache = True 2024-09-19T13:36:27.543 INFO:teuthology.orchestra.run.smithi031.stdout: rgw crypt require ssl = False 2024-09-19T13:36:27.543 INFO:teuthology.orchestra.run.smithi031.stdout: rgw crypt s3 kms backend = testing 2024-09-19T13:36:27.543 INFO:teuthology.orchestra.run.smithi031.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2024-09-19T13:36:27.543 INFO:teuthology.orchestra.run.smithi031.stdout: rgw reshard progress judge interval = 10 2024-09-19T13:36:27.543 INFO:teuthology.orchestra.run.smithi031.stdout: rgw s3 auth use sts = True 2024-09-19T13:36:27.543 INFO:teuthology.orchestra.run.smithi031.stdout: rgw sts key = abcdefghijklmnop 2024-09-19T13:36:27.544 INFO:teuthology.orchestra.run.smithi031.stdout: rgw torrent flag = True 2024-09-19T13:36:27.544 INFO:teuthology.orchestra.run.smithi031.stdout: rgw user counters cache = True 2024-09-19T13:36:27.544 INFO:teuthology.orchestra.run.smithi031.stdout: setgroup = ceph 2024-09-19T13:36:27.544 INFO:teuthology.orchestra.run.smithi031.stdout: setuser = ceph 2024-09-19T13:36:27.544 INFO:teuthology.orchestra.run.smithi031.stdout:[mon.a] 2024-09-19T13:36:27.544 INFO:teuthology.orchestra.run.smithi031.stdout:[mon.c] 2024-09-19T13:36:27.544 INFO:teuthology.orchestra.run.smithi031.stdout:[mon.b] 2024-09-19T13:36:27.545 INFO:teuthology.orchestra.run.smithi170.stdout:[global] 2024-09-19T13:36:27.546 INFO:teuthology.orchestra.run.smithi170.stdout: chdir = "" 2024-09-19T13:36:27.546 INFO:teuthology.orchestra.run.smithi170.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-19T13:36:27.546 INFO:teuthology.orchestra.run.smithi170.stdout: auth supported = cephx 2024-09-19T13:36:27.546 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-19T13:36:27.546 INFO:teuthology.orchestra.run.smithi170.stdout: filestore xattr use omap = true 2024-09-19T13:36:27.546 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-19T13:36:27.546 INFO:teuthology.orchestra.run.smithi170.stdout: mon clock drift allowed = 1.000 2024-09-19T13:36:27.546 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-19T13:36:27.546 INFO:teuthology.orchestra.run.smithi170.stdout: osd crush chooseleaf type = 0 2024-09-19T13:36:27.546 INFO:teuthology.orchestra.run.smithi170.stdout: auth debug = true 2024-09-19T13:36:27.546 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-19T13:36:27.546 INFO:teuthology.orchestra.run.smithi170.stdout: ms die on old message = true 2024-09-19T13:36:27.546 INFO:teuthology.orchestra.run.smithi170.stdout: ms die on bug = true 2024-09-19T13:36:27.547 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-19T13:36:27.547 INFO:teuthology.orchestra.run.smithi170.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-19T13:36:27.547 INFO:teuthology.orchestra.run.smithi170.stdout: mon pg warn max object skew = 0 2024-09-19T13:36:27.547 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-19T13:36:27.547 INFO:teuthology.orchestra.run.smithi170.stdout: # disable pg_autoscaler by default for new pools 2024-09-19T13:36:27.547 INFO:teuthology.orchestra.run.smithi170.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-19T13:36:27.547 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-19T13:36:27.547 INFO:teuthology.orchestra.run.smithi170.stdout: osd pool default size = 2 2024-09-19T13:36:27.547 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-19T13:36:27.547 INFO:teuthology.orchestra.run.smithi170.stdout: mon osd allow primary affinity = true 2024-09-19T13:36:27.547 INFO:teuthology.orchestra.run.smithi170.stdout: mon osd allow pg remap = true 2024-09-19T13:36:27.547 INFO:teuthology.orchestra.run.smithi170.stdout: mon warn on legacy crush tunables = false 2024-09-19T13:36:27.547 INFO:teuthology.orchestra.run.smithi170.stdout: mon warn on crush straw calc version zero = false 2024-09-19T13:36:27.547 INFO:teuthology.orchestra.run.smithi170.stdout: mon warn on no sortbitwise = false 2024-09-19T13:36:27.548 INFO:teuthology.orchestra.run.smithi170.stdout: mon warn on osd down out interval zero = false 2024-09-19T13:36:27.548 INFO:teuthology.orchestra.run.smithi170.stdout: mon warn on too few osds = false 2024-09-19T13:36:27.548 INFO:teuthology.orchestra.run.smithi170.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-19T13:36:27.548 INFO:teuthology.orchestra.run.smithi170.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-19T13:36:27.548 INFO:teuthology.orchestra.run.smithi170.stdout: mon_allow_pool_size_one = true 2024-09-19T13:36:27.548 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-19T13:36:27.548 INFO:teuthology.orchestra.run.smithi170.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-19T13:36:27.548 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-19T13:36:27.548 INFO:teuthology.orchestra.run.smithi170.stdout: osd default data pool replay window = 5 2024-09-19T13:36:27.548 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-19T13:36:27.548 INFO:teuthology.orchestra.run.smithi170.stdout: mon allow pool delete = true 2024-09-19T13:36:27.548 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-19T13:36:27.549 INFO:teuthology.orchestra.run.smithi170.stdout: mon cluster log file level = debug 2024-09-19T13:36:27.549 INFO:teuthology.orchestra.run.smithi170.stdout: debug asserts on shutdown = true 2024-09-19T13:36:27.549 INFO:teuthology.orchestra.run.smithi170.stdout: mon health detail to clog = false 2024-09-19T13:36:27.549 INFO:teuthology.orchestra.run.smithi170.stdout: mon host = "172.21.15.31,[v2:172.21.15.31:3301,v1:172.21.15.31:6790],172.21.15.170" 2024-09-19T13:36:27.549 INFO:teuthology.orchestra.run.smithi170.stdout: mon client directed command retry = 5 2024-09-19T13:36:27.549 INFO:teuthology.orchestra.run.smithi170.stdout: ms inject socket failures = 5000 2024-09-19T13:36:27.549 INFO:teuthology.orchestra.run.smithi170.stdout: osd_max_pg_log_entries = 10 2024-09-19T13:36:27.549 INFO:teuthology.orchestra.run.smithi170.stdout: osd_min_pg_log_entries = 10 2024-09-19T13:36:27.549 INFO:teuthology.orchestra.run.smithi170.stdout: rgw override bucket index max shards = 1 2024-09-19T13:36:27.549 INFO:teuthology.orchestra.run.smithi170.stdout: fsid = 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:36:27.549 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-19T13:36:27.549 INFO:teuthology.orchestra.run.smithi170.stdout:[osd] 2024-09-19T13:36:27.549 INFO:teuthology.orchestra.run.smithi170.stdout: osd journal size = 100 2024-09-19T13:36:27.550 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-19T13:36:27.550 INFO:teuthology.orchestra.run.smithi170.stdout: osd scrub load threshold = 5.0 2024-09-19T13:36:27.550 INFO:teuthology.orchestra.run.smithi170.stdout: osd scrub max interval = 600 2024-09-19T13:36:27.550 INFO:teuthology.orchestra.run.smithi170.stdout: osd mclock profile = high_recovery_ops 2024-09-19T13:36:27.550 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-19T13:36:27.550 INFO:teuthology.orchestra.run.smithi170.stdout: osd recover clone overlap = true 2024-09-19T13:36:27.550 INFO:teuthology.orchestra.run.smithi170.stdout: osd recovery max chunk = 1048576 2024-09-19T13:36:27.550 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-19T13:36:27.550 INFO:teuthology.orchestra.run.smithi170.stdout: osd debug shutdown = true 2024-09-19T13:36:27.550 INFO:teuthology.orchestra.run.smithi170.stdout: osd debug op order = true 2024-09-19T13:36:27.550 INFO:teuthology.orchestra.run.smithi170.stdout: osd debug verify stray on activate = true 2024-09-19T13:36:27.550 INFO:teuthology.orchestra.run.smithi170.stdout: osd debug trim objects = true 2024-09-19T13:36:27.550 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-19T13:36:27.550 INFO:teuthology.orchestra.run.smithi170.stdout: osd open classes on start = true 2024-09-19T13:36:27.551 INFO:teuthology.orchestra.run.smithi170.stdout: osd debug pg log writeout = true 2024-09-19T13:36:27.551 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-19T13:36:27.551 INFO:teuthology.orchestra.run.smithi170.stdout: osd deep scrub update digest min age = 30 2024-09-19T13:36:27.551 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-19T13:36:27.551 INFO:teuthology.orchestra.run.smithi170.stdout: osd map max advance = 10 2024-09-19T13:36:27.551 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-19T13:36:27.551 INFO:teuthology.orchestra.run.smithi170.stdout: journal zero on create = true 2024-09-19T13:36:27.551 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-19T13:36:27.551 INFO:teuthology.orchestra.run.smithi170.stdout: filestore ondisk finisher threads = 3 2024-09-19T13:36:27.551 INFO:teuthology.orchestra.run.smithi170.stdout: filestore apply finisher threads = 3 2024-09-19T13:36:27.551 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-19T13:36:27.551 INFO:teuthology.orchestra.run.smithi170.stdout: bdev debug aio = true 2024-09-19T13:36:27.551 INFO:teuthology.orchestra.run.smithi170.stdout: osd debug misdirected ops = true 2024-09-19T13:36:27.551 INFO:teuthology.orchestra.run.smithi170.stdout: bdev async discard = True 2024-09-19T13:36:27.552 INFO:teuthology.orchestra.run.smithi170.stdout: bdev enable discard = True 2024-09-19T13:36:27.552 INFO:teuthology.orchestra.run.smithi170.stdout: bluestore allocator = bitmap 2024-09-19T13:36:27.552 INFO:teuthology.orchestra.run.smithi170.stdout: bluestore block size = 96636764160 2024-09-19T13:36:27.552 INFO:teuthology.orchestra.run.smithi170.stdout: bluestore fsck on mount = True 2024-09-19T13:36:27.552 INFO:teuthology.orchestra.run.smithi170.stdout: debug bluefs = 1/20 2024-09-19T13:36:27.552 INFO:teuthology.orchestra.run.smithi170.stdout: debug bluestore = 1/20 2024-09-19T13:36:27.552 INFO:teuthology.orchestra.run.smithi170.stdout: debug ms = 1 2024-09-19T13:36:27.552 INFO:teuthology.orchestra.run.smithi170.stdout: debug objclass = 20 2024-09-19T13:36:27.552 INFO:teuthology.orchestra.run.smithi170.stdout: debug osd = 20 2024-09-19T13:36:27.552 INFO:teuthology.orchestra.run.smithi170.stdout: debug rocksdb = 4/10 2024-09-19T13:36:27.552 INFO:teuthology.orchestra.run.smithi170.stdout: lockdep = True 2024-09-19T13:36:27.552 INFO:teuthology.orchestra.run.smithi170.stdout: mon osd backfillfull_ratio = 0.85 2024-09-19T13:36:27.552 INFO:teuthology.orchestra.run.smithi170.stdout: mon osd full ratio = 0.9 2024-09-19T13:36:27.553 INFO:teuthology.orchestra.run.smithi170.stdout: mon osd nearfull ratio = 0.8 2024-09-19T13:36:27.553 INFO:teuthology.orchestra.run.smithi170.stdout: osd failsafe full ratio = 0.95 2024-09-19T13:36:27.553 INFO:teuthology.orchestra.run.smithi170.stdout: osd objectstore = bluestore 2024-09-19T13:36:27.553 INFO:teuthology.orchestra.run.smithi170.stdout: osd shutdown pgref assert = True 2024-09-19T13:36:27.553 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-19T13:36:27.553 INFO:teuthology.orchestra.run.smithi170.stdout:[mgr] 2024-09-19T13:36:27.553 INFO:teuthology.orchestra.run.smithi170.stdout: debug ms = 1 2024-09-19T13:36:27.553 INFO:teuthology.orchestra.run.smithi170.stdout: debug mgr = 20 2024-09-19T13:36:27.553 INFO:teuthology.orchestra.run.smithi170.stdout: debug mon = 20 2024-09-19T13:36:27.553 INFO:teuthology.orchestra.run.smithi170.stdout: debug auth = 20 2024-09-19T13:36:27.553 INFO:teuthology.orchestra.run.smithi170.stdout: mon reweight min pgs per osd = 4 2024-09-19T13:36:27.553 INFO:teuthology.orchestra.run.smithi170.stdout: mon reweight min bytes per osd = 10 2024-09-19T13:36:27.553 INFO:teuthology.orchestra.run.smithi170.stdout: mgr/telemetry/nag = false 2024-09-19T13:36:27.554 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-19T13:36:27.554 INFO:teuthology.orchestra.run.smithi170.stdout:[mon] 2024-09-19T13:36:27.554 INFO:teuthology.orchestra.run.smithi170.stdout: debug ms = 1 2024-09-19T13:36:27.554 INFO:teuthology.orchestra.run.smithi170.stdout: debug mon = 20 2024-09-19T13:36:27.554 INFO:teuthology.orchestra.run.smithi170.stdout: debug paxos = 20 2024-09-19T13:36:27.554 INFO:teuthology.orchestra.run.smithi170.stdout: debug auth = 20 2024-09-19T13:36:27.554 INFO:teuthology.orchestra.run.smithi170.stdout: mon data avail warn = 5 2024-09-19T13:36:27.554 INFO:teuthology.orchestra.run.smithi170.stdout: mon mgr mkfs grace = 240 2024-09-19T13:36:27.554 INFO:teuthology.orchestra.run.smithi170.stdout: mon reweight min pgs per osd = 4 2024-09-19T13:36:27.554 INFO:teuthology.orchestra.run.smithi170.stdout: mon osd reporter subtree level = osd 2024-09-19T13:36:27.554 INFO:teuthology.orchestra.run.smithi170.stdout: mon osd prime pg temp = true 2024-09-19T13:36:27.554 INFO:teuthology.orchestra.run.smithi170.stdout: mon reweight min bytes per osd = 10 2024-09-19T13:36:27.554 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-19T13:36:27.554 INFO:teuthology.orchestra.run.smithi170.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-19T13:36:27.555 INFO:teuthology.orchestra.run.smithi170.stdout: auth mon ticket ttl = 660 # 11m 2024-09-19T13:36:27.555 INFO:teuthology.orchestra.run.smithi170.stdout: auth service ticket ttl = 240 # 4m 2024-09-19T13:36:27.555 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-19T13:36:27.555 INFO:teuthology.orchestra.run.smithi170.stdout: # don't complain about insecure global_id in the test suite 2024-09-19T13:36:27.555 INFO:teuthology.orchestra.run.smithi170.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-19T13:36:27.555 INFO:teuthology.orchestra.run.smithi170.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-19T13:36:27.555 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-19T13:36:27.555 INFO:teuthology.orchestra.run.smithi170.stdout: # 1m isn't quite enough 2024-09-19T13:36:27.555 INFO:teuthology.orchestra.run.smithi170.stdout: mon_down_mkfs_grace = 2m 2024-09-19T13:36:27.555 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-19T13:36:27.555 INFO:teuthology.orchestra.run.smithi170.stdout: mon_warn_on_filestore_osds = false 2024-09-19T13:36:27.555 INFO:teuthology.orchestra.run.smithi170.stdout: lockdep = True 2024-09-19T13:36:27.555 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-19T13:36:27.555 INFO:teuthology.orchestra.run.smithi170.stdout:[client] 2024-09-19T13:36:27.556 INFO:teuthology.orchestra.run.smithi170.stdout: rgw cache enabled = true 2024-09-19T13:36:27.556 INFO:teuthology.orchestra.run.smithi170.stdout: rgw enable ops log = true 2024-09-19T13:36:27.556 INFO:teuthology.orchestra.run.smithi170.stdout: rgw enable usage log = true 2024-09-19T13:36:27.556 INFO:teuthology.orchestra.run.smithi170.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-19T13:36:27.556 INFO:teuthology.orchestra.run.smithi170.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-19T13:36:27.556 INFO:teuthology.orchestra.run.smithi170.stdout: debug rgw = 20 2024-09-19T13:36:27.556 INFO:teuthology.orchestra.run.smithi170.stdout: debug rgw notification = 20 2024-09-19T13:36:27.556 INFO:teuthology.orchestra.run.smithi170.stdout: rgw bucket counters cache = True 2024-09-19T13:36:27.556 INFO:teuthology.orchestra.run.smithi170.stdout: rgw crypt require ssl = False 2024-09-19T13:36:27.556 INFO:teuthology.orchestra.run.smithi170.stdout: rgw crypt s3 kms backend = testing 2024-09-19T13:36:27.556 INFO:teuthology.orchestra.run.smithi170.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2024-09-19T13:36:27.556 INFO:teuthology.orchestra.run.smithi170.stdout: rgw reshard progress judge interval = 10 2024-09-19T13:36:27.556 INFO:teuthology.orchestra.run.smithi170.stdout: rgw s3 auth use sts = True 2024-09-19T13:36:27.556 INFO:teuthology.orchestra.run.smithi170.stdout: rgw sts key = abcdefghijklmnop 2024-09-19T13:36:27.557 INFO:teuthology.orchestra.run.smithi170.stdout: rgw torrent flag = True 2024-09-19T13:36:27.557 INFO:teuthology.orchestra.run.smithi170.stdout: rgw user counters cache = True 2024-09-19T13:36:27.557 INFO:teuthology.orchestra.run.smithi170.stdout: setgroup = ceph 2024-09-19T13:36:27.557 INFO:teuthology.orchestra.run.smithi170.stdout: setuser = ceph 2024-09-19T13:36:27.557 INFO:teuthology.orchestra.run.smithi170.stdout:[mon.a] 2024-09-19T13:36:27.557 INFO:teuthology.orchestra.run.smithi170.stdout:[mon.c] 2024-09-19T13:36:27.557 INFO:teuthology.orchestra.run.smithi170.stdout:[mon.b] 2024-09-19T13:36:27.557 INFO:tasks.ceph:Creating admin key on mon.a... 2024-09-19T13:36:27.557 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-09-19T13:36:27.638 INFO:tasks.ceph:Copying monmap to all nodes... 2024-09-19T13:36:27.638 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T13:36:27.638 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-09-19T13:36:27.643 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T13:36:27.643 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-09-19T13:36:27.692 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi031.front.sepia.ceph.com 2024-09-19T13:36:27.692 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T13:36:27.692 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-19T13:36:27.692 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-19T13:36:27.757 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T13:36:27.758 DEBUG:teuthology.orchestra.run.smithi031:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-19T13:36:27.803 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi170.front.sepia.ceph.com 2024-09-19T13:36:27.803 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-19T13:36:27.804 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-19T13:36:27.804 DEBUG:teuthology.orchestra.run.smithi170:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-19T13:36:27.826 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-19T13:36:27.826 DEBUG:teuthology.orchestra.run.smithi170:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-19T13:36:27.874 INFO:tasks.ceph:Setting up mon nodes... 2024-09-19T13:36:27.875 INFO:tasks.ceph:Setting up mgr nodes... 2024-09-19T13:36:27.875 DEBUG:teuthology.orchestra.run.smithi031:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-09-19T13:36:27.921 INFO:teuthology.orchestra.run.smithi031.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-09-19T13:36:27.925 DEBUG:teuthology.orchestra.run.smithi170:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-09-19T13:36:27.969 INFO:teuthology.orchestra.run.smithi170.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-09-19T13:36:27.990 INFO:tasks.ceph:Setting up mds nodes... 2024-09-19T13:36:27.991 INFO:tasks.ceph_client:Setting up client nodes... 2024-09-19T13:36:27.991 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-19T13:36:28.028 INFO:teuthology.orchestra.run.smithi031.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-09-19T13:36:28.039 DEBUG:teuthology.orchestra.run.smithi170:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-19T13:36:28.074 INFO:teuthology.orchestra.run.smithi170.stdout:creating /etc/ceph/ceph.client.1.keyring 2024-09-19T13:36:28.084 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-09-19T13:36:28.084 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi031.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi170.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-19T13:36:28.085 DEBUG:teuthology.orchestra.run.smithi031:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-09-19T13:36:28.097 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-19T13:36:28.097 INFO:tasks.ceph:role: osd.0 2024-09-19T13:36:28.097 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi031.front.sepia.ceph.com 2024-09-19T13:36:28.097 DEBUG:teuthology.orchestra.run.smithi031:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-19T13:36:28.159 INFO:teuthology.orchestra.run.smithi031.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T13:36:28.159 INFO:teuthology.orchestra.run.smithi031.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T13:36:28.159 INFO:teuthology.orchestra.run.smithi031.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T13:36:28.160 INFO:teuthology.orchestra.run.smithi031.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-19T13:36:28.160 INFO:teuthology.orchestra.run.smithi031.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T13:36:28.160 INFO:teuthology.orchestra.run.smithi031.stdout: = sunit=0 swidth=0 blks 2024-09-19T13:36:28.160 INFO:teuthology.orchestra.run.smithi031.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T13:36:28.160 INFO:teuthology.orchestra.run.smithi031.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-19T13:36:28.160 INFO:teuthology.orchestra.run.smithi031.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T13:36:28.160 INFO:teuthology.orchestra.run.smithi031.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T13:36:28.613 INFO:teuthology.orchestra.run.smithi031.stdout:Discarding blocks...Done. 2024-09-19T13:36:28.615 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi031.front.sepia.ceph.com -o noatime 2024-09-19T13:36:28.616 DEBUG:teuthology.orchestra.run.smithi031:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-09-19T13:36:28.718 DEBUG:teuthology.orchestra.run.smithi031:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-09-19T13:36:28.729 INFO:teuthology.orchestra.run.smithi031.stderr:sudo: /sbin/restorecon: command not found 2024-09-19T13:36:28.729 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T13:36:28.730 DEBUG:teuthology.orchestra.run.smithi031:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-09-19T13:36:28.787 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-19T13:36:28.787 INFO:tasks.ceph:role: osd.1 2024-09-19T13:36:28.787 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi031.front.sepia.ceph.com 2024-09-19T13:36:28.788 DEBUG:teuthology.orchestra.run.smithi031:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-19T13:36:28.854 INFO:teuthology.orchestra.run.smithi031.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T13:36:28.854 INFO:teuthology.orchestra.run.smithi031.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T13:36:28.854 INFO:teuthology.orchestra.run.smithi031.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T13:36:28.854 INFO:teuthology.orchestra.run.smithi031.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-19T13:36:28.854 INFO:teuthology.orchestra.run.smithi031.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T13:36:28.854 INFO:teuthology.orchestra.run.smithi031.stdout: = sunit=0 swidth=0 blks 2024-09-19T13:36:28.854 INFO:teuthology.orchestra.run.smithi031.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T13:36:28.854 INFO:teuthology.orchestra.run.smithi031.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-19T13:36:28.854 INFO:teuthology.orchestra.run.smithi031.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T13:36:28.855 INFO:teuthology.orchestra.run.smithi031.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T13:36:29.321 INFO:teuthology.orchestra.run.smithi031.stdout:Discarding blocks...Done. 2024-09-19T13:36:29.323 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi031.front.sepia.ceph.com -o noatime 2024-09-19T13:36:29.323 DEBUG:teuthology.orchestra.run.smithi031:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-09-19T13:36:29.475 DEBUG:teuthology.orchestra.run.smithi031:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-09-19T13:36:29.486 INFO:teuthology.orchestra.run.smithi031.stderr:sudo: /sbin/restorecon: command not found 2024-09-19T13:36:29.487 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T13:36:29.487 DEBUG:teuthology.orchestra.run.smithi031:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-09-19T13:36:29.543 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-19T13:36:29.543 INFO:tasks.ceph:role: osd.2 2024-09-19T13:36:29.544 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi031.front.sepia.ceph.com 2024-09-19T13:36:29.544 DEBUG:teuthology.orchestra.run.smithi031:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-19T13:36:29.607 INFO:teuthology.orchestra.run.smithi031.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T13:36:29.607 INFO:teuthology.orchestra.run.smithi031.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T13:36:29.607 INFO:teuthology.orchestra.run.smithi031.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T13:36:29.607 INFO:teuthology.orchestra.run.smithi031.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-19T13:36:29.608 INFO:teuthology.orchestra.run.smithi031.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T13:36:29.608 INFO:teuthology.orchestra.run.smithi031.stdout: = sunit=0 swidth=0 blks 2024-09-19T13:36:29.608 INFO:teuthology.orchestra.run.smithi031.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T13:36:29.608 INFO:teuthology.orchestra.run.smithi031.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-19T13:36:29.608 INFO:teuthology.orchestra.run.smithi031.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T13:36:29.608 INFO:teuthology.orchestra.run.smithi031.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T13:36:30.081 INFO:teuthology.orchestra.run.smithi031.stdout:Discarding blocks...Done. 2024-09-19T13:36:30.084 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi031.front.sepia.ceph.com -o noatime 2024-09-19T13:36:30.084 DEBUG:teuthology.orchestra.run.smithi031:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-09-19T13:36:30.231 DEBUG:teuthology.orchestra.run.smithi031:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-09-19T13:36:30.243 INFO:teuthology.orchestra.run.smithi031.stderr:sudo: /sbin/restorecon: command not found 2024-09-19T13:36:30.243 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T13:36:30.244 DEBUG:teuthology.orchestra.run.smithi031:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-09-19T13:36:30.304 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-19T13:36:30.304 INFO:tasks.ceph:role: osd.3 2024-09-19T13:36:30.304 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi031.front.sepia.ceph.com 2024-09-19T13:36:30.304 DEBUG:teuthology.orchestra.run.smithi031:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-19T13:36:30.373 INFO:teuthology.orchestra.run.smithi031.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T13:36:30.373 INFO:teuthology.orchestra.run.smithi031.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T13:36:30.374 INFO:teuthology.orchestra.run.smithi031.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T13:36:30.374 INFO:teuthology.orchestra.run.smithi031.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-19T13:36:30.374 INFO:teuthology.orchestra.run.smithi031.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T13:36:30.374 INFO:teuthology.orchestra.run.smithi031.stdout: = sunit=0 swidth=0 blks 2024-09-19T13:36:30.374 INFO:teuthology.orchestra.run.smithi031.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T13:36:30.374 INFO:teuthology.orchestra.run.smithi031.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-19T13:36:30.374 INFO:teuthology.orchestra.run.smithi031.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T13:36:30.374 INFO:teuthology.orchestra.run.smithi031.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T13:36:30.803 INFO:teuthology.orchestra.run.smithi031.stdout:Discarding blocks...Done. 2024-09-19T13:36:30.805 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi031.front.sepia.ceph.com -o noatime 2024-09-19T13:36:30.805 DEBUG:teuthology.orchestra.run.smithi031:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-09-19T13:36:30.893 DEBUG:teuthology.orchestra.run.smithi031:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-09-19T13:36:30.903 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T13:36:30.903 INFO:teuthology.orchestra.run.smithi031.stderr:sudo: /sbin/restorecon: command not found 2024-09-19T13:36:30.904 DEBUG:teuthology.orchestra.run.smithi031:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T13:36:31.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:36:31.018+0000 7f01725837c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-09-19T13:36:31.021 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:36:31.018+0000 7f01725837c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-09-19T13:36:31.021 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:36:31.018+0000 7f01725837c0 -1 bdev(0x5556ce11d800 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted 2024-09-19T13:36:31.021 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:36:31.018+0000 7f01725837c0 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-09-19T13:36:34.155 DEBUG:teuthology.orchestra.run.smithi031:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-19T13:36:34.172 DEBUG:teuthology.orchestra.run.smithi031:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T13:36:34.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:36:34.250+0000 7f90b502b7c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-09-19T13:36:34.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:36:34.250+0000 7f90b502b7c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-09-19T13:36:34.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:36:34.250+0000 7f90b502b7c0 -1 bdev(0x55a1a3aff800 /var/lib/ceph/osd/ceph-1/block) open stat got: (1) Operation not permitted 2024-09-19T13:36:34.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:36:34.250+0000 7f90b502b7c0 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-09-19T13:36:37.406 DEBUG:teuthology.orchestra.run.smithi031:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-19T13:36:37.464 DEBUG:teuthology.orchestra.run.smithi031:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T13:36:37.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:36:37.550+0000 7f566b7047c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-09-19T13:36:37.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:36:37.550+0000 7f566b7047c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-09-19T13:36:37.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:36:37.550+0000 7f566b7047c0 -1 bdev(0x55e0d4fc7800 /var/lib/ceph/osd/ceph-2/block) open stat got: (1) Operation not permitted 2024-09-19T13:36:37.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:36:37.550+0000 7f566b7047c0 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-09-19T13:36:40.723 DEBUG:teuthology.orchestra.run.smithi031:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-19T13:36:40.780 DEBUG:teuthology.orchestra.run.smithi031:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T13:36:40.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:36:40.858+0000 7fc1861eb7c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-09-19T13:36:40.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:36:40.862+0000 7fc1861eb7c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-09-19T13:36:40.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:36:40.862+0000 7fc1861eb7c0 -1 bdev(0x563aa231b800 /var/lib/ceph/osd/ceph-3/block) open stat got: (1) Operation not permitted 2024-09-19T13:36:40.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:36:40.862+0000 7fc1861eb7c0 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-09-19T13:36:44.023 DEBUG:teuthology.orchestra.run.smithi031:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-19T13:36:44.081 DEBUG:teuthology.orchestra.run.smithi170:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-09-19T13:36:44.095 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-19T13:36:44.095 INFO:tasks.ceph:role: osd.4 2024-09-19T13:36:44.095 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi170.front.sepia.ceph.com 2024-09-19T13:36:44.095 DEBUG:teuthology.orchestra.run.smithi170:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-19T13:36:44.150 INFO:teuthology.orchestra.run.smithi170.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T13:36:44.150 INFO:teuthology.orchestra.run.smithi170.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T13:36:44.151 INFO:teuthology.orchestra.run.smithi170.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T13:36:44.151 INFO:teuthology.orchestra.run.smithi170.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-19T13:36:44.151 INFO:teuthology.orchestra.run.smithi170.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T13:36:44.151 INFO:teuthology.orchestra.run.smithi170.stdout: = sunit=0 swidth=0 blks 2024-09-19T13:36:44.151 INFO:teuthology.orchestra.run.smithi170.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T13:36:44.151 INFO:teuthology.orchestra.run.smithi170.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-19T13:36:44.151 INFO:teuthology.orchestra.run.smithi170.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T13:36:44.151 INFO:teuthology.orchestra.run.smithi170.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T13:36:44.179 INFO:teuthology.orchestra.run.smithi170.stdout:Discarding blocks...Done. 2024-09-19T13:36:44.182 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi170.front.sepia.ceph.com -o noatime 2024-09-19T13:36:44.182 DEBUG:teuthology.orchestra.run.smithi170:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-09-19T13:36:44.241 DEBUG:teuthology.orchestra.run.smithi170:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-09-19T13:36:44.290 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T13:36:44.290 INFO:teuthology.orchestra.run.smithi170.stderr:sudo: /sbin/restorecon: command not found 2024-09-19T13:36:44.291 DEBUG:teuthology.orchestra.run.smithi170:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-09-19T13:36:44.343 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-19T13:36:44.343 INFO:tasks.ceph:role: osd.5 2024-09-19T13:36:44.343 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi170.front.sepia.ceph.com 2024-09-19T13:36:44.344 DEBUG:teuthology.orchestra.run.smithi170:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-19T13:36:44.399 INFO:teuthology.orchestra.run.smithi170.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T13:36:44.400 INFO:teuthology.orchestra.run.smithi170.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T13:36:44.400 INFO:teuthology.orchestra.run.smithi170.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T13:36:44.400 INFO:teuthology.orchestra.run.smithi170.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-19T13:36:44.400 INFO:teuthology.orchestra.run.smithi170.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T13:36:44.400 INFO:teuthology.orchestra.run.smithi170.stdout: = sunit=0 swidth=0 blks 2024-09-19T13:36:44.400 INFO:teuthology.orchestra.run.smithi170.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T13:36:44.400 INFO:teuthology.orchestra.run.smithi170.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-19T13:36:44.400 INFO:teuthology.orchestra.run.smithi170.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T13:36:44.400 INFO:teuthology.orchestra.run.smithi170.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T13:36:44.426 INFO:teuthology.orchestra.run.smithi170.stdout:Discarding blocks...Done. 2024-09-19T13:36:44.428 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi170.front.sepia.ceph.com -o noatime 2024-09-19T13:36:44.428 DEBUG:teuthology.orchestra.run.smithi170:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-09-19T13:36:44.484 DEBUG:teuthology.orchestra.run.smithi170:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-09-19T13:36:44.534 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T13:36:44.535 INFO:teuthology.orchestra.run.smithi170.stderr:sudo: /sbin/restorecon: command not found 2024-09-19T13:36:44.535 DEBUG:teuthology.orchestra.run.smithi170:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-09-19T13:36:44.588 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-19T13:36:44.588 INFO:tasks.ceph:role: osd.6 2024-09-19T13:36:44.588 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi170.front.sepia.ceph.com 2024-09-19T13:36:44.589 DEBUG:teuthology.orchestra.run.smithi170:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-19T13:36:44.642 INFO:teuthology.orchestra.run.smithi170.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T13:36:44.642 INFO:teuthology.orchestra.run.smithi170.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T13:36:44.642 INFO:teuthology.orchestra.run.smithi170.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T13:36:44.642 INFO:teuthology.orchestra.run.smithi170.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-19T13:36:44.642 INFO:teuthology.orchestra.run.smithi170.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T13:36:44.642 INFO:teuthology.orchestra.run.smithi170.stdout: = sunit=0 swidth=0 blks 2024-09-19T13:36:44.642 INFO:teuthology.orchestra.run.smithi170.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T13:36:44.642 INFO:teuthology.orchestra.run.smithi170.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-19T13:36:44.643 INFO:teuthology.orchestra.run.smithi170.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T13:36:44.643 INFO:teuthology.orchestra.run.smithi170.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T13:36:44.669 INFO:teuthology.orchestra.run.smithi170.stdout:Discarding blocks...Done. 2024-09-19T13:36:44.671 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi170.front.sepia.ceph.com -o noatime 2024-09-19T13:36:44.671 DEBUG:teuthology.orchestra.run.smithi170:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-09-19T13:36:44.731 DEBUG:teuthology.orchestra.run.smithi170:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-09-19T13:36:44.783 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T13:36:44.783 INFO:teuthology.orchestra.run.smithi170.stderr:sudo: /sbin/restorecon: command not found 2024-09-19T13:36:44.784 DEBUG:teuthology.orchestra.run.smithi170:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-09-19T13:36:44.838 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-19T13:36:44.838 INFO:tasks.ceph:role: osd.7 2024-09-19T13:36:44.838 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi170.front.sepia.ceph.com 2024-09-19T13:36:44.838 DEBUG:teuthology.orchestra.run.smithi170:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-19T13:36:44.894 INFO:teuthology.orchestra.run.smithi170.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T13:36:44.894 INFO:teuthology.orchestra.run.smithi170.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T13:36:44.894 INFO:teuthology.orchestra.run.smithi170.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T13:36:44.895 INFO:teuthology.orchestra.run.smithi170.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-19T13:36:44.895 INFO:teuthology.orchestra.run.smithi170.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T13:36:44.895 INFO:teuthology.orchestra.run.smithi170.stdout: = sunit=0 swidth=0 blks 2024-09-19T13:36:44.895 INFO:teuthology.orchestra.run.smithi170.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T13:36:44.895 INFO:teuthology.orchestra.run.smithi170.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-19T13:36:44.895 INFO:teuthology.orchestra.run.smithi170.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T13:36:44.895 INFO:teuthology.orchestra.run.smithi170.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T13:36:44.920 INFO:teuthology.orchestra.run.smithi170.stdout:Discarding blocks...Done. 2024-09-19T13:36:44.921 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi170.front.sepia.ceph.com -o noatime 2024-09-19T13:36:44.922 DEBUG:teuthology.orchestra.run.smithi170:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-09-19T13:36:44.987 DEBUG:teuthology.orchestra.run.smithi170:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-09-19T13:36:45.039 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T13:36:45.040 INFO:teuthology.orchestra.run.smithi170.stderr:sudo: /sbin/restorecon: command not found 2024-09-19T13:36:45.040 DEBUG:teuthology.orchestra.run.smithi170:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T13:36:45.152 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-19T13:36:45.151+0000 7fdeb60b57c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-09-19T13:36:45.152 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-19T13:36:45.151+0000 7fdeb60b57c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-09-19T13:36:45.152 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-19T13:36:45.151+0000 7fdeb60b57c0 -1 bdev(0x56186a0bd800 /var/lib/ceph/osd/ceph-4/block) open stat got: (1) Operation not permitted 2024-09-19T13:36:45.152 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-19T13:36:45.151+0000 7fdeb60b57c0 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2024-09-19T13:36:48.286 DEBUG:teuthology.orchestra.run.smithi170:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-19T13:36:48.300 DEBUG:teuthology.orchestra.run.smithi170:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T13:36:48.385 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-19T13:36:48.383+0000 7fbf53a617c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-09-19T13:36:48.385 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-19T13:36:48.383+0000 7fbf53a617c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-09-19T13:36:48.385 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-19T13:36:48.383+0000 7fbf53a617c0 -1 bdev(0x55637e2cf800 /var/lib/ceph/osd/ceph-5/block) open stat got: (1) Operation not permitted 2024-09-19T13:36:48.385 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-19T13:36:48.383+0000 7fbf53a617c0 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2024-09-19T13:36:51.526 DEBUG:teuthology.orchestra.run.smithi170:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-19T13:36:51.583 DEBUG:teuthology.orchestra.run.smithi170:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T13:36:51.664 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-19T13:36:51.663+0000 7eff60f4c7c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-09-19T13:36:51.664 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-19T13:36:51.663+0000 7eff60f4c7c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-09-19T13:36:51.665 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-19T13:36:51.663+0000 7eff60f4c7c0 -1 bdev(0x55b039b5d800 /var/lib/ceph/osd/ceph-6/block) open stat got: (1) Operation not permitted 2024-09-19T13:36:51.665 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-19T13:36:51.663+0000 7eff60f4c7c0 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2024-09-19T13:36:54.788 DEBUG:teuthology.orchestra.run.smithi170:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-19T13:36:54.843 DEBUG:teuthology.orchestra.run.smithi170:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T13:36:54.924 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-19T13:36:54.923+0000 7ff391eae7c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-09-19T13:36:54.924 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-19T13:36:54.923+0000 7ff391eae7c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-09-19T13:36:54.924 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-19T13:36:54.923+0000 7ff391eae7c0 -1 bdev(0x55bc366dd800 /var/lib/ceph/osd/ceph-7/block) open stat got: (1) Operation not permitted 2024-09-19T13:36:54.924 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-19T13:36:54.923+0000 7ff391eae7c0 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2024-09-19T13:36:58.045 DEBUG:teuthology.orchestra.run.smithi170:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-19T13:36:58.103 INFO:tasks.ceph:Reading keys from all nodes... 2024-09-19T13:36:58.103 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T13:36:58.103 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-09-19T13:36:58.119 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T13:36:58.119 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-09-19T13:36:58.175 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T13:36:58.175 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-09-19T13:36:58.231 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T13:36:58.231 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-09-19T13:36:58.287 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T13:36:58.287 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-09-19T13:36:58.343 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-19T13:36:58.343 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-09-19T13:36:58.357 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-19T13:36:58.357 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-09-19T13:36:58.409 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-19T13:36:58.409 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-09-19T13:36:58.465 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-19T13:36:58.465 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-09-19T13:36:58.517 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-19T13:36:58.517 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-09-19T13:36:58.570 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T13:36:58.570 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-09-19T13:36:58.576 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-19T13:36:58.576 DEBUG:teuthology.orchestra.run.smithi170:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2024-09-19T13:36:58.622 INFO:tasks.ceph:Adding keys to all mons... 2024-09-19T13:36:58.622 DEBUG:teuthology.orchestra.run.smithi031:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-19T13:36:58.625 DEBUG:teuthology.orchestra.run.smithi170:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-19T13:36:58.668 INFO:teuthology.orchestra.run.smithi031.stdout:[mgr.y] 2024-09-19T13:36:58.668 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQDbKOxmca8DNxAAoGXNPRBBhI+IGJMWapCKFw== 2024-09-19T13:36:58.668 INFO:teuthology.orchestra.run.smithi031.stdout:[osd.0] 2024-09-19T13:36:58.668 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQDfKOxmemY8ARAADO8ffkJ1k8DmPu2TGbRqnQ== 2024-09-19T13:36:58.668 INFO:teuthology.orchestra.run.smithi031.stdout:[osd.1] 2024-09-19T13:36:58.668 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQDiKOxmqN0IDxAA7DY7UTh3t8z00Zdp+WY/KQ== 2024-09-19T13:36:58.668 INFO:teuthology.orchestra.run.smithi031.stdout:[osd.2] 2024-09-19T13:36:58.668 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQDlKOxmRtz1IBAAtpvg/ELKbJ7G8NTzBWoDAA== 2024-09-19T13:36:58.668 INFO:teuthology.orchestra.run.smithi031.stdout:[osd.3] 2024-09-19T13:36:58.669 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQDoKOxmIyN9MxAAMmPOxAvYDZvUDEw5p8Rqig== 2024-09-19T13:36:58.669 INFO:teuthology.orchestra.run.smithi031.stdout:[mgr.x] 2024-09-19T13:36:58.669 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQDbKOxmmd3bORAAUBfJCLyuXfYipzOkNb0TsA== 2024-09-19T13:36:58.669 INFO:teuthology.orchestra.run.smithi031.stdout:[osd.4] 2024-09-19T13:36:58.669 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQDtKOxmJlItCRAAuIOULRd7qfss/HzO3Ah9+Q== 2024-09-19T13:36:58.669 INFO:teuthology.orchestra.run.smithi031.stdout:[osd.5] 2024-09-19T13:36:58.669 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQDwKOxmyQgKFxAAJku2dr4hmgMkGArn1gC8TA== 2024-09-19T13:36:58.669 INFO:teuthology.orchestra.run.smithi031.stdout:[osd.6] 2024-09-19T13:36:58.669 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQDzKOxmjcG0JxAAUgPak+uvG3ydT9rUsItHlw== 2024-09-19T13:36:58.669 INFO:teuthology.orchestra.run.smithi031.stdout:[osd.7] 2024-09-19T13:36:58.669 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQD2KOxmiGsuNxAAlhi8tasmVlK/FedKziJUhg== 2024-09-19T13:36:58.669 INFO:teuthology.orchestra.run.smithi031.stdout:[client.0] 2024-09-19T13:36:58.670 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQDcKOxmkUjFARAAV0gzekg7FrMMBnUgFevBpA== 2024-09-19T13:36:58.670 INFO:teuthology.orchestra.run.smithi031.stdout:[client.1] 2024-09-19T13:36:58.670 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQDcKOxmPJaKBBAAPoD4bQQsP5TaKNFOVIXx/Q== 2024-09-19T13:36:58.676 INFO:teuthology.orchestra.run.smithi170.stdout:[mgr.y] 2024-09-19T13:36:58.676 INFO:teuthology.orchestra.run.smithi170.stdout: key = AQDbKOxmca8DNxAAoGXNPRBBhI+IGJMWapCKFw== 2024-09-19T13:36:58.676 INFO:teuthology.orchestra.run.smithi170.stdout:[osd.0] 2024-09-19T13:36:58.676 INFO:teuthology.orchestra.run.smithi170.stdout: key = AQDfKOxmemY8ARAADO8ffkJ1k8DmPu2TGbRqnQ== 2024-09-19T13:36:58.676 INFO:teuthology.orchestra.run.smithi170.stdout:[osd.1] 2024-09-19T13:36:58.676 INFO:teuthology.orchestra.run.smithi170.stdout: key = AQDiKOxmqN0IDxAA7DY7UTh3t8z00Zdp+WY/KQ== 2024-09-19T13:36:58.676 INFO:teuthology.orchestra.run.smithi170.stdout:[osd.2] 2024-09-19T13:36:58.676 INFO:teuthology.orchestra.run.smithi170.stdout: key = AQDlKOxmRtz1IBAAtpvg/ELKbJ7G8NTzBWoDAA== 2024-09-19T13:36:58.676 INFO:teuthology.orchestra.run.smithi170.stdout:[osd.3] 2024-09-19T13:36:58.676 INFO:teuthology.orchestra.run.smithi170.stdout: key = AQDoKOxmIyN9MxAAMmPOxAvYDZvUDEw5p8Rqig== 2024-09-19T13:36:58.677 INFO:teuthology.orchestra.run.smithi170.stdout:[mgr.x] 2024-09-19T13:36:58.677 INFO:teuthology.orchestra.run.smithi170.stdout: key = AQDbKOxmmd3bORAAUBfJCLyuXfYipzOkNb0TsA== 2024-09-19T13:36:58.677 INFO:teuthology.orchestra.run.smithi170.stdout:[osd.4] 2024-09-19T13:36:58.677 INFO:teuthology.orchestra.run.smithi170.stdout: key = AQDtKOxmJlItCRAAuIOULRd7qfss/HzO3Ah9+Q== 2024-09-19T13:36:58.677 INFO:teuthology.orchestra.run.smithi170.stdout:[osd.5] 2024-09-19T13:36:58.677 INFO:teuthology.orchestra.run.smithi170.stdout: key = AQDwKOxmyQgKFxAAJku2dr4hmgMkGArn1gC8TA== 2024-09-19T13:36:58.677 INFO:teuthology.orchestra.run.smithi170.stdout:[osd.6] 2024-09-19T13:36:58.677 INFO:teuthology.orchestra.run.smithi170.stdout: key = AQDzKOxmjcG0JxAAUgPak+uvG3ydT9rUsItHlw== 2024-09-19T13:36:58.677 INFO:teuthology.orchestra.run.smithi170.stdout:[osd.7] 2024-09-19T13:36:58.677 INFO:teuthology.orchestra.run.smithi170.stdout: key = AQD2KOxmiGsuNxAAlhi8tasmVlK/FedKziJUhg== 2024-09-19T13:36:58.677 INFO:teuthology.orchestra.run.smithi170.stdout:[client.0] 2024-09-19T13:36:58.677 INFO:teuthology.orchestra.run.smithi170.stdout: key = AQDcKOxmkUjFARAAV0gzekg7FrMMBnUgFevBpA== 2024-09-19T13:36:58.677 INFO:teuthology.orchestra.run.smithi170.stdout:[client.1] 2024-09-19T13:36:58.678 INFO:teuthology.orchestra.run.smithi170.stdout: key = AQDcKOxmPJaKBBAAPoD4bQQsP5TaKNFOVIXx/Q== 2024-09-19T13:36:58.678 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-19T13:36:58.716 DEBUG:teuthology.orchestra.run.smithi170:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-19T13:36:58.766 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T13:36:58.808 DEBUG:teuthology.orchestra.run.smithi170:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T13:36:58.852 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T13:36:58.854 DEBUG:teuthology.orchestra.run.smithi170:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T13:36:58.933 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T13:36:58.939 DEBUG:teuthology.orchestra.run.smithi170:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T13:36:59.018 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T13:36:59.028 DEBUG:teuthology.orchestra.run.smithi170:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T13:36:59.102 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-19T13:36:59.112 DEBUG:teuthology.orchestra.run.smithi170:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-19T13:36:59.185 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T13:36:59.187 DEBUG:teuthology.orchestra.run.smithi170:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T13:36:59.269 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T13:36:59.272 DEBUG:teuthology.orchestra.run.smithi170:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T13:36:59.359 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T13:36:59.361 DEBUG:teuthology.orchestra.run.smithi170:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T13:36:59.404 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T13:36:59.444 DEBUG:teuthology.orchestra.run.smithi170:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T13:36:59.489 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T13:36:59.528 DEBUG:teuthology.orchestra.run.smithi170:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T13:36:59.575 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T13:36:59.577 DEBUG:teuthology.orchestra.run.smithi170:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T13:36:59.658 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-09-19T13:36:59.658 DEBUG:teuthology.orchestra.run.smithi031:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-09-19T13:36:59.671 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-19T13:36:59.762 DEBUG:teuthology.orchestra.run.smithi031:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-09-19T13:36:59.772 DEBUG:teuthology.orchestra.run.smithi031:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-09-19T13:36:59.823 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-19T13:36:59.912 DEBUG:teuthology.orchestra.run.smithi031:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-09-19T13:36:59.922 DEBUG:teuthology.orchestra.run.smithi170:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-09-19T13:36:59.937 DEBUG:teuthology.orchestra.run.smithi170:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-19T13:37:00.033 DEBUG:teuthology.orchestra.run.smithi170:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-09-19T13:37:00.045 DEBUG:teuthology.orchestra.run.smithi031:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-19T13:37:00.047 DEBUG:teuthology.orchestra.run.smithi170:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-19T13:37:00.093 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-09-19T13:37:00.093 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-19T13:37:00.094 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-09-19T13:37:00.096 INFO:tasks.ceph.mon.a:Started 2024-09-19T13:37:00.096 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-19T13:37:00.096 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-09-19T13:37:00.099 INFO:tasks.ceph.mon.c:Started 2024-09-19T13:37:00.099 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-19T13:37:00.099 DEBUG:teuthology.orchestra.run.smithi170:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-09-19T13:37:00.139 INFO:tasks.ceph.mon.b:Started 2024-09-19T13:37:00.139 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-09-19T13:37:00.140 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-19T13:37:00.140 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-09-19T13:37:00.142 INFO:tasks.ceph.mgr.y:Started 2024-09-19T13:37:00.142 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-19T13:37:00.142 DEBUG:teuthology.orchestra.run.smithi170:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-09-19T13:37:00.144 INFO:tasks.ceph.mgr.x:Started 2024-09-19T13:37:00.145 DEBUG:tasks.ceph:set 0 configs 2024-09-19T13:37:00.145 INFO:tasks.ceph:Setting crush tunables to default 2024-09-19T13:37:00.145 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --cluster ceph osd crush tunables default 2024-09-19T13:37:05.630 INFO:teuthology.orchestra.run.smithi031.stderr:adjusted tunables profile to default 2024-09-19T13:37:05.651 INFO:tasks.ceph:check_enable_crimson: False 2024-09-19T13:37:05.651 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-09-19T13:37:05.652 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T13:37:05.652 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-09-19T13:37:05.664 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T13:37:05.664 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-09-19T13:37:05.718 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T13:37:05.718 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-09-19T13:37:05.774 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T13:37:05.775 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-09-19T13:37:05.831 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-19T13:37:05.831 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-09-19T13:37:05.845 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-19T13:37:05.845 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-09-19T13:37:05.898 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-19T13:37:05.898 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-09-19T13:37:05.953 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-19T13:37:05.953 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-09-19T13:37:06.008 DEBUG:teuthology.orchestra.run.smithi170:> sudo ceph --cluster ceph osd new 59d11971-f9cc-47ba-a868-59ce012b1c67 0 2024-09-19T13:37:06.268 INFO:teuthology.orchestra.run.smithi170.stdout:0 2024-09-19T13:37:06.285 DEBUG:teuthology.orchestra.run.smithi170:> sudo ceph --cluster ceph osd new c4707dc5-5d53-4bc7-85ab-4d70b7a88281 1 2024-09-19T13:37:06.488 INFO:teuthology.orchestra.run.smithi170.stdout:1 2024-09-19T13:37:06.506 DEBUG:teuthology.orchestra.run.smithi170:> sudo ceph --cluster ceph osd new 90126038-6bbf-4cd3-92c8-25416e3995d3 2 2024-09-19T13:37:06.707 INFO:teuthology.orchestra.run.smithi170.stdout:2 2024-09-19T13:37:06.724 DEBUG:teuthology.orchestra.run.smithi170:> sudo ceph --cluster ceph osd new bfe8c109-c8fb-4c70-ba55-961c2ba0b41f 3 2024-09-19T13:37:06.928 INFO:teuthology.orchestra.run.smithi170.stdout:3 2024-09-19T13:37:06.947 DEBUG:teuthology.orchestra.run.smithi170:> sudo ceph --cluster ceph osd new 4153a2ed-4259-4c36-98e7-ff94068f35b6 4 2024-09-19T13:37:07.160 INFO:teuthology.orchestra.run.smithi170.stdout:4 2024-09-19T13:37:07.176 DEBUG:teuthology.orchestra.run.smithi170:> sudo ceph --cluster ceph osd new 8246d089-0cdf-4c90-8881-fd4a0bc8b6fa 5 2024-09-19T13:37:07.381 INFO:teuthology.orchestra.run.smithi170.stdout:5 2024-09-19T13:37:07.398 DEBUG:teuthology.orchestra.run.smithi170:> sudo ceph --cluster ceph osd new fecd0ce4-a55a-45c3-b6d2-2ed6baabdee6 6 2024-09-19T13:37:07.602 INFO:teuthology.orchestra.run.smithi170.stdout:6 2024-09-19T13:37:07.618 DEBUG:teuthology.orchestra.run.smithi170:> sudo ceph --cluster ceph osd new 9bad6d9e-4655-4427-9b0d-47264bdae610 7 2024-09-19T13:37:07.817 INFO:teuthology.orchestra.run.smithi170.stdout:7 2024-09-19T13:37:07.834 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-19T13:37:07.834 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-09-19T13:37:07.836 INFO:tasks.ceph.osd.0:Started 2024-09-19T13:37:07.837 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-19T13:37:07.837 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-09-19T13:37:07.839 INFO:tasks.ceph.osd.1:Started 2024-09-19T13:37:07.839 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-19T13:37:07.840 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-09-19T13:37:07.842 INFO:tasks.ceph.osd.2:Started 2024-09-19T13:37:07.842 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-19T13:37:07.842 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-09-19T13:37:07.844 INFO:tasks.ceph.osd.3:Started 2024-09-19T13:37:07.845 INFO:tasks.ceph.osd.4:Restarting daemon 2024-09-19T13:37:07.845 DEBUG:teuthology.orchestra.run.smithi170:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2024-09-19T13:37:07.847 INFO:tasks.ceph.osd.4:Started 2024-09-19T13:37:07.847 INFO:tasks.ceph.osd.5:Restarting daemon 2024-09-19T13:37:07.847 DEBUG:teuthology.orchestra.run.smithi170:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2024-09-19T13:37:07.849 INFO:tasks.ceph.osd.5:Started 2024-09-19T13:37:07.849 INFO:tasks.ceph.osd.6:Restarting daemon 2024-09-19T13:37:07.849 DEBUG:teuthology.orchestra.run.smithi170:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2024-09-19T13:37:07.851 INFO:tasks.ceph.osd.6:Started 2024-09-19T13:37:07.851 INFO:tasks.ceph.osd.7:Restarting daemon 2024-09-19T13:37:07.851 DEBUG:teuthology.orchestra.run.smithi170:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2024-09-19T13:37:07.853 INFO:tasks.ceph.osd.7:Started 2024-09-19T13:37:07.854 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T13:37:08.052 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T13:37:08.052 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":10,"fsid":"55839c55-63bc-4f4c-a5ac-f3c05879b937","created":"2024-09-19T13:37:05.481940+0000","modified":"2024-09-19T13:37:07.813611+0000","last_up_change":"0.000000","last_in_change":"2024-09-19T13:37:07.813611+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"59d11971-f9cc-47ba-a868-59ce012b1c67","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"c4707dc5-5d53-4bc7-85ab-4d70b7a88281","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"90126038-6bbf-4cd3-92c8-25416e3995d3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"bfe8c109-c8fb-4c70-ba55-961c2ba0b41f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"4153a2ed-4259-4c36-98e7-ff94068f35b6","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"8246d089-0cdf-4c90-8881-fd4a0bc8b6fa","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"fecd0ce4-a55a-45c3-b6d2-2ed6baabdee6","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"9bad6d9e-4655-4427-9b0d-47264bdae610","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T13:37:08.070 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-09-19T13:37:08.070 INFO:tasks.ceph:Waiting for OSDs to come up 2024-09-19T13:37:08.537 INFO:tasks.ceph.mgr.y.smithi031.stderr:/usr/lib/python3/dist-packages/scipy/__init__.py:67: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2024-09-19T13:37:08.538 INFO:tasks.ceph.mgr.y.smithi031.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2024-09-19T13:37:08.538 INFO:tasks.ceph.mgr.y.smithi031.stderr: from numpy import show_config as show_numpy_config 2024-09-19T13:37:08.727 INFO:tasks.ceph.mgr.x.smithi170.stderr:/usr/lib/python3/dist-packages/scipy/__init__.py:67: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2024-09-19T13:37:08.727 INFO:tasks.ceph.mgr.x.smithi170.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2024-09-19T13:37:08.728 INFO:tasks.ceph.mgr.x.smithi170.stderr: from numpy import show_config as show_numpy_config 2024-09-19T13:37:08.770 INFO:tasks.ceph.osd.5.smithi170.stderr:2024-09-19T13:37:08.771+0000 7f89d1cd47c0 -1 Falling back to public interface 2024-09-19T13:37:08.876 DEBUG:teuthology.orchestra.run.smithi031:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-19T13:37:09.051 INFO:tasks.ceph.osd.4.smithi170.stderr:2024-09-19T13:37:09.051+0000 7f85ce8a17c0 -1 Falling back to public interface 2024-09-19T13:37:09.079 INFO:teuthology.misc.health.smithi031.stdout: 2024-09-19T13:37:09.079 INFO:teuthology.misc.health.smithi031.stdout:{"epoch":10,"fsid":"55839c55-63bc-4f4c-a5ac-f3c05879b937","created":"2024-09-19T13:37:05.481940+0000","modified":"2024-09-19T13:37:07.813611+0000","last_up_change":"0.000000","last_in_change":"2024-09-19T13:37:07.813611+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"59d11971-f9cc-47ba-a868-59ce012b1c67","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"c4707dc5-5d53-4bc7-85ab-4d70b7a88281","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"90126038-6bbf-4cd3-92c8-25416e3995d3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"bfe8c109-c8fb-4c70-ba55-961c2ba0b41f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"4153a2ed-4259-4c36-98e7-ff94068f35b6","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"8246d089-0cdf-4c90-8881-fd4a0bc8b6fa","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"fecd0ce4-a55a-45c3-b6d2-2ed6baabdee6","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"9bad6d9e-4655-4427-9b0d-47264bdae610","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T13:37:09.094 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-19T13:37:09.207 INFO:tasks.ceph.osd.7.smithi170.stderr:2024-09-19T13:37:09.207+0000 7f569a25b7c0 -1 Falling back to public interface 2024-09-19T13:37:09.238 INFO:tasks.ceph.osd.6.smithi170.stderr:2024-09-19T13:37:09.239+0000 7ff88e46e7c0 -1 Falling back to public interface 2024-09-19T13:37:09.517 INFO:tasks.ceph.osd.1.smithi031.stderr:2024-09-19T13:37:09.514+0000 7f544e45d7c0 -1 Falling back to public interface 2024-09-19T13:37:09.517 INFO:tasks.ceph.osd.1.smithi031.stderr:2024-09-19T13:37:09.514+0000 7f544d41d640 -1 PosixStack listen unable to listen on v2:0.0.0.0:6800/0: (98) Address already in use 2024-09-19T13:37:09.517 INFO:tasks.ceph.osd.3.smithi031.stderr:2024-09-19T13:37:09.514+0000 7f09748ee7c0 -1 Falling back to public interface 2024-09-19T13:37:09.535 INFO:tasks.ceph.osd.0.smithi031.stderr:2024-09-19T13:37:09.534+0000 7ff8079717c0 -1 Falling back to public interface 2024-09-19T13:37:09.579 INFO:tasks.ceph.osd.2.smithi031.stderr:2024-09-19T13:37:09.578+0000 7f389e4037c0 -1 Falling back to public interface 2024-09-19T13:37:11.544 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-19T13:37:11.542+0000 7fb98d878640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-19T13:37:11.545 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-19T13:37:11.542+0000 7fb98d878640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-19T13:37:12.979 INFO:tasks.ceph.osd.5.smithi170.stderr:2024-09-19T13:37:12.979+0000 7f89d1cd47c0 -1 osd.5 0 log_to_monitors true 2024-09-19T13:37:13.074 INFO:tasks.ceph.osd.4.smithi170.stderr:2024-09-19T13:37:13.075+0000 7f85ce8a17c0 -1 osd.4 0 log_to_monitors true 2024-09-19T13:37:13.193 INFO:tasks.ceph.osd.7.smithi170.stderr:2024-09-19T13:37:13.195+0000 7f569a25b7c0 -1 osd.7 0 log_to_monitors true 2024-09-19T13:37:13.235 INFO:tasks.ceph.osd.6.smithi170.stderr:2024-09-19T13:37:13.235+0000 7ff88e46e7c0 -1 osd.6 0 log_to_monitors true 2024-09-19T13:37:13.608 INFO:tasks.ceph.osd.0.smithi031.stderr:2024-09-19T13:37:13.606+0000 7ff8079717c0 -1 osd.0 0 log_to_monitors true 2024-09-19T13:37:13.625 INFO:tasks.ceph.osd.1.smithi031.stderr:2024-09-19T13:37:13.622+0000 7f544e45d7c0 -1 osd.1 0 log_to_monitors true 2024-09-19T13:37:13.696 INFO:tasks.ceph.osd.2.smithi031.stderr:2024-09-19T13:37:13.694+0000 7f389e4037c0 -1 osd.2 0 log_to_monitors true 2024-09-19T13:37:13.846 INFO:tasks.ceph.osd.3.smithi031.stderr:2024-09-19T13:37:13.846+0000 7f09748ee7c0 -1 osd.3 0 log_to_monitors true 2024-09-19T13:37:15.901 DEBUG:teuthology.orchestra.run.smithi031:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-19T13:37:16.212 INFO:tasks.ceph.osd.5.smithi170.stderr:2024-09-19T13:37:16.211+0000 7f89cdc7d640 -1 osd.5 0 waiting for initial osdmap 2024-09-19T13:37:16.234 INFO:tasks.ceph.osd.6.smithi170.stderr:2024-09-19T13:37:16.235+0000 7ff88a417640 -1 osd.6 0 waiting for initial osdmap 2024-09-19T13:37:16.237 INFO:tasks.ceph.osd.5.smithi170.stderr:2024-09-19T13:37:16.239+0000 7f89c5aaf640 -1 osd.5 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T13:37:16.256 INFO:tasks.ceph.osd.7.smithi170.stderr:2024-09-19T13:37:16.255+0000 7f5696a16640 -1 osd.7 0 waiting for initial osdmap 2024-09-19T13:37:16.257 INFO:tasks.ceph.osd.6.smithi170.stderr:2024-09-19T13:37:16.259+0000 7ff882249640 -1 osd.6 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T13:37:16.258 INFO:tasks.ceph.osd.4.smithi170.stderr:2024-09-19T13:37:16.259+0000 7f85ca84a640 -1 osd.4 0 waiting for initial osdmap 2024-09-19T13:37:16.282 INFO:tasks.ceph.osd.7.smithi170.stderr:2024-09-19T13:37:16.283+0000 7f568e036640 -1 osd.7 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T13:37:16.289 INFO:tasks.ceph.osd.4.smithi170.stderr:2024-09-19T13:37:16.291+0000 7f85c267c640 -1 osd.4 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T13:37:16.315 INFO:teuthology.misc.health.smithi031.stdout: 2024-09-19T13:37:16.315 INFO:teuthology.misc.health.smithi031.stdout:{"epoch":13,"fsid":"55839c55-63bc-4f4c-a5ac-f3c05879b937","created":"2024-09-19T13:37:05.481940+0000","modified":"2024-09-19T13:37:15.569631+0000","last_up_change":"0.000000","last_in_change":"2024-09-19T13:37:07.813611+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"59d11971-f9cc-47ba-a868-59ce012b1c67","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"c4707dc5-5d53-4bc7-85ab-4d70b7a88281","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"90126038-6bbf-4cd3-92c8-25416e3995d3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"bfe8c109-c8fb-4c70-ba55-961c2ba0b41f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"4153a2ed-4259-4c36-98e7-ff94068f35b6","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"8246d089-0cdf-4c90-8881-fd4a0bc8b6fa","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"fecd0ce4-a55a-45c3-b6d2-2ed6baabdee6","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"9bad6d9e-4655-4427-9b0d-47264bdae610","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T13:37:16.335 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-19T13:37:17.765 INFO:tasks.ceph.osd.0.smithi031.stderr:2024-09-19T13:37:17.762+0000 7ff80391a640 -1 osd.0 0 waiting for initial osdmap 2024-09-19T13:37:17.783 INFO:tasks.ceph.osd.2.smithi031.stderr:2024-09-19T13:37:17.782+0000 7f389a3ac640 -1 osd.2 0 waiting for initial osdmap 2024-09-19T13:37:17.791 INFO:tasks.ceph.osd.0.smithi031.stderr:2024-09-19T13:37:17.790+0000 7ff7fb74c640 -1 osd.0 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T13:37:17.806 INFO:tasks.ceph.osd.3.smithi031.stderr:2024-09-19T13:37:17.806+0000 7f0970897640 -1 osd.3 0 waiting for initial osdmap 2024-09-19T13:37:17.814 INFO:tasks.ceph.osd.2.smithi031.stderr:2024-09-19T13:37:17.814+0000 7f38921de640 -1 osd.2 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T13:37:17.815 INFO:tasks.ceph.osd.1.smithi031.stderr:2024-09-19T13:37:17.814+0000 7f544a406640 -1 osd.1 0 waiting for initial osdmap 2024-09-19T13:37:17.835 INFO:tasks.ceph.osd.3.smithi031.stderr:2024-09-19T13:37:17.834+0000 7f09686c9640 -1 osd.3 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T13:37:17.847 INFO:tasks.ceph.osd.1.smithi031.stderr:2024-09-19T13:37:17.846+0000 7f5442238640 -1 osd.1 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T13:37:23.142 DEBUG:teuthology.orchestra.run.smithi031:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-19T13:37:23.458 INFO:teuthology.misc.health.smithi031.stdout: 2024-09-19T13:37:23.458 INFO:teuthology.misc.health.smithi031.stdout:{"epoch":17,"fsid":"55839c55-63bc-4f4c-a5ac-f3c05879b937","created":"2024-09-19T13:37:05.481940+0000","modified":"2024-09-19T13:37:20.826530+0000","last_up_change":"2024-09-19T13:37:18.810665+0000","last_in_change":"2024-09-19T13:37:07.813611+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T13:37:18.566317+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"59d11971-f9cc-47ba-a868-59ce012b1c67","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":1955203158},{"type":"v1","addr":"172.21.15.31:6817","nonce":1955203158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":1955203158},{"type":"v1","addr":"172.21.15.31:6819","nonce":1955203158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":1955203158},{"type":"v1","addr":"172.21.15.31:6823","nonce":1955203158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":1955203158},{"type":"v1","addr":"172.21.15.31:6821","nonce":1955203158}]},"public_addr":"172.21.15.31:6817/1955203158","cluster_addr":"172.21.15.31:6819/1955203158","heartbeat_back_addr":"172.21.15.31:6823/1955203158","heartbeat_front_addr":"172.21.15.31:6821/1955203158","state":["exists","up"]},{"osd":1,"uuid":"c4707dc5-5d53-4bc7-85ab-4d70b7a88281","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":3325082646},{"type":"v1","addr":"172.21.15.31:6804","nonce":3325082646}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":3325082646},{"type":"v1","addr":"172.21.15.31:6809","nonce":3325082646}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":3325082646},{"type":"v1","addr":"172.21.15.31:6815","nonce":3325082646}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6811","nonce":3325082646},{"type":"v1","addr":"172.21.15.31:6813","nonce":3325082646}]},"public_addr":"172.21.15.31:6804/3325082646","cluster_addr":"172.21.15.31:6809/3325082646","heartbeat_back_addr":"172.21.15.31:6815/3325082646","heartbeat_front_addr":"172.21.15.31:6813/3325082646","state":["exists","up"]},{"osd":2,"uuid":"90126038-6bbf-4cd3-92c8-25416e3995d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":3691275597},{"type":"v1","addr":"172.21.15.31:6825","nonce":3691275597}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":3691275597},{"type":"v1","addr":"172.21.15.31:6827","nonce":3691275597}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":3691275597},{"type":"v1","addr":"172.21.15.31:6831","nonce":3691275597}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":3691275597},{"type":"v1","addr":"172.21.15.31:6829","nonce":3691275597}]},"public_addr":"172.21.15.31:6825/3691275597","cluster_addr":"172.21.15.31:6827/3691275597","heartbeat_back_addr":"172.21.15.31:6831/3691275597","heartbeat_front_addr":"172.21.15.31:6829/3691275597","state":["exists","up"]},{"osd":3,"uuid":"bfe8c109-c8fb-4c70-ba55-961c2ba0b41f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":190078487},{"type":"v1","addr":"172.21.15.31:6801","nonce":190078487}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6803","nonce":190078487},{"type":"v1","addr":"172.21.15.31:6805","nonce":190078487}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":190078487},{"type":"v1","addr":"172.21.15.31:6812","nonce":190078487}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6807","nonce":190078487},{"type":"v1","addr":"172.21.15.31:6808","nonce":190078487}]},"public_addr":"172.21.15.31:6801/190078487","cluster_addr":"172.21.15.31:6805/190078487","heartbeat_back_addr":"172.21.15.31:6812/190078487","heartbeat_front_addr":"172.21.15.31:6808/190078487","state":["exists","up"]},{"osd":4,"uuid":"4153a2ed-4259-4c36-98e7-ff94068f35b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":820924953},{"type":"v1","addr":"172.21.15.170:6809","nonce":820924953}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":820924953},{"type":"v1","addr":"172.21.15.170:6811","nonce":820924953}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":820924953},{"type":"v1","addr":"172.21.15.170:6815","nonce":820924953}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":820924953},{"type":"v1","addr":"172.21.15.170:6813","nonce":820924953}]},"public_addr":"172.21.15.170:6809/820924953","cluster_addr":"172.21.15.170:6811/820924953","heartbeat_back_addr":"172.21.15.170:6815/820924953","heartbeat_front_addr":"172.21.15.170:6813/820924953","state":["exists","up"]},{"osd":5,"uuid":"8246d089-0cdf-4c90-8881-fd4a0bc8b6fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":3705207375},{"type":"v1","addr":"172.21.15.170:6801","nonce":3705207375}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":3705207375},{"type":"v1","addr":"172.21.15.170:6803","nonce":3705207375}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":3705207375},{"type":"v1","addr":"172.21.15.170:6807","nonce":3705207375}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":3705207375},{"type":"v1","addr":"172.21.15.170:6805","nonce":3705207375}]},"public_addr":"172.21.15.170:6801/3705207375","cluster_addr":"172.21.15.170:6803/3705207375","heartbeat_back_addr":"172.21.15.170:6807/3705207375","heartbeat_front_addr":"172.21.15.170:6805/3705207375","state":["exists","up"]},{"osd":6,"uuid":"fecd0ce4-a55a-45c3-b6d2-2ed6baabdee6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":4002905862},{"type":"v1","addr":"172.21.15.170:6825","nonce":4002905862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6826","nonce":4002905862},{"type":"v1","addr":"172.21.15.170:6827","nonce":4002905862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6830","nonce":4002905862},{"type":"v1","addr":"172.21.15.170:6831","nonce":4002905862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6828","nonce":4002905862},{"type":"v1","addr":"172.21.15.170:6829","nonce":4002905862}]},"public_addr":"172.21.15.170:6825/4002905862","cluster_addr":"172.21.15.170:6827/4002905862","heartbeat_back_addr":"172.21.15.170:6831/4002905862","heartbeat_front_addr":"172.21.15.170:6829/4002905862","state":["exists","up"]},{"osd":7,"uuid":"9bad6d9e-4655-4427-9b0d-47264bdae610","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":388863582},{"type":"v1","addr":"172.21.15.170:6817","nonce":388863582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6818","nonce":388863582},{"type":"v1","addr":"172.21.15.170:6819","nonce":388863582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6822","nonce":388863582},{"type":"v1","addr":"172.21.15.170:6823","nonce":388863582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":388863582},{"type":"v1","addr":"172.21.15.170:6821","nonce":388863582}]},"public_addr":"172.21.15.170:6817/388863582","cluster_addr":"172.21.15.170:6819/388863582","heartbeat_back_addr":"172.21.15.170:6823/388863582","heartbeat_front_addr":"172.21.15.170:6821/388863582","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T13:37:14.600890+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T13:37:14.634629+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T13:37:14.740684+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T13:37:14.888104+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T13:37:14.065508+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T13:37:13.978441+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T13:37:14.271927+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T13:37:14.233315+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T13:37:23.477 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-09-19T13:37:23.477 INFO:tasks.ceph:Creating RBD pool 2024-09-19T13:37:23.477 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --cluster ceph osd pool create rbd 8 2024-09-19T13:37:23.863 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'rbd' created 2024-09-19T13:37:23.888 DEBUG:teuthology.orchestra.run.smithi031:> rbd --cluster ceph pool init rbd 2024-09-19T13:37:23.941 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:37:23.941 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:37:26.931 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-09-19T13:37:26.931 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config log 1 --format=json 2024-09-19T13:37:26.932 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-09-19T13:37:27.253 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T13:37:27.272 INFO:teuthology.orchestra.run.smithi031.stdout:[{"version":9,"timestamp":"2024-09-19T13:37:17.817524+0000","name":"","changes":[{"name":"osd.1/osd_mclock_max_capacity_iops_ssd","new_value":"4483.719804"}]}] 2024-09-19T13:37:27.273 INFO:tasks.ceph_manager:config epoch is 9 2024-09-19T13:37:27.273 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-19T13:37:27.273 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-19T13:37:27.273 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-19T13:37:27.638 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T13:37:27.655 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":5,"flags":0,"active_gid":4107,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":301405425},{"type":"v1","addr":"172.21.15.31:6833","nonce":301405425}]},"active_addr":"172.21.15.31:6833/301405425","active_change":"2024-09-19T13:37:10.509247+0000","active_mgr_features":4540719139924082687,"available":true,"standbys":[{"gid":4102,"name":"x","mgr_features":4540719139924082687,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:sclorg-nginx-126","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.17","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_oauth2_proxy":{"name":"container_image_oauth2_proxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/oauth2-proxy/oauth2-proxy:v7.6.0","min":"","max":"","enum_allowed":[],"desc":"oauth2-proxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba_metrics":{"name":"container_image_samba_metrics","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-metrics:latest","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB metrics exporter container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sso_oauth2":{"name":"sso_oauth2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number.if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:sclorg-nginx-126","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.17","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_oauth2_proxy":{"name":"container_image_oauth2_proxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/oauth2-proxy/oauth2-proxy:v7.6.0","min":"","max":"","enum_allowed":[],"desc":"oauth2-proxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba_metrics":{"name":"container_image_samba_metrics","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-metrics:latest","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB metrics exporter container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sso_oauth2":{"name":"sso_oauth2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number.if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.31:0","nonce":2044849371}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.31:0","nonce":3323109949}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.31:0","nonce":392274278}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.31:0","nonce":2300903221}]}]} 2024-09-19T13:37:27.660 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-19T13:37:27.660 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-19T13:37:27.660 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T13:37:27.975 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T13:37:27.975 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":21,"fsid":"55839c55-63bc-4f4c-a5ac-f3c05879b937","created":"2024-09-19T13:37:05.481940+0000","modified":"2024-09-19T13:37:26.888681+0000","last_up_change":"2024-09-19T13:37:18.810665+0000","last_in_change":"2024-09-19T13:37:07.813611+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T13:37:18.566317+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-19T13:37:23.800551+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":21,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4.9800000190734863,"score_stable":4.9800000190734863,"optimal_score":0.87999999523162842,"raw_score_acting":4.380000114440918,"raw_score_stable":4.380000114440918,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"59d11971-f9cc-47ba-a868-59ce012b1c67","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":1955203158},{"type":"v1","addr":"172.21.15.31:6817","nonce":1955203158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":1955203158},{"type":"v1","addr":"172.21.15.31:6819","nonce":1955203158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":1955203158},{"type":"v1","addr":"172.21.15.31:6823","nonce":1955203158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":1955203158},{"type":"v1","addr":"172.21.15.31:6821","nonce":1955203158}]},"public_addr":"172.21.15.31:6817/1955203158","cluster_addr":"172.21.15.31:6819/1955203158","heartbeat_back_addr":"172.21.15.31:6823/1955203158","heartbeat_front_addr":"172.21.15.31:6821/1955203158","state":["exists","up"]},{"osd":1,"uuid":"c4707dc5-5d53-4bc7-85ab-4d70b7a88281","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":3325082646},{"type":"v1","addr":"172.21.15.31:6804","nonce":3325082646}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":3325082646},{"type":"v1","addr":"172.21.15.31:6809","nonce":3325082646}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":3325082646},{"type":"v1","addr":"172.21.15.31:6815","nonce":3325082646}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6811","nonce":3325082646},{"type":"v1","addr":"172.21.15.31:6813","nonce":3325082646}]},"public_addr":"172.21.15.31:6804/3325082646","cluster_addr":"172.21.15.31:6809/3325082646","heartbeat_back_addr":"172.21.15.31:6815/3325082646","heartbeat_front_addr":"172.21.15.31:6813/3325082646","state":["exists","up"]},{"osd":2,"uuid":"90126038-6bbf-4cd3-92c8-25416e3995d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":3691275597},{"type":"v1","addr":"172.21.15.31:6825","nonce":3691275597}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":3691275597},{"type":"v1","addr":"172.21.15.31:6827","nonce":3691275597}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":3691275597},{"type":"v1","addr":"172.21.15.31:6831","nonce":3691275597}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":3691275597},{"type":"v1","addr":"172.21.15.31:6829","nonce":3691275597}]},"public_addr":"172.21.15.31:6825/3691275597","cluster_addr":"172.21.15.31:6827/3691275597","heartbeat_back_addr":"172.21.15.31:6831/3691275597","heartbeat_front_addr":"172.21.15.31:6829/3691275597","state":["exists","up"]},{"osd":3,"uuid":"bfe8c109-c8fb-4c70-ba55-961c2ba0b41f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":190078487},{"type":"v1","addr":"172.21.15.31:6801","nonce":190078487}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6803","nonce":190078487},{"type":"v1","addr":"172.21.15.31:6805","nonce":190078487}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":190078487},{"type":"v1","addr":"172.21.15.31:6812","nonce":190078487}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6807","nonce":190078487},{"type":"v1","addr":"172.21.15.31:6808","nonce":190078487}]},"public_addr":"172.21.15.31:6801/190078487","cluster_addr":"172.21.15.31:6805/190078487","heartbeat_back_addr":"172.21.15.31:6812/190078487","heartbeat_front_addr":"172.21.15.31:6808/190078487","state":["exists","up"]},{"osd":4,"uuid":"4153a2ed-4259-4c36-98e7-ff94068f35b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":820924953},{"type":"v1","addr":"172.21.15.170:6809","nonce":820924953}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":820924953},{"type":"v1","addr":"172.21.15.170:6811","nonce":820924953}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":820924953},{"type":"v1","addr":"172.21.15.170:6815","nonce":820924953}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":820924953},{"type":"v1","addr":"172.21.15.170:6813","nonce":820924953}]},"public_addr":"172.21.15.170:6809/820924953","cluster_addr":"172.21.15.170:6811/820924953","heartbeat_back_addr":"172.21.15.170:6815/820924953","heartbeat_front_addr":"172.21.15.170:6813/820924953","state":["exists","up"]},{"osd":5,"uuid":"8246d089-0cdf-4c90-8881-fd4a0bc8b6fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":3705207375},{"type":"v1","addr":"172.21.15.170:6801","nonce":3705207375}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":3705207375},{"type":"v1","addr":"172.21.15.170:6803","nonce":3705207375}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":3705207375},{"type":"v1","addr":"172.21.15.170:6807","nonce":3705207375}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":3705207375},{"type":"v1","addr":"172.21.15.170:6805","nonce":3705207375}]},"public_addr":"172.21.15.170:6801/3705207375","cluster_addr":"172.21.15.170:6803/3705207375","heartbeat_back_addr":"172.21.15.170:6807/3705207375","heartbeat_front_addr":"172.21.15.170:6805/3705207375","state":["exists","up"]},{"osd":6,"uuid":"fecd0ce4-a55a-45c3-b6d2-2ed6baabdee6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":4002905862},{"type":"v1","addr":"172.21.15.170:6825","nonce":4002905862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6826","nonce":4002905862},{"type":"v1","addr":"172.21.15.170:6827","nonce":4002905862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6830","nonce":4002905862},{"type":"v1","addr":"172.21.15.170:6831","nonce":4002905862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6828","nonce":4002905862},{"type":"v1","addr":"172.21.15.170:6829","nonce":4002905862}]},"public_addr":"172.21.15.170:6825/4002905862","cluster_addr":"172.21.15.170:6827/4002905862","heartbeat_back_addr":"172.21.15.170:6831/4002905862","heartbeat_front_addr":"172.21.15.170:6829/4002905862","state":["exists","up"]},{"osd":7,"uuid":"9bad6d9e-4655-4427-9b0d-47264bdae610","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":388863582},{"type":"v1","addr":"172.21.15.170:6817","nonce":388863582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6818","nonce":388863582},{"type":"v1","addr":"172.21.15.170:6819","nonce":388863582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6822","nonce":388863582},{"type":"v1","addr":"172.21.15.170:6823","nonce":388863582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":388863582},{"type":"v1","addr":"172.21.15.170:6821","nonce":388863582}]},"public_addr":"172.21.15.170:6817/388863582","cluster_addr":"172.21.15.170:6819/388863582","heartbeat_back_addr":"172.21.15.170:6823/388863582","heartbeat_front_addr":"172.21.15.170:6821/388863582","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T13:37:14.600890+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T13:37:14.634629+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T13:37:14.740684+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T13:37:14.888104+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T13:37:14.065508+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T13:37:13.978441+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T13:37:14.271927+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T13:37:14.233315+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T13:37:27.993 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-19T13:37:27.994 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T13:37:28.306 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T13:37:28.306 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":21,"fsid":"55839c55-63bc-4f4c-a5ac-f3c05879b937","created":"2024-09-19T13:37:05.481940+0000","modified":"2024-09-19T13:37:26.888681+0000","last_up_change":"2024-09-19T13:37:18.810665+0000","last_in_change":"2024-09-19T13:37:07.813611+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T13:37:18.566317+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-19T13:37:23.800551+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":21,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4.9800000190734863,"score_stable":4.9800000190734863,"optimal_score":0.87999999523162842,"raw_score_acting":4.380000114440918,"raw_score_stable":4.380000114440918,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"59d11971-f9cc-47ba-a868-59ce012b1c67","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":1955203158},{"type":"v1","addr":"172.21.15.31:6817","nonce":1955203158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":1955203158},{"type":"v1","addr":"172.21.15.31:6819","nonce":1955203158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":1955203158},{"type":"v1","addr":"172.21.15.31:6823","nonce":1955203158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":1955203158},{"type":"v1","addr":"172.21.15.31:6821","nonce":1955203158}]},"public_addr":"172.21.15.31:6817/1955203158","cluster_addr":"172.21.15.31:6819/1955203158","heartbeat_back_addr":"172.21.15.31:6823/1955203158","heartbeat_front_addr":"172.21.15.31:6821/1955203158","state":["exists","up"]},{"osd":1,"uuid":"c4707dc5-5d53-4bc7-85ab-4d70b7a88281","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":3325082646},{"type":"v1","addr":"172.21.15.31:6804","nonce":3325082646}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":3325082646},{"type":"v1","addr":"172.21.15.31:6809","nonce":3325082646}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":3325082646},{"type":"v1","addr":"172.21.15.31:6815","nonce":3325082646}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6811","nonce":3325082646},{"type":"v1","addr":"172.21.15.31:6813","nonce":3325082646}]},"public_addr":"172.21.15.31:6804/3325082646","cluster_addr":"172.21.15.31:6809/3325082646","heartbeat_back_addr":"172.21.15.31:6815/3325082646","heartbeat_front_addr":"172.21.15.31:6813/3325082646","state":["exists","up"]},{"osd":2,"uuid":"90126038-6bbf-4cd3-92c8-25416e3995d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":3691275597},{"type":"v1","addr":"172.21.15.31:6825","nonce":3691275597}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":3691275597},{"type":"v1","addr":"172.21.15.31:6827","nonce":3691275597}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":3691275597},{"type":"v1","addr":"172.21.15.31:6831","nonce":3691275597}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":3691275597},{"type":"v1","addr":"172.21.15.31:6829","nonce":3691275597}]},"public_addr":"172.21.15.31:6825/3691275597","cluster_addr":"172.21.15.31:6827/3691275597","heartbeat_back_addr":"172.21.15.31:6831/3691275597","heartbeat_front_addr":"172.21.15.31:6829/3691275597","state":["exists","up"]},{"osd":3,"uuid":"bfe8c109-c8fb-4c70-ba55-961c2ba0b41f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":190078487},{"type":"v1","addr":"172.21.15.31:6801","nonce":190078487}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6803","nonce":190078487},{"type":"v1","addr":"172.21.15.31:6805","nonce":190078487}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":190078487},{"type":"v1","addr":"172.21.15.31:6812","nonce":190078487}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6807","nonce":190078487},{"type":"v1","addr":"172.21.15.31:6808","nonce":190078487}]},"public_addr":"172.21.15.31:6801/190078487","cluster_addr":"172.21.15.31:6805/190078487","heartbeat_back_addr":"172.21.15.31:6812/190078487","heartbeat_front_addr":"172.21.15.31:6808/190078487","state":["exists","up"]},{"osd":4,"uuid":"4153a2ed-4259-4c36-98e7-ff94068f35b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":820924953},{"type":"v1","addr":"172.21.15.170:6809","nonce":820924953}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":820924953},{"type":"v1","addr":"172.21.15.170:6811","nonce":820924953}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":820924953},{"type":"v1","addr":"172.21.15.170:6815","nonce":820924953}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":820924953},{"type":"v1","addr":"172.21.15.170:6813","nonce":820924953}]},"public_addr":"172.21.15.170:6809/820924953","cluster_addr":"172.21.15.170:6811/820924953","heartbeat_back_addr":"172.21.15.170:6815/820924953","heartbeat_front_addr":"172.21.15.170:6813/820924953","state":["exists","up"]},{"osd":5,"uuid":"8246d089-0cdf-4c90-8881-fd4a0bc8b6fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":3705207375},{"type":"v1","addr":"172.21.15.170:6801","nonce":3705207375}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":3705207375},{"type":"v1","addr":"172.21.15.170:6803","nonce":3705207375}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":3705207375},{"type":"v1","addr":"172.21.15.170:6807","nonce":3705207375}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":3705207375},{"type":"v1","addr":"172.21.15.170:6805","nonce":3705207375}]},"public_addr":"172.21.15.170:6801/3705207375","cluster_addr":"172.21.15.170:6803/3705207375","heartbeat_back_addr":"172.21.15.170:6807/3705207375","heartbeat_front_addr":"172.21.15.170:6805/3705207375","state":["exists","up"]},{"osd":6,"uuid":"fecd0ce4-a55a-45c3-b6d2-2ed6baabdee6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":4002905862},{"type":"v1","addr":"172.21.15.170:6825","nonce":4002905862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6826","nonce":4002905862},{"type":"v1","addr":"172.21.15.170:6827","nonce":4002905862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6830","nonce":4002905862},{"type":"v1","addr":"172.21.15.170:6831","nonce":4002905862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6828","nonce":4002905862},{"type":"v1","addr":"172.21.15.170:6829","nonce":4002905862}]},"public_addr":"172.21.15.170:6825/4002905862","cluster_addr":"172.21.15.170:6827/4002905862","heartbeat_back_addr":"172.21.15.170:6831/4002905862","heartbeat_front_addr":"172.21.15.170:6829/4002905862","state":["exists","up"]},{"osd":7,"uuid":"9bad6d9e-4655-4427-9b0d-47264bdae610","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":388863582},{"type":"v1","addr":"172.21.15.170:6817","nonce":388863582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6818","nonce":388863582},{"type":"v1","addr":"172.21.15.170:6819","nonce":388863582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6822","nonce":388863582},{"type":"v1","addr":"172.21.15.170:6823","nonce":388863582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":388863582},{"type":"v1","addr":"172.21.15.170:6821","nonce":388863582}]},"public_addr":"172.21.15.170:6817/388863582","cluster_addr":"172.21.15.170:6819/388863582","heartbeat_back_addr":"172.21.15.170:6823/388863582","heartbeat_front_addr":"172.21.15.170:6821/388863582","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T13:37:14.600890+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T13:37:14.634629+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T13:37:14.740684+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T13:37:14.888104+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T13:37:14.065508+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T13:37:13.978441+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T13:37:14.271927+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T13:37:14.233315+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T13:37:28.325 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-19T13:37:28.326 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-19T13:37:28.326 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-19T13:37:28.327 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-19T13:37:28.327 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-09-19T13:37:28.327 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-09-19T13:37:28.328 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-09-19T13:37:28.328 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-09-19T13:37:28.594 INFO:teuthology.orchestra.run.smithi031.stdout:64424509444 2024-09-19T13:37:28.595 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-19T13:37:28.611 INFO:teuthology.orchestra.run.smithi031.stdout:64424509446 2024-09-19T13:37:28.611 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-19T13:37:28.629 INFO:teuthology.orchestra.run.smithi031.stdout:60129542149 2024-09-19T13:37:28.629 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-19T13:37:28.631 INFO:teuthology.orchestra.run.smithi031.stdout:60129542149 2024-09-19T13:37:28.632 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-19T13:37:28.632 INFO:teuthology.orchestra.run.smithi031.stdout:64424509445 2024-09-19T13:37:28.633 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-19T13:37:28.634 INFO:teuthology.orchestra.run.smithi031.stdout:64424509444 2024-09-19T13:37:28.634 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-19T13:37:28.637 INFO:teuthology.orchestra.run.smithi031.stdout:60129542150 2024-09-19T13:37:28.637 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-19T13:37:28.638 INFO:teuthology.orchestra.run.smithi031.stdout:60129542150 2024-09-19T13:37:28.638 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-19T13:37:29.175 INFO:teuthology.orchestra.run.smithi031.stdout:64424509443 2024-09-19T13:37:29.181 INFO:teuthology.orchestra.run.smithi031.stdout:60129542148 2024-09-19T13:37:29.204 INFO:teuthology.orchestra.run.smithi031.stdout:60129542148 2024-09-19T13:37:29.204 INFO:teuthology.orchestra.run.smithi031.stdout:64424509445 2024-09-19T13:37:29.205 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509444 got 64424509443 for osd.1 2024-09-19T13:37:29.209 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542148 for osd.6 2024-09-19T13:37:29.213 INFO:teuthology.orchestra.run.smithi031.stdout:64424509444 2024-09-19T13:37:29.217 INFO:teuthology.orchestra.run.smithi031.stdout:64424509443 2024-09-19T13:37:29.218 INFO:teuthology.orchestra.run.smithi031.stdout:60129542149 2024-09-19T13:37:29.226 INFO:teuthology.orchestra.run.smithi031.stdout:60129542149 2024-09-19T13:37:29.227 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542148 for osd.4 2024-09-19T13:37:29.242 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509445 got 64424509444 for osd.2 2024-09-19T13:37:29.247 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509444 got 64424509443 for osd.3 2024-09-19T13:37:29.248 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509445 for osd.0 2024-09-19T13:37:29.250 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542149 for osd.7 2024-09-19T13:37:29.252 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542149 for osd.5 2024-09-19T13:37:30.206 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-19T13:37:30.210 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-19T13:37:30.228 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-19T13:37:30.242 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-19T13:37:30.248 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-19T13:37:30.248 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-19T13:37:30.251 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-19T13:37:30.253 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-19T13:37:30.769 INFO:teuthology.orchestra.run.smithi031.stdout:64424509443 2024-09-19T13:37:30.791 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509444 got 64424509443 for osd.1 2024-09-19T13:37:30.797 INFO:teuthology.orchestra.run.smithi031.stdout:64424509443 2024-09-19T13:37:30.809 INFO:teuthology.orchestra.run.smithi031.stdout:64424509445 2024-09-19T13:37:30.824 INFO:teuthology.orchestra.run.smithi031.stdout:64424509444 2024-09-19T13:37:30.826 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509444 got 64424509443 for osd.3 2024-09-19T13:37:30.827 INFO:teuthology.orchestra.run.smithi031.stdout:60129542149 2024-09-19T13:37:30.829 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509445 for osd.0 2024-09-19T13:37:30.835 INFO:teuthology.orchestra.run.smithi031.stdout:60129542148 2024-09-19T13:37:30.847 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509445 got 64424509444 for osd.2 2024-09-19T13:37:30.851 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542149 for osd.7 2024-09-19T13:37:30.854 INFO:teuthology.orchestra.run.smithi031.stdout:60129542149 2024-09-19T13:37:30.856 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542148 for osd.6 2024-09-19T13:37:30.869 INFO:teuthology.orchestra.run.smithi031.stdout:60129542148 2024-09-19T13:37:30.878 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542149 for osd.5 2024-09-19T13:37:30.889 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542148 for osd.4 2024-09-19T13:37:31.793 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-19T13:37:31.827 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-19T13:37:31.830 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-19T13:37:31.848 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-19T13:37:31.852 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-19T13:37:31.857 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-19T13:37:31.880 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-19T13:37:31.889 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-19T13:37:32.354 INFO:teuthology.orchestra.run.smithi031.stdout:64424509445 2024-09-19T13:37:32.380 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509444 got 64424509445 for osd.1 2024-09-19T13:37:32.380 DEBUG:teuthology.parallel:result is None 2024-09-19T13:37:32.384 INFO:teuthology.orchestra.run.smithi031.stdout:64424509445 2024-09-19T13:37:32.387 INFO:teuthology.orchestra.run.smithi031.stdout:64424509447 2024-09-19T13:37:32.405 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509444 got 64424509445 for osd.3 2024-09-19T13:37:32.405 DEBUG:teuthology.parallel:result is None 2024-09-19T13:37:32.419 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509447 for osd.0 2024-09-19T13:37:32.419 DEBUG:teuthology.parallel:result is None 2024-09-19T13:37:32.428 INFO:teuthology.orchestra.run.smithi031.stdout:60129542149 2024-09-19T13:37:32.435 INFO:teuthology.orchestra.run.smithi031.stdout:60129542150 2024-09-19T13:37:32.444 INFO:teuthology.orchestra.run.smithi031.stdout:64424509446 2024-09-19T13:37:32.447 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542149 for osd.6 2024-09-19T13:37:32.447 DEBUG:teuthology.parallel:result is None 2024-09-19T13:37:32.463 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509445 got 64424509446 for osd.2 2024-09-19T13:37:32.463 DEBUG:teuthology.parallel:result is None 2024-09-19T13:37:32.464 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542150 for osd.5 2024-09-19T13:37:32.464 DEBUG:teuthology.parallel:result is None 2024-09-19T13:37:32.467 INFO:teuthology.orchestra.run.smithi031.stdout:60129542150 2024-09-19T13:37:32.468 INFO:teuthology.orchestra.run.smithi031.stdout:60129542149 2024-09-19T13:37:32.487 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542150 for osd.7 2024-09-19T13:37:32.488 DEBUG:teuthology.parallel:result is None 2024-09-19T13:37:32.489 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542149 for osd.4 2024-09-19T13:37:32.489 DEBUG:teuthology.parallel:result is None 2024-09-19T13:37:32.489 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T13:37:32.489 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T13:37:32.818 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T13:37:32.818 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-19T13:37:32.835 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-09-19T13:37:32.523684+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":16,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":235700,"kb_used_data":2800,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754739020,"statfs":{"total":773094113280,"available":772852756480,"internally_reserved":0,"allocated":2867200,"data_stored":1745806,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":238276145},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.655882"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T13:37:26.910131+0000","last_change":"2024-09-19T13:37:26.910626+0000","last_active":"2024-09-19T13:37:26.910131+0000","last_peered":"2024-09-19T13:37:26.910131+0000","last_clean":"2024-09-19T13:37:26.910131+0000","last_became_active":"2024-09-19T13:37:24.907064+0000","last_became_peered":"2024-09-19T13:37:24.907064+0000","last_unstale":"2024-09-19T13:37:26.910131+0000","last_undegraded":"2024-09-19T13:37:26.910131+0000","last_fullsized":"2024-09-19T13:37:26.910131+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_clean_scrub_stamp":"2024-09-19T13:37:23.851921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:14:17.235348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0028427410000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T13:37:26.903640+0000","last_change":"2024-09-19T13:37:26.903640+0000","last_active":"2024-09-19T13:37:26.903640+0000","last_peered":"2024-09-19T13:37:26.903640+0000","last_clean":"2024-09-19T13:37:26.903640+0000","last_became_active":"2024-09-19T13:37:24.905672+0000","last_became_peered":"2024-09-19T13:37:24.905672+0000","last_unstale":"2024-09-19T13:37:26.903640+0000","last_undegraded":"2024-09-19T13:37:26.903640+0000","last_fullsized":"2024-09-19T13:37:26.903640+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_clean_scrub_stamp":"2024-09-19T13:37:23.851921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:42:51.857295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001276396,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T13:37:26.908223+0000","last_change":"2024-09-19T13:37:26.908772+0000","last_active":"2024-09-19T13:37:26.908223+0000","last_peered":"2024-09-19T13:37:26.908223+0000","last_clean":"2024-09-19T13:37:26.908223+0000","last_became_active":"2024-09-19T13:37:24.881243+0000","last_became_peered":"2024-09-19T13:37:24.881243+0000","last_unstale":"2024-09-19T13:37:26.908223+0000","last_undegraded":"2024-09-19T13:37:26.908223+0000","last_fullsized":"2024-09-19T13:37:26.908223+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_clean_scrub_stamp":"2024-09-19T13:37:23.851921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:38:12.964112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010619309999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T13:37:27.181134+0000","last_change":"2024-09-19T13:37:27.181134+0000","last_active":"2024-09-19T13:37:27.181134+0000","last_peered":"2024-09-19T13:37:27.181134+0000","last_clean":"2024-09-19T13:37:27.181134+0000","last_became_active":"2024-09-19T13:37:24.906020+0000","last_became_peered":"2024-09-19T13:37:24.906020+0000","last_unstale":"2024-09-19T13:37:27.181134+0000","last_undegraded":"2024-09-19T13:37:27.181134+0000","last_fullsized":"2024-09-19T13:37:27.181134+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_clean_scrub_stamp":"2024-09-19T13:37:23.851921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:16:34.936447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099233799999999994,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"21'2","reported_seq":22,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T13:37:26.909976+0000","last_change":"2024-09-19T13:37:26.909976+0000","last_active":"2024-09-19T13:37:26.909976+0000","last_peered":"2024-09-19T13:37:26.909976+0000","last_clean":"2024-09-19T13:37:26.909976+0000","last_became_active":"2024-09-19T13:37:24.905107+0000","last_became_peered":"2024-09-19T13:37:24.905107+0000","last_unstale":"2024-09-19T13:37:26.909976+0000","last_undegraded":"2024-09-19T13:37:26.909976+0000","last_fullsized":"2024-09-19T13:37:26.909976+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_clean_scrub_stamp":"2024-09-19T13:37:23.851921+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:50:46.154909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0022530250000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T13:37:27.245225+0000","last_change":"2024-09-19T13:37:27.245225+0000","last_active":"2024-09-19T13:37:27.245225+0000","last_peered":"2024-09-19T13:37:27.245225+0000","last_clean":"2024-09-19T13:37:27.245225+0000","last_became_active":"2024-09-19T13:37:24.882335+0000","last_became_peered":"2024-09-19T13:37:24.882335+0000","last_unstale":"2024-09-19T13:37:27.245225+0000","last_undegraded":"2024-09-19T13:37:27.245225+0000","last_fullsized":"2024-09-19T13:37:27.245225+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_clean_scrub_stamp":"2024-09-19T13:37:23.851921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:43:03.530810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00084389399999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T13:37:26.910312+0000","last_change":"2024-09-19T13:37:26.910921+0000","last_active":"2024-09-19T13:37:26.910312+0000","last_peered":"2024-09-19T13:37:26.910312+0000","last_clean":"2024-09-19T13:37:26.910312+0000","last_became_active":"2024-09-19T13:37:24.881264+0000","last_became_peered":"2024-09-19T13:37:24.881264+0000","last_unstale":"2024-09-19T13:37:26.910312+0000","last_undegraded":"2024-09-19T13:37:26.910312+0000","last_fullsized":"2024-09-19T13:37:26.910312+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_clean_scrub_stamp":"2024-09-19T13:37:23.851921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:26:24.915080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0026683119999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"19'1","reported_seq":21,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T13:37:26.909732+0000","last_change":"2024-09-19T13:37:26.910175+0000","last_active":"2024-09-19T13:37:26.909732+0000","last_peered":"2024-09-19T13:37:26.909732+0000","last_clean":"2024-09-19T13:37:26.909732+0000","last_became_active":"2024-09-19T13:37:24.882871+0000","last_became_peered":"2024-09-19T13:37:24.882871+0000","last_unstale":"2024-09-19T13:37:26.909732+0000","last_undegraded":"2024-09-19T13:37:26.909732+0000","last_fullsized":"2024-09-19T13:37:26.909732+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_clean_scrub_stamp":"2024-09-19T13:37:23.851921+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:39:03.900366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0023960740000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"16'72","reported_seq":110,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T13:37:26.900829+0000","last_change":"2024-09-19T13:37:20.021639+0000","last_active":"2024-09-19T13:37:26.900829+0000","last_peered":"2024-09-19T13:37:26.900829+0000","last_clean":"2024-09-19T13:37:26.900829+0000","last_became_active":"2024-09-19T13:37:20.020828+0000","last_became_peered":"2024-09-19T13:37:20.020828+0000","last_unstale":"2024-09-19T13:37:26.900829+0000","last_undegraded":"2024-09-19T13:37:26.900829+0000","last_fullsized":"2024-09-19T13:37:26.900829+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:18.810665+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:18.810665+0000","last_clean_scrub_stamp":"2024-09-19T13:37:18.810665+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:21:05.623363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":15,"seq":64424509445,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":212992,"data_stored":70648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509446,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":208896,"data_stored":70629,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509445,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27820,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344020,"statfs":{"total":96636764160,"available":96608276480,"internally_reserved":0,"allocated":802816,"data_stored":660997,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509447,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":208896,"data_stored":70629,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542150,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31392,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340448,"statfs":{"total":96636764160,"available":96604618752,"internally_reserved":0,"allocated":208896,"data_stored":70629,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542149,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31404,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340436,"statfs":{"total":96636764160,"available":96604606464,"internally_reserved":0,"allocated":212992,"data_stored":70648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542150,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31972,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339868,"statfs":{"total":96636764160,"available":96604024832,"internally_reserved":0,"allocated":802816,"data_stored":660997,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542149,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31400,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340440,"statfs":{"total":96636764160,"available":96604610560,"internally_reserved":0,"allocated":208896,"data_stored":70629,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T13:37:32.837 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T13:37:33.132 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T13:37:33.132 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-19T13:37:33.149 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-09-19T13:37:32.523684+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":16,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":235700,"kb_used_data":2800,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754739020,"statfs":{"total":773094113280,"available":772852756480,"internally_reserved":0,"allocated":2867200,"data_stored":1745806,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":238276145},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.655882"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T13:37:26.910131+0000","last_change":"2024-09-19T13:37:26.910626+0000","last_active":"2024-09-19T13:37:26.910131+0000","last_peered":"2024-09-19T13:37:26.910131+0000","last_clean":"2024-09-19T13:37:26.910131+0000","last_became_active":"2024-09-19T13:37:24.907064+0000","last_became_peered":"2024-09-19T13:37:24.907064+0000","last_unstale":"2024-09-19T13:37:26.910131+0000","last_undegraded":"2024-09-19T13:37:26.910131+0000","last_fullsized":"2024-09-19T13:37:26.910131+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_clean_scrub_stamp":"2024-09-19T13:37:23.851921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:14:17.235348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0028427410000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T13:37:26.903640+0000","last_change":"2024-09-19T13:37:26.903640+0000","last_active":"2024-09-19T13:37:26.903640+0000","last_peered":"2024-09-19T13:37:26.903640+0000","last_clean":"2024-09-19T13:37:26.903640+0000","last_became_active":"2024-09-19T13:37:24.905672+0000","last_became_peered":"2024-09-19T13:37:24.905672+0000","last_unstale":"2024-09-19T13:37:26.903640+0000","last_undegraded":"2024-09-19T13:37:26.903640+0000","last_fullsized":"2024-09-19T13:37:26.903640+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_clean_scrub_stamp":"2024-09-19T13:37:23.851921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:42:51.857295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001276396,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T13:37:26.908223+0000","last_change":"2024-09-19T13:37:26.908772+0000","last_active":"2024-09-19T13:37:26.908223+0000","last_peered":"2024-09-19T13:37:26.908223+0000","last_clean":"2024-09-19T13:37:26.908223+0000","last_became_active":"2024-09-19T13:37:24.881243+0000","last_became_peered":"2024-09-19T13:37:24.881243+0000","last_unstale":"2024-09-19T13:37:26.908223+0000","last_undegraded":"2024-09-19T13:37:26.908223+0000","last_fullsized":"2024-09-19T13:37:26.908223+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_clean_scrub_stamp":"2024-09-19T13:37:23.851921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:38:12.964112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010619309999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T13:37:27.181134+0000","last_change":"2024-09-19T13:37:27.181134+0000","last_active":"2024-09-19T13:37:27.181134+0000","last_peered":"2024-09-19T13:37:27.181134+0000","last_clean":"2024-09-19T13:37:27.181134+0000","last_became_active":"2024-09-19T13:37:24.906020+0000","last_became_peered":"2024-09-19T13:37:24.906020+0000","last_unstale":"2024-09-19T13:37:27.181134+0000","last_undegraded":"2024-09-19T13:37:27.181134+0000","last_fullsized":"2024-09-19T13:37:27.181134+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_clean_scrub_stamp":"2024-09-19T13:37:23.851921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:16:34.936447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099233799999999994,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"21'2","reported_seq":22,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T13:37:26.909976+0000","last_change":"2024-09-19T13:37:26.909976+0000","last_active":"2024-09-19T13:37:26.909976+0000","last_peered":"2024-09-19T13:37:26.909976+0000","last_clean":"2024-09-19T13:37:26.909976+0000","last_became_active":"2024-09-19T13:37:24.905107+0000","last_became_peered":"2024-09-19T13:37:24.905107+0000","last_unstale":"2024-09-19T13:37:26.909976+0000","last_undegraded":"2024-09-19T13:37:26.909976+0000","last_fullsized":"2024-09-19T13:37:26.909976+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_clean_scrub_stamp":"2024-09-19T13:37:23.851921+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:50:46.154909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0022530250000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T13:37:27.245225+0000","last_change":"2024-09-19T13:37:27.245225+0000","last_active":"2024-09-19T13:37:27.245225+0000","last_peered":"2024-09-19T13:37:27.245225+0000","last_clean":"2024-09-19T13:37:27.245225+0000","last_became_active":"2024-09-19T13:37:24.882335+0000","last_became_peered":"2024-09-19T13:37:24.882335+0000","last_unstale":"2024-09-19T13:37:27.245225+0000","last_undegraded":"2024-09-19T13:37:27.245225+0000","last_fullsized":"2024-09-19T13:37:27.245225+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_clean_scrub_stamp":"2024-09-19T13:37:23.851921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:43:03.530810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00084389399999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T13:37:26.910312+0000","last_change":"2024-09-19T13:37:26.910921+0000","last_active":"2024-09-19T13:37:26.910312+0000","last_peered":"2024-09-19T13:37:26.910312+0000","last_clean":"2024-09-19T13:37:26.910312+0000","last_became_active":"2024-09-19T13:37:24.881264+0000","last_became_peered":"2024-09-19T13:37:24.881264+0000","last_unstale":"2024-09-19T13:37:26.910312+0000","last_undegraded":"2024-09-19T13:37:26.910312+0000","last_fullsized":"2024-09-19T13:37:26.910312+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_clean_scrub_stamp":"2024-09-19T13:37:23.851921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:26:24.915080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0026683119999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"19'1","reported_seq":21,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T13:37:26.909732+0000","last_change":"2024-09-19T13:37:26.910175+0000","last_active":"2024-09-19T13:37:26.909732+0000","last_peered":"2024-09-19T13:37:26.909732+0000","last_clean":"2024-09-19T13:37:26.909732+0000","last_became_active":"2024-09-19T13:37:24.882871+0000","last_became_peered":"2024-09-19T13:37:24.882871+0000","last_unstale":"2024-09-19T13:37:26.909732+0000","last_undegraded":"2024-09-19T13:37:26.909732+0000","last_fullsized":"2024-09-19T13:37:26.909732+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_clean_scrub_stamp":"2024-09-19T13:37:23.851921+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:39:03.900366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0023960740000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"16'72","reported_seq":110,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T13:37:26.900829+0000","last_change":"2024-09-19T13:37:20.021639+0000","last_active":"2024-09-19T13:37:26.900829+0000","last_peered":"2024-09-19T13:37:26.900829+0000","last_clean":"2024-09-19T13:37:26.900829+0000","last_became_active":"2024-09-19T13:37:20.020828+0000","last_became_peered":"2024-09-19T13:37:20.020828+0000","last_unstale":"2024-09-19T13:37:26.900829+0000","last_undegraded":"2024-09-19T13:37:26.900829+0000","last_fullsized":"2024-09-19T13:37:26.900829+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:18.810665+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:18.810665+0000","last_clean_scrub_stamp":"2024-09-19T13:37:18.810665+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:21:05.623363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":15,"seq":64424509445,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":212992,"data_stored":70648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509446,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":208896,"data_stored":70629,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509445,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27820,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344020,"statfs":{"total":96636764160,"available":96608276480,"internally_reserved":0,"allocated":802816,"data_stored":660997,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509447,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":208896,"data_stored":70629,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542150,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31392,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340448,"statfs":{"total":96636764160,"available":96604618752,"internally_reserved":0,"allocated":208896,"data_stored":70629,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542149,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31404,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340436,"statfs":{"total":96636764160,"available":96604606464,"internally_reserved":0,"allocated":212992,"data_stored":70648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542150,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31972,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339868,"statfs":{"total":96636764160,"available":96604024832,"internally_reserved":0,"allocated":802816,"data_stored":660997,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542149,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31400,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340440,"statfs":{"total":96636764160,"available":96604610560,"internally_reserved":0,"allocated":208896,"data_stored":70629,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T13:37:33.150 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T13:37:33.150 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-19T13:37:33.150 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-19T13:37:33.150 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-19T13:37:33.481 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T13:37:33.481 INFO:teuthology.orchestra.run.smithi031.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-19T13:37:33.499 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-19T13:37:33.499 INFO:teuthology.run_tasks:Running task openssl_keys... 2024-09-19T13:37:33.516 DEBUG:teuthology.task:Applying overrides for task openssl_keys: {'rgw.client.0': {'ca': 'root', 'client': 'client.0', 'embed-key': True}, 'root': {'client': 'client.0', 'cn': 'teuthology', 'install': ['client.0'], 'key-type': 'rsa:4096'}} 2024-09-19T13:37:33.517 DEBUG:teuthology.orchestra.run.smithi031:> mkdir -p /home/ubuntu/cephtest/ca 2024-09-19T13:37:33.522 DEBUG:teuthology.orchestra.run.smithi031:> openssl req -x509 -nodes -newkey rsa:4096 -keyout /home/ubuntu/cephtest/ca/root.key -days 365 -out /home/ubuntu/cephtest/ca/root.crt -subj /CN=teuthology 2024-09-19T13:37:35.184 INFO:teuthology.orchestra.run.smithi031.stderr:..+.....+.......+...+..+....+.....+....+.........+...+..+.............+........+.......+...+..+.......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*............+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.+.....+....+.....+.......+...+..+.......+..+...+......+.+...+...........+.........+..................+..................+......+.+..............+.+..+......+.+..............+....+..+......+...+......+....+.........+..+.............+...+...+.....+.......+...+......+........+.+...........+...+...+...+............+............+...+.........+................+...............+..+......+......+....+..+...+......+......+...+......+...............+...+...............................+..+...+......+.........+......+...+...+...................+.........+...............+......+...+........+....+........+.+..+...+....+............+...............+........+.......+...+...+...+...........+...+.+..+.......+..+......+.......+.....+.......+...+...+........+................+...+.................+.............+...+.........+........+......+..........+...........+.........+.........+.+............+.....+...+............+.......+...+..+.+........................+...+........+...............+.........+.+............+........+.........................+..+.......+..+...+...+..........+...+..+....+...+....................+.+..............+...+.............+............+..+............................+.........+......+.........+.....+.+..+......+.........................+..+..........+.......................+.........+.+..+...+......+....+......+.........+...........+.........+.+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ 2024-09-19T13:37:36.345 INFO:teuthology.orchestra.run.smithi031.stderr:........+.....+......+......+.+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..+........+............+.+..+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*...................+........+.+......+......+...+.........+......+...............+.....+....+............+......+...+..+...+............+....+.....+...+.+..+...+...............+.........+......+.+........+..........+...+........+......+......+.......+....................+.+..+...+..........+......+......+..+.......+........+.......+..............+.+...+..+....+.....+....+..+......+.......+..................+.....+...+.......+.........+..............+.+...+...............+...+...............+.....+....+........+..........+...+..+...+....+.....+....+.....+......+......+............+......+....+...+...+..+.......+........+.......+......+......+......+..............+.+..............+....+............+..............+.+...+..+............+..................+..........+..+...+.......+...+.................+......+............+...+....+...+............+......+...........+...+.......+......+..+.......+.........+.................+............+.......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ 2024-09-19T13:37:36.369 INFO:teuthology.orchestra.run.smithi031.stderr:----- 2024-09-19T13:37:36.380 DEBUG:teuthology.orchestra.run.smithi031:> sudo cp /home/ubuntu/cephtest/ca/root.crt /usr/local/share/ca-certificates/root.crt 2024-09-19T13:37:36.445 DEBUG:teuthology.orchestra.run.smithi031:> sudo update-ca-certificates 2024-09-19T13:37:36.503 INFO:teuthology.orchestra.run.smithi031.stdout:Updating certificates in /etc/ssl/certs... 2024-09-19T13:37:37.169 INFO:teuthology.orchestra.run.smithi031.stderr:rehash: warning: skipping ca-certificates.crt,it does not contain exactly one certificate or CRL 2024-09-19T13:37:37.190 INFO:teuthology.orchestra.run.smithi031.stdout:1 added, 0 removed; done. 2024-09-19T13:37:37.194 INFO:teuthology.orchestra.run.smithi031.stdout:Running hooks in /etc/ca-certificates/update.d... 2024-09-19T13:37:37.197 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T13:37:38.806 INFO:teuthology.orchestra.run.smithi031.stdout:Adding debian:root.pem 2024-09-19T13:37:38.822 INFO:teuthology.orchestra.run.smithi031.stdout:done. 2024-09-19T13:37:38.822 INFO:teuthology.orchestra.run.smithi031.stdout:done. 2024-09-19T13:37:38.827 DEBUG:teuthology.orchestra.run.smithi031:> mkdir -p /home/ubuntu/cephtest/ca 2024-09-19T13:37:38.875 DEBUG:teuthology.orchestra.run.smithi031:> openssl req -nodes -newkey rsa:2048 -keyout /home/ubuntu/cephtest/ca/rgw.client.0.key -out /home/ubuntu/cephtest/ca/rgw.client.0.csr -subj /CN=smithi031.front.sepia.ceph.com 2024-09-19T13:37:38.977 INFO:teuthology.orchestra.run.smithi031.stderr:.+.+.....+......+.......+........+...+.......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..+..+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*....+...............+........+....+......+..+....+.....+...+...+....+......+.....+...+.+...+.....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ 2024-09-19T13:37:39.215 INFO:teuthology.orchestra.run.smithi031.stderr:.....+...+..+.......+............+......+.....+...+.+.....+.+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.............+...+..+....+..+...+..........+...........+...+......+....+......+.....+......+....+............+..+.+......+...+........+...+.+.....+.............+.....+.+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..+............+...+.+.....+.........+....+..+...+............+...+.+.....+.......+............+...+.........+...........+...................+.....+.........+....+.....+.+......+........+..........+...+.....+...+.+.....+.........+...............+.......+..+......+......+.+...+...........+...+.+..............+......+.+......+..+...+...+.+.....+.+..+......+.........+.+.....+.......+.........+...+..+....+...........+.+..+............+...+.+......+......+.....+.........+...+.+............+.........+...+...............+......+..+...+......+.+..+.......+...+.....+......................+...+.................+.+...+..+...+....+..+.............+......+..+...............+....+.....+....+..+............+.+..+.......+...+..+.+.....+......+...+.....................+......+.+...+...........+.+....................+...+.........+.+...........+................+...+.........+..+.+.....+....+.........+.........+........+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ 2024-09-19T13:37:39.220 INFO:teuthology.orchestra.run.smithi031.stderr:----- 2024-09-19T13:37:39.223 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T13:37:39.223 DEBUG:teuthology.orchestra.run.smithi031:> dd of=/home/ubuntu/cephtest/ca/rgw.client.0.ext 2024-09-19T13:37:39.271 DEBUG:teuthology.orchestra.run.smithi031:> openssl x509 -req -in /home/ubuntu/cephtest/ca/rgw.client.0.csr -CA /home/ubuntu/cephtest/ca/root.crt -CAkey /home/ubuntu/cephtest/ca/root.key -CAcreateserial -out /home/ubuntu/cephtest/ca/rgw.client.0.crt -days 365 -sha256 -extfile /home/ubuntu/cephtest/ca/rgw.client.0.ext 2024-09-19T13:37:39.326 INFO:teuthology.orchestra.run.smithi031.stderr:Certificate request self-signature ok 2024-09-19T13:37:39.326 INFO:teuthology.orchestra.run.smithi031.stderr:subject=CN = smithi031.front.sepia.ceph.com 2024-09-19T13:37:39.342 DEBUG:teuthology.orchestra.run.smithi031:> rm -f /home/ubuntu/cephtest/ca/rgw.client.0.csr /home/ubuntu/cephtest/ca/root.srl /home/ubuntu/cephtest/ca/rgw.client.0.ext 2024-09-19T13:37:39.391 DEBUG:teuthology.orchestra.run.smithi031:> openssl verify -CAfile /home/ubuntu/cephtest/ca/root.crt /home/ubuntu/cephtest/ca/rgw.client.0.crt 2024-09-19T13:37:39.444 INFO:teuthology.orchestra.run.smithi031.stdout:/home/ubuntu/cephtest/ca/rgw.client.0.crt: OK 2024-09-19T13:37:39.444 DEBUG:teuthology.orchestra.run.smithi031:> cat /home/ubuntu/cephtest/ca/rgw.client.0.key >> /home/ubuntu/cephtest/ca/rgw.client.0.crt 2024-09-19T13:37:39.492 INFO:teuthology.run_tasks:Running task rgw... 2024-09-19T13:37:39.507 DEBUG:tasks.rgw:config is {'client.0': {'ssl certificate': 'rgw.client.0'}} 2024-09-19T13:37:39.508 DEBUG:tasks.rgw:client list is dict_keys(['client.0']) 2024-09-19T13:37:39.508 INFO:tasks.rgw:Creating data pools 2024-09-19T13:37:39.508 DEBUG:tasks.rgw:Obtaining remote for client client.0 2024-09-19T13:37:39.508 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph osd erasure-code-profile set client.0 k=2 m=1 crush-failure-domain=osd --cluster ceph 2024-09-19T13:37:39.954 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph osd pool create default.rgw.buckets.data 64 64 erasure client.0 --cluster ceph 2024-09-19T13:37:41.942 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'default.rgw.buckets.data' created 2024-09-19T13:37:41.982 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph osd pool application enable default.rgw.buckets.data rgw --cluster ceph 2024-09-19T13:37:42.946 INFO:teuthology.orchestra.run.smithi031.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.data' 2024-09-19T13:37:42.999 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph osd pool create default.rgw.buckets.index 64 64 --cluster ceph 2024-09-19T13:37:43.969 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'default.rgw.buckets.index' created 2024-09-19T13:37:44.002 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph osd pool application enable default.rgw.buckets.index rgw --cluster ceph 2024-09-19T13:37:44.953 INFO:teuthology.orchestra.run.smithi031.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.index' 2024-09-19T13:37:44.989 DEBUG:tasks.rgw:Pools created 2024-09-19T13:37:44.989 INFO:tasks.rgw:Configuring compression type = random 2024-09-19T13:37:44.989 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2024-09-19T13:37:44.989 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2024-09-19T13:37:44.989 DEBUG:teuthology.orchestra.run.smithi031:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2024-09-19T13:37:45.043 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:37:45.043 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:37:47.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:47.049+0000 7f45a1da6640 0 -- 172.21.15.31:0/410425539 >> [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] conn(0x7f4474071af0 msgr2=0x7f4474073fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:37:47.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:47.053+0000 7f45a3a9f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:37:47.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:47.053+0000 7f45a1da6640 0 -- 172.21.15.31:0/3970157664 >> [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] conn(0x7f4468071be0 msgr2=0x7f44680740a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T13:37:47.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:47.057+0000 7f45a3a9f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:37:47.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:47.057+0000 7f45a3a9f9c0 20 realm 2024-09-19T13:37:47.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:47.057+0000 7f45a3a9f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:37:47.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:47.057+0000 7f45a3a9f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:37:47.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:47.057+0000 7f45a3a9f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:37:47.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:47.057+0000 7f45a3a9f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:37:47.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:47.057+0000 7f45a3a9f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:37:47.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:47.057+0000 7f45a3a9f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:37:47.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:47.057+0000 7f45a3a9f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:37:47.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:47.057+0000 7f45a3a9f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:37:47.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:47.061+0000 7f45a3a9f9c0 20 rados_obj.operate() r=0 bl.length=993 2024-09-19T13:37:47.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:47.061+0000 7f45a3a9f9c0 20 searching for the correct realm 2024-09-19T13:37:47.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:47.081+0000 7f45a3a9f9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:37:47.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:47.081+0000 7f45a3a9f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:37:47.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:47.081+0000 7f45a3a9f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:37:47.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:47.081+0000 7f45a3a9f9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:37:47.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:47.081+0000 7f45a3a9f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:37:47.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:47.081+0000 7f45a3a9f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:37:47.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:47.081+0000 7f45a3a9f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:37:47.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:47.081+0000 7f45a3a9f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:37:47.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:47.081+0000 7f45a3a9f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:37:47.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:47.081+0000 7f45a3a9f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:37:47.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:47.081+0000 7f45a3a9f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:37:47.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:47.085+0000 7f45a3a9f9c0 20 rados_obj.operate() r=0 bl.length=436 2024-09-19T13:37:47.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:47.085+0000 7f45a3a9f9c0 20 zone default found 2024-09-19T13:37:47.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:47.085+0000 7f45a3a9f9c0 4 Realm: () 2024-09-19T13:37:47.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:47.085+0000 7f45a3a9f9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:37:47.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:47.085+0000 7f45a3a9f9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:37:47.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:47.085+0000 7f45a3a9f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:37:47.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:47.085+0000 7f45a3a9f9c0 20 zonegroup default 2024-09-19T13:37:47.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:47.085+0000 7f45a3a9f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:37:47.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:47.085+0000 7f45a3a9f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:37:47.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:47.085+0000 7f45a3a9f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:37:49.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:49.009+0000 7f45a3a9f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:37:49.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:49.009+0000 7f45a3a9f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:37:49.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:49.009+0000 7f45a3a9f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:37:49.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:49.009+0000 7f45a3a9f9c0 20 started sync module instance, tier type = 2024-09-19T13:37:49.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:49.009+0000 7f45a3a9f9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:37:51.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.057+0000 7f45a3a9f9c0 20 add_watcher() i=0 2024-09-19T13:37:51.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.057+0000 7f45a3a9f9c0 20 add_watcher() i=1 2024-09-19T13:37:51.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.057+0000 7f45a3a9f9c0 20 add_watcher() i=2 2024-09-19T13:37:51.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.057+0000 7f45a3a9f9c0 20 add_watcher() i=3 2024-09-19T13:37:51.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.057+0000 7f45a3a9f9c0 20 add_watcher() i=4 2024-09-19T13:37:51.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.057+0000 7f45a3a9f9c0 20 add_watcher() i=5 2024-09-19T13:37:51.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.057+0000 7f45a3a9f9c0 20 add_watcher() i=6 2024-09-19T13:37:51.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.057+0000 7f45a3a9f9c0 20 add_watcher() i=7 2024-09-19T13:37:51.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.057+0000 7f45a3a9f9c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:37:51.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.057+0000 7f45a3a9f9c0 5 tl::expected, obj_version>, boost::system::error_code> logback_generations::read(const DoutPrefixProvider*, optional_yield):410: oid=data_loggenerations_metadata not found 2024-09-19T13:37:51.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.057+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.0 2024-09-19T13:37:51.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.057+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.061+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.0 does not exist 2024-09-19T13:37:51.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.061+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.1 2024-09-19T13:37:51.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.061+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.061+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.1 does not exist 2024-09-19T13:37:51.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.061+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.2 2024-09-19T13:37:51.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.061+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.061+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.2 does not exist 2024-09-19T13:37:51.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.061+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.3 2024-09-19T13:37:51.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.061+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.061+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.3 does not exist 2024-09-19T13:37:51.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.061+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.4 2024-09-19T13:37:51.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.061+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.061+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.4 does not exist 2024-09-19T13:37:51.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.061+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.5 2024-09-19T13:37:51.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.061+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.061+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.5 does not exist 2024-09-19T13:37:51.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.061+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.6 2024-09-19T13:37:51.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.061+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.061+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.6 does not exist 2024-09-19T13:37:51.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.061+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.7 2024-09-19T13:37:51.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.061+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.065+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.7 does not exist 2024-09-19T13:37:51.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.065+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.8 2024-09-19T13:37:51.068 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.065+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.068 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.065+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.8 does not exist 2024-09-19T13:37:51.068 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.065+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.9 2024-09-19T13:37:51.068 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.065+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.068 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.065+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.9 does not exist 2024-09-19T13:37:51.068 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.065+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.10 2024-09-19T13:37:51.069 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.065+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.069 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.065+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.10 does not exist 2024-09-19T13:37:51.069 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.065+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.11 2024-09-19T13:37:51.069 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.065+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.069 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.065+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.11 does not exist 2024-09-19T13:37:51.069 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.065+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.12 2024-09-19T13:37:51.069 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.065+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.065+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.12 does not exist 2024-09-19T13:37:51.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.065+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.13 2024-09-19T13:37:51.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.065+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.065+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.13 does not exist 2024-09-19T13:37:51.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.065+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.14 2024-09-19T13:37:51.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.065+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.069+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.14 does not exist 2024-09-19T13:37:51.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.069+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.15 2024-09-19T13:37:51.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.069+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.069+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.15 does not exist 2024-09-19T13:37:51.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.069+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.16 2024-09-19T13:37:51.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.069+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.069+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.16 does not exist 2024-09-19T13:37:51.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.069+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.17 2024-09-19T13:37:51.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.069+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.069+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.17 does not exist 2024-09-19T13:37:51.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.069+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.18 2024-09-19T13:37:51.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.069+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.069+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.18 does not exist 2024-09-19T13:37:51.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.069+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.19 2024-09-19T13:37:51.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.069+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.074 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.069+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.19 does not exist 2024-09-19T13:37:51.074 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.069+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.20 2024-09-19T13:37:51.074 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.069+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.074 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.069+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.20 does not exist 2024-09-19T13:37:51.074 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.069+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.21 2024-09-19T13:37:51.074 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.069+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.073+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.21 does not exist 2024-09-19T13:37:51.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.073+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.22 2024-09-19T13:37:51.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.073+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.073+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.22 does not exist 2024-09-19T13:37:51.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.073+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.23 2024-09-19T13:37:51.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.073+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.073+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.23 does not exist 2024-09-19T13:37:51.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.073+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.24 2024-09-19T13:37:51.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.073+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.073+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.24 does not exist 2024-09-19T13:37:51.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.073+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.25 2024-09-19T13:37:51.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.073+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.073+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.25 does not exist 2024-09-19T13:37:51.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.073+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.26 2024-09-19T13:37:51.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.073+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.073+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.26 does not exist 2024-09-19T13:37:51.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.073+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.27 2024-09-19T13:37:51.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.073+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.073+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.27 does not exist 2024-09-19T13:37:51.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.073+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.28 2024-09-19T13:37:51.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.073+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.077+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.28 does not exist 2024-09-19T13:37:51.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.077+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.29 2024-09-19T13:37:51.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.077+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.077+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.29 does not exist 2024-09-19T13:37:51.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.077+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.30 2024-09-19T13:37:51.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.077+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.077+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.30 does not exist 2024-09-19T13:37:51.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.077+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.31 2024-09-19T13:37:51.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.077+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.077+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.31 does not exist 2024-09-19T13:37:51.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.077+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.32 2024-09-19T13:37:51.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.077+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.077+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.32 does not exist 2024-09-19T13:37:51.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.077+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.33 2024-09-19T13:37:51.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.077+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.077+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.33 does not exist 2024-09-19T13:37:51.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.077+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.34 2024-09-19T13:37:51.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.077+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.077+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.34 does not exist 2024-09-19T13:37:51.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.077+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.35 2024-09-19T13:37:51.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.077+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.077+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.35 does not exist 2024-09-19T13:37:51.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.077+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.36 2024-09-19T13:37:51.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.077+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.081+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.36 does not exist 2024-09-19T13:37:51.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.081+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.37 2024-09-19T13:37:51.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.081+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.081+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.37 does not exist 2024-09-19T13:37:51.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.081+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.38 2024-09-19T13:37:51.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.081+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.081+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.38 does not exist 2024-09-19T13:37:51.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.081+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.39 2024-09-19T13:37:51.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.081+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.081+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.39 does not exist 2024-09-19T13:37:51.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.081+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.40 2024-09-19T13:37:51.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.081+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.081+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.40 does not exist 2024-09-19T13:37:51.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.081+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.41 2024-09-19T13:37:51.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.081+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.081+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.41 does not exist 2024-09-19T13:37:51.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.081+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.42 2024-09-19T13:37:51.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.081+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.081+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.42 does not exist 2024-09-19T13:37:51.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.081+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.43 2024-09-19T13:37:51.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.081+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.081+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.43 does not exist 2024-09-19T13:37:51.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.081+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.44 2024-09-19T13:37:51.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.081+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.085+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.44 does not exist 2024-09-19T13:37:51.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.085+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.45 2024-09-19T13:37:51.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.085+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.085+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.45 does not exist 2024-09-19T13:37:51.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.085+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.46 2024-09-19T13:37:51.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.085+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.085+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.46 does not exist 2024-09-19T13:37:51.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.085+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.47 2024-09-19T13:37:51.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.085+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.085+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.47 does not exist 2024-09-19T13:37:51.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.085+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.48 2024-09-19T13:37:51.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.085+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.085+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.48 does not exist 2024-09-19T13:37:51.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.085+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.49 2024-09-19T13:37:51.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.085+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.085+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.49 does not exist 2024-09-19T13:37:51.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.085+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.50 2024-09-19T13:37:51.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.085+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.089+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.50 does not exist 2024-09-19T13:37:51.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.089+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.51 2024-09-19T13:37:51.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.089+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.089+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.51 does not exist 2024-09-19T13:37:51.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.089+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.52 2024-09-19T13:37:51.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.089+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.089+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.52 does not exist 2024-09-19T13:37:51.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.089+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.53 2024-09-19T13:37:51.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.089+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.089+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.53 does not exist 2024-09-19T13:37:51.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.089+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.54 2024-09-19T13:37:51.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.089+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.089+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.54 does not exist 2024-09-19T13:37:51.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.089+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.55 2024-09-19T13:37:51.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.089+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.089+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.55 does not exist 2024-09-19T13:37:51.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.089+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.56 2024-09-19T13:37:51.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.089+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.089+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.56 does not exist 2024-09-19T13:37:51.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.089+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.57 2024-09-19T13:37:51.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.089+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.093+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.57 does not exist 2024-09-19T13:37:51.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.093+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.58 2024-09-19T13:37:51.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.093+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.093+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.58 does not exist 2024-09-19T13:37:51.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.093+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.59 2024-09-19T13:37:51.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.093+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.093+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.59 does not exist 2024-09-19T13:37:51.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.093+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.60 2024-09-19T13:37:51.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.093+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.093+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.60 does not exist 2024-09-19T13:37:51.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.093+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.61 2024-09-19T13:37:51.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.093+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.093+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.61 does not exist 2024-09-19T13:37:51.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.093+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.62 2024-09-19T13:37:51.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.093+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.093+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.62 does not exist 2024-09-19T13:37:51.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.093+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.63 2024-09-19T13:37:51.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.093+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.093+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.63 does not exist 2024-09-19T13:37:51.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.093+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.64 2024-09-19T13:37:51.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.093+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.097+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.64 does not exist 2024-09-19T13:37:51.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.097+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.65 2024-09-19T13:37:51.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.097+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.097+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.65 does not exist 2024-09-19T13:37:51.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.097+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.66 2024-09-19T13:37:51.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.097+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.097+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.66 does not exist 2024-09-19T13:37:51.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.097+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.67 2024-09-19T13:37:51.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.097+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.097+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.67 does not exist 2024-09-19T13:37:51.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.097+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.68 2024-09-19T13:37:51.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.097+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.097+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.68 does not exist 2024-09-19T13:37:51.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.097+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.69 2024-09-19T13:37:51.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.097+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.097+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.69 does not exist 2024-09-19T13:37:51.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.097+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.70 2024-09-19T13:37:51.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.097+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.097+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.70 does not exist 2024-09-19T13:37:51.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.097+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.71 2024-09-19T13:37:51.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.097+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.101+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.71 does not exist 2024-09-19T13:37:51.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.101+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.72 2024-09-19T13:37:51.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.101+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.101+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.72 does not exist 2024-09-19T13:37:51.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.101+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.73 2024-09-19T13:37:51.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.101+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.101+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.73 does not exist 2024-09-19T13:37:51.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.101+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.74 2024-09-19T13:37:51.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.101+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.101+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.74 does not exist 2024-09-19T13:37:51.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.101+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.75 2024-09-19T13:37:51.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.101+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.101+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.75 does not exist 2024-09-19T13:37:51.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.101+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.76 2024-09-19T13:37:51.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.101+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.101+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.76 does not exist 2024-09-19T13:37:51.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.101+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.77 2024-09-19T13:37:51.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.101+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.105+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.77 does not exist 2024-09-19T13:37:51.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.105+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.78 2024-09-19T13:37:51.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.105+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.105+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.78 does not exist 2024-09-19T13:37:51.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.105+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.79 2024-09-19T13:37:51.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.105+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.105+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.79 does not exist 2024-09-19T13:37:51.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.105+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.80 2024-09-19T13:37:51.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.105+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.105+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.80 does not exist 2024-09-19T13:37:51.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.105+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.81 2024-09-19T13:37:51.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.105+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.105+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.81 does not exist 2024-09-19T13:37:51.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.105+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.82 2024-09-19T13:37:51.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.105+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.105+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.82 does not exist 2024-09-19T13:37:51.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.105+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.83 2024-09-19T13:37:51.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.105+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.109+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.83 does not exist 2024-09-19T13:37:51.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.109+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.84 2024-09-19T13:37:51.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.109+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.109+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.84 does not exist 2024-09-19T13:37:51.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.109+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.85 2024-09-19T13:37:51.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.109+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.109+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.85 does not exist 2024-09-19T13:37:51.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.109+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.86 2024-09-19T13:37:51.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.109+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.109+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.86 does not exist 2024-09-19T13:37:51.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.109+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.87 2024-09-19T13:37:51.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.109+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.109+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.87 does not exist 2024-09-19T13:37:51.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.109+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.88 2024-09-19T13:37:51.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.109+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.109+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.88 does not exist 2024-09-19T13:37:51.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.109+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.89 2024-09-19T13:37:51.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.109+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.113+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.89 does not exist 2024-09-19T13:37:51.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.113+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.90 2024-09-19T13:37:51.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.113+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.113+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.90 does not exist 2024-09-19T13:37:51.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.113+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.91 2024-09-19T13:37:51.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.113+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.113+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.91 does not exist 2024-09-19T13:37:51.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.113+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.92 2024-09-19T13:37:51.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.113+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.113+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.92 does not exist 2024-09-19T13:37:51.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.113+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.93 2024-09-19T13:37:51.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.113+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.113+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.93 does not exist 2024-09-19T13:37:51.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.113+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.94 2024-09-19T13:37:51.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.113+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.113+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.94 does not exist 2024-09-19T13:37:51.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.113+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.95 2024-09-19T13:37:51.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.113+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.113+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.95 does not exist 2024-09-19T13:37:51.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.113+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.96 2024-09-19T13:37:51.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.113+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.117+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.96 does not exist 2024-09-19T13:37:51.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.117+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.97 2024-09-19T13:37:51.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.117+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.117+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.97 does not exist 2024-09-19T13:37:51.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.117+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.98 2024-09-19T13:37:51.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.117+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.117+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.98 does not exist 2024-09-19T13:37:51.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.117+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.99 2024-09-19T13:37:51.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.117+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.117+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.99 does not exist 2024-09-19T13:37:51.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.117+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.100 2024-09-19T13:37:51.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.117+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.117+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.100 does not exist 2024-09-19T13:37:51.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.117+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.101 2024-09-19T13:37:51.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.117+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.121+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.101 does not exist 2024-09-19T13:37:51.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.121+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.102 2024-09-19T13:37:51.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.121+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.121+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.102 does not exist 2024-09-19T13:37:51.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.121+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.103 2024-09-19T13:37:51.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.121+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.121+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.103 does not exist 2024-09-19T13:37:51.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.121+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.104 2024-09-19T13:37:51.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.121+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.121+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.104 does not exist 2024-09-19T13:37:51.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.121+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.105 2024-09-19T13:37:51.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.121+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.121+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.105 does not exist 2024-09-19T13:37:51.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.121+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.106 2024-09-19T13:37:51.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.121+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.125+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.106 does not exist 2024-09-19T13:37:51.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.125+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.107 2024-09-19T13:37:51.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.125+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.125+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.107 does not exist 2024-09-19T13:37:51.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.125+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.108 2024-09-19T13:37:51.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.125+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.125+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.108 does not exist 2024-09-19T13:37:51.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.125+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.109 2024-09-19T13:37:51.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.125+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.125+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.109 does not exist 2024-09-19T13:37:51.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.125+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.110 2024-09-19T13:37:51.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.125+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.125+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.110 does not exist 2024-09-19T13:37:51.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.125+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.111 2024-09-19T13:37:51.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.125+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.125+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.111 does not exist 2024-09-19T13:37:51.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.125+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.112 2024-09-19T13:37:51.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.125+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.129+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.112 does not exist 2024-09-19T13:37:51.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.129+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.113 2024-09-19T13:37:51.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.129+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.129+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.113 does not exist 2024-09-19T13:37:51.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.129+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.114 2024-09-19T13:37:51.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.129+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.129+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.114 does not exist 2024-09-19T13:37:51.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.129+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.115 2024-09-19T13:37:51.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.129+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.129+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.115 does not exist 2024-09-19T13:37:51.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.129+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.116 2024-09-19T13:37:51.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.129+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.129+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.116 does not exist 2024-09-19T13:37:51.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.129+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.117 2024-09-19T13:37:51.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.129+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.133+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.117 does not exist 2024-09-19T13:37:51.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.133+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.118 2024-09-19T13:37:51.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.133+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.133+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.118 does not exist 2024-09-19T13:37:51.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.133+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.119 2024-09-19T13:37:51.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.133+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.133+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.119 does not exist 2024-09-19T13:37:51.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.133+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.120 2024-09-19T13:37:51.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.133+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.133+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.120 does not exist 2024-09-19T13:37:51.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.133+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.121 2024-09-19T13:37:51.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.133+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.133+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.121 does not exist 2024-09-19T13:37:51.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.133+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.122 2024-09-19T13:37:51.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.133+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.133+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.122 does not exist 2024-09-19T13:37:51.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.133+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.123 2024-09-19T13:37:51.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.133+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.137+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.123 does not exist 2024-09-19T13:37:51.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.137+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.124 2024-09-19T13:37:51.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.137+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.137+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.124 does not exist 2024-09-19T13:37:51.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.137+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.125 2024-09-19T13:37:51.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.137+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.137+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.125 does not exist 2024-09-19T13:37:51.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.137+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.126 2024-09-19T13:37:51.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.137+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.137+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.126 does not exist 2024-09-19T13:37:51.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.137+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.127 2024-09-19T13:37:51.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.137+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.137+0000 7f45a3a9f9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.127 does not exist 2024-09-19T13:37:51.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.137+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::create(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, std::optional >, bool, uint64_t, uint64_t):1211 entering 2024-09-19T13:37:51.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.141+0000 7f45a3a9f9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T13:37:51.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.149+0000 7f44537e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:37:51.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.149+0000 7f45a3a9f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:37:51.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:51.149+0000 7f45a3a9f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:37:54.027 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:54.021+0000 7f45a3a9f9c0 10 rgw_init_ioctx warning: failed to set recovery_priority on default.rgw.meta 2024-09-19T13:37:54.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:54.021+0000 7f45a3a9f9c0 5 note: GC not initialized 2024-09-19T13:37:54.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:54.037+0000 7f44527e4640 20 reqs_thread_entry: start 2024-09-19T13:37:54.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:54.037+0000 7f45a3a9f9c0 20 init_complete bucket index max shards: 1 2024-09-19T13:37:54.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:54.037+0000 7f45a3a9f9c0 20 Filter name: none 2024-09-19T13:37:54.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:54.037+0000 7f43b3fff640 20 reqs_thread_entry: start 2024-09-19T13:37:54.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:54.081+0000 7f44537e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:37:54.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:54.089+0000 7f45a3a9f9c0 20 remove_watcher() i=0 2024-09-19T13:37:54.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:54.089+0000 7f45a3a9f9c0 2 removed watcher, disabling cache 2024-09-19T13:37:54.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:54.093+0000 7f45a3a9f9c0 20 remove_watcher() i=1 2024-09-19T13:37:54.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:54.093+0000 7f45a3a9f9c0 20 remove_watcher() i=2 2024-09-19T13:37:54.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:54.097+0000 7f45a3a9f9c0 20 remove_watcher() i=3 2024-09-19T13:37:54.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:54.101+0000 7f45a3a9f9c0 20 remove_watcher() i=4 2024-09-19T13:37:54.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:54.101+0000 7f45a3a9f9c0 20 remove_watcher() i=5 2024-09-19T13:37:54.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:54.105+0000 7f45a3a9f9c0 20 remove_watcher() i=6 2024-09-19T13:37:54.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:54.109+0000 7f45a3a9f9c0 20 remove_watcher() i=7 2024-09-19T13:37:54.132 INFO:teuthology.orchestra.run.smithi031.stdout:[] 2024-09-19T13:37:54.133 DEBUG:tasks.util.rgw: json result: [] 2024-09-19T13:37:54.133 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2024-09-19T13:37:54.133 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2024-09-19T13:37:54.133 DEBUG:teuthology.orchestra.run.smithi031:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement modify --rgw-zone default --placement-id default-placement --compression random 2024-09-19T13:37:54.177 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:37:54.177 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:37:54.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:54.205+0000 7f52889949c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:37:54.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:54.205+0000 7f52889949c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:37:54.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:54.209+0000 7f5148fe1640 20 reqs_thread_entry: start 2024-09-19T13:37:54.448 INFO:teuthology.orchestra.run.smithi031.stdout:{"id":"0dbf021f-2a5e-44bc-bad0-22af0ca35c36","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":true}}],"realm_id":""} 2024-09-19T13:37:54.448 DEBUG:tasks.util.rgw: json result: {'id': '0dbf021f-2a5e-44bc-bad0-22af0ca35c36', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': True}}], 'realm_id': ''} 2024-09-19T13:37:54.448 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2024-09-19T13:37:54.448 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2024-09-19T13:37:54.449 DEBUG:teuthology.orchestra.run.smithi031:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2024-09-19T13:37:54.527 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:37:54.527 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:37:54.570 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:54.565+0000 7f27171b79c0 20 rados->read ofs=0 len=0 2024-09-19T13:37:54.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:54.569+0000 7f27171b79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:37:54.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:54.569+0000 7f27171b79c0 20 realm 2024-09-19T13:37:54.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:54.569+0000 7f27171b79c0 20 rados->read ofs=0 len=0 2024-09-19T13:37:54.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:54.569+0000 7f27171b79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:37:54.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:54.569+0000 7f27171b79c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:37:54.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:54.569+0000 7f27171b79c0 20 rados->read ofs=0 len=0 2024-09-19T13:37:54.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:54.569+0000 7f27171b79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:37:54.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:54.569+0000 7f27171b79c0 20 rados->read ofs=0 len=0 2024-09-19T13:37:54.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:54.573+0000 7f27171b79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:37:54.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:54.573+0000 7f27171b79c0 20 rados->read ofs=0 len=0 2024-09-19T13:37:54.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:54.573+0000 7f27171b79c0 20 rados_obj.operate() r=0 bl.length=1009 2024-09-19T13:37:54.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:54.573+0000 7f27171b79c0 20 searching for the correct realm 2024-09-19T13:37:54.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:54.577+0000 7f2714cbd640 0 -- 172.21.15.31:0/3002092899 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7f2704054040 msgr2=0x7f2704056430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:37:54.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:54.789+0000 7f2714cbd640 0 -- 172.21.15.31:0/3002092899 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f26fc003cc0 msgr2=0x7f270c06cd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T13:37:55.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.009+0000 7f27171b79c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:37:55.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.009+0000 7f27171b79c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:37:55.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.009+0000 7f27171b79c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:37:55.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.009+0000 7f27171b79c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:37:55.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.009+0000 7f27171b79c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:37:55.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.009+0000 7f27171b79c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:37:55.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.009+0000 7f27171b79c0 20 rados->read ofs=0 len=0 2024-09-19T13:37:55.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.009+0000 7f27171b79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:37:55.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.009+0000 7f27171b79c0 20 rados->read ofs=0 len=0 2024-09-19T13:37:55.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.009+0000 7f27171b79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:37:55.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.009+0000 7f27171b79c0 20 rados->read ofs=0 len=0 2024-09-19T13:37:55.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.013+0000 7f27171b79c0 20 rados_obj.operate() r=0 bl.length=436 2024-09-19T13:37:55.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.013+0000 7f27171b79c0 20 zone default found 2024-09-19T13:37:55.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.013+0000 7f27171b79c0 4 Realm: () 2024-09-19T13:37:55.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.013+0000 7f27171b79c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:37:55.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.013+0000 7f27171b79c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:37:55.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.013+0000 7f27171b79c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:37:55.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.013+0000 7f27171b79c0 20 zonegroup default 2024-09-19T13:37:55.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.013+0000 7f27171b79c0 20 rados->read ofs=0 len=0 2024-09-19T13:37:55.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.013+0000 7f27171b79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:37:55.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.013+0000 7f27171b79c0 20 rados->read ofs=0 len=0 2024-09-19T13:37:55.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.013+0000 7f27171b79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:37:55.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.013+0000 7f27171b79c0 20 rados->read ofs=0 len=0 2024-09-19T13:37:55.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.013+0000 7f27171b79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:37:55.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.013+0000 7f27171b79c0 20 started sync module instance, tier type = 2024-09-19T13:37:55.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.013+0000 7f27171b79c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:37:55.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.037+0000 7f27171b79c0 20 add_watcher() i=0 2024-09-19T13:37:55.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.037+0000 7f27171b79c0 20 add_watcher() i=1 2024-09-19T13:37:55.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.037+0000 7f27171b79c0 20 add_watcher() i=2 2024-09-19T13:37:55.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.037+0000 7f27171b79c0 20 add_watcher() i=3 2024-09-19T13:37:55.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.037+0000 7f27171b79c0 20 add_watcher() i=4 2024-09-19T13:37:55.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.037+0000 7f27171b79c0 20 add_watcher() i=5 2024-09-19T13:37:55.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.037+0000 7f27171b79c0 20 add_watcher() i=6 2024-09-19T13:37:55.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.037+0000 7f27171b79c0 20 add_watcher() i=7 2024-09-19T13:37:55.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.041+0000 7f27171b79c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:37:55.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.045+0000 7f25cafe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:37:55.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.045+0000 7f27171b79c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:37:55.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.045+0000 7f27171b79c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:37:55.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.045+0000 7f27171b79c0 5 note: GC not initialized 2024-09-19T13:37:55.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.045+0000 7f25c9fe3640 20 reqs_thread_entry: start 2024-09-19T13:37:55.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.045+0000 7f27171b79c0 20 init_complete bucket index max shards: 1 2024-09-19T13:37:55.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.045+0000 7f27171b79c0 20 Filter name: none 2024-09-19T13:37:55.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.045+0000 7f253b7fe640 20 reqs_thread_entry: start 2024-09-19T13:37:55.068 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.065+0000 7f25cafe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:37:55.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.069+0000 7f27171b79c0 20 remove_watcher() i=0 2024-09-19T13:37:55.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.069+0000 7f27171b79c0 2 removed watcher, disabling cache 2024-09-19T13:37:55.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.073+0000 7f27171b79c0 20 remove_watcher() i=1 2024-09-19T13:37:55.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.073+0000 7f27171b79c0 20 remove_watcher() i=2 2024-09-19T13:37:55.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.077+0000 7f27171b79c0 20 remove_watcher() i=3 2024-09-19T13:37:55.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.077+0000 7f27171b79c0 20 remove_watcher() i=4 2024-09-19T13:37:55.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.081+0000 7f27171b79c0 20 remove_watcher() i=5 2024-09-19T13:37:55.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.085+0000 7f27171b79c0 20 remove_watcher() i=6 2024-09-19T13:37:55.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.085+0000 7f27171b79c0 20 remove_watcher() i=7 2024-09-19T13:37:55.110 INFO:teuthology.orchestra.run.smithi031.stdout:[] 2024-09-19T13:37:55.110 DEBUG:tasks.util.rgw: json result: [] 2024-09-19T13:37:55.110 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--placement-inline-data', 'false'] 2024-09-19T13:37:55.111 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--placement-inline-data', 'false'] 2024-09-19T13:37:55.111 DEBUG:teuthology.orchestra.run.smithi031:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement modify --rgw-zone default --placement-id default-placement --placement-inline-data false 2024-09-19T13:37:55.197 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:37:55.197 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:37:55.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.221+0000 7f38622c19c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:37:55.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.221+0000 7f38622c19c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:37:55.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.225+0000 7f36cdffb640 20 reqs_thread_entry: start 2024-09-19T13:37:55.253 INFO:teuthology.orchestra.run.smithi031.stdout:{"id":"0dbf021f-2a5e-44bc-bad0-22af0ca35c36","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":false}}],"realm_id":""} 2024-09-19T13:37:55.253 DEBUG:tasks.util.rgw: json result: {'id': '0dbf021f-2a5e-44bc-bad0-22af0ca35c36', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': False}}], 'realm_id': ''} 2024-09-19T13:37:55.254 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2024-09-19T13:37:55.254 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2024-09-19T13:37:55.254 DEBUG:teuthology.orchestra.run.smithi031:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2024-09-19T13:37:55.282 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:37:55.282 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:37:55.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.317+0000 7f8a34b0b9c0 20 rados->read ofs=0 len=0 2024-09-19T13:37:55.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.321+0000 7f8a34b0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:37:55.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.321+0000 7f8a34b0b9c0 20 realm 2024-09-19T13:37:55.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.321+0000 7f8a34b0b9c0 20 rados->read ofs=0 len=0 2024-09-19T13:37:55.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.321+0000 7f8a34b0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:37:55.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.321+0000 7f8a34b0b9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:37:55.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.321+0000 7f8a34b0b9c0 20 rados->read ofs=0 len=0 2024-09-19T13:37:55.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.321+0000 7f8a34b0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:37:55.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.321+0000 7f8a34b0b9c0 20 rados->read ofs=0 len=0 2024-09-19T13:37:55.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.321+0000 7f8a34b0b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:37:55.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.321+0000 7f8a34b0b9c0 20 rados->read ofs=0 len=0 2024-09-19T13:37:55.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.325+0000 7f8a34b0b9c0 20 rados_obj.operate() r=0 bl.length=1009 2024-09-19T13:37:55.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.325+0000 7f8a34b0b9c0 20 searching for the correct realm 2024-09-19T13:37:55.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.325+0000 7f8a32611640 0 -- 172.21.15.31:0/2752347820 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7f8a2409a040 msgr2=0x7f8a24080b30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:37:55.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.333+0000 7f8a32611640 0 -- 172.21.15.31:0/2752347820 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x55e6b7cf8730 msgr2=0x7f8a2c0d43f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:37:55.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.549+0000 7f8a34b0b9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:37:55.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.549+0000 7f8a34b0b9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:37:55.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.549+0000 7f8a34b0b9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:37:55.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.549+0000 7f8a34b0b9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:37:55.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.549+0000 7f8a34b0b9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:37:55.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.549+0000 7f8a34b0b9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:37:55.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.553+0000 7f8a34b0b9c0 20 rados->read ofs=0 len=0 2024-09-19T13:37:55.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.553+0000 7f8a34b0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:37:55.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.553+0000 7f8a34b0b9c0 20 rados->read ofs=0 len=0 2024-09-19T13:37:55.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.553+0000 7f8a34b0b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:37:55.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.553+0000 7f8a34b0b9c0 20 rados->read ofs=0 len=0 2024-09-19T13:37:55.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.553+0000 7f8a34b0b9c0 20 rados_obj.operate() r=0 bl.length=436 2024-09-19T13:37:55.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.553+0000 7f8a34b0b9c0 20 zone default found 2024-09-19T13:37:55.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.553+0000 7f8a34b0b9c0 4 Realm: () 2024-09-19T13:37:55.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.553+0000 7f8a34b0b9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:37:55.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.553+0000 7f8a34b0b9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:37:55.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.553+0000 7f8a34b0b9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:37:55.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.553+0000 7f8a34b0b9c0 20 zonegroup default 2024-09-19T13:37:55.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.553+0000 7f8a34b0b9c0 20 rados->read ofs=0 len=0 2024-09-19T13:37:55.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.553+0000 7f8a34b0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:37:55.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.553+0000 7f8a34b0b9c0 20 rados->read ofs=0 len=0 2024-09-19T13:37:55.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.553+0000 7f8a34b0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:37:55.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.557+0000 7f8a34b0b9c0 20 rados->read ofs=0 len=0 2024-09-19T13:37:55.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.557+0000 7f8a34b0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:37:55.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.557+0000 7f8a34b0b9c0 20 started sync module instance, tier type = 2024-09-19T13:37:55.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.557+0000 7f8a34b0b9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:37:55.584 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.581+0000 7f8a34b0b9c0 20 add_watcher() i=0 2024-09-19T13:37:55.584 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.581+0000 7f8a34b0b9c0 20 add_watcher() i=1 2024-09-19T13:37:55.584 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.581+0000 7f8a34b0b9c0 20 add_watcher() i=2 2024-09-19T13:37:55.584 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.581+0000 7f8a34b0b9c0 20 add_watcher() i=3 2024-09-19T13:37:55.584 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.581+0000 7f8a34b0b9c0 20 add_watcher() i=4 2024-09-19T13:37:55.584 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.581+0000 7f8a34b0b9c0 20 add_watcher() i=5 2024-09-19T13:37:55.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.581+0000 7f8a34b0b9c0 20 add_watcher() i=6 2024-09-19T13:37:55.586 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.581+0000 7f8a34b0b9c0 20 add_watcher() i=7 2024-09-19T13:37:55.586 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.581+0000 7f8a34b0b9c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:37:55.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.585+0000 7f88e8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:37:55.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.585+0000 7f8a34b0b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:37:55.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.585+0000 7f8a34b0b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:37:55.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.585+0000 7f8a34b0b9c0 5 note: GC not initialized 2024-09-19T13:37:55.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.589+0000 7f88637fe640 20 reqs_thread_entry: start 2024-09-19T13:37:55.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.589+0000 7f8a34b0b9c0 20 init_complete bucket index max shards: 1 2024-09-19T13:37:55.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.589+0000 7f8a34b0b9c0 20 Filter name: none 2024-09-19T13:37:55.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.589+0000 7f88617fa640 20 reqs_thread_entry: start 2024-09-19T13:37:55.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.609+0000 7f88e8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:37:55.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.613+0000 7f8a34b0b9c0 20 remove_watcher() i=0 2024-09-19T13:37:55.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.613+0000 7f8a34b0b9c0 2 removed watcher, disabling cache 2024-09-19T13:37:55.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.617+0000 7f8a34b0b9c0 20 remove_watcher() i=1 2024-09-19T13:37:55.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.617+0000 7f8a34b0b9c0 20 remove_watcher() i=2 2024-09-19T13:37:55.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.621+0000 7f8a34b0b9c0 20 remove_watcher() i=3 2024-09-19T13:37:55.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.625+0000 7f8a34b0b9c0 20 remove_watcher() i=4 2024-09-19T13:37:55.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.625+0000 7f8a34b0b9c0 20 remove_watcher() i=5 2024-09-19T13:37:55.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.629+0000 7f8a34b0b9c0 20 remove_watcher() i=6 2024-09-19T13:37:55.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.633+0000 7f8a34b0b9c0 20 remove_watcher() i=7 2024-09-19T13:37:55.653 INFO:teuthology.orchestra.run.smithi031.stdout:[] 2024-09-19T13:37:55.653 DEBUG:tasks.util.rgw: json result: [] 2024-09-19T13:37:55.653 INFO:tasks.rgw:Configuring storage class type = LUKEWARM 2024-09-19T13:37:55.653 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM'] 2024-09-19T13:37:55.654 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM'] 2024-09-19T13:37:55.654 DEBUG:teuthology.orchestra.run.smithi031:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zonegroup placement add --rgw-zone default --placement-id default-placement --storage-class LUKEWARM 2024-09-19T13:37:55.740 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:37:55.740 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:37:55.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.765+0000 7f5881b0a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:37:55.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.765+0000 7f5881b0a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:37:55.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.769+0000 7f56c5ffb640 20 reqs_thread_entry: start 2024-09-19T13:37:55.795 INFO:teuthology.orchestra.run.smithi031.stdout:[{"key":"default-placement","val":{"name":"default-placement","tags":[],"storage_classes":["LUKEWARM","STANDARD"]}}] 2024-09-19T13:37:55.796 DEBUG:tasks.util.rgw: json result: [{'key': 'default-placement', 'val': {'name': 'default-placement', 'tags': [], 'storage_classes': ['LUKEWARM', 'STANDARD']}}] 2024-09-19T13:37:55.796 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM', '--data-pool', 'default.rgw.buckets.data.lukewarm'] 2024-09-19T13:37:55.796 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM', '--data-pool', 'default.rgw.buckets.data.lukewarm'] 2024-09-19T13:37:55.796 DEBUG:teuthology.orchestra.run.smithi031:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement add --rgw-zone default --placement-id default-placement --storage-class LUKEWARM --data-pool default.rgw.buckets.data.lukewarm 2024-09-19T13:37:55.833 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:37:55.833 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:37:55.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.856+0000 7f43bcff89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:37:55.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.856+0000 7f43bcff89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:37:55.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.860+0000 7f42797fa640 20 reqs_thread_entry: start 2024-09-19T13:37:55.885 INFO:teuthology.orchestra.run.smithi031.stdout:{"id":"0dbf021f-2a5e-44bc-bad0-22af0ca35c36","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"LUKEWARM":{"data_pool":"default.rgw.buckets.data.lukewarm"},"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":false}}],"realm_id":""} 2024-09-19T13:37:55.885 DEBUG:tasks.util.rgw: json result: {'id': '0dbf021f-2a5e-44bc-bad0-22af0ca35c36', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'LUKEWARM': {'data_pool': 'default.rgw.buckets.data.lukewarm'}, 'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': False}}], 'realm_id': ''} 2024-09-19T13:37:55.885 INFO:tasks.rgw:Configuring storage class type = FROZEN 2024-09-19T13:37:55.885 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN'] 2024-09-19T13:37:55.885 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN'] 2024-09-19T13:37:55.886 DEBUG:teuthology.orchestra.run.smithi031:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zonegroup placement add --rgw-zone default --placement-id default-placement --storage-class FROZEN 2024-09-19T13:37:55.969 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:37:55.969 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:37:55.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.992+0000 7fd18258f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:37:55.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.992+0000 7fd18258f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:37:56.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:55.996+0000 7fd03e7fc640 20 reqs_thread_entry: start 2024-09-19T13:37:56.023 INFO:teuthology.orchestra.run.smithi031.stdout:[{"key":"default-placement","val":{"name":"default-placement","tags":[],"storage_classes":["FROZEN","LUKEWARM","STANDARD"]}}] 2024-09-19T13:37:56.023 DEBUG:tasks.util.rgw: json result: [{'key': 'default-placement', 'val': {'name': 'default-placement', 'tags': [], 'storage_classes': ['FROZEN', 'LUKEWARM', 'STANDARD']}}] 2024-09-19T13:37:56.023 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN', '--data-pool', 'default.rgw.buckets.data.frozen'] 2024-09-19T13:37:56.024 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN', '--data-pool', 'default.rgw.buckets.data.frozen'] 2024-09-19T13:37:56.024 DEBUG:teuthology.orchestra.run.smithi031:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement add --rgw-zone default --placement-id default-placement --storage-class FROZEN --data-pool default.rgw.buckets.data.frozen 2024-09-19T13:37:56.104 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:37:56.104 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:37:56.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:56.128+0000 7f13a48339c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:37:56.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:56.128+0000 7f13a48339c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:37:56.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:37:56.132+0000 7f12657e2640 20 reqs_thread_entry: start 2024-09-19T13:37:56.160 INFO:teuthology.orchestra.run.smithi031.stdout:{"id":"0dbf021f-2a5e-44bc-bad0-22af0ca35c36","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"FROZEN":{"data_pool":"default.rgw.buckets.data.frozen"},"LUKEWARM":{"data_pool":"default.rgw.buckets.data.lukewarm"},"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":false}}],"realm_id":""} 2024-09-19T13:37:56.160 DEBUG:tasks.util.rgw: json result: {'id': '0dbf021f-2a5e-44bc-bad0-22af0ca35c36', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'FROZEN': {'data_pool': 'default.rgw.buckets.data.frozen'}, 'LUKEWARM': {'data_pool': 'default.rgw.buckets.data.lukewarm'}, 'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': False}}], 'realm_id': ''} 2024-09-19T13:37:56.160 INFO:tasks.rgw:Starting rgw... 2024-09-19T13:37:56.160 INFO:tasks.rgw:rgw client.0 config is {'ssl certificate': 'rgw.client.0'} 2024-09-19T13:37:56.160 INFO:tasks.rgw:Using beast as radosgw frontend 2024-09-19T13:37:56.160 DEBUG:teuthology.orchestra.run.smithi031:> sudo echo -n https://smithi031.front.sepia.ceph.com:443 | sudo tee /home/ubuntu/cephtest/url_file 2024-09-19T13:37:56.215 INFO:teuthology.orchestra.run.smithi031.stdout:https://smithi031.front.sepia.ceph.com:443 2024-09-19T13:37:56.215 DEBUG:teuthology.orchestra.run.smithi031:> sudo chown ceph /home/ubuntu/cephtest/url_file 2024-09-19T13:37:56.271 DEBUG:teuthology.orchestra.run.smithi031:> sudo keytool -import -alias smithi031.front.sepia.ceph.com -keystore $(readlink -e $(dirname $(readlink -e $(which keytool)))/../lib/security/cacerts) -file /home/ubuntu/cephtest/ca/rgw.client.0.crt -storepass changeit 2024-09-19T13:37:56.576 INFO:teuthology.orchestra.run.smithi031.stderr:Warning: use -cacerts option to access cacerts keystore 2024-09-19T13:37:57.023 INFO:teuthology.orchestra.run.smithi031.stderr:Certificate was added to keystore 2024-09-19T13:37:57.064 INFO:tasks.rgw.client.0:Restarting daemon 2024-09-19T13:37:57.064 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term radosgw --rgw-frontends 'beast ssl_certificate=/home/ubuntu/cephtest/ca/rgw.client.0.crt ssl_port=443' -n client.0 --cluster ceph -k /etc/ceph/ceph.client.0.keyring --log-file /var/log/ceph/rgw.ceph.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.ceph.client.0.sock --foreground | sudo tee /var/log/ceph/rgw.ceph.client.0.stdout 2>&1 2024-09-19T13:37:57.066 INFO:tasks.rgw.client.0:Started 2024-09-19T13:37:57.066 INFO:tasks.rgw:Polling client.0 until it starts accepting connections on https://smithi031.front.sepia.ceph.com:443/ 2024-09-19T13:37:57.067 DEBUG:teuthology.orchestra.run.smithi031:> curl https://smithi031.front.sepia.ceph.com:443/ 2024-09-19T13:37:57.107 INFO:teuthology.orchestra.run.smithi031.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2024-09-19T13:37:57.108 INFO:teuthology.orchestra.run.smithi031.stderr: Dload Upload Total Spent Left Speed 2024-09-19T13:37:57.108 INFO:teuthology.orchestra.run.smithi031.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 2024-09-19T13:37:57.108 INFO:teuthology.orchestra.run.smithi031.stderr:curl: (7) Failed to connect to smithi031.front.sepia.ceph.com port 443 after 0 ms: Connection refused 2024-09-19T13:37:57.108 DEBUG:teuthology.orchestra.run:got remote process result: 7 2024-09-19T13:37:57.401 INFO:tasks.rgw.client.0.smithi031.stdout:2024-09-19T13:37:57.396+0000 7ff391f0aa40 -1 ssl_private_key was not found: rgw/cert//default.key 2024-09-19T13:37:58.109 DEBUG:teuthology.orchestra.run.smithi031:> curl https://smithi031.front.sepia.ceph.com:443/ 2024-09-19T13:37:58.124 INFO:teuthology.orchestra.run.smithi031.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2024-09-19T13:37:58.124 INFO:teuthology.orchestra.run.smithi031.stderr: Dload Upload Total Spent Left Speed 2024-09-19T13:37:58.239 INFO:teuthology.orchestra.run.smithi031.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 187 0 187 0 0 1614 0 --:--:-- --:--:-- --:--:-- 1612 2024-09-19T13:37:58.243 INFO:teuthology.orchestra.run.smithi031.stdout:anonymous 2024-09-19T13:37:58.243 INFO:teuthology.run_tasks:Running task tox... 2024-09-19T13:37:58.254 INFO:tasks.tox:Deploying tox from pip... 2024-09-19T13:37:58.254 DEBUG:teuthology.orchestra.run.smithi031:> python3 -m venv /home/ubuntu/cephtest/tox-venv 2024-09-19T13:38:01.285 DEBUG:teuthology.orchestra.run.smithi031:> source /home/ubuntu/cephtest/tox-venv/bin/activate && pip install tox==3.15.0 2024-09-19T13:38:01.997 INFO:teuthology.orchestra.run.smithi031.stdout:Collecting tox==3.15.0 2024-09-19T13:38:02.097 INFO:teuthology.orchestra.run.smithi031.stdout: Downloading tox-3.15.0-py2.py3-none-any.whl (82 kB) 2024-09-19T13:38:02.162 INFO:teuthology.orchestra.run.smithi031.stdout: ---------------------------------------- 82.1/82.1 KB 1.2 MB/s eta 0:00:00 2024-09-19T13:38:02.277 INFO:teuthology.orchestra.run.smithi031.stdout:Collecting toml>=0.9.4 2024-09-19T13:38:02.292 INFO:teuthology.orchestra.run.smithi031.stdout: Downloading toml-0.10.2-py2.py3-none-any.whl (16 kB) 2024-09-19T13:38:02.448 INFO:teuthology.orchestra.run.smithi031.stdout:Collecting filelock<4,>=3.0.0 2024-09-19T13:38:02.463 INFO:teuthology.orchestra.run.smithi031.stdout: Downloading filelock-3.16.1-py3-none-any.whl (16 kB) 2024-09-19T13:38:02.587 INFO:teuthology.orchestra.run.smithi031.stdout:Collecting py<2,>=1.4.17 2024-09-19T13:38:02.603 INFO:teuthology.orchestra.run.smithi031.stdout: Downloading py-1.11.0-py2.py3-none-any.whl (98 kB) 2024-09-19T13:38:02.649 INFO:teuthology.orchestra.run.smithi031.stdout: ---------------------------------------- 98.7/98.7 KB 2.2 MB/s eta 0:00:00 2024-09-19T13:38:02.934 INFO:teuthology.orchestra.run.smithi031.stdout:Collecting virtualenv!=20.0.0,!=20.0.1,!=20.0.2,!=20.0.3,!=20.0.4,!=20.0.5,!=20.0.6,!=20.0.7,>=16.0.0 2024-09-19T13:38:02.949 INFO:teuthology.orchestra.run.smithi031.stdout: Downloading virtualenv-20.26.5-py3-none-any.whl (6.0 MB) 2024-09-19T13:38:03.453 INFO:teuthology.orchestra.run.smithi031.stdout: ---------------------------------------- 6.0/6.0 MB 12.0 MB/s eta 0:00:00 2024-09-19T13:38:03.570 INFO:teuthology.orchestra.run.smithi031.stdout:Collecting six<2,>=1.14.0 2024-09-19T13:38:03.586 INFO:teuthology.orchestra.run.smithi031.stdout: Downloading six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-19T13:38:03.741 INFO:teuthology.orchestra.run.smithi031.stdout:Collecting packaging>=14 2024-09-19T13:38:03.756 INFO:teuthology.orchestra.run.smithi031.stdout: Downloading packaging-24.1-py3-none-any.whl (53 kB) 2024-09-19T13:38:03.793 INFO:teuthology.orchestra.run.smithi031.stdout: ---------------------------------------- 54.0/54.0 KB 1.3 MB/s eta 0:00:00 2024-09-19T13:38:03.885 INFO:teuthology.orchestra.run.smithi031.stdout:Collecting pluggy<1,>=0.12.0 2024-09-19T13:38:03.901 INFO:teuthology.orchestra.run.smithi031.stdout: Downloading pluggy-0.13.1-py2.py3-none-any.whl (18 kB) 2024-09-19T13:38:04.083 INFO:teuthology.orchestra.run.smithi031.stdout:Collecting distlib<1,>=0.3.7 2024-09-19T13:38:04.097 INFO:teuthology.orchestra.run.smithi031.stdout: Downloading distlib-0.3.8-py2.py3-none-any.whl (468 kB) 2024-09-19T13:38:04.154 INFO:teuthology.orchestra.run.smithi031.stdout: --------------------------------------- 468.9/468.9 KB 8.9 MB/s eta 0:00:00 2024-09-19T13:38:04.287 INFO:teuthology.orchestra.run.smithi031.stdout:Collecting platformdirs<5,>=3.9.1 2024-09-19T13:38:04.302 INFO:teuthology.orchestra.run.smithi031.stdout: Downloading platformdirs-4.3.6-py3-none-any.whl (18 kB) 2024-09-19T13:38:04.496 INFO:teuthology.orchestra.run.smithi031.stdout:Installing collected packages: distlib, toml, six, py, pluggy, platformdirs, packaging, filelock, virtualenv, tox 2024-09-19T13:38:05.504 INFO:teuthology.orchestra.run.smithi031.stdout:Successfully installed distlib-0.3.8 filelock-3.16.1 packaging-24.1 platformdirs-4.3.6 pluggy-0.13.1 py-1.11.0 six-1.16.0 toml-0.10.2 tox-3.15.0 virtualenv-20.26.5 2024-09-19T13:38:05.591 INFO:teuthology.run_tasks:Running task workunit... 2024-09-19T13:38:05.604 INFO:tasks.workunit:Pulling workunits from ref 08af21e0d16078b88ddf808fe9ba2ab84dbe6754 2024-09-19T13:38:05.605 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-19T13:38:05.605 DEBUG:teuthology.orchestra.run.smithi031:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-19T13:38:05.611 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T13:38:05.611 INFO:teuthology.orchestra.run.smithi031.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-19T13:38:05.611 DEBUG:teuthology.orchestra.run.smithi031:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-19T13:38:05.660 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-19T13:38:05.660 DEBUG:teuthology.orchestra.run.smithi031:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-19T13:38:05.708 INFO:tasks.workunit:timeout=3h 2024-09-19T13:38:05.708 INFO:tasks.workunit:cleanup=True 2024-09-19T13:38:05.709 DEBUG:teuthology.orchestra.run.smithi031:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 08af21e0d16078b88ddf808fe9ba2ab84dbe6754 2024-09-19T13:38:05.758 INFO:tasks.workunit.client.0.smithi031.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-19T13:39:04.769 INFO:tasks.workunit.client.0.smithi031.stderr:Updating files: 93% (11863/12697) Updating files: 94% (11936/12697) Updating files: 95% (12063/12697) Updating files: 96% (12190/12697) Updating files: 97% (12317/12697) Updating files: 98% (12444/12697) Updating files: 99% (12571/12697) Updating files: 100% (12697/12697) Updating files: 100% (12697/12697), done. 2024-09-19T13:39:05.638 INFO:tasks.workunit.client.0.smithi031.stderr:Note: switching to '08af21e0d16078b88ddf808fe9ba2ab84dbe6754'. 2024-09-19T13:39:05.639 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:39:05.639 INFO:tasks.workunit.client.0.smithi031.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-19T13:39:05.639 INFO:tasks.workunit.client.0.smithi031.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-19T13:39:05.639 INFO:tasks.workunit.client.0.smithi031.stderr:state without impacting any branches by switching back to a branch. 2024-09-19T13:39:05.639 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:39:05.639 INFO:tasks.workunit.client.0.smithi031.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-19T13:39:05.639 INFO:tasks.workunit.client.0.smithi031.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-19T13:39:05.639 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:39:05.639 INFO:tasks.workunit.client.0.smithi031.stderr: git switch -c 2024-09-19T13:39:05.639 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:39:05.639 INFO:tasks.workunit.client.0.smithi031.stderr:Or undo this operation with: 2024-09-19T13:39:05.639 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:39:05.640 INFO:tasks.workunit.client.0.smithi031.stderr: git switch - 2024-09-19T13:39:05.640 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:39:05.640 INFO:tasks.workunit.client.0.smithi031.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-19T13:39:05.640 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:39:05.640 INFO:tasks.workunit.client.0.smithi031.stderr:HEAD is now at 08af21e0d16 rgw_log_backing: error code not returned 2024-09-19T13:39:05.646 DEBUG:teuthology.orchestra.run.smithi031:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-19T13:39:05.693 INFO:tasks.workunit.client.0.smithi031.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-19T13:39:05.696 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-19T13:39:05.697 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-19T13:39:06.486 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-19T13:39:06.564 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-19T13:39:06.629 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-19T13:39:06.631 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-19T13:39:06.631 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-19T13:39:06.679 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-19T13:39:06.684 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T13:39:06.684 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-19T13:39:06.733 INFO:tasks.workunit:Running workunits matching rgw/run-bucket-check.sh on client.0... 2024-09-19T13:39:06.734 INFO:tasks.workunit:Running workunit rgw/run-bucket-check.sh... 2024-09-19T13:39:06.734 DEBUG:teuthology.orchestra.run.smithi031:workunit test rgw/run-bucket-check.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=08af21e0d16078b88ddf808fe9ba2ab84dbe6754 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-bucket-check.sh 2024-09-19T13:39:06.787 INFO:tasks.workunit.client.0.smithi031.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-bucket-check.sh 2024-09-19T13:39:06.788 INFO:tasks.workunit.client.0.smithi031.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-19T13:39:06.788 INFO:tasks.workunit.client.0.smithi031.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-19T13:39:09.716 INFO:tasks.workunit.client.0.smithi031.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2024-09-19T13:39:09.716 INFO:tasks.workunit.client.0.smithi031.stderr:++ deactivate nondestructive 2024-09-19T13:39:09.716 INFO:tasks.workunit.client.0.smithi031.stderr:++ '[' -n '' ']' 2024-09-19T13:39:09.716 INFO:tasks.workunit.client.0.smithi031.stderr:++ '[' -n '' ']' 2024-09-19T13:39:09.716 INFO:tasks.workunit.client.0.smithi031.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-19T13:39:09.716 INFO:tasks.workunit.client.0.smithi031.stderr:++ hash -r 2024-09-19T13:39:09.716 INFO:tasks.workunit.client.0.smithi031.stderr:++ '[' -n '' ']' 2024-09-19T13:39:09.716 INFO:tasks.workunit.client.0.smithi031.stderr:++ unset VIRTUAL_ENV 2024-09-19T13:39:09.716 INFO:tasks.workunit.client.0.smithi031.stderr:++ unset VIRTUAL_ENV_PROMPT 2024-09-19T13:39:09.717 INFO:tasks.workunit.client.0.smithi031.stderr:++ '[' '!' nondestructive = nondestructive ']' 2024-09-19T13:39:09.717 INFO:tasks.workunit.client.0.smithi031.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-19T13:39:09.717 INFO:tasks.workunit.client.0.smithi031.stderr:++ export VIRTUAL_ENV 2024-09-19T13:39:09.717 INFO:tasks.workunit.client.0.smithi031.stderr:++ _OLD_VIRTUAL_PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-19T13:39:09.718 INFO:tasks.workunit.client.0.smithi031.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-19T13:39:09.718 INFO:tasks.workunit.client.0.smithi031.stderr:++ export PATH 2024-09-19T13:39:09.718 INFO:tasks.workunit.client.0.smithi031.stderr:++ '[' -n '' ']' 2024-09-19T13:39:09.718 INFO:tasks.workunit.client.0.smithi031.stderr:++ '[' -z '' ']' 2024-09-19T13:39:09.718 INFO:tasks.workunit.client.0.smithi031.stderr:++ _OLD_VIRTUAL_PS1= 2024-09-19T13:39:09.718 INFO:tasks.workunit.client.0.smithi031.stderr:++ PS1='(rgw) ' 2024-09-19T13:39:09.718 INFO:tasks.workunit.client.0.smithi031.stderr:++ export PS1 2024-09-19T13:39:09.718 INFO:tasks.workunit.client.0.smithi031.stderr:++ VIRTUAL_ENV_PROMPT='(rgw) ' 2024-09-19T13:39:09.718 INFO:tasks.workunit.client.0.smithi031.stderr:++ export VIRTUAL_ENV_PROMPT 2024-09-19T13:39:09.719 INFO:tasks.workunit.client.0.smithi031.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-19T13:39:09.719 INFO:tasks.workunit.client.0.smithi031.stderr:++ hash -r 2024-09-19T13:39:09.719 INFO:tasks.workunit.client.0.smithi031.stderr:+ pip install pip --upgrade 2024-09-19T13:39:10.089 INFO:tasks.workunit.client.0.smithi031.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages (22.0.2) 2024-09-19T13:39:10.333 INFO:tasks.workunit.client.0.smithi031.stdout:Collecting pip 2024-09-19T13:39:10.431 INFO:tasks.workunit.client.0.smithi031.stdout: Downloading pip-24.2-py3-none-any.whl (1.8 MB) 2024-09-19T13:39:10.715 INFO:tasks.workunit.client.0.smithi031.stdout: ---------------------------------------- 1.8/1.8 MB 6.5 MB/s eta 0:00:00 2024-09-19T13:39:10.791 INFO:tasks.workunit.client.0.smithi031.stdout:Installing collected packages: pip 2024-09-19T13:39:10.791 INFO:tasks.workunit.client.0.smithi031.stdout: Attempting uninstall: pip 2024-09-19T13:39:10.792 INFO:tasks.workunit.client.0.smithi031.stdout: Found existing installation: pip 22.0.2 2024-09-19T13:39:11.087 INFO:tasks.workunit.client.0.smithi031.stdout: Uninstalling pip-22.0.2: 2024-09-19T13:39:11.094 INFO:tasks.workunit.client.0.smithi031.stdout: Successfully uninstalled pip-22.0.2 2024-09-19T13:39:11.883 INFO:tasks.workunit.client.0.smithi031.stdout:Successfully installed pip-24.2 2024-09-19T13:39:11.948 INFO:tasks.workunit.client.0.smithi031.stderr:+ pip install boto3 2024-09-19T13:39:13.011 INFO:tasks.workunit.client.0.smithi031.stdout:Collecting boto3 2024-09-19T13:39:13.055 INFO:tasks.workunit.client.0.smithi031.stdout: Downloading boto3-1.35.22-py3-none-any.whl.metadata (6.6 kB) 2024-09-19T13:39:13.683 INFO:tasks.workunit.client.0.smithi031.stdout:Collecting botocore<1.36.0,>=1.35.22 (from boto3) 2024-09-19T13:39:13.697 INFO:tasks.workunit.client.0.smithi031.stdout: Downloading botocore-1.35.22-py3-none-any.whl.metadata (5.7 kB) 2024-09-19T13:39:13.834 INFO:tasks.workunit.client.0.smithi031.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2024-09-19T13:39:13.849 INFO:tasks.workunit.client.0.smithi031.stdout: Downloading jmespath-1.0.1-py3-none-any.whl.metadata (7.6 kB) 2024-09-19T13:39:14.002 INFO:tasks.workunit.client.0.smithi031.stdout:Collecting s3transfer<0.11.0,>=0.10.0 (from boto3) 2024-09-19T13:39:14.018 INFO:tasks.workunit.client.0.smithi031.stdout: Downloading s3transfer-0.10.2-py3-none-any.whl.metadata (1.7 kB) 2024-09-19T13:39:14.179 INFO:tasks.workunit.client.0.smithi031.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.36.0,>=1.35.22->boto3) 2024-09-19T13:39:14.195 INFO:tasks.workunit.client.0.smithi031.stdout: Downloading python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2024-09-19T13:39:14.409 INFO:tasks.workunit.client.0.smithi031.stdout:Collecting urllib3!=2.2.0,<3,>=1.25.4 (from botocore<1.36.0,>=1.35.22->boto3) 2024-09-19T13:39:14.424 INFO:tasks.workunit.client.0.smithi031.stdout: Downloading urllib3-2.2.3-py3-none-any.whl.metadata (6.5 kB) 2024-09-19T13:39:14.658 INFO:tasks.workunit.client.0.smithi031.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.36.0,>=1.35.22->boto3) 2024-09-19T13:39:14.672 INFO:tasks.workunit.client.0.smithi031.stdout: Downloading six-1.16.0-py2.py3-none-any.whl.metadata (1.8 kB) 2024-09-19T13:39:14.729 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading boto3-1.35.22-py3-none-any.whl (139 kB) 2024-09-19T13:39:14.821 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading botocore-1.35.22-py3-none-any.whl (12.6 MB) 2024-09-19T13:39:15.062 INFO:tasks.workunit.client.0.smithi031.stdout: ---------------------------------------- 12.6/12.6 MB 54.8 MB/s eta 0:00:00 2024-09-19T13:39:15.079 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading jmespath-1.0.1-py3-none-any.whl (20 kB) 2024-09-19T13:39:15.144 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading s3transfer-0.10.2-py3-none-any.whl (82 kB) 2024-09-19T13:39:15.329 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2024-09-19T13:39:15.395 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading urllib3-2.2.3-py3-none-any.whl (126 kB) 2024-09-19T13:39:15.480 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-19T13:39:15.662 INFO:tasks.workunit.client.0.smithi031.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2024-09-19T13:39:16.970 INFO:tasks.workunit.client.0.smithi031.stdout:Successfully installed boto3-1.35.22 botocore-1.35.22 jmespath-1.0.1 python-dateutil-2.9.0.post0 s3transfer-0.10.2 six-1.16.0 urllib3-2.2.3 2024-09-19T13:39:17.410 INFO:tasks.workunit.client.0.smithi031.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_bucket_check.py 2024-09-19T13:39:17.567 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin user create --uid check-tester --display-name "Check Testing" --access-key OJODXSLNX4LUNHQG99PA --secret 3l6ffld34qaymfomuh832j94738aie2x4p2o8h6n 2024-09-19T13:39:17.606 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:39:17.607 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:39:17.654 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.650+0000 7f068c69b9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:17.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.654+0000 7f068c69b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:17.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.654+0000 7f068c69b9c0 20 realm 2024-09-19T13:39:17.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.654+0000 7f068c69b9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:17.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.654+0000 7f068c69b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:17.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.654+0000 7f068c69b9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:39:17.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.654+0000 7f068c69b9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:17.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.654+0000 7f068c69b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:17.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.654+0000 7f068c69b9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:17.658 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.654+0000 7f068c69b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:39:17.658 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.654+0000 7f068c69b9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:17.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.654+0000 7f068c69b9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:39:17.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.654+0000 7f068c69b9c0 20 searching for the correct realm 2024-09-19T13:39:17.666 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.662+0000 7f068a1a1640 0 -- 172.21.15.31:0/2732644846 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7f067c0673b0 msgr2=0x7f067c070460 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:39:17.671 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.666+0000 7f068a1a1640 0 -- 172.21.15.31:0/2732644846 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f0684008040 msgr2=0x7f0684008420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:39:17.678 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.674+0000 7f068c69b9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:39:17.679 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.674+0000 7f068c69b9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:39:17.679 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.674+0000 7f068c69b9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:39:17.679 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.674+0000 7f068c69b9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:39:17.679 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.674+0000 7f068c69b9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:39:17.679 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.674+0000 7f068c69b9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:39:17.679 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.674+0000 7f068c69b9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:17.679 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.674+0000 7f068c69b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:17.679 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.674+0000 7f068c69b9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:17.680 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.674+0000 7f068c69b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:39:17.681 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.674+0000 7f068c69b9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:17.681 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.678+0000 7f068c69b9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:39:17.681 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.678+0000 7f068c69b9c0 20 zone default found 2024-09-19T13:39:17.681 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.678+0000 7f068c69b9c0 4 Realm: () 2024-09-19T13:39:17.681 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.678+0000 7f068c69b9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:39:17.681 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.678+0000 7f068c69b9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:39:17.681 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.678+0000 7f068c69b9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:39:17.681 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.678+0000 7f068c69b9c0 20 zonegroup default 2024-09-19T13:39:17.681 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.678+0000 7f068c69b9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:17.681 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.678+0000 7f068c69b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:17.681 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.678+0000 7f068c69b9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:17.682 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.678+0000 7f068c69b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:17.682 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.678+0000 7f068c69b9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:17.682 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.678+0000 7f068c69b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:17.682 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.678+0000 7f068c69b9c0 20 started sync module instance, tier type = 2024-09-19T13:39:17.682 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.678+0000 7f068c69b9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:39:17.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.698+0000 7f068c69b9c0 20 add_watcher() i=0 2024-09-19T13:39:17.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.698+0000 7f068c69b9c0 20 add_watcher() i=1 2024-09-19T13:39:17.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.698+0000 7f068c69b9c0 20 add_watcher() i=2 2024-09-19T13:39:17.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.698+0000 7f068c69b9c0 20 add_watcher() i=3 2024-09-19T13:39:17.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.698+0000 7f068c69b9c0 20 add_watcher() i=4 2024-09-19T13:39:17.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.698+0000 7f068c69b9c0 20 add_watcher() i=5 2024-09-19T13:39:17.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.698+0000 7f068c69b9c0 20 add_watcher() i=6 2024-09-19T13:39:17.703 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.698+0000 7f068c69b9c0 20 add_watcher() i=7 2024-09-19T13:39:17.704 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.698+0000 7f068c69b9c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:39:17.707 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.702+0000 7f0540fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:39:17.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.702+0000 7f068c69b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:39:17.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.702+0000 7f068c69b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:39:17.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.702+0000 7f068c69b9c0 5 note: GC not initialized 2024-09-19T13:39:17.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.702+0000 7f04bb7fe640 20 reqs_thread_entry: start 2024-09-19T13:39:17.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.702+0000 7f068c69b9c0 20 init_complete bucket index max shards: 1 2024-09-19T13:39:17.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.706+0000 7f068c69b9c0 20 Filter name: none 2024-09-19T13:39:17.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.706+0000 7f04b97fa640 20 reqs_thread_entry: start 2024-09-19T13:39:17.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.706+0000 7f068c69b9c0 10 cache get: name=default.rgw.meta+users.uid+check-tester : miss 2024-09-19T13:39:17.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.706+0000 7f068c69b9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:17.709 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.706+0000 7f068c69b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:17.709 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.706+0000 7f068c69b9c0 10 cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x0 2024-09-19T13:39:17.709 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.706+0000 7f068c69b9c0 10 adding default.rgw.meta+users.uid+check-tester to cache LRU end 2024-09-19T13:39:17.709 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.706+0000 7f068c69b9c0 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : miss 2024-09-19T13:39:17.709 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.706+0000 7f068c69b9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:17.710 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.706+0000 7f068c69b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:17.710 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.706+0000 7f068c69b9c0 10 cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x0 2024-09-19T13:39:17.710 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.706+0000 7f068c69b9c0 10 adding default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2024-09-19T13:39:17.710 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.706+0000 7f068c69b9c0 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : hit (negative entry) 2024-09-19T13:39:17.710 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.706+0000 7f068c69b9c0 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : hit (negative entry) 2024-09-19T13:39:17.710 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.706+0000 7f068c69b9c0 10 cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x17 2024-09-19T13:39:17.710 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.706+0000 7f068c69b9c0 10 moving default.rgw.meta+users.uid+check-tester to cache LRU end 2024-09-19T13:39:17.710 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.706+0000 7f068c69b9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:check-tester, ofs0, ns] 2024-09-19T13:39:17.711 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.706+0000 7f056dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 167503724544 cookie 94915045930096 notifier 4565 bl.length()=593 2024-09-19T13:39:17.711 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.706+0000 7f056dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x17 2024-09-19T13:39:17.711 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.706+0000 7f056dffb640 10 rgw watcher librados: moving default.rgw.meta+users.uid+check-tester to cache LRU end 2024-09-19T13:39:17.714 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.710+0000 7f068c69b9c0 10 cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x7 2024-09-19T13:39:17.714 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.710+0000 7f068c69b9c0 10 moving default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2024-09-19T13:39:17.714 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.710+0000 7f068c69b9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.keys:OJODXSLNX4LUNHQG99PA, ofs0, ns] 2024-09-19T13:39:17.714 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.710+0000 7f056dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 167503724544 cookie 94915045924272 notifier 4565 bl.length()=186 2024-09-19T13:39:17.714 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.710+0000 7f056dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x7 2024-09-19T13:39:17.714 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.710+0000 7f056dffb640 10 rgw watcher librados: moving default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2024-09-19T13:39:17.716 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.714+0000 7f0540fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:39:17.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.718+0000 7f068c69b9c0 20 remove_watcher() i=0 2024-09-19T13:39:17.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.718+0000 7f068c69b9c0 2 removed watcher, disabling cache 2024-09-19T13:39:17.722 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.718+0000 7f068c69b9c0 20 remove_watcher() i=1 2024-09-19T13:39:17.724 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.722+0000 7f068c69b9c0 20 remove_watcher() i=2 2024-09-19T13:39:17.726 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.722+0000 7f068c69b9c0 20 remove_watcher() i=3 2024-09-19T13:39:17.728 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.726+0000 7f068c69b9c0 20 remove_watcher() i=4 2024-09-19T13:39:17.730 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.726+0000 7f068c69b9c0 20 remove_watcher() i=5 2024-09-19T13:39:17.733 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.730+0000 7f068c69b9c0 20 remove_watcher() i=6 2024-09-19T13:39:17.736 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:17.734+0000 7f068c69b9c0 20 remove_watcher() i=7 2024-09-19T13:39:17.911 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:17.911 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:17.961 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:17.961 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:18.011 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:18.011 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:18.036 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:18.036 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:18.062 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:18.062 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:18.070 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:18.070 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:18.088 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:18.089 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:18.096 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:18.096 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:18.106 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:18.106 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:18.144 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:18.145 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:18.154 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:18.154 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:18.192 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:18.192 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:18.201 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:18.201 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:18.239 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:18.239 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:18.248 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:18.248 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:18.289 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:18.289 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:18.293 INFO:tasks.workunit.client.0.smithi031.stderr:TEST: recalculated bucket check stats are correct 2024-09-19T13:39:18.293 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:39:18.293 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket check --fix --bucket check-bucket 2024-09-19T13:39:18.328 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:39:18.328 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:39:18.374 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.370+0000 7fa3af9389c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:18.376 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.374+0000 7fa3af9389c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:18.377 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.374+0000 7fa3af9389c0 20 realm 2024-09-19T13:39:18.377 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.374+0000 7fa3af9389c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:18.377 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.374+0000 7fa3af9389c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:18.378 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.374+0000 7fa3af9389c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:39:18.378 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.374+0000 7fa3af9389c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:18.378 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.374+0000 7fa3af9389c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:18.378 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.374+0000 7fa3af9389c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:18.378 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.374+0000 7fa3af9389c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:39:18.378 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.374+0000 7fa3af9389c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:18.381 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.378+0000 7fa3af9389c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:39:18.381 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.378+0000 7fa3af9389c0 20 searching for the correct realm 2024-09-19T13:39:18.386 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.382+0000 7fa3acc3d640 0 -- 172.21.15.31:0/1099364543 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7fa3a4096ae0 msgr2=0x7fa3a4047650 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:39:18.392 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.390+0000 7fa3adc3f640 0 -- 172.21.15.31:0/1099364543 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x55d9ddcbc9e0 msgr2=0x55d9ddcbee60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:39:18.400 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.398+0000 7fa3af9389c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:39:18.400 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.398+0000 7fa3af9389c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:39:18.401 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.398+0000 7fa3af9389c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:39:18.401 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.398+0000 7fa3af9389c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:39:18.401 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.398+0000 7fa3af9389c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:39:18.401 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.398+0000 7fa3af9389c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:39:18.401 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.398+0000 7fa3af9389c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:18.402 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.398+0000 7fa3af9389c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:18.402 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.398+0000 7fa3af9389c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:18.402 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.398+0000 7fa3af9389c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:39:18.402 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.398+0000 7fa3af9389c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:18.402 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.398+0000 7fa3af9389c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:39:18.402 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.398+0000 7fa3af9389c0 20 zone default found 2024-09-19T13:39:18.402 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.398+0000 7fa3af9389c0 4 Realm: () 2024-09-19T13:39:18.403 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.398+0000 7fa3af9389c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:39:18.403 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.398+0000 7fa3af9389c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:39:18.403 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.398+0000 7fa3af9389c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:39:18.403 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.398+0000 7fa3af9389c0 20 zonegroup default 2024-09-19T13:39:18.403 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.398+0000 7fa3af9389c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:18.404 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.398+0000 7fa3af9389c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:18.404 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.398+0000 7fa3af9389c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:18.404 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.398+0000 7fa3af9389c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:18.404 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.398+0000 7fa3af9389c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:18.404 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.398+0000 7fa3af9389c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:18.404 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.398+0000 7fa3af9389c0 20 started sync module instance, tier type = 2024-09-19T13:39:18.404 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.398+0000 7fa3af9389c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:39:18.424 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.418+0000 7fa3af9389c0 20 add_watcher() i=0 2024-09-19T13:39:18.424 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.418+0000 7fa3af9389c0 20 add_watcher() i=1 2024-09-19T13:39:18.424 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.418+0000 7fa3af9389c0 20 add_watcher() i=2 2024-09-19T13:39:18.424 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.418+0000 7fa3af9389c0 20 add_watcher() i=3 2024-09-19T13:39:18.424 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.418+0000 7fa3af9389c0 20 add_watcher() i=4 2024-09-19T13:39:18.424 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.418+0000 7fa3af9389c0 20 add_watcher() i=5 2024-09-19T13:39:18.424 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.418+0000 7fa3af9389c0 20 add_watcher() i=6 2024-09-19T13:39:18.426 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.422+0000 7fa3af9389c0 20 add_watcher() i=7 2024-09-19T13:39:18.426 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.422+0000 7fa3af9389c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:39:18.430 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.426+0000 7fa263fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:39:18.431 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.426+0000 7fa3af9389c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:39:18.431 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.426+0000 7fa3af9389c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:39:18.431 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.426+0000 7fa3af9389c0 5 note: GC not initialized 2024-09-19T13:39:18.432 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.426+0000 7fa262fe5640 20 reqs_thread_entry: start 2024-09-19T13:39:18.432 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.426+0000 7fa3af9389c0 20 init_complete bucket index max shards: 1 2024-09-19T13:39:18.432 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.426+0000 7fa3af9389c0 20 Filter name: none 2024-09-19T13:39:18.432 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.430+0000 7fa260fe1640 20 reqs_thread_entry: start 2024-09-19T13:39:18.432 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.430+0000 7fa3af9389c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-19T13:39:18.432 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.430+0000 7fa3af9389c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:18.433 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.430+0000 7fa3af9389c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-19T13:39:18.433 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.430+0000 7fa3af9389c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-19T13:39:18.433 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.430+0000 7fa3af9389c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-19T13:39:18.434 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.430+0000 7fa3af9389c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1 : miss 2024-09-19T13:39:18.434 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.430+0000 7fa3af9389c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:18.435 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.430+0000 7fa3af9389c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-19T13:39:18.435 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.430+0000 7fa3af9389c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1 info.flags=0x17 2024-09-19T13:39:18.435 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.430+0000 7fa3af9389c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1 to cache LRU end 2024-09-19T13:39:18.435 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.430+0000 7fa3af9389c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:39:18.435 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.430+0000 7fa3af9389c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-19T13:39:18.435 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.430+0000 7fa3af9389c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1 2024-09-19T13:39:18.435 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.430+0000 7fa3af9389c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:18.445 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.442+0000 7fa263fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:39:18.449 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.446+0000 7fa3af9389c0 20 remove_watcher() i=0 2024-09-19T13:39:18.449 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.446+0000 7fa3af9389c0 2 removed watcher, disabling cache 2024-09-19T13:39:18.452 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.446+0000 7fa3af9389c0 20 remove_watcher() i=1 2024-09-19T13:39:18.454 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.450+0000 7fa3af9389c0 20 remove_watcher() i=2 2024-09-19T13:39:18.457 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.454+0000 7fa3af9389c0 20 remove_watcher() i=3 2024-09-19T13:39:18.459 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.454+0000 7fa3af9389c0 20 remove_watcher() i=4 2024-09-19T13:39:18.461 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.458+0000 7fa3af9389c0 20 remove_watcher() i=5 2024-09-19T13:39:18.464 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.462+0000 7fa3af9389c0 20 remove_watcher() i=6 2024-09-19T13:39:18.467 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.462+0000 7fa3af9389c0 20 remove_watcher() i=7 2024-09-19T13:39:18.487 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket check-bucket 2024-09-19T13:39:18.522 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:39:18.522 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:39:18.569 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.566+0000 7fa2f02c99c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:18.571 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.566+0000 7fa2f02c99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:18.571 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.566+0000 7fa2f02c99c0 20 realm 2024-09-19T13:39:18.571 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.566+0000 7fa2f02c99c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:18.573 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.570+0000 7fa2f02c99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:18.573 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.570+0000 7fa2f02c99c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:39:18.573 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.570+0000 7fa2f02c99c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:18.573 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.570+0000 7fa2f02c99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:18.573 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.570+0000 7fa2f02c99c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:18.574 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.570+0000 7fa2f02c99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:39:18.574 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.570+0000 7fa2f02c99c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:18.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.570+0000 7fa2f02c99c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:39:18.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.570+0000 7fa2f02c99c0 20 searching for the correct realm 2024-09-19T13:39:18.581 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.578+0000 7fa2ee5d0640 0 -- 172.21.15.31:0/3021515116 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7fa2e4008040 msgr2=0x7fa2e40683b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T13:39:18.587 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.582+0000 7fa2eddcf640 0 -- 172.21.15.31:0/3021515116 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7fa2e804d040 msgr2=0x7fa2e804e940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:39:18.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.594+0000 7fa2f02c99c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:39:18.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.594+0000 7fa2f02c99c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:39:18.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.594+0000 7fa2f02c99c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:39:18.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.594+0000 7fa2f02c99c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:39:18.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.594+0000 7fa2f02c99c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:39:18.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.594+0000 7fa2f02c99c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:39:18.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.594+0000 7fa2f02c99c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:18.597 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.594+0000 7fa2f02c99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:18.597 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.594+0000 7fa2f02c99c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:18.597 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.594+0000 7fa2f02c99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:39:18.597 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.594+0000 7fa2f02c99c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:18.598 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.594+0000 7fa2f02c99c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:39:18.598 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.594+0000 7fa2f02c99c0 20 zone default found 2024-09-19T13:39:18.598 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.594+0000 7fa2f02c99c0 4 Realm: () 2024-09-19T13:39:18.598 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.594+0000 7fa2f02c99c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:39:18.598 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.594+0000 7fa2f02c99c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:39:18.598 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.594+0000 7fa2f02c99c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:39:18.598 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.594+0000 7fa2f02c99c0 20 zonegroup default 2024-09-19T13:39:18.598 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.594+0000 7fa2f02c99c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:18.599 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.594+0000 7fa2f02c99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:18.599 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.594+0000 7fa2f02c99c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:18.599 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.594+0000 7fa2f02c99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:18.599 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.594+0000 7fa2f02c99c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:18.599 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.594+0000 7fa2f02c99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:18.600 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.594+0000 7fa2f02c99c0 20 started sync module instance, tier type = 2024-09-19T13:39:18.600 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.594+0000 7fa2f02c99c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:39:18.619 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.614+0000 7fa2f02c99c0 20 add_watcher() i=0 2024-09-19T13:39:18.619 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.614+0000 7fa2f02c99c0 20 add_watcher() i=1 2024-09-19T13:39:18.619 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.614+0000 7fa2f02c99c0 20 add_watcher() i=2 2024-09-19T13:39:18.619 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.614+0000 7fa2f02c99c0 20 add_watcher() i=3 2024-09-19T13:39:18.619 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.614+0000 7fa2f02c99c0 20 add_watcher() i=4 2024-09-19T13:39:18.620 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.614+0000 7fa2f02c99c0 20 add_watcher() i=5 2024-09-19T13:39:18.620 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.614+0000 7fa2f02c99c0 20 add_watcher() i=6 2024-09-19T13:39:18.622 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.618+0000 7fa2f02c99c0 20 add_watcher() i=7 2024-09-19T13:39:18.622 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.618+0000 7fa2f02c99c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:39:18.626 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.622+0000 7fa19f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:39:18.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.622+0000 7fa2f02c99c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:39:18.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.622+0000 7fa2f02c99c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:39:18.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.622+0000 7fa2f02c99c0 5 note: GC not initialized 2024-09-19T13:39:18.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.622+0000 7fa19e7fc640 20 reqs_thread_entry: start 2024-09-19T13:39:18.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.622+0000 7fa2f02c99c0 20 init_complete bucket index max shards: 1 2024-09-19T13:39:18.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.622+0000 7fa2f02c99c0 20 Filter name: none 2024-09-19T13:39:18.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.622+0000 7fa10ffff640 20 reqs_thread_entry: start 2024-09-19T13:39:18.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.622+0000 7fa2f02c99c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:18.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.626+0000 7fa2f02c99c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-19T13:39:18.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.626+0000 7fa2f02c99c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:18.629 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.626+0000 7fa2f02c99c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-19T13:39:18.629 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.626+0000 7fa2f02c99c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:39:18.630 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.626+0000 7fa2f02c99c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:18.630 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.626+0000 7fa2f02c99c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-19T13:39:18.630 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.626+0000 7fa2f02c99c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:18.632 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.630+0000 7fa2f02c99c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-19T13:39:18.632 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.630+0000 7fa2f02c99c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:39:18.634 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.630+0000 7fa19f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:39:18.638 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.634+0000 7fa2f02c99c0 20 remove_watcher() i=0 2024-09-19T13:39:18.638 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.634+0000 7fa2f02c99c0 2 removed watcher, disabling cache 2024-09-19T13:39:18.640 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.638+0000 7fa2f02c99c0 20 remove_watcher() i=1 2024-09-19T13:39:18.642 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.638+0000 7fa2f02c99c0 20 remove_watcher() i=2 2024-09-19T13:39:18.645 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.642+0000 7fa2f02c99c0 20 remove_watcher() i=3 2024-09-19T13:39:18.646 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.642+0000 7fa2f02c99c0 20 remove_watcher() i=4 2024-09-19T13:39:18.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.646+0000 7fa2f02c99c0 20 remove_watcher() i=5 2024-09-19T13:39:18.651 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.646+0000 7fa2f02c99c0 20 remove_watcher() i=6 2024-09-19T13:39:18.654 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.650+0000 7fa2f02c99c0 20 remove_watcher() i=7 2024-09-19T13:39:18.669 INFO:tasks.workunit.client.0.smithi031.stderr:{'rgw.main': {'size': 54, 'size_actual': 24576, 'size_utilized': 110, 'size_kb': 1, 'size_kb_actual': 24, 'size_kb_utilized': 1, 'num_objects': 6}} 2024-09-19T13:39:18.669 INFO:tasks.workunit.client.0.smithi031.stderr:TEST: bucket check unlinked does not report normal entries 2024-09-19T13:39:18.670 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:39:18.670 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2024-09-19T13:39:18.702 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:39:18.702 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:39:18.748 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.742+0000 7f9cea3e69c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:18.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.746+0000 7f9cea3e69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:18.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.746+0000 7f9cea3e69c0 20 realm 2024-09-19T13:39:18.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.746+0000 7f9cea3e69c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:18.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.746+0000 7f9cea3e69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:18.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.746+0000 7f9cea3e69c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:39:18.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.746+0000 7f9cea3e69c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:18.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.746+0000 7f9cea3e69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:18.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.746+0000 7f9cea3e69c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:18.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.746+0000 7f9cea3e69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:39:18.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.746+0000 7f9cea3e69c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:18.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.750+0000 7f9cea3e69c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:39:18.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.750+0000 7f9cea3e69c0 20 searching for the correct realm 2024-09-19T13:39:18.756 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.754+0000 7f9ce7eec640 0 -- 172.21.15.31:0/2178341342 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7f9cd8071020 msgr2=0x7f9cd804df90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:39:18.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.758+0000 7f9ce7eec640 0 -- 172.21.15.31:0/2178341342 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f9ce0008040 msgr2=0x7f9ce0060540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:39:18.980 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.978+0000 7f9cea3e69c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:39:18.981 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.978+0000 7f9cea3e69c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:39:18.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.978+0000 7f9cea3e69c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:39:18.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.978+0000 7f9cea3e69c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:39:18.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.978+0000 7f9cea3e69c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:39:18.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.978+0000 7f9cea3e69c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:39:18.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.978+0000 7f9cea3e69c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:18.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.978+0000 7f9cea3e69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:18.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.978+0000 7f9cea3e69c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:18.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.978+0000 7f9cea3e69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:39:18.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.978+0000 7f9cea3e69c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:18.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.978+0000 7f9cea3e69c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:39:18.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.978+0000 7f9cea3e69c0 20 zone default found 2024-09-19T13:39:18.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.978+0000 7f9cea3e69c0 4 Realm: () 2024-09-19T13:39:18.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.978+0000 7f9cea3e69c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:39:18.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.978+0000 7f9cea3e69c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:39:18.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.978+0000 7f9cea3e69c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:39:18.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.978+0000 7f9cea3e69c0 20 zonegroup default 2024-09-19T13:39:18.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.978+0000 7f9cea3e69c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:18.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.978+0000 7f9cea3e69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:18.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.978+0000 7f9cea3e69c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:18.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.982+0000 7f9cea3e69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:18.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.982+0000 7f9cea3e69c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:18.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.982+0000 7f9cea3e69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:18.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.982+0000 7f9cea3e69c0 20 started sync module instance, tier type = 2024-09-19T13:39:18.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:18.982+0000 7f9cea3e69c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:39:19.011 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:19.006+0000 7f9cea3e69c0 20 add_watcher() i=0 2024-09-19T13:39:19.011 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:19.006+0000 7f9cea3e69c0 20 add_watcher() i=1 2024-09-19T13:39:19.011 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:19.006+0000 7f9cea3e69c0 20 add_watcher() i=2 2024-09-19T13:39:19.011 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:19.006+0000 7f9cea3e69c0 20 add_watcher() i=3 2024-09-19T13:39:19.011 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:19.006+0000 7f9cea3e69c0 20 add_watcher() i=4 2024-09-19T13:39:19.011 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:19.006+0000 7f9cea3e69c0 20 add_watcher() i=5 2024-09-19T13:39:19.011 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:19.006+0000 7f9cea3e69c0 20 add_watcher() i=6 2024-09-19T13:39:19.014 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:19.010+0000 7f9cea3e69c0 20 add_watcher() i=7 2024-09-19T13:39:19.015 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:19.010+0000 7f9cea3e69c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:39:19.020 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:19.014+0000 7f9b9e7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:39:19.021 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:19.018+0000 7f9cea3e69c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:39:19.021 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:19.018+0000 7f9cea3e69c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:39:19.021 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:19.018+0000 7f9cea3e69c0 5 note: GC not initialized 2024-09-19T13:39:19.022 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:19.018+0000 7f9b9d7e2640 20 reqs_thread_entry: start 2024-09-19T13:39:19.022 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:19.018+0000 7f9cea3e69c0 20 init_complete bucket index max shards: 1 2024-09-19T13:39:19.022 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:19.018+0000 7f9cea3e69c0 20 Filter name: none 2024-09-19T13:39:19.022 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:19.018+0000 7f9b967fc640 20 reqs_thread_entry: start 2024-09-19T13:39:19.022 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:19.018+0000 7f9cea3e69c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-19T13:39:19.022 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:19.018+0000 7f9cea3e69c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:19.023 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:19.018+0000 7f9cea3e69c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-19T13:39:19.024 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:19.018+0000 7f9cea3e69c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-19T13:39:19.024 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:19.018+0000 7f9cea3e69c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-19T13:39:19.024 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:19.018+0000 7f9cea3e69c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1 : miss 2024-09-19T13:39:19.024 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:19.018+0000 7f9cea3e69c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:19.025 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:19.022+0000 7f9cea3e69c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-19T13:39:19.025 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:19.022+0000 7f9cea3e69c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1 info.flags=0x17 2024-09-19T13:39:19.025 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:19.022+0000 7f9cea3e69c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1 to cache LRU end 2024-09-19T13:39:19.025 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:19.022+0000 7f9cea3e69c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:39:19.025 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:19.022+0000 7f9cea3e69c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-19T13:39:19.025 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:19.022+0000 7f9cea3e69c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1 2024-09-19T13:39:19.025 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:19.022+0000 7f9cea3e69c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:19.026 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:19.022+0000 7f9cea3e69c0 1 NOTICE: finished shard 0 (0 entries found) 2024-09-19T13:39:19.026 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:19.022+0000 7f9cea3e69c0 1 NOTICE: finished all shards (0 entries found) 2024-09-19T13:39:19.028 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:19.026+0000 7f9b9e7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:39:19.032 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:19.030+0000 7f9cea3e69c0 20 remove_watcher() i=0 2024-09-19T13:39:19.032 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:19.030+0000 7f9cea3e69c0 2 removed watcher, disabling cache 2024-09-19T13:39:19.035 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:19.030+0000 7f9cea3e69c0 20 remove_watcher() i=1 2024-09-19T13:39:19.037 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:19.034+0000 7f9cea3e69c0 20 remove_watcher() i=2 2024-09-19T13:39:19.039 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:19.034+0000 7f9cea3e69c0 20 remove_watcher() i=3 2024-09-19T13:39:19.042 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:19.038+0000 7f9cea3e69c0 20 remove_watcher() i=4 2024-09-19T13:39:19.044 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:19.042+0000 7f9cea3e69c0 20 remove_watcher() i=5 2024-09-19T13:39:19.047 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:19.042+0000 7f9cea3e69c0 20 remove_watcher() i=6 2024-09-19T13:39:19.049 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:19.046+0000 7f9cea3e69c0 20 remove_watcher() i=7 2024-09-19T13:39:19.065 INFO:tasks.workunit.client.0.smithi031.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-19T13:39:19.515 INFO:tasks.workunit.client.0.smithi031.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2024-09-19T13:39:20.944 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:20.944 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:21.017 INFO:tasks.workunit.client.0.smithi031.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-19T13:39:21.017 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bi list --bucket check-bucket --object c 2024-09-19T13:39:21.056 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:39:21.056 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:39:21.101 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.098+0000 7f0be44329c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:21.103 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.098+0000 7f0be44329c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:21.103 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.098+0000 7f0be44329c0 20 realm 2024-09-19T13:39:21.103 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.098+0000 7f0be44329c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:21.104 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.098+0000 7f0be44329c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:21.104 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.098+0000 7f0be44329c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:39:21.104 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.098+0000 7f0be44329c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:21.104 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.102+0000 7f0be44329c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:21.104 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.102+0000 7f0be44329c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:21.105 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.102+0000 7f0be44329c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:39:21.105 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.102+0000 7f0be44329c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:21.107 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.102+0000 7f0be44329c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:39:21.107 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.102+0000 7f0be44329c0 20 searching for the correct realm 2024-09-19T13:39:21.112 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.110+0000 7f0be1f38640 0 -- 172.21.15.31:0/603328283 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7f0bd4028070 msgr2=0x7f0bd4034910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T13:39:21.119 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.114+0000 7f0be1f38640 0 -- 172.21.15.31:0/603328283 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f0bdc0c0070 msgr2=0x7f0bdc12ea70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:39:21.125 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.122+0000 7f0be44329c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:39:21.125 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.122+0000 7f0be44329c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:39:21.125 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.122+0000 7f0be44329c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:39:21.125 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.122+0000 7f0be44329c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:39:21.125 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.122+0000 7f0be44329c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:39:21.126 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.122+0000 7f0be44329c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:39:21.126 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.122+0000 7f0be44329c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:21.126 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.122+0000 7f0be44329c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:21.126 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.122+0000 7f0be44329c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:21.126 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.122+0000 7f0be44329c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:39:21.126 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.122+0000 7f0be44329c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:21.127 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.122+0000 7f0be44329c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:39:21.127 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.122+0000 7f0be44329c0 20 zone default found 2024-09-19T13:39:21.127 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.122+0000 7f0be44329c0 4 Realm: () 2024-09-19T13:39:21.127 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.122+0000 7f0be44329c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:39:21.127 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.122+0000 7f0be44329c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:39:21.127 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.122+0000 7f0be44329c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:39:21.127 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.122+0000 7f0be44329c0 20 zonegroup default 2024-09-19T13:39:21.127 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.122+0000 7f0be44329c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:21.128 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.122+0000 7f0be44329c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:21.128 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.122+0000 7f0be44329c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:21.128 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.126+0000 7f0be44329c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:21.129 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.126+0000 7f0be44329c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:21.129 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.126+0000 7f0be44329c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:21.129 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.126+0000 7f0be44329c0 20 started sync module instance, tier type = 2024-09-19T13:39:21.129 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.126+0000 7f0be44329c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:39:21.149 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.142+0000 7f0be44329c0 20 add_watcher() i=0 2024-09-19T13:39:21.149 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.142+0000 7f0be44329c0 20 add_watcher() i=1 2024-09-19T13:39:21.149 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.142+0000 7f0be44329c0 20 add_watcher() i=2 2024-09-19T13:39:21.149 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.142+0000 7f0be44329c0 20 add_watcher() i=3 2024-09-19T13:39:21.149 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.142+0000 7f0be44329c0 20 add_watcher() i=4 2024-09-19T13:39:21.149 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.142+0000 7f0be44329c0 20 add_watcher() i=5 2024-09-19T13:39:21.149 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.142+0000 7f0be44329c0 20 add_watcher() i=6 2024-09-19T13:39:21.150 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.146+0000 7f0be44329c0 20 add_watcher() i=7 2024-09-19T13:39:21.150 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.146+0000 7f0be44329c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:39:21.154 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.150+0000 7f0a97fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:39:21.154 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.150+0000 7f0be44329c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:39:21.155 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.150+0000 7f0be44329c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:39:21.155 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.150+0000 7f0be44329c0 5 note: GC not initialized 2024-09-19T13:39:21.155 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.150+0000 7f0a96fe5640 20 reqs_thread_entry: start 2024-09-19T13:39:21.155 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.150+0000 7f0be44329c0 20 init_complete bucket index max shards: 1 2024-09-19T13:39:21.155 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.150+0000 7f0be44329c0 20 Filter name: none 2024-09-19T13:39:21.155 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.150+0000 7f0a94fe1640 20 reqs_thread_entry: start 2024-09-19T13:39:21.155 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.150+0000 7f0be44329c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:21.155 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.150+0000 7f0be44329c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-19T13:39:21.156 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.150+0000 7f0be44329c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:21.156 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.154+0000 7f0be44329c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-19T13:39:21.156 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.154+0000 7f0be44329c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:39:21.156 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.154+0000 7f0be44329c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-19T13:39:21.156 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.154+0000 7f0be44329c0 20 INFO: main: starting shard=0 2024-09-19T13:39:21.156 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.154+0000 7f0be44329c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:21.158 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.154+0000 7f0be44329c0 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2024-09-19T13:39:21.158 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.154+0000 7f0be44329c0 20 INFO: main: done 2024-09-19T13:39:21.159 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.154+0000 7f0a97fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:39:21.163 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.158+0000 7f0be44329c0 20 remove_watcher() i=0 2024-09-19T13:39:21.164 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.158+0000 7f0be44329c0 2 removed watcher, disabling cache 2024-09-19T13:39:21.165 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.162+0000 7f0be44329c0 20 remove_watcher() i=1 2024-09-19T13:39:21.167 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.162+0000 7f0be44329c0 20 remove_watcher() i=2 2024-09-19T13:39:21.169 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.166+0000 7f0be44329c0 20 remove_watcher() i=3 2024-09-19T13:39:21.171 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.166+0000 7f0be44329c0 20 remove_watcher() i=4 2024-09-19T13:39:21.174 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.170+0000 7f0be44329c0 20 remove_watcher() i=5 2024-09-19T13:39:21.176 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.174+0000 7f0be44329c0 20 remove_watcher() i=6 2024-09-19T13:39:21.179 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.174+0000 7f0be44329c0 20 remove_watcher() i=7 2024-09-19T13:39:21.193 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:21.193 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:21.195 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:21.196 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:21.257 INFO:tasks.workunit.client.0.smithi031.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-19T13:39:21.257 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bi list --bucket check-bucket --object d 2024-09-19T13:39:21.291 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:39:21.291 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:39:21.334 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.330+0000 7fe471e8a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:21.336 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.334+0000 7fe471e8a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:21.337 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.334+0000 7fe471e8a9c0 20 realm 2024-09-19T13:39:21.337 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.334+0000 7fe471e8a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:21.337 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.334+0000 7fe471e8a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:21.337 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.334+0000 7fe471e8a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:39:21.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.334+0000 7fe471e8a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:21.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.334+0000 7fe471e8a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:21.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.334+0000 7fe471e8a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:21.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.334+0000 7fe471e8a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:39:21.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.334+0000 7fe471e8a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:21.340 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.338+0000 7fe471e8a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:39:21.340 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.338+0000 7fe471e8a9c0 20 searching for the correct realm 2024-09-19T13:39:21.345 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.342+0000 7fe46f18f640 0 -- 172.21.15.31:0/2154820631 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7fe4640adbb0 msgr2=0x7fe4640abfd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T13:39:21.352 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.350+0000 7fe470191640 0 -- 172.21.15.31:0/2154820631 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x563abea335b0 msgr2=0x563abea35a00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:39:21.361 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.358+0000 7fe471e8a9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:39:21.361 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.358+0000 7fe471e8a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:39:21.361 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.358+0000 7fe471e8a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:39:21.361 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.358+0000 7fe471e8a9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:39:21.361 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.358+0000 7fe471e8a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:39:21.361 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.358+0000 7fe471e8a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:39:21.361 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.358+0000 7fe471e8a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:21.362 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.358+0000 7fe471e8a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:21.362 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.358+0000 7fe471e8a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:21.362 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.358+0000 7fe471e8a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:39:21.362 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.358+0000 7fe471e8a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:21.363 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.358+0000 7fe471e8a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:39:21.363 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.358+0000 7fe471e8a9c0 20 zone default found 2024-09-19T13:39:21.363 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.358+0000 7fe471e8a9c0 4 Realm: () 2024-09-19T13:39:21.363 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.358+0000 7fe471e8a9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:39:21.363 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.358+0000 7fe471e8a9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:39:21.363 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.358+0000 7fe471e8a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:39:21.363 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.358+0000 7fe471e8a9c0 20 zonegroup default 2024-09-19T13:39:21.363 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.358+0000 7fe471e8a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:21.363 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.358+0000 7fe471e8a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:21.363 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.358+0000 7fe471e8a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:21.364 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.358+0000 7fe471e8a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:21.364 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.358+0000 7fe471e8a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:21.364 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.362+0000 7fe471e8a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:21.364 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.362+0000 7fe471e8a9c0 20 started sync module instance, tier type = 2024-09-19T13:39:21.364 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.362+0000 7fe471e8a9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:39:21.384 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.382+0000 7fe471e8a9c0 20 add_watcher() i=0 2024-09-19T13:39:21.384 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.382+0000 7fe471e8a9c0 20 add_watcher() i=1 2024-09-19T13:39:21.384 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.382+0000 7fe471e8a9c0 20 add_watcher() i=2 2024-09-19T13:39:21.384 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.382+0000 7fe471e8a9c0 20 add_watcher() i=3 2024-09-19T13:39:21.384 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.382+0000 7fe471e8a9c0 20 add_watcher() i=4 2024-09-19T13:39:21.385 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.382+0000 7fe471e8a9c0 20 add_watcher() i=5 2024-09-19T13:39:21.385 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.382+0000 7fe471e8a9c0 20 add_watcher() i=6 2024-09-19T13:39:21.387 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.382+0000 7fe471e8a9c0 20 add_watcher() i=7 2024-09-19T13:39:21.387 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.382+0000 7fe471e8a9c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:39:21.390 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.386+0000 7fe3267e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:39:21.391 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.386+0000 7fe471e8a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:39:21.391 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.386+0000 7fe471e8a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:39:21.391 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.386+0000 7fe471e8a9c0 5 note: GC not initialized 2024-09-19T13:39:21.391 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.386+0000 7fe3257e2640 20 reqs_thread_entry: start 2024-09-19T13:39:21.391 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.386+0000 7fe471e8a9c0 20 init_complete bucket index max shards: 1 2024-09-19T13:39:21.391 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.386+0000 7fe471e8a9c0 20 Filter name: none 2024-09-19T13:39:21.391 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.386+0000 7fe31e7fc640 20 reqs_thread_entry: start 2024-09-19T13:39:21.391 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.386+0000 7fe471e8a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:21.392 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.390+0000 7fe471e8a9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-19T13:39:21.392 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.390+0000 7fe471e8a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:21.393 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.390+0000 7fe471e8a9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-19T13:39:21.393 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.390+0000 7fe471e8a9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:39:21.393 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.390+0000 7fe471e8a9c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-19T13:39:21.393 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.390+0000 7fe471e8a9c0 20 INFO: main: starting shard=0 2024-09-19T13:39:21.393 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.390+0000 7fe471e8a9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:21.394 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.390+0000 7fe471e8a9c0 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2024-09-19T13:39:21.394 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.390+0000 7fe471e8a9c0 20 INFO: main: done 2024-09-19T13:39:21.395 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.390+0000 7fe3267e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:39:21.399 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.394+0000 7fe471e8a9c0 20 remove_watcher() i=0 2024-09-19T13:39:21.400 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.394+0000 7fe471e8a9c0 2 removed watcher, disabling cache 2024-09-19T13:39:21.402 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.398+0000 7fe471e8a9c0 20 remove_watcher() i=1 2024-09-19T13:39:21.404 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.402+0000 7fe471e8a9c0 20 remove_watcher() i=2 2024-09-19T13:39:21.406 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.402+0000 7fe471e8a9c0 20 remove_watcher() i=3 2024-09-19T13:39:21.408 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.406+0000 7fe471e8a9c0 20 remove_watcher() i=4 2024-09-19T13:39:21.410 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.406+0000 7fe471e8a9c0 20 remove_watcher() i=5 2024-09-19T13:39:21.413 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.410+0000 7fe471e8a9c0 20 remove_watcher() i=6 2024-09-19T13:39:21.416 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.414+0000 7fe471e8a9c0 20 remove_watcher() i=7 2024-09-19T13:39:21.432 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:21.432 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:21.436 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:21.436 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:21.440 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:21.440 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:21.501 INFO:tasks.workunit.client.0.smithi031.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-19T13:39:21.501 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bi list --bucket check-bucket --object e 2024-09-19T13:39:21.532 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:39:21.532 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:39:21.579 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.574+0000 7f962a5c29c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:21.581 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.578+0000 7f962a5c29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:21.581 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.578+0000 7f962a5c29c0 20 realm 2024-09-19T13:39:21.581 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.578+0000 7f962a5c29c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:21.582 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.578+0000 7f962a5c29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:21.582 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.578+0000 7f962a5c29c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:39:21.582 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.578+0000 7f962a5c29c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:21.582 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.578+0000 7f962a5c29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:21.582 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.578+0000 7f962a5c29c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:21.583 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.578+0000 7f962a5c29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:39:21.583 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.578+0000 7f962a5c29c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:21.585 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.582+0000 7f962a5c29c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:39:21.585 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.582+0000 7f962a5c29c0 20 searching for the correct realm 2024-09-19T13:39:21.592 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.586+0000 7f96280c8640 0 -- 172.21.15.31:0/428815205 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7f961810b900 msgr2=0x7f9618103970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:39:21.597 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.594+0000 7f96280c8640 0 -- 172.21.15.31:0/428815205 >> [v2:172.21.15.31:6802/3325082646,v1:172.21.15.31:6804/3325082646] conn(0x55f3a923be30 msgr2=0x55f3a923e220 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T13:39:21.604 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.602+0000 7f962a5c29c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:39:21.605 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.602+0000 7f962a5c29c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:39:21.605 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.602+0000 7f962a5c29c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:39:21.605 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.602+0000 7f962a5c29c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:39:21.605 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.602+0000 7f962a5c29c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:39:21.605 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.602+0000 7f962a5c29c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:39:21.605 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.602+0000 7f962a5c29c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:21.606 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.602+0000 7f962a5c29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:21.606 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.602+0000 7f962a5c29c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:21.607 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.602+0000 7f962a5c29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:39:21.607 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.602+0000 7f962a5c29c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:21.607 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.602+0000 7f962a5c29c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:39:21.607 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.602+0000 7f962a5c29c0 20 zone default found 2024-09-19T13:39:21.607 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.602+0000 7f962a5c29c0 4 Realm: () 2024-09-19T13:39:21.607 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.602+0000 7f962a5c29c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:39:21.607 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.602+0000 7f962a5c29c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:39:21.607 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.602+0000 7f962a5c29c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:39:21.607 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.602+0000 7f962a5c29c0 20 zonegroup default 2024-09-19T13:39:21.607 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.602+0000 7f962a5c29c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:21.607 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.602+0000 7f962a5c29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:21.608 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.602+0000 7f962a5c29c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:21.608 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.602+0000 7f962a5c29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:21.608 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.602+0000 7f962a5c29c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:21.608 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.606+0000 7f962a5c29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:21.608 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.606+0000 7f962a5c29c0 20 started sync module instance, tier type = 2024-09-19T13:39:21.608 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.606+0000 7f962a5c29c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:39:21.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.622+0000 7f962a5c29c0 20 add_watcher() i=0 2024-09-19T13:39:21.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.622+0000 7f962a5c29c0 20 add_watcher() i=1 2024-09-19T13:39:21.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.622+0000 7f962a5c29c0 20 add_watcher() i=2 2024-09-19T13:39:21.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.622+0000 7f962a5c29c0 20 add_watcher() i=3 2024-09-19T13:39:21.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.622+0000 7f962a5c29c0 20 add_watcher() i=4 2024-09-19T13:39:21.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.622+0000 7f962a5c29c0 20 add_watcher() i=5 2024-09-19T13:39:21.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.622+0000 7f962a5c29c0 20 add_watcher() i=6 2024-09-19T13:39:21.629 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.626+0000 7f962a5c29c0 20 add_watcher() i=7 2024-09-19T13:39:21.629 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.626+0000 7f962a5c29c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:39:21.634 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.630+0000 7f94defdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:39:21.634 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.630+0000 7f962a5c29c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:39:21.634 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.630+0000 7f962a5c29c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:39:21.634 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.630+0000 7f962a5c29c0 5 note: GC not initialized 2024-09-19T13:39:21.634 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.630+0000 7f94ddfdb640 20 reqs_thread_entry: start 2024-09-19T13:39:21.634 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.630+0000 7f962a5c29c0 20 init_complete bucket index max shards: 1 2024-09-19T13:39:21.634 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.630+0000 7f962a5c29c0 20 Filter name: none 2024-09-19T13:39:21.634 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.630+0000 7f944f7fe640 20 reqs_thread_entry: start 2024-09-19T13:39:21.634 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.630+0000 7f962a5c29c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:21.635 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.630+0000 7f962a5c29c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-19T13:39:21.635 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.630+0000 7f962a5c29c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:21.636 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.634+0000 7f962a5c29c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-19T13:39:21.636 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.634+0000 7f962a5c29c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:39:21.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.634+0000 7f962a5c29c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-19T13:39:21.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.634+0000 7f962a5c29c0 20 INFO: main: starting shard=0 2024-09-19T13:39:21.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.634+0000 7f962a5c29c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:21.638 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.634+0000 7f962a5c29c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-19T13:39:21.638 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.634+0000 7f962a5c29c0 20 INFO: main: done 2024-09-19T13:39:21.639 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.634+0000 7f94defdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:39:21.643 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.638+0000 7f962a5c29c0 20 remove_watcher() i=0 2024-09-19T13:39:21.643 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.638+0000 7f962a5c29c0 2 removed watcher, disabling cache 2024-09-19T13:39:21.645 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.642+0000 7f962a5c29c0 20 remove_watcher() i=1 2024-09-19T13:39:21.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.642+0000 7f962a5c29c0 20 remove_watcher() i=2 2024-09-19T13:39:21.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.646+0000 7f962a5c29c0 20 remove_watcher() i=3 2024-09-19T13:39:21.651 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.646+0000 7f962a5c29c0 20 remove_watcher() i=4 2024-09-19T13:39:21.653 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.650+0000 7f962a5c29c0 20 remove_watcher() i=5 2024-09-19T13:39:21.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.654+0000 7f962a5c29c0 20 remove_watcher() i=6 2024-09-19T13:39:21.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.654+0000 7f962a5c29c0 20 remove_watcher() i=7 2024-09-19T13:39:21.677 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:21.677 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:21.681 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:21.681 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:21.749 INFO:tasks.workunit.client.0.smithi031.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-19T13:39:21.749 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bi list --bucket check-bucket --object f 2024-09-19T13:39:21.787 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:39:21.787 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:39:21.833 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.830+0000 7f649e0ae9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:21.835 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.830+0000 7f649e0ae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:21.836 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.830+0000 7f649e0ae9c0 20 realm 2024-09-19T13:39:21.836 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.830+0000 7f649e0ae9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:21.837 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.834+0000 7f649e0ae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:21.837 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.834+0000 7f649e0ae9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:39:21.837 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.834+0000 7f649e0ae9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:21.837 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.834+0000 7f649e0ae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:21.837 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.834+0000 7f649e0ae9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:21.837 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.834+0000 7f649e0ae9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:39:21.837 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.834+0000 7f649e0ae9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:21.839 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.834+0000 7f649e0ae9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:39:21.839 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.834+0000 7f649e0ae9c0 20 searching for the correct realm 2024-09-19T13:39:21.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.842+0000 7f649b3b3640 0 -- 172.21.15.31:0/464878621 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x563954fa4260 msgr2=0x7f64900fe2a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:39:21.851 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.846+0000 7f649c3b5640 0 -- 172.21.15.31:0/464878621 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x5639551d2610 msgr2=0x5639551d4a00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:39:21.862 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.854+0000 7f649e0ae9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:39:21.863 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.854+0000 7f649e0ae9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:39:21.863 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.854+0000 7f649e0ae9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:39:21.863 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.854+0000 7f649e0ae9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:39:21.863 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.854+0000 7f649e0ae9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:39:21.863 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.854+0000 7f649e0ae9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:39:21.864 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.854+0000 7f649e0ae9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:21.864 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.858+0000 7f649e0ae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:21.864 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.858+0000 7f649e0ae9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:21.864 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.858+0000 7f649e0ae9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:39:21.864 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.858+0000 7f649e0ae9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:21.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.858+0000 7f649e0ae9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:39:21.866 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.858+0000 7f649e0ae9c0 20 zone default found 2024-09-19T13:39:21.866 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.858+0000 7f649e0ae9c0 4 Realm: () 2024-09-19T13:39:21.866 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.858+0000 7f649e0ae9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:39:21.866 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.858+0000 7f649e0ae9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:39:21.866 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.858+0000 7f649e0ae9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:39:21.866 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.858+0000 7f649e0ae9c0 20 zonegroup default 2024-09-19T13:39:21.866 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.858+0000 7f649e0ae9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:21.866 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.858+0000 7f649e0ae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:21.867 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.858+0000 7f649e0ae9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:21.867 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.858+0000 7f649e0ae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:21.867 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.858+0000 7f649e0ae9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:21.868 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.858+0000 7f649e0ae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:21.868 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.858+0000 7f649e0ae9c0 20 started sync module instance, tier type = 2024-09-19T13:39:21.868 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.858+0000 7f649e0ae9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:39:21.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.878+0000 7f649e0ae9c0 20 add_watcher() i=0 2024-09-19T13:39:21.886 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.878+0000 7f649e0ae9c0 20 add_watcher() i=1 2024-09-19T13:39:21.886 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.878+0000 7f649e0ae9c0 20 add_watcher() i=2 2024-09-19T13:39:21.886 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.878+0000 7f649e0ae9c0 20 add_watcher() i=3 2024-09-19T13:39:21.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.878+0000 7f649e0ae9c0 20 add_watcher() i=4 2024-09-19T13:39:21.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.878+0000 7f649e0ae9c0 20 add_watcher() i=5 2024-09-19T13:39:21.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.878+0000 7f649e0ae9c0 20 add_watcher() i=6 2024-09-19T13:39:21.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.882+0000 7f649e0ae9c0 20 add_watcher() i=7 2024-09-19T13:39:21.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.882+0000 7f649e0ae9c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:39:21.892 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.886+0000 7f6351fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:39:21.892 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.886+0000 7f649e0ae9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:39:21.892 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.886+0000 7f649e0ae9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:39:21.892 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.886+0000 7f649e0ae9c0 5 note: GC not initialized 2024-09-19T13:39:21.892 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.886+0000 7f6350fe1640 20 reqs_thread_entry: start 2024-09-19T13:39:21.892 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.886+0000 7f649e0ae9c0 20 init_complete bucket index max shards: 1 2024-09-19T13:39:21.892 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.886+0000 7f649e0ae9c0 20 Filter name: none 2024-09-19T13:39:21.893 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.886+0000 7f62ca7fc640 20 reqs_thread_entry: start 2024-09-19T13:39:21.893 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.886+0000 7f649e0ae9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:21.893 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.886+0000 7f649e0ae9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-19T13:39:21.893 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.886+0000 7f649e0ae9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:21.893 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.890+0000 7f649e0ae9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-19T13:39:21.893 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.890+0000 7f649e0ae9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:39:21.894 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.890+0000 7f649e0ae9c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-19T13:39:21.894 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.890+0000 7f649e0ae9c0 20 INFO: main: starting shard=0 2024-09-19T13:39:21.894 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.890+0000 7f649e0ae9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:21.895 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.890+0000 7f649e0ae9c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-19T13:39:21.895 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.890+0000 7f649e0ae9c0 20 INFO: main: done 2024-09-19T13:39:21.895 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.890+0000 7f6351fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:39:21.901 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.898+0000 7f649e0ae9c0 20 remove_watcher() i=0 2024-09-19T13:39:21.901 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.898+0000 7f649e0ae9c0 2 removed watcher, disabling cache 2024-09-19T13:39:21.902 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.898+0000 7f649e0ae9c0 20 remove_watcher() i=1 2024-09-19T13:39:21.905 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.902+0000 7f649e0ae9c0 20 remove_watcher() i=2 2024-09-19T13:39:21.906 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.902+0000 7f649e0ae9c0 20 remove_watcher() i=3 2024-09-19T13:39:21.908 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.906+0000 7f649e0ae9c0 20 remove_watcher() i=4 2024-09-19T13:39:21.910 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.906+0000 7f649e0ae9c0 20 remove_watcher() i=5 2024-09-19T13:39:21.913 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.910+0000 7f649e0ae9c0 20 remove_watcher() i=6 2024-09-19T13:39:21.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:21.914+0000 7f649e0ae9c0 20 remove_watcher() i=7 2024-09-19T13:39:21.933 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:21.933 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:21.936 INFO:tasks.workunit.client.0.smithi031.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-19T13:39:22.376 INFO:tasks.workunit.client.0.smithi031.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2024-09-19T13:39:22.813 INFO:tasks.workunit.client.0.smithi031.stderr:TEST: bucket check unlinked finds unlistable entries 2024-09-19T13:39:22.813 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:39:22.814 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2024-09-19T13:39:22.849 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:39:22.849 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:39:22.890 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:22.886+0000 7fa2a87739c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:22.892 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:22.890+0000 7fa2a87739c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:22.892 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:22.890+0000 7fa2a87739c0 20 realm 2024-09-19T13:39:22.892 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:22.890+0000 7fa2a87739c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:22.893 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:22.890+0000 7fa2a87739c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:22.893 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:22.890+0000 7fa2a87739c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:39:22.893 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:22.890+0000 7fa2a87739c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:22.893 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:22.890+0000 7fa2a87739c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:22.894 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:22.890+0000 7fa2a87739c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:22.894 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:22.890+0000 7fa2a87739c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:39:22.894 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:22.890+0000 7fa2a87739c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:22.896 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:22.894+0000 7fa2a87739c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:39:22.896 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:22.894+0000 7fa2a87739c0 20 searching for the correct realm 2024-09-19T13:39:22.901 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:22.898+0000 7fa2a5a78640 0 -- 172.21.15.31:0/3697659047 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7fa29008e840 msgr2=0x7fa2900669b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T13:39:23.116 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.110+0000 7fa2a6a7a640 0 -- 172.21.15.31:0/3697659047 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x5604f1096050 msgr2=0x5604f1098480 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:39:23.128 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.122+0000 7fa2a87739c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:39:23.128 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.122+0000 7fa2a87739c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:39:23.128 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.122+0000 7fa2a87739c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:39:23.128 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.122+0000 7fa2a87739c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:39:23.128 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.122+0000 7fa2a87739c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:39:23.128 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.122+0000 7fa2a87739c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:39:23.128 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.122+0000 7fa2a87739c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:23.129 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.126+0000 7fa2a87739c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:23.129 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.126+0000 7fa2a87739c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:23.129 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.126+0000 7fa2a87739c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:39:23.129 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.126+0000 7fa2a87739c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:23.131 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.126+0000 7fa2a87739c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:39:23.131 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.126+0000 7fa2a87739c0 20 zone default found 2024-09-19T13:39:23.131 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.126+0000 7fa2a87739c0 4 Realm: () 2024-09-19T13:39:23.131 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.126+0000 7fa2a87739c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:39:23.131 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.126+0000 7fa2a87739c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:39:23.131 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.126+0000 7fa2a87739c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:39:23.131 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.126+0000 7fa2a87739c0 20 zonegroup default 2024-09-19T13:39:23.131 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.126+0000 7fa2a87739c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:23.132 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.126+0000 7fa2a87739c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:23.132 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.126+0000 7fa2a87739c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:23.132 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.130+0000 7fa2a87739c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:23.132 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.130+0000 7fa2a87739c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:23.133 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.130+0000 7fa2a87739c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:23.133 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.130+0000 7fa2a87739c0 20 started sync module instance, tier type = 2024-09-19T13:39:23.133 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.130+0000 7fa2a87739c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:39:23.158 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.154+0000 7fa2a87739c0 20 add_watcher() i=0 2024-09-19T13:39:23.158 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.154+0000 7fa2a87739c0 20 add_watcher() i=1 2024-09-19T13:39:23.159 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.154+0000 7fa2a87739c0 20 add_watcher() i=2 2024-09-19T13:39:23.159 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.154+0000 7fa2a87739c0 20 add_watcher() i=3 2024-09-19T13:39:23.159 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.154+0000 7fa2a87739c0 20 add_watcher() i=4 2024-09-19T13:39:23.159 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.154+0000 7fa2a87739c0 20 add_watcher() i=5 2024-09-19T13:39:23.159 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.154+0000 7fa2a87739c0 20 add_watcher() i=6 2024-09-19T13:39:23.161 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.158+0000 7fa2a87739c0 20 add_watcher() i=7 2024-09-19T13:39:23.161 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.158+0000 7fa2a87739c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:39:23.165 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.162+0000 7fa15cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:39:23.166 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.162+0000 7fa2a87739c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:39:23.166 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.162+0000 7fa2a87739c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:39:23.166 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.162+0000 7fa2a87739c0 5 note: GC not initialized 2024-09-19T13:39:23.167 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.162+0000 7fa0d77fe640 20 reqs_thread_entry: start 2024-09-19T13:39:23.167 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.162+0000 7fa2a87739c0 20 init_complete bucket index max shards: 1 2024-09-19T13:39:23.167 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.162+0000 7fa2a87739c0 20 Filter name: none 2024-09-19T13:39:23.167 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.162+0000 7fa0d57fa640 20 reqs_thread_entry: start 2024-09-19T13:39:23.167 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.162+0000 7fa2a87739c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-19T13:39:23.167 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.162+0000 7fa2a87739c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:23.168 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.166+0000 7fa2a87739c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-19T13:39:23.168 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.166+0000 7fa2a87739c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-19T13:39:23.168 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.166+0000 7fa2a87739c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-19T13:39:23.168 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.166+0000 7fa2a87739c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1 : miss 2024-09-19T13:39:23.168 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.166+0000 7fa2a87739c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:23.169 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.166+0000 7fa2a87739c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-19T13:39:23.169 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.166+0000 7fa2a87739c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1 info.flags=0x17 2024-09-19T13:39:23.169 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.166+0000 7fa2a87739c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1 to cache LRU end 2024-09-19T13:39:23.169 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.166+0000 7fa2a87739c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:39:23.169 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.166+0000 7fa2a87739c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-19T13:39:23.169 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.166+0000 7fa2a87739c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1 2024-09-19T13:39:23.169 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.166+0000 7fa2a87739c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:23.175 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.170+0000 7fa2a87739c0 1 NOTICE: finished shard 0 (4 entries found) 2024-09-19T13:39:23.175 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.170+0000 7fa2a87739c0 1 NOTICE: finished all shards (4 entries found) 2024-09-19T13:39:23.176 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.174+0000 7fa15cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:39:23.181 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.178+0000 7fa2a87739c0 20 remove_watcher() i=0 2024-09-19T13:39:23.181 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.178+0000 7fa2a87739c0 2 removed watcher, disabling cache 2024-09-19T13:39:23.183 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.178+0000 7fa2a87739c0 20 remove_watcher() i=1 2024-09-19T13:39:23.186 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.182+0000 7fa2a87739c0 20 remove_watcher() i=2 2024-09-19T13:39:23.188 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.186+0000 7fa2a87739c0 20 remove_watcher() i=3 2024-09-19T13:39:23.190 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.186+0000 7fa2a87739c0 20 remove_watcher() i=4 2024-09-19T13:39:23.193 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.190+0000 7fa2a87739c0 20 remove_watcher() i=5 2024-09-19T13:39:23.197 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.194+0000 7fa2a87739c0 20 remove_watcher() i=6 2024-09-19T13:39:23.198 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.194+0000 7fa2a87739c0 20 remove_watcher() i=7 2024-09-19T13:39:23.215 INFO:tasks.workunit.client.0.smithi031.stderr:TEST: unlinked entries are not listable 2024-09-19T13:39:23.215 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:39:23.217 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:23.217 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:23.223 INFO:tasks.workunit.client.0.smithi031.stderr:TEST: GET returns 404 for unlinked entry keys that have no other versions 2024-09-19T13:39:23.223 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:39:23.225 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:23.225 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:23.277 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:23.277 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:23.325 INFO:tasks.workunit.client.0.smithi031.stderr:TEST: bucket check unlinked fixes unlistable entries 2024-09-19T13:39:23.325 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:39:23.325 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2024-09-19T13:39:23.367 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:39:23.367 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:39:23.419 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.414+0000 7fe35daac9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:23.421 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.418+0000 7fe35daac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:23.421 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.418+0000 7fe35daac9c0 20 realm 2024-09-19T13:39:23.421 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.418+0000 7fe35daac9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:23.422 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.418+0000 7fe35daac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:23.422 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.418+0000 7fe35daac9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:39:23.422 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.418+0000 7fe35daac9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:23.422 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.418+0000 7fe35daac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:23.422 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.418+0000 7fe35daac9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:23.423 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.418+0000 7fe35daac9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:39:23.423 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.418+0000 7fe35daac9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:23.425 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.422+0000 7fe35daac9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:39:23.425 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.422+0000 7fe35daac9c0 20 searching for the correct realm 2024-09-19T13:39:23.428 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.426+0000 7fe35b5b2640 0 -- 172.21.15.31:0/3502440166 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7fe34c008050 msgr2=0x7fe34c073590 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:39:23.434 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.430+0000 7fe35b5b2640 0 -- 172.21.15.31:0/3502440166 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x560481df73f0 msgr2=0x7fe3540c7960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:39:23.654 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.650+0000 7fe35daac9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:39:23.654 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.650+0000 7fe35daac9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:39:23.654 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.650+0000 7fe35daac9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:39:23.654 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.650+0000 7fe35daac9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:39:23.655 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.650+0000 7fe35daac9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:39:23.655 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.650+0000 7fe35daac9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:39:23.655 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.650+0000 7fe35daac9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:23.655 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.650+0000 7fe35daac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:23.655 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.650+0000 7fe35daac9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:23.655 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.650+0000 7fe35daac9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:39:23.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.650+0000 7fe35daac9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:23.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.654+0000 7fe35daac9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:39:23.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.654+0000 7fe35daac9c0 20 zone default found 2024-09-19T13:39:23.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.654+0000 7fe35daac9c0 4 Realm: () 2024-09-19T13:39:23.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.654+0000 7fe35daac9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:39:23.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.654+0000 7fe35daac9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:39:23.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.654+0000 7fe35daac9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:39:23.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.654+0000 7fe35daac9c0 20 zonegroup default 2024-09-19T13:39:23.658 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.654+0000 7fe35daac9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:23.658 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.654+0000 7fe35daac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:23.658 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.654+0000 7fe35daac9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:23.658 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.654+0000 7fe35daac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:23.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.654+0000 7fe35daac9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:23.660 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.654+0000 7fe35daac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:23.660 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.654+0000 7fe35daac9c0 20 started sync module instance, tier type = 2024-09-19T13:39:23.660 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.654+0000 7fe35daac9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:39:23.683 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.678+0000 7fe35daac9c0 20 add_watcher() i=0 2024-09-19T13:39:23.683 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.678+0000 7fe35daac9c0 20 add_watcher() i=1 2024-09-19T13:39:23.683 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.678+0000 7fe35daac9c0 20 add_watcher() i=2 2024-09-19T13:39:23.683 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.678+0000 7fe35daac9c0 20 add_watcher() i=3 2024-09-19T13:39:23.683 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.678+0000 7fe35daac9c0 20 add_watcher() i=4 2024-09-19T13:39:23.683 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.678+0000 7fe35daac9c0 20 add_watcher() i=5 2024-09-19T13:39:23.684 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.678+0000 7fe35daac9c0 20 add_watcher() i=6 2024-09-19T13:39:23.685 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.682+0000 7fe35daac9c0 20 add_watcher() i=7 2024-09-19T13:39:23.686 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.682+0000 7fe35daac9c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:39:23.690 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.686+0000 7fe211fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:39:23.691 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.686+0000 7fe35daac9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:39:23.691 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.686+0000 7fe35daac9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:39:23.691 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.686+0000 7fe35daac9c0 5 note: GC not initialized 2024-09-19T13:39:23.692 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.686+0000 7fe210fe1640 20 reqs_thread_entry: start 2024-09-19T13:39:23.692 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.686+0000 7fe35daac9c0 20 init_complete bucket index max shards: 1 2024-09-19T13:39:23.692 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.686+0000 7fe35daac9c0 20 Filter name: none 2024-09-19T13:39:23.692 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.690+0000 7fe18a7fc640 20 reqs_thread_entry: start 2024-09-19T13:39:23.692 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.690+0000 7fe35daac9c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-19T13:39:23.692 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.690+0000 7fe35daac9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:23.693 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.690+0000 7fe35daac9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-19T13:39:23.693 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.690+0000 7fe35daac9c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-19T13:39:23.693 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.690+0000 7fe35daac9c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-19T13:39:23.693 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.690+0000 7fe35daac9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1 : miss 2024-09-19T13:39:23.693 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.690+0000 7fe35daac9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:23.695 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.690+0000 7fe35daac9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-19T13:39:23.695 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.690+0000 7fe35daac9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1 info.flags=0x17 2024-09-19T13:39:23.695 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.690+0000 7fe35daac9c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1 to cache LRU end 2024-09-19T13:39:23.695 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.690+0000 7fe35daac9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:39:23.695 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.690+0000 7fe35daac9c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-19T13:39:23.695 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.690+0000 7fe35daac9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1 2024-09-19T13:39:23.695 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.690+0000 7fe35daac9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:23.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.694+0000 7fe35daac9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:23.699 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.694+0000 7fe35daac9c0 20 get_obj_state: octx=0x560481dc2d10 obj=check-bucket:c state=0x560482071868 s->prefetch_data=0 2024-09-19T13:39:23.700 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.698+0000 7fe35daac9c0 20 get_obj_state: setting s->obj_tag to ggv2vknlt5gm0m3kqpt3lnful1i28469 2024-09-19T13:39:23.700 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.698+0000 7fe35daac9c0 20 get_obj_state_impl: setting s->olh_tag to sigrg7b9sgnd0fblggzyp75byj23mmd9 2024-09-19T13:39:23.700 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.698+0000 7fe35daac9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=sigrg7b9sgnd0fblggzyp75byj23mmd9 2024-09-19T13:39:23.703 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.698+0000 7fe35daac9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:23.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.706+0000 7fe35daac9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:23.709 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.706+0000 7fe35daac9c0 20 olh_log_entry: epoch=3 op=3 key=c[EgQ9wsjpZnC8ZLPOh.TvcnOqK.usaFa] 2024-09-19T13:39:23.709 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.706+0000 7fe35daac9c0 20 get_obj_state: octx=0x560481dc2d10 obj=check-bucket:_:EgQ9wsjpZnC8ZLPOh.TvcnOqK.usaFa_c state=0x56048206bdf8 s->prefetch_data=0 2024-09-19T13:39:23.709 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.706+0000 7fe35daac9c0 10 manifest: total_size = 12 2024-09-19T13:39:23.709 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.706+0000 7fe35daac9c0 20 get_obj_state: setting s->obj_tag to 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4508574492845490561 2024-09-19T13:39:23.709 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.706+0000 7fe35daac9c0 20 get_obj_state: octx=0x560481dc2d10 obj=check-bucket:_:EgQ9wsjpZnC8ZLPOh.TvcnOqK.usaFa_c state=0x56048206bdf8 s->prefetch_data=0 2024-09-19T13:39:23.709 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.706+0000 7fe35daac9c0 20 prepare_atomic_modification: state is not atomic. state=0x56048206bdf8 2024-09-19T13:39:23.710 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.706+0000 7fe35daac9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:23.717 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.714+0000 7fe35daac9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:39:23.717 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.714+0000 7fe35daac9c0 20 RGWObjManifest::operator++(): result: ofs=12 stripe_ofs=12 part_ofs=0 rule->part_size=0 2024-09-19T13:39:23.717 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.714+0000 7fe35daac9c0 0 deleting objects inline since gc isn't initialized 2024-09-19T13:39:23.717 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.714+0000 7fe35daac9c0 5 delete_objs_inline: removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1__shadow:EgQ9wsjpZnC8ZLPOh.TvcnOqK.usaFa_.R-57k68pZaVXhGg0Ab4O9FqmUrAA_E1_0 2024-09-19T13:39:23.721 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.718+0000 7fe35daac9c0 5 delete_objs_inline: refcount put returned error -2 2024-09-19T13:39:23.724 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.718+0000 7fe23e7fc640 20 handle_completion(): completion ok for obj=c[EgQ9wsjpZnC8ZLPOh.TvcnOqK.usaFa] 2024-09-19T13:39:23.726 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.722+0000 7fe35daac9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:23.726 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.722+0000 7fe35daac9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:23.730 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.726+0000 7fe35daac9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:23.731 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.726+0000 7fe35daac9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:23.732 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.730+0000 7fe35daac9c0 20 get_obj_state: octx=0x560481dc2d10 obj=check-bucket:d state=0x560482071358 s->prefetch_data=0 2024-09-19T13:39:23.732 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.730+0000 7fe35daac9c0 20 get_obj_state: setting s->obj_tag to hakt8pjlf2bbyrv0xwtdc8s92f5ow06q 2024-09-19T13:39:23.732 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.730+0000 7fe35daac9c0 20 get_obj_state_impl: setting s->olh_tag to 8i9yjtxpc9lh0dcibjn2fegtu6ozrij0 2024-09-19T13:39:23.733 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.730+0000 7fe35daac9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=8i9yjtxpc9lh0dcibjn2fegtu6ozrij0 2024-09-19T13:39:23.735 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.730+0000 7fe35daac9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:23.738 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.734+0000 7fe35daac9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:23.739 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.734+0000 7fe35daac9c0 20 olh_log_entry: epoch=3 op=3 key=d[WgRwUDe8NqqElFRHMjEyS14xrIfyIgc] 2024-09-19T13:39:23.739 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.734+0000 7fe35daac9c0 20 get_obj_state: octx=0x560481dc2d10 obj=check-bucket:_:WgRwUDe8NqqElFRHMjEyS14xrIfyIgc_d state=0x56048206bdf8 s->prefetch_data=0 2024-09-19T13:39:23.741 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.738+0000 7fe35daac9c0 10 manifest: total_size = 11 2024-09-19T13:39:23.741 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.738+0000 7fe35daac9c0 20 get_obj_state: setting s->obj_tag to 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9227980768249875181 2024-09-19T13:39:23.741 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.738+0000 7fe35daac9c0 20 get_obj_state: octx=0x560481dc2d10 obj=check-bucket:_:WgRwUDe8NqqElFRHMjEyS14xrIfyIgc_d state=0x56048206bdf8 s->prefetch_data=0 2024-09-19T13:39:23.741 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.738+0000 7fe35daac9c0 20 prepare_atomic_modification: state is not atomic. state=0x56048206bdf8 2024-09-19T13:39:23.741 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.738+0000 7fe35daac9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:23.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.746+0000 7fe35daac9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:39:23.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.746+0000 7fe35daac9c0 20 RGWObjManifest::operator++(): result: ofs=11 stripe_ofs=11 part_ofs=0 rule->part_size=0 2024-09-19T13:39:23.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.746+0000 7fe35daac9c0 0 deleting objects inline since gc isn't initialized 2024-09-19T13:39:23.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.746+0000 7fe35daac9c0 5 delete_objs_inline: removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1__shadow:WgRwUDe8NqqElFRHMjEyS14xrIfyIgc_.78Fcr5mWbNTxvrhtwzrTlYOXCgudB3t_0 2024-09-19T13:39:23.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.750+0000 7fe23effd640 20 handle_completion(): completion ok for obj=d[WgRwUDe8NqqElFRHMjEyS14xrIfyIgc] 2024-09-19T13:39:23.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.750+0000 7fe35daac9c0 5 delete_objs_inline: refcount put returned error -2 2024-09-19T13:39:23.756 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.750+0000 7fe35daac9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:23.756 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.750+0000 7fe35daac9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:23.759 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.754+0000 7fe35daac9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:23.760 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.758+0000 7fe35daac9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:23.761 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.758+0000 7fe35daac9c0 20 get_obj_state: octx=0x560481dc2d10 obj=check-bucket:e state=0x560482071358 s->prefetch_data=0 2024-09-19T13:39:23.761 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.758+0000 7fe35daac9c0 20 get_obj_state: setting s->obj_tag to cw3iyj8kovqwzv6o8sx1zgg55hpsly5i 2024-09-19T13:39:23.761 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.758+0000 7fe35daac9c0 20 get_obj_state_impl: setting s->olh_tag to qw93vg5qlvfrf68tex23fzln59rpnmoo 2024-09-19T13:39:23.761 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.758+0000 7fe35daac9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=qw93vg5qlvfrf68tex23fzln59rpnmoo 2024-09-19T13:39:23.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.762+0000 7fe35daac9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:23.768 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.766+0000 7fe35daac9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:23.769 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.766+0000 7fe35daac9c0 20 olh_log_entry: epoch=2 op=2 key=e[] 2024-09-19T13:39:23.769 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.766+0000 7fe35daac9c0 20 olh_log_entry: epoch=2 op=3 key=e[ZsQECDT8f.1U37gzWCRkKQGNK2ro43n] 2024-09-19T13:39:23.769 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.766+0000 7fe35daac9c0 20 get_obj_state: octx=0x560481dc2d10 obj=check-bucket:_:ZsQECDT8f.1U37gzWCRkKQGNK2ro43n_e state=0x56048206bdf8 s->prefetch_data=0 2024-09-19T13:39:23.770 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.766+0000 7fe35daac9c0 10 manifest: total_size = 12 2024-09-19T13:39:23.770 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.766+0000 7fe35daac9c0 20 get_obj_state: setting s->obj_tag to 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16305203911448430796 2024-09-19T13:39:23.770 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.766+0000 7fe35daac9c0 20 get_obj_state: octx=0x560481dc2d10 obj=check-bucket:_:ZsQECDT8f.1U37gzWCRkKQGNK2ro43n_e state=0x56048206bdf8 s->prefetch_data=0 2024-09-19T13:39:23.770 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.766+0000 7fe35daac9c0 20 prepare_atomic_modification: state is not atomic. state=0x56048206bdf8 2024-09-19T13:39:23.770 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.766+0000 7fe35daac9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:23.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.774+0000 7fe35daac9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:39:23.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.774+0000 7fe35daac9c0 20 RGWObjManifest::operator++(): result: ofs=12 stripe_ofs=12 part_ofs=0 rule->part_size=0 2024-09-19T13:39:23.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.774+0000 7fe35daac9c0 0 deleting objects inline since gc isn't initialized 2024-09-19T13:39:23.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.774+0000 7fe35daac9c0 5 delete_objs_inline: removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1__shadow:ZsQECDT8f.1U37gzWCRkKQGNK2ro43n_.CXe2lm23m007lHCvdvnsEFZXi-gwwNj_0 2024-09-19T13:39:23.779 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.774+0000 7fe35daac9c0 5 delete_objs_inline: refcount put returned error -2 2024-09-19T13:39:23.780 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.778+0000 7fe23e7fc640 20 handle_completion(): completion ok for obj=e[ZsQECDT8f.1U37gzWCRkKQGNK2ro43n] 2024-09-19T13:39:23.782 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.778+0000 7fe35daac9c0 20 get_obj_state: octx=0x560481dc2d10 obj=check-bucket:e state=0x560482071358 s->prefetch_data=0 2024-09-19T13:39:23.782 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.778+0000 7fe35daac9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=qw93vg5qlvfrf68tex23fzln59rpnmoo 2024-09-19T13:39:23.787 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.782+0000 7fe35daac9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:23.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.786+0000 7fe35daac9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:23.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.790+0000 7fe35daac9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:23.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.790+0000 7fe35daac9c0 20 get_obj_state: octx=0x560481dc2d10 obj=check-bucket:f state=0x560482071358 s->prefetch_data=0 2024-09-19T13:39:23.794 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.790+0000 7fe35daac9c0 20 get_obj_state: setting s->obj_tag to i37qk6rspd8ulr6qwqt5d7uvbvnw27x9 2024-09-19T13:39:23.794 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.790+0000 7fe35daac9c0 20 get_obj_state_impl: setting s->olh_tag to uf6fgte05mup82qevrz5mcjuwhk3bq18 2024-09-19T13:39:23.794 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.790+0000 7fe35daac9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=uf6fgte05mup82qevrz5mcjuwhk3bq18 2024-09-19T13:39:23.796 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.794+0000 7fe35daac9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:23.800 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.794+0000 7fe35daac9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:23.801 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.798+0000 7fe35daac9c0 20 olh_log_entry: epoch=2 op=2 key=f[] 2024-09-19T13:39:23.801 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.798+0000 7fe35daac9c0 20 olh_log_entry: epoch=2 op=3 key=f[t9eHFhEd2ZwDQklDaj-ZOwNsniUHQph] 2024-09-19T13:39:23.801 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.798+0000 7fe35daac9c0 20 get_obj_state: octx=0x560481dc2d10 obj=check-bucket:_:t9eHFhEd2ZwDQklDaj-ZOwNsniUHQph_f state=0x56048206bdf8 s->prefetch_data=0 2024-09-19T13:39:23.802 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.798+0000 7fe35daac9c0 10 manifest: total_size = 9 2024-09-19T13:39:23.802 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.798+0000 7fe35daac9c0 20 get_obj_state: setting s->obj_tag to 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3701717699227842166 2024-09-19T13:39:23.802 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.798+0000 7fe35daac9c0 20 get_obj_state: octx=0x560481dc2d10 obj=check-bucket:_:t9eHFhEd2ZwDQklDaj-ZOwNsniUHQph_f state=0x56048206bdf8 s->prefetch_data=0 2024-09-19T13:39:23.802 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.798+0000 7fe35daac9c0 20 prepare_atomic_modification: state is not atomic. state=0x56048206bdf8 2024-09-19T13:39:23.802 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.798+0000 7fe35daac9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:23.809 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.806+0000 7fe35daac9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:39:23.809 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.806+0000 7fe35daac9c0 20 RGWObjManifest::operator++(): result: ofs=9 stripe_ofs=9 part_ofs=0 rule->part_size=0 2024-09-19T13:39:23.809 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.806+0000 7fe35daac9c0 0 deleting objects inline since gc isn't initialized 2024-09-19T13:39:23.810 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.806+0000 7fe35daac9c0 5 delete_objs_inline: removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1__shadow:t9eHFhEd2ZwDQklDaj-ZOwNsniUHQph_.cmEahTvl7B9vwnHOeDFwvquhgnzG-zr_0 2024-09-19T13:39:23.813 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.810+0000 7fe23effd640 20 handle_completion(): completion ok for obj=f[t9eHFhEd2ZwDQklDaj-ZOwNsniUHQph] 2024-09-19T13:39:23.813 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.810+0000 7fe35daac9c0 5 delete_objs_inline: refcount put returned error -2 2024-09-19T13:39:23.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.814+0000 7fe35daac9c0 20 get_obj_state: octx=0x560481dc2d10 obj=check-bucket:f state=0x560482071358 s->prefetch_data=0 2024-09-19T13:39:23.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.814+0000 7fe35daac9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=uf6fgte05mup82qevrz5mcjuwhk3bq18 2024-09-19T13:39:23.822 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.818+0000 7fe35daac9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:23.825 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.822+0000 7fe35daac9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:23.826 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.822+0000 7fe35daac9c0 1 NOTICE: finished shard 0 (4 entries removed) 2024-09-19T13:39:23.826 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.822+0000 7fe35daac9c0 1 NOTICE: finished all shards (4 entries removed) 2024-09-19T13:39:23.827 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.822+0000 7fe211fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:39:23.832 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.830+0000 7fe35daac9c0 20 remove_watcher() i=0 2024-09-19T13:39:23.832 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.830+0000 7fe35daac9c0 2 removed watcher, disabling cache 2024-09-19T13:39:23.835 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.830+0000 7fe35daac9c0 20 remove_watcher() i=1 2024-09-19T13:39:23.837 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.834+0000 7fe35daac9c0 20 remove_watcher() i=2 2024-09-19T13:39:23.839 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.834+0000 7fe35daac9c0 20 remove_watcher() i=3 2024-09-19T13:39:23.841 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.838+0000 7fe35daac9c0 20 remove_watcher() i=4 2024-09-19T13:39:23.844 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.842+0000 7fe35daac9c0 20 remove_watcher() i=5 2024-09-19T13:39:23.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.842+0000 7fe35daac9c0 20 remove_watcher() i=6 2024-09-19T13:39:23.849 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:23.846+0000 7fe35daac9c0 20 remove_watcher() i=7 2024-09-19T13:39:23.871 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:23.871 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:23.876 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:23.876 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:23.881 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:23.881 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:23.886 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:23.886 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:23.888 INFO:tasks.workunit.client.0.smithi031.stderr:TEST: bucket check unlinked does not affect normal entries 2024-09-19T13:39:23.889 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:39:23.890 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:23.890 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:23.943 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:23.943 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:23.951 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:23.951 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:23.958 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:23.958 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:23.965 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:23.965 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:23.970 INFO:tasks.workunit.client.0.smithi031.stderr:TEST: bucket check unlinked does not find new unlistable entries after fix 2024-09-19T13:39:23.971 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:39:23.971 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2024-09-19T13:39:24.012 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:39:24.012 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:39:24.058 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.054+0000 7f9dd2e1e9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:24.061 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.058+0000 7f9dd2e1e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:24.061 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.058+0000 7f9dd2e1e9c0 20 realm 2024-09-19T13:39:24.061 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.058+0000 7f9dd2e1e9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:24.061 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.058+0000 7f9dd2e1e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:24.061 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.058+0000 7f9dd2e1e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:39:24.061 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.058+0000 7f9dd2e1e9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:24.062 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.058+0000 7f9dd2e1e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:24.062 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.058+0000 7f9dd2e1e9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:24.062 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.058+0000 7f9dd2e1e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:39:24.062 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.058+0000 7f9dd2e1e9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:24.065 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.062+0000 7f9dd2e1e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:39:24.065 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.062+0000 7f9dd2e1e9c0 20 searching for the correct realm 2024-09-19T13:39:24.069 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.066+0000 7f9dc8123640 0 -- 172.21.15.31:0/113116212 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7f9db80e0960 msgr2=0x7f9db80b8440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:39:24.285 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.282+0000 7f9dc8123640 0 -- 172.21.15.31:0/113116212 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x5620be65b660 msgr2=0x5620be65db20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:39:24.297 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.294+0000 7f9dd2e1e9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:39:24.297 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.294+0000 7f9dd2e1e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:39:24.297 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.294+0000 7f9dd2e1e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:39:24.297 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.294+0000 7f9dd2e1e9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:39:24.297 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.294+0000 7f9dd2e1e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:39:24.297 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.294+0000 7f9dd2e1e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:39:24.297 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.294+0000 7f9dd2e1e9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:24.298 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.294+0000 7f9dd2e1e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:24.298 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.294+0000 7f9dd2e1e9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:24.298 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.294+0000 7f9dd2e1e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:39:24.298 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.294+0000 7f9dd2e1e9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:24.299 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.294+0000 7f9dd2e1e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:39:24.299 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.294+0000 7f9dd2e1e9c0 20 zone default found 2024-09-19T13:39:24.299 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.294+0000 7f9dd2e1e9c0 4 Realm: () 2024-09-19T13:39:24.299 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.294+0000 7f9dd2e1e9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:39:24.299 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.294+0000 7f9dd2e1e9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:39:24.299 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.294+0000 7f9dd2e1e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:39:24.299 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.294+0000 7f9dd2e1e9c0 20 zonegroup default 2024-09-19T13:39:24.300 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.294+0000 7f9dd2e1e9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:24.300 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.294+0000 7f9dd2e1e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:24.300 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.298+0000 7f9dd2e1e9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:24.300 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.298+0000 7f9dd2e1e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:24.300 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.298+0000 7f9dd2e1e9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:24.301 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.298+0000 7f9dd2e1e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:24.301 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.298+0000 7f9dd2e1e9c0 20 started sync module instance, tier type = 2024-09-19T13:39:24.301 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.298+0000 7f9dd2e1e9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:39:24.325 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.322+0000 7f9dd2e1e9c0 20 add_watcher() i=0 2024-09-19T13:39:24.325 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.322+0000 7f9dd2e1e9c0 20 add_watcher() i=1 2024-09-19T13:39:24.326 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.322+0000 7f9dd2e1e9c0 20 add_watcher() i=2 2024-09-19T13:39:24.326 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.322+0000 7f9dd2e1e9c0 20 add_watcher() i=3 2024-09-19T13:39:24.326 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.322+0000 7f9dd2e1e9c0 20 add_watcher() i=4 2024-09-19T13:39:24.326 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.322+0000 7f9dd2e1e9c0 20 add_watcher() i=5 2024-09-19T13:39:24.326 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.322+0000 7f9dd2e1e9c0 20 add_watcher() i=6 2024-09-19T13:39:24.328 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.326+0000 7f9dd2e1e9c0 20 add_watcher() i=7 2024-09-19T13:39:24.328 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.326+0000 7f9dd2e1e9c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:39:24.333 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.330+0000 7f9c86fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:39:24.334 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.330+0000 7f9dd2e1e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:39:24.334 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.330+0000 7f9dd2e1e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:39:24.334 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.330+0000 7f9dd2e1e9c0 5 note: GC not initialized 2024-09-19T13:39:24.335 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.330+0000 7f9c85fe3640 20 reqs_thread_entry: start 2024-09-19T13:39:24.335 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.330+0000 7f9dd2e1e9c0 20 init_complete bucket index max shards: 1 2024-09-19T13:39:24.335 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.330+0000 7f9dd2e1e9c0 20 Filter name: none 2024-09-19T13:39:24.336 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.330+0000 7f9bf77fe640 20 reqs_thread_entry: start 2024-09-19T13:39:24.336 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.330+0000 7f9dd2e1e9c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-19T13:39:24.336 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.330+0000 7f9dd2e1e9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:24.336 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.334+0000 7f9dd2e1e9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-19T13:39:24.336 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.334+0000 7f9dd2e1e9c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-19T13:39:24.336 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.334+0000 7f9dd2e1e9c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-19T13:39:24.337 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.334+0000 7f9dd2e1e9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1 : miss 2024-09-19T13:39:24.337 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.334+0000 7f9dd2e1e9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:24.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.334+0000 7f9dd2e1e9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-19T13:39:24.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.334+0000 7f9dd2e1e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1 info.flags=0x17 2024-09-19T13:39:24.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.334+0000 7f9dd2e1e9c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1 to cache LRU end 2024-09-19T13:39:24.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.334+0000 7f9dd2e1e9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:39:24.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.334+0000 7f9dd2e1e9c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-19T13:39:24.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.334+0000 7f9dd2e1e9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1 2024-09-19T13:39:24.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.334+0000 7f9dd2e1e9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:24.340 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.338+0000 7f9dd2e1e9c0 1 NOTICE: finished shard 0 (0 entries found) 2024-09-19T13:39:24.340 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.338+0000 7f9dd2e1e9c0 1 NOTICE: finished all shards (0 entries found) 2024-09-19T13:39:24.341 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.338+0000 7f9c86fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:39:24.346 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.342+0000 7f9dd2e1e9c0 20 remove_watcher() i=0 2024-09-19T13:39:24.346 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.342+0000 7f9dd2e1e9c0 2 removed watcher, disabling cache 2024-09-19T13:39:24.354 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.346+0000 7f9dd2e1e9c0 20 remove_watcher() i=1 2024-09-19T13:39:24.355 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.346+0000 7f9dd2e1e9c0 20 remove_watcher() i=2 2024-09-19T13:39:24.355 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.350+0000 7f9dd2e1e9c0 20 remove_watcher() i=3 2024-09-19T13:39:24.356 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.354+0000 7f9dd2e1e9c0 20 remove_watcher() i=4 2024-09-19T13:39:24.359 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.354+0000 7f9dd2e1e9c0 20 remove_watcher() i=5 2024-09-19T13:39:24.362 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.358+0000 7f9dd2e1e9c0 20 remove_watcher() i=6 2024-09-19T13:39:24.365 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.362+0000 7f9dd2e1e9c0 20 remove_watcher() i=7 2024-09-19T13:39:24.385 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:24.385 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:24.411 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:24.411 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:24.442 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bi list --bucket check-bucket --object c 2024-09-19T13:39:24.472 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:39:24.473 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:39:24.518 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.514+0000 7fe723e7f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:24.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.518+0000 7fe723e7f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:24.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.518+0000 7fe723e7f9c0 20 realm 2024-09-19T13:39:24.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.518+0000 7fe723e7f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:24.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.518+0000 7fe723e7f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:24.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.518+0000 7fe723e7f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:39:24.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.518+0000 7fe723e7f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:24.522 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.518+0000 7fe723e7f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:24.522 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.518+0000 7fe723e7f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:24.522 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.518+0000 7fe723e7f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:39:24.523 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.518+0000 7fe723e7f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:24.524 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.522+0000 7fe723e7f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:39:24.525 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.522+0000 7fe723e7f9c0 20 searching for the correct realm 2024-09-19T13:39:24.530 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.526+0000 7fe722186640 0 -- 172.21.15.31:0/1528993653 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7fe714008050 msgr2=0x7fe71405d210 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:39:24.536 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.534+0000 7fe721985640 0 -- 172.21.15.31:0/1528993653 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7fe71c0619b0 msgr2=0x7fe71c060420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:39:24.543 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.538+0000 7fe723e7f9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:39:24.543 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.538+0000 7fe723e7f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:39:24.543 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.538+0000 7fe723e7f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:39:24.543 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.538+0000 7fe723e7f9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:39:24.543 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.538+0000 7fe723e7f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:39:24.543 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.538+0000 7fe723e7f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:39:24.543 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.538+0000 7fe723e7f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:24.544 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.538+0000 7fe723e7f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:24.544 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.538+0000 7fe723e7f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:24.544 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.542+0000 7fe723e7f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:39:24.544 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.542+0000 7fe723e7f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:24.545 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.542+0000 7fe723e7f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:39:24.545 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.542+0000 7fe723e7f9c0 20 zone default found 2024-09-19T13:39:24.545 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.542+0000 7fe723e7f9c0 4 Realm: () 2024-09-19T13:39:24.545 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.542+0000 7fe723e7f9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:39:24.545 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.542+0000 7fe723e7f9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:39:24.545 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.542+0000 7fe723e7f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:39:24.545 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.542+0000 7fe723e7f9c0 20 zonegroup default 2024-09-19T13:39:24.545 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.542+0000 7fe723e7f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:24.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.542+0000 7fe723e7f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:24.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.542+0000 7fe723e7f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:24.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.542+0000 7fe723e7f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:24.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.542+0000 7fe723e7f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:24.547 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.542+0000 7fe723e7f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:24.547 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.542+0000 7fe723e7f9c0 20 started sync module instance, tier type = 2024-09-19T13:39:24.547 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.542+0000 7fe723e7f9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:39:24.568 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.566+0000 7fe723e7f9c0 20 add_watcher() i=0 2024-09-19T13:39:24.568 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.566+0000 7fe723e7f9c0 20 add_watcher() i=1 2024-09-19T13:39:24.568 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.566+0000 7fe723e7f9c0 20 add_watcher() i=2 2024-09-19T13:39:24.568 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.566+0000 7fe723e7f9c0 20 add_watcher() i=3 2024-09-19T13:39:24.568 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.566+0000 7fe723e7f9c0 20 add_watcher() i=4 2024-09-19T13:39:24.568 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.566+0000 7fe723e7f9c0 20 add_watcher() i=5 2024-09-19T13:39:24.568 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.566+0000 7fe723e7f9c0 20 add_watcher() i=6 2024-09-19T13:39:24.570 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.566+0000 7fe723e7f9c0 20 add_watcher() i=7 2024-09-19T13:39:24.570 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.566+0000 7fe723e7f9c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:39:24.573 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.570+0000 7fe5d3fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:39:24.574 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.570+0000 7fe723e7f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:39:24.574 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.570+0000 7fe723e7f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:39:24.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.570+0000 7fe723e7f9c0 5 note: GC not initialized 2024-09-19T13:39:24.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.570+0000 7fe5d2ffd640 20 reqs_thread_entry: start 2024-09-19T13:39:24.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.570+0000 7fe723e7f9c0 20 init_complete bucket index max shards: 1 2024-09-19T13:39:24.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.570+0000 7fe723e7f9c0 20 Filter name: none 2024-09-19T13:39:24.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.570+0000 7fe5d0ff9640 20 reqs_thread_entry: start 2024-09-19T13:39:24.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.570+0000 7fe723e7f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:24.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.570+0000 7fe723e7f9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-19T13:39:24.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.570+0000 7fe723e7f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:24.576 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.574+0000 7fe723e7f9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-19T13:39:24.576 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.574+0000 7fe723e7f9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:39:24.577 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.574+0000 7fe723e7f9c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-19T13:39:24.577 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.574+0000 7fe723e7f9c0 20 INFO: main: starting shard=0 2024-09-19T13:39:24.577 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.574+0000 7fe723e7f9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:24.578 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.574+0000 7fe723e7f9c0 20 INFO: main: bi_list() returned without error; entries.size()=2, is_truncated=0, marker= 2024-09-19T13:39:24.579 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.574+0000 7fe723e7f9c0 20 INFO: main: done 2024-09-19T13:39:24.580 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.578+0000 7fe5d3fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:39:24.584 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.582+0000 7fe723e7f9c0 20 remove_watcher() i=0 2024-09-19T13:39:24.584 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.582+0000 7fe723e7f9c0 2 removed watcher, disabling cache 2024-09-19T13:39:24.586 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.582+0000 7fe723e7f9c0 20 remove_watcher() i=1 2024-09-19T13:39:24.588 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.586+0000 7fe723e7f9c0 20 remove_watcher() i=2 2024-09-19T13:39:24.590 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.586+0000 7fe723e7f9c0 20 remove_watcher() i=3 2024-09-19T13:39:24.593 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.590+0000 7fe723e7f9c0 20 remove_watcher() i=4 2024-09-19T13:39:24.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.590+0000 7fe723e7f9c0 20 remove_watcher() i=5 2024-09-19T13:39:24.598 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.594+0000 7fe723e7f9c0 20 remove_watcher() i=6 2024-09-19T13:39:24.601 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.598+0000 7fe723e7f9c0 20 remove_watcher() i=7 2024-09-19T13:39:24.617 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bi list --bucket check-bucket --object d 2024-09-19T13:39:24.647 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:39:24.647 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:39:24.692 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.686+0000 7f2925cfb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:24.694 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.690+0000 7f2925cfb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:24.694 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.690+0000 7f2925cfb9c0 20 realm 2024-09-19T13:39:24.694 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.690+0000 7f2925cfb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:24.695 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.690+0000 7f2925cfb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:24.695 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.690+0000 7f2925cfb9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:39:24.695 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.690+0000 7f2925cfb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:24.695 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.690+0000 7f2925cfb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:24.696 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.690+0000 7f2925cfb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:24.696 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.694+0000 7f2925cfb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:39:24.696 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.694+0000 7f2925cfb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:24.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.694+0000 7f2925cfb9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:39:24.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.694+0000 7f2925cfb9c0 20 searching for the correct realm 2024-09-19T13:39:24.704 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.702+0000 7f2923801640 0 -- 172.21.15.31:0/4165482770 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x55c9fa20b7f0 msgr2=0x7f29140e0950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:39:24.710 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.706+0000 7f2923801640 0 -- 172.21.15.31:0/4165482770 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f291c00e040 msgr2=0x7f291c06ff60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:39:24.717 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.714+0000 7f2925cfb9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:39:24.717 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.714+0000 7f2925cfb9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:39:24.717 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.714+0000 7f2925cfb9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:39:24.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.714+0000 7f2925cfb9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:39:24.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.714+0000 7f2925cfb9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:39:24.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.714+0000 7f2925cfb9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:39:24.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.714+0000 7f2925cfb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:24.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.714+0000 7f2925cfb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:24.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.714+0000 7f2925cfb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:24.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.714+0000 7f2925cfb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:39:24.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.714+0000 7f2925cfb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:24.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.714+0000 7f2925cfb9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:39:24.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.714+0000 7f2925cfb9c0 20 zone default found 2024-09-19T13:39:24.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.714+0000 7f2925cfb9c0 4 Realm: () 2024-09-19T13:39:24.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.714+0000 7f2925cfb9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:39:24.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.714+0000 7f2925cfb9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:39:24.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.714+0000 7f2925cfb9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:39:24.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.714+0000 7f2925cfb9c0 20 zonegroup default 2024-09-19T13:39:24.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.714+0000 7f2925cfb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:24.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.714+0000 7f2925cfb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:24.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.714+0000 7f2925cfb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:24.721 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.714+0000 7f2925cfb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:24.721 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.714+0000 7f2925cfb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:24.721 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.718+0000 7f2925cfb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:24.721 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.718+0000 7f2925cfb9c0 20 started sync module instance, tier type = 2024-09-19T13:39:24.721 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.718+0000 7f2925cfb9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:39:24.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.738+0000 7f2925cfb9c0 20 add_watcher() i=0 2024-09-19T13:39:24.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.738+0000 7f2925cfb9c0 20 add_watcher() i=1 2024-09-19T13:39:24.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.738+0000 7f2925cfb9c0 20 add_watcher() i=2 2024-09-19T13:39:24.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.738+0000 7f2925cfb9c0 20 add_watcher() i=3 2024-09-19T13:39:24.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.738+0000 7f2925cfb9c0 20 add_watcher() i=4 2024-09-19T13:39:24.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.738+0000 7f2925cfb9c0 20 add_watcher() i=5 2024-09-19T13:39:24.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.738+0000 7f2925cfb9c0 20 add_watcher() i=6 2024-09-19T13:39:24.745 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.742+0000 7f2925cfb9c0 20 add_watcher() i=7 2024-09-19T13:39:24.745 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.742+0000 7f2925cfb9c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:39:24.748 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.746+0000 7f27d9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:39:24.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.746+0000 7f2925cfb9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:39:24.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.746+0000 7f2925cfb9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:39:24.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.746+0000 7f2925cfb9c0 5 note: GC not initialized 2024-09-19T13:39:24.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.746+0000 7f27d8fe1640 20 reqs_thread_entry: start 2024-09-19T13:39:24.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.746+0000 7f2925cfb9c0 20 init_complete bucket index max shards: 1 2024-09-19T13:39:24.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.746+0000 7f2925cfb9c0 20 Filter name: none 2024-09-19T13:39:24.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.746+0000 7f27527fc640 20 reqs_thread_entry: start 2024-09-19T13:39:24.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.746+0000 7f2925cfb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:24.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.746+0000 7f2925cfb9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-19T13:39:24.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.746+0000 7f2925cfb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:24.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.746+0000 7f2925cfb9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-19T13:39:24.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.746+0000 7f2925cfb9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:39:24.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.746+0000 7f2925cfb9c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-19T13:39:24.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.746+0000 7f2925cfb9c0 20 INFO: main: starting shard=0 2024-09-19T13:39:24.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.746+0000 7f2925cfb9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:24.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.750+0000 7f2925cfb9c0 20 INFO: main: bi_list() returned without error; entries.size()=2, is_truncated=0, marker= 2024-09-19T13:39:24.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.750+0000 7f2925cfb9c0 20 INFO: main: done 2024-09-19T13:39:24.754 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.750+0000 7f27d9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:39:24.758 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.754+0000 7f2925cfb9c0 20 remove_watcher() i=0 2024-09-19T13:39:24.758 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.754+0000 7f2925cfb9c0 2 removed watcher, disabling cache 2024-09-19T13:39:24.760 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.758+0000 7f2925cfb9c0 20 remove_watcher() i=1 2024-09-19T13:39:24.762 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.758+0000 7f2925cfb9c0 20 remove_watcher() i=2 2024-09-19T13:39:24.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.762+0000 7f2925cfb9c0 20 remove_watcher() i=3 2024-09-19T13:39:24.766 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.762+0000 7f2925cfb9c0 20 remove_watcher() i=4 2024-09-19T13:39:24.768 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.766+0000 7f2925cfb9c0 20 remove_watcher() i=5 2024-09-19T13:39:24.771 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.766+0000 7f2925cfb9c0 20 remove_watcher() i=6 2024-09-19T13:39:24.774 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.770+0000 7f2925cfb9c0 20 remove_watcher() i=7 2024-09-19T13:39:24.789 INFO:tasks.workunit.client.0.smithi031.stderr:TEST: bucket check olh finds leftover OLH entries 2024-09-19T13:39:24.789 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:39:24.789 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket check olh --bucket check-bucket --dump-keys 2024-09-19T13:39:24.819 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:39:24.819 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:39:24.864 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.862+0000 7f83753859c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:24.866 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.862+0000 7f83753859c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:24.866 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.862+0000 7f83753859c0 20 realm 2024-09-19T13:39:24.867 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.862+0000 7f83753859c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:24.867 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.862+0000 7f83753859c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:24.867 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.862+0000 7f83753859c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:39:24.868 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.862+0000 7f83753859c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:24.868 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.862+0000 7f83753859c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:24.868 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.862+0000 7f83753859c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:24.868 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.866+0000 7f83753859c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:39:24.868 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.866+0000 7f83753859c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:24.870 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.866+0000 7f83753859c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:39:24.870 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.866+0000 7f83753859c0 20 searching for the correct realm 2024-09-19T13:39:24.873 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.870+0000 7f837268a640 0 -- 172.21.15.31:0/4220480360 >> [v2:172.21.15.170:6808/820924953,v1:172.21.15.170:6809/820924953] conn(0x55749226faa0 msgr2=0x557492271eb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:39:24.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:24.874+0000 7f8372e8b640 0 -- 172.21.15.31:0/4220480360 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x55749200f8f0 msgr2=0x7f836c0fcae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:39:25.095 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.090+0000 7f83753859c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:39:25.096 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.090+0000 7f83753859c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:39:25.096 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.090+0000 7f83753859c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:39:25.096 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.090+0000 7f83753859c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:39:25.096 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.090+0000 7f83753859c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:39:25.096 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.090+0000 7f83753859c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:39:25.096 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.090+0000 7f83753859c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:25.096 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.094+0000 7f83753859c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:25.097 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.094+0000 7f83753859c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:25.097 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.094+0000 7f83753859c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:39:25.097 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.094+0000 7f83753859c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:25.098 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.094+0000 7f83753859c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:39:25.098 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.094+0000 7f83753859c0 20 zone default found 2024-09-19T13:39:25.098 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.094+0000 7f83753859c0 4 Realm: () 2024-09-19T13:39:25.098 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.094+0000 7f83753859c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:39:25.098 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.094+0000 7f83753859c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:39:25.098 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.094+0000 7f83753859c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:39:25.098 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.094+0000 7f83753859c0 20 zonegroup default 2024-09-19T13:39:25.098 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.094+0000 7f83753859c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:25.099 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.094+0000 7f83753859c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:25.099 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.094+0000 7f83753859c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:25.099 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.094+0000 7f83753859c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:25.100 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.094+0000 7f83753859c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:25.100 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.098+0000 7f83753859c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:25.100 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.098+0000 7f83753859c0 20 started sync module instance, tier type = 2024-09-19T13:39:25.100 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.098+0000 7f83753859c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:39:25.124 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.118+0000 7f83753859c0 20 add_watcher() i=0 2024-09-19T13:39:25.124 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.118+0000 7f83753859c0 20 add_watcher() i=1 2024-09-19T13:39:25.124 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.118+0000 7f83753859c0 20 add_watcher() i=2 2024-09-19T13:39:25.124 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.118+0000 7f83753859c0 20 add_watcher() i=3 2024-09-19T13:39:25.124 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.118+0000 7f83753859c0 20 add_watcher() i=4 2024-09-19T13:39:25.124 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.118+0000 7f83753859c0 20 add_watcher() i=5 2024-09-19T13:39:25.125 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.122+0000 7f83753859c0 20 add_watcher() i=6 2024-09-19T13:39:25.127 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.122+0000 7f83753859c0 20 add_watcher() i=7 2024-09-19T13:39:25.127 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.122+0000 7f83753859c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:39:25.131 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.126+0000 7f82297e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:39:25.132 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.130+0000 7f83753859c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:39:25.132 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.130+0000 7f83753859c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:39:25.132 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.130+0000 7f83753859c0 5 note: GC not initialized 2024-09-19T13:39:25.133 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.130+0000 7f81a3fff640 20 reqs_thread_entry: start 2024-09-19T13:39:25.133 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.130+0000 7f83753859c0 20 init_complete bucket index max shards: 1 2024-09-19T13:39:25.133 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.130+0000 7f83753859c0 20 Filter name: none 2024-09-19T13:39:25.133 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.130+0000 7f81a1ffb640 20 reqs_thread_entry: start 2024-09-19T13:39:25.134 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.130+0000 7f83753859c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-19T13:39:25.134 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.130+0000 7f83753859c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:25.134 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.130+0000 7f83753859c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-19T13:39:25.135 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.130+0000 7f83753859c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-19T13:39:25.137 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.130+0000 7f83753859c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-19T13:39:25.137 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.130+0000 7f83753859c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1 : miss 2024-09-19T13:39:25.137 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.130+0000 7f83753859c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:25.138 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.130+0000 7f83753859c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-19T13:39:25.138 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.134+0000 7f83753859c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1 info.flags=0x17 2024-09-19T13:39:25.138 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.134+0000 7f83753859c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1 to cache LRU end 2024-09-19T13:39:25.138 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.134+0000 7f83753859c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:39:25.138 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.134+0000 7f83753859c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-19T13:39:25.138 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.134+0000 7f83753859c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1 2024-09-19T13:39:25.138 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.134+0000 7f83753859c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:25.139 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.134+0000 7f83753859c0 1 NOTICE: finished shard 0 (2 entries found) 2024-09-19T13:39:25.139 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.134+0000 7f83753859c0 1 NOTICE: finished all shards (2 entries found) 2024-09-19T13:39:25.139 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.134+0000 7f82297e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:39:25.144 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.142+0000 7f83753859c0 20 remove_watcher() i=0 2024-09-19T13:39:25.144 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.142+0000 7f83753859c0 2 removed watcher, disabling cache 2024-09-19T13:39:25.146 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.142+0000 7f83753859c0 20 remove_watcher() i=1 2024-09-19T13:39:25.149 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.146+0000 7f83753859c0 20 remove_watcher() i=2 2024-09-19T13:39:25.152 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.150+0000 7f83753859c0 20 remove_watcher() i=3 2024-09-19T13:39:25.154 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.150+0000 7f83753859c0 20 remove_watcher() i=4 2024-09-19T13:39:25.157 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.154+0000 7f83753859c0 20 remove_watcher() i=5 2024-09-19T13:39:25.160 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.158+0000 7f83753859c0 20 remove_watcher() i=6 2024-09-19T13:39:25.162 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.158+0000 7f83753859c0 20 remove_watcher() i=7 2024-09-19T13:39:25.181 INFO:tasks.workunit.client.0.smithi031.stderr:TEST: bucket check olh fixes leftover OLH entries 2024-09-19T13:39:25.181 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:39:25.181 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket check olh --bucket check-bucket --fix --rgw-olh-pending-timeout-sec 0 --dump-keys 2024-09-19T13:39:25.219 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:39:25.219 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:39:25.265 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.262+0000 7f5ac4c769c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:25.267 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.262+0000 7f5ac4c769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:25.267 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.262+0000 7f5ac4c769c0 20 realm 2024-09-19T13:39:25.268 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.262+0000 7f5ac4c769c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:25.268 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.266+0000 7f5ac4c769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:25.268 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.266+0000 7f5ac4c769c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:39:25.269 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.266+0000 7f5ac4c769c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:25.269 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.266+0000 7f5ac4c769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:25.269 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.266+0000 7f5ac4c769c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:25.269 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.266+0000 7f5ac4c769c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:39:25.269 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.266+0000 7f5ac4c769c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:25.271 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.266+0000 7f5ac4c769c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:39:25.271 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.266+0000 7f5ac4c769c0 20 searching for the correct realm 2024-09-19T13:39:25.275 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.270+0000 7f5abbfff640 0 -- 172.21.15.31:0/1218485895 >> [v2:172.21.15.170:6808/820924953,v1:172.21.15.170:6809/820924953] conn(0x7f598c07f450 msgr2=0x7f598c081880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T13:39:25.488 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.486+0000 7f5ac277c640 0 -- 172.21.15.31:0/1218485895 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x55f03a8751e0 msgr2=0x7f5abc0d8960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:39:25.709 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.706+0000 7f5ac4c769c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:39:25.709 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.706+0000 7f5ac4c769c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:39:25.709 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.706+0000 7f5ac4c769c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:39:25.709 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.706+0000 7f5ac4c769c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:39:25.709 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.706+0000 7f5ac4c769c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:39:25.709 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.706+0000 7f5ac4c769c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:39:25.709 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.706+0000 7f5ac4c769c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:25.709 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.706+0000 7f5ac4c769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:25.710 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.706+0000 7f5ac4c769c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:25.710 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.706+0000 7f5ac4c769c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:39:25.710 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.706+0000 7f5ac4c769c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:25.711 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.706+0000 7f5ac4c769c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:39:25.711 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.706+0000 7f5ac4c769c0 20 zone default found 2024-09-19T13:39:25.711 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.706+0000 7f5ac4c769c0 4 Realm: () 2024-09-19T13:39:25.711 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.706+0000 7f5ac4c769c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:39:25.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.706+0000 7f5ac4c769c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:39:25.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.706+0000 7f5ac4c769c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:39:25.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.706+0000 7f5ac4c769c0 20 zonegroup default 2024-09-19T13:39:25.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.706+0000 7f5ac4c769c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:25.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.710+0000 7f5ac4c769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:25.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.710+0000 7f5ac4c769c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:25.713 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.710+0000 7f5ac4c769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:25.713 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.710+0000 7f5ac4c769c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:25.714 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.710+0000 7f5ac4c769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:25.714 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.710+0000 7f5ac4c769c0 20 started sync module instance, tier type = 2024-09-19T13:39:25.714 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.710+0000 7f5ac4c769c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:39:25.739 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.734+0000 7f5ac4c769c0 20 add_watcher() i=0 2024-09-19T13:39:25.739 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.734+0000 7f5ac4c769c0 20 add_watcher() i=1 2024-09-19T13:39:25.739 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.734+0000 7f5ac4c769c0 20 add_watcher() i=2 2024-09-19T13:39:25.739 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.734+0000 7f5ac4c769c0 20 add_watcher() i=3 2024-09-19T13:39:25.739 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.734+0000 7f5ac4c769c0 20 add_watcher() i=4 2024-09-19T13:39:25.739 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.734+0000 7f5ac4c769c0 20 add_watcher() i=5 2024-09-19T13:39:25.739 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.734+0000 7f5ac4c769c0 20 add_watcher() i=6 2024-09-19T13:39:25.741 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.738+0000 7f5ac4c769c0 20 add_watcher() i=7 2024-09-19T13:39:25.741 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.738+0000 7f5ac4c769c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:39:25.746 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.742+0000 7f5978fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:39:25.747 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.742+0000 7f5ac4c769c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:39:25.748 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.742+0000 7f5ac4c769c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:39:25.748 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.742+0000 7f5ac4c769c0 5 note: GC not initialized 2024-09-19T13:39:25.748 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.746+0000 7f58f37fe640 20 reqs_thread_entry: start 2024-09-19T13:39:25.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.746+0000 7f5ac4c769c0 20 init_complete bucket index max shards: 1 2024-09-19T13:39:25.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.746+0000 7f5ac4c769c0 20 Filter name: none 2024-09-19T13:39:25.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.746+0000 7f58f17fa640 20 reqs_thread_entry: start 2024-09-19T13:39:25.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.746+0000 7f5ac4c769c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-19T13:39:25.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.746+0000 7f5ac4c769c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:25.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.746+0000 7f5ac4c769c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-19T13:39:25.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.746+0000 7f5ac4c769c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-19T13:39:25.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.746+0000 7f5ac4c769c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-19T13:39:25.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.746+0000 7f5ac4c769c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1 : miss 2024-09-19T13:39:25.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.746+0000 7f5ac4c769c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:25.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.746+0000 7f5ac4c769c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-19T13:39:25.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.746+0000 7f5ac4c769c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1 info.flags=0x17 2024-09-19T13:39:25.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.746+0000 7f5ac4c769c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1 to cache LRU end 2024-09-19T13:39:25.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.746+0000 7f5ac4c769c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:39:25.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.746+0000 7f5ac4c769c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-19T13:39:25.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.746+0000 7f5ac4c769c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1 2024-09-19T13:39:25.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.746+0000 7f5ac4c769c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:25.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.750+0000 7f5ac4c769c0 20 get_obj_state: octx=0x55f03a863d00 obj=check-bucket:c state=0x55f03ab11e18 s->prefetch_data=0 2024-09-19T13:39:25.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.750+0000 7f5ac4c769c0 20 get_obj_state: setting s->obj_tag to ggv2vknlt5gm0m3kqpt3lnful1i28469 2024-09-19T13:39:25.754 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.750+0000 7f5ac4c769c0 20 get_obj_state_impl: setting s->olh_tag to sigrg7b9sgnd0fblggzyp75byj23mmd9 2024-09-19T13:39:25.754 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.750+0000 7f5ac4c769c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:25.754 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.750+0000 7f5ac4c769c0 20 olh_log_entry: epoch=4 op=2 key=c[] 2024-09-19T13:39:25.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.750+0000 7f5ac4c769c0 20 olh_log_entry: epoch=4 op=3 key=c[NgaCANwU1hkfCdh9e11AlJvoO8vodP8] 2024-09-19T13:39:25.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.750+0000 7f5ac4c769c0 20 get_obj_state: octx=0x55f03ab3b0a0 obj=check-bucket:_:NgaCANwU1hkfCdh9e11AlJvoO8vodP8_c state=0x55f03ab108c8 s->prefetch_data=0 2024-09-19T13:39:25.757 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.754+0000 7f5ac4c769c0 20 get_obj_state: octx=0x55f03ab3b0a0 obj=check-bucket:c state=0x55f03ab12b28 s->prefetch_data=0 2024-09-19T13:39:25.758 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.754+0000 7f5ac4c769c0 20 get_obj_state: setting s->obj_tag to ggv2vknlt5gm0m3kqpt3lnful1i28469 2024-09-19T13:39:25.758 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.754+0000 7f5ac4c769c0 20 get_obj_state_impl: setting s->olh_tag to sigrg7b9sgnd0fblggzyp75byj23mmd9 2024-09-19T13:39:25.758 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.754+0000 7f5ac4c769c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=sigrg7b9sgnd0fblggzyp75byj23mmd9 2024-09-19T13:39:25.768 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.766+0000 7f5ac4c769c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:25.772 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.766+0000 7f5ac4c769c0 20 get_obj_state: octx=0x55f03a863d00 obj=check-bucket:d state=0x55f03ab11e18 s->prefetch_data=0 2024-09-19T13:39:25.772 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.770+0000 7f5ac4c769c0 20 get_obj_state: setting s->obj_tag to hakt8pjlf2bbyrv0xwtdc8s92f5ow06q 2024-09-19T13:39:25.772 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.770+0000 7f5ac4c769c0 20 get_obj_state_impl: setting s->olh_tag to 8i9yjtxpc9lh0dcibjn2fegtu6ozrij0 2024-09-19T13:39:25.772 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.770+0000 7f5ac4c769c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:25.773 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.770+0000 7f5ac4c769c0 20 olh_log_entry: epoch=4 op=2 key=d[] 2024-09-19T13:39:25.773 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.770+0000 7f5ac4c769c0 20 olh_log_entry: epoch=4 op=3 key=d[1kmV-tS4vOD4QY6Vuer.QHh6ZaotqKJ] 2024-09-19T13:39:25.773 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.770+0000 7f5ac4c769c0 20 get_obj_state: octx=0x55f03ab3b0a0 obj=check-bucket:_:1kmV-tS4vOD4QY6Vuer.QHh6ZaotqKJ_d state=0x55f03ab3cc48 s->prefetch_data=0 2024-09-19T13:39:25.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.774+0000 7f5ac4c769c0 20 get_obj_state: octx=0x55f03ab3b0a0 obj=check-bucket:d state=0x55f03ab0a518 s->prefetch_data=0 2024-09-19T13:39:25.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.774+0000 7f5ac4c769c0 20 get_obj_state: setting s->obj_tag to hakt8pjlf2bbyrv0xwtdc8s92f5ow06q 2024-09-19T13:39:25.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.774+0000 7f5ac4c769c0 20 get_obj_state_impl: setting s->olh_tag to 8i9yjtxpc9lh0dcibjn2fegtu6ozrij0 2024-09-19T13:39:25.778 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.774+0000 7f5ac4c769c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=8i9yjtxpc9lh0dcibjn2fegtu6ozrij0 2024-09-19T13:39:25.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.778+0000 7f5ac4c769c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:25.786 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.782+0000 7f5ac4c769c0 1 NOTICE: finished shard 0 (2 entries removed) 2024-09-19T13:39:25.786 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.782+0000 7f5ac4c769c0 1 NOTICE: finished all shards (2 entries removed) 2024-09-19T13:39:25.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.786+0000 7f5978fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:39:25.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.790+0000 7f5ac4c769c0 20 remove_watcher() i=0 2024-09-19T13:39:25.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.790+0000 7f5ac4c769c0 2 removed watcher, disabling cache 2024-09-19T13:39:25.795 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.790+0000 7f5ac4c769c0 20 remove_watcher() i=1 2024-09-19T13:39:25.798 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.794+0000 7f5ac4c769c0 20 remove_watcher() i=2 2024-09-19T13:39:25.800 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.798+0000 7f5ac4c769c0 20 remove_watcher() i=3 2024-09-19T13:39:25.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.798+0000 7f5ac4c769c0 20 remove_watcher() i=4 2024-09-19T13:39:25.806 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.802+0000 7f5ac4c769c0 20 remove_watcher() i=5 2024-09-19T13:39:25.810 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.806+0000 7f5ac4c769c0 20 remove_watcher() i=6 2024-09-19T13:39:25.812 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.810+0000 7f5ac4c769c0 20 remove_watcher() i=7 2024-09-19T13:39:25.837 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bi list --bucket check-bucket --object c 2024-09-19T13:39:25.873 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:39:25.874 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:39:25.920 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.918+0000 7f257458c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:25.923 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.918+0000 7f257458c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:25.923 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.918+0000 7f257458c9c0 20 realm 2024-09-19T13:39:25.923 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.918+0000 7f257458c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:25.923 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.918+0000 7f257458c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:25.923 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.918+0000 7f257458c9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:39:25.923 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.918+0000 7f257458c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:25.924 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.918+0000 7f257458c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:25.924 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.918+0000 7f257458c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:25.924 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.922+0000 7f257458c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:39:25.925 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.922+0000 7f257458c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:25.926 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.922+0000 7f257458c9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:39:25.926 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.922+0000 7f257458c9c0 20 searching for the correct realm 2024-09-19T13:39:25.932 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.930+0000 7f2571891640 0 -- 172.21.15.31:0/1413143389 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7f2564118b10 msgr2=0x7f25640f84d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:39:25.937 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.934+0000 7f2572893640 0 -- 172.21.15.31:0/1413143389 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x56339a4c2330 msgr2=0x56339a4c4780 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:39:25.945 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.942+0000 7f257458c9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:39:25.945 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.942+0000 7f257458c9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:39:25.945 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.942+0000 7f257458c9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:39:25.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.942+0000 7f257458c9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:39:25.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.942+0000 7f257458c9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:39:25.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.942+0000 7f257458c9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:39:25.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.942+0000 7f257458c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:25.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.942+0000 7f257458c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:25.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.942+0000 7f257458c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:25.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.942+0000 7f257458c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:39:25.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.942+0000 7f257458c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:25.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.942+0000 7f257458c9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:39:25.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.942+0000 7f257458c9c0 20 zone default found 2024-09-19T13:39:25.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.942+0000 7f257458c9c0 4 Realm: () 2024-09-19T13:39:25.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.942+0000 7f257458c9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:39:25.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.942+0000 7f257458c9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:39:25.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.942+0000 7f257458c9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:39:25.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.942+0000 7f257458c9c0 20 zonegroup default 2024-09-19T13:39:25.948 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.942+0000 7f257458c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:25.948 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.942+0000 7f257458c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:25.948 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.942+0000 7f257458c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:25.948 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.942+0000 7f257458c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:25.949 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.942+0000 7f257458c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:25.949 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.946+0000 7f257458c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:25.949 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.946+0000 7f257458c9c0 20 started sync module instance, tier type = 2024-09-19T13:39:25.949 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.946+0000 7f257458c9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:39:25.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.962+0000 7f257458c9c0 20 add_watcher() i=0 2024-09-19T13:39:25.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.962+0000 7f257458c9c0 20 add_watcher() i=1 2024-09-19T13:39:25.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.962+0000 7f257458c9c0 20 add_watcher() i=2 2024-09-19T13:39:25.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.962+0000 7f257458c9c0 20 add_watcher() i=3 2024-09-19T13:39:25.968 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.962+0000 7f257458c9c0 20 add_watcher() i=4 2024-09-19T13:39:25.968 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.962+0000 7f257458c9c0 20 add_watcher() i=5 2024-09-19T13:39:25.968 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.962+0000 7f257458c9c0 20 add_watcher() i=6 2024-09-19T13:39:25.970 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.966+0000 7f257458c9c0 20 add_watcher() i=7 2024-09-19T13:39:25.970 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.966+0000 7f257458c9c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:39:25.973 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.970+0000 7f2428fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:39:25.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.970+0000 7f257458c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:39:25.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.970+0000 7f257458c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:39:25.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.970+0000 7f257458c9c0 5 note: GC not initialized 2024-09-19T13:39:25.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.970+0000 7f23a37fe640 20 reqs_thread_entry: start 2024-09-19T13:39:25.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.970+0000 7f257458c9c0 20 init_complete bucket index max shards: 1 2024-09-19T13:39:25.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.970+0000 7f257458c9c0 20 Filter name: none 2024-09-19T13:39:25.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.970+0000 7f23a17fa640 20 reqs_thread_entry: start 2024-09-19T13:39:25.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.970+0000 7f257458c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:25.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.970+0000 7f257458c9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-19T13:39:25.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.970+0000 7f257458c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:25.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.974+0000 7f257458c9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-19T13:39:25.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.974+0000 7f257458c9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:39:25.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.974+0000 7f257458c9c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-19T13:39:25.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.974+0000 7f257458c9c0 20 INFO: main: starting shard=0 2024-09-19T13:39:25.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.974+0000 7f257458c9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:25.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.974+0000 7f257458c9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T13:39:25.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.974+0000 7f257458c9c0 20 INFO: main: done 2024-09-19T13:39:25.979 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.974+0000 7f2428fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:39:25.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.982+0000 7f257458c9c0 20 remove_watcher() i=0 2024-09-19T13:39:25.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.982+0000 7f257458c9c0 2 removed watcher, disabling cache 2024-09-19T13:39:25.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.982+0000 7f257458c9c0 20 remove_watcher() i=1 2024-09-19T13:39:25.988 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.986+0000 7f257458c9c0 20 remove_watcher() i=2 2024-09-19T13:39:25.990 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.986+0000 7f257458c9c0 20 remove_watcher() i=3 2024-09-19T13:39:25.993 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.990+0000 7f257458c9c0 20 remove_watcher() i=4 2024-09-19T13:39:25.995 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.990+0000 7f257458c9c0 20 remove_watcher() i=5 2024-09-19T13:39:25.998 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.994+0000 7f257458c9c0 20 remove_watcher() i=6 2024-09-19T13:39:26.001 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:25.998+0000 7f257458c9c0 20 remove_watcher() i=7 2024-09-19T13:39:26.020 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bi list --bucket check-bucket --object d 2024-09-19T13:39:26.049 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:39:26.050 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:39:26.094 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.090+0000 7fc4cf0cf9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:26.097 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.094+0000 7fc4cf0cf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:26.097 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.094+0000 7fc4cf0cf9c0 20 realm 2024-09-19T13:39:26.097 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.094+0000 7fc4cf0cf9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:26.098 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.094+0000 7fc4cf0cf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:26.098 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.094+0000 7fc4cf0cf9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:39:26.098 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.094+0000 7fc4cf0cf9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:26.098 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.094+0000 7fc4cf0cf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:26.098 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.094+0000 7fc4cf0cf9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:26.099 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.094+0000 7fc4cf0cf9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:39:26.099 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.094+0000 7fc4cf0cf9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:26.101 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.098+0000 7fc4cf0cf9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:39:26.101 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.098+0000 7fc4cf0cf9c0 20 searching for the correct realm 2024-09-19T13:39:26.107 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.102+0000 7fc4ccbd5640 0 -- 172.21.15.31:0/1630783892 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7fc4bc03e040 msgr2=0x7fc4bc040950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:39:26.112 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.110+0000 7fc4ccbd5640 0 -- 172.21.15.31:0/1630783892 >> [v2:172.21.15.31:6802/3325082646,v1:172.21.15.31:6804/3325082646] conn(0x561d75b7ee00 msgr2=0x561d75b811f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:39:26.120 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.114+0000 7fc4cf0cf9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:39:26.120 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.114+0000 7fc4cf0cf9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:39:26.120 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.114+0000 7fc4cf0cf9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:39:26.120 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.114+0000 7fc4cf0cf9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:39:26.120 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.114+0000 7fc4cf0cf9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:39:26.120 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.114+0000 7fc4cf0cf9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:39:26.120 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.114+0000 7fc4cf0cf9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:26.121 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.118+0000 7fc4cf0cf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:26.122 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.118+0000 7fc4cf0cf9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:26.122 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.118+0000 7fc4cf0cf9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:39:26.122 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.118+0000 7fc4cf0cf9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:26.122 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.118+0000 7fc4cf0cf9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:39:26.122 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.118+0000 7fc4cf0cf9c0 20 zone default found 2024-09-19T13:39:26.122 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.118+0000 7fc4cf0cf9c0 4 Realm: () 2024-09-19T13:39:26.122 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.118+0000 7fc4cf0cf9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:39:26.122 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.118+0000 7fc4cf0cf9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:39:26.122 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.118+0000 7fc4cf0cf9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:39:26.122 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.118+0000 7fc4cf0cf9c0 20 zonegroup default 2024-09-19T13:39:26.122 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.118+0000 7fc4cf0cf9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:26.123 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.118+0000 7fc4cf0cf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:26.123 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.118+0000 7fc4cf0cf9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:26.124 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.118+0000 7fc4cf0cf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:26.124 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.118+0000 7fc4cf0cf9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:26.124 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.118+0000 7fc4cf0cf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:26.124 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.118+0000 7fc4cf0cf9c0 20 started sync module instance, tier type = 2024-09-19T13:39:26.124 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.118+0000 7fc4cf0cf9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:39:26.142 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.138+0000 7fc4cf0cf9c0 20 add_watcher() i=0 2024-09-19T13:39:26.143 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.138+0000 7fc4cf0cf9c0 20 add_watcher() i=1 2024-09-19T13:39:26.143 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.138+0000 7fc4cf0cf9c0 20 add_watcher() i=2 2024-09-19T13:39:26.143 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.138+0000 7fc4cf0cf9c0 20 add_watcher() i=3 2024-09-19T13:39:26.143 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.138+0000 7fc4cf0cf9c0 20 add_watcher() i=4 2024-09-19T13:39:26.143 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.138+0000 7fc4cf0cf9c0 20 add_watcher() i=5 2024-09-19T13:39:26.143 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.138+0000 7fc4cf0cf9c0 20 add_watcher() i=6 2024-09-19T13:39:26.145 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.142+0000 7fc4cf0cf9c0 20 add_watcher() i=7 2024-09-19T13:39:26.145 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.142+0000 7fc4cf0cf9c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:39:26.149 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.146+0000 7fc382fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:39:26.149 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.146+0000 7fc4cf0cf9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:39:26.149 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.146+0000 7fc4cf0cf9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:39:26.149 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.146+0000 7fc4cf0cf9c0 5 note: GC not initialized 2024-09-19T13:39:26.149 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.146+0000 7fc381fe3640 20 reqs_thread_entry: start 2024-09-19T13:39:26.149 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.146+0000 7fc4cf0cf9c0 20 init_complete bucket index max shards: 1 2024-09-19T13:39:26.149 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.146+0000 7fc4cf0cf9c0 20 Filter name: none 2024-09-19T13:39:26.149 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.146+0000 7fc2f37fe640 20 reqs_thread_entry: start 2024-09-19T13:39:26.150 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.146+0000 7fc4cf0cf9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:26.150 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.146+0000 7fc4cf0cf9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-19T13:39:26.150 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.146+0000 7fc4cf0cf9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:26.151 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.146+0000 7fc4cf0cf9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-19T13:39:26.152 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.146+0000 7fc4cf0cf9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:39:26.152 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.146+0000 7fc4cf0cf9c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-19T13:39:26.152 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.146+0000 7fc4cf0cf9c0 20 INFO: main: starting shard=0 2024-09-19T13:39:26.152 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.146+0000 7fc4cf0cf9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:26.153 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.150+0000 7fc4cf0cf9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T13:39:26.153 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.150+0000 7fc4cf0cf9c0 20 INFO: main: done 2024-09-19T13:39:26.154 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.150+0000 7fc382fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:39:26.158 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.154+0000 7fc4cf0cf9c0 20 remove_watcher() i=0 2024-09-19T13:39:26.158 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.154+0000 7fc4cf0cf9c0 2 removed watcher, disabling cache 2024-09-19T13:39:26.160 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.158+0000 7fc4cf0cf9c0 20 remove_watcher() i=1 2024-09-19T13:39:26.162 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.158+0000 7fc4cf0cf9c0 20 remove_watcher() i=2 2024-09-19T13:39:26.164 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.162+0000 7fc4cf0cf9c0 20 remove_watcher() i=3 2024-09-19T13:39:26.166 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.162+0000 7fc4cf0cf9c0 20 remove_watcher() i=4 2024-09-19T13:39:26.169 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.166+0000 7fc4cf0cf9c0 20 remove_watcher() i=5 2024-09-19T13:39:26.172 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.170+0000 7fc4cf0cf9c0 20 remove_watcher() i=6 2024-09-19T13:39:26.174 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.170+0000 7fc4cf0cf9c0 20 remove_watcher() i=7 2024-09-19T13:39:26.189 INFO:tasks.workunit.client.0.smithi031.stderr:TEST: bucket check olh does not find new leftover OLH entries after fix 2024-09-19T13:39:26.189 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:39:26.189 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket check olh --bucket check-bucket --dump-keys 2024-09-19T13:39:26.218 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:39:26.219 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:39:26.263 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.258+0000 7f5b122899c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:26.265 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.262+0000 7f5b122899c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:26.265 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.262+0000 7f5b122899c0 20 realm 2024-09-19T13:39:26.265 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.262+0000 7f5b122899c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:26.266 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.262+0000 7f5b122899c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:26.266 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.262+0000 7f5b122899c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:39:26.266 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.262+0000 7f5b122899c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:26.266 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.262+0000 7f5b122899c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:26.266 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.262+0000 7f5b122899c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:26.267 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.262+0000 7f5b122899c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:39:26.267 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.262+0000 7f5b122899c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:26.273 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.266+0000 7f5b122899c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:39:26.273 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.266+0000 7f5b122899c0 20 searching for the correct realm 2024-09-19T13:39:26.275 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.270+0000 7f5b0fd8f640 0 -- 172.21.15.31:0/4274403931 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7f5b000f88e0 msgr2=0x7f5b00100890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:39:26.280 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.278+0000 7f5b0fd8f640 0 -- 172.21.15.31:0/4274403931 >> [v2:172.21.15.31:6802/3325082646,v1:172.21.15.31:6804/3325082646] conn(0x55eb29b1edb0 msgr2=0x55eb29b211a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T13:39:26.289 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.286+0000 7f5b122899c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:39:26.289 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.286+0000 7f5b122899c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:39:26.289 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.286+0000 7f5b122899c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:39:26.290 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.286+0000 7f5b122899c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:39:26.290 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.286+0000 7f5b122899c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:39:26.290 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.286+0000 7f5b122899c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:39:26.290 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.286+0000 7f5b122899c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:26.290 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.286+0000 7f5b122899c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:26.290 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.286+0000 7f5b122899c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:26.291 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.286+0000 7f5b122899c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:39:26.291 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.286+0000 7f5b122899c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:26.291 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.286+0000 7f5b122899c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:39:26.291 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.286+0000 7f5b122899c0 20 zone default found 2024-09-19T13:39:26.291 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.286+0000 7f5b122899c0 4 Realm: () 2024-09-19T13:39:26.291 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.286+0000 7f5b122899c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:39:26.291 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.286+0000 7f5b122899c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:39:26.291 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.286+0000 7f5b122899c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:39:26.291 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.286+0000 7f5b122899c0 20 zonegroup default 2024-09-19T13:39:26.292 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.286+0000 7f5b122899c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:26.292 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.286+0000 7f5b122899c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:26.292 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.286+0000 7f5b122899c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:26.292 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.286+0000 7f5b122899c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:26.292 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.286+0000 7f5b122899c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:26.292 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.286+0000 7f5b122899c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:26.292 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.286+0000 7f5b122899c0 20 started sync module instance, tier type = 2024-09-19T13:39:26.292 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.286+0000 7f5b122899c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:39:26.311 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.306+0000 7f5b122899c0 20 add_watcher() i=0 2024-09-19T13:39:26.311 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.306+0000 7f5b122899c0 20 add_watcher() i=1 2024-09-19T13:39:26.311 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.306+0000 7f5b122899c0 20 add_watcher() i=2 2024-09-19T13:39:26.311 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.306+0000 7f5b122899c0 20 add_watcher() i=3 2024-09-19T13:39:26.311 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.306+0000 7f5b122899c0 20 add_watcher() i=4 2024-09-19T13:39:26.311 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.306+0000 7f5b122899c0 20 add_watcher() i=5 2024-09-19T13:39:26.311 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.306+0000 7f5b122899c0 20 add_watcher() i=6 2024-09-19T13:39:26.313 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.310+0000 7f5b122899c0 20 add_watcher() i=7 2024-09-19T13:39:26.314 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.310+0000 7f5b122899c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:39:26.317 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.314+0000 7f59c67e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:39:26.318 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.314+0000 7f5b122899c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:39:26.318 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.314+0000 7f5b122899c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:39:26.318 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.314+0000 7f5b122899c0 5 note: GC not initialized 2024-09-19T13:39:26.318 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.314+0000 7f59c57e2640 20 reqs_thread_entry: start 2024-09-19T13:39:26.318 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.314+0000 7f5b122899c0 20 init_complete bucket index max shards: 1 2024-09-19T13:39:26.318 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.314+0000 7f5b122899c0 20 Filter name: none 2024-09-19T13:39:26.318 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.314+0000 7f59be7fc640 20 reqs_thread_entry: start 2024-09-19T13:39:26.318 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.314+0000 7f5b122899c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-19T13:39:26.318 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.314+0000 7f5b122899c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:26.319 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.314+0000 7f5b122899c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-19T13:39:26.319 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.314+0000 7f5b122899c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-19T13:39:26.319 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.314+0000 7f5b122899c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-19T13:39:26.319 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.314+0000 7f5b122899c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1 : miss 2024-09-19T13:39:26.319 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.314+0000 7f5b122899c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:26.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.318+0000 7f5b122899c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-19T13:39:26.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.318+0000 7f5b122899c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1 info.flags=0x17 2024-09-19T13:39:26.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.318+0000 7f5b122899c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1 to cache LRU end 2024-09-19T13:39:26.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.318+0000 7f5b122899c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:39:26.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.318+0000 7f5b122899c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-19T13:39:26.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.318+0000 7f5b122899c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1 2024-09-19T13:39:26.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.318+0000 7f5b122899c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:26.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.318+0000 7f5b122899c0 1 NOTICE: finished shard 0 (0 entries found) 2024-09-19T13:39:26.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.318+0000 7f5b122899c0 1 NOTICE: finished all shards (0 entries found) 2024-09-19T13:39:26.323 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.318+0000 7f59c67e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:39:26.327 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.322+0000 7f5b122899c0 20 remove_watcher() i=0 2024-09-19T13:39:26.327 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.322+0000 7f5b122899c0 2 removed watcher, disabling cache 2024-09-19T13:39:26.329 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.326+0000 7f5b122899c0 20 remove_watcher() i=1 2024-09-19T13:39:26.332 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.326+0000 7f5b122899c0 20 remove_watcher() i=2 2024-09-19T13:39:26.334 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.330+0000 7f5b122899c0 20 remove_watcher() i=3 2024-09-19T13:39:26.336 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.334+0000 7f5b122899c0 20 remove_watcher() i=4 2024-09-19T13:39:26.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.334+0000 7f5b122899c0 20 remove_watcher() i=5 2024-09-19T13:39:26.341 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.338+0000 7f5b122899c0 20 remove_watcher() i=6 2024-09-19T13:39:26.344 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:26.342+0000 7f5b122899c0 20 remove_watcher() i=7 2024-09-19T13:39:26.359 INFO:tasks.workunit.client.0.smithi031.stderr:TEST: verify that bucket check fixes do not affect null version objects 2024-09-19T13:39:26.359 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:39:26.361 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:26.361 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:26.365 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:26.365 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:26.369 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:26.369 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:26.414 INFO:tasks.workunit.client.0.smithi031.stderr:TEST: bucket check stats are correct in the presence of unlinked entries 2024-09-19T13:39:26.414 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:39:26.415 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:26.415 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:26.467 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:26.467 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:26.549 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:26.549 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:26.587 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:26.587 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:26.595 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:26.595 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:26.632 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:26.633 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:26.640 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:26.640 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:26.678 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:26.678 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:26.686 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:26.687 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:26.725 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:26.725 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:26.732 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:26.732 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:26.769 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:26.769 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:26.777 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:26.777 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:26.814 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:26.814 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:26.820 INFO:tasks.workunit.client.0.smithi031.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-19T13:39:27.273 INFO:tasks.workunit.client.0.smithi031.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2024-09-19T13:39:28.722 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:28.722 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:28.793 INFO:tasks.workunit.client.0.smithi031.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-19T13:39:28.793 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bi list --bucket check-bucket --object c 2024-09-19T13:39:28.832 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:39:28.832 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:39:28.877 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.874+0000 7f9b18ba89c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:28.880 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.878+0000 7f9b18ba89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:28.880 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.878+0000 7f9b18ba89c0 20 realm 2024-09-19T13:39:28.880 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.878+0000 7f9b18ba89c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:28.881 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.878+0000 7f9b18ba89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:28.881 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.878+0000 7f9b18ba89c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:39:28.881 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.878+0000 7f9b18ba89c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:28.882 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.878+0000 7f9b18ba89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:28.882 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.878+0000 7f9b18ba89c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:28.882 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.878+0000 7f9b18ba89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:39:28.883 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.878+0000 7f9b18ba89c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:28.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.882+0000 7f9b18ba89c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:39:28.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.882+0000 7f9b18ba89c0 20 searching for the correct realm 2024-09-19T13:39:28.890 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.886+0000 7f9b16eaf640 0 -- 172.21.15.31:0/1516426829 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7f9b0c018070 msgr2=0x7f9b0c0470c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:39:28.895 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.890+0000 7f9b166ae640 0 -- 172.21.15.31:0/1516426829 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f9b1000f940 msgr2=0x7f9b10017400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:39:28.905 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.902+0000 7f9b18ba89c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:39:28.905 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.902+0000 7f9b18ba89c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:39:28.905 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.902+0000 7f9b18ba89c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:39:28.905 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.902+0000 7f9b18ba89c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:39:28.905 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.902+0000 7f9b18ba89c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:39:28.906 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.902+0000 7f9b18ba89c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:39:28.906 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.902+0000 7f9b18ba89c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:28.906 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.902+0000 7f9b18ba89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:28.906 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.902+0000 7f9b18ba89c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:28.906 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.902+0000 7f9b18ba89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:39:28.906 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.902+0000 7f9b18ba89c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:28.907 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.902+0000 7f9b18ba89c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:39:28.907 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.902+0000 7f9b18ba89c0 20 zone default found 2024-09-19T13:39:28.907 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.902+0000 7f9b18ba89c0 4 Realm: () 2024-09-19T13:39:28.907 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.902+0000 7f9b18ba89c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:39:28.907 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.902+0000 7f9b18ba89c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:39:28.908 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.902+0000 7f9b18ba89c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:39:28.908 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.902+0000 7f9b18ba89c0 20 zonegroup default 2024-09-19T13:39:28.908 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.902+0000 7f9b18ba89c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:28.908 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.902+0000 7f9b18ba89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:28.908 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.902+0000 7f9b18ba89c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:28.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.902+0000 7f9b18ba89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:28.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.902+0000 7f9b18ba89c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:28.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.906+0000 7f9b18ba89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:28.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.906+0000 7f9b18ba89c0 20 started sync module instance, tier type = 2024-09-19T13:39:28.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.906+0000 7f9b18ba89c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:39:28.928 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.926+0000 7f9b18ba89c0 20 add_watcher() i=0 2024-09-19T13:39:28.929 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.926+0000 7f9b18ba89c0 20 add_watcher() i=1 2024-09-19T13:39:28.929 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.926+0000 7f9b18ba89c0 20 add_watcher() i=2 2024-09-19T13:39:28.932 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.926+0000 7f9b18ba89c0 20 add_watcher() i=3 2024-09-19T13:39:28.932 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.926+0000 7f9b18ba89c0 20 add_watcher() i=4 2024-09-19T13:39:28.932 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.926+0000 7f9b18ba89c0 20 add_watcher() i=5 2024-09-19T13:39:28.933 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.926+0000 7f9b18ba89c0 20 add_watcher() i=6 2024-09-19T13:39:28.933 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.926+0000 7f9b18ba89c0 20 add_watcher() i=7 2024-09-19T13:39:28.933 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.926+0000 7f9b18ba89c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:39:28.934 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.930+0000 7f99ccfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:39:28.935 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.930+0000 7f9b18ba89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:39:28.935 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.930+0000 7f9b18ba89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:39:28.935 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.930+0000 7f9b18ba89c0 5 note: GC not initialized 2024-09-19T13:39:28.936 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.930+0000 7f99477fe640 20 reqs_thread_entry: start 2024-09-19T13:39:28.936 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.930+0000 7f9b18ba89c0 20 init_complete bucket index max shards: 1 2024-09-19T13:39:28.936 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.930+0000 7f9b18ba89c0 20 Filter name: none 2024-09-19T13:39:28.936 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.930+0000 7f99457fa640 20 reqs_thread_entry: start 2024-09-19T13:39:28.936 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.930+0000 7f9b18ba89c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:28.936 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.934+0000 7f9b18ba89c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-19T13:39:28.937 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.934+0000 7f9b18ba89c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:28.938 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.934+0000 7f9b18ba89c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-19T13:39:28.938 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.934+0000 7f9b18ba89c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:39:28.938 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.934+0000 7f9b18ba89c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-19T13:39:28.938 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.934+0000 7f9b18ba89c0 20 INFO: main: starting shard=0 2024-09-19T13:39:28.938 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.934+0000 7f9b18ba89c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:28.939 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.934+0000 7f9b18ba89c0 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2024-09-19T13:39:28.940 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.934+0000 7f9b18ba89c0 20 INFO: main: done 2024-09-19T13:39:28.941 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.938+0000 7f99ccfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:39:28.945 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.942+0000 7f9b18ba89c0 20 remove_watcher() i=0 2024-09-19T13:39:28.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.942+0000 7f9b18ba89c0 2 removed watcher, disabling cache 2024-09-19T13:39:28.948 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.946+0000 7f9b18ba89c0 20 remove_watcher() i=1 2024-09-19T13:39:28.950 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.946+0000 7f9b18ba89c0 20 remove_watcher() i=2 2024-09-19T13:39:28.952 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.950+0000 7f9b18ba89c0 20 remove_watcher() i=3 2024-09-19T13:39:28.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.950+0000 7f9b18ba89c0 20 remove_watcher() i=4 2024-09-19T13:39:28.957 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.954+0000 7f9b18ba89c0 20 remove_watcher() i=5 2024-09-19T13:39:28.960 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.958+0000 7f9b18ba89c0 20 remove_watcher() i=6 2024-09-19T13:39:28.962 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:28.958+0000 7f9b18ba89c0 20 remove_watcher() i=7 2024-09-19T13:39:28.984 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:28.984 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:28.989 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:28.989 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:28.994 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:28.994 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:29.056 INFO:tasks.workunit.client.0.smithi031.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-19T13:39:29.057 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bi list --bucket check-bucket --object d 2024-09-19T13:39:29.087 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:39:29.087 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:39:29.138 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.130+0000 7f2c18e369c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:29.138 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.134+0000 7f2c18e369c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:29.138 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.134+0000 7f2c18e369c0 20 realm 2024-09-19T13:39:29.138 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.134+0000 7f2c18e369c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:29.138 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.134+0000 7f2c18e369c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:29.138 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.134+0000 7f2c18e369c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:39:29.139 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.134+0000 7f2c18e369c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:29.139 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.134+0000 7f2c18e369c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:29.139 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.134+0000 7f2c18e369c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:29.139 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.134+0000 7f2c18e369c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:39:29.139 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.134+0000 7f2c18e369c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:29.140 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.138+0000 7f2c18e369c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:39:29.140 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.138+0000 7f2c18e369c0 20 searching for the correct realm 2024-09-19T13:39:29.145 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.142+0000 7f2c1613b640 0 -- 172.21.15.31:0/89988809 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7f2c0c0711a0 msgr2=0x7f2c0c06dd50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:39:29.151 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.146+0000 7f2c1713d640 0 -- 172.21.15.31:0/89988809 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x55c796883aa0 msgr2=0x55c796885e90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:39:29.160 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.154+0000 7f2c18e369c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:39:29.160 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.154+0000 7f2c18e369c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:39:29.160 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.154+0000 7f2c18e369c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:39:29.160 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.154+0000 7f2c18e369c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:39:29.160 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.154+0000 7f2c18e369c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:39:29.160 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.154+0000 7f2c18e369c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:39:29.160 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.154+0000 7f2c18e369c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:29.161 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.158+0000 7f2c18e369c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:29.161 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.158+0000 7f2c18e369c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:29.161 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.158+0000 7f2c18e369c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:39:29.161 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.158+0000 7f2c18e369c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:29.161 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.158+0000 7f2c18e369c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:39:29.161 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.158+0000 7f2c18e369c0 20 zone default found 2024-09-19T13:39:29.162 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.158+0000 7f2c18e369c0 4 Realm: () 2024-09-19T13:39:29.162 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.158+0000 7f2c18e369c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:39:29.162 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.158+0000 7f2c18e369c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:39:29.162 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.158+0000 7f2c18e369c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:39:29.162 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.158+0000 7f2c18e369c0 20 zonegroup default 2024-09-19T13:39:29.162 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.158+0000 7f2c18e369c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:29.162 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.158+0000 7f2c18e369c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:29.163 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.158+0000 7f2c18e369c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:29.163 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.158+0000 7f2c18e369c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:29.163 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.158+0000 7f2c18e369c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:29.163 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.158+0000 7f2c18e369c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:29.163 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.158+0000 7f2c18e369c0 20 started sync module instance, tier type = 2024-09-19T13:39:29.163 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.158+0000 7f2c18e369c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:39:29.183 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.178+0000 7f2c18e369c0 20 add_watcher() i=0 2024-09-19T13:39:29.183 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.178+0000 7f2c18e369c0 20 add_watcher() i=1 2024-09-19T13:39:29.183 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.178+0000 7f2c18e369c0 20 add_watcher() i=2 2024-09-19T13:39:29.183 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.178+0000 7f2c18e369c0 20 add_watcher() i=3 2024-09-19T13:39:29.183 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.178+0000 7f2c18e369c0 20 add_watcher() i=4 2024-09-19T13:39:29.183 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.178+0000 7f2c18e369c0 20 add_watcher() i=5 2024-09-19T13:39:29.183 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.178+0000 7f2c18e369c0 20 add_watcher() i=6 2024-09-19T13:39:29.185 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.182+0000 7f2c18e369c0 20 add_watcher() i=7 2024-09-19T13:39:29.185 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.182+0000 7f2c18e369c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:39:29.188 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.186+0000 7f2acd7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:39:29.189 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.186+0000 7f2c18e369c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:39:29.189 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.186+0000 7f2c18e369c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:39:29.190 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.186+0000 7f2c18e369c0 5 note: GC not initialized 2024-09-19T13:39:29.190 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.186+0000 7f2a47fff640 20 reqs_thread_entry: start 2024-09-19T13:39:29.190 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.186+0000 7f2c18e369c0 20 init_complete bucket index max shards: 1 2024-09-19T13:39:29.190 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.186+0000 7f2c18e369c0 20 Filter name: none 2024-09-19T13:39:29.190 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.186+0000 7f2a45ffb640 20 reqs_thread_entry: start 2024-09-19T13:39:29.190 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.186+0000 7f2c18e369c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:29.190 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.186+0000 7f2c18e369c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-19T13:39:29.190 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.186+0000 7f2c18e369c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:29.191 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.186+0000 7f2c18e369c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-19T13:39:29.191 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.186+0000 7f2c18e369c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:39:29.191 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.186+0000 7f2c18e369c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-19T13:39:29.191 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.186+0000 7f2c18e369c0 20 INFO: main: starting shard=0 2024-09-19T13:39:29.191 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.186+0000 7f2c18e369c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:29.193 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.190+0000 7f2c18e369c0 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2024-09-19T13:39:29.193 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.190+0000 7f2c18e369c0 20 INFO: main: done 2024-09-19T13:39:29.194 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.190+0000 7f2acd7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:39:29.198 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.194+0000 7f2c18e369c0 20 remove_watcher() i=0 2024-09-19T13:39:29.198 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.194+0000 7f2c18e369c0 2 removed watcher, disabling cache 2024-09-19T13:39:29.201 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.198+0000 7f2c18e369c0 20 remove_watcher() i=1 2024-09-19T13:39:29.203 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.198+0000 7f2c18e369c0 20 remove_watcher() i=2 2024-09-19T13:39:29.205 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.202+0000 7f2c18e369c0 20 remove_watcher() i=3 2024-09-19T13:39:29.208 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.206+0000 7f2c18e369c0 20 remove_watcher() i=4 2024-09-19T13:39:29.210 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.206+0000 7f2c18e369c0 20 remove_watcher() i=5 2024-09-19T13:39:29.213 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.210+0000 7f2c18e369c0 20 remove_watcher() i=6 2024-09-19T13:39:29.215 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.210+0000 7f2c18e369c0 20 remove_watcher() i=7 2024-09-19T13:39:29.233 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:29.233 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:29.237 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:29.237 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:29.240 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:29.240 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:29.301 INFO:tasks.workunit.client.0.smithi031.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-19T13:39:29.301 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bi list --bucket check-bucket --object e 2024-09-19T13:39:29.342 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:39:29.342 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:39:29.385 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.382+0000 7f9ad8fbb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:29.388 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.386+0000 7f9ad8fbb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:29.388 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.386+0000 7f9ad8fbb9c0 20 realm 2024-09-19T13:39:29.388 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.386+0000 7f9ad8fbb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:29.389 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.386+0000 7f9ad8fbb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:29.389 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.386+0000 7f9ad8fbb9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:39:29.389 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.386+0000 7f9ad8fbb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:29.389 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.386+0000 7f9ad8fbb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:29.389 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.386+0000 7f9ad8fbb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:29.390 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.386+0000 7f9ad8fbb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:39:29.390 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.386+0000 7f9ad8fbb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:29.392 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.390+0000 7f9ad8fbb9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:39:29.392 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.390+0000 7f9ad8fbb9c0 20 searching for the correct realm 2024-09-19T13:39:29.398 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.394+0000 7f9ad6ac1640 0 -- 172.21.15.31:0/2678556337 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7f9ad001e060 msgr2=0x7f9ad00473d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:39:29.403 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.398+0000 7f9ad6ac1640 0 -- 172.21.15.31:0/2678556337 >> [v2:172.21.15.31:6802/3325082646,v1:172.21.15.31:6804/3325082646] conn(0x561f51bdb400 msgr2=0x561f51bdd7f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:39:29.410 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.406+0000 7f9ad8fbb9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:39:29.410 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.406+0000 7f9ad8fbb9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:39:29.410 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.406+0000 7f9ad8fbb9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:39:29.411 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.406+0000 7f9ad8fbb9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:39:29.411 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.406+0000 7f9ad8fbb9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:39:29.411 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.406+0000 7f9ad8fbb9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:39:29.411 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.406+0000 7f9ad8fbb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:29.411 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.406+0000 7f9ad8fbb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:29.411 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.406+0000 7f9ad8fbb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:29.412 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.406+0000 7f9ad8fbb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:39:29.412 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.406+0000 7f9ad8fbb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:29.412 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.410+0000 7f9ad8fbb9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:39:29.412 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.410+0000 7f9ad8fbb9c0 20 zone default found 2024-09-19T13:39:29.412 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.410+0000 7f9ad8fbb9c0 4 Realm: () 2024-09-19T13:39:29.413 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.410+0000 7f9ad8fbb9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:39:29.413 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.410+0000 7f9ad8fbb9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:39:29.413 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.410+0000 7f9ad8fbb9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:39:29.413 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.410+0000 7f9ad8fbb9c0 20 zonegroup default 2024-09-19T13:39:29.413 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.410+0000 7f9ad8fbb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:29.413 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.410+0000 7f9ad8fbb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:29.413 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.410+0000 7f9ad8fbb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:29.414 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.410+0000 7f9ad8fbb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:29.414 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.410+0000 7f9ad8fbb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:29.414 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.410+0000 7f9ad8fbb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:29.414 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.410+0000 7f9ad8fbb9c0 20 started sync module instance, tier type = 2024-09-19T13:39:29.414 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.410+0000 7f9ad8fbb9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:39:29.434 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.430+0000 7f9ad8fbb9c0 20 add_watcher() i=0 2024-09-19T13:39:29.434 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.430+0000 7f9ad8fbb9c0 20 add_watcher() i=1 2024-09-19T13:39:29.434 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.430+0000 7f9ad8fbb9c0 20 add_watcher() i=2 2024-09-19T13:39:29.434 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.430+0000 7f9ad8fbb9c0 20 add_watcher() i=3 2024-09-19T13:39:29.434 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.430+0000 7f9ad8fbb9c0 20 add_watcher() i=4 2024-09-19T13:39:29.434 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.430+0000 7f9ad8fbb9c0 20 add_watcher() i=5 2024-09-19T13:39:29.435 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.430+0000 7f9ad8fbb9c0 20 add_watcher() i=6 2024-09-19T13:39:29.437 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.434+0000 7f9ad8fbb9c0 20 add_watcher() i=7 2024-09-19T13:39:29.437 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.434+0000 7f9ad8fbb9c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:39:29.440 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.438+0000 7f99877fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:39:29.441 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.438+0000 7f9ad8fbb9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:39:29.441 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.438+0000 7f9ad8fbb9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:39:29.441 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.438+0000 7f9ad8fbb9c0 5 note: GC not initialized 2024-09-19T13:39:29.442 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.438+0000 7f99867fc640 20 reqs_thread_entry: start 2024-09-19T13:39:29.442 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.438+0000 7f9ad8fbb9c0 20 init_complete bucket index max shards: 1 2024-09-19T13:39:29.442 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.438+0000 7f9ad8fbb9c0 20 Filter name: none 2024-09-19T13:39:29.442 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.438+0000 7f98f7fff640 20 reqs_thread_entry: start 2024-09-19T13:39:29.442 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.438+0000 7f9ad8fbb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:29.443 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.438+0000 7f9ad8fbb9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-19T13:39:29.443 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.438+0000 7f9ad8fbb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:29.444 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.442+0000 7f9ad8fbb9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-19T13:39:29.444 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.442+0000 7f9ad8fbb9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:39:29.445 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.442+0000 7f9ad8fbb9c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-19T13:39:29.445 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.442+0000 7f9ad8fbb9c0 20 INFO: main: starting shard=0 2024-09-19T13:39:29.445 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.442+0000 7f9ad8fbb9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:29.446 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.442+0000 7f9ad8fbb9c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-19T13:39:29.446 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.442+0000 7f9ad8fbb9c0 20 INFO: main: done 2024-09-19T13:39:29.447 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.442+0000 7f99877fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:39:29.452 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.450+0000 7f9ad8fbb9c0 20 remove_watcher() i=0 2024-09-19T13:39:29.452 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.450+0000 7f9ad8fbb9c0 2 removed watcher, disabling cache 2024-09-19T13:39:29.454 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.450+0000 7f9ad8fbb9c0 20 remove_watcher() i=1 2024-09-19T13:39:29.456 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.454+0000 7f9ad8fbb9c0 20 remove_watcher() i=2 2024-09-19T13:39:29.458 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.454+0000 7f9ad8fbb9c0 20 remove_watcher() i=3 2024-09-19T13:39:29.460 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.458+0000 7f9ad8fbb9c0 20 remove_watcher() i=4 2024-09-19T13:39:29.462 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.458+0000 7f9ad8fbb9c0 20 remove_watcher() i=5 2024-09-19T13:39:29.465 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.462+0000 7f9ad8fbb9c0 20 remove_watcher() i=6 2024-09-19T13:39:29.468 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.466+0000 7f9ad8fbb9c0 20 remove_watcher() i=7 2024-09-19T13:39:29.485 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:29.485 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:29.489 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:29.489 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:29.552 INFO:tasks.workunit.client.0.smithi031.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-19T13:39:29.553 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bi list --bucket check-bucket --object f 2024-09-19T13:39:29.589 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:39:29.589 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:39:29.635 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.630+0000 7f36340ef9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:29.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.634+0000 7f36340ef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:29.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.634+0000 7f36340ef9c0 20 realm 2024-09-19T13:39:29.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.634+0000 7f36340ef9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:29.638 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.634+0000 7f36340ef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:29.638 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.634+0000 7f36340ef9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:39:29.638 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.634+0000 7f36340ef9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:29.638 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.634+0000 7f36340ef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:29.639 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.634+0000 7f36340ef9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:29.639 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.634+0000 7f36340ef9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:39:29.639 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.634+0000 7f36340ef9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:29.641 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.638+0000 7f36340ef9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:39:29.641 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.638+0000 7f36340ef9c0 20 searching for the correct realm 2024-09-19T13:39:29.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.642+0000 7f3631bf5640 0 -- 172.21.15.31:0/1348200009 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7f36240e7040 msgr2=0x7f36240b6470 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:39:29.653 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.650+0000 7f3631bf5640 0 -- 172.21.15.31:0/1348200009 >> [v2:172.21.15.31:6802/3325082646,v1:172.21.15.31:6804/3325082646] conn(0x55ed41f90830 msgr2=0x55ed41f92c20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T13:39:29.662 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.658+0000 7f36340ef9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:39:29.662 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.658+0000 7f36340ef9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:39:29.662 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.658+0000 7f36340ef9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:39:29.662 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.658+0000 7f36340ef9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:39:29.662 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.658+0000 7f36340ef9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:39:29.662 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.658+0000 7f36340ef9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:39:29.662 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.658+0000 7f36340ef9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:29.663 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.658+0000 7f36340ef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:29.663 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.658+0000 7f36340ef9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:29.663 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.658+0000 7f36340ef9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:39:29.663 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.658+0000 7f36340ef9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:29.664 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.658+0000 7f36340ef9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:39:29.664 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.658+0000 7f36340ef9c0 20 zone default found 2024-09-19T13:39:29.664 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.658+0000 7f36340ef9c0 4 Realm: () 2024-09-19T13:39:29.664 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.658+0000 7f36340ef9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:39:29.664 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.658+0000 7f36340ef9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:39:29.664 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.658+0000 7f36340ef9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:39:29.664 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.658+0000 7f36340ef9c0 20 zonegroup default 2024-09-19T13:39:29.664 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.658+0000 7f36340ef9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:29.664 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.662+0000 7f36340ef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:29.665 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.662+0000 7f36340ef9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:29.665 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.662+0000 7f36340ef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:29.665 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.662+0000 7f36340ef9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:29.666 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.662+0000 7f36340ef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:29.666 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.662+0000 7f36340ef9c0 20 started sync module instance, tier type = 2024-09-19T13:39:29.666 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.662+0000 7f36340ef9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:39:29.687 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.682+0000 7f36340ef9c0 20 add_watcher() i=0 2024-09-19T13:39:29.688 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.682+0000 7f36340ef9c0 20 add_watcher() i=1 2024-09-19T13:39:29.688 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.682+0000 7f36340ef9c0 20 add_watcher() i=2 2024-09-19T13:39:29.688 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.682+0000 7f36340ef9c0 20 add_watcher() i=3 2024-09-19T13:39:29.688 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.682+0000 7f36340ef9c0 20 add_watcher() i=4 2024-09-19T13:39:29.688 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.682+0000 7f36340ef9c0 20 add_watcher() i=5 2024-09-19T13:39:29.688 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.682+0000 7f36340ef9c0 20 add_watcher() i=6 2024-09-19T13:39:29.690 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.686+0000 7f36340ef9c0 20 add_watcher() i=7 2024-09-19T13:39:29.690 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.686+0000 7f36340ef9c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:39:29.694 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.690+0000 7f34e37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:39:29.694 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.690+0000 7f36340ef9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:39:29.694 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.690+0000 7f36340ef9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:39:29.694 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.690+0000 7f36340ef9c0 5 note: GC not initialized 2024-09-19T13:39:29.695 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.690+0000 7f34e27fc640 20 reqs_thread_entry: start 2024-09-19T13:39:29.695 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.690+0000 7f36340ef9c0 20 init_complete bucket index max shards: 1 2024-09-19T13:39:29.695 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.690+0000 7f36340ef9c0 20 Filter name: none 2024-09-19T13:39:29.695 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.690+0000 7f3453fff640 20 reqs_thread_entry: start 2024-09-19T13:39:29.695 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.690+0000 7f36340ef9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:29.696 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.690+0000 7f36340ef9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-19T13:39:29.696 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.690+0000 7f36340ef9c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:29.697 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.694+0000 7f36340ef9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-19T13:39:29.697 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.694+0000 7f36340ef9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:39:29.697 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.694+0000 7f36340ef9c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-19T13:39:29.697 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.694+0000 7f36340ef9c0 20 INFO: main: starting shard=0 2024-09-19T13:39:29.697 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.694+0000 7f36340ef9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:29.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.694+0000 7f36340ef9c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-19T13:39:29.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.694+0000 7f36340ef9c0 20 INFO: main: done 2024-09-19T13:39:29.699 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.694+0000 7f34e37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:39:29.703 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.698+0000 7f36340ef9c0 20 remove_watcher() i=0 2024-09-19T13:39:29.704 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.698+0000 7f36340ef9c0 2 removed watcher, disabling cache 2024-09-19T13:39:29.706 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.702+0000 7f36340ef9c0 20 remove_watcher() i=1 2024-09-19T13:39:29.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.706+0000 7f36340ef9c0 20 remove_watcher() i=2 2024-09-19T13:39:29.711 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.706+0000 7f36340ef9c0 20 remove_watcher() i=3 2024-09-19T13:39:29.713 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.710+0000 7f36340ef9c0 20 remove_watcher() i=4 2024-09-19T13:39:29.715 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.710+0000 7f36340ef9c0 20 remove_watcher() i=5 2024-09-19T13:39:29.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.714+0000 7f36340ef9c0 20 remove_watcher() i=6 2024-09-19T13:39:29.721 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:29.718+0000 7f36340ef9c0 20 remove_watcher() i=7 2024-09-19T13:39:29.737 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:29.737 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:29.740 INFO:tasks.workunit.client.0.smithi031.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-19T13:39:30.182 INFO:tasks.workunit.client.0.smithi031.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2024-09-19T13:39:30.632 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket check --fix --bucket check-bucket 2024-09-19T13:39:30.666 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:39:30.666 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:39:30.709 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.706+0000 7feba48b39c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:30.711 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.706+0000 7feba48b39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:30.711 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.706+0000 7feba48b39c0 20 realm 2024-09-19T13:39:30.711 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.706+0000 7feba48b39c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:30.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.706+0000 7feba48b39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:30.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.706+0000 7feba48b39c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:39:30.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.706+0000 7feba48b39c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:30.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.710+0000 7feba48b39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:30.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.710+0000 7feba48b39c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:30.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.710+0000 7feba48b39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:39:30.713 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.710+0000 7feba48b39c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:30.714 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.710+0000 7feba48b39c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:39:30.714 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.710+0000 7feba48b39c0 20 searching for the correct realm 2024-09-19T13:39:30.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.718+0000 7feba1bb8640 0 -- 172.21.15.31:0/2614192099 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7feb9804dc60 msgr2=0x7feb98071440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:39:30.725 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.722+0000 7feba2bba640 0 -- 172.21.15.31:0/2614192099 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x5654d35bd190 msgr2=0x5654d35bf5f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:39:30.732 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.730+0000 7feba48b39c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:39:30.732 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.730+0000 7feba48b39c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:39:30.732 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.730+0000 7feba48b39c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:39:30.732 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.730+0000 7feba48b39c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:39:30.733 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.730+0000 7feba48b39c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:39:30.733 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.730+0000 7feba48b39c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:39:30.733 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.730+0000 7feba48b39c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:30.733 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.730+0000 7feba48b39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:30.733 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.730+0000 7feba48b39c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:30.733 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.730+0000 7feba48b39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:39:30.733 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.730+0000 7feba48b39c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:30.734 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.730+0000 7feba48b39c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:39:30.734 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.730+0000 7feba48b39c0 20 zone default found 2024-09-19T13:39:30.734 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.730+0000 7feba48b39c0 4 Realm: () 2024-09-19T13:39:30.734 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.730+0000 7feba48b39c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:39:30.734 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.730+0000 7feba48b39c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:39:30.734 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.730+0000 7feba48b39c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:39:30.734 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.730+0000 7feba48b39c0 20 zonegroup default 2024-09-19T13:39:30.735 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.730+0000 7feba48b39c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:30.735 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.730+0000 7feba48b39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:30.735 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.730+0000 7feba48b39c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:30.735 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.730+0000 7feba48b39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:30.736 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.730+0000 7feba48b39c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:30.736 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.730+0000 7feba48b39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:30.736 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.730+0000 7feba48b39c0 20 started sync module instance, tier type = 2024-09-19T13:39:30.736 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.730+0000 7feba48b39c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:39:30.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.750+0000 7feba48b39c0 20 add_watcher() i=0 2024-09-19T13:39:30.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.750+0000 7feba48b39c0 20 add_watcher() i=1 2024-09-19T13:39:30.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.750+0000 7feba48b39c0 20 add_watcher() i=2 2024-09-19T13:39:30.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.750+0000 7feba48b39c0 20 add_watcher() i=3 2024-09-19T13:39:30.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.750+0000 7feba48b39c0 20 add_watcher() i=4 2024-09-19T13:39:30.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.750+0000 7feba48b39c0 20 add_watcher() i=5 2024-09-19T13:39:30.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.750+0000 7feba48b39c0 20 add_watcher() i=6 2024-09-19T13:39:30.757 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.754+0000 7feba48b39c0 20 add_watcher() i=7 2024-09-19T13:39:30.758 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.754+0000 7feba48b39c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:39:30.761 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.758+0000 7fea58fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:39:30.762 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.758+0000 7feba48b39c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:39:30.762 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.758+0000 7feba48b39c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:39:30.762 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.758+0000 7feba48b39c0 5 note: GC not initialized 2024-09-19T13:39:30.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.758+0000 7fe9d37fe640 20 reqs_thread_entry: start 2024-09-19T13:39:30.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.758+0000 7feba48b39c0 20 init_complete bucket index max shards: 1 2024-09-19T13:39:30.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.758+0000 7feba48b39c0 20 Filter name: none 2024-09-19T13:39:30.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.758+0000 7fe9d17fa640 20 reqs_thread_entry: start 2024-09-19T13:39:30.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.758+0000 7feba48b39c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-19T13:39:30.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.758+0000 7feba48b39c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:30.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.758+0000 7feba48b39c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-19T13:39:30.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.758+0000 7feba48b39c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-19T13:39:30.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.758+0000 7feba48b39c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-19T13:39:30.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.758+0000 7feba48b39c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1 : miss 2024-09-19T13:39:30.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.758+0000 7feba48b39c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:30.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.762+0000 7feba48b39c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-19T13:39:30.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.762+0000 7feba48b39c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1 info.flags=0x17 2024-09-19T13:39:30.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.762+0000 7feba48b39c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1 to cache LRU end 2024-09-19T13:39:30.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.762+0000 7feba48b39c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:39:30.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.762+0000 7feba48b39c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-19T13:39:30.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.762+0000 7feba48b39c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1 2024-09-19T13:39:30.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.762+0000 7feba48b39c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:30.774 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.770+0000 7fea58fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:39:30.778 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.774+0000 7feba48b39c0 20 remove_watcher() i=0 2024-09-19T13:39:30.778 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.774+0000 7feba48b39c0 2 removed watcher, disabling cache 2024-09-19T13:39:30.781 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.778+0000 7feba48b39c0 20 remove_watcher() i=1 2024-09-19T13:39:30.783 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.778+0000 7feba48b39c0 20 remove_watcher() i=2 2024-09-19T13:39:30.785 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.782+0000 7feba48b39c0 20 remove_watcher() i=3 2024-09-19T13:39:30.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.786+0000 7feba48b39c0 20 remove_watcher() i=4 2024-09-19T13:39:30.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.786+0000 7feba48b39c0 20 remove_watcher() i=5 2024-09-19T13:39:30.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.790+0000 7feba48b39c0 20 remove_watcher() i=6 2024-09-19T13:39:30.796 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.794+0000 7feba48b39c0 20 remove_watcher() i=7 2024-09-19T13:39:30.812 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2024-09-19T13:39:30.847 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:39:30.847 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:39:30.893 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.890+0000 7ff84e8139c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:30.896 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.894+0000 7ff84e8139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:30.896 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.894+0000 7ff84e8139c0 20 realm 2024-09-19T13:39:30.896 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.894+0000 7ff84e8139c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:30.896 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.894+0000 7ff84e8139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:30.896 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.894+0000 7ff84e8139c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:39:30.896 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.894+0000 7ff84e8139c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:30.897 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.894+0000 7ff84e8139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:30.897 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.894+0000 7ff84e8139c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:30.897 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.894+0000 7ff84e8139c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:39:30.897 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.894+0000 7ff84e8139c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:30.899 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.894+0000 7ff84e8139c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:39:30.899 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.894+0000 7ff84e8139c0 20 searching for the correct realm 2024-09-19T13:39:30.900 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:30.898+0000 7ff84cb1a640 0 -- 172.21.15.31:0/4143734493 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7ff8400b7550 msgr2=0x7ff8400b79b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:39:31.115 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.110+0000 7ff84cb1a640 0 -- 172.21.15.31:0/4143734493 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x555adc94acc0 msgr2=0x555adc94d160 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:39:31.134 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.130+0000 7ff84e8139c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:39:31.135 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.130+0000 7ff84e8139c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:39:31.135 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.130+0000 7ff84e8139c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:39:31.135 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.130+0000 7ff84e8139c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:39:31.135 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.130+0000 7ff84e8139c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:39:31.135 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.130+0000 7ff84e8139c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:39:31.135 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.130+0000 7ff84e8139c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:31.135 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.130+0000 7ff84e8139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:31.136 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.130+0000 7ff84e8139c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:31.136 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.134+0000 7ff84e8139c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:39:31.136 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.134+0000 7ff84e8139c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:31.137 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.134+0000 7ff84e8139c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:39:31.137 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.134+0000 7ff84e8139c0 20 zone default found 2024-09-19T13:39:31.138 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.134+0000 7ff84e8139c0 4 Realm: () 2024-09-19T13:39:31.138 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.134+0000 7ff84e8139c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:39:31.138 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.134+0000 7ff84e8139c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:39:31.138 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.134+0000 7ff84e8139c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:39:31.138 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.134+0000 7ff84e8139c0 20 zonegroup default 2024-09-19T13:39:31.138 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.134+0000 7ff84e8139c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:31.138 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.134+0000 7ff84e8139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:31.139 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.134+0000 7ff84e8139c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:31.139 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.134+0000 7ff84e8139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:31.139 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.134+0000 7ff84e8139c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:31.140 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.138+0000 7ff84e8139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:31.140 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.138+0000 7ff84e8139c0 20 started sync module instance, tier type = 2024-09-19T13:39:31.140 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.138+0000 7ff84e8139c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:39:31.164 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.162+0000 7ff84e8139c0 20 add_watcher() i=0 2024-09-19T13:39:31.164 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.162+0000 7ff84e8139c0 20 add_watcher() i=1 2024-09-19T13:39:31.165 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.162+0000 7ff84e8139c0 20 add_watcher() i=2 2024-09-19T13:39:31.165 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.162+0000 7ff84e8139c0 20 add_watcher() i=3 2024-09-19T13:39:31.165 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.162+0000 7ff84e8139c0 20 add_watcher() i=4 2024-09-19T13:39:31.165 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.162+0000 7ff84e8139c0 20 add_watcher() i=5 2024-09-19T13:39:31.165 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.162+0000 7ff84e8139c0 20 add_watcher() i=6 2024-09-19T13:39:31.167 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.162+0000 7ff84e8139c0 20 add_watcher() i=7 2024-09-19T13:39:31.167 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.162+0000 7ff84e8139c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:39:31.172 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.166+0000 7ff6fefe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:39:31.173 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.170+0000 7ff84e8139c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:39:31.173 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.170+0000 7ff84e8139c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:39:31.173 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.170+0000 7ff84e8139c0 5 note: GC not initialized 2024-09-19T13:39:31.174 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.170+0000 7ff6fdfe3640 20 reqs_thread_entry: start 2024-09-19T13:39:31.174 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.170+0000 7ff84e8139c0 20 init_complete bucket index max shards: 1 2024-09-19T13:39:31.174 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.170+0000 7ff84e8139c0 20 Filter name: none 2024-09-19T13:39:31.174 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.170+0000 7ff6f77fe640 20 reqs_thread_entry: start 2024-09-19T13:39:31.174 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.170+0000 7ff84e8139c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-19T13:39:31.175 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.170+0000 7ff84e8139c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:31.175 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.170+0000 7ff84e8139c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-19T13:39:31.175 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.170+0000 7ff84e8139c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-19T13:39:31.176 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.170+0000 7ff84e8139c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-19T13:39:31.176 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.170+0000 7ff84e8139c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1 : miss 2024-09-19T13:39:31.176 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.170+0000 7ff84e8139c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:31.177 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.174+0000 7ff84e8139c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-19T13:39:31.177 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.174+0000 7ff84e8139c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1 info.flags=0x17 2024-09-19T13:39:31.177 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.174+0000 7ff84e8139c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1 to cache LRU end 2024-09-19T13:39:31.177 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.174+0000 7ff84e8139c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:39:31.177 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.174+0000 7ff84e8139c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-19T13:39:31.177 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.174+0000 7ff84e8139c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1 2024-09-19T13:39:31.177 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.174+0000 7ff84e8139c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:31.180 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.178+0000 7ff84e8139c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:31.181 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.178+0000 7ff84e8139c0 20 get_obj_state: octx=0x555adc6e5d10 obj=check-bucket:c state=0x555adc98a768 s->prefetch_data=0 2024-09-19T13:39:31.182 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.178+0000 7ff84e8139c0 20 get_obj_state: setting s->obj_tag to 69fov7b19zcgfs23bwen9mf8dc1crgen 2024-09-19T13:39:31.182 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.178+0000 7ff84e8139c0 20 get_obj_state_impl: setting s->olh_tag to 0e9z3q3zysv5n74scue0kh8x8z2uygvu 2024-09-19T13:39:31.182 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.178+0000 7ff84e8139c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=0e9z3q3zysv5n74scue0kh8x8z2uygvu 2024-09-19T13:39:31.184 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.182+0000 7ff84e8139c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:31.187 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.182+0000 7ff84e8139c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:31.188 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.186+0000 7ff84e8139c0 20 olh_log_entry: epoch=3 op=3 key=c[vDLhfXrjkGglpgglTWNi-ysyB8oqhTI] 2024-09-19T13:39:31.188 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.186+0000 7ff84e8139c0 20 get_obj_state: octx=0x555adc6e5d10 obj=check-bucket:_:vDLhfXrjkGglpgglTWNi-ysyB8oqhTI_c state=0x555adc984088 s->prefetch_data=0 2024-09-19T13:39:31.189 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.186+0000 7ff84e8139c0 10 manifest: total_size = 22 2024-09-19T13:39:31.189 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.186+0000 7ff84e8139c0 20 get_obj_state: setting s->obj_tag to 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17142104753952990218 2024-09-19T13:39:31.189 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.186+0000 7ff84e8139c0 20 get_obj_state: octx=0x555adc6e5d10 obj=check-bucket:_:vDLhfXrjkGglpgglTWNi-ysyB8oqhTI_c state=0x555adc984088 s->prefetch_data=0 2024-09-19T13:39:31.189 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.186+0000 7ff84e8139c0 20 prepare_atomic_modification: state is not atomic. state=0x555adc984088 2024-09-19T13:39:31.189 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.186+0000 7ff84e8139c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:31.196 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.194+0000 7ff84e8139c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:39:31.196 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.194+0000 7ff84e8139c0 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2024-09-19T13:39:31.196 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.194+0000 7ff84e8139c0 0 deleting objects inline since gc isn't initialized 2024-09-19T13:39:31.196 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.194+0000 7ff84e8139c0 5 delete_objs_inline: removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1__shadow:vDLhfXrjkGglpgglTWNi-ysyB8oqhTI_.OR0un0je65I6J1KE7x159bE4-vxX2y6_0 2024-09-19T13:39:31.199 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.194+0000 7ff7237fe640 20 handle_completion(): completion ok for obj=c[vDLhfXrjkGglpgglTWNi-ysyB8oqhTI] 2024-09-19T13:39:31.200 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.194+0000 7ff84e8139c0 5 delete_objs_inline: refcount put returned error -2 2024-09-19T13:39:31.201 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.198+0000 7ff84e8139c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:31.202 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.198+0000 7ff84e8139c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:31.208 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.206+0000 7ff84e8139c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:31.209 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.206+0000 7ff84e8139c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:31.210 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.206+0000 7ff84e8139c0 20 get_obj_state: octx=0x555adc6e5d10 obj=check-bucket:d state=0x555adc97fb08 s->prefetch_data=0 2024-09-19T13:39:31.211 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.206+0000 7ff84e8139c0 20 get_obj_state: setting s->obj_tag to fa1s5tg1aokwy93csc0hcegkucze32bg 2024-09-19T13:39:31.211 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.206+0000 7ff84e8139c0 20 get_obj_state_impl: setting s->olh_tag to oi3qgtu4c07cfee2rg83pyivdeo6fplq 2024-09-19T13:39:31.211 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.206+0000 7ff84e8139c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=oi3qgtu4c07cfee2rg83pyivdeo6fplq 2024-09-19T13:39:31.214 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.210+0000 7ff84e8139c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:31.217 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.214+0000 7ff84e8139c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:31.218 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.214+0000 7ff84e8139c0 20 olh_log_entry: epoch=3 op=3 key=d[VFQvTmyTjOZgK7WGX16mz0gpnDcaCMT] 2024-09-19T13:39:31.218 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.214+0000 7ff84e8139c0 20 get_obj_state: octx=0x555adc6e5d10 obj=check-bucket:_:VFQvTmyTjOZgK7WGX16mz0gpnDcaCMT_d state=0x555adc984088 s->prefetch_data=0 2024-09-19T13:39:31.219 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.214+0000 7ff84e8139c0 10 manifest: total_size = 11 2024-09-19T13:39:31.219 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.214+0000 7ff84e8139c0 20 get_obj_state: setting s->obj_tag to 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9887782146833218026 2024-09-19T13:39:31.219 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.214+0000 7ff84e8139c0 20 get_obj_state: octx=0x555adc6e5d10 obj=check-bucket:_:VFQvTmyTjOZgK7WGX16mz0gpnDcaCMT_d state=0x555adc984088 s->prefetch_data=0 2024-09-19T13:39:31.219 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.214+0000 7ff84e8139c0 20 prepare_atomic_modification: state is not atomic. state=0x555adc984088 2024-09-19T13:39:31.219 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.214+0000 7ff84e8139c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:31.227 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.222+0000 7ff84e8139c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:39:31.227 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.222+0000 7ff84e8139c0 20 RGWObjManifest::operator++(): result: ofs=11 stripe_ofs=11 part_ofs=0 rule->part_size=0 2024-09-19T13:39:31.227 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.222+0000 7ff84e8139c0 0 deleting objects inline since gc isn't initialized 2024-09-19T13:39:31.227 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.222+0000 7ff84e8139c0 5 delete_objs_inline: removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1__shadow:VFQvTmyTjOZgK7WGX16mz0gpnDcaCMT_.UTjeZ1gatnqWBKTccgVZccjYK8ME5ev_0 2024-09-19T13:39:31.230 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.226+0000 7ff7237fe640 20 handle_completion(): completion ok for obj=d[VFQvTmyTjOZgK7WGX16mz0gpnDcaCMT] 2024-09-19T13:39:31.230 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.226+0000 7ff84e8139c0 5 delete_objs_inline: refcount put returned error -2 2024-09-19T13:39:31.233 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.230+0000 7ff84e8139c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:31.234 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.230+0000 7ff84e8139c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:31.236 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.234+0000 7ff84e8139c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:31.237 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.234+0000 7ff84e8139c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:31.238 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.234+0000 7ff84e8139c0 20 get_obj_state: octx=0x555adc6e5d10 obj=check-bucket:e state=0x555adc97fb08 s->prefetch_data=0 2024-09-19T13:39:31.239 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.234+0000 7ff84e8139c0 20 get_obj_state: setting s->obj_tag to dmcmvsgl901pse92fjcywscfc95dqcgl 2024-09-19T13:39:31.239 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.234+0000 7ff84e8139c0 20 get_obj_state_impl: setting s->olh_tag to rao55dvwhf3o6qi2ik54ca9ygxmp1b99 2024-09-19T13:39:31.239 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.234+0000 7ff84e8139c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=rao55dvwhf3o6qi2ik54ca9ygxmp1b99 2024-09-19T13:39:31.242 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.238+0000 7ff84e8139c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:31.245 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.242+0000 7ff84e8139c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:31.246 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.242+0000 7ff84e8139c0 20 olh_log_entry: epoch=2 op=2 key=e[] 2024-09-19T13:39:31.246 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.242+0000 7ff84e8139c0 20 olh_log_entry: epoch=2 op=3 key=e[M5PEqp1v2lxWSHC1K3wFRYw4uCMpW9D] 2024-09-19T13:39:31.247 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.242+0000 7ff84e8139c0 20 get_obj_state: octx=0x555adc6e5d10 obj=check-bucket:_:M5PEqp1v2lxWSHC1K3wFRYw4uCMpW9D_e state=0x555adc984088 s->prefetch_data=0 2024-09-19T13:39:31.247 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.242+0000 7ff84e8139c0 10 manifest: total_size = 12 2024-09-19T13:39:31.247 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.242+0000 7ff84e8139c0 20 get_obj_state: setting s->obj_tag to 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16843676058540787131 2024-09-19T13:39:31.247 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.242+0000 7ff84e8139c0 20 get_obj_state: octx=0x555adc6e5d10 obj=check-bucket:_:M5PEqp1v2lxWSHC1K3wFRYw4uCMpW9D_e state=0x555adc984088 s->prefetch_data=0 2024-09-19T13:39:31.247 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.242+0000 7ff84e8139c0 20 prepare_atomic_modification: state is not atomic. state=0x555adc984088 2024-09-19T13:39:31.247 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.242+0000 7ff84e8139c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:31.253 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.250+0000 7ff84e8139c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:39:31.253 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.250+0000 7ff84e8139c0 20 RGWObjManifest::operator++(): result: ofs=12 stripe_ofs=12 part_ofs=0 rule->part_size=0 2024-09-19T13:39:31.253 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.250+0000 7ff84e8139c0 0 deleting objects inline since gc isn't initialized 2024-09-19T13:39:31.253 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.250+0000 7ff84e8139c0 5 delete_objs_inline: removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1__shadow:M5PEqp1v2lxWSHC1K3wFRYw4uCMpW9D_.Ihg4K7SRaS8SGp7xeQ3kahoTAnCCvkO_0 2024-09-19T13:39:31.256 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.254+0000 7ff7237fe640 20 handle_completion(): completion ok for obj=e[M5PEqp1v2lxWSHC1K3wFRYw4uCMpW9D] 2024-09-19T13:39:31.257 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.254+0000 7ff84e8139c0 5 delete_objs_inline: refcount put returned error -2 2024-09-19T13:39:31.260 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.258+0000 7ff84e8139c0 20 get_obj_state: octx=0x555adc6e5d10 obj=check-bucket:e state=0x555adc97fb08 s->prefetch_data=0 2024-09-19T13:39:31.260 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.258+0000 7ff84e8139c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=rao55dvwhf3o6qi2ik54ca9ygxmp1b99 2024-09-19T13:39:31.269 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.266+0000 7ff84e8139c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:31.271 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.266+0000 7ff84e8139c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:31.273 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.270+0000 7ff84e8139c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:31.274 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.270+0000 7ff84e8139c0 20 get_obj_state: octx=0x555adc6e5d10 obj=check-bucket:f state=0x555adc97fb08 s->prefetch_data=0 2024-09-19T13:39:31.274 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.270+0000 7ff84e8139c0 20 get_obj_state: setting s->obj_tag to sa3pfpjcexmdfqycstgzhnldjs8bnnb0 2024-09-19T13:39:31.274 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.270+0000 7ff84e8139c0 20 get_obj_state_impl: setting s->olh_tag to 003yl9kqd1u4697opgvz234s5lwg6vd1 2024-09-19T13:39:31.274 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.270+0000 7ff84e8139c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=003yl9kqd1u4697opgvz234s5lwg6vd1 2024-09-19T13:39:31.277 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.274+0000 7ff84e8139c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:31.280 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.278+0000 7ff84e8139c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:31.281 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.278+0000 7ff84e8139c0 20 olh_log_entry: epoch=2 op=2 key=f[] 2024-09-19T13:39:31.282 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.278+0000 7ff84e8139c0 20 olh_log_entry: epoch=2 op=3 key=f[8MENnuQePidEr8YUSgJypnrPwmS7.Rk] 2024-09-19T13:39:31.282 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.278+0000 7ff84e8139c0 20 get_obj_state: octx=0x555adc6e5d10 obj=check-bucket:_:8MENnuQePidEr8YUSgJypnrPwmS7.Rk_f state=0x555adc983078 s->prefetch_data=0 2024-09-19T13:39:31.282 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.278+0000 7ff84e8139c0 10 manifest: total_size = 9 2024-09-19T13:39:31.282 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.278+0000 7ff84e8139c0 20 get_obj_state: setting s->obj_tag to 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13006404359700487332 2024-09-19T13:39:31.283 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.278+0000 7ff84e8139c0 20 get_obj_state: octx=0x555adc6e5d10 obj=check-bucket:_:8MENnuQePidEr8YUSgJypnrPwmS7.Rk_f state=0x555adc983078 s->prefetch_data=0 2024-09-19T13:39:31.283 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.278+0000 7ff84e8139c0 20 prepare_atomic_modification: state is not atomic. state=0x555adc983078 2024-09-19T13:39:31.283 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.278+0000 7ff84e8139c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:31.289 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.286+0000 7ff84e8139c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:39:31.289 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.286+0000 7ff84e8139c0 20 RGWObjManifest::operator++(): result: ofs=9 stripe_ofs=9 part_ofs=0 rule->part_size=0 2024-09-19T13:39:31.289 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.286+0000 7ff84e8139c0 0 deleting objects inline since gc isn't initialized 2024-09-19T13:39:31.289 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.286+0000 7ff84e8139c0 5 delete_objs_inline: removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1__shadow:8MENnuQePidEr8YUSgJypnrPwmS7.Rk_.dGpDzTXRb1saXsgww3AgQ0ZPpQNlvrR_0 2024-09-19T13:39:31.292 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.290+0000 7ff84e8139c0 5 delete_objs_inline: refcount put returned error -2 2024-09-19T13:39:31.293 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.290+0000 7ff722ffd640 20 handle_completion(): completion ok for obj=f[8MENnuQePidEr8YUSgJypnrPwmS7.Rk] 2024-09-19T13:39:31.295 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.290+0000 7ff84e8139c0 20 get_obj_state: octx=0x555adc6e5d10 obj=check-bucket:f state=0x555adc97fb08 s->prefetch_data=0 2024-09-19T13:39:31.295 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.290+0000 7ff84e8139c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=003yl9kqd1u4697opgvz234s5lwg6vd1 2024-09-19T13:39:31.305 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.302+0000 7ff84e8139c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:31.310 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.306+0000 7ff84e8139c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1.0 2024-09-19T13:39:31.310 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.306+0000 7ff84e8139c0 1 NOTICE: finished shard 0 (4 entries removed) 2024-09-19T13:39:31.311 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.306+0000 7ff84e8139c0 1 NOTICE: finished all shards (4 entries removed) 2024-09-19T13:39:31.312 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.310+0000 7ff6fefe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:39:31.318 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.314+0000 7ff84e8139c0 20 remove_watcher() i=0 2024-09-19T13:39:31.318 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.314+0000 7ff84e8139c0 2 removed watcher, disabling cache 2024-09-19T13:39:31.321 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.318+0000 7ff84e8139c0 20 remove_watcher() i=1 2024-09-19T13:39:31.323 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.318+0000 7ff84e8139c0 20 remove_watcher() i=2 2024-09-19T13:39:31.326 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.322+0000 7ff84e8139c0 20 remove_watcher() i=3 2024-09-19T13:39:31.329 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.326+0000 7ff84e8139c0 20 remove_watcher() i=4 2024-09-19T13:39:31.332 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.330+0000 7ff84e8139c0 20 remove_watcher() i=5 2024-09-19T13:39:31.335 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.330+0000 7ff84e8139c0 20 remove_watcher() i=6 2024-09-19T13:39:31.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.334+0000 7ff84e8139c0 20 remove_watcher() i=7 2024-09-19T13:39:31.360 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:31.360 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:31.368 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:31.368 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:31.463 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket check-bucket 2024-09-19T13:39:31.496 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:39:31.496 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:39:31.543 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.538+0000 7fa7ec4949c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:31.545 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.542+0000 7fa7ec4949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:31.545 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.542+0000 7fa7ec4949c0 20 realm 2024-09-19T13:39:31.545 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.542+0000 7fa7ec4949c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:31.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.542+0000 7fa7ec4949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:31.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.542+0000 7fa7ec4949c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:39:31.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.542+0000 7fa7ec4949c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:31.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.542+0000 7fa7ec4949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:31.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.542+0000 7fa7ec4949c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:31.547 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.542+0000 7fa7ec4949c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:39:31.547 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.542+0000 7fa7ec4949c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:31.548 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.546+0000 7fa7ec4949c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:39:31.548 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.546+0000 7fa7ec4949c0 20 searching for the correct realm 2024-09-19T13:39:31.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.550+0000 7fa7e9799640 0 -- 172.21.15.31:0/924317534 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7fa7e0101050 msgr2=0x7fa7e00fe630 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:39:31.559 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.554+0000 7fa7e9f9a640 0 -- 172.21.15.31:0/924317534 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7fa7e4024030 msgr2=0x7fa7e405e6f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T13:39:31.567 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.562+0000 7fa7ec4949c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:39:31.567 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.562+0000 7fa7ec4949c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:39:31.568 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.562+0000 7fa7ec4949c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:39:31.568 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.562+0000 7fa7ec4949c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:39:31.568 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.562+0000 7fa7ec4949c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:39:31.568 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.562+0000 7fa7ec4949c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:39:31.568 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.562+0000 7fa7ec4949c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:31.568 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.566+0000 7fa7ec4949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:31.568 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.566+0000 7fa7ec4949c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:31.569 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.566+0000 7fa7ec4949c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:39:31.569 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.566+0000 7fa7ec4949c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:31.569 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.566+0000 7fa7ec4949c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:39:31.569 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.566+0000 7fa7ec4949c0 20 zone default found 2024-09-19T13:39:31.569 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.566+0000 7fa7ec4949c0 4 Realm: () 2024-09-19T13:39:31.569 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.566+0000 7fa7ec4949c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:39:31.570 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.566+0000 7fa7ec4949c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:39:31.570 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.566+0000 7fa7ec4949c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:39:31.570 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.566+0000 7fa7ec4949c0 20 zonegroup default 2024-09-19T13:39:31.570 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.566+0000 7fa7ec4949c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:31.570 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.566+0000 7fa7ec4949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:31.570 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.566+0000 7fa7ec4949c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:31.570 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.566+0000 7fa7ec4949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:31.571 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.566+0000 7fa7ec4949c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:31.571 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.566+0000 7fa7ec4949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:39:31.571 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.566+0000 7fa7ec4949c0 20 started sync module instance, tier type = 2024-09-19T13:39:31.571 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.566+0000 7fa7ec4949c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:39:31.590 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.586+0000 7fa7ec4949c0 20 add_watcher() i=0 2024-09-19T13:39:31.590 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.586+0000 7fa7ec4949c0 20 add_watcher() i=1 2024-09-19T13:39:31.590 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.586+0000 7fa7ec4949c0 20 add_watcher() i=2 2024-09-19T13:39:31.590 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.586+0000 7fa7ec4949c0 20 add_watcher() i=3 2024-09-19T13:39:31.590 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.586+0000 7fa7ec4949c0 20 add_watcher() i=4 2024-09-19T13:39:31.590 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.586+0000 7fa7ec4949c0 20 add_watcher() i=5 2024-09-19T13:39:31.590 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.586+0000 7fa7ec4949c0 20 add_watcher() i=6 2024-09-19T13:39:31.592 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.590+0000 7fa7ec4949c0 20 add_watcher() i=7 2024-09-19T13:39:31.592 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.590+0000 7fa7ec4949c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:39:31.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.594+0000 7fa69b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:39:31.601 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.594+0000 7fa7ec4949c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:39:31.601 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.594+0000 7fa7ec4949c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:39:31.601 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.594+0000 7fa7ec4949c0 5 note: GC not initialized 2024-09-19T13:39:31.601 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.594+0000 7fa69a7fc640 20 reqs_thread_entry: start 2024-09-19T13:39:31.601 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.594+0000 7fa7ec4949c0 20 init_complete bucket index max shards: 1 2024-09-19T13:39:31.601 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.594+0000 7fa7ec4949c0 20 Filter name: none 2024-09-19T13:39:31.601 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.594+0000 7fa7ec4949c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:31.601 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.594+0000 7fa60bfff640 20 reqs_thread_entry: start 2024-09-19T13:39:31.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.594+0000 7fa7ec4949c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-19T13:39:31.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.594+0000 7fa7ec4949c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:31.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.594+0000 7fa7ec4949c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-19T13:39:31.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.594+0000 7fa7ec4949c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:39:31.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.594+0000 7fa7ec4949c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:31.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.598+0000 7fa7ec4949c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-19T13:39:31.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.598+0000 7fa7ec4949c0 20 rados->read ofs=0 len=0 2024-09-19T13:39:31.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.598+0000 7fa7ec4949c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-19T13:39:31.603 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.598+0000 7fa7ec4949c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:39:31.604 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.602+0000 7fa69b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:39:31.609 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.606+0000 7fa7ec4949c0 20 remove_watcher() i=0 2024-09-19T13:39:31.609 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.606+0000 7fa7ec4949c0 2 removed watcher, disabling cache 2024-09-19T13:39:31.611 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.606+0000 7fa7ec4949c0 20 remove_watcher() i=1 2024-09-19T13:39:31.613 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.610+0000 7fa7ec4949c0 20 remove_watcher() i=2 2024-09-19T13:39:31.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.610+0000 7fa7ec4949c0 20 remove_watcher() i=3 2024-09-19T13:39:31.617 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.614+0000 7fa7ec4949c0 20 remove_watcher() i=4 2024-09-19T13:39:31.619 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.614+0000 7fa7ec4949c0 20 remove_watcher() i=5 2024-09-19T13:39:31.622 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.618+0000 7fa7ec4949c0 20 remove_watcher() i=6 2024-09-19T13:39:31.625 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:39:31.622+0000 7fa7ec4949c0 20 remove_watcher() i=7 2024-09-19T13:39:31.640 INFO:tasks.workunit.client.0.smithi031.stderr:{'rgw.main': {'size': 0, 'size_actual': 0, 'size_utilized': 0, 'size_kb': 0, 'size_kb_actual': 0, 'size_kb_utilized': 0, 'num_objects': 0}} 2024-09-19T13:39:31.640 INFO:tasks.workunit.client.0.smithi031.stderr:Deleting bucket check-bucket 2024-09-19T13:39:31.641 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:31.641 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:31.646 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:39:31.646 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:39:31.678 INFO:tasks.workunit.client.0.smithi031.stderr:Completed bucket check tests 2024-09-19T13:39:31.678 INFO:tasks.workunit.client.0.smithi031.stdout:Could not connect to the endpoint URL: "http://localhost:80/" 2024-09-19T13:39:31.678 INFO:tasks.workunit.client.0.smithi031.stdout:Could not connect to the endpoint URL: "http://localhost:8000/" 2024-09-19T13:39:31.678 INFO:tasks.workunit.client.0.smithi031.stdout:connected to https://localhost:443 2024-09-19T13:39:31.756 INFO:tasks.workunit.client.0.smithi031.stderr:+ deactivate 2024-09-19T13:39:31.756 INFO:tasks.workunit.client.0.smithi031.stderr:+ '[' -n /usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin ']' 2024-09-19T13:39:31.756 INFO:tasks.workunit.client.0.smithi031.stderr:+ PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-19T13:39:31.757 INFO:tasks.workunit.client.0.smithi031.stderr:+ export PATH 2024-09-19T13:39:31.757 INFO:tasks.workunit.client.0.smithi031.stderr:+ unset _OLD_VIRTUAL_PATH 2024-09-19T13:39:31.757 INFO:tasks.workunit.client.0.smithi031.stderr:+ '[' -n '' ']' 2024-09-19T13:39:31.757 INFO:tasks.workunit.client.0.smithi031.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-19T13:39:31.757 INFO:tasks.workunit.client.0.smithi031.stderr:+ hash -r 2024-09-19T13:39:31.757 INFO:tasks.workunit.client.0.smithi031.stderr:+ '[' -n '' ']' 2024-09-19T13:39:31.757 INFO:tasks.workunit.client.0.smithi031.stderr:+ unset VIRTUAL_ENV 2024-09-19T13:39:31.757 INFO:tasks.workunit.client.0.smithi031.stderr:+ unset VIRTUAL_ENV_PROMPT 2024-09-19T13:39:31.757 INFO:tasks.workunit.client.0.smithi031.stderr:+ '[' '!' '' = nondestructive ']' 2024-09-19T13:39:31.757 INFO:tasks.workunit.client.0.smithi031.stderr:+ unset -f deactivate 2024-09-19T13:39:31.757 INFO:tasks.workunit.client.0.smithi031.stderr:+ echo OK. 2024-09-19T13:39:31.758 INFO:tasks.workunit.client.0.smithi031.stdout:OK. 2024-09-19T13:39:31.759 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-19T13:39:31.759 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-19T13:39:31.813 INFO:tasks.workunit:Stopping ['rgw/run-bucket-check.sh'] on client.0... 2024-09-19T13:39:31.813 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-19T13:39:32.198 DEBUG:teuthology.parallel:result is None 2024-09-19T13:39:32.199 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-19T13:39:32.211 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-19T13:39:32.211 DEBUG:teuthology.orchestra.run.smithi031:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-19T13:39:32.303 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-19T13:39:32.304 INFO:teuthology.run_tasks:Running task workunit... 2024-09-19T13:39:32.319 INFO:tasks.workunit:Pulling workunits from ref 08af21e0d16078b88ddf808fe9ba2ab84dbe6754 2024-09-19T13:39:32.319 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-19T13:39:32.319 DEBUG:teuthology.orchestra.run.smithi031:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-19T13:39:32.325 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T13:39:32.326 INFO:teuthology.orchestra.run.smithi031.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-19T13:39:32.326 DEBUG:teuthology.orchestra.run.smithi031:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-19T13:39:32.373 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-19T13:39:32.373 DEBUG:teuthology.orchestra.run.smithi031:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-19T13:39:32.426 INFO:tasks.workunit:timeout=3h 2024-09-19T13:39:32.426 INFO:tasks.workunit:cleanup=True 2024-09-19T13:39:32.426 DEBUG:teuthology.orchestra.run.smithi031:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 08af21e0d16078b88ddf808fe9ba2ab84dbe6754 2024-09-19T13:39:32.475 INFO:tasks.workunit.client.0.smithi031.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-19T13:40:30.369 INFO:tasks.workunit.client.0.smithi031.stderr:Updating files: 99% (12625/12697) Updating files: 100% (12697/12697) Updating files: 100% (12697/12697), done. 2024-09-19T13:40:31.051 INFO:tasks.workunit.client.0.smithi031.stderr:Note: switching to '08af21e0d16078b88ddf808fe9ba2ab84dbe6754'. 2024-09-19T13:40:31.052 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:40:31.052 INFO:tasks.workunit.client.0.smithi031.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-19T13:40:31.052 INFO:tasks.workunit.client.0.smithi031.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-19T13:40:31.052 INFO:tasks.workunit.client.0.smithi031.stderr:state without impacting any branches by switching back to a branch. 2024-09-19T13:40:31.052 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:40:31.052 INFO:tasks.workunit.client.0.smithi031.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-19T13:40:31.052 INFO:tasks.workunit.client.0.smithi031.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-19T13:40:31.052 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:40:31.052 INFO:tasks.workunit.client.0.smithi031.stderr: git switch -c 2024-09-19T13:40:31.052 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:40:31.052 INFO:tasks.workunit.client.0.smithi031.stderr:Or undo this operation with: 2024-09-19T13:40:31.052 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:40:31.053 INFO:tasks.workunit.client.0.smithi031.stderr: git switch - 2024-09-19T13:40:31.053 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:40:31.053 INFO:tasks.workunit.client.0.smithi031.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-19T13:40:31.053 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:40:31.053 INFO:tasks.workunit.client.0.smithi031.stderr:HEAD is now at 08af21e0d16 rgw_log_backing: error code not returned 2024-09-19T13:40:31.060 DEBUG:teuthology.orchestra.run.smithi031:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-19T13:40:31.105 INFO:tasks.workunit.client.0.smithi031.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-19T13:40:31.109 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-19T13:40:31.109 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-19T13:40:31.167 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-19T13:40:31.222 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-19T13:40:31.270 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-19T13:40:31.271 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-19T13:40:31.271 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-19T13:40:31.320 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-19T13:40:31.324 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T13:40:31.324 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-19T13:40:31.377 INFO:tasks.workunit:Running workunits matching cls/test_cls_lock.sh on client.0... 2024-09-19T13:40:31.379 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-09-19T13:40:31.379 DEBUG:teuthology.orchestra.run.smithi031:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=08af21e0d16078b88ddf808fe9ba2ab84dbe6754 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-09-19T13:40:31.443 INFO:tasks.workunit.client.0.smithi031.stdout:Running main() from gmock_main.cc 2024-09-19T13:40:31.444 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] Running 11 tests from 1 test suite. 2024-09-19T13:40:31.444 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment set-up. 2024-09-19T13:40:31.444 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 11 tests from ClsLock 2024-09-19T13:40:31.444 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-09-19T13:40:32.785 INFO:tasks.workunit.client.0.smithi031.stdout:lock: mylock 2024-09-19T13:40:32.785 INFO:tasks.workunit.client.0.smithi031.stdout: lock_type: exclusive 2024-09-19T13:40:32.785 INFO:tasks.workunit.client.0.smithi031.stdout: tag: 2024-09-19T13:40:32.785 INFO:tasks.workunit.client.0.smithi031.stdout: lockers: 2024-09-19T13:40:32.785 INFO:tasks.workunit.client.0.smithi031.stdout: client.5187 expiration=2024-09-19T13:42:32.778297+0000 addr=v1:172.21.15.31:0/3848161022 cookie= 2024-09-19T13:40:32.790 INFO:tasks.workunit.client.0.smithi031.stdout:lock: mylock 2024-09-19T13:40:32.791 INFO:tasks.workunit.client.0.smithi031.stdout: lock_type: shared 2024-09-19T13:40:32.791 INFO:tasks.workunit.client.0.smithi031.stdout: tag: 2024-09-19T13:40:32.791 INFO:tasks.workunit.client.0.smithi031.stdout: lockers: 2024-09-19T13:40:32.791 INFO:tasks.workunit.client.0.smithi031.stdout: client.5187 expiration=2024-09-19T13:42:32.788411+0000 addr=v1:172.21.15.31:0/3848161022 cookie= 2024-09-19T13:40:32.791 INFO:tasks.workunit.client.0.smithi031.stdout: client.5190 expiration=0.000000 addr=v1:172.21.15.31:0/1346765917 cookie= 2024-09-19T13:40:32.793 INFO:tasks.workunit.client.0.smithi031.stdout:lock: mylock 2024-09-19T13:40:32.793 INFO:tasks.workunit.client.0.smithi031.stdout: lock_type: shared 2024-09-19T13:40:32.793 INFO:tasks.workunit.client.0.smithi031.stdout: tag: 2024-09-19T13:40:32.793 INFO:tasks.workunit.client.0.smithi031.stdout: lockers: 2024-09-19T13:40:32.793 INFO:tasks.workunit.client.0.smithi031.stdout: client.5190 expiration=0.000000 addr=v1:172.21.15.31:0/1346765917 cookie= 2024-09-19T13:40:33.720 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsLock.TestMultiLocking (2276 ms) 2024-09-19T13:40:33.720 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsLock.TestMeta 2024-09-19T13:40:35.996 INFO:tasks.workunit.client.0.smithi031.stdout:lock: mylock 2024-09-19T13:40:35.996 INFO:tasks.workunit.client.0.smithi031.stdout: lock_type: shared 2024-09-19T13:40:35.996 INFO:tasks.workunit.client.0.smithi031.stdout: tag: 2024-09-19T13:40:35.996 INFO:tasks.workunit.client.0.smithi031.stdout: lockers: 2024-09-19T13:40:35.996 INFO:tasks.workunit.client.0.smithi031.stdout: client.5030 expiration=0.000000 addr=v1:172.21.15.31:0/3643034073 cookie= 2024-09-19T13:40:36.001 INFO:tasks.workunit.client.0.smithi031.stdout:lock: mylock 2024-09-19T13:40:36.001 INFO:tasks.workunit.client.0.smithi031.stdout: lock_type: exclusive 2024-09-19T13:40:36.001 INFO:tasks.workunit.client.0.smithi031.stdout: tag: new_tag 2024-09-19T13:40:36.001 INFO:tasks.workunit.client.0.smithi031.stdout: lockers: 2024-09-19T13:40:36.001 INFO:tasks.workunit.client.0.smithi031.stdout: client.5027 expiration=0.000000 addr=v1:172.21.15.31:0/203454436 cookie= 2024-09-19T13:40:36.755 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsLock.TestMeta (3035 ms) 2024-09-19T13:40:36.755 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsLock.TestCookie 2024-09-19T13:40:38.792 INFO:tasks.workunit.client.0.smithi031.stdout:lock: mylock 2024-09-19T13:40:38.793 INFO:tasks.workunit.client.0.smithi031.stdout: lock_type: exclusive 2024-09-19T13:40:38.793 INFO:tasks.workunit.client.0.smithi031.stdout: tag: 2024-09-19T13:40:38.793 INFO:tasks.workunit.client.0.smithi031.stdout: lockers: 2024-09-19T13:40:38.798 INFO:tasks.workunit.client.0.smithi031.stdout:lock: mylock 2024-09-19T13:40:38.798 INFO:tasks.workunit.client.0.smithi031.stdout: lock_type: shared 2024-09-19T13:40:38.798 INFO:tasks.workunit.client.0.smithi031.stdout: tag: 2024-09-19T13:40:38.798 INFO:tasks.workunit.client.0.smithi031.stdout: lockers: 2024-09-19T13:40:38.798 INFO:tasks.workunit.client.0.smithi031.stdout: client.5208 expiration=0.000000 addr=v1:172.21.15.31:0/2310335452 cookie= 2024-09-19T13:40:38.799 INFO:tasks.workunit.client.0.smithi031.stdout: client.5208 expiration=0.000000 addr=v1:172.21.15.31:0/2310335452 cookie=new cookie 2024-09-19T13:40:39.760 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsLock.TestCookie (3000 ms) 2024-09-19T13:40:39.760 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-09-19T13:40:42.771 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsLock.TestMultipleLocks (3016 ms) 2024-09-19T13:40:42.771 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsLock.TestLockDuration 2024-09-19T13:40:49.944 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsLock.TestLockDuration (7171 ms) 2024-09-19T13:40:49.944 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-09-19T13:40:52.960 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsLock.TestAssertLocked (3018 ms) 2024-09-19T13:40:52.960 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsLock.TestSetCookie 2024-09-19T13:40:56.003 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsLock.TestSetCookie (3043 ms) 2024-09-19T13:40:56.003 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsLock.TestRenew 2024-09-19T13:41:17.125 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsLock.TestRenew (21123 ms) 2024-09-19T13:41:17.126 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-09-19T13:41:23.238 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (6112 ms) 2024-09-19T13:41:23.238 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-09-19T13:41:30.334 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (7096 ms) 2024-09-19T13:41:30.334 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-09-19T13:41:38.380 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (8046 ms) 2024-09-19T13:41:38.380 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 11 tests from ClsLock (66936 ms total) 2024-09-19T13:41:38.380 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-09-19T13:41:38.380 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment tear-down 2024-09-19T13:41:38.381 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] 11 tests from 1 test suite ran. (66936 ms total) 2024-09-19T13:41:38.381 INFO:tasks.workunit.client.0.smithi031.stdout:[ PASSED ] 11 tests. 2024-09-19T13:41:38.386 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-19T13:41:38.386 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-19T13:41:38.445 INFO:tasks.workunit:Running workunits matching cls/test_cls_log.sh on client.0... 2024-09-19T13:41:38.447 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-09-19T13:41:38.447 DEBUG:teuthology.orchestra.run.smithi031:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=08af21e0d16078b88ddf808fe9ba2ab84dbe6754 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-09-19T13:41:38.515 INFO:tasks.workunit.client.0.smithi031.stdout:Running main() from gmock_main.cc 2024-09-19T13:41:38.515 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-19T13:41:38.515 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment set-up. 2024-09-19T13:41:38.515 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 4 tests from cls_log 2024-09-19T13:41:38.515 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-09-19T13:41:41.439 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_log.test_log_add_same_time (2924 ms) 2024-09-19T13:41:41.439 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-09-19T13:41:44.491 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_log.test_log_add_different_time (3053 ms) 2024-09-19T13:41:44.491 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_log.trim_by_time 2024-09-19T13:41:47.519 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_log.trim_by_time (3027 ms) 2024-09-19T13:41:47.519 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_log.trim_by_marker 2024-09-19T13:41:50.549 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_log.trim_by_marker (3030 ms) 2024-09-19T13:41:50.549 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 4 tests from cls_log (12035 ms total) 2024-09-19T13:41:50.549 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-09-19T13:41:50.549 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment tear-down 2024-09-19T13:41:50.549 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] 4 tests from 1 test suite ran. (12035 ms total) 2024-09-19T13:41:50.549 INFO:tasks.workunit.client.0.smithi031.stdout:[ PASSED ] 4 tests. 2024-09-19T13:41:50.553 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-19T13:41:50.553 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-19T13:41:50.609 INFO:tasks.workunit:Running workunits matching cls/test_cls_refcount.sh on client.0... 2024-09-19T13:41:50.610 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2024-09-19T13:41:50.611 DEBUG:teuthology.orchestra.run.smithi031:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=08af21e0d16078b88ddf808fe9ba2ab84dbe6754 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2024-09-19T13:41:50.674 INFO:tasks.workunit.client.0.smithi031.stdout:Running main() from gmock_main.cc 2024-09-19T13:41:50.674 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] Running 10 tests from 1 test suite. 2024-09-19T13:41:50.674 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment set-up. 2024-09-19T13:41:50.675 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 10 tests from cls_refcount 2024-09-19T13:41:50.675 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_refcount.test_implicit 2024-09-19T13:41:53.596 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_refcount.test_implicit (2922 ms) 2024-09-19T13:41:53.596 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_refcount.test_implicit_idempotent 2024-09-19T13:41:56.607 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_refcount.test_implicit_idempotent (3011 ms) 2024-09-19T13:41:56.607 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_refcount.test_put_snap 2024-09-19T13:42:04.761 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_refcount.test_put_snap (8154 ms) 2024-09-19T13:42:04.762 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_refcount.test_explicit 2024-09-19T13:42:07.791 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_refcount.test_explicit (3030 ms) 2024-09-19T13:42:07.791 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_refcount.set 2024-09-19T13:42:10.831 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_refcount.set (3040 ms) 2024-09-19T13:42:10.831 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_refcount.test_implicit_ec 2024-09-19T13:42:17.931 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_refcount.test_implicit_ec (7100 ms) 2024-09-19T13:42:17.932 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_refcount.test_implicit_idempotent_ec 2024-09-19T13:42:25.018 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_refcount.test_implicit_idempotent_ec (7087 ms) 2024-09-19T13:42:25.018 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_refcount.test_put_snap_ec 2024-09-19T13:42:38.142 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_refcount.test_put_snap_ec (13123 ms) 2024-09-19T13:42:38.142 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_refcount.test_explicit_ec 2024-09-19T13:42:45.237 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_refcount.test_explicit_ec (7095 ms) 2024-09-19T13:42:45.237 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_refcount.set_ec 2024-09-19T13:42:52.276 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_refcount.set_ec (7040 ms) 2024-09-19T13:42:52.277 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 10 tests from cls_refcount (61602 ms total) 2024-09-19T13:42:52.277 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-09-19T13:42:52.277 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment tear-down 2024-09-19T13:42:52.277 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] 10 tests from 1 test suite ran. (61602 ms total) 2024-09-19T13:42:52.277 INFO:tasks.workunit.client.0.smithi031.stdout:[ PASSED ] 10 tests. 2024-09-19T13:42:52.281 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-19T13:42:52.281 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-19T13:42:52.337 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw.sh on client.0... 2024-09-19T13:42:52.338 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2024-09-19T13:42:52.338 DEBUG:teuthology.orchestra.run.smithi031:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=08af21e0d16078b88ddf808fe9ba2ab84dbe6754 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2024-09-19T13:42:52.402 INFO:tasks.workunit.client.0.smithi031.stdout:Running main() from gmock_main.cc 2024-09-19T13:42:52.402 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] Running 18 tests from 1 test suite. 2024-09-19T13:42:52.402 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment set-up. 2024-09-19T13:42:52.402 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 18 tests from cls_rgw 2024-09-19T13:42:54.326 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw.index_basic 2024-09-19T13:42:54.415 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw.index_basic (88 ms) 2024-09-19T13:42:54.415 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2024-09-19T13:42:54.506 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (92 ms) 2024-09-19T13:42:54.507 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw.index_remove_object 2024-09-19T13:42:54.610 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw.index_remove_object (103 ms) 2024-09-19T13:42:54.611 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw.index_suggest 2024-09-19T13:42:56.984 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw.index_suggest (2373 ms) 2024-09-19T13:42:56.984 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw.index_suggest_complete 2024-09-19T13:42:57.204 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw.index_suggest_complete (220 ms) 2024-09-19T13:42:57.204 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw.index_list 2024-09-19T13:42:57.279 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw.index_list (75 ms) 2024-09-19T13:42:57.279 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw.index_list_delimited 2024-09-19T13:43:54.594 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw.index_list_delimited (57315 ms) 2024-09-19T13:43:54.594 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw.bi_list 2024-09-19T13:43:54.821 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw.bi_list (227 ms) 2024-09-19T13:43:54.821 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw.gc_set 2024-09-19T13:43:54.851 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw.gc_set (29 ms) 2024-09-19T13:43:54.851 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw.gc_list 2024-09-19T13:43:54.882 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw.gc_list (32 ms) 2024-09-19T13:43:54.882 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw.gc_defer 2024-09-19T13:44:02.549 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw.gc_defer (7665 ms) 2024-09-19T13:44:02.549 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw.usage_basic 2024-09-19T13:44:02.759 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw.usage_basic (212 ms) 2024-09-19T13:44:02.759 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2024-09-19T13:44:02.762 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw.usage_clear_no_obj (3 ms) 2024-09-19T13:44:02.762 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw.usage_clear 2024-09-19T13:44:02.979 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw.usage_clear (217 ms) 2024-09-19T13:44:02.979 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw.bi_log_trim 2024-09-19T13:44:03.118 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw.bi_log_trim (139 ms) 2024-09-19T13:44:03.119 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw.index_racing_removes 2024-09-19T13:44:03.158 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw.index_racing_removes (40 ms) 2024-09-19T13:44:03.158 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw.reshardlog_list 2024-09-19T13:44:03.196 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw.reshardlog_list (37 ms) 2024-09-19T13:44:03.196 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw.reshardlog_num 2024-09-19T13:44:03.225 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw.reshardlog_num (29 ms) 2024-09-19T13:44:03.575 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 18 tests from cls_rgw (68899 ms total) 2024-09-19T13:44:03.575 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-09-19T13:44:03.575 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment tear-down 2024-09-19T13:44:03.575 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] 18 tests from 1 test suite ran. (71174 ms total) 2024-09-19T13:44:03.575 INFO:tasks.workunit.client.0.smithi031.stdout:[ PASSED ] 18 tests. 2024-09-19T13:44:03.586 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-19T13:44:03.587 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-19T13:44:03.641 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw_gc.sh on client.0... 2024-09-19T13:44:03.642 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2024-09-19T13:44:03.642 DEBUG:teuthology.orchestra.run.smithi031:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=08af21e0d16078b88ddf808fe9ba2ab84dbe6754 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2024-09-19T13:44:03.710 INFO:tasks.workunit.client.0.smithi031.stdout:Running main() from gmock_main.cc 2024-09-19T13:44:03.710 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] Running 9 tests from 1 test suite. 2024-09-19T13:44:03.710 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment set-up. 2024-09-19T13:44:03.710 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 9 tests from cls_rgw_gc 2024-09-19T13:44:03.710 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw_gc.init 2024-09-19T13:44:05.582 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw_gc.init (1872 ms) 2024-09-19T13:44:05.582 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2024-09-19T13:44:05.631 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (49 ms) 2024-09-19T13:44:05.631 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2024-09-19T13:44:05.631 INFO:tasks.workunit.client.0.smithi031.stderr:[ ] list info tag = chain-0 2024-09-19T13:44:05.645 INFO:tasks.workunit.client.0.smithi031.stderr:[ ] next_marker is: = 0/4263 2024-09-19T13:44:05.645 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (15 ms) 2024-09-19T13:44:05.645 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2024-09-19T13:44:05.669 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (23 ms) 2024-09-19T13:44:05.669 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2024-09-19T13:44:05.692 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (23 ms) 2024-09-19T13:44:05.692 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2024-09-19T13:44:05.711 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (19 ms) 2024-09-19T13:44:05.711 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2024-09-19T13:44:05.730 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (20 ms) 2024-09-19T13:44:05.730 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2024-09-19T13:44:05.749 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (18 ms) 2024-09-19T13:44:05.749 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw_gc.finalize 2024-09-19T13:44:06.587 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw_gc.finalize (838 ms) 2024-09-19T13:44:06.587 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 9 tests from cls_rgw_gc (2877 ms total) 2024-09-19T13:44:06.587 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-09-19T13:44:06.587 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment tear-down 2024-09-19T13:44:06.588 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] 9 tests from 1 test suite ran. (2877 ms total) 2024-09-19T13:44:06.588 INFO:tasks.workunit.client.0.smithi031.stdout:[ PASSED ] 9 tests. 2024-09-19T13:44:06.593 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-19T13:44:06.593 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-19T13:44:06.648 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw_stats.sh on client.0... 2024-09-19T13:44:06.649 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2024-09-19T13:44:06.649 DEBUG:teuthology.orchestra.run.smithi031:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=08af21e0d16078b88ddf808fe9ba2ab84dbe6754 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2024-09-19T13:44:06.730 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:44:06.730 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:44:06.731 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] Running 1 test from 1 test suite. 2024-09-19T13:44:06.731 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment set-up. 2024-09-19T13:44:08.658 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 1 test from cls_rgw_stats 2024-09-19T13:44:08.659 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw_stats.simulate 2024-09-19T13:44:08.679 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.678+0000 7f71dac3e8c0 1 > prepared operation key=JO1LC6YY2PEB tag=LM7ETA8CZ3WM type=write size=595132 2024-09-19T13:44:08.685 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.682+0000 7f71dac3e8c0 1 > prepared operation key=D131FP2BZYDS tag=Q1LPRPAFWPHJ type=write size=447970 2024-09-19T13:44:08.691 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.686+0000 7f71dac3e8c0 1 > prepared part key=_multipart_37OSN0RSHGZZ.2~FMEX5TIE7NGM.0 size=1048576 2024-09-19T13:44:08.693 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.690+0000 7f71dac3e8c0 1 > prepared part key=_multipart_37OSN0RSHGZZ.2~FMEX5TIE7NGM.1 size=1048576 2024-09-19T13:44:08.695 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.694+0000 7f71dac3e8c0 1 > prepared part key=_multipart_37OSN0RSHGZZ.2~FMEX5TIE7NGM.2 size=184019 2024-09-19T13:44:08.696 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.694+0000 7f71dac3e8c0 1 > prepared multipart upload key=37OSN0RSHGZZ upload=FMEX5TIE7NGM tag=33XYIWUM6WXJ type=write size=3329747 2024-09-19T13:44:08.699 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.698+0000 7f71dac3e8c0 1 > prepared operation key=Q484UNX3BYBG tag=C4UUFSGNI0TP type=write size=770869 2024-09-19T13:44:08.703 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.698+0000 7f71dac3e8c0 1 > prepared operation key=NJ7EXTELNUF4 tag=2J6MC2T22DK3 type=del size=3078135 2024-09-19T13:44:08.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.706+0000 7f71dac3e8c0 1 > prepared part key=_multipart_V22QT1MEZ47G.2~Q4LFQZGT8CTL.0 size=1048576 2024-09-19T13:44:08.711 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.710+0000 7f71dac3e8c0 1 > prepared part key=_multipart_V22QT1MEZ47G.2~Q4LFQZGT8CTL.1 size=1048576 2024-09-19T13:44:08.714 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.710+0000 7f71dac3e8c0 1 > prepared part key=_multipart_V22QT1MEZ47G.2~Q4LFQZGT8CTL.2 size=1013719 2024-09-19T13:44:08.714 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.710+0000 7f71dac3e8c0 1 > prepared multipart upload key=V22QT1MEZ47G upload=Q4LFQZGT8CTL tag=9OVQY0MYMKX0 type=write size=4159447 2024-09-19T13:44:08.717 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.714+0000 7f71dac3e8c0 1 > prepared operation key=OZZDDUTJUZ6A tag=SKL65563WJ5W type=del size=4162862 2024-09-19T13:44:08.721 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.718+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=5I5ERNS9GWRK type=del size=4022446 2024-09-19T13:44:08.725 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.722+0000 7f71dac3e8c0 1 > prepared operation key=E5541PV8MDY7 tag=4FCO132IS6EU type=del size=2403365 2024-09-19T13:44:08.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.726+0000 7f71dac3e8c0 1 > prepared operation key=8KBRPNQCKIQN tag=5QO8ZC9ZV1HB type=del size=86808 2024-09-19T13:44:08.733 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.730+0000 7f71dac3e8c0 1 > prepared operation key=LIMYIIX8WVBS tag=FZJ1OLO652FF type=write size=172680 2024-09-19T13:44:08.737 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.734+0000 7f71dac3e8c0 1 > prepared operation key=Q484UNX3BYBG tag=L0F8BIOSF55N type=del size=953799 2024-09-19T13:44:08.744 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.742+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~XSIF700LCR5R.0 size=1048576 2024-09-19T13:44:08.746 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.742+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~XSIF700LCR5R.1 size=108894 2024-09-19T13:44:08.747 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.742+0000 7f71dac3e8c0 1 > prepared multipart upload key=K7SNV9YW44WO upload=XSIF700LCR5R tag=K5UEOXCFDDW5 type=write size=2206046 2024-09-19T13:44:08.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.746+0000 7f71dac3e8c0 1 > prepared operation key=Q484UNX3BYBG tag=XZI7I4S5BA23 type=write size=39031 2024-09-19T13:44:08.754 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.750+0000 7f71dac3e8c0 1 > prepared operation key=D131FP2BZYDS tag=111KENHX2QS6 type=del size=4008750 2024-09-19T13:44:08.758 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.754+0000 7f71dac3e8c0 1 > prepared operation key=XXX33TZ37H3Q tag=S37OTPSNINMM type=del size=585464 2024-09-19T13:44:08.762 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.758+0000 7f71dac3e8c0 1 < completed write operation key=JO1LC6YY2PEB tag=LM7ETA8CZ3WM type=write size=595132 2024-09-19T13:44:08.766 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.762+0000 7f71dac3e8c0 1 > prepared operation key=6QW9QPSBZ37R tag=Y7Q71X2Z4HO2 type=del size=1722714 2024-09-19T13:44:08.770 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.766+0000 7f71dac3e8c0 1 < completed write operation key=D131FP2BZYDS tag=Q1LPRPAFWPHJ type=write size=447970 2024-09-19T13:44:08.773 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.770+0000 7f71dac3e8c0 1 > prepared operation key=NJ7EXTELNUF4 tag=CLA7J10NGYEA type=write size=807735 2024-09-19T13:44:08.778 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.774+0000 7f71dac3e8c0 1 < completed part key=_multipart_37OSN0RSHGZZ.2~FMEX5TIE7NGM.0 size=1048576 2024-09-19T13:44:08.781 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.778+0000 7f71dac3e8c0 1 < completed part key=_multipart_37OSN0RSHGZZ.2~FMEX5TIE7NGM.1 size=1048576 2024-09-19T13:44:08.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.782+0000 7f71dac3e8c0 1 < completed part key=_multipart_37OSN0RSHGZZ.2~FMEX5TIE7NGM.2 size=184019 2024-09-19T13:44:08.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.786+0000 7f71dac3e8c0 1 < completed multipart upload key=37OSN0RSHGZZ upload=FMEX5TIE7NGM tag=33XYIWUM6WXJ type=write size=3329747 2024-09-19T13:44:08.794 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.790+0000 7f71dac3e8c0 1 > prepared operation key=V22QT1MEZ47G tag=E8AGK2304U0S type=del size=946199 2024-09-19T13:44:08.802 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.798+0000 7f71dac3e8c0 1 < suggested update operation key=Q484UNX3BYBG tag=C4UUFSGNI0TP type=write size=770869 2024-09-19T13:44:08.806 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.802+0000 7f71dac3e8c0 1 > prepared operation key=37OSN0RSHGZZ tag=J8MQ4OFGFAY6 type=write size=656603 2024-09-19T13:44:08.813 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.806+0000 7f71dac3e8c0 1 < completed delete operation key=NJ7EXTELNUF4 tag=2J6MC2T22DK3 type=del 2024-09-19T13:44:08.814 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.810+0000 7f71dac3e8c0 1 > prepared operation key=NJ7EXTELNUF4 tag=D62ZCAMS0XX7 type=del size=1541555 2024-09-19T13:44:08.819 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.814+0000 7f71dac3e8c0 1 < completed part key=_multipart_V22QT1MEZ47G.2~Q4LFQZGT8CTL.0 size=1048576 2024-09-19T13:44:08.822 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.818+0000 7f71dac3e8c0 1 < completed part key=_multipart_V22QT1MEZ47G.2~Q4LFQZGT8CTL.1 size=1048576 2024-09-19T13:44:08.825 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.822+0000 7f71dac3e8c0 1 < completed part key=_multipart_V22QT1MEZ47G.2~Q4LFQZGT8CTL.2 size=1013719 2024-09-19T13:44:08.831 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.830+0000 7f71dac3e8c0 1 < completed multipart upload key=V22QT1MEZ47G upload=Q4LFQZGT8CTL tag=9OVQY0MYMKX0 type=write size=4159447 2024-09-19T13:44:08.835 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.834+0000 7f71dac3e8c0 1 > prepared operation key=D131FP2BZYDS tag=AONCZUVI54MB type=write size=503503 2024-09-19T13:44:08.839 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.838+0000 7f71dac3e8c0 1 < completed delete operation key=OZZDDUTJUZ6A tag=SKL65563WJ5W type=del 2024-09-19T13:44:08.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.842+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HEVXCB3PBN2X.2~RP9Q7WE0H1HR.0 size=1048576 2024-09-19T13:44:08.849 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.846+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HEVXCB3PBN2X.2~RP9Q7WE0H1HR.1 size=547870 2024-09-19T13:44:08.849 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.846+0000 7f71dac3e8c0 1 > prepared multipart upload key=HEVXCB3PBN2X upload=RP9Q7WE0H1HR tag=MO77BCICRIXX type=write size=2645022 2024-09-19T13:44:08.857 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.854+0000 7f71dac3e8c0 1 < suggested update operation key=IUZEMS5KASUH tag=5I5ERNS9GWRK type=del size=4022446 2024-09-19T13:44:08.860 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.858+0000 7f71dac3e8c0 1 > prepared operation key=Q484UNX3BYBG tag=GBUUP6LF2QS9 type=del size=1255831 2024-09-19T13:44:08.864 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.862+0000 7f71dac3e8c0 1 < completed delete operation key=E5541PV8MDY7 tag=4FCO132IS6EU type=del 2024-09-19T13:44:08.868 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.866+0000 7f71dac3e8c0 1 > prepared operation key=JO1LC6YY2PEB tag=VODFRDX3TBNY type=del size=1859801 2024-09-19T13:44:08.872 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.870+0000 7f71dac3e8c0 1 < completed delete operation key=8KBRPNQCKIQN tag=5QO8ZC9ZV1HB type=del 2024-09-19T13:44:08.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.878+0000 7f71dac3e8c0 1 > prepared part key=_multipart_E5541PV8MDY7.2~3I06RHH1SKY2.0 size=684708 2024-09-19T13:44:08.880 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.878+0000 7f71dac3e8c0 1 > prepared multipart upload key=E5541PV8MDY7 upload=3I06RHH1SKY2 tag=UXU8H1UV4120 type=write size=1733284 2024-09-19T13:44:08.883 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.882+0000 7f71dac3e8c0 1 < completed write operation key=LIMYIIX8WVBS tag=FZJ1OLO652FF type=write size=172680 2024-09-19T13:44:08.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.886+0000 7f71dac3e8c0 1 > prepared operation key=W1PNZKV93AHZ tag=PSOXBSYDHDCZ type=del size=699172 2024-09-19T13:44:08.897 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.894+0000 7f71dac3e8c0 1 < suggested update operation key=Q484UNX3BYBG tag=L0F8BIOSF55N type=del size=953799 2024-09-19T13:44:08.903 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.902+0000 7f71dac3e8c0 1 > prepared part key=_multipart_JO1LC6YY2PEB.2~ADQ20LY2G9K8.0 size=1048576 2024-09-19T13:44:08.907 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.902+0000 7f71dac3e8c0 1 > prepared part key=_multipart_JO1LC6YY2PEB.2~ADQ20LY2G9K8.1 size=1048576 2024-09-19T13:44:08.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.906+0000 7f71dac3e8c0 1 > prepared part key=_multipart_JO1LC6YY2PEB.2~ADQ20LY2G9K8.2 size=23142 2024-09-19T13:44:08.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.906+0000 7f71dac3e8c0 1 > prepared multipart upload key=JO1LC6YY2PEB upload=ADQ20LY2G9K8 tag=DVAV3MPSNSGG type=write size=3168870 2024-09-19T13:44:08.913 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.910+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~XSIF700LCR5R.0 size=1048576 2024-09-19T13:44:08.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.914+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~XSIF700LCR5R.1 size=108894 2024-09-19T13:44:08.922 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.918+0000 7f71dac3e8c0 1 < completed multipart upload key=K7SNV9YW44WO upload=XSIF700LCR5R tag=K5UEOXCFDDW5 type=write size=2206046 2024-09-19T13:44:08.930 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.926+0000 7f71dac3e8c0 1 > prepared part key=_multipart_V22QT1MEZ47G.2~I52XHABSJKL2.0 size=1048576 2024-09-19T13:44:08.934 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.930+0000 7f71dac3e8c0 1 > prepared part key=_multipart_V22QT1MEZ47G.2~I52XHABSJKL2.1 size=1048576 2024-09-19T13:44:08.937 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.934+0000 7f71dac3e8c0 1 > prepared part key=_multipart_V22QT1MEZ47G.2~I52XHABSJKL2.2 size=335641 2024-09-19T13:44:08.937 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.934+0000 7f71dac3e8c0 1 > prepared multipart upload key=V22QT1MEZ47G upload=I52XHABSJKL2 tag=ZOD24R8064FF type=write size=3481369 2024-09-19T13:44:08.942 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.938+0000 7f71dac3e8c0 -1 < failed to complete operation key=Q484UNX3BYBG tag=XZI7I4S5BA23 type=write size=39031: (22) Invalid argument 2024-09-19T13:44:08.951 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.946+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~US1NW850EKAS.0 size=1048576 2024-09-19T13:44:08.953 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.950+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~US1NW850EKAS.1 size=1048576 2024-09-19T13:44:08.956 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.954+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~US1NW850EKAS.2 size=501689 2024-09-19T13:44:08.956 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.954+0000 7f71dac3e8c0 1 > prepared multipart upload key=LIMYIIX8WVBS upload=US1NW850EKAS tag=3UY51KX4UUCH type=write size=3647417 2024-09-19T13:44:08.960 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.958+0000 7f71dac3e8c0 1 < canceled operation key=D131FP2BZYDS tag=111KENHX2QS6 type=del size=4008750 2024-09-19T13:44:08.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.966+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8A3NYYQ7SXR3.2~QFOYJT5POAXD.0 size=1048576 2024-09-19T13:44:08.970 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.966+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8A3NYYQ7SXR3.2~QFOYJT5POAXD.1 size=964043 2024-09-19T13:44:08.970 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.966+0000 7f71dac3e8c0 1 > prepared multipart upload key=8A3NYYQ7SXR3 upload=QFOYJT5POAXD tag=70MOQK81SDEF type=write size=3061195 2024-09-19T13:44:08.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.970+0000 7f71dac3e8c0 1 < completed delete operation key=XXX33TZ37H3Q tag=S37OTPSNINMM type=del 2024-09-19T13:44:08.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.974+0000 7f71dac3e8c0 1 > prepared operation key=0FYIGD7G7ER2 tag=0Q1673AQI06J type=del size=446560 2024-09-19T13:44:08.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.978+0000 7f71dac3e8c0 1 < completed delete operation key=6QW9QPSBZ37R tag=Y7Q71X2Z4HO2 type=del 2024-09-19T13:44:08.989 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.986+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~H703WMN3FR73.0 size=824455 2024-09-19T13:44:08.989 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.986+0000 7f71dac3e8c0 1 > prepared multipart upload key=HXQD0AR5YYML upload=H703WMN3FR73 tag=Z2HTFDLZB127 type=write size=1873031 2024-09-19T13:44:08.993 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.990+0000 7f71dac3e8c0 1 < completed write operation key=NJ7EXTELNUF4 tag=CLA7J10NGYEA type=write size=807735 2024-09-19T13:44:08.997 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:08.994+0000 7f71dac3e8c0 1 > prepared operation key=37OSN0RSHGZZ tag=78S90CQUWT0I type=write size=343590 2024-09-19T13:44:09.004 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.002+0000 7f71dac3e8c0 1 < suggested update operation key=V22QT1MEZ47G tag=E8AGK2304U0S type=del size=946199 2024-09-19T13:44:09.008 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.006+0000 7f71dac3e8c0 1 > prepared operation key=8KBRPNQCKIQN tag=VRUCL6X3DE1Z type=del size=1419995 2024-09-19T13:44:09.011 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.010+0000 7f71dac3e8c0 1 < completed write operation key=37OSN0RSHGZZ tag=J8MQ4OFGFAY6 type=write size=656603 2024-09-19T13:44:09.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.014+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~Y14NYB735ULZ.0 size=791969 2024-09-19T13:44:09.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.014+0000 7f71dac3e8c0 1 > prepared multipart upload key=3M5OBS7J4VF9 upload=Y14NYB735ULZ tag=RM809XN67O1Y type=write size=1840545 2024-09-19T13:44:09.021 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.018+0000 7f71dac3e8c0 1 < completed delete operation key=NJ7EXTELNUF4 tag=D62ZCAMS0XX7 type=del 2024-09-19T13:44:09.025 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.022+0000 7f71dac3e8c0 1 > prepared operation key=K7SNV9YW44WO tag=WJ7OV29Z5D8R type=del size=2887172 2024-09-19T13:44:09.028 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.026+0000 7f71dac3e8c0 1 < completed write operation key=D131FP2BZYDS tag=AONCZUVI54MB type=write size=503503 2024-09-19T13:44:09.032 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.030+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=07Z25I97WN18 type=del size=1775766 2024-09-19T13:44:09.036 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.034+0000 7f71dac3e8c0 1 < completed part key=_multipart_HEVXCB3PBN2X.2~RP9Q7WE0H1HR.0 size=1048576 2024-09-19T13:44:09.038 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.034+0000 7f71dac3e8c0 1 < completed part key=_multipart_HEVXCB3PBN2X.2~RP9Q7WE0H1HR.1 size=547870 2024-09-19T13:44:09.043 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.042+0000 7f71dac3e8c0 1 < completed multipart upload key=HEVXCB3PBN2X upload=RP9Q7WE0H1HR tag=MO77BCICRIXX type=write size=2645022 2024-09-19T13:44:09.046 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.042+0000 7f71dac3e8c0 1 > prepared operation key=A0ZG34NFHPW5 tag=6JEWJ24VAUK5 type=write size=632286 2024-09-19T13:44:09.050 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.046+0000 7f71dac3e8c0 -1 < failed to complete operation key=Q484UNX3BYBG tag=GBUUP6LF2QS9 type=del size=1255831: (22) Invalid argument 2024-09-19T13:44:09.053 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.050+0000 7f71dac3e8c0 1 > prepared operation key=D131FP2BZYDS tag=A69SQW1472NK type=del size=731277 2024-09-19T13:44:09.056 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.054+0000 7f71dac3e8c0 1 < completed delete operation key=JO1LC6YY2PEB tag=VODFRDX3TBNY type=del 2024-09-19T13:44:09.059 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.058+0000 7f71dac3e8c0 1 > prepared operation key=Q484UNX3BYBG tag=HOOP3GFB58AO type=del size=2486565 2024-09-19T13:44:09.063 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.058+0000 7f71dac3e8c0 1 < completed part key=_multipart_E5541PV8MDY7.2~3I06RHH1SKY2.0 size=684708 2024-09-19T13:44:09.069 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.066+0000 7f71dac3e8c0 1 < completed multipart upload key=E5541PV8MDY7 upload=3I06RHH1SKY2 tag=UXU8H1UV4120 type=write size=1733284 2024-09-19T13:44:09.075 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.074+0000 7f71dac3e8c0 1 > prepared part key=_multipart_0FYIGD7G7ER2.2~WAOUVZKDQ985.0 size=1048576 2024-09-19T13:44:09.077 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.074+0000 7f71dac3e8c0 1 > prepared part key=_multipart_0FYIGD7G7ER2.2~WAOUVZKDQ985.1 size=1048576 2024-09-19T13:44:09.080 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.078+0000 7f71dac3e8c0 1 > prepared part key=_multipart_0FYIGD7G7ER2.2~WAOUVZKDQ985.2 size=1023431 2024-09-19T13:44:09.080 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.078+0000 7f71dac3e8c0 1 > prepared multipart upload key=0FYIGD7G7ER2 upload=WAOUVZKDQ985 tag=SPYQ7QGWVEV1 type=write size=4169159 2024-09-19T13:44:09.083 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.082+0000 7f71dac3e8c0 1 < completed delete operation key=W1PNZKV93AHZ tag=PSOXBSYDHDCZ type=del 2024-09-19T13:44:09.091 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.086+0000 7f71dac3e8c0 1 > prepared part key=_multipart_Q484UNX3BYBG.2~8FM24T2KZ4IQ.0 size=1048576 2024-09-19T13:44:09.100 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.098+0000 7f71dac3e8c0 1 > prepared part key=_multipart_Q484UNX3BYBG.2~8FM24T2KZ4IQ.1 size=468963 2024-09-19T13:44:09.100 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.098+0000 7f71dac3e8c0 1 > prepared multipart upload key=Q484UNX3BYBG upload=8FM24T2KZ4IQ tag=V04I7P4KJKN2 type=write size=2566115 2024-09-19T13:44:09.104 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.102+0000 7f71dac3e8c0 1 < completed part key=_multipart_JO1LC6YY2PEB.2~ADQ20LY2G9K8.0 size=1048576 2024-09-19T13:44:09.106 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.102+0000 7f71dac3e8c0 1 < completed part key=_multipart_JO1LC6YY2PEB.2~ADQ20LY2G9K8.1 size=1048576 2024-09-19T13:44:09.109 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.106+0000 7f71dac3e8c0 1 < completed part key=_multipart_JO1LC6YY2PEB.2~ADQ20LY2G9K8.2 size=23142 2024-09-19T13:44:09.114 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.110+0000 7f71dac3e8c0 1 < completed multipart upload key=JO1LC6YY2PEB upload=ADQ20LY2G9K8 tag=DVAV3MPSNSGG type=write size=3168870 2024-09-19T13:44:09.119 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.118+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~WCV0QB84GA77.0 size=1048576 2024-09-19T13:44:09.121 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.118+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~WCV0QB84GA77.1 size=131998 2024-09-19T13:44:09.121 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.118+0000 7f71dac3e8c0 1 > prepared multipart upload key=7KN90I8B7PUK upload=WCV0QB84GA77 tag=KRBJ9385TMPU type=write size=2229150 2024-09-19T13:44:09.124 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.122+0000 7f71dac3e8c0 1 < completed part key=_multipart_V22QT1MEZ47G.2~I52XHABSJKL2.0 size=1048576 2024-09-19T13:44:09.126 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.122+0000 7f71dac3e8c0 1 < completed part key=_multipart_V22QT1MEZ47G.2~I52XHABSJKL2.1 size=1048576 2024-09-19T13:44:09.129 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.126+0000 7f71dac3e8c0 1 < completed part key=_multipart_V22QT1MEZ47G.2~I52XHABSJKL2.2 size=335641 2024-09-19T13:44:09.134 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.130+0000 7f71dac3e8c0 1 < completed multipart upload key=V22QT1MEZ47G upload=I52XHABSJKL2 tag=ZOD24R8064FF type=write size=3481369 2024-09-19T13:44:09.139 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.138+0000 7f71dac3e8c0 1 > prepared part key=_multipart_Q484UNX3BYBG.2~03E93KEZCB60.0 size=1048576 2024-09-19T13:44:09.142 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.138+0000 7f71dac3e8c0 1 > prepared part key=_multipart_Q484UNX3BYBG.2~03E93KEZCB60.1 size=1048576 2024-09-19T13:44:09.144 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.142+0000 7f71dac3e8c0 1 > prepared part key=_multipart_Q484UNX3BYBG.2~03E93KEZCB60.2 size=571905 2024-09-19T13:44:09.144 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.142+0000 7f71dac3e8c0 1 > prepared multipart upload key=Q484UNX3BYBG upload=03E93KEZCB60 tag=9MX6J1BFVTXR type=write size=3717633 2024-09-19T13:44:09.147 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.146+0000 7f71dac3e8c0 1 < completed part key=_multipart_LIMYIIX8WVBS.2~US1NW850EKAS.0 size=1048576 2024-09-19T13:44:09.149 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.146+0000 7f71dac3e8c0 1 < completed part key=_multipart_LIMYIIX8WVBS.2~US1NW850EKAS.1 size=1048576 2024-09-19T13:44:09.149 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.146+0000 7f71dac3e8c0 1 < canceled part key=_multipart_LIMYIIX8WVBS.2~US1NW850EKAS.2 size=501689 2024-09-19T13:44:09.154 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.150+0000 7f71dac3e8c0 1 < canceled multipart upload key=LIMYIIX8WVBS upload=US1NW850EKAS tag=3UY51KX4UUCH type=write size=3647417 2024-09-19T13:44:09.157 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.154+0000 7f71dac3e8c0 1 > prepared operation key=E5541PV8MDY7 tag=DJVKTL675IE7 type=del size=3858206 2024-09-19T13:44:09.158 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.154+0000 7f71dac3e8c0 1 < canceled part key=_multipart_8A3NYYQ7SXR3.2~QFOYJT5POAXD.0 size=1048576 2024-09-19T13:44:09.158 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.154+0000 7f71dac3e8c0 1 < canceled part key=_multipart_8A3NYYQ7SXR3.2~QFOYJT5POAXD.1 size=964043 2024-09-19T13:44:09.164 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.162+0000 7f71dac3e8c0 1 < canceled multipart upload key=8A3NYYQ7SXR3 upload=QFOYJT5POAXD tag=70MOQK81SDEF type=write size=3061195 2024-09-19T13:44:09.167 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.166+0000 7f71dac3e8c0 1 > prepared operation key=0FYIGD7G7ER2 tag=6Q1PKRYKBSCM type=del size=3047761 2024-09-19T13:44:09.170 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.166+0000 7f71dac3e8c0 1 < completed delete operation key=0FYIGD7G7ER2 tag=0Q1673AQI06J type=del 2024-09-19T13:44:09.177 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.174+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8KBRPNQCKIQN.2~2KOM05NOBV25.0 size=1048576 2024-09-19T13:44:09.180 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.178+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8KBRPNQCKIQN.2~2KOM05NOBV25.1 size=1046855 2024-09-19T13:44:09.180 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.178+0000 7f71dac3e8c0 1 > prepared multipart upload key=8KBRPNQCKIQN upload=2KOM05NOBV25 tag=FX39EJRBKI24 type=write size=3144007 2024-09-19T13:44:09.184 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.182+0000 7f71dac3e8c0 1 < completed part key=_multipart_HXQD0AR5YYML.2~H703WMN3FR73.0 size=824455 2024-09-19T13:44:09.189 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.186+0000 7f71dac3e8c0 1 < completed multipart upload key=HXQD0AR5YYML upload=H703WMN3FR73 tag=Z2HTFDLZB127 type=write size=1873031 2024-09-19T13:44:09.194 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.190+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~74345MDFYOBK.0 size=1048576 2024-09-19T13:44:09.197 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.194+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~74345MDFYOBK.1 size=1048576 2024-09-19T13:44:09.199 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.198+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~74345MDFYOBK.2 size=1031988 2024-09-19T13:44:09.199 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.198+0000 7f71dac3e8c0 1 > prepared multipart upload key=ZTBECCHZS74F upload=74345MDFYOBK tag=ZYH5RLUFNQ72 type=write size=4177716 2024-09-19T13:44:09.203 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.202+0000 7f71dac3e8c0 1 < completed write operation key=37OSN0RSHGZZ tag=78S90CQUWT0I type=write size=343590 2024-09-19T13:44:09.209 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.206+0000 7f71dac3e8c0 1 > prepared part key=_multipart_1L7F60AU40YA.2~IEZTPMYOQMOK.0 size=1048576 2024-09-19T13:44:09.211 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.210+0000 7f71dac3e8c0 1 > prepared part key=_multipart_1L7F60AU40YA.2~IEZTPMYOQMOK.1 size=424219 2024-09-19T13:44:09.211 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.210+0000 7f71dac3e8c0 1 > prepared multipart upload key=1L7F60AU40YA upload=IEZTPMYOQMOK tag=I9EJZAS2G1K7 type=write size=2521371 2024-09-19T13:44:09.215 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.210+0000 7f71dac3e8c0 1 < completed delete operation key=8KBRPNQCKIQN tag=VRUCL6X3DE1Z type=del 2024-09-19T13:44:09.218 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.214+0000 7f71dac3e8c0 1 > prepared operation key=HXQD0AR5YYML tag=ACHNXEDOIJ78 type=del size=4058261 2024-09-19T13:44:09.219 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.214+0000 7f71dac3e8c0 1 < canceled part key=_multipart_3M5OBS7J4VF9.2~Y14NYB735ULZ.0 size=791969 2024-09-19T13:44:09.224 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.222+0000 7f71dac3e8c0 1 < canceled multipart upload key=3M5OBS7J4VF9 upload=Y14NYB735ULZ tag=RM809XN67O1Y type=write size=1840545 2024-09-19T13:44:09.228 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.226+0000 7f71dac3e8c0 1 > prepared operation key=8KBRPNQCKIQN tag=7T0JCYLC2B3R type=del size=2116947 2024-09-19T13:44:09.234 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.230+0000 7f71dac3e8c0 1 < suggested remove operation key=K7SNV9YW44WO tag=WJ7OV29Z5D8R type=del 2024-09-19T13:44:09.240 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.238+0000 7f71dac3e8c0 1 > prepared part key=_multipart_E5541PV8MDY7.2~EOCCCUT743N6.0 size=1048576 2024-09-19T13:44:09.242 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.238+0000 7f71dac3e8c0 1 > prepared part key=_multipart_E5541PV8MDY7.2~EOCCCUT743N6.1 size=912598 2024-09-19T13:44:09.242 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.238+0000 7f71dac3e8c0 1 > prepared multipart upload key=E5541PV8MDY7 upload=EOCCCUT743N6 tag=YHRUM1R5OJ8P type=write size=3009750 2024-09-19T13:44:09.246 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.242+0000 7f71dac3e8c0 1 < completed delete operation key=IUZEMS5KASUH tag=07Z25I97WN18 type=del 2024-09-19T13:44:09.249 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.246+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=IRXBZ1ZDNZ1U type=del size=3505783 2024-09-19T13:44:09.253 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.250+0000 7f71dac3e8c0 1 < completed write operation key=A0ZG34NFHPW5 tag=6JEWJ24VAUK5 type=write size=632286 2024-09-19T13:44:09.257 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.254+0000 7f71dac3e8c0 1 > prepared operation key=NJ7EXTELNUF4 tag=FIP2Z09FOWXO type=del size=3990153 2024-09-19T13:44:09.260 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.258+0000 7f71dac3e8c0 1 < completed delete operation key=D131FP2BZYDS tag=A69SQW1472NK type=del 2024-09-19T13:44:09.267 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.266+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~4PGHMR5FLGAL.0 size=1048576 2024-09-19T13:44:09.270 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.266+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~4PGHMR5FLGAL.1 size=1048576 2024-09-19T13:44:09.273 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.270+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~4PGHMR5FLGAL.2 size=866825 2024-09-19T13:44:09.273 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.270+0000 7f71dac3e8c0 1 > prepared multipart upload key=NJ7EXTELNUF4 upload=4PGHMR5FLGAL tag=YMVS6HA5Z46W type=write size=4012553 2024-09-19T13:44:09.277 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.274+0000 7f71dac3e8c0 1 < completed delete operation key=Q484UNX3BYBG tag=HOOP3GFB58AO type=del 2024-09-19T13:44:09.281 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.278+0000 7f71dac3e8c0 1 > prepared operation key=TZNPXQ5Y333X tag=UVO0IG25OK92 type=del size=2867195 2024-09-19T13:44:09.285 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.282+0000 7f71dac3e8c0 1 < completed part key=_multipart_0FYIGD7G7ER2.2~WAOUVZKDQ985.0 size=1048576 2024-09-19T13:44:09.288 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.286+0000 7f71dac3e8c0 1 < completed part key=_multipart_0FYIGD7G7ER2.2~WAOUVZKDQ985.1 size=1048576 2024-09-19T13:44:09.291 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.290+0000 7f71dac3e8c0 1 < completed part key=_multipart_0FYIGD7G7ER2.2~WAOUVZKDQ985.2 size=1023431 2024-09-19T13:44:09.298 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.294+0000 7f71dac3e8c0 1 < completed multipart upload key=0FYIGD7G7ER2 upload=WAOUVZKDQ985 tag=SPYQ7QGWVEV1 type=write size=4169159 2024-09-19T13:44:09.302 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.298+0000 7f71dac3e8c0 1 > prepared operation key=ZTBECCHZS74F tag=WKAYYRUQL55E type=del size=3886698 2024-09-19T13:44:09.306 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.302+0000 7f71dac3e8c0 1 < completed part key=_multipart_Q484UNX3BYBG.2~8FM24T2KZ4IQ.0 size=1048576 2024-09-19T13:44:09.310 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.306+0000 7f71dac3e8c0 1 < completed part key=_multipart_Q484UNX3BYBG.2~8FM24T2KZ4IQ.1 size=468963 2024-09-19T13:44:09.317 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.314+0000 7f71dac3e8c0 1 < completed multipart upload key=Q484UNX3BYBG upload=8FM24T2KZ4IQ tag=V04I7P4KJKN2 type=write size=2566115 2024-09-19T13:44:09.320 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.318+0000 7f71dac3e8c0 1 > prepared operation key=3M5OBS7J4VF9 tag=A8C06KSBOW2F type=del size=1230713 2024-09-19T13:44:09.324 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.322+0000 7f71dac3e8c0 1 < completed part key=_multipart_7KN90I8B7PUK.2~WCV0QB84GA77.0 size=1048576 2024-09-19T13:44:09.327 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.326+0000 7f71dac3e8c0 1 < completed part key=_multipart_7KN90I8B7PUK.2~WCV0QB84GA77.1 size=131998 2024-09-19T13:44:09.333 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.330+0000 7f71dac3e8c0 1 < completed multipart upload key=7KN90I8B7PUK upload=WCV0QB84GA77 tag=KRBJ9385TMPU type=write size=2229150 2024-09-19T13:44:09.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.334+0000 7f71dac3e8c0 1 > prepared operation key=E5541PV8MDY7 tag=CF156ZBV2E1B type=write size=108295 2024-09-19T13:44:09.339 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.338+0000 7f71dac3e8c0 1 < canceled part key=_multipart_Q484UNX3BYBG.2~03E93KEZCB60.0 size=1048576 2024-09-19T13:44:09.342 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.338+0000 7f71dac3e8c0 1 < completed part key=_multipart_Q484UNX3BYBG.2~03E93KEZCB60.1 size=1048576 2024-09-19T13:44:09.345 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.342+0000 7f71dac3e8c0 1 < completed part key=_multipart_Q484UNX3BYBG.2~03E93KEZCB60.2 size=571905 2024-09-19T13:44:09.350 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.346+0000 7f71dac3e8c0 1 < canceled multipart upload key=Q484UNX3BYBG upload=03E93KEZCB60 tag=9MX6J1BFVTXR type=write size=3717633 2024-09-19T13:44:09.357 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.354+0000 7f71dac3e8c0 1 > prepared part key=_multipart_TZNPXQ5Y333X.2~CLH87Y0VFZMY.0 size=1048576 2024-09-19T13:44:09.360 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.358+0000 7f71dac3e8c0 1 > prepared part key=_multipart_TZNPXQ5Y333X.2~CLH87Y0VFZMY.1 size=1048576 2024-09-19T13:44:09.363 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.358+0000 7f71dac3e8c0 1 > prepared part key=_multipart_TZNPXQ5Y333X.2~CLH87Y0VFZMY.2 size=375226 2024-09-19T13:44:09.363 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.358+0000 7f71dac3e8c0 1 > prepared multipart upload key=TZNPXQ5Y333X upload=CLH87Y0VFZMY tag=9CY2R7B6WA1A type=write size=3520954 2024-09-19T13:44:09.371 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.366+0000 7f71dac3e8c0 1 < suggested remove operation key=E5541PV8MDY7 tag=DJVKTL675IE7 type=del 2024-09-19T13:44:09.375 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.374+0000 7f71dac3e8c0 1 > prepared operation key=7KN90I8B7PUK tag=APNXUXZ6F8VF type=del size=624313 2024-09-19T13:44:09.379 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.378+0000 7f71dac3e8c0 1 < completed delete operation key=0FYIGD7G7ER2 tag=6Q1PKRYKBSCM type=del 2024-09-19T13:44:09.384 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.382+0000 7f71dac3e8c0 1 > prepared operation key=V22QT1MEZ47G tag=SQWZZYPDICOX type=del size=2376787 2024-09-19T13:44:09.390 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.386+0000 7f71dac3e8c0 1 < completed part key=_multipart_8KBRPNQCKIQN.2~2KOM05NOBV25.0 size=1048576 2024-09-19T13:44:09.393 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.390+0000 7f71dac3e8c0 1 < completed part key=_multipart_8KBRPNQCKIQN.2~2KOM05NOBV25.1 size=1046855 2024-09-19T13:44:09.400 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.398+0000 7f71dac3e8c0 1 < completed multipart upload key=8KBRPNQCKIQN upload=2KOM05NOBV25 tag=FX39EJRBKI24 type=write size=3144007 2024-09-19T13:44:09.403 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.402+0000 7f71dac3e8c0 1 > prepared operation key=JO1LC6YY2PEB tag=SOG6H4NOJS12 type=write size=303512 2024-09-19T13:44:09.407 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.406+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~74345MDFYOBK.0 size=1048576 2024-09-19T13:44:09.410 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.406+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~74345MDFYOBK.1 size=1048576 2024-09-19T13:44:09.412 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.410+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~74345MDFYOBK.2 size=1031988 2024-09-19T13:44:09.418 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.414+0000 7f71dac3e8c0 1 < completed multipart upload key=ZTBECCHZS74F upload=74345MDFYOBK tag=ZYH5RLUFNQ72 type=write size=4177716 2024-09-19T13:44:09.424 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.418+0000 7f71dac3e8c0 1 > prepared operation key=1L7F60AU40YA tag=UG8QQS6B2EBM type=write size=1006814 2024-09-19T13:44:09.426 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.422+0000 7f71dac3e8c0 1 < completed part key=_multipart_1L7F60AU40YA.2~IEZTPMYOQMOK.0 size=1048576 2024-09-19T13:44:09.429 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.426+0000 7f71dac3e8c0 1 < completed part key=_multipart_1L7F60AU40YA.2~IEZTPMYOQMOK.1 size=424219 2024-09-19T13:44:09.434 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.430+0000 7f71dac3e8c0 1 < completed multipart upload key=1L7F60AU40YA upload=IEZTPMYOQMOK tag=I9EJZAS2G1K7 type=write size=2521371 2024-09-19T13:44:09.438 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.434+0000 7f71dac3e8c0 1 > prepared operation key=8NT83XBF9HN8 tag=SZROUT8LU5HS type=write size=860338 2024-09-19T13:44:09.442 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.438+0000 7f71dac3e8c0 1 < completed delete operation key=HXQD0AR5YYML tag=ACHNXEDOIJ78 type=del 2024-09-19T13:44:09.446 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.442+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=UVHMQFXD0SVN type=del size=3170748 2024-09-19T13:44:09.450 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.446+0000 7f71dac3e8c0 1 < completed delete operation key=8KBRPNQCKIQN tag=7T0JCYLC2B3R type=del 2024-09-19T13:44:09.457 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.454+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~L4OXOHOMMVD2.0 size=1048576 2024-09-19T13:44:09.459 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.458+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~L4OXOHOMMVD2.1 size=1048576 2024-09-19T13:44:09.462 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.458+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~L4OXOHOMMVD2.2 size=614555 2024-09-19T13:44:09.462 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.458+0000 7f71dac3e8c0 1 > prepared multipart upload key=XXX33TZ37H3Q upload=L4OXOHOMMVD2 tag=QCX34TTV0GTD type=write size=3760283 2024-09-19T13:44:09.466 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.462+0000 7f71dac3e8c0 1 < completed part key=_multipart_E5541PV8MDY7.2~EOCCCUT743N6.0 size=1048576 2024-09-19T13:44:09.469 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.466+0000 7f71dac3e8c0 1 < completed part key=_multipart_E5541PV8MDY7.2~EOCCCUT743N6.1 size=912598 2024-09-19T13:44:09.476 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.474+0000 7f71dac3e8c0 1 < completed multipart upload key=E5541PV8MDY7 upload=EOCCCUT743N6 tag=YHRUM1R5OJ8P type=write size=3009750 2024-09-19T13:44:09.483 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.478+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ64P4D0EIT4.2~N9RYRO68OGSQ.0 size=1048576 2024-09-19T13:44:09.486 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.482+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ64P4D0EIT4.2~N9RYRO68OGSQ.1 size=1048576 2024-09-19T13:44:09.489 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.486+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ64P4D0EIT4.2~N9RYRO68OGSQ.2 size=951792 2024-09-19T13:44:09.489 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.486+0000 7f71dac3e8c0 1 > prepared multipart upload key=NJ64P4D0EIT4 upload=N9RYRO68OGSQ tag=8T6G65UF682N type=write size=4097520 2024-09-19T13:44:09.497 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.494+0000 7f71dac3e8c0 1 < suggested update operation key=IUZEMS5KASUH tag=IRXBZ1ZDNZ1U type=del size=3505783 2024-09-19T13:44:09.505 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.502+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QMR0T7URJS4W.2~6WUX3HWJTJWN.0 size=1048576 2024-09-19T13:44:09.507 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.506+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QMR0T7URJS4W.2~6WUX3HWJTJWN.1 size=800377 2024-09-19T13:44:09.507 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.506+0000 7f71dac3e8c0 1 > prepared multipart upload key=QMR0T7URJS4W upload=6WUX3HWJTJWN tag=7HFOGFK2DQRC type=write size=2897529 2024-09-19T13:44:09.511 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.510+0000 7f71dac3e8c0 1 < canceled operation key=NJ7EXTELNUF4 tag=FIP2Z09FOWXO type=del size=3990153 2024-09-19T13:44:09.518 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.514+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ64P4D0EIT4.2~OVB6YET062PW.0 size=771227 2024-09-19T13:44:09.518 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.514+0000 7f71dac3e8c0 1 > prepared multipart upload key=NJ64P4D0EIT4 upload=OVB6YET062PW tag=PBX0P76TSGJN type=write size=1819803 2024-09-19T13:44:09.522 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.518+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ7EXTELNUF4.2~4PGHMR5FLGAL.0 size=1048576 2024-09-19T13:44:09.525 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.522+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ7EXTELNUF4.2~4PGHMR5FLGAL.1 size=1048576 2024-09-19T13:44:09.528 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.526+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ7EXTELNUF4.2~4PGHMR5FLGAL.2 size=866825 2024-09-19T13:44:09.535 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.530+0000 7f71dac3e8c0 1 < completed multipart upload key=NJ7EXTELNUF4 upload=4PGHMR5FLGAL tag=YMVS6HA5Z46W type=write size=4012553 2024-09-19T13:44:09.539 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.538+0000 7f71dac3e8c0 1 > prepared operation key=GZF1MCOAN1NO tag=P4SP4QOPRC98 type=del size=3224316 2024-09-19T13:44:09.543 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.542+0000 7f71dac3e8c0 1 < completed delete operation key=TZNPXQ5Y333X tag=UVO0IG25OK92 type=del 2024-09-19T13:44:09.547 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.546+0000 7f71dac3e8c0 1 > prepared operation key=HEVXCB3PBN2X tag=PD94VURMV7UV type=del size=2634900 2024-09-19T13:44:09.551 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.550+0000 7f71dac3e8c0 1 < completed delete operation key=ZTBECCHZS74F tag=WKAYYRUQL55E type=del 2024-09-19T13:44:09.555 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.550+0000 7f71dac3e8c0 1 > prepared operation key=8NT83XBF9HN8 tag=WJR23BAY1V4O type=del size=2448773 2024-09-19T13:44:09.558 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.554+0000 7f71dac3e8c0 1 < completed delete operation key=3M5OBS7J4VF9 tag=A8C06KSBOW2F type=del 2024-09-19T13:44:09.563 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.558+0000 7f71dac3e8c0 1 > prepared operation key=A0ZG34NFHPW5 tag=4Y0FNHENBVN2 type=del size=872366 2024-09-19T13:44:09.567 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.566+0000 7f71dac3e8c0 -1 < failed to complete operation key=E5541PV8MDY7 tag=CF156ZBV2E1B type=write size=108295: (22) Invalid argument 2024-09-19T13:44:09.574 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.570+0000 7f71dac3e8c0 1 > prepared part key=_multipart_TZNPXQ5Y333X.2~BBIJ1EV4JCYW.0 size=1048576 2024-09-19T13:44:09.577 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.574+0000 7f71dac3e8c0 1 > prepared part key=_multipart_TZNPXQ5Y333X.2~BBIJ1EV4JCYW.1 size=1048576 2024-09-19T13:44:09.582 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.578+0000 7f71dac3e8c0 1 > prepared part key=_multipart_TZNPXQ5Y333X.2~BBIJ1EV4JCYW.2 size=299633 2024-09-19T13:44:09.582 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.578+0000 7f71dac3e8c0 1 > prepared multipart upload key=TZNPXQ5Y333X upload=BBIJ1EV4JCYW tag=1ZUGQPSW2D4N type=write size=3445361 2024-09-19T13:44:09.586 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.582+0000 7f71dac3e8c0 1 < completed part key=_multipart_TZNPXQ5Y333X.2~CLH87Y0VFZMY.0 size=1048576 2024-09-19T13:44:09.589 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.586+0000 7f71dac3e8c0 1 < completed part key=_multipart_TZNPXQ5Y333X.2~CLH87Y0VFZMY.1 size=1048576 2024-09-19T13:44:09.593 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.590+0000 7f71dac3e8c0 1 < completed part key=_multipart_TZNPXQ5Y333X.2~CLH87Y0VFZMY.2 size=375226 2024-09-19T13:44:09.600 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.598+0000 7f71dac3e8c0 1 < completed multipart upload key=TZNPXQ5Y333X upload=CLH87Y0VFZMY tag=9CY2R7B6WA1A type=write size=3520954 2024-09-19T13:44:09.604 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.602+0000 7f71dac3e8c0 1 > prepared operation key=A0ZG34NFHPW5 tag=3MTDQOLJ10QE type=write size=800010 2024-09-19T13:44:09.608 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.606+0000 7f71dac3e8c0 1 < completed delete operation key=7KN90I8B7PUK tag=APNXUXZ6F8VF type=del 2024-09-19T13:44:09.614 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.610+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~NAMJ5TA55TIH.0 size=1048576 2024-09-19T13:44:09.617 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.614+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~NAMJ5TA55TIH.1 size=876448 2024-09-19T13:44:09.617 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.614+0000 7f71dac3e8c0 1 > prepared multipart upload key=K7SNV9YW44WO upload=NAMJ5TA55TIH tag=3XO9JUM1OGAJ type=write size=2973600 2024-09-19T13:44:09.624 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.622+0000 7f71dac3e8c0 1 < suggested remove operation key=V22QT1MEZ47G tag=SQWZZYPDICOX type=del 2024-09-19T13:44:09.631 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.630+0000 7f71dac3e8c0 1 > prepared part key=_multipart_37OSN0RSHGZZ.2~WO0BCF92Q6VX.0 size=1048576 2024-09-19T13:44:09.634 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.630+0000 7f71dac3e8c0 1 > prepared part key=_multipart_37OSN0RSHGZZ.2~WO0BCF92Q6VX.1 size=441121 2024-09-19T13:44:09.634 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.630+0000 7f71dac3e8c0 1 > prepared multipart upload key=37OSN0RSHGZZ upload=WO0BCF92Q6VX tag=EMHRFVNYM92E type=write size=2538273 2024-09-19T13:44:09.641 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.638+0000 7f71dac3e8c0 1 < suggested remove operation key=JO1LC6YY2PEB tag=SOG6H4NOJS12 type=write 2024-09-19T13:44:09.648 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.646+0000 7f71dac3e8c0 1 > prepared part key=_multipart_JO1LC6YY2PEB.2~KV02HUW2W15L.0 size=1048576 2024-09-19T13:44:09.652 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.650+0000 7f71dac3e8c0 1 > prepared part key=_multipart_JO1LC6YY2PEB.2~KV02HUW2W15L.1 size=484096 2024-09-19T13:44:09.652 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.650+0000 7f71dac3e8c0 1 > prepared multipart upload key=JO1LC6YY2PEB upload=KV02HUW2W15L tag=ZG6KH313X6TF type=write size=2581248 2024-09-19T13:44:09.674 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.670+0000 7f71dac3e8c0 1 < suggested update operation key=1L7F60AU40YA tag=UG8QQS6B2EBM type=write size=1006814 2024-09-19T13:44:09.679 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.678+0000 7f71dac3e8c0 1 > prepared operation key=37OSN0RSHGZZ tag=LZV1U7L2LKMC type=write size=131108 2024-09-19T13:44:09.682 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.678+0000 7f71dac3e8c0 1 < completed write operation key=8NT83XBF9HN8 tag=SZROUT8LU5HS type=write size=860338 2024-09-19T13:44:09.689 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.686+0000 7f71dac3e8c0 1 > prepared part key=_multipart_6QW9QPSBZ37R.2~TMSL0A5O7GCX.0 size=1048576 2024-09-19T13:44:09.691 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.690+0000 7f71dac3e8c0 1 > prepared part key=_multipart_6QW9QPSBZ37R.2~TMSL0A5O7GCX.1 size=102962 2024-09-19T13:44:09.691 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.690+0000 7f71dac3e8c0 1 > prepared multipart upload key=6QW9QPSBZ37R upload=TMSL0A5O7GCX tag=5A2S206HYH4Y type=write size=2200114 2024-09-19T13:44:09.695 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.694+0000 7f71dac3e8c0 -1 < failed to complete operation key=IUZEMS5KASUH tag=UVHMQFXD0SVN type=del size=3170748: (22) Invalid argument 2024-09-19T13:44:09.699 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.698+0000 7f71dac3e8c0 1 > prepared operation key=ZTBECCHZS74F tag=SJ24V39F1NNA type=del size=1613231 2024-09-19T13:44:09.703 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.702+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~L4OXOHOMMVD2.0 size=1048576 2024-09-19T13:44:09.706 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.702+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~L4OXOHOMMVD2.1 size=1048576 2024-09-19T13:44:09.709 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.706+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~L4OXOHOMMVD2.2 size=614555 2024-09-19T13:44:09.716 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.714+0000 7f71dac3e8c0 1 < completed multipart upload key=XXX33TZ37H3Q upload=L4OXOHOMMVD2 tag=QCX34TTV0GTD type=write size=3760283 2024-09-19T13:44:09.722 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.718+0000 7f71dac3e8c0 1 > prepared part key=_multipart_V22QT1MEZ47G.2~COT1VFQUSANP.0 size=1048576 2024-09-19T13:44:09.725 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.722+0000 7f71dac3e8c0 1 > prepared part key=_multipart_V22QT1MEZ47G.2~COT1VFQUSANP.1 size=1048576 2024-09-19T13:44:09.728 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.726+0000 7f71dac3e8c0 1 > prepared part key=_multipart_V22QT1MEZ47G.2~COT1VFQUSANP.2 size=476573 2024-09-19T13:44:09.728 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.726+0000 7f71dac3e8c0 1 > prepared multipart upload key=V22QT1MEZ47G upload=COT1VFQUSANP tag=ZYO3BI7E0ILD type=write size=3622301 2024-09-19T13:44:09.732 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.730+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ64P4D0EIT4.2~N9RYRO68OGSQ.0 size=1048576 2024-09-19T13:44:09.735 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.734+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ64P4D0EIT4.2~N9RYRO68OGSQ.1 size=1048576 2024-09-19T13:44:09.738 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.734+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ64P4D0EIT4.2~N9RYRO68OGSQ.2 size=951792 2024-09-19T13:44:09.744 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.742+0000 7f71dac3e8c0 1 < completed multipart upload key=NJ64P4D0EIT4 upload=N9RYRO68OGSQ tag=8T6G65UF682N type=write size=4097520 2024-09-19T13:44:09.748 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.746+0000 7f71dac3e8c0 1 > prepared operation key=K7SNV9YW44WO tag=FIOO0BFFVIJQ type=del size=1617015 2024-09-19T13:44:09.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.754+0000 7f71dac3e8c0 1 < completed part key=_multipart_QMR0T7URJS4W.2~6WUX3HWJTJWN.0 size=1048576 2024-09-19T13:44:09.758 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.754+0000 7f71dac3e8c0 1 < completed part key=_multipart_QMR0T7URJS4W.2~6WUX3HWJTJWN.1 size=800377 2024-09-19T13:44:09.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.762+0000 7f71dac3e8c0 1 < completed multipart upload key=QMR0T7URJS4W upload=6WUX3HWJTJWN tag=7HFOGFK2DQRC type=write size=2897529 2024-09-19T13:44:09.768 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.766+0000 7f71dac3e8c0 1 > prepared operation key=QQ09T88TB3XG tag=CS1FBEA2LH7T type=del size=1593362 2024-09-19T13:44:09.772 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.770+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ64P4D0EIT4.2~OVB6YET062PW.0 size=771227 2024-09-19T13:44:09.778 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.774+0000 7f71dac3e8c0 1 < completed multipart upload key=NJ64P4D0EIT4 upload=OVB6YET062PW tag=PBX0P76TSGJN type=write size=1819803 2024-09-19T13:44:09.785 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.782+0000 7f71dac3e8c0 1 > prepared part key=_multipart_JO1LC6YY2PEB.2~ZOC97YL1RC1E.0 size=1048576 2024-09-19T13:44:09.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.786+0000 7f71dac3e8c0 1 > prepared part key=_multipart_JO1LC6YY2PEB.2~ZOC97YL1RC1E.1 size=759238 2024-09-19T13:44:09.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.786+0000 7f71dac3e8c0 1 > prepared multipart upload key=JO1LC6YY2PEB upload=ZOC97YL1RC1E tag=T6H3NCLHOJ5Q type=write size=2856390 2024-09-19T13:44:09.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.790+0000 7f71dac3e8c0 1 < completed delete operation key=GZF1MCOAN1NO tag=P4SP4QOPRC98 type=del 2024-09-19T13:44:09.799 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.798+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HEVXCB3PBN2X.2~F4KJ9I6ZDQA0.0 size=1048576 2024-09-19T13:44:09.802 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.798+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HEVXCB3PBN2X.2~F4KJ9I6ZDQA0.1 size=1048576 2024-09-19T13:44:09.805 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.802+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HEVXCB3PBN2X.2~F4KJ9I6ZDQA0.2 size=513272 2024-09-19T13:44:09.805 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.802+0000 7f71dac3e8c0 1 > prepared multipart upload key=HEVXCB3PBN2X upload=F4KJ9I6ZDQA0 tag=OFF9B3ILHDKG type=write size=3659000 2024-09-19T13:44:09.808 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.806+0000 7f71dac3e8c0 1 < completed delete operation key=HEVXCB3PBN2X tag=PD94VURMV7UV type=del 2024-09-19T13:44:09.815 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.814+0000 7f71dac3e8c0 1 > prepared part key=_multipart_TZNPXQ5Y333X.2~T5ONMC36YKWR.0 size=351414 2024-09-19T13:44:09.815 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.814+0000 7f71dac3e8c0 1 > prepared multipart upload key=TZNPXQ5Y333X upload=T5ONMC36YKWR tag=0EFZBTS1WLBG type=write size=1399990 2024-09-19T13:44:09.819 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.818+0000 7f71dac3e8c0 1 < completed delete operation key=8NT83XBF9HN8 tag=WJR23BAY1V4O type=del 2024-09-19T13:44:09.826 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.822+0000 7f71dac3e8c0 1 > prepared part key=_multipart_TZNPXQ5Y333X.2~2FO73WB3PJTP.0 size=1048576 2024-09-19T13:44:09.829 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.826+0000 7f71dac3e8c0 1 > prepared part key=_multipart_TZNPXQ5Y333X.2~2FO73WB3PJTP.1 size=549485 2024-09-19T13:44:09.829 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.826+0000 7f71dac3e8c0 1 > prepared multipart upload key=TZNPXQ5Y333X upload=2FO73WB3PJTP tag=N1W7E4N8ULT7 type=write size=2646637 2024-09-19T13:44:09.832 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.830+0000 7f71dac3e8c0 1 < completed delete operation key=A0ZG34NFHPW5 tag=4Y0FNHENBVN2 type=del 2024-09-19T13:44:09.840 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.838+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~2ZY0VJSYNDWA.0 size=646573 2024-09-19T13:44:09.840 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.838+0000 7f71dac3e8c0 1 > prepared multipart upload key=ZTBECCHZS74F upload=2ZY0VJSYNDWA tag=1DRB30UT20IZ type=write size=1695149 2024-09-19T13:44:09.844 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.842+0000 7f71dac3e8c0 1 < completed part key=_multipart_TZNPXQ5Y333X.2~BBIJ1EV4JCYW.0 size=1048576 2024-09-19T13:44:09.847 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.846+0000 7f71dac3e8c0 1 < completed part key=_multipart_TZNPXQ5Y333X.2~BBIJ1EV4JCYW.1 size=1048576 2024-09-19T13:44:09.850 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.846+0000 7f71dac3e8c0 1 < completed part key=_multipart_TZNPXQ5Y333X.2~BBIJ1EV4JCYW.2 size=299633 2024-09-19T13:44:09.857 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.854+0000 7f71dac3e8c0 1 < completed multipart upload key=TZNPXQ5Y333X upload=BBIJ1EV4JCYW tag=1ZUGQPSW2D4N type=write size=3445361 2024-09-19T13:44:09.870 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.866+0000 7f71dac3e8c0 1 > prepared part key=_multipart_A0ZG34NFHPW5.2~XCP4D6QX6MCB.0 size=1048576 2024-09-19T13:44:09.872 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.870+0000 7f71dac3e8c0 1 > prepared part key=_multipart_A0ZG34NFHPW5.2~XCP4D6QX6MCB.1 size=556258 2024-09-19T13:44:09.872 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.870+0000 7f71dac3e8c0 1 > prepared multipart upload key=A0ZG34NFHPW5 upload=XCP4D6QX6MCB tag=AEHEMFGSEALS type=write size=2653410 2024-09-19T13:44:09.876 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.874+0000 7f71dac3e8c0 1 < completed write operation key=A0ZG34NFHPW5 tag=3MTDQOLJ10QE type=write size=800010 2024-09-19T13:44:09.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.878+0000 7f71dac3e8c0 1 > prepared operation key=JO1LC6YY2PEB tag=VG0ZXH8DOJDD type=del size=3972743 2024-09-19T13:44:09.880 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.878+0000 7f71dac3e8c0 1 < canceled part key=_multipart_K7SNV9YW44WO.2~NAMJ5TA55TIH.0 size=1048576 2024-09-19T13:44:09.883 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.882+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~NAMJ5TA55TIH.1 size=876448 2024-09-19T13:44:09.888 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.886+0000 7f71dac3e8c0 1 < canceled multipart upload key=K7SNV9YW44WO upload=NAMJ5TA55TIH tag=3XO9JUM1OGAJ type=write size=2973600 2024-09-19T13:44:09.891 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.890+0000 7f71dac3e8c0 1 > prepared operation key=NJ64P4D0EIT4 tag=AEFFF1L24V7F type=del size=2028135 2024-09-19T13:44:09.893 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.890+0000 7f71dac3e8c0 1 < canceled part key=_multipart_37OSN0RSHGZZ.2~WO0BCF92Q6VX.0 size=1048576 2024-09-19T13:44:09.895 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.894+0000 7f71dac3e8c0 1 < completed part key=_multipart_37OSN0RSHGZZ.2~WO0BCF92Q6VX.1 size=441121 2024-09-19T13:44:09.901 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.898+0000 7f71dac3e8c0 1 < canceled multipart upload key=37OSN0RSHGZZ upload=WO0BCF92Q6VX tag=EMHRFVNYM92E type=write size=2538273 2024-09-19T13:44:09.908 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.906+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~OMK05ILQZLBA.0 size=1048576 2024-09-19T13:44:09.910 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.906+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~OMK05ILQZLBA.1 size=1048576 2024-09-19T13:44:09.913 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.910+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~OMK05ILQZLBA.2 size=918735 2024-09-19T13:44:09.913 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.910+0000 7f71dac3e8c0 1 > prepared multipart upload key=NJ7EXTELNUF4 upload=OMK05ILQZLBA tag=16TE87WYQ5DT type=write size=4064463 2024-09-19T13:44:09.917 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.914+0000 7f71dac3e8c0 1 < completed part key=_multipart_JO1LC6YY2PEB.2~KV02HUW2W15L.0 size=1048576 2024-09-19T13:44:09.921 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.918+0000 7f71dac3e8c0 1 < completed part key=_multipart_JO1LC6YY2PEB.2~KV02HUW2W15L.1 size=484096 2024-09-19T13:44:09.927 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.926+0000 7f71dac3e8c0 1 < completed multipart upload key=JO1LC6YY2PEB upload=KV02HUW2W15L tag=ZG6KH313X6TF type=write size=2581248 2024-09-19T13:44:09.931 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.926+0000 7f71dac3e8c0 1 > prepared operation key=8NT83XBF9HN8 tag=UROX139X0L8Q type=del size=3500989 2024-09-19T13:44:09.935 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.930+0000 7f71dac3e8c0 1 < completed write operation key=37OSN0RSHGZZ tag=LZV1U7L2LKMC type=write size=131108 2024-09-19T13:44:09.942 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.938+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GTZ96ZN0A4E9.2~KR43KFGX24RX.0 size=812229 2024-09-19T13:44:09.942 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.938+0000 7f71dac3e8c0 1 > prepared multipart upload key=GTZ96ZN0A4E9 upload=KR43KFGX24RX tag=M1VTDYUGXVWR type=write size=1860805 2024-09-19T13:44:09.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.942+0000 7f71dac3e8c0 1 < completed part key=_multipart_6QW9QPSBZ37R.2~TMSL0A5O7GCX.0 size=1048576 2024-09-19T13:44:09.949 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.946+0000 7f71dac3e8c0 1 < completed part key=_multipart_6QW9QPSBZ37R.2~TMSL0A5O7GCX.1 size=102962 2024-09-19T13:44:09.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.954+0000 7f71dac3e8c0 1 < completed multipart upload key=6QW9QPSBZ37R upload=TMSL0A5O7GCX tag=5A2S206HYH4Y type=write size=2200114 2024-09-19T13:44:09.959 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.958+0000 7f71dac3e8c0 1 > prepared operation key=GTZ96ZN0A4E9 tag=3PNR1WXQMMMD type=del size=3190515 2024-09-19T13:44:09.964 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.962+0000 7f71dac3e8c0 1 < completed delete operation key=ZTBECCHZS74F tag=SJ24V39F1NNA type=del 2024-09-19T13:44:09.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.966+0000 7f71dac3e8c0 1 > prepared operation key=1L7F60AU40YA tag=QL1R2SK5AJAH type=del size=431257 2024-09-19T13:44:09.971 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.970+0000 7f71dac3e8c0 1 < completed part key=_multipart_V22QT1MEZ47G.2~COT1VFQUSANP.0 size=1048576 2024-09-19T13:44:09.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.970+0000 7f71dac3e8c0 1 < completed part key=_multipart_V22QT1MEZ47G.2~COT1VFQUSANP.1 size=1048576 2024-09-19T13:44:09.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.974+0000 7f71dac3e8c0 1 < completed part key=_multipart_V22QT1MEZ47G.2~COT1VFQUSANP.2 size=476573 2024-09-19T13:44:09.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.982+0000 7f71dac3e8c0 1 < completed multipart upload key=V22QT1MEZ47G upload=COT1VFQUSANP tag=ZYO3BI7E0ILD type=write size=3622301 2024-09-19T13:44:09.988 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.986+0000 7f71dac3e8c0 1 > prepared operation key=QQ09T88TB3XG tag=9SG1DRC6G7IP type=del size=602350 2024-09-19T13:44:09.992 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.990+0000 7f71dac3e8c0 1 < completed delete operation key=K7SNV9YW44WO tag=FIOO0BFFVIJQ type=del 2024-09-19T13:44:09.996 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.994+0000 7f71dac3e8c0 1 > prepared operation key=QQ09T88TB3XG tag=0TMVTO5AHEUR type=del size=852890 2024-09-19T13:44:10.001 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:09.998+0000 7f71dac3e8c0 1 < completed delete operation key=QQ09T88TB3XG tag=CS1FBEA2LH7T type=del 2024-09-19T13:44:10.008 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.006+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~BLWRZI36GMY5.0 size=1048576 2024-09-19T13:44:10.011 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.006+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~BLWRZI36GMY5.1 size=708080 2024-09-19T13:44:10.011 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.006+0000 7f71dac3e8c0 1 > prepared multipart upload key=7KN90I8B7PUK upload=BLWRZI36GMY5 tag=LVRMKKHJMJKR type=write size=2805232 2024-09-19T13:44:10.014 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.010+0000 7f71dac3e8c0 1 < completed part key=_multipart_JO1LC6YY2PEB.2~ZOC97YL1RC1E.0 size=1048576 2024-09-19T13:44:10.014 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.010+0000 7f71dac3e8c0 1 < canceled part key=_multipart_JO1LC6YY2PEB.2~ZOC97YL1RC1E.1 size=759238 2024-09-19T13:44:10.019 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.018+0000 7f71dac3e8c0 1 < canceled multipart upload key=JO1LC6YY2PEB upload=ZOC97YL1RC1E tag=T6H3NCLHOJ5Q type=write size=2856390 2024-09-19T13:44:10.024 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.022+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~V3FQNADLCY4W.0 size=1048576 2024-09-19T13:44:10.026 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.022+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~V3FQNADLCY4W.1 size=1048576 2024-09-19T13:44:10.028 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.026+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~V3FQNADLCY4W.2 size=622052 2024-09-19T13:44:10.028 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.026+0000 7f71dac3e8c0 1 > prepared multipart upload key=K7SNV9YW44WO upload=V3FQNADLCY4W tag=7PGNM5P7L4K2 type=write size=3767780 2024-09-19T13:44:10.031 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.030+0000 7f71dac3e8c0 1 < completed part key=_multipart_HEVXCB3PBN2X.2~F4KJ9I6ZDQA0.0 size=1048576 2024-09-19T13:44:10.036 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.030+0000 7f71dac3e8c0 1 < completed part key=_multipart_HEVXCB3PBN2X.2~F4KJ9I6ZDQA0.1 size=1048576 2024-09-19T13:44:10.036 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.034+0000 7f71dac3e8c0 1 < completed part key=_multipart_HEVXCB3PBN2X.2~F4KJ9I6ZDQA0.2 size=513272 2024-09-19T13:44:10.042 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.038+0000 7f71dac3e8c0 1 < completed multipart upload key=HEVXCB3PBN2X upload=F4KJ9I6ZDQA0 tag=OFF9B3ILHDKG type=write size=3659000 2024-09-19T13:44:10.049 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.046+0000 7f71dac3e8c0 1 > prepared part key=_multipart_JO1LC6YY2PEB.2~N8UZ2AYTGHCB.0 size=229737 2024-09-19T13:44:10.049 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.046+0000 7f71dac3e8c0 1 > prepared multipart upload key=JO1LC6YY2PEB upload=N8UZ2AYTGHCB tag=GQLQCXWDL8SW type=write size=1278313 2024-09-19T13:44:10.052 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.050+0000 7f71dac3e8c0 1 < completed part key=_multipart_TZNPXQ5Y333X.2~T5ONMC36YKWR.0 size=351414 2024-09-19T13:44:10.057 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.054+0000 7f71dac3e8c0 1 < completed multipart upload key=TZNPXQ5Y333X upload=T5ONMC36YKWR tag=0EFZBTS1WLBG type=write size=1399990 2024-09-19T13:44:10.063 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.058+0000 7f71dac3e8c0 1 > prepared part key=_multipart_V22QT1MEZ47G.2~FE0KW363JQD7.0 size=1048576 2024-09-19T13:44:10.065 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.062+0000 7f71dac3e8c0 1 > prepared part key=_multipart_V22QT1MEZ47G.2~FE0KW363JQD7.1 size=844182 2024-09-19T13:44:10.065 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.062+0000 7f71dac3e8c0 1 > prepared multipart upload key=V22QT1MEZ47G upload=FE0KW363JQD7 tag=IYF99W6I9ON0 type=write size=2941334 2024-09-19T13:44:10.068 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.066+0000 7f71dac3e8c0 1 < completed part key=_multipart_TZNPXQ5Y333X.2~2FO73WB3PJTP.0 size=1048576 2024-09-19T13:44:10.070 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.066+0000 7f71dac3e8c0 1 < completed part key=_multipart_TZNPXQ5Y333X.2~2FO73WB3PJTP.1 size=549485 2024-09-19T13:44:10.075 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.074+0000 7f71dac3e8c0 1 < completed multipart upload key=TZNPXQ5Y333X upload=2FO73WB3PJTP tag=N1W7E4N8ULT7 type=write size=2646637 2024-09-19T13:44:10.079 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.074+0000 7f71dac3e8c0 1 > prepared operation key=NJ64P4D0EIT4 tag=4RRJRS7911YQ type=del size=2757538 2024-09-19T13:44:10.082 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.078+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~2ZY0VJSYNDWA.0 size=646573 2024-09-19T13:44:10.091 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.090+0000 7f71dac3e8c0 1 < completed multipart upload key=ZTBECCHZS74F upload=2ZY0VJSYNDWA tag=1DRB30UT20IZ type=write size=1695149 2024-09-19T13:44:10.098 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.094+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~OL6K8F9BQ4NA.0 size=1048576 2024-09-19T13:44:10.100 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.098+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~OL6K8F9BQ4NA.1 size=1048576 2024-09-19T13:44:10.103 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.102+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~OL6K8F9BQ4NA.2 size=64807 2024-09-19T13:44:10.103 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.102+0000 7f71dac3e8c0 1 > prepared multipart upload key=ZTBECCHZS74F upload=OL6K8F9BQ4NA tag=3RXI8K7XLMDK type=write size=3210535 2024-09-19T13:44:10.107 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.102+0000 7f71dac3e8c0 1 < completed part key=_multipart_A0ZG34NFHPW5.2~XCP4D6QX6MCB.0 size=1048576 2024-09-19T13:44:10.109 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.106+0000 7f71dac3e8c0 1 < completed part key=_multipart_A0ZG34NFHPW5.2~XCP4D6QX6MCB.1 size=556258 2024-09-19T13:44:10.115 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.114+0000 7f71dac3e8c0 1 < completed multipart upload key=A0ZG34NFHPW5 upload=XCP4D6QX6MCB tag=AEHEMFGSEALS type=write size=2653410 2024-09-19T13:44:10.119 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.118+0000 7f71dac3e8c0 1 > prepared operation key=A0ZG34NFHPW5 tag=IWB2NCYR5WZ7 type=del size=2315898 2024-09-19T13:44:10.122 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.118+0000 7f71dac3e8c0 1 < completed delete operation key=JO1LC6YY2PEB tag=VG0ZXH8DOJDD type=del 2024-09-19T13:44:10.126 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.122+0000 7f71dac3e8c0 1 > prepared operation key=W1PNZKV93AHZ tag=ISCZAP6E9PFU type=del size=2202795 2024-09-19T13:44:10.130 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.126+0000 7f71dac3e8c0 1 < completed delete operation key=NJ64P4D0EIT4 tag=AEFFF1L24V7F type=del 2024-09-19T13:44:10.135 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.134+0000 7f71dac3e8c0 1 > prepared operation key=3M5OBS7J4VF9 tag=61I7L7E0V9G2 type=del size=1565846 2024-09-19T13:44:10.139 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.138+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ7EXTELNUF4.2~OMK05ILQZLBA.0 size=1048576 2024-09-19T13:44:10.143 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.142+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ7EXTELNUF4.2~OMK05ILQZLBA.1 size=1048576 2024-09-19T13:44:10.146 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.142+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ7EXTELNUF4.2~OMK05ILQZLBA.2 size=918735 2024-09-19T13:44:10.153 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.150+0000 7f71dac3e8c0 1 < completed multipart upload key=NJ7EXTELNUF4 upload=OMK05ILQZLBA tag=16TE87WYQ5DT type=write size=4064463 2024-09-19T13:44:10.157 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.154+0000 7f71dac3e8c0 1 > prepared operation key=6QW9QPSBZ37R tag=U204EW0YDZKF type=del size=1487456 2024-09-19T13:44:10.162 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.158+0000 7f71dac3e8c0 1 < completed delete operation key=8NT83XBF9HN8 tag=UROX139X0L8Q type=del 2024-09-19T13:44:10.169 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.166+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~7R134L4GXB8J.0 size=1048576 2024-09-19T13:44:10.172 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.170+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~7R134L4GXB8J.1 size=167715 2024-09-19T13:44:10.172 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.170+0000 7f71dac3e8c0 1 > prepared multipart upload key=K7SNV9YW44WO upload=7R134L4GXB8J tag=CVG5IMWZXQPO type=write size=2264867 2024-09-19T13:44:10.176 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.174+0000 7f71dac3e8c0 1 < completed part key=_multipart_GTZ96ZN0A4E9.2~KR43KFGX24RX.0 size=812229 2024-09-19T13:44:10.183 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.182+0000 7f71dac3e8c0 1 < completed multipart upload key=GTZ96ZN0A4E9 upload=KR43KFGX24RX tag=M1VTDYUGXVWR type=write size=1860805 2024-09-19T13:44:10.187 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.186+0000 7f71dac3e8c0 1 > prepared operation key=GZF1MCOAN1NO tag=17N3IKZIEB25 type=del size=618215 2024-09-19T13:44:10.191 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.190+0000 7f71dac3e8c0 1 < completed delete operation key=GTZ96ZN0A4E9 tag=3PNR1WXQMMMD type=del 2024-09-19T13:44:10.195 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.194+0000 7f71dac3e8c0 1 > prepared operation key=A0ZG34NFHPW5 tag=1DXS7CM5DDBA type=del size=4051666 2024-09-19T13:44:10.199 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.198+0000 7f71dac3e8c0 1 < completed delete operation key=1L7F60AU40YA tag=QL1R2SK5AJAH type=del 2024-09-19T13:44:10.203 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.202+0000 7f71dac3e8c0 1 > prepared operation key=GTZ96ZN0A4E9 tag=FS6EA2G7SKWT type=del size=3174710 2024-09-19T13:44:10.207 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.206+0000 7f71dac3e8c0 1 < completed delete operation key=QQ09T88TB3XG tag=9SG1DRC6G7IP type=del 2024-09-19T13:44:10.210 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.206+0000 7f71dac3e8c0 1 > prepared operation key=6QW9QPSBZ37R tag=ECW9MIG8PF4K type=del size=1533470 2024-09-19T13:44:10.215 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.210+0000 7f71dac3e8c0 1 < completed delete operation key=QQ09T88TB3XG tag=0TMVTO5AHEUR type=del 2024-09-19T13:44:10.218 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.214+0000 7f71dac3e8c0 1 > prepared operation key=6QW9QPSBZ37R tag=TP126R76Q9MG type=del size=2223238 2024-09-19T13:44:10.223 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.222+0000 7f71dac3e8c0 1 < completed part key=_multipart_7KN90I8B7PUK.2~BLWRZI36GMY5.0 size=1048576 2024-09-19T13:44:10.226 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.222+0000 7f71dac3e8c0 1 < completed part key=_multipart_7KN90I8B7PUK.2~BLWRZI36GMY5.1 size=708080 2024-09-19T13:44:10.232 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.230+0000 7f71dac3e8c0 1 < completed multipart upload key=7KN90I8B7PUK upload=BLWRZI36GMY5 tag=LVRMKKHJMJKR type=write size=2805232 2024-09-19T13:44:10.240 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.238+0000 7f71dac3e8c0 1 > prepared part key=_multipart_E5541PV8MDY7.2~PLZFRCDRUE5J.0 size=217095 2024-09-19T13:44:10.240 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.238+0000 7f71dac3e8c0 1 > prepared multipart upload key=E5541PV8MDY7 upload=PLZFRCDRUE5J tag=WY8IVQY4WHUI type=write size=1265671 2024-09-19T13:44:10.244 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.242+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~V3FQNADLCY4W.0 size=1048576 2024-09-19T13:44:10.247 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.242+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~V3FQNADLCY4W.1 size=1048576 2024-09-19T13:44:10.250 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.246+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~V3FQNADLCY4W.2 size=622052 2024-09-19T13:44:10.256 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.254+0000 7f71dac3e8c0 1 < completed multipart upload key=K7SNV9YW44WO upload=V3FQNADLCY4W tag=7PGNM5P7L4K2 type=write size=3767780 2024-09-19T13:44:10.261 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.258+0000 7f71dac3e8c0 1 > prepared operation key=K7SNV9YW44WO tag=3113MGOQC6J7 type=del size=3392877 2024-09-19T13:44:10.262 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.258+0000 7f71dac3e8c0 1 < canceled part key=_multipart_JO1LC6YY2PEB.2~N8UZ2AYTGHCB.0 size=229737 2024-09-19T13:44:10.269 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.266+0000 7f71dac3e8c0 1 < canceled multipart upload key=JO1LC6YY2PEB upload=N8UZ2AYTGHCB tag=GQLQCXWDL8SW type=write size=1278313 2024-09-19T13:44:10.272 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.270+0000 7f71dac3e8c0 1 > prepared operation key=6QW9QPSBZ37R tag=SGKU7T6TISP0 type=del size=2751399 2024-09-19T13:44:10.277 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.274+0000 7f71dac3e8c0 1 < completed part key=_multipart_V22QT1MEZ47G.2~FE0KW363JQD7.0 size=1048576 2024-09-19T13:44:10.280 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.278+0000 7f71dac3e8c0 1 < completed part key=_multipart_V22QT1MEZ47G.2~FE0KW363JQD7.1 size=844182 2024-09-19T13:44:10.286 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.282+0000 7f71dac3e8c0 1 < completed multipart upload key=V22QT1MEZ47G upload=FE0KW363JQD7 tag=IYF99W6I9ON0 type=write size=2941334 2024-09-19T13:44:10.290 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.286+0000 7f71dac3e8c0 1 > prepared operation key=QMR0T7URJS4W tag=VIJ5X3YNDXJF type=del size=2138403 2024-09-19T13:44:10.294 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.290+0000 7f71dac3e8c0 1 < canceled operation key=NJ64P4D0EIT4 tag=4RRJRS7911YQ type=del size=2757538 2024-09-19T13:44:10.298 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.294+0000 7f71dac3e8c0 1 > prepared operation key=1L7F60AU40YA tag=J7HYM553LVBT type=del size=1970428 2024-09-19T13:44:10.302 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.298+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~OL6K8F9BQ4NA.0 size=1048576 2024-09-19T13:44:10.305 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.302+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~OL6K8F9BQ4NA.1 size=1048576 2024-09-19T13:44:10.308 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.306+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~OL6K8F9BQ4NA.2 size=64807 2024-09-19T13:44:10.314 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.310+0000 7f71dac3e8c0 1 < completed multipart upload key=ZTBECCHZS74F upload=OL6K8F9BQ4NA tag=3RXI8K7XLMDK type=write size=3210535 2024-09-19T13:44:10.318 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.314+0000 7f71dac3e8c0 1 > prepared operation key=NJ7EXTELNUF4 tag=XXAX7PA1G9I9 type=del size=3533239 2024-09-19T13:44:10.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.318+0000 7f71dac3e8c0 1 < completed delete operation key=A0ZG34NFHPW5 tag=IWB2NCYR5WZ7 type=del 2024-09-19T13:44:10.328 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.326+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~TNY10O0TR7CB.0 size=1048576 2024-09-19T13:44:10.331 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.330+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~TNY10O0TR7CB.1 size=1048576 2024-09-19T13:44:10.334 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.330+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~TNY10O0TR7CB.2 size=75951 2024-09-19T13:44:10.334 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.330+0000 7f71dac3e8c0 1 > prepared multipart upload key=ZTBECCHZS74F upload=TNY10O0TR7CB tag=BF9D3TN59NZ4 type=write size=3221679 2024-09-19T13:44:10.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.334+0000 7f71dac3e8c0 1 < completed delete operation key=W1PNZKV93AHZ tag=ISCZAP6E9PFU type=del 2024-09-19T13:44:10.342 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.338+0000 7f71dac3e8c0 1 > prepared operation key=OZZDDUTJUZ6A tag=D1YYS4M18UFT type=del size=3799404 2024-09-19T13:44:10.346 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.342+0000 7f71dac3e8c0 1 < completed delete operation key=3M5OBS7J4VF9 tag=61I7L7E0V9G2 type=del 2024-09-19T13:44:10.353 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.350+0000 7f71dac3e8c0 1 > prepared part key=_multipart_OZZDDUTJUZ6A.2~T83ZQMT1SZDY.0 size=497024 2024-09-19T13:44:10.353 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.350+0000 7f71dac3e8c0 1 > prepared multipart upload key=OZZDDUTJUZ6A upload=T83ZQMT1SZDY tag=6VJHB4XT8N1I type=write size=1545600 2024-09-19T13:44:10.361 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.358+0000 7f71dac3e8c0 1 < suggested remove operation key=6QW9QPSBZ37R tag=U204EW0YDZKF type=del 2024-09-19T13:44:10.365 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.362+0000 7f71dac3e8c0 1 > prepared operation key=8KBRPNQCKIQN tag=JPMGXPDGRA3D type=del size=1370584 2024-09-19T13:44:10.369 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.366+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~7R134L4GXB8J.0 size=1048576 2024-09-19T13:44:10.372 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.370+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~7R134L4GXB8J.1 size=167715 2024-09-19T13:44:10.378 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.374+0000 7f71dac3e8c0 1 < completed multipart upload key=K7SNV9YW44WO upload=7R134L4GXB8J tag=CVG5IMWZXQPO type=write size=2264867 2024-09-19T13:44:10.382 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.378+0000 7f71dac3e8c0 1 > prepared operation key=NJ64P4D0EIT4 tag=FGEFGDSUOEUR type=del size=1067715 2024-09-19T13:44:10.386 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.382+0000 7f71dac3e8c0 1 < canceled operation key=GZF1MCOAN1NO tag=17N3IKZIEB25 type=del size=618215 2024-09-19T13:44:10.393 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.390+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~QRJTDJACG5WE.0 size=1048576 2024-09-19T13:44:10.395 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.394+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~QRJTDJACG5WE.1 size=174457 2024-09-19T13:44:10.396 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.394+0000 7f71dac3e8c0 1 > prepared multipart upload key=HXQD0AR5YYML upload=QRJTDJACG5WE tag=K5IQTJB0275T type=write size=2271609 2024-09-19T13:44:10.400 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.398+0000 7f71dac3e8c0 1 < completed delete operation key=A0ZG34NFHPW5 tag=1DXS7CM5DDBA type=del 2024-09-19T13:44:10.406 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.402+0000 7f71dac3e8c0 1 > prepared part key=_multipart_TZNPXQ5Y333X.2~6IC7VVJG76AH.0 size=952238 2024-09-19T13:44:10.406 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.402+0000 7f71dac3e8c0 1 > prepared multipart upload key=TZNPXQ5Y333X upload=6IC7VVJG76AH tag=6RLDY5E2D5AC type=write size=2000814 2024-09-19T13:44:10.410 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.406+0000 7f71dac3e8c0 1 < completed delete operation key=GTZ96ZN0A4E9 tag=FS6EA2G7SKWT type=del 2024-09-19T13:44:10.414 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.410+0000 7f71dac3e8c0 1 > prepared operation key=ZTBECCHZS74F tag=K0EXX3YY8R34 type=del size=698165 2024-09-19T13:44:10.416 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.414+0000 7f71dac3e8c0 -1 < no bi entry to suggest for operation key=6QW9QPSBZ37R tag=ECW9MIG8PF4K type=del size=1533470: (2) No such file or directory 2024-09-19T13:44:10.423 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.422+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~VJSP5ZSJ2U9Q.0 size=1048576 2024-09-19T13:44:10.427 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.422+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~VJSP5ZSJ2U9Q.1 size=766162 2024-09-19T13:44:10.427 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.422+0000 7f71dac3e8c0 1 > prepared multipart upload key=K7SNV9YW44WO upload=VJSP5ZSJ2U9Q tag=I8VZDHC7XOC7 type=write size=2863314 2024-09-19T13:44:10.429 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.426+0000 7f71dac3e8c0 -1 < no bi entry to suggest for operation key=6QW9QPSBZ37R tag=TP126R76Q9MG type=del size=2223238: (2) No such file or directory 2024-09-19T13:44:10.434 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.430+0000 7f71dac3e8c0 1 > prepared operation key=XXX33TZ37H3Q tag=JOKUZR9GE6L1 type=del size=1647210 2024-09-19T13:44:10.438 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.434+0000 7f71dac3e8c0 1 < completed part key=_multipart_E5541PV8MDY7.2~PLZFRCDRUE5J.0 size=217095 2024-09-19T13:44:10.444 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.442+0000 7f71dac3e8c0 1 < completed multipart upload key=E5541PV8MDY7 upload=PLZFRCDRUE5J tag=WY8IVQY4WHUI type=write size=1265671 2024-09-19T13:44:10.448 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.446+0000 7f71dac3e8c0 1 > prepared operation key=NJ7EXTELNUF4 tag=X265DHQ0A0BQ type=del size=3054253 2024-09-19T13:44:10.454 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.450+0000 7f71dac3e8c0 1 < completed delete operation key=K7SNV9YW44WO tag=3113MGOQC6J7 type=del 2024-09-19T13:44:10.459 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.454+0000 7f71dac3e8c0 1 > prepared operation key=GTZ96ZN0A4E9 tag=YGD3IF1DY5KU type=del size=678934 2024-09-19T13:44:10.461 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.458+0000 7f71dac3e8c0 -1 < no bi entry to suggest for operation key=6QW9QPSBZ37R tag=SGKU7T6TISP0 type=del size=2751399: (2) No such file or directory 2024-09-19T13:44:10.465 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.462+0000 7f71dac3e8c0 1 > prepared operation key=0FYIGD7G7ER2 tag=JS3Y1OF8UDPX type=del size=2052714 2024-09-19T13:44:10.469 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.466+0000 7f71dac3e8c0 1 < completed delete operation key=QMR0T7URJS4W tag=VIJ5X3YNDXJF type=del 2024-09-19T13:44:10.476 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.474+0000 7f71dac3e8c0 1 > prepared part key=_multipart_V22QT1MEZ47G.2~KI149SBHL1SG.0 size=530297 2024-09-19T13:44:10.476 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.474+0000 7f71dac3e8c0 1 > prepared multipart upload key=V22QT1MEZ47G upload=KI149SBHL1SG tag=0OK0BOA2JGSM type=write size=1578873 2024-09-19T13:44:10.480 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.478+0000 7f71dac3e8c0 1 < completed delete operation key=1L7F60AU40YA tag=J7HYM553LVBT type=del 2024-09-19T13:44:10.484 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.482+0000 7f71dac3e8c0 1 > prepared operation key=D131FP2BZYDS tag=IATYKAG75QBS type=write size=754032 2024-09-19T13:44:10.488 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.486+0000 7f71dac3e8c0 1 < completed delete operation key=NJ7EXTELNUF4 tag=XXAX7PA1G9I9 type=del 2024-09-19T13:44:10.494 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.490+0000 7f71dac3e8c0 1 > prepared part key=_multipart_E5541PV8MDY7.2~CZYQFOTPJKDF.0 size=1048576 2024-09-19T13:44:10.497 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.494+0000 7f71dac3e8c0 1 > prepared part key=_multipart_E5541PV8MDY7.2~CZYQFOTPJKDF.1 size=943433 2024-09-19T13:44:10.498 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.494+0000 7f71dac3e8c0 1 > prepared multipart upload key=E5541PV8MDY7 upload=CZYQFOTPJKDF tag=G074U3F0KUUV type=write size=3040585 2024-09-19T13:44:10.502 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.498+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~TNY10O0TR7CB.0 size=1048576 2024-09-19T13:44:10.504 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.502+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~TNY10O0TR7CB.1 size=1048576 2024-09-19T13:44:10.508 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.506+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~TNY10O0TR7CB.2 size=75951 2024-09-19T13:44:10.515 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.514+0000 7f71dac3e8c0 1 < completed multipart upload key=ZTBECCHZS74F upload=TNY10O0TR7CB tag=BF9D3TN59NZ4 type=write size=3221679 2024-09-19T13:44:10.519 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.518+0000 7f71dac3e8c0 1 > prepared operation key=GZF1MCOAN1NO tag=JHMQIKPJ50A6 type=write size=137037 2024-09-19T13:44:10.523 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.518+0000 7f71dac3e8c0 1 < canceled operation key=OZZDDUTJUZ6A tag=D1YYS4M18UFT type=del size=3799404 2024-09-19T13:44:10.527 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.526+0000 7f71dac3e8c0 1 > prepared operation key=HEVXCB3PBN2X tag=XAF2MNV5U73G type=del size=3642298 2024-09-19T13:44:10.531 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.530+0000 7f71dac3e8c0 1 < completed part key=_multipart_OZZDDUTJUZ6A.2~T83ZQMT1SZDY.0 size=497024 2024-09-19T13:44:10.538 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.534+0000 7f71dac3e8c0 1 < completed multipart upload key=OZZDDUTJUZ6A upload=T83ZQMT1SZDY tag=6VJHB4XT8N1I type=write size=1545600 2024-09-19T13:44:10.542 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.538+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=HMEHJ21HNN3R type=del size=2392668 2024-09-19T13:44:10.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.542+0000 7f71dac3e8c0 1 < completed delete operation key=8KBRPNQCKIQN tag=JPMGXPDGRA3D type=del 2024-09-19T13:44:10.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.550+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~7JQBJCW4TJV4.0 size=1048576 2024-09-19T13:44:10.557 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.554+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~7JQBJCW4TJV4.1 size=31726 2024-09-19T13:44:10.557 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.554+0000 7f71dac3e8c0 1 > prepared multipart upload key=7KN90I8B7PUK upload=7JQBJCW4TJV4 tag=C3VT8136ID3Z type=write size=2128878 2024-09-19T13:44:10.560 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.558+0000 7f71dac3e8c0 1 < completed delete operation key=NJ64P4D0EIT4 tag=FGEFGDSUOEUR type=del 2024-09-19T13:44:10.565 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.562+0000 7f71dac3e8c0 1 > prepared operation key=7KN90I8B7PUK tag=3BZYXDURHCLH type=del size=1379053 2024-09-19T13:44:10.569 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.566+0000 7f71dac3e8c0 1 < completed part key=_multipart_HXQD0AR5YYML.2~QRJTDJACG5WE.0 size=1048576 2024-09-19T13:44:10.572 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.570+0000 7f71dac3e8c0 1 < completed part key=_multipart_HXQD0AR5YYML.2~QRJTDJACG5WE.1 size=174457 2024-09-19T13:44:10.579 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.574+0000 7f71dac3e8c0 1 < completed multipart upload key=HXQD0AR5YYML upload=QRJTDJACG5WE tag=K5IQTJB0275T type=write size=2271609 2024-09-19T13:44:10.586 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.582+0000 7f71dac3e8c0 1 > prepared part key=_multipart_TZNPXQ5Y333X.2~NI382JH7MB6M.0 size=1048576 2024-09-19T13:44:10.589 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.586+0000 7f71dac3e8c0 1 > prepared part key=_multipart_TZNPXQ5Y333X.2~NI382JH7MB6M.1 size=1048576 2024-09-19T13:44:10.592 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.590+0000 7f71dac3e8c0 1 > prepared part key=_multipart_TZNPXQ5Y333X.2~NI382JH7MB6M.2 size=80429 2024-09-19T13:44:10.592 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.590+0000 7f71dac3e8c0 1 > prepared multipart upload key=TZNPXQ5Y333X upload=NI382JH7MB6M tag=LRG80EY1UH5C type=write size=3226157 2024-09-19T13:44:10.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.594+0000 7f71dac3e8c0 1 < completed part key=_multipart_TZNPXQ5Y333X.2~6IC7VVJG76AH.0 size=952238 2024-09-19T13:44:10.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.598+0000 7f71dac3e8c0 1 < completed multipart upload key=TZNPXQ5Y333X upload=6IC7VVJG76AH tag=6RLDY5E2D5AC type=write size=2000814 2024-09-19T13:44:10.605 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.602+0000 7f71dac3e8c0 1 > prepared operation key=LIMYIIX8WVBS tag=DDKHBNYT1VXA type=del size=1208400 2024-09-19T13:44:10.610 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.606+0000 7f71dac3e8c0 1 < completed delete operation key=ZTBECCHZS74F tag=K0EXX3YY8R34 type=del 2024-09-19T13:44:10.614 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.610+0000 7f71dac3e8c0 1 > prepared operation key=NJ64P4D0EIT4 tag=39LG1PYS93FP type=write size=752144 2024-09-19T13:44:10.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.614+0000 7f71dac3e8c0 1 < canceled part key=_multipart_K7SNV9YW44WO.2~VJSP5ZSJ2U9Q.0 size=1048576 2024-09-19T13:44:10.619 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.614+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~VJSP5ZSJ2U9Q.1 size=766162 2024-09-19T13:44:10.625 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.622+0000 7f71dac3e8c0 1 < canceled multipart upload key=K7SNV9YW44WO upload=VJSP5ZSJ2U9Q tag=I8VZDHC7XOC7 type=write size=2863314 2024-09-19T13:44:10.631 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.630+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8NT83XBF9HN8.2~T5PFY03Y42BR.0 size=1048576 2024-09-19T13:44:10.635 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.634+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8NT83XBF9HN8.2~T5PFY03Y42BR.1 size=388442 2024-09-19T13:44:10.635 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.634+0000 7f71dac3e8c0 1 > prepared multipart upload key=8NT83XBF9HN8 upload=T5PFY03Y42BR tag=TQZUI2O31JF2 type=write size=2485594 2024-09-19T13:44:10.639 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.638+0000 7f71dac3e8c0 1 < completed delete operation key=XXX33TZ37H3Q tag=JOKUZR9GE6L1 type=del 2024-09-19T13:44:10.643 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.642+0000 7f71dac3e8c0 1 > prepared operation key=3M5OBS7J4VF9 tag=9FTBDADHV4PE type=write size=687311 2024-09-19T13:44:10.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.646+0000 7f71dac3e8c0 1 < completed delete operation key=NJ7EXTELNUF4 tag=X265DHQ0A0BQ type=del 2024-09-19T13:44:10.651 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.650+0000 7f71dac3e8c0 1 > prepared operation key=TZNPXQ5Y333X tag=6TW8UZ20UZJK type=del size=3424725 2024-09-19T13:44:10.655 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.650+0000 7f71dac3e8c0 1 < completed delete operation key=GTZ96ZN0A4E9 tag=YGD3IF1DY5KU type=del 2024-09-19T13:44:10.658 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.654+0000 7f71dac3e8c0 1 > prepared operation key=W1PNZKV93AHZ tag=88IJ6MTW2680 type=write size=734902 2024-09-19T13:44:10.662 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.658+0000 7f71dac3e8c0 1 < canceled operation key=0FYIGD7G7ER2 tag=JS3Y1OF8UDPX type=del size=2052714 2024-09-19T13:44:10.666 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.662+0000 7f71dac3e8c0 1 > prepared operation key=HXQD0AR5YYML tag=W5SZWH83WPX4 type=del size=1034884 2024-09-19T13:44:10.669 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.666+0000 7f71dac3e8c0 1 < completed part key=_multipart_V22QT1MEZ47G.2~KI149SBHL1SG.0 size=530297 2024-09-19T13:44:10.675 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.674+0000 7f71dac3e8c0 1 < completed multipart upload key=V22QT1MEZ47G upload=KI149SBHL1SG tag=0OK0BOA2JGSM type=write size=1578873 2024-09-19T13:44:10.681 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.678+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~BMAFP4TQRB0Z.0 size=1048576 2024-09-19T13:44:10.684 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.682+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~BMAFP4TQRB0Z.1 size=813613 2024-09-19T13:44:10.684 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.682+0000 7f71dac3e8c0 1 > prepared multipart upload key=K7SNV9YW44WO upload=BMAFP4TQRB0Z tag=3Y90NOGC7WOI type=write size=2910765 2024-09-19T13:44:10.688 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.686+0000 7f71dac3e8c0 1 < completed write operation key=D131FP2BZYDS tag=IATYKAG75QBS type=write size=754032 2024-09-19T13:44:10.695 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.690+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~GUADH8P52U35.0 size=1004695 2024-09-19T13:44:10.695 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.690+0000 7f71dac3e8c0 1 > prepared multipart upload key=XXX33TZ37H3Q upload=GUADH8P52U35 tag=90BDFWSPO0AR type=write size=2053271 2024-09-19T13:44:10.699 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.694+0000 7f71dac3e8c0 1 < completed part key=_multipart_E5541PV8MDY7.2~CZYQFOTPJKDF.0 size=1048576 2024-09-19T13:44:10.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.698+0000 7f71dac3e8c0 1 < completed part key=_multipart_E5541PV8MDY7.2~CZYQFOTPJKDF.1 size=943433 2024-09-19T13:44:10.707 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.706+0000 7f71dac3e8c0 1 < completed multipart upload key=E5541PV8MDY7 upload=CZYQFOTPJKDF tag=G074U3F0KUUV type=write size=3040585 2024-09-19T13:44:10.711 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.706+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=SL631JMVD49X type=del size=1277295 2024-09-19T13:44:10.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.714+0000 7f71dac3e8c0 1 < suggested remove operation key=GZF1MCOAN1NO tag=JHMQIKPJ50A6 type=write 2024-09-19T13:44:10.724 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.722+0000 7f71dac3e8c0 1 > prepared part key=_multipart_5UA3A6M3SVPV.2~ZNS5QBR0ZFLD.0 size=212313 2024-09-19T13:44:10.724 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.722+0000 7f71dac3e8c0 1 > prepared multipart upload key=5UA3A6M3SVPV upload=ZNS5QBR0ZFLD tag=K179O2JZPBR2 type=write size=1260889 2024-09-19T13:44:10.728 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.726+0000 7f71dac3e8c0 1 < completed delete operation key=HEVXCB3PBN2X tag=XAF2MNV5U73G type=del 2024-09-19T13:44:10.736 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.734+0000 7f71dac3e8c0 1 > prepared part key=_multipart_OZZDDUTJUZ6A.2~O30KTRBY737I.0 size=544617 2024-09-19T13:44:10.736 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.734+0000 7f71dac3e8c0 1 > prepared multipart upload key=OZZDDUTJUZ6A upload=O30KTRBY737I tag=KE45P47FR9AZ type=write size=1593193 2024-09-19T13:44:10.740 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.738+0000 7f71dac3e8c0 1 < completed delete operation key=IUZEMS5KASUH tag=HMEHJ21HNN3R type=del 2024-09-19T13:44:10.747 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.746+0000 7f71dac3e8c0 1 > prepared part key=_multipart_1L7F60AU40YA.2~CPDGB2IY3E3C.0 size=1048576 2024-09-19T13:44:10.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.746+0000 7f71dac3e8c0 1 > prepared part key=_multipart_1L7F60AU40YA.2~CPDGB2IY3E3C.1 size=303012 2024-09-19T13:44:10.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.746+0000 7f71dac3e8c0 1 > prepared multipart upload key=1L7F60AU40YA upload=CPDGB2IY3E3C tag=34FVTFR2MNH9 type=write size=2400164 2024-09-19T13:44:10.754 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.750+0000 7f71dac3e8c0 1 < completed part key=_multipart_7KN90I8B7PUK.2~7JQBJCW4TJV4.0 size=1048576 2024-09-19T13:44:10.757 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.754+0000 7f71dac3e8c0 1 < completed part key=_multipart_7KN90I8B7PUK.2~7JQBJCW4TJV4.1 size=31726 2024-09-19T13:44:10.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.762+0000 7f71dac3e8c0 1 < completed multipart upload key=7KN90I8B7PUK upload=7JQBJCW4TJV4 tag=C3VT8136ID3Z type=write size=2128878 2024-09-19T13:44:10.771 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.766+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~KBAH5YMIN7OE.0 size=297552 2024-09-19T13:44:10.771 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.766+0000 7f71dac3e8c0 1 > prepared multipart upload key=XXX33TZ37H3Q upload=KBAH5YMIN7OE tag=XTX5VLE5H9J0 type=write size=1346128 2024-09-19T13:44:10.775 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.774+0000 7f71dac3e8c0 1 < completed delete operation key=7KN90I8B7PUK tag=3BZYXDURHCLH type=del 2024-09-19T13:44:10.782 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.778+0000 7f71dac3e8c0 1 > prepared part key=_multipart_E5541PV8MDY7.2~GECQFLKDN1G4.0 size=1048576 2024-09-19T13:44:10.785 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.782+0000 7f71dac3e8c0 1 > prepared part key=_multipart_E5541PV8MDY7.2~GECQFLKDN1G4.1 size=1048576 2024-09-19T13:44:10.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.786+0000 7f71dac3e8c0 1 > prepared part key=_multipart_E5541PV8MDY7.2~GECQFLKDN1G4.2 size=714939 2024-09-19T13:44:10.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.786+0000 7f71dac3e8c0 1 > prepared multipart upload key=E5541PV8MDY7 upload=GECQFLKDN1G4 tag=6GIMXZ2RGD7G type=write size=3860667 2024-09-19T13:44:10.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.790+0000 7f71dac3e8c0 1 < completed part key=_multipart_TZNPXQ5Y333X.2~NI382JH7MB6M.0 size=1048576 2024-09-19T13:44:10.795 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.794+0000 7f71dac3e8c0 1 < completed part key=_multipart_TZNPXQ5Y333X.2~NI382JH7MB6M.1 size=1048576 2024-09-19T13:44:10.798 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.794+0000 7f71dac3e8c0 1 < completed part key=_multipart_TZNPXQ5Y333X.2~NI382JH7MB6M.2 size=80429 2024-09-19T13:44:10.805 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.802+0000 7f71dac3e8c0 1 < completed multipart upload key=TZNPXQ5Y333X upload=NI382JH7MB6M tag=LRG80EY1UH5C type=write size=3226157 2024-09-19T13:44:10.809 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.806+0000 7f71dac3e8c0 1 > prepared operation key=8NT83XBF9HN8 tag=JZXRVJ8E6NT9 type=del size=31294 2024-09-19T13:44:10.821 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.818+0000 7f71dac3e8c0 1 < suggested update operation key=LIMYIIX8WVBS tag=DDKHBNYT1VXA type=del size=1208400 2024-09-19T13:44:10.826 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.822+0000 7f71dac3e8c0 1 > prepared operation key=Q484UNX3BYBG tag=NAOYJ08YAI3L type=del size=553626 2024-09-19T13:44:10.830 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.826+0000 7f71dac3e8c0 1 < canceled operation key=NJ64P4D0EIT4 tag=39LG1PYS93FP type=write size=752144 2024-09-19T13:44:10.839 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.838+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QMR0T7URJS4W.2~ND07Y0N4VL4J.0 size=1048576 2024-09-19T13:44:10.842 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.838+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QMR0T7URJS4W.2~ND07Y0N4VL4J.1 size=330467 2024-09-19T13:44:10.842 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.838+0000 7f71dac3e8c0 1 > prepared multipart upload key=QMR0T7URJS4W upload=ND07Y0N4VL4J tag=2B60H3V0HEJ4 type=write size=2427619 2024-09-19T13:44:10.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.842+0000 7f71dac3e8c0 1 < completed part key=_multipart_8NT83XBF9HN8.2~T5PFY03Y42BR.0 size=1048576 2024-09-19T13:44:10.850 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.846+0000 7f71dac3e8c0 1 < completed part key=_multipart_8NT83XBF9HN8.2~T5PFY03Y42BR.1 size=388442 2024-09-19T13:44:10.857 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.854+0000 7f71dac3e8c0 1 < completed multipart upload key=8NT83XBF9HN8 upload=T5PFY03Y42BR tag=TQZUI2O31JF2 type=write size=2485594 2024-09-19T13:44:10.861 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.858+0000 7f71dac3e8c0 1 > prepared operation key=GZF1MCOAN1NO tag=J7SSG7MJJQAH type=del size=1559110 2024-09-19T13:44:10.864 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.862+0000 7f71dac3e8c0 1 < completed write operation key=3M5OBS7J4VF9 tag=9FTBDADHV4PE type=write size=687311 2024-09-19T13:44:10.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.870+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~LI231D1HL7UE.0 size=1048576 2024-09-19T13:44:10.874 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.870+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~LI231D1HL7UE.1 size=1048576 2024-09-19T13:44:10.876 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.874+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~LI231D1HL7UE.2 size=50009 2024-09-19T13:44:10.876 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.874+0000 7f71dac3e8c0 1 > prepared multipart upload key=K7SNV9YW44WO upload=LI231D1HL7UE tag=8ZNG4IQT3IA3 type=write size=3195737 2024-09-19T13:44:10.880 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.878+0000 7f71dac3e8c0 1 < completed delete operation key=TZNPXQ5Y333X tag=6TW8UZ20UZJK type=del 2024-09-19T13:44:10.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.882+0000 7f71dac3e8c0 1 > prepared operation key=8NT83XBF9HN8 tag=1O1J25C5A2UP type=del size=1933917 2024-09-19T13:44:10.891 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.890+0000 7f71dac3e8c0 1 < suggested remove operation key=W1PNZKV93AHZ tag=88IJ6MTW2680 type=write 2024-09-19T13:44:10.895 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.894+0000 7f71dac3e8c0 1 > prepared operation key=5UA3A6M3SVPV tag=3FRBUPT3MNU0 type=del size=548935 2024-09-19T13:44:10.900 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.898+0000 7f71dac3e8c0 1 < completed delete operation key=HXQD0AR5YYML tag=W5SZWH83WPX4 type=del 2024-09-19T13:44:10.907 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.902+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~BRB5O5KJ08CC.0 size=1048576 2024-09-19T13:44:10.912 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.906+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~BRB5O5KJ08CC.1 size=1048576 2024-09-19T13:44:10.913 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.910+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~BRB5O5KJ08CC.2 size=936634 2024-09-19T13:44:10.913 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.910+0000 7f71dac3e8c0 1 > prepared multipart upload key=7KN90I8B7PUK upload=BRB5O5KJ08CC tag=8ZEYKV8EV1EF type=write size=4082362 2024-09-19T13:44:10.918 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.914+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~BMAFP4TQRB0Z.0 size=1048576 2024-09-19T13:44:10.921 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.918+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~BMAFP4TQRB0Z.1 size=813613 2024-09-19T13:44:10.926 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.922+0000 7f71dac3e8c0 1 < completed multipart upload key=K7SNV9YW44WO upload=BMAFP4TQRB0Z tag=3Y90NOGC7WOI type=write size=2910765 2024-09-19T13:44:10.933 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.930+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HEVXCB3PBN2X.2~O2O2V9ZI7AXD.0 size=1048576 2024-09-19T13:44:10.937 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.934+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HEVXCB3PBN2X.2~O2O2V9ZI7AXD.1 size=472762 2024-09-19T13:44:10.937 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.934+0000 7f71dac3e8c0 1 > prepared multipart upload key=HEVXCB3PBN2X upload=O2O2V9ZI7AXD tag=AYGZF3RX351N type=write size=2569914 2024-09-19T13:44:10.941 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.938+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~GUADH8P52U35.0 size=1004695 2024-09-19T13:44:10.948 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.946+0000 7f71dac3e8c0 1 < completed multipart upload key=XXX33TZ37H3Q upload=GUADH8P52U35 tag=90BDFWSPO0AR type=write size=2053271 2024-09-19T13:44:10.952 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.950+0000 7f71dac3e8c0 1 > prepared operation key=37OSN0RSHGZZ tag=95QGIJUBEB1U type=del size=1147937 2024-09-19T13:44:10.956 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.954+0000 7f71dac3e8c0 1 < completed delete operation key=IUZEMS5KASUH tag=SL631JMVD49X type=del 2024-09-19T13:44:10.960 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.958+0000 7f71dac3e8c0 1 > prepared operation key=QMR0T7URJS4W tag=Q28LM049PGAV type=del size=3294339 2024-09-19T13:44:10.964 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.962+0000 7f71dac3e8c0 1 < completed part key=_multipart_5UA3A6M3SVPV.2~ZNS5QBR0ZFLD.0 size=212313 2024-09-19T13:44:10.969 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.966+0000 7f71dac3e8c0 1 < completed multipart upload key=5UA3A6M3SVPV upload=ZNS5QBR0ZFLD tag=K179O2JZPBR2 type=write size=1260889 2024-09-19T13:44:10.973 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.970+0000 7f71dac3e8c0 1 > prepared operation key=QMR0T7URJS4W tag=3VR9O9P6K4HW type=del size=1261002 2024-09-19T13:44:10.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.970+0000 7f71dac3e8c0 1 < canceled part key=_multipart_OZZDDUTJUZ6A.2~O30KTRBY737I.0 size=544617 2024-09-19T13:44:10.980 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.978+0000 7f71dac3e8c0 1 < canceled multipart upload key=OZZDDUTJUZ6A upload=O30KTRBY737I tag=KE45P47FR9AZ type=write size=1593193 2024-09-19T13:44:10.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.982+0000 7f71dac3e8c0 1 > prepared operation key=7KN90I8B7PUK tag=DBOF8XWTVFD8 type=del size=3614430 2024-09-19T13:44:10.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.982+0000 7f71dac3e8c0 1 < canceled part key=_multipart_1L7F60AU40YA.2~CPDGB2IY3E3C.0 size=1048576 2024-09-19T13:44:10.988 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.986+0000 7f71dac3e8c0 1 < completed part key=_multipart_1L7F60AU40YA.2~CPDGB2IY3E3C.1 size=303012 2024-09-19T13:44:10.994 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.990+0000 7f71dac3e8c0 1 < canceled multipart upload key=1L7F60AU40YA upload=CPDGB2IY3E3C tag=34FVTFR2MNH9 type=write size=2400164 2024-09-19T13:44:10.998 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.994+0000 7f71dac3e8c0 1 > prepared operation key=JO1LC6YY2PEB tag=TZ8JWAI891F5 type=del size=213075 2024-09-19T13:44:11.002 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:10.998+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~KBAH5YMIN7OE.0 size=297552 2024-09-19T13:44:11.008 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.006+0000 7f71dac3e8c0 1 < completed multipart upload key=XXX33TZ37H3Q upload=KBAH5YMIN7OE tag=XTX5VLE5H9J0 type=write size=1346128 2024-09-19T13:44:11.012 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.010+0000 7f71dac3e8c0 1 > prepared operation key=XXX33TZ37H3Q tag=RVX8L9EIUQT9 type=del size=2397589 2024-09-19T13:44:11.016 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.014+0000 7f71dac3e8c0 1 < completed part key=_multipart_E5541PV8MDY7.2~GECQFLKDN1G4.0 size=1048576 2024-09-19T13:44:11.019 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.018+0000 7f71dac3e8c0 1 < completed part key=_multipart_E5541PV8MDY7.2~GECQFLKDN1G4.1 size=1048576 2024-09-19T13:44:11.019 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.018+0000 7f71dac3e8c0 1 < canceled part key=_multipart_E5541PV8MDY7.2~GECQFLKDN1G4.2 size=714939 2024-09-19T13:44:11.025 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.022+0000 7f71dac3e8c0 1 < canceled multipart upload key=E5541PV8MDY7 upload=GECQFLKDN1G4 tag=6GIMXZ2RGD7G type=write size=3860667 2024-09-19T13:44:11.029 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.026+0000 7f71dac3e8c0 1 > prepared operation key=NJ64P4D0EIT4 tag=SKZ8EK2XXBQK type=del size=561033 2024-09-19T13:44:11.033 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.030+0000 7f71dac3e8c0 1 < completed delete operation key=8NT83XBF9HN8 tag=JZXRVJ8E6NT9 type=del 2024-09-19T13:44:11.037 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.034+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=DWU39UHQ68MX type=del size=2484651 2024-09-19T13:44:11.041 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.038+0000 7f71dac3e8c0 1 < completed delete operation key=Q484UNX3BYBG tag=NAOYJ08YAI3L type=del 2024-09-19T13:44:11.045 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.042+0000 7f71dac3e8c0 1 > prepared operation key=QQ09T88TB3XG tag=34RZDLM28XLN type=del size=2415061 2024-09-19T13:44:11.049 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.046+0000 7f71dac3e8c0 1 < completed part key=_multipart_QMR0T7URJS4W.2~ND07Y0N4VL4J.0 size=1048576 2024-09-19T13:44:11.051 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.050+0000 7f71dac3e8c0 1 < completed part key=_multipart_QMR0T7URJS4W.2~ND07Y0N4VL4J.1 size=330467 2024-09-19T13:44:11.057 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.054+0000 7f71dac3e8c0 1 < completed multipart upload key=QMR0T7URJS4W upload=ND07Y0N4VL4J tag=2B60H3V0HEJ4 type=write size=2427619 2024-09-19T13:44:11.061 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.058+0000 7f71dac3e8c0 1 > prepared operation key=1L7F60AU40YA tag=646AMELNCWXL type=del size=2239085 2024-09-19T13:44:11.065 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.062+0000 7f71dac3e8c0 1 < completed delete operation key=GZF1MCOAN1NO tag=J7SSG7MJJQAH type=del 2024-09-19T13:44:11.069 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.066+0000 7f71dac3e8c0 1 > prepared operation key=HEVXCB3PBN2X tag=MS9K3JW69GTJ type=del size=2491769 2024-09-19T13:44:11.073 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.070+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~LI231D1HL7UE.0 size=1048576 2024-09-19T13:44:11.076 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.074+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~LI231D1HL7UE.1 size=1048576 2024-09-19T13:44:11.076 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.074+0000 7f71dac3e8c0 1 < canceled part key=_multipart_K7SNV9YW44WO.2~LI231D1HL7UE.2 size=50009 2024-09-19T13:44:11.082 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.078+0000 7f71dac3e8c0 1 < canceled multipart upload key=K7SNV9YW44WO upload=LI231D1HL7UE tag=8ZNG4IQT3IA3 type=write size=3195737 2024-09-19T13:44:11.086 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.082+0000 7f71dac3e8c0 1 > prepared operation key=NJ64P4D0EIT4 tag=BDDTGINQXPL6 type=del size=3103300 2024-09-19T13:44:11.090 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.086+0000 7f71dac3e8c0 1 < completed delete operation key=8NT83XBF9HN8 tag=1O1J25C5A2UP type=del 2024-09-19T13:44:11.097 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.094+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GZF1MCOAN1NO.2~HA82Y2XHTKLX.0 size=1048576 2024-09-19T13:44:11.100 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.098+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GZF1MCOAN1NO.2~HA82Y2XHTKLX.1 size=610007 2024-09-19T13:44:11.100 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.098+0000 7f71dac3e8c0 1 > prepared multipart upload key=GZF1MCOAN1NO upload=HA82Y2XHTKLX tag=HIQ4N32PUOBE type=write size=2707159 2024-09-19T13:44:11.104 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.102+0000 7f71dac3e8c0 1 < completed delete operation key=5UA3A6M3SVPV tag=3FRBUPT3MNU0 type=del 2024-09-19T13:44:11.107 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.106+0000 7f71dac3e8c0 1 > prepared operation key=NJ64P4D0EIT4 tag=5JJRWC4MSCGA type=del size=2159615 2024-09-19T13:44:11.111 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.110+0000 7f71dac3e8c0 1 < completed part key=_multipart_7KN90I8B7PUK.2~BRB5O5KJ08CC.0 size=1048576 2024-09-19T13:44:11.111 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.110+0000 7f71dac3e8c0 1 < canceled part key=_multipart_7KN90I8B7PUK.2~BRB5O5KJ08CC.1 size=1048576 2024-09-19T13:44:11.112 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.110+0000 7f71dac3e8c0 1 < canceled part key=_multipart_7KN90I8B7PUK.2~BRB5O5KJ08CC.2 size=936634 2024-09-19T13:44:11.119 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.118+0000 7f71dac3e8c0 1 < canceled multipart upload key=7KN90I8B7PUK upload=BRB5O5KJ08CC tag=8ZEYKV8EV1EF type=write size=4082362 2024-09-19T13:44:11.125 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.122+0000 7f71dac3e8c0 1 > prepared part key=_multipart_37OSN0RSHGZZ.2~ETROQENPVUQ1.0 size=751863 2024-09-19T13:44:11.126 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.122+0000 7f71dac3e8c0 1 > prepared multipart upload key=37OSN0RSHGZZ upload=ETROQENPVUQ1 tag=YENEYI3J61L2 type=write size=1800439 2024-09-19T13:44:11.129 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.126+0000 7f71dac3e8c0 1 < completed part key=_multipart_HEVXCB3PBN2X.2~O2O2V9ZI7AXD.0 size=1048576 2024-09-19T13:44:11.132 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.130+0000 7f71dac3e8c0 1 < completed part key=_multipart_HEVXCB3PBN2X.2~O2O2V9ZI7AXD.1 size=472762 2024-09-19T13:44:11.139 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.134+0000 7f71dac3e8c0 1 < completed multipart upload key=HEVXCB3PBN2X upload=O2O2V9ZI7AXD tag=AYGZF3RX351N type=write size=2569914 2024-09-19T13:44:11.143 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.142+0000 7f71dac3e8c0 1 > prepared operation key=OZZDDUTJUZ6A tag=38P1A5PIVAJ0 type=del size=3189151 2024-09-19T13:44:11.151 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.150+0000 7f71dac3e8c0 1 < suggested remove operation key=37OSN0RSHGZZ tag=95QGIJUBEB1U type=del 2024-09-19T13:44:11.157 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.154+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~1WUOAHLQA563.0 size=272176 2024-09-19T13:44:11.157 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.154+0000 7f71dac3e8c0 1 > prepared multipart upload key=3M5OBS7J4VF9 upload=1WUOAHLQA563 tag=4ADX4JBSDHOM type=write size=1320752 2024-09-19T13:44:11.161 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.158+0000 7f71dac3e8c0 1 < canceled operation key=QMR0T7URJS4W tag=Q28LM049PGAV type=del size=3294339 2024-09-19T13:44:11.167 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.166+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~4KD3GSTKIYDA.0 size=608191 2024-09-19T13:44:11.168 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.166+0000 7f71dac3e8c0 1 > prepared multipart upload key=HXQD0AR5YYML upload=4KD3GSTKIYDA tag=3JM8K8G5TFAZ type=write size=1656767 2024-09-19T13:44:11.171 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.170+0000 7f71dac3e8c0 1 < completed delete operation key=QMR0T7URJS4W tag=3VR9O9P6K4HW type=del 2024-09-19T13:44:11.177 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.174+0000 7f71dac3e8c0 1 > prepared operation key=1L7F60AU40YA tag=KH2A4NCDS996 type=del size=2778797 2024-09-19T13:44:11.186 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.182+0000 7f71dac3e8c0 1 < suggested update operation key=7KN90I8B7PUK tag=DBOF8XWTVFD8 type=del size=3614430 2024-09-19T13:44:11.190 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.186+0000 7f71dac3e8c0 1 > prepared operation key=QQ09T88TB3XG tag=4N9DRGIWOXPN type=del size=2487413 2024-09-19T13:44:11.194 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.190+0000 7f71dac3e8c0 1 < completed delete operation key=JO1LC6YY2PEB tag=TZ8JWAI891F5 type=del 2024-09-19T13:44:11.198 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.194+0000 7f71dac3e8c0 1 > prepared operation key=K7SNV9YW44WO tag=1C4LADPSKUIB type=del size=1149089 2024-09-19T13:44:11.202 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.198+0000 7f71dac3e8c0 1 < completed delete operation key=XXX33TZ37H3Q tag=RVX8L9EIUQT9 type=del 2024-09-19T13:44:11.205 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.202+0000 7f71dac3e8c0 1 > prepared operation key=E5541PV8MDY7 tag=UM4A5BQPKKB1 type=del size=2922675 2024-09-19T13:44:11.209 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.206+0000 7f71dac3e8c0 1 < completed delete operation key=NJ64P4D0EIT4 tag=SKZ8EK2XXBQK type=del 2024-09-19T13:44:11.216 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.214+0000 7f71dac3e8c0 1 > prepared part key=_multipart_Q484UNX3BYBG.2~CL8L3BTCWEZT.0 size=862615 2024-09-19T13:44:11.216 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.214+0000 7f71dac3e8c0 1 > prepared multipart upload key=Q484UNX3BYBG upload=CL8L3BTCWEZT tag=WBSLQNVNMCBS type=write size=1911191 2024-09-19T13:44:11.220 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.218+0000 7f71dac3e8c0 1 < completed delete operation key=IUZEMS5KASUH tag=DWU39UHQ68MX type=del 2024-09-19T13:44:11.224 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.222+0000 7f71dac3e8c0 1 > prepared operation key=ZTBECCHZS74F tag=5LAZX53JL6W4 type=del size=27196 2024-09-19T13:44:11.228 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.226+0000 7f71dac3e8c0 1 < completed delete operation key=QQ09T88TB3XG tag=34RZDLM28XLN type=del 2024-09-19T13:44:11.231 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.230+0000 7f71dac3e8c0 1 > prepared operation key=A0ZG34NFHPW5 tag=KJCWQ2V1FXTL type=del size=3770258 2024-09-19T13:44:11.239 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.238+0000 7f71dac3e8c0 1 < suggested remove operation key=1L7F60AU40YA tag=646AMELNCWXL type=del 2024-09-19T13:44:11.243 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.242+0000 7f71dac3e8c0 1 > prepared operation key=GTZ96ZN0A4E9 tag=WAGLOXNU1601 type=del size=2894705 2024-09-19T13:44:11.247 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.246+0000 7f71dac3e8c0 1 < completed delete operation key=HEVXCB3PBN2X tag=MS9K3JW69GTJ type=del 2024-09-19T13:44:11.250 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.246+0000 7f71dac3e8c0 1 > prepared operation key=D131FP2BZYDS tag=CGDR7AQIT43B type=del size=31443 2024-09-19T13:44:11.255 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.254+0000 7f71dac3e8c0 1 < completed delete operation key=NJ64P4D0EIT4 tag=BDDTGINQXPL6 type=del 2024-09-19T13:44:11.259 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.258+0000 7f71dac3e8c0 1 > prepared operation key=A0ZG34NFHPW5 tag=6WST9MXSFGBZ type=del size=2782109 2024-09-19T13:44:11.263 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.258+0000 7f71dac3e8c0 1 < completed part key=_multipart_GZF1MCOAN1NO.2~HA82Y2XHTKLX.0 size=1048576 2024-09-19T13:44:11.266 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.262+0000 7f71dac3e8c0 1 < completed part key=_multipart_GZF1MCOAN1NO.2~HA82Y2XHTKLX.1 size=610007 2024-09-19T13:44:11.273 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.270+0000 7f71dac3e8c0 1 < completed multipart upload key=GZF1MCOAN1NO upload=HA82Y2XHTKLX tag=HIQ4N32PUOBE type=write size=2707159 2024-09-19T13:44:11.277 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.274+0000 7f71dac3e8c0 1 > prepared operation key=7KN90I8B7PUK tag=NBSP9T23KT2O type=write size=207870 2024-09-19T13:44:11.281 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.278+0000 7f71dac3e8c0 1 < completed delete operation key=NJ64P4D0EIT4 tag=5JJRWC4MSCGA type=del 2024-09-19T13:44:11.287 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.286+0000 7f71dac3e8c0 1 > prepared part key=_multipart_6QW9QPSBZ37R.2~JSLIU7Y28YPV.0 size=97950 2024-09-19T13:44:11.287 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.286+0000 7f71dac3e8c0 1 > prepared multipart upload key=6QW9QPSBZ37R upload=JSLIU7Y28YPV tag=K0KEZRT01AM3 type=write size=1146526 2024-09-19T13:44:11.291 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.290+0000 7f71dac3e8c0 1 < completed part key=_multipart_37OSN0RSHGZZ.2~ETROQENPVUQ1.0 size=751863 2024-09-19T13:44:11.296 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.294+0000 7f71dac3e8c0 1 < completed multipart upload key=37OSN0RSHGZZ upload=ETROQENPVUQ1 tag=YENEYI3J61L2 type=write size=1800439 2024-09-19T13:44:11.300 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.298+0000 7f71dac3e8c0 1 > prepared operation key=W1PNZKV93AHZ tag=ETDWS696XS7Y type=write size=194929 2024-09-19T13:44:11.304 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.302+0000 7f71dac3e8c0 1 < completed delete operation key=OZZDDUTJUZ6A tag=38P1A5PIVAJ0 type=del 2024-09-19T13:44:11.307 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.306+0000 7f71dac3e8c0 1 > prepared operation key=TZNPXQ5Y333X tag=871V6WO13LCC type=del size=554523 2024-09-19T13:44:11.311 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.310+0000 7f71dac3e8c0 1 < completed part key=_multipart_3M5OBS7J4VF9.2~1WUOAHLQA563.0 size=272176 2024-09-19T13:44:11.317 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.314+0000 7f71dac3e8c0 1 < completed multipart upload key=3M5OBS7J4VF9 upload=1WUOAHLQA563 tag=4ADX4JBSDHOM type=write size=1320752 2024-09-19T13:44:11.321 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.318+0000 7f71dac3e8c0 1 > prepared operation key=Q484UNX3BYBG tag=JPI6O8IHQZD3 type=del size=511849 2024-09-19T13:44:11.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.318+0000 7f71dac3e8c0 1 < canceled part key=_multipart_HXQD0AR5YYML.2~4KD3GSTKIYDA.0 size=608191 2024-09-19T13:44:11.327 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.326+0000 7f71dac3e8c0 1 < canceled multipart upload key=HXQD0AR5YYML upload=4KD3GSTKIYDA tag=3JM8K8G5TFAZ type=write size=1656767 2024-09-19T13:44:11.334 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.330+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8KBRPNQCKIQN.2~8IGJP8RY07WC.0 size=1048576 2024-09-19T13:44:11.337 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.334+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8KBRPNQCKIQN.2~8IGJP8RY07WC.1 size=771232 2024-09-19T13:44:11.337 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.334+0000 7f71dac3e8c0 1 > prepared multipart upload key=8KBRPNQCKIQN upload=8IGJP8RY07WC tag=YIVU5JC3ISR1 type=write size=2868384 2024-09-19T13:44:11.340 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.338+0000 7f71dac3e8c0 -1 < failed to complete operation key=1L7F60AU40YA tag=KH2A4NCDS996 type=del size=2778797: (22) Invalid argument 2024-09-19T13:44:11.344 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.342+0000 7f71dac3e8c0 1 > prepared operation key=NJ7EXTELNUF4 tag=I9OHZU4HRT5Z type=del size=3993775 2024-09-19T13:44:11.351 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.350+0000 7f71dac3e8c0 1 < suggested remove operation key=QQ09T88TB3XG tag=4N9DRGIWOXPN type=del 2024-09-19T13:44:11.358 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.354+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HEVXCB3PBN2X.2~I5H22X4SZLF8.0 size=1048576 2024-09-19T13:44:11.361 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.358+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HEVXCB3PBN2X.2~I5H22X4SZLF8.1 size=789653 2024-09-19T13:44:11.361 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.358+0000 7f71dac3e8c0 1 > prepared multipart upload key=HEVXCB3PBN2X upload=I5H22X4SZLF8 tag=FL391XIA08WD type=write size=2886805 2024-09-19T13:44:11.368 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.366+0000 7f71dac3e8c0 1 < suggested update operation key=K7SNV9YW44WO tag=1C4LADPSKUIB type=del size=1149089 2024-09-19T13:44:11.371 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.370+0000 7f71dac3e8c0 1 > prepared operation key=0FYIGD7G7ER2 tag=YWMS28Q7UKJM type=del size=3555362 2024-09-19T13:44:11.376 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.374+0000 7f71dac3e8c0 1 < completed delete operation key=E5541PV8MDY7 tag=UM4A5BQPKKB1 type=del 2024-09-19T13:44:11.382 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.378+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~50AVOA33ZXHT.0 size=229490 2024-09-19T13:44:11.383 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.378+0000 7f71dac3e8c0 1 > prepared multipart upload key=HXQD0AR5YYML upload=50AVOA33ZXHT tag=7RU55KXGZQO6 type=write size=1278066 2024-09-19T13:44:11.386 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.382+0000 7f71dac3e8c0 1 < completed part key=_multipart_Q484UNX3BYBG.2~CL8L3BTCWEZT.0 size=862615 2024-09-19T13:44:11.392 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.390+0000 7f71dac3e8c0 1 < completed multipart upload key=Q484UNX3BYBG upload=CL8L3BTCWEZT tag=WBSLQNVNMCBS type=write size=1911191 2024-09-19T13:44:11.398 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.394+0000 7f71dac3e8c0 1 > prepared part key=_multipart_E5541PV8MDY7.2~T6CFAZL2QONM.0 size=1014694 2024-09-19T13:44:11.399 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.394+0000 7f71dac3e8c0 1 > prepared multipart upload key=E5541PV8MDY7 upload=T6CFAZL2QONM tag=JTO4S973A0WL type=write size=2063270 2024-09-19T13:44:11.402 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.398+0000 7f71dac3e8c0 1 < completed delete operation key=ZTBECCHZS74F tag=5LAZX53JL6W4 type=del 2024-09-19T13:44:11.406 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.402+0000 7f71dac3e8c0 1 > prepared operation key=5UA3A6M3SVPV tag=P501RR93SB2N type=del size=501493 2024-09-19T13:44:11.410 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.406+0000 7f71dac3e8c0 1 < completed delete operation key=A0ZG34NFHPW5 tag=KJCWQ2V1FXTL type=del 2024-09-19T13:44:11.413 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.410+0000 7f71dac3e8c0 1 > prepared operation key=W1PNZKV93AHZ tag=8P321ZFXI8WC type=write size=489342 2024-09-19T13:44:11.419 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.418+0000 7f71dac3e8c0 1 < canceled operation key=GTZ96ZN0A4E9 tag=WAGLOXNU1601 type=del size=2894705 2024-09-19T13:44:11.423 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.422+0000 7f71dac3e8c0 1 > prepared operation key=7KN90I8B7PUK tag=PIIAC2YWF2WN type=del size=2197459 2024-09-19T13:44:11.429 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.426+0000 7f71dac3e8c0 1 < suggested remove operation key=D131FP2BZYDS tag=CGDR7AQIT43B type=del 2024-09-19T13:44:11.433 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.430+0000 7f71dac3e8c0 1 > prepared operation key=Q484UNX3BYBG tag=EE2KTM2HVVME type=del size=564738 2024-09-19T13:44:11.437 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.434+0000 7f71dac3e8c0 1 < completed delete operation key=A0ZG34NFHPW5 tag=6WST9MXSFGBZ type=del 2024-09-19T13:44:11.443 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.442+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~LYJTT0H9VADB.0 size=875179 2024-09-19T13:44:11.443 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.442+0000 7f71dac3e8c0 1 > prepared multipart upload key=IUZEMS5KASUH upload=LYJTT0H9VADB tag=092A198874E1 type=write size=1923755 2024-09-19T13:44:11.447 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.446+0000 7f71dac3e8c0 1 < completed write operation key=7KN90I8B7PUK tag=NBSP9T23KT2O type=write size=207870 2024-09-19T13:44:11.450 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.446+0000 7f71dac3e8c0 1 > prepared operation key=0FYIGD7G7ER2 tag=K1VK53F7ISCY type=del size=2669712 2024-09-19T13:44:11.454 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.450+0000 7f71dac3e8c0 1 < completed part key=_multipart_6QW9QPSBZ37R.2~JSLIU7Y28YPV.0 size=97950 2024-09-19T13:44:11.460 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.458+0000 7f71dac3e8c0 1 < completed multipart upload key=6QW9QPSBZ37R upload=JSLIU7Y28YPV tag=K0KEZRT01AM3 type=write size=1146526 2024-09-19T13:44:11.464 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.462+0000 7f71dac3e8c0 1 > prepared operation key=6QW9QPSBZ37R tag=OEZM1P03C4K0 type=del size=1406297 2024-09-19T13:44:11.471 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.470+0000 7f71dac3e8c0 1 < suggested update operation key=W1PNZKV93AHZ tag=ETDWS696XS7Y type=write size=194929 2024-09-19T13:44:11.475 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.474+0000 7f71dac3e8c0 1 > prepared operation key=ZTBECCHZS74F tag=GOYET1I60WPQ type=del size=2923151 2024-09-19T13:44:11.479 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.474+0000 7f71dac3e8c0 1 < completed delete operation key=TZNPXQ5Y333X tag=871V6WO13LCC type=del 2024-09-19T13:44:11.483 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.482+0000 7f71dac3e8c0 1 > prepared operation key=HEVXCB3PBN2X tag=PNV5CZFK1H12 type=del size=3479628 2024-09-19T13:44:11.486 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.482+0000 7f71dac3e8c0 1 < completed delete operation key=Q484UNX3BYBG tag=JPI6O8IHQZD3 type=del 2024-09-19T13:44:11.494 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.490+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~XCAKO1E50YJ7.0 size=1048576 2024-09-19T13:44:11.497 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.494+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~XCAKO1E50YJ7.1 size=1048576 2024-09-19T13:44:11.501 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.498+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~XCAKO1E50YJ7.2 size=26205 2024-09-19T13:44:11.501 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.498+0000 7f71dac3e8c0 1 > prepared multipart upload key=3M5OBS7J4VF9 upload=XCAKO1E50YJ7 tag=Y1H2K51ZGWD0 type=write size=3171933 2024-09-19T13:44:11.505 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.502+0000 7f71dac3e8c0 1 < completed part key=_multipart_8KBRPNQCKIQN.2~8IGJP8RY07WC.0 size=1048576 2024-09-19T13:44:11.508 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.506+0000 7f71dac3e8c0 1 < completed part key=_multipart_8KBRPNQCKIQN.2~8IGJP8RY07WC.1 size=771232 2024-09-19T13:44:11.515 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.514+0000 7f71dac3e8c0 1 < completed multipart upload key=8KBRPNQCKIQN upload=8IGJP8RY07WC tag=YIVU5JC3ISR1 type=write size=2868384 2024-09-19T13:44:11.520 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.518+0000 7f71dac3e8c0 1 > prepared operation key=K7SNV9YW44WO tag=EUZURGJO1RM5 type=del size=1073131 2024-09-19T13:44:11.524 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.522+0000 7f71dac3e8c0 1 < completed delete operation key=NJ7EXTELNUF4 tag=I9OHZU4HRT5Z type=del 2024-09-19T13:44:11.528 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.526+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=JL5JNSTF9IDQ type=del size=1041477 2024-09-19T13:44:11.532 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.530+0000 7f71dac3e8c0 1 < completed part key=_multipart_HEVXCB3PBN2X.2~I5H22X4SZLF8.0 size=1048576 2024-09-19T13:44:11.535 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.534+0000 7f71dac3e8c0 1 < completed part key=_multipart_HEVXCB3PBN2X.2~I5H22X4SZLF8.1 size=789653 2024-09-19T13:44:11.543 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.542+0000 7f71dac3e8c0 1 < completed multipart upload key=HEVXCB3PBN2X upload=I5H22X4SZLF8 tag=FL391XIA08WD type=write size=2886805 2024-09-19T13:44:11.550 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.546+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~WW6WUJC3PJKV.0 size=126872 2024-09-19T13:44:11.550 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.546+0000 7f71dac3e8c0 1 > prepared multipart upload key=XXX33TZ37H3Q upload=WW6WUJC3PJKV tag=NSKSCMXHKZ0W type=write size=1175448 2024-09-19T13:44:11.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.550+0000 7f71dac3e8c0 1 < completed delete operation key=0FYIGD7G7ER2 tag=YWMS28Q7UKJM type=del 2024-09-19T13:44:11.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.558+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~MAE99G04OOPZ.0 size=1048576 2024-09-19T13:44:11.564 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.562+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~MAE99G04OOPZ.1 size=247993 2024-09-19T13:44:11.564 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.562+0000 7f71dac3e8c0 1 > prepared multipart upload key=LIMYIIX8WVBS upload=MAE99G04OOPZ tag=ZGJPH0PFD0AE type=write size=2345145 2024-09-19T13:44:11.567 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.566+0000 7f71dac3e8c0 1 < completed part key=_multipart_HXQD0AR5YYML.2~50AVOA33ZXHT.0 size=229490 2024-09-19T13:44:11.573 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.570+0000 7f71dac3e8c0 1 < completed multipart upload key=HXQD0AR5YYML upload=50AVOA33ZXHT tag=7RU55KXGZQO6 type=write size=1278066 2024-09-19T13:44:11.579 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.578+0000 7f71dac3e8c0 1 > prepared part key=_multipart_OZZDDUTJUZ6A.2~OEN3DLHFD4OD.0 size=639246 2024-09-19T13:44:11.579 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.578+0000 7f71dac3e8c0 1 > prepared multipart upload key=OZZDDUTJUZ6A upload=OEN3DLHFD4OD tag=KJS84O0Y210X type=write size=1687822 2024-09-19T13:44:11.580 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.578+0000 7f71dac3e8c0 1 < canceled part key=_multipart_E5541PV8MDY7.2~T6CFAZL2QONM.0 size=1014694 2024-09-19T13:44:11.585 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.582+0000 7f71dac3e8c0 1 < canceled multipart upload key=E5541PV8MDY7 upload=T6CFAZL2QONM tag=JTO4S973A0WL type=write size=2063270 2024-09-19T13:44:11.589 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.586+0000 7f71dac3e8c0 1 > prepared operation key=QMR0T7URJS4W tag=CJJW4E1LBYO8 type=del size=2385494 2024-09-19T13:44:11.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.594+0000 7f71dac3e8c0 1 < suggested remove operation key=5UA3A6M3SVPV tag=P501RR93SB2N type=del 2024-09-19T13:44:11.603 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.602+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GTZ96ZN0A4E9.2~OU080U18B863.0 size=1048576 2024-09-19T13:44:11.606 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.602+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GTZ96ZN0A4E9.2~OU080U18B863.1 size=1048576 2024-09-19T13:44:11.608 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.606+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GTZ96ZN0A4E9.2~OU080U18B863.2 size=628628 2024-09-19T13:44:11.608 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.606+0000 7f71dac3e8c0 1 > prepared multipart upload key=GTZ96ZN0A4E9 upload=OU080U18B863 tag=DEOGE1I2XOKA type=write size=3774356 2024-09-19T13:44:11.612 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.610+0000 7f71dac3e8c0 -1 < failed to complete operation key=W1PNZKV93AHZ tag=8P321ZFXI8WC type=write size=489342: (22) Invalid argument 2024-09-19T13:44:11.619 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.618+0000 7f71dac3e8c0 1 > prepared part key=_multipart_37OSN0RSHGZZ.2~IA010LEJY04S.0 size=1048576 2024-09-19T13:44:11.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.618+0000 7f71dac3e8c0 1 > prepared part key=_multipart_37OSN0RSHGZZ.2~IA010LEJY04S.1 size=73722 2024-09-19T13:44:11.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.618+0000 7f71dac3e8c0 1 > prepared multipart upload key=37OSN0RSHGZZ upload=IA010LEJY04S tag=7ISQU7G7DA7Q type=write size=2170874 2024-09-19T13:44:11.625 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.622+0000 7f71dac3e8c0 1 < completed delete operation key=7KN90I8B7PUK tag=PIIAC2YWF2WN type=del 2024-09-19T13:44:11.632 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.630+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~4EUTK6CMAXBA.0 size=631265 2024-09-19T13:44:11.632 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.630+0000 7f71dac3e8c0 1 > prepared multipart upload key=7KN90I8B7PUK upload=4EUTK6CMAXBA tag=VHAIW92YASNT type=write size=1679841 2024-09-19T13:44:11.639 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.634+0000 7f71dac3e8c0 1 < suggested update operation key=Q484UNX3BYBG tag=EE2KTM2HVVME type=del size=564738 2024-09-19T13:44:11.645 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.642+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8NT83XBF9HN8.2~0QU3US1MW30A.0 size=1048576 2024-09-19T13:44:11.648 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.646+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8NT83XBF9HN8.2~0QU3US1MW30A.1 size=764432 2024-09-19T13:44:11.648 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.646+0000 7f71dac3e8c0 1 > prepared multipart upload key=8NT83XBF9HN8 upload=0QU3US1MW30A tag=UO1GN1CNONKD type=write size=2861584 2024-09-19T13:44:11.652 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.650+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~LYJTT0H9VADB.0 size=875179 2024-09-19T13:44:11.658 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.654+0000 7f71dac3e8c0 1 < completed multipart upload key=IUZEMS5KASUH upload=LYJTT0H9VADB tag=092A198874E1 type=write size=1923755 2024-09-19T13:44:11.666 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.662+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~55RC54NQJBOD.0 size=1048576 2024-09-19T13:44:11.669 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.666+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~55RC54NQJBOD.1 size=361466 2024-09-19T13:44:11.669 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.666+0000 7f71dac3e8c0 1 > prepared multipart upload key=W1PNZKV93AHZ upload=55RC54NQJBOD tag=G9WQ35AZ531K type=write size=2458618 2024-09-19T13:44:11.673 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.670+0000 7f71dac3e8c0 1 < completed delete operation key=0FYIGD7G7ER2 tag=K1VK53F7ISCY type=del 2024-09-19T13:44:11.681 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.678+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~G70WVRV2ZNNN.0 size=556922 2024-09-19T13:44:11.681 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.678+0000 7f71dac3e8c0 1 > prepared multipart upload key=LIMYIIX8WVBS upload=G70WVRV2ZNNN tag=SX3YMD8FX084 type=write size=1605498 2024-09-19T13:44:11.685 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.682+0000 7f71dac3e8c0 1 < completed delete operation key=6QW9QPSBZ37R tag=OEZM1P03C4K0 type=del 2024-09-19T13:44:11.689 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.686+0000 7f71dac3e8c0 1 > prepared operation key=E5541PV8MDY7 tag=VS7NBINXTBXU type=del size=2779903 2024-09-19T13:44:11.693 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.690+0000 7f71dac3e8c0 1 < completed delete operation key=ZTBECCHZS74F tag=GOYET1I60WPQ type=del 2024-09-19T13:44:11.697 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.694+0000 7f71dac3e8c0 1 > prepared operation key=QMR0T7URJS4W tag=RKX2G99V6ZYE type=del size=3631545 2024-09-19T13:44:11.700 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.698+0000 7f71dac3e8c0 1 < completed delete operation key=HEVXCB3PBN2X tag=PNV5CZFK1H12 type=del 2024-09-19T13:44:11.704 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.702+0000 7f71dac3e8c0 1 > prepared operation key=NJ7EXTELNUF4 tag=BAGSZVHZBR9X type=del size=1543170 2024-09-19T13:44:11.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.706+0000 7f71dac3e8c0 1 < completed part key=_multipart_3M5OBS7J4VF9.2~XCAKO1E50YJ7.0 size=1048576 2024-09-19T13:44:11.711 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.710+0000 7f71dac3e8c0 1 < completed part key=_multipart_3M5OBS7J4VF9.2~XCAKO1E50YJ7.1 size=1048576 2024-09-19T13:44:11.714 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.710+0000 7f71dac3e8c0 1 < completed part key=_multipart_3M5OBS7J4VF9.2~XCAKO1E50YJ7.2 size=26205 2024-09-19T13:44:11.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.718+0000 7f71dac3e8c0 1 < completed multipart upload key=3M5OBS7J4VF9 upload=XCAKO1E50YJ7 tag=Y1H2K51ZGWD0 type=write size=3171933 2024-09-19T13:44:11.722 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.718+0000 7f71dac3e8c0 1 > prepared operation key=E5541PV8MDY7 tag=4FAGXYQ8BT50 type=write size=903973 2024-09-19T13:44:11.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.726+0000 7f71dac3e8c0 1 < suggested remove operation key=K7SNV9YW44WO tag=EUZURGJO1RM5 type=del 2024-09-19T13:44:11.733 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.730+0000 7f71dac3e8c0 1 > prepared operation key=HEVXCB3PBN2X tag=X2RYKUYZV06M type=del size=2447781 2024-09-19T13:44:11.737 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.734+0000 7f71dac3e8c0 1 < completed delete operation key=IUZEMS5KASUH tag=JL5JNSTF9IDQ type=del 2024-09-19T13:44:11.743 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.742+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~SFVFME5CTS7S.0 size=457065 2024-09-19T13:44:11.743 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.742+0000 7f71dac3e8c0 1 > prepared multipart upload key=IUZEMS5KASUH upload=SFVFME5CTS7S tag=VP9X5WGK7RDL type=write size=1505641 2024-09-19T13:44:11.747 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.746+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~WW6WUJC3PJKV.0 size=126872 2024-09-19T13:44:11.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.750+0000 7f71dac3e8c0 1 < completed multipart upload key=XXX33TZ37H3Q upload=WW6WUJC3PJKV tag=NSKSCMXHKZ0W type=write size=1175448 2024-09-19T13:44:11.757 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.754+0000 7f71dac3e8c0 1 > prepared operation key=8KBRPNQCKIQN tag=GAA4K1PL8AAA type=del size=1496446 2024-09-19T13:44:11.761 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.758+0000 7f71dac3e8c0 1 < completed part key=_multipart_LIMYIIX8WVBS.2~MAE99G04OOPZ.0 size=1048576 2024-09-19T13:44:11.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.762+0000 7f71dac3e8c0 1 < completed part key=_multipart_LIMYIIX8WVBS.2~MAE99G04OOPZ.1 size=247993 2024-09-19T13:44:11.770 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.766+0000 7f71dac3e8c0 1 < completed multipart upload key=LIMYIIX8WVBS upload=MAE99G04OOPZ tag=ZGJPH0PFD0AE type=write size=2345145 2024-09-19T13:44:11.774 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.770+0000 7f71dac3e8c0 1 > prepared operation key=D131FP2BZYDS tag=WHKUIP59FH0A type=del size=1018334 2024-09-19T13:44:11.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.774+0000 7f71dac3e8c0 1 < completed part key=_multipart_OZZDDUTJUZ6A.2~OEN3DLHFD4OD.0 size=639246 2024-09-19T13:44:11.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.782+0000 7f71dac3e8c0 1 < completed multipart upload key=OZZDDUTJUZ6A upload=OEN3DLHFD4OD tag=KJS84O0Y210X type=write size=1687822 2024-09-19T13:44:11.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.786+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=94MJ80P1S6MX type=del size=4110037 2024-09-19T13:44:11.798 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.794+0000 7f71dac3e8c0 1 < suggested update operation key=QMR0T7URJS4W tag=CJJW4E1LBYO8 type=del size=2385494 2024-09-19T13:44:11.805 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.802+0000 7f71dac3e8c0 1 > prepared part key=_multipart_5UA3A6M3SVPV.2~YF5WYFMDK3ZD.0 size=1048576 2024-09-19T13:44:11.808 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.806+0000 7f71dac3e8c0 1 > prepared part key=_multipart_5UA3A6M3SVPV.2~YF5WYFMDK3ZD.1 size=1048576 2024-09-19T13:44:11.811 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.810+0000 7f71dac3e8c0 1 > prepared part key=_multipart_5UA3A6M3SVPV.2~YF5WYFMDK3ZD.2 size=906074 2024-09-19T13:44:11.811 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.810+0000 7f71dac3e8c0 1 > prepared multipart upload key=5UA3A6M3SVPV upload=YF5WYFMDK3ZD tag=C1FEKV3UXKRJ type=write size=4051802 2024-09-19T13:44:11.815 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.810+0000 7f71dac3e8c0 1 < completed part key=_multipart_GTZ96ZN0A4E9.2~OU080U18B863.0 size=1048576 2024-09-19T13:44:11.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.814+0000 7f71dac3e8c0 1 < completed part key=_multipart_GTZ96ZN0A4E9.2~OU080U18B863.1 size=1048576 2024-09-19T13:44:11.820 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.818+0000 7f71dac3e8c0 1 < completed part key=_multipart_GTZ96ZN0A4E9.2~OU080U18B863.2 size=628628 2024-09-19T13:44:11.826 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.822+0000 7f71dac3e8c0 1 < completed multipart upload key=GTZ96ZN0A4E9 upload=OU080U18B863 tag=DEOGE1I2XOKA type=write size=3774356 2024-09-19T13:44:11.830 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.826+0000 7f71dac3e8c0 1 > prepared operation key=3M5OBS7J4VF9 tag=8KNL4VX1H41V type=write size=489068 2024-09-19T13:44:11.834 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.830+0000 7f71dac3e8c0 1 < completed part key=_multipart_37OSN0RSHGZZ.2~IA010LEJY04S.0 size=1048576 2024-09-19T13:44:11.837 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.834+0000 7f71dac3e8c0 1 < completed part key=_multipart_37OSN0RSHGZZ.2~IA010LEJY04S.1 size=73722 2024-09-19T13:44:11.844 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.842+0000 7f71dac3e8c0 1 < completed multipart upload key=37OSN0RSHGZZ upload=IA010LEJY04S tag=7ISQU7G7DA7Q type=write size=2170874 2024-09-19T13:44:11.847 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.846+0000 7f71dac3e8c0 1 > prepared operation key=K7SNV9YW44WO tag=0TXPHLZIZXU7 type=del size=3301530 2024-09-19T13:44:11.851 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.850+0000 7f71dac3e8c0 1 < completed part key=_multipart_7KN90I8B7PUK.2~4EUTK6CMAXBA.0 size=631265 2024-09-19T13:44:11.857 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.854+0000 7f71dac3e8c0 1 < completed multipart upload key=7KN90I8B7PUK upload=4EUTK6CMAXBA tag=VHAIW92YASNT type=write size=1679841 2024-09-19T13:44:11.860 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.858+0000 7f71dac3e8c0 1 > prepared operation key=0FYIGD7G7ER2 tag=SWT833ZQNYMV type=del size=4171384 2024-09-19T13:44:11.864 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.862+0000 7f71dac3e8c0 1 < completed part key=_multipart_8NT83XBF9HN8.2~0QU3US1MW30A.0 size=1048576 2024-09-19T13:44:11.867 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.866+0000 7f71dac3e8c0 1 < completed part key=_multipart_8NT83XBF9HN8.2~0QU3US1MW30A.1 size=764432 2024-09-19T13:44:11.873 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.870+0000 7f71dac3e8c0 1 < completed multipart upload key=8NT83XBF9HN8 upload=0QU3US1MW30A tag=UO1GN1CNONKD type=write size=2861584 2024-09-19T13:44:11.877 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.874+0000 7f71dac3e8c0 1 > prepared operation key=D131FP2BZYDS tag=KY8ENTV8L5J1 type=del size=1565298 2024-09-19T13:44:11.878 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.874+0000 7f71dac3e8c0 1 < canceled part key=_multipart_W1PNZKV93AHZ.2~55RC54NQJBOD.0 size=1048576 2024-09-19T13:44:11.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.882+0000 7f71dac3e8c0 1 < completed part key=_multipart_W1PNZKV93AHZ.2~55RC54NQJBOD.1 size=361466 2024-09-19T13:44:11.890 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.886+0000 7f71dac3e8c0 1 < canceled multipart upload key=W1PNZKV93AHZ upload=55RC54NQJBOD tag=G9WQ35AZ531K type=write size=2458618 2024-09-19T13:44:11.898 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.894+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~CGAE05KZTQX3.0 size=1001655 2024-09-19T13:44:11.898 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.894+0000 7f71dac3e8c0 1 > prepared multipart upload key=HXQD0AR5YYML upload=CGAE05KZTQX3 tag=Q3JB0ZE8B78L type=write size=2050231 2024-09-19T13:44:11.902 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.898+0000 7f71dac3e8c0 1 < completed part key=_multipart_LIMYIIX8WVBS.2~G70WVRV2ZNNN.0 size=556922 2024-09-19T13:44:11.908 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.906+0000 7f71dac3e8c0 1 < completed multipart upload key=LIMYIIX8WVBS upload=G70WVRV2ZNNN tag=SX3YMD8FX084 type=write size=1605498 2024-09-19T13:44:11.911 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.910+0000 7f71dac3e8c0 1 > prepared operation key=8A3NYYQ7SXR3 tag=LU04LZ68A1I3 type=del size=1727406 2024-09-19T13:44:11.915 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.914+0000 7f71dac3e8c0 1 < completed delete operation key=E5541PV8MDY7 tag=VS7NBINXTBXU type=del 2024-09-19T13:44:11.922 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.918+0000 7f71dac3e8c0 1 > prepared part key=_multipart_Q484UNX3BYBG.2~44EJ1N93NW2W.0 size=1048576 2024-09-19T13:44:11.925 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.922+0000 7f71dac3e8c0 1 > prepared part key=_multipart_Q484UNX3BYBG.2~44EJ1N93NW2W.1 size=483121 2024-09-19T13:44:11.925 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.922+0000 7f71dac3e8c0 1 > prepared multipart upload key=Q484UNX3BYBG upload=44EJ1N93NW2W tag=RA0LF0JX048V type=write size=2580273 2024-09-19T13:44:11.933 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.930+0000 7f71dac3e8c0 1 < suggested remove operation key=QMR0T7URJS4W tag=RKX2G99V6ZYE type=del 2024-09-19T13:44:11.937 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.934+0000 7f71dac3e8c0 1 > prepared operation key=GZF1MCOAN1NO tag=KN0QHOT69FSQ type=del size=2214451 2024-09-19T13:44:11.945 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.942+0000 7f71dac3e8c0 1 < suggested update operation key=NJ7EXTELNUF4 tag=BAGSZVHZBR9X type=del size=1543170 2024-09-19T13:44:11.951 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.950+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8KBRPNQCKIQN.2~2W9VVU8DKE74.0 size=5464 2024-09-19T13:44:11.952 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.950+0000 7f71dac3e8c0 1 > prepared multipart upload key=8KBRPNQCKIQN upload=2W9VVU8DKE74 tag=8DKB8BF7R9UM type=write size=1054040 2024-09-19T13:44:11.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.954+0000 7f71dac3e8c0 1 < completed write operation key=E5541PV8MDY7 tag=4FAGXYQ8BT50 type=write size=903973 2024-09-19T13:44:11.962 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.958+0000 7f71dac3e8c0 1 > prepared part key=_multipart_V22QT1MEZ47G.2~2U1VJJZD1SE5.0 size=1048576 2024-09-19T13:44:11.965 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.962+0000 7f71dac3e8c0 1 > prepared part key=_multipart_V22QT1MEZ47G.2~2U1VJJZD1SE5.1 size=73701 2024-09-19T13:44:11.965 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.962+0000 7f71dac3e8c0 1 > prepared multipart upload key=V22QT1MEZ47G upload=2U1VJJZD1SE5 tag=SGYDCFV30N6S type=write size=2170853 2024-09-19T13:44:11.969 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.966+0000 7f71dac3e8c0 1 < completed delete operation key=HEVXCB3PBN2X tag=X2RYKUYZV06M type=del 2024-09-19T13:44:11.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.970+0000 7f71dac3e8c0 1 > prepared operation key=HXQD0AR5YYML tag=ND0OHG1LOHYX type=del size=262239 2024-09-19T13:44:11.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.974+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~SFVFME5CTS7S.0 size=457065 2024-09-19T13:44:11.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.982+0000 7f71dac3e8c0 1 < completed multipart upload key=IUZEMS5KASUH upload=SFVFME5CTS7S tag=VP9X5WGK7RDL type=write size=1505641 2024-09-19T13:44:11.988 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.986+0000 7f71dac3e8c0 1 > prepared operation key=QMR0T7URJS4W tag=3H1WL1M4P2OK type=del size=1896479 2024-09-19T13:44:11.993 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.990+0000 7f71dac3e8c0 1 < completed delete operation key=8KBRPNQCKIQN tag=GAA4K1PL8AAA type=del 2024-09-19T13:44:11.997 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:11.994+0000 7f71dac3e8c0 1 > prepared operation key=LIMYIIX8WVBS tag=GDG4BDRKKLOB type=del size=405612 2024-09-19T13:44:12.006 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.002+0000 7f71dac3e8c0 1 < suggested update operation key=D131FP2BZYDS tag=WHKUIP59FH0A type=del size=1018334 2024-09-19T13:44:12.013 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.010+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~56LF36NZEF4L.0 size=1048576 2024-09-19T13:44:12.015 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.014+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~56LF36NZEF4L.1 size=1048576 2024-09-19T13:44:12.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.014+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~56LF36NZEF4L.2 size=682432 2024-09-19T13:44:12.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.014+0000 7f71dac3e8c0 1 > prepared multipart upload key=K7SNV9YW44WO upload=56LF36NZEF4L tag=LSRM4SH4XPL4 type=write size=3828160 2024-09-19T13:44:12.022 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.018+0000 7f71dac3e8c0 1 < completed delete operation key=IUZEMS5KASUH tag=94MJ80P1S6MX type=del 2024-09-19T13:44:12.030 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.026+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~YKZ9K83EB6UL.0 size=219276 2024-09-19T13:44:12.030 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.026+0000 7f71dac3e8c0 1 > prepared multipart upload key=W1PNZKV93AHZ upload=YKZ9K83EB6UL tag=1J8AEV3X75XR type=write size=1267852 2024-09-19T13:44:12.034 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.030+0000 7f71dac3e8c0 1 < completed part key=_multipart_5UA3A6M3SVPV.2~YF5WYFMDK3ZD.0 size=1048576 2024-09-19T13:44:12.037 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.034+0000 7f71dac3e8c0 1 < completed part key=_multipart_5UA3A6M3SVPV.2~YF5WYFMDK3ZD.1 size=1048576 2024-09-19T13:44:12.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.038+0000 7f71dac3e8c0 1 < completed part key=_multipart_5UA3A6M3SVPV.2~YF5WYFMDK3ZD.2 size=906074 2024-09-19T13:44:12.046 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.042+0000 7f71dac3e8c0 1 < completed multipart upload key=5UA3A6M3SVPV upload=YF5WYFMDK3ZD tag=C1FEKV3UXKRJ type=write size=4051802 2024-09-19T13:44:12.051 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.046+0000 7f71dac3e8c0 1 > prepared operation key=37OSN0RSHGZZ tag=827U1S4A089K type=del size=1187673 2024-09-19T13:44:12.055 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.054+0000 7f71dac3e8c0 1 < completed write operation key=3M5OBS7J4VF9 tag=8KNL4VX1H41V type=write size=489068 2024-09-19T13:44:12.060 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.058+0000 7f71dac3e8c0 1 > prepared operation key=QQ09T88TB3XG tag=K0H6MI0PPDK3 type=del size=1892109 2024-09-19T13:44:12.065 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.062+0000 7f71dac3e8c0 1 < canceled operation key=K7SNV9YW44WO tag=0TXPHLZIZXU7 type=del size=3301530 2024-09-19T13:44:12.071 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.070+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8KBRPNQCKIQN.2~EJEFM2GU1J8N.0 size=807955 2024-09-19T13:44:12.072 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.070+0000 7f71dac3e8c0 1 > prepared multipart upload key=8KBRPNQCKIQN upload=EJEFM2GU1J8N tag=NK77P76YT3Q5 type=write size=1856531 2024-09-19T13:44:12.076 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.074+0000 7f71dac3e8c0 1 < completed delete operation key=0FYIGD7G7ER2 tag=SWT833ZQNYMV type=del 2024-09-19T13:44:12.082 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.078+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~FYZQF5GMAJI6.0 size=1048576 2024-09-19T13:44:12.086 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.082+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~FYZQF5GMAJI6.1 size=609985 2024-09-19T13:44:12.086 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.082+0000 7f71dac3e8c0 1 > prepared multipart upload key=ZTBECCHZS74F upload=FYZQF5GMAJI6 tag=LQ308IM73A1L type=write size=2707137 2024-09-19T13:44:12.090 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.086+0000 7f71dac3e8c0 -1 < failed to complete operation key=D131FP2BZYDS tag=KY8ENTV8L5J1 type=del size=1565298: (22) Invalid argument 2024-09-19T13:44:12.097 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.094+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~G23W4G62QNL2.0 size=1048576 2024-09-19T13:44:12.101 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.098+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~G23W4G62QNL2.1 size=1048576 2024-09-19T13:44:12.103 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.102+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~G23W4G62QNL2.2 size=584607 2024-09-19T13:44:12.103 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.102+0000 7f71dac3e8c0 1 > prepared multipart upload key=W1PNZKV93AHZ upload=G23W4G62QNL2 tag=JUF3U67MTQWA type=write size=3730335 2024-09-19T13:44:12.107 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.106+0000 7f71dac3e8c0 1 < completed part key=_multipart_HXQD0AR5YYML.2~CGAE05KZTQX3.0 size=1001655 2024-09-19T13:44:12.114 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.110+0000 7f71dac3e8c0 1 < completed multipart upload key=HXQD0AR5YYML upload=CGAE05KZTQX3 tag=Q3JB0ZE8B78L type=write size=2050231 2024-09-19T13:44:12.118 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.114+0000 7f71dac3e8c0 1 > prepared operation key=37OSN0RSHGZZ tag=1AORQCQVCQYP type=del size=860856 2024-09-19T13:44:12.122 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.118+0000 7f71dac3e8c0 1 < completed delete operation key=8A3NYYQ7SXR3 tag=LU04LZ68A1I3 type=del 2024-09-19T13:44:12.130 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.126+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QMR0T7URJS4W.2~S3N25G4YKK3I.0 size=1048576 2024-09-19T13:44:12.133 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.130+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QMR0T7URJS4W.2~S3N25G4YKK3I.1 size=56088 2024-09-19T13:44:12.133 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.130+0000 7f71dac3e8c0 1 > prepared multipart upload key=QMR0T7URJS4W upload=S3N25G4YKK3I tag=3YFLEP46FUKM type=write size=2153240 2024-09-19T13:44:12.137 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.134+0000 7f71dac3e8c0 1 < completed part key=_multipart_Q484UNX3BYBG.2~44EJ1N93NW2W.0 size=1048576 2024-09-19T13:44:12.140 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.138+0000 7f71dac3e8c0 1 < completed part key=_multipart_Q484UNX3BYBG.2~44EJ1N93NW2W.1 size=483121 2024-09-19T13:44:12.146 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.142+0000 7f71dac3e8c0 1 < completed multipart upload key=Q484UNX3BYBG upload=44EJ1N93NW2W tag=RA0LF0JX048V type=write size=2580273 2024-09-19T13:44:12.150 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.146+0000 7f71dac3e8c0 1 > prepared operation key=JO1LC6YY2PEB tag=MKW8SZ9MV6N9 type=del size=2287913 2024-09-19T13:44:12.154 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.150+0000 7f71dac3e8c0 1 < completed delete operation key=GZF1MCOAN1NO tag=KN0QHOT69FSQ type=del 2024-09-19T13:44:12.159 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.158+0000 7f71dac3e8c0 1 > prepared operation key=GTZ96ZN0A4E9 tag=W9TYNJ9OA6US type=del size=1984664 2024-09-19T13:44:12.163 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.162+0000 7f71dac3e8c0 1 < completed part key=_multipart_8KBRPNQCKIQN.2~2W9VVU8DKE74.0 size=5464 2024-09-19T13:44:12.169 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.166+0000 7f71dac3e8c0 1 < completed multipart upload key=8KBRPNQCKIQN upload=2W9VVU8DKE74 tag=8DKB8BF7R9UM type=write size=1054040 2024-09-19T13:44:12.174 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.170+0000 7f71dac3e8c0 1 > prepared operation key=D131FP2BZYDS tag=PTK64JFGLYEF type=del size=2676326 2024-09-19T13:44:12.179 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.174+0000 7f71dac3e8c0 1 < completed part key=_multipart_V22QT1MEZ47G.2~2U1VJJZD1SE5.0 size=1048576 2024-09-19T13:44:12.179 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.174+0000 7f71dac3e8c0 1 < canceled part key=_multipart_V22QT1MEZ47G.2~2U1VJJZD1SE5.1 size=73701 2024-09-19T13:44:12.184 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.182+0000 7f71dac3e8c0 1 < canceled multipart upload key=V22QT1MEZ47G upload=2U1VJJZD1SE5 tag=SGYDCFV30N6S type=write size=2170853 2024-09-19T13:44:12.189 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.186+0000 7f71dac3e8c0 1 > prepared operation key=XXX33TZ37H3Q tag=3ZC3S8WJ28NM type=del size=2639807 2024-09-19T13:44:12.194 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.190+0000 7f71dac3e8c0 1 < completed delete operation key=HXQD0AR5YYML tag=ND0OHG1LOHYX type=del 2024-09-19T13:44:12.198 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.194+0000 7f71dac3e8c0 1 > prepared operation key=Q484UNX3BYBG tag=EBK713Z7TMXP type=del size=2774380 2024-09-19T13:44:12.203 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.198+0000 7f71dac3e8c0 1 < completed delete operation key=QMR0T7URJS4W tag=3H1WL1M4P2OK type=del 2024-09-19T13:44:12.207 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.206+0000 7f71dac3e8c0 1 > prepared operation key=37OSN0RSHGZZ tag=VPW2TUL91CS8 type=del size=362843 2024-09-19T13:44:12.215 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.214+0000 7f71dac3e8c0 1 < suggested update operation key=LIMYIIX8WVBS tag=GDG4BDRKKLOB type=del size=405612 2024-09-19T13:44:12.223 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.222+0000 7f71dac3e8c0 1 > prepared part key=_multipart_OZZDDUTJUZ6A.2~LPYHJ4CINTWL.0 size=1048576 2024-09-19T13:44:12.225 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.222+0000 7f71dac3e8c0 1 > prepared part key=_multipart_OZZDDUTJUZ6A.2~LPYHJ4CINTWL.1 size=490206 2024-09-19T13:44:12.225 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.222+0000 7f71dac3e8c0 1 > prepared multipart upload key=OZZDDUTJUZ6A upload=LPYHJ4CINTWL tag=J42SORE221A0 type=write size=2587358 2024-09-19T13:44:12.229 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.226+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~56LF36NZEF4L.0 size=1048576 2024-09-19T13:44:12.232 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.230+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~56LF36NZEF4L.1 size=1048576 2024-09-19T13:44:12.235 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.234+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~56LF36NZEF4L.2 size=682432 2024-09-19T13:44:12.243 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.242+0000 7f71dac3e8c0 1 < completed multipart upload key=K7SNV9YW44WO upload=56LF36NZEF4L tag=LSRM4SH4XPL4 type=write size=3828160 2024-09-19T13:44:12.251 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.250+0000 7f71dac3e8c0 1 > prepared part key=_multipart_A0ZG34NFHPW5.2~Y09BDYCMCVY7.0 size=208592 2024-09-19T13:44:12.251 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.250+0000 7f71dac3e8c0 1 > prepared multipart upload key=A0ZG34NFHPW5 upload=Y09BDYCMCVY7 tag=9M01ENCR5K0L type=write size=1257168 2024-09-19T13:44:12.259 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.258+0000 7f71dac3e8c0 1 < completed part key=_multipart_W1PNZKV93AHZ.2~YKZ9K83EB6UL.0 size=219276 2024-09-19T13:44:12.267 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.266+0000 7f71dac3e8c0 1 < completed multipart upload key=W1PNZKV93AHZ upload=YKZ9K83EB6UL tag=1J8AEV3X75XR type=write size=1267852 2024-09-19T13:44:12.274 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.270+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GTZ96ZN0A4E9.2~5W0XQIPVK8XH.0 size=1048576 2024-09-19T13:44:12.277 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.274+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GTZ96ZN0A4E9.2~5W0XQIPVK8XH.1 size=1048576 2024-09-19T13:44:12.280 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.278+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GTZ96ZN0A4E9.2~5W0XQIPVK8XH.2 size=56988 2024-09-19T13:44:12.280 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.278+0000 7f71dac3e8c0 1 > prepared multipart upload key=GTZ96ZN0A4E9 upload=5W0XQIPVK8XH tag=K5CY614SFCZ8 type=write size=3202716 2024-09-19T13:44:12.285 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.282+0000 7f71dac3e8c0 1 < completed delete operation key=37OSN0RSHGZZ tag=827U1S4A089K type=del 2024-09-19T13:44:12.289 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.286+0000 7f71dac3e8c0 1 > prepared operation key=GTZ96ZN0A4E9 tag=03NF1N1T48C7 type=del size=2899315 2024-09-19T13:44:12.296 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.294+0000 7f71dac3e8c0 1 < suggested update operation key=QQ09T88TB3XG tag=K0H6MI0PPDK3 type=del size=1892109 2024-09-19T13:44:12.303 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.302+0000 7f71dac3e8c0 1 > prepared part key=_multipart_OZZDDUTJUZ6A.2~8CTZSGAHAZ7C.0 size=887609 2024-09-19T13:44:12.303 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.302+0000 7f71dac3e8c0 1 > prepared multipart upload key=OZZDDUTJUZ6A upload=8CTZSGAHAZ7C tag=2UBH8UIYBA93 type=write size=1936185 2024-09-19T13:44:12.309 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.306+0000 7f71dac3e8c0 1 < completed part key=_multipart_8KBRPNQCKIQN.2~EJEFM2GU1J8N.0 size=807955 2024-09-19T13:44:12.314 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.310+0000 7f71dac3e8c0 1 < completed multipart upload key=8KBRPNQCKIQN upload=EJEFM2GU1J8N tag=NK77P76YT3Q5 type=write size=1856531 2024-09-19T13:44:12.317 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.314+0000 7f71dac3e8c0 1 > prepared operation key=0FYIGD7G7ER2 tag=CVQTZKJHOX1D type=del size=2350711 2024-09-19T13:44:12.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.318+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~FYZQF5GMAJI6.0 size=1048576 2024-09-19T13:44:12.326 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.322+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~FYZQF5GMAJI6.1 size=609985 2024-09-19T13:44:12.331 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.330+0000 7f71dac3e8c0 1 < completed multipart upload key=ZTBECCHZS74F upload=FYZQF5GMAJI6 tag=LQ308IM73A1L type=write size=2707137 2024-09-19T13:44:12.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.334+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8KBRPNQCKIQN.2~4DAB05ZRRJZJ.0 size=523011 2024-09-19T13:44:12.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.334+0000 7f71dac3e8c0 1 > prepared multipart upload key=8KBRPNQCKIQN upload=4DAB05ZRRJZJ tag=9QH8FVU7D93Z type=write size=1571587 2024-09-19T13:44:12.343 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.342+0000 7f71dac3e8c0 1 < completed part key=_multipart_W1PNZKV93AHZ.2~G23W4G62QNL2.0 size=1048576 2024-09-19T13:44:12.346 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.342+0000 7f71dac3e8c0 1 < completed part key=_multipart_W1PNZKV93AHZ.2~G23W4G62QNL2.1 size=1048576 2024-09-19T13:44:12.349 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.346+0000 7f71dac3e8c0 1 < completed part key=_multipart_W1PNZKV93AHZ.2~G23W4G62QNL2.2 size=584607 2024-09-19T13:44:12.355 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.350+0000 7f71dac3e8c0 1 < completed multipart upload key=W1PNZKV93AHZ upload=G23W4G62QNL2 tag=JUF3U67MTQWA type=write size=3730335 2024-09-19T13:44:12.359 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.354+0000 7f71dac3e8c0 1 > prepared operation key=XXX33TZ37H3Q tag=L0LSMK8LXAVR type=del size=847865 2024-09-19T13:44:12.363 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.358+0000 7f71dac3e8c0 1 < completed delete operation key=37OSN0RSHGZZ tag=1AORQCQVCQYP type=del 2024-09-19T13:44:12.366 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.362+0000 7f71dac3e8c0 1 > prepared operation key=QMR0T7URJS4W tag=5TTYOKBQEPI9 type=write size=387138 2024-09-19T13:44:12.371 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.370+0000 7f71dac3e8c0 1 < completed part key=_multipart_QMR0T7URJS4W.2~S3N25G4YKK3I.0 size=1048576 2024-09-19T13:44:12.374 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.370+0000 7f71dac3e8c0 1 < completed part key=_multipart_QMR0T7URJS4W.2~S3N25G4YKK3I.1 size=56088 2024-09-19T13:44:12.380 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.378+0000 7f71dac3e8c0 1 < completed multipart upload key=QMR0T7URJS4W upload=S3N25G4YKK3I tag=3YFLEP46FUKM type=write size=2153240 2024-09-19T13:44:12.386 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.382+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~437HFJUSSE3Y.0 size=2317 2024-09-19T13:44:12.387 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.382+0000 7f71dac3e8c0 1 > prepared multipart upload key=XXX33TZ37H3Q upload=437HFJUSSE3Y tag=3PVGDG4EX45Y type=write size=1050893 2024-09-19T13:44:12.391 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.390+0000 7f71dac3e8c0 1 < completed delete operation key=JO1LC6YY2PEB tag=MKW8SZ9MV6N9 type=del 2024-09-19T13:44:12.395 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.394+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=7YW6X0899URM type=del size=2713889 2024-09-19T13:44:12.400 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.398+0000 7f71dac3e8c0 1 < completed delete operation key=GTZ96ZN0A4E9 tag=W9TYNJ9OA6US type=del 2024-09-19T13:44:12.406 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.402+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~1HQZICW7CWYH.0 size=1048576 2024-09-19T13:44:12.409 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.406+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~1HQZICW7CWYH.1 size=1048576 2024-09-19T13:44:12.411 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.410+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~1HQZICW7CWYH.2 size=715589 2024-09-19T13:44:12.411 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.410+0000 7f71dac3e8c0 1 > prepared multipart upload key=7KN90I8B7PUK upload=1HQZICW7CWYH tag=WHZC88BAB2MB type=write size=3861317 2024-09-19T13:44:12.415 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.414+0000 7f71dac3e8c0 1 < completed delete operation key=D131FP2BZYDS tag=PTK64JFGLYEF type=del 2024-09-19T13:44:12.419 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.418+0000 7f71dac3e8c0 1 > prepared operation key=V22QT1MEZ47G tag=LCNQF64CPWF0 type=del size=1704417 2024-09-19T13:44:12.423 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.422+0000 7f71dac3e8c0 1 < completed delete operation key=XXX33TZ37H3Q tag=3ZC3S8WJ28NM type=del 2024-09-19T13:44:12.430 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.426+0000 7f71dac3e8c0 1 > prepared part key=_multipart_5UA3A6M3SVPV.2~1GGDJT37L0GZ.0 size=1048576 2024-09-19T13:44:12.433 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.430+0000 7f71dac3e8c0 1 > prepared part key=_multipart_5UA3A6M3SVPV.2~1GGDJT37L0GZ.1 size=659417 2024-09-19T13:44:12.433 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.430+0000 7f71dac3e8c0 1 > prepared multipart upload key=5UA3A6M3SVPV upload=1GGDJT37L0GZ tag=058528KRH8YA type=write size=2756569 2024-09-19T13:44:12.441 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.438+0000 7f71dac3e8c0 1 < suggested remove operation key=Q484UNX3BYBG tag=EBK713Z7TMXP type=del 2024-09-19T13:44:12.447 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.446+0000 7f71dac3e8c0 1 > prepared part key=_multipart_JO1LC6YY2PEB.2~RP2DK4ZKHQKE.0 size=1048576 2024-09-19T13:44:12.450 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.446+0000 7f71dac3e8c0 1 > prepared part key=_multipart_JO1LC6YY2PEB.2~RP2DK4ZKHQKE.1 size=113998 2024-09-19T13:44:12.451 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.446+0000 7f71dac3e8c0 1 > prepared multipart upload key=JO1LC6YY2PEB upload=RP2DK4ZKHQKE tag=GN9XCEWDEDF5 type=write size=2211150 2024-09-19T13:44:12.454 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.450+0000 7f71dac3e8c0 1 < completed delete operation key=37OSN0RSHGZZ tag=VPW2TUL91CS8 type=del 2024-09-19T13:44:12.458 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.454+0000 7f71dac3e8c0 1 > prepared operation key=Q484UNX3BYBG tag=ZJ3VT9HY0N3Q type=del size=2049692 2024-09-19T13:44:12.462 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.458+0000 7f71dac3e8c0 1 < completed part key=_multipart_OZZDDUTJUZ6A.2~LPYHJ4CINTWL.0 size=1048576 2024-09-19T13:44:12.465 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.462+0000 7f71dac3e8c0 1 < completed part key=_multipart_OZZDDUTJUZ6A.2~LPYHJ4CINTWL.1 size=490206 2024-09-19T13:44:12.471 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.466+0000 7f71dac3e8c0 1 < completed multipart upload key=OZZDDUTJUZ6A upload=LPYHJ4CINTWL tag=J42SORE221A0 type=write size=2587358 2024-09-19T13:44:12.478 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.474+0000 7f71dac3e8c0 1 > prepared part key=_multipart_0FYIGD7G7ER2.2~HFIVFWMZPYTR.0 size=1007074 2024-09-19T13:44:12.478 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.474+0000 7f71dac3e8c0 1 > prepared multipart upload key=0FYIGD7G7ER2 upload=HFIVFWMZPYTR tag=JU05Q8MO0S67 type=write size=2055650 2024-09-19T13:44:12.482 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.478+0000 7f71dac3e8c0 1 < completed part key=_multipart_A0ZG34NFHPW5.2~Y09BDYCMCVY7.0 size=208592 2024-09-19T13:44:12.489 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.486+0000 7f71dac3e8c0 1 < completed multipart upload key=A0ZG34NFHPW5 upload=Y09BDYCMCVY7 tag=9M01ENCR5K0L type=write size=1257168 2024-09-19T13:44:12.493 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.490+0000 7f71dac3e8c0 1 > prepared operation key=1L7F60AU40YA tag=CDSYZ0NQL2WA type=write size=1020302 2024-09-19T13:44:12.497 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.494+0000 7f71dac3e8c0 1 < completed part key=_multipart_GTZ96ZN0A4E9.2~5W0XQIPVK8XH.0 size=1048576 2024-09-19T13:44:12.500 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.498+0000 7f71dac3e8c0 1 < completed part key=_multipart_GTZ96ZN0A4E9.2~5W0XQIPVK8XH.1 size=1048576 2024-09-19T13:44:12.503 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.502+0000 7f71dac3e8c0 1 < completed part key=_multipart_GTZ96ZN0A4E9.2~5W0XQIPVK8XH.2 size=56988 2024-09-19T13:44:12.509 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.506+0000 7f71dac3e8c0 1 < completed multipart upload key=GTZ96ZN0A4E9 upload=5W0XQIPVK8XH tag=K5CY614SFCZ8 type=write size=3202716 2024-09-19T13:44:12.513 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.510+0000 7f71dac3e8c0 1 > prepared operation key=6QW9QPSBZ37R tag=7ESH86AMFBVO type=del size=2808861 2024-09-19T13:44:12.517 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.514+0000 7f71dac3e8c0 1 < completed delete operation key=GTZ96ZN0A4E9 tag=03NF1N1T48C7 type=del 2024-09-19T13:44:12.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.518+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=UTI2316HQDZ2 type=del size=3935681 2024-09-19T13:44:12.525 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.522+0000 7f71dac3e8c0 1 < completed part key=_multipart_OZZDDUTJUZ6A.2~8CTZSGAHAZ7C.0 size=887609 2024-09-19T13:44:12.531 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.530+0000 7f71dac3e8c0 1 < completed multipart upload key=OZZDDUTJUZ6A upload=8CTZSGAHAZ7C tag=2UBH8UIYBA93 type=write size=1936185 2024-09-19T13:44:12.535 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.530+0000 7f71dac3e8c0 1 > prepared operation key=W1PNZKV93AHZ tag=1L56P18OM3CE type=del size=1569683 2024-09-19T13:44:12.539 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.534+0000 7f71dac3e8c0 1 < completed delete operation key=0FYIGD7G7ER2 tag=CVQTZKJHOX1D type=del 2024-09-19T13:44:12.545 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.542+0000 7f71dac3e8c0 1 > prepared part key=_multipart_E5541PV8MDY7.2~5FYO9FQSVBUU.0 size=756057 2024-09-19T13:44:12.545 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.542+0000 7f71dac3e8c0 1 > prepared multipart upload key=E5541PV8MDY7 upload=5FYO9FQSVBUU tag=H6AZ9QN90GJ8 type=write size=1804633 2024-09-19T13:44:12.549 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.546+0000 7f71dac3e8c0 1 < completed part key=_multipart_8KBRPNQCKIQN.2~4DAB05ZRRJZJ.0 size=523011 2024-09-19T13:44:12.555 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.554+0000 7f71dac3e8c0 1 < completed multipart upload key=8KBRPNQCKIQN upload=4DAB05ZRRJZJ tag=9QH8FVU7D93Z type=write size=1571587 2024-09-19T13:44:12.562 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.558+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~H682HGSE4RNX.0 size=1048576 2024-09-19T13:44:12.565 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.562+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~H682HGSE4RNX.1 size=1048576 2024-09-19T13:44:12.568 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.566+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~H682HGSE4RNX.2 size=851499 2024-09-19T13:44:12.568 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.566+0000 7f71dac3e8c0 1 > prepared multipart upload key=3M5OBS7J4VF9 upload=H682HGSE4RNX tag=12Z0WRYEV7SO type=write size=3997227 2024-09-19T13:44:12.572 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.570+0000 7f71dac3e8c0 1 < canceled operation key=XXX33TZ37H3Q tag=L0LSMK8LXAVR type=del size=847865 2024-09-19T13:44:12.576 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.574+0000 7f71dac3e8c0 1 > prepared operation key=QMR0T7URJS4W tag=L2HTVZ07NXU2 type=del size=32630 2024-09-19T13:44:12.580 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.578+0000 7f71dac3e8c0 1 < completed write operation key=QMR0T7URJS4W tag=5TTYOKBQEPI9 type=write size=387138 2024-09-19T13:44:12.586 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.582+0000 7f71dac3e8c0 1 > prepared part key=_multipart_0FYIGD7G7ER2.2~101TQJ1MEP2T.0 size=962021 2024-09-19T13:44:12.586 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.582+0000 7f71dac3e8c0 1 > prepared multipart upload key=0FYIGD7G7ER2 upload=101TQJ1MEP2T tag=QLPTWW1DBMI5 type=write size=2010597 2024-09-19T13:44:12.590 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.586+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~437HFJUSSE3Y.0 size=2317 2024-09-19T13:44:12.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.594+0000 7f71dac3e8c0 1 < completed multipart upload key=XXX33TZ37H3Q upload=437HFJUSSE3Y tag=3PVGDG4EX45Y type=write size=1050893 2024-09-19T13:44:12.600 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.598+0000 7f71dac3e8c0 1 > prepared operation key=3M5OBS7J4VF9 tag=ANMVL3IMUZNH type=del size=12946 2024-09-19T13:44:12.604 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.602+0000 7f71dac3e8c0 1 < completed delete operation key=IUZEMS5KASUH tag=7YW6X0899URM type=del 2024-09-19T13:44:12.607 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.606+0000 7f71dac3e8c0 1 > prepared operation key=5UA3A6M3SVPV tag=JKSSDBPFUNVU type=write size=473504 2024-09-19T13:44:12.614 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.610+0000 7f71dac3e8c0 1 < completed part key=_multipart_7KN90I8B7PUK.2~1HQZICW7CWYH.0 size=1048576 2024-09-19T13:44:12.617 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.614+0000 7f71dac3e8c0 1 < completed part key=_multipart_7KN90I8B7PUK.2~1HQZICW7CWYH.1 size=1048576 2024-09-19T13:44:12.620 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.618+0000 7f71dac3e8c0 1 < completed part key=_multipart_7KN90I8B7PUK.2~1HQZICW7CWYH.2 size=715589 2024-09-19T13:44:12.626 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.622+0000 7f71dac3e8c0 1 < completed multipart upload key=7KN90I8B7PUK upload=1HQZICW7CWYH tag=WHZC88BAB2MB type=write size=3861317 2024-09-19T13:44:12.634 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.630+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~0X31APESG52M.0 size=1048576 2024-09-19T13:44:12.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.634+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~0X31APESG52M.1 size=1048576 2024-09-19T13:44:12.640 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.638+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~0X31APESG52M.2 size=216996 2024-09-19T13:44:12.640 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.638+0000 7f71dac3e8c0 1 > prepared multipart upload key=K7SNV9YW44WO upload=0X31APESG52M tag=9WNI1VATCPFT type=write size=3362724 2024-09-19T13:44:12.645 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.642+0000 7f71dac3e8c0 1 < completed delete operation key=V22QT1MEZ47G tag=LCNQF64CPWF0 type=del 2024-09-19T13:44:12.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.646+0000 7f71dac3e8c0 1 > prepared operation key=E5541PV8MDY7 tag=U7VL45GEA39C type=write size=255577 2024-09-19T13:44:12.654 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.650+0000 7f71dac3e8c0 1 < completed part key=_multipart_5UA3A6M3SVPV.2~1GGDJT37L0GZ.0 size=1048576 2024-09-19T13:44:12.654 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.650+0000 7f71dac3e8c0 1 < canceled part key=_multipart_5UA3A6M3SVPV.2~1GGDJT37L0GZ.1 size=659417 2024-09-19T13:44:12.661 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.658+0000 7f71dac3e8c0 1 < canceled multipart upload key=5UA3A6M3SVPV upload=1GGDJT37L0GZ tag=058528KRH8YA type=write size=2756569 2024-09-19T13:44:12.668 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.666+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~J2FFXSPG04DT.0 size=1048576 2024-09-19T13:44:12.672 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.670+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~J2FFXSPG04DT.1 size=885055 2024-09-19T13:44:12.672 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.670+0000 7f71dac3e8c0 1 > prepared multipart upload key=W1PNZKV93AHZ upload=J2FFXSPG04DT tag=NNGGTPJ6UL03 type=write size=2982207 2024-09-19T13:44:12.676 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.674+0000 7f71dac3e8c0 1 < completed part key=_multipart_JO1LC6YY2PEB.2~RP2DK4ZKHQKE.0 size=1048576 2024-09-19T13:44:12.679 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.678+0000 7f71dac3e8c0 1 < completed part key=_multipart_JO1LC6YY2PEB.2~RP2DK4ZKHQKE.1 size=113998 2024-09-19T13:44:12.684 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.682+0000 7f71dac3e8c0 1 < completed multipart upload key=JO1LC6YY2PEB upload=RP2DK4ZKHQKE tag=GN9XCEWDEDF5 type=write size=2211150 2024-09-19T13:44:12.689 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.686+0000 7f71dac3e8c0 1 > prepared operation key=W1PNZKV93AHZ tag=HNUNP314FWXT type=write size=676908 2024-09-19T13:44:12.696 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.694+0000 7f71dac3e8c0 1 < suggested update operation key=Q484UNX3BYBG tag=ZJ3VT9HY0N3Q type=del size=2049692 2024-09-19T13:44:12.703 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.702+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ64P4D0EIT4.2~SO01DMW973KN.0 size=246598 2024-09-19T13:44:12.703 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.702+0000 7f71dac3e8c0 1 > prepared multipart upload key=NJ64P4D0EIT4 upload=SO01DMW973KN tag=1JL8KX11HK63 type=write size=1295174 2024-09-19T13:44:12.707 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.702+0000 7f71dac3e8c0 1 < completed part key=_multipart_0FYIGD7G7ER2.2~HFIVFWMZPYTR.0 size=1007074 2024-09-19T13:44:12.713 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.710+0000 7f71dac3e8c0 1 < completed multipart upload key=0FYIGD7G7ER2 upload=HFIVFWMZPYTR tag=JU05Q8MO0S67 type=write size=2055650 2024-09-19T13:44:12.717 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.714+0000 7f71dac3e8c0 1 > prepared operation key=HXQD0AR5YYML tag=N006ZMQO6GH1 type=del size=2985498 2024-09-19T13:44:12.721 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.718+0000 7f71dac3e8c0 1 < completed write operation key=1L7F60AU40YA tag=CDSYZ0NQL2WA type=write size=1020302 2024-09-19T13:44:12.724 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.722+0000 7f71dac3e8c0 1 > prepared operation key=HEVXCB3PBN2X tag=DN3357U3820Z type=del size=2331867 2024-09-19T13:44:12.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.726+0000 7f71dac3e8c0 1 < completed delete operation key=6QW9QPSBZ37R tag=7ESH86AMFBVO type=del 2024-09-19T13:44:12.735 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.734+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GTZ96ZN0A4E9.2~FG4QJTBS4E28.0 size=1048576 2024-09-19T13:44:12.738 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.734+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GTZ96ZN0A4E9.2~FG4QJTBS4E28.1 size=1048576 2024-09-19T13:44:12.741 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.738+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GTZ96ZN0A4E9.2~FG4QJTBS4E28.2 size=740703 2024-09-19T13:44:12.741 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.738+0000 7f71dac3e8c0 1 > prepared multipart upload key=GTZ96ZN0A4E9 upload=FG4QJTBS4E28 tag=B3DZ1KWV99A0 type=write size=3886431 2024-09-19T13:44:12.745 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.742+0000 7f71dac3e8c0 1 < completed delete operation key=IUZEMS5KASUH tag=UTI2316HQDZ2 type=del 2024-09-19T13:44:12.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.746+0000 7f71dac3e8c0 1 > prepared operation key=W1PNZKV93AHZ tag=J955GHGIHIP6 type=del size=1330460 2024-09-19T13:44:12.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.750+0000 7f71dac3e8c0 1 < completed delete operation key=W1PNZKV93AHZ tag=1L56P18OM3CE type=del 2024-09-19T13:44:12.756 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.754+0000 7f71dac3e8c0 1 > prepared operation key=K7SNV9YW44WO tag=QM0XKMJAUKKZ type=del size=3379719 2024-09-19T13:44:12.760 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.758+0000 7f71dac3e8c0 1 < completed part key=_multipart_E5541PV8MDY7.2~5FYO9FQSVBUU.0 size=756057 2024-09-19T13:44:12.766 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.762+0000 7f71dac3e8c0 1 < completed multipart upload key=E5541PV8MDY7 upload=5FYO9FQSVBUU tag=H6AZ9QN90GJ8 type=write size=1804633 2024-09-19T13:44:12.770 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.766+0000 7f71dac3e8c0 1 > prepared operation key=E5541PV8MDY7 tag=JUCT234518NC type=write size=177080 2024-09-19T13:44:12.773 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.770+0000 7f71dac3e8c0 1 < completed part key=_multipart_3M5OBS7J4VF9.2~H682HGSE4RNX.0 size=1048576 2024-09-19T13:44:12.776 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.774+0000 7f71dac3e8c0 1 < completed part key=_multipart_3M5OBS7J4VF9.2~H682HGSE4RNX.1 size=1048576 2024-09-19T13:44:12.779 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.778+0000 7f71dac3e8c0 1 < completed part key=_multipart_3M5OBS7J4VF9.2~H682HGSE4RNX.2 size=851499 2024-09-19T13:44:12.785 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.782+0000 7f71dac3e8c0 1 < completed multipart upload key=3M5OBS7J4VF9 upload=H682HGSE4RNX tag=12Z0WRYEV7SO type=write size=3997227 2024-09-19T13:44:12.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.786+0000 7f71dac3e8c0 1 > prepared operation key=Q484UNX3BYBG tag=8784A4BPNVNE type=write size=776550 2024-09-19T13:44:12.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.790+0000 7f71dac3e8c0 1 < completed delete operation key=QMR0T7URJS4W tag=L2HTVZ07NXU2 type=del 2024-09-19T13:44:12.797 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.794+0000 7f71dac3e8c0 1 > prepared operation key=1L7F60AU40YA tag=ONDEFBFFMAWA type=del size=380508 2024-09-19T13:44:12.801 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.798+0000 7f71dac3e8c0 1 < completed part key=_multipart_0FYIGD7G7ER2.2~101TQJ1MEP2T.0 size=962021 2024-09-19T13:44:12.806 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.802+0000 7f71dac3e8c0 1 < completed multipart upload key=0FYIGD7G7ER2 upload=101TQJ1MEP2T tag=QLPTWW1DBMI5 type=write size=2010597 2024-09-19T13:44:12.810 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.806+0000 7f71dac3e8c0 1 > prepared operation key=8KBRPNQCKIQN tag=BDYVC5VO7EIQ type=del size=355946 2024-09-19T13:44:12.814 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.810+0000 7f71dac3e8c0 1 < completed delete operation key=3M5OBS7J4VF9 tag=ANMVL3IMUZNH type=del 2024-09-19T13:44:12.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.814+0000 7f71dac3e8c0 1 > prepared operation key=TZNPXQ5Y333X tag=JWOW95899VM5 type=del size=3796736 2024-09-19T13:44:12.827 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.822+0000 7f71dac3e8c0 1 < suggested update operation key=5UA3A6M3SVPV tag=JKSSDBPFUNVU type=write size=473504 2024-09-19T13:44:12.831 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.830+0000 7f71dac3e8c0 1 > prepared operation key=OZZDDUTJUZ6A tag=62MI530BS4LT type=del size=396899 2024-09-19T13:44:12.835 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.834+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~0X31APESG52M.0 size=1048576 2024-09-19T13:44:12.838 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.834+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~0X31APESG52M.1 size=1048576 2024-09-19T13:44:12.841 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.838+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~0X31APESG52M.2 size=216996 2024-09-19T13:44:12.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.842+0000 7f71dac3e8c0 1 < completed multipart upload key=K7SNV9YW44WO upload=0X31APESG52M tag=9WNI1VATCPFT type=write size=3362724 2024-09-19T13:44:12.853 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.850+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~X0RVWBKD713L.0 size=1048576 2024-09-19T13:44:12.855 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.854+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~X0RVWBKD713L.1 size=680837 2024-09-19T13:44:12.855 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.854+0000 7f71dac3e8c0 1 > prepared multipart upload key=7KN90I8B7PUK upload=X0RVWBKD713L tag=ZML41J3WGJS1 type=write size=2777989 2024-09-19T13:44:12.859 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.858+0000 7f71dac3e8c0 1 < completed write operation key=E5541PV8MDY7 tag=U7VL45GEA39C type=write size=255577 2024-09-19T13:44:12.862 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.858+0000 7f71dac3e8c0 1 > prepared operation key=8A3NYYQ7SXR3 tag=5AJE4YFKQ2HB type=del size=3053792 2024-09-19T13:44:12.866 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.862+0000 7f71dac3e8c0 1 < completed part key=_multipart_W1PNZKV93AHZ.2~J2FFXSPG04DT.0 size=1048576 2024-09-19T13:44:12.869 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.866+0000 7f71dac3e8c0 1 < completed part key=_multipart_W1PNZKV93AHZ.2~J2FFXSPG04DT.1 size=885055 2024-09-19T13:44:12.875 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.874+0000 7f71dac3e8c0 1 < completed multipart upload key=W1PNZKV93AHZ upload=J2FFXSPG04DT tag=NNGGTPJ6UL03 type=write size=2982207 2024-09-19T13:44:12.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.878+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=IB736SQAU2DU type=del size=2827199 2024-09-19T13:44:12.883 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.878+0000 7f71dac3e8c0 1 < completed write operation key=W1PNZKV93AHZ tag=HNUNP314FWXT type=write size=676908 2024-09-19T13:44:12.889 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.886+0000 7f71dac3e8c0 1 > prepared part key=_multipart_OZZDDUTJUZ6A.2~RI6QV5N25JMA.0 size=146106 2024-09-19T13:44:12.889 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.886+0000 7f71dac3e8c0 1 > prepared multipart upload key=OZZDDUTJUZ6A upload=RI6QV5N25JMA tag=U6SBJWXX094C type=write size=1194682 2024-09-19T13:44:12.896 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.890+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ64P4D0EIT4.2~SO01DMW973KN.0 size=246598 2024-09-19T13:44:12.900 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.898+0000 7f71dac3e8c0 1 < completed multipart upload key=NJ64P4D0EIT4 upload=SO01DMW973KN tag=1JL8KX11HK63 type=write size=1295174 2024-09-19T13:44:12.906 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.902+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~BS3ME3A1DMBM.0 size=1048576 2024-09-19T13:44:12.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.906+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~BS3ME3A1DMBM.1 size=1048576 2024-09-19T13:44:12.912 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.910+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~BS3ME3A1DMBM.2 size=563032 2024-09-19T13:44:12.913 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.910+0000 7f71dac3e8c0 1 > prepared multipart upload key=NJ7EXTELNUF4 upload=BS3ME3A1DMBM tag=H6WHH660C9NF type=write size=3708760 2024-09-19T13:44:12.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.914+0000 7f71dac3e8c0 1 < completed delete operation key=HXQD0AR5YYML tag=N006ZMQO6GH1 type=del 2024-09-19T13:44:12.924 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.922+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~I1ZTTHU9VSKT.0 size=1048576 2024-09-19T13:44:12.927 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.926+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~I1ZTTHU9VSKT.1 size=1048576 2024-09-19T13:44:12.930 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.926+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~I1ZTTHU9VSKT.2 size=383224 2024-09-19T13:44:12.930 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.926+0000 7f71dac3e8c0 1 > prepared multipart upload key=K7SNV9YW44WO upload=I1ZTTHU9VSKT tag=Y1IYUVR9AA8P type=write size=3528952 2024-09-19T13:44:12.938 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.934+0000 7f71dac3e8c0 1 < suggested remove operation key=HEVXCB3PBN2X tag=DN3357U3820Z type=del 2024-09-19T13:44:12.944 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.942+0000 7f71dac3e8c0 1 > prepared part key=_multipart_D131FP2BZYDS.2~CQ4CRK7IGTA7.0 size=837288 2024-09-19T13:44:12.944 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.942+0000 7f71dac3e8c0 1 > prepared multipart upload key=D131FP2BZYDS upload=CQ4CRK7IGTA7 tag=R3MT7DRNI8L7 type=write size=1885864 2024-09-19T13:44:12.945 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.942+0000 7f71dac3e8c0 1 < canceled part key=_multipart_GTZ96ZN0A4E9.2~FG4QJTBS4E28.0 size=1048576 2024-09-19T13:44:12.948 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.946+0000 7f71dac3e8c0 1 < completed part key=_multipart_GTZ96ZN0A4E9.2~FG4QJTBS4E28.1 size=1048576 2024-09-19T13:44:12.951 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.950+0000 7f71dac3e8c0 1 < completed part key=_multipart_GTZ96ZN0A4E9.2~FG4QJTBS4E28.2 size=740703 2024-09-19T13:44:12.957 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.954+0000 7f71dac3e8c0 1 < canceled multipart upload key=GTZ96ZN0A4E9 upload=FG4QJTBS4E28 tag=B3DZ1KWV99A0 type=write size=3886431 2024-09-19T13:44:12.963 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.962+0000 7f71dac3e8c0 1 > prepared operation key=8KBRPNQCKIQN tag=LO5SJ7TW0I2S type=del size=937550 2024-09-19T13:44:12.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.966+0000 7f71dac3e8c0 1 < completed delete operation key=W1PNZKV93AHZ tag=J955GHGIHIP6 type=del 2024-09-19T13:44:12.971 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.970+0000 7f71dac3e8c0 1 > prepared operation key=A0ZG34NFHPW5 tag=9OU8GVR1EOKX type=del size=3708847 2024-09-19T13:44:12.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.974+0000 7f71dac3e8c0 1 < completed delete operation key=K7SNV9YW44WO tag=QM0XKMJAUKKZ type=del 2024-09-19T13:44:12.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.978+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~8VC7OKS9TTNX.0 size=1048576 2024-09-19T13:44:12.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.982+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~8VC7OKS9TTNX.1 size=1048576 2024-09-19T13:44:12.989 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.986+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~8VC7OKS9TTNX.2 size=536111 2024-09-19T13:44:12.989 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.986+0000 7f71dac3e8c0 1 > prepared multipart upload key=LIMYIIX8WVBS upload=8VC7OKS9TTNX tag=GTH3IBUSQIZN type=write size=3681839 2024-09-19T13:44:12.993 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.990+0000 7f71dac3e8c0 1 < completed write operation key=E5541PV8MDY7 tag=JUCT234518NC type=write size=177080 2024-09-19T13:44:13.000 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.998+0000 7f71dac3e8c0 1 > prepared part key=_multipart_D131FP2BZYDS.2~5YEF5WZG3L8H.0 size=839098 2024-09-19T13:44:13.000 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:12.998+0000 7f71dac3e8c0 1 > prepared multipart upload key=D131FP2BZYDS upload=5YEF5WZG3L8H tag=RVRSVK0QTLJ0 type=write size=1887674 2024-09-19T13:44:13.004 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.002+0000 7f71dac3e8c0 1 < completed write operation key=Q484UNX3BYBG tag=8784A4BPNVNE type=write size=776550 2024-09-19T13:44:13.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.006+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=NT8L5ADVF8QQ type=write size=387336 2024-09-19T13:44:13.014 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.010+0000 7f71dac3e8c0 1 < canceled operation key=1L7F60AU40YA tag=ONDEFBFFMAWA type=del size=380508 2024-09-19T13:44:13.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.014+0000 7f71dac3e8c0 1 > prepared operation key=D131FP2BZYDS tag=I3Q4TKCCI2JR type=write size=872885 2024-09-19T13:44:13.022 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.018+0000 7f71dac3e8c0 1 < completed delete operation key=8KBRPNQCKIQN tag=BDYVC5VO7EIQ type=del 2024-09-19T13:44:13.026 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.022+0000 7f71dac3e8c0 1 > prepared operation key=HEVXCB3PBN2X tag=4PMFFXV3PBH8 type=del size=1327203 2024-09-19T13:44:13.030 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.026+0000 7f71dac3e8c0 1 < completed delete operation key=TZNPXQ5Y333X tag=JWOW95899VM5 type=del 2024-09-19T13:44:13.037 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.034+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~I6AD34BJ8LH5.0 size=1048576 2024-09-19T13:44:13.039 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.038+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~I6AD34BJ8LH5.1 size=680835 2024-09-19T13:44:13.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.038+0000 7f71dac3e8c0 1 > prepared multipart upload key=HXQD0AR5YYML upload=I6AD34BJ8LH5 tag=DUS3INLI1YA1 type=write size=2777987 2024-09-19T13:44:13.045 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.042+0000 7f71dac3e8c0 1 < completed delete operation key=OZZDDUTJUZ6A tag=62MI530BS4LT type=del 2024-09-19T13:44:13.052 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.050+0000 7f71dac3e8c0 1 > prepared part key=_multipart_6QW9QPSBZ37R.2~FWRTPGM6UJP1.0 size=1048576 2024-09-19T13:44:13.055 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.054+0000 7f71dac3e8c0 1 > prepared part key=_multipart_6QW9QPSBZ37R.2~FWRTPGM6UJP1.1 size=373637 2024-09-19T13:44:13.055 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.054+0000 7f71dac3e8c0 1 > prepared multipart upload key=6QW9QPSBZ37R upload=FWRTPGM6UJP1 tag=9T4F45W0FUXX type=write size=2470789 2024-09-19T13:44:13.059 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.058+0000 7f71dac3e8c0 1 < completed part key=_multipart_7KN90I8B7PUK.2~X0RVWBKD713L.0 size=1048576 2024-09-19T13:44:13.062 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.058+0000 7f71dac3e8c0 1 < completed part key=_multipart_7KN90I8B7PUK.2~X0RVWBKD713L.1 size=680837 2024-09-19T13:44:13.068 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.066+0000 7f71dac3e8c0 1 < completed multipart upload key=7KN90I8B7PUK upload=X0RVWBKD713L tag=ZML41J3WGJS1 type=write size=2777989 2024-09-19T13:44:13.074 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.070+0000 7f71dac3e8c0 1 > prepared part key=_multipart_TZNPXQ5Y333X.2~V4S0N2DGU5O7.0 size=1048576 2024-09-19T13:44:13.077 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.074+0000 7f71dac3e8c0 1 > prepared part key=_multipart_TZNPXQ5Y333X.2~V4S0N2DGU5O7.1 size=1048576 2024-09-19T13:44:13.080 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.078+0000 7f71dac3e8c0 1 > prepared part key=_multipart_TZNPXQ5Y333X.2~V4S0N2DGU5O7.2 size=346581 2024-09-19T13:44:13.080 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.078+0000 7f71dac3e8c0 1 > prepared multipart upload key=TZNPXQ5Y333X upload=V4S0N2DGU5O7 tag=X72SPAFE6Z4B type=write size=3492309 2024-09-19T13:44:13.084 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.082+0000 7f71dac3e8c0 1 < completed delete operation key=8A3NYYQ7SXR3 tag=5AJE4YFKQ2HB type=del 2024-09-19T13:44:13.088 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.086+0000 7f71dac3e8c0 1 > prepared operation key=XXX33TZ37H3Q tag=E1T3D500TJE1 type=write size=982061 2024-09-19T13:44:13.093 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.090+0000 7f71dac3e8c0 1 < completed delete operation key=IUZEMS5KASUH tag=IB736SQAU2DU type=del 2024-09-19T13:44:13.099 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.098+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QMR0T7URJS4W.2~R29FMFJF2SKH.0 size=1048576 2024-09-19T13:44:13.103 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.102+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QMR0T7URJS4W.2~R29FMFJF2SKH.1 size=1048576 2024-09-19T13:44:13.106 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.102+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QMR0T7URJS4W.2~R29FMFJF2SKH.2 size=613436 2024-09-19T13:44:13.106 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.102+0000 7f71dac3e8c0 1 > prepared multipart upload key=QMR0T7URJS4W upload=R29FMFJF2SKH tag=2CRHKNCE3BLV type=write size=3759164 2024-09-19T13:44:13.110 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.106+0000 7f71dac3e8c0 1 < completed part key=_multipart_OZZDDUTJUZ6A.2~RI6QV5N25JMA.0 size=146106 2024-09-19T13:44:13.117 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.114+0000 7f71dac3e8c0 1 < completed multipart upload key=OZZDDUTJUZ6A upload=RI6QV5N25JMA tag=U6SBJWXX094C type=write size=1194682 2024-09-19T13:44:13.121 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.118+0000 7f71dac3e8c0 1 > prepared operation key=0FYIGD7G7ER2 tag=U07WIX9ZJ0V7 type=del size=1610592 2024-09-19T13:44:13.125 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.122+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ7EXTELNUF4.2~BS3ME3A1DMBM.0 size=1048576 2024-09-19T13:44:13.129 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.126+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ7EXTELNUF4.2~BS3ME3A1DMBM.1 size=1048576 2024-09-19T13:44:13.132 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.130+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ7EXTELNUF4.2~BS3ME3A1DMBM.2 size=563032 2024-09-19T13:44:13.138 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.134+0000 7f71dac3e8c0 1 < completed multipart upload key=NJ7EXTELNUF4 upload=BS3ME3A1DMBM tag=H6WHH660C9NF type=write size=3708760 2024-09-19T13:44:13.145 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.142+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~MCGMQT0C58C4.0 size=1048576 2024-09-19T13:44:13.148 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.146+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~MCGMQT0C58C4.1 size=17783 2024-09-19T13:44:13.148 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.146+0000 7f71dac3e8c0 1 > prepared multipart upload key=7KN90I8B7PUK upload=MCGMQT0C58C4 tag=579N16PMI79H type=write size=2114935 2024-09-19T13:44:13.152 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.150+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~I1ZTTHU9VSKT.0 size=1048576 2024-09-19T13:44:13.155 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.154+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~I1ZTTHU9VSKT.1 size=1048576 2024-09-19T13:44:13.158 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.154+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~I1ZTTHU9VSKT.2 size=383224 2024-09-19T13:44:13.164 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.162+0000 7f71dac3e8c0 1 < completed multipart upload key=K7SNV9YW44WO upload=I1ZTTHU9VSKT tag=Y1IYUVR9AA8P type=write size=3528952 2024-09-19T13:44:13.168 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.166+0000 7f71dac3e8c0 1 > prepared operation key=6QW9QPSBZ37R tag=UQV79SM3Y8VD type=del size=1955860 2024-09-19T13:44:13.169 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.166+0000 7f71dac3e8c0 1 < canceled part key=_multipart_D131FP2BZYDS.2~CQ4CRK7IGTA7.0 size=837288 2024-09-19T13:44:13.175 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.174+0000 7f71dac3e8c0 1 < canceled multipart upload key=D131FP2BZYDS upload=CQ4CRK7IGTA7 tag=R3MT7DRNI8L7 type=write size=1885864 2024-09-19T13:44:13.182 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.178+0000 7f71dac3e8c0 1 > prepared part key=_multipart_V22QT1MEZ47G.2~Q809NSJ8K60L.0 size=185728 2024-09-19T13:44:13.182 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.178+0000 7f71dac3e8c0 1 > prepared multipart upload key=V22QT1MEZ47G upload=Q809NSJ8K60L tag=PLMWSYBU2UOB type=write size=1234304 2024-09-19T13:44:13.186 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.182+0000 7f71dac3e8c0 1 < completed delete operation key=8KBRPNQCKIQN tag=LO5SJ7TW0I2S type=del 2024-09-19T13:44:13.193 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.190+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~9MUP2SRM25K7.0 size=1048576 2024-09-19T13:44:13.196 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.194+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~9MUP2SRM25K7.1 size=1048576 2024-09-19T13:44:13.200 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.198+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~9MUP2SRM25K7.2 size=892778 2024-09-19T13:44:13.200 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.198+0000 7f71dac3e8c0 1 > prepared multipart upload key=K7SNV9YW44WO upload=9MUP2SRM25K7 tag=DP2JZJR9MXL4 type=write size=4038506 2024-09-19T13:44:13.203 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.202+0000 7f71dac3e8c0 1 < canceled operation key=A0ZG34NFHPW5 tag=9OU8GVR1EOKX type=del size=3708847 2024-09-19T13:44:13.211 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.210+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~U8WTWNDO7CJR.0 size=446996 2024-09-19T13:44:13.211 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.210+0000 7f71dac3e8c0 1 > prepared multipart upload key=W1PNZKV93AHZ upload=U8WTWNDO7CJR tag=8RVUD736EWBR type=write size=1495572 2024-09-19T13:44:13.215 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.214+0000 7f71dac3e8c0 1 < completed part key=_multipart_LIMYIIX8WVBS.2~8VC7OKS9TTNX.0 size=1048576 2024-09-19T13:44:13.219 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.218+0000 7f71dac3e8c0 1 < completed part key=_multipart_LIMYIIX8WVBS.2~8VC7OKS9TTNX.1 size=1048576 2024-09-19T13:44:13.222 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.218+0000 7f71dac3e8c0 1 < completed part key=_multipart_LIMYIIX8WVBS.2~8VC7OKS9TTNX.2 size=536111 2024-09-19T13:44:13.229 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.226+0000 7f71dac3e8c0 1 < completed multipart upload key=LIMYIIX8WVBS upload=8VC7OKS9TTNX tag=GTH3IBUSQIZN type=write size=3681839 2024-09-19T13:44:13.233 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.230+0000 7f71dac3e8c0 1 > prepared operation key=5UA3A6M3SVPV tag=GFFB7VL0L7NH type=del size=1289077 2024-09-19T13:44:13.237 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.234+0000 7f71dac3e8c0 1 < completed part key=_multipart_D131FP2BZYDS.2~5YEF5WZG3L8H.0 size=839098 2024-09-19T13:44:13.245 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.242+0000 7f71dac3e8c0 1 < completed multipart upload key=D131FP2BZYDS upload=5YEF5WZG3L8H tag=RVRSVK0QTLJ0 type=write size=1887674 2024-09-19T13:44:13.250 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.246+0000 7f71dac3e8c0 1 > prepared operation key=OZZDDUTJUZ6A tag=QN03TXSXMHTI type=del size=4136835 2024-09-19T13:44:13.255 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.250+0000 7f71dac3e8c0 1 < completed write operation key=IUZEMS5KASUH tag=NT8L5ADVF8QQ type=write size=387336 2024-09-19T13:44:13.259 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.258+0000 7f71dac3e8c0 1 > prepared operation key=HXQD0AR5YYML tag=99L2T191L6IE type=write size=775028 2024-09-19T13:44:13.264 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.262+0000 7f71dac3e8c0 1 < completed write operation key=D131FP2BZYDS tag=I3Q4TKCCI2JR type=write size=872885 2024-09-19T13:44:13.267 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.266+0000 7f71dac3e8c0 1 > prepared operation key=Q484UNX3BYBG tag=7HW2V8P4DKTU type=del size=3708627 2024-09-19T13:44:13.272 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.270+0000 7f71dac3e8c0 1 < completed delete operation key=HEVXCB3PBN2X tag=4PMFFXV3PBH8 type=del 2024-09-19T13:44:13.277 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.274+0000 7f71dac3e8c0 1 > prepared operation key=TZNPXQ5Y333X tag=3A4Q9PW79AG0 type=del size=2964379 2024-09-19T13:44:13.281 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.278+0000 7f71dac3e8c0 1 < completed part key=_multipart_HXQD0AR5YYML.2~I6AD34BJ8LH5.0 size=1048576 2024-09-19T13:44:13.281 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.278+0000 7f71dac3e8c0 1 < canceled part key=_multipart_HXQD0AR5YYML.2~I6AD34BJ8LH5.1 size=680835 2024-09-19T13:44:13.287 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.282+0000 7f71dac3e8c0 1 < canceled multipart upload key=HXQD0AR5YYML upload=I6AD34BJ8LH5 tag=DUS3INLI1YA1 type=write size=2777987 2024-09-19T13:44:13.291 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.290+0000 7f71dac3e8c0 1 > prepared operation key=HEVXCB3PBN2X tag=IZD8A9UOUTE8 type=del size=3869058 2024-09-19T13:44:13.295 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.290+0000 7f71dac3e8c0 1 < completed part key=_multipart_6QW9QPSBZ37R.2~FWRTPGM6UJP1.0 size=1048576 2024-09-19T13:44:13.297 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.294+0000 7f71dac3e8c0 1 < completed part key=_multipart_6QW9QPSBZ37R.2~FWRTPGM6UJP1.1 size=373637 2024-09-19T13:44:13.304 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.302+0000 7f71dac3e8c0 1 < completed multipart upload key=6QW9QPSBZ37R upload=FWRTPGM6UJP1 tag=9T4F45W0FUXX type=write size=2470789 2024-09-19T13:44:13.311 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.310+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~K7R2S2G8H73O.0 size=1048576 2024-09-19T13:44:13.314 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.310+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~K7R2S2G8H73O.1 size=1048576 2024-09-19T13:44:13.317 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.314+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~K7R2S2G8H73O.2 size=311305 2024-09-19T13:44:13.317 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.314+0000 7f71dac3e8c0 1 > prepared multipart upload key=W1PNZKV93AHZ upload=K7R2S2G8H73O tag=GG0QBDW0AY6A type=write size=3457033 2024-09-19T13:44:13.321 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.318+0000 7f71dac3e8c0 1 < completed part key=_multipart_TZNPXQ5Y333X.2~V4S0N2DGU5O7.0 size=1048576 2024-09-19T13:44:13.325 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.322+0000 7f71dac3e8c0 1 < completed part key=_multipart_TZNPXQ5Y333X.2~V4S0N2DGU5O7.1 size=1048576 2024-09-19T13:44:13.332 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.330+0000 7f71dac3e8c0 1 < completed part key=_multipart_TZNPXQ5Y333X.2~V4S0N2DGU5O7.2 size=346581 2024-09-19T13:44:13.339 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.338+0000 7f71dac3e8c0 1 < completed multipart upload key=TZNPXQ5Y333X upload=V4S0N2DGU5O7 tag=X72SPAFE6Z4B type=write size=3492309 2024-09-19T13:44:13.347 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.346+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~9W8E8C147PFK.0 size=32389 2024-09-19T13:44:13.347 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.346+0000 7f71dac3e8c0 1 > prepared multipart upload key=LIMYIIX8WVBS upload=9W8E8C147PFK tag=91TXABX6T462 type=write size=1080965 2024-09-19T13:44:13.352 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.350+0000 7f71dac3e8c0 1 < canceled operation key=XXX33TZ37H3Q tag=E1T3D500TJE1 type=write size=982061 2024-09-19T13:44:13.357 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.354+0000 7f71dac3e8c0 1 > prepared operation key=NJ64P4D0EIT4 tag=GNWUERLV9CCX type=del size=2039966 2024-09-19T13:44:13.361 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.358+0000 7f71dac3e8c0 1 < completed part key=_multipart_QMR0T7URJS4W.2~R29FMFJF2SKH.0 size=1048576 2024-09-19T13:44:13.364 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.362+0000 7f71dac3e8c0 1 < completed part key=_multipart_QMR0T7URJS4W.2~R29FMFJF2SKH.1 size=1048576 2024-09-19T13:44:13.364 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.362+0000 7f71dac3e8c0 1 < canceled part key=_multipart_QMR0T7URJS4W.2~R29FMFJF2SKH.2 size=613436 2024-09-19T13:44:13.371 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.370+0000 7f71dac3e8c0 1 < canceled multipart upload key=QMR0T7URJS4W upload=R29FMFJF2SKH tag=2CRHKNCE3BLV type=write size=3759164 2024-09-19T13:44:13.379 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.378+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GTZ96ZN0A4E9.2~ZBOKAET5ORSC.0 size=1048576 2024-09-19T13:44:13.382 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.378+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GTZ96ZN0A4E9.2~ZBOKAET5ORSC.1 size=602714 2024-09-19T13:44:13.382 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.378+0000 7f71dac3e8c0 1 > prepared multipart upload key=GTZ96ZN0A4E9 upload=ZBOKAET5ORSC tag=AYEJ3PJ9CKYX type=write size=2699866 2024-09-19T13:44:13.386 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.382+0000 7f71dac3e8c0 1 < completed delete operation key=0FYIGD7G7ER2 tag=U07WIX9ZJ0V7 type=del 2024-09-19T13:44:13.389 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.386+0000 7f71dac3e8c0 1 > prepared operation key=8A3NYYQ7SXR3 tag=NVVPG4KNBHMV type=del size=310632 2024-09-19T13:44:13.393 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.390+0000 7f71dac3e8c0 1 < completed part key=_multipart_7KN90I8B7PUK.2~MCGMQT0C58C4.0 size=1048576 2024-09-19T13:44:13.396 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.394+0000 7f71dac3e8c0 1 < completed part key=_multipart_7KN90I8B7PUK.2~MCGMQT0C58C4.1 size=17783 2024-09-19T13:44:13.402 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.398+0000 7f71dac3e8c0 1 < completed multipart upload key=7KN90I8B7PUK upload=MCGMQT0C58C4 tag=579N16PMI79H type=write size=2114935 2024-09-19T13:44:13.409 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.406+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~EDPSAK8JYWNA.0 size=1048576 2024-09-19T13:44:13.412 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.410+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~EDPSAK8JYWNA.1 size=979961 2024-09-19T13:44:13.412 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.410+0000 7f71dac3e8c0 1 > prepared multipart upload key=K7SNV9YW44WO upload=EDPSAK8JYWNA tag=TA3WVDTMGYKI type=write size=3077113 2024-09-19T13:44:13.419 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.418+0000 7f71dac3e8c0 1 < suggested remove operation key=6QW9QPSBZ37R tag=UQV79SM3Y8VD type=del 2024-09-19T13:44:13.423 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.422+0000 7f71dac3e8c0 1 > prepared operation key=8A3NYYQ7SXR3 tag=YR2HWZKW80LC type=write size=508764 2024-09-19T13:44:13.427 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.426+0000 7f71dac3e8c0 1 < completed part key=_multipart_V22QT1MEZ47G.2~Q809NSJ8K60L.0 size=185728 2024-09-19T13:44:13.433 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.430+0000 7f71dac3e8c0 1 < completed multipart upload key=V22QT1MEZ47G upload=Q809NSJ8K60L tag=PLMWSYBU2UOB type=write size=1234304 2024-09-19T13:44:13.440 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.438+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~04CGGP3555Z1.0 size=1048576 2024-09-19T13:44:13.443 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.442+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~04CGGP3555Z1.1 size=1048576 2024-09-19T13:44:13.445 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.442+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~04CGGP3555Z1.2 size=98212 2024-09-19T13:44:13.446 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.442+0000 7f71dac3e8c0 1 > prepared multipart upload key=ZTBECCHZS74F upload=04CGGP3555Z1 tag=BE67Q2PAD00Q type=write size=3243940 2024-09-19T13:44:13.449 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.446+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~9MUP2SRM25K7.0 size=1048576 2024-09-19T13:44:13.452 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.450+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~9MUP2SRM25K7.1 size=1048576 2024-09-19T13:44:13.455 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.454+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~9MUP2SRM25K7.2 size=892778 2024-09-19T13:44:13.461 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.458+0000 7f71dac3e8c0 1 < completed multipart upload key=K7SNV9YW44WO upload=9MUP2SRM25K7 tag=DP2JZJR9MXL4 type=write size=4038506 2024-09-19T13:44:13.465 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.462+0000 7f71dac3e8c0 1 > prepared operation key=HXQD0AR5YYML tag=1NTPP90PNVLR type=del size=2550717 2024-09-19T13:44:13.466 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.462+0000 7f71dac3e8c0 1 < canceled part key=_multipart_W1PNZKV93AHZ.2~U8WTWNDO7CJR.0 size=446996 2024-09-19T13:44:13.472 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.470+0000 7f71dac3e8c0 1 < canceled multipart upload key=W1PNZKV93AHZ upload=U8WTWNDO7CJR tag=8RVUD736EWBR type=write size=1495572 2024-09-19T13:44:13.476 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.474+0000 7f71dac3e8c0 1 > prepared operation key=XXX33TZ37H3Q tag=DTRVTRDQMS4J type=del size=3560928 2024-09-19T13:44:13.483 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.482+0000 7f71dac3e8c0 1 < suggested update operation key=5UA3A6M3SVPV tag=GFFB7VL0L7NH type=del size=1289077 2024-09-19T13:44:13.487 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.486+0000 7f71dac3e8c0 1 > prepared operation key=LIMYIIX8WVBS tag=2UHAWTM1SY9O type=del size=2753739 2024-09-19T13:44:13.491 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.486+0000 7f71dac3e8c0 1 < completed delete operation key=OZZDDUTJUZ6A tag=QN03TXSXMHTI type=del 2024-09-19T13:44:13.497 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.494+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8A3NYYQ7SXR3.2~HMAYEI14V6J9.0 size=1048576 2024-09-19T13:44:13.500 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.498+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8A3NYYQ7SXR3.2~HMAYEI14V6J9.1 size=1048576 2024-09-19T13:44:13.503 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.498+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8A3NYYQ7SXR3.2~HMAYEI14V6J9.2 size=142018 2024-09-19T13:44:13.503 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.498+0000 7f71dac3e8c0 1 > prepared multipart upload key=8A3NYYQ7SXR3 upload=HMAYEI14V6J9 tag=7DO546QY1LXO type=write size=3287746 2024-09-19T13:44:13.507 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.502+0000 7f71dac3e8c0 1 < completed write operation key=HXQD0AR5YYML tag=99L2T191L6IE type=write size=775028 2024-09-19T13:44:13.511 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.506+0000 7f71dac3e8c0 1 > prepared operation key=3M5OBS7J4VF9 tag=SJ8HLZN9UFOK type=del size=3529026 2024-09-19T13:44:13.514 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.510+0000 7f71dac3e8c0 1 < completed delete operation key=Q484UNX3BYBG tag=7HW2V8P4DKTU type=del 2024-09-19T13:44:13.518 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.514+0000 7f71dac3e8c0 1 > prepared operation key=HEVXCB3PBN2X tag=ALZ1E6DA0JMG type=write size=232761 2024-09-19T13:44:13.522 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.518+0000 7f71dac3e8c0 1 < completed delete operation key=TZNPXQ5Y333X tag=3A4Q9PW79AG0 type=del 2024-09-19T13:44:13.526 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.522+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=GMO2KLFSYTSJ type=del size=197188 2024-09-19T13:44:13.530 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.526+0000 7f71dac3e8c0 1 < completed delete operation key=HEVXCB3PBN2X tag=IZD8A9UOUTE8 type=del 2024-09-19T13:44:13.534 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.530+0000 7f71dac3e8c0 1 > prepared operation key=8NT83XBF9HN8 tag=90EDLDG0AQJU type=del size=1330921 2024-09-19T13:44:13.538 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.534+0000 7f71dac3e8c0 1 < completed part key=_multipart_W1PNZKV93AHZ.2~K7R2S2G8H73O.0 size=1048576 2024-09-19T13:44:13.541 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.538+0000 7f71dac3e8c0 1 < completed part key=_multipart_W1PNZKV93AHZ.2~K7R2S2G8H73O.1 size=1048576 2024-09-19T13:44:13.544 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.542+0000 7f71dac3e8c0 1 < completed part key=_multipart_W1PNZKV93AHZ.2~K7R2S2G8H73O.2 size=311305 2024-09-19T13:44:13.550 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.546+0000 7f71dac3e8c0 1 < completed multipart upload key=W1PNZKV93AHZ upload=K7R2S2G8H73O tag=GG0QBDW0AY6A type=write size=3457033 2024-09-19T13:44:13.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.550+0000 7f71dac3e8c0 1 > prepared operation key=GTZ96ZN0A4E9 tag=3XZ6K70XQEI4 type=write size=122734 2024-09-19T13:44:13.557 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.554+0000 7f71dac3e8c0 1 < completed part key=_multipart_LIMYIIX8WVBS.2~9W8E8C147PFK.0 size=32389 2024-09-19T13:44:13.563 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.562+0000 7f71dac3e8c0 1 < completed multipart upload key=LIMYIIX8WVBS upload=9W8E8C147PFK tag=91TXABX6T462 type=write size=1080965 2024-09-19T13:44:13.570 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.566+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ64P4D0EIT4.2~OE7SLQ8D2QC9.0 size=1048576 2024-09-19T13:44:13.573 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.570+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ64P4D0EIT4.2~OE7SLQ8D2QC9.1 size=1048576 2024-09-19T13:44:13.576 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.574+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ64P4D0EIT4.2~OE7SLQ8D2QC9.2 size=552196 2024-09-19T13:44:13.576 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.574+0000 7f71dac3e8c0 1 > prepared multipart upload key=NJ64P4D0EIT4 upload=OE7SLQ8D2QC9 tag=I5A1YGXVD26Q type=write size=3697924 2024-09-19T13:44:13.580 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.578+0000 7f71dac3e8c0 1 < canceled operation key=NJ64P4D0EIT4 tag=GNWUERLV9CCX type=del size=2039966 2024-09-19T13:44:13.584 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.582+0000 7f71dac3e8c0 1 > prepared operation key=8A3NYYQ7SXR3 tag=Q5HUEW7J3CAN type=write size=275117 2024-09-19T13:44:13.588 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.586+0000 7f71dac3e8c0 1 < completed part key=_multipart_GTZ96ZN0A4E9.2~ZBOKAET5ORSC.0 size=1048576 2024-09-19T13:44:13.590 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.586+0000 7f71dac3e8c0 1 < completed part key=_multipart_GTZ96ZN0A4E9.2~ZBOKAET5ORSC.1 size=602714 2024-09-19T13:44:13.597 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.594+0000 7f71dac3e8c0 1 < completed multipart upload key=GTZ96ZN0A4E9 upload=ZBOKAET5ORSC tag=AYEJ3PJ9CKYX type=write size=2699866 2024-09-19T13:44:13.601 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.598+0000 7f71dac3e8c0 1 > prepared operation key=JO1LC6YY2PEB tag=W53YQ3OUR4KN type=del size=626635 2024-09-19T13:44:13.605 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.602+0000 7f71dac3e8c0 1 < canceled operation key=8A3NYYQ7SXR3 tag=NVVPG4KNBHMV type=del size=310632 2024-09-19T13:44:13.608 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.606+0000 7f71dac3e8c0 1 > prepared operation key=OZZDDUTJUZ6A tag=981GWNY0NUBX type=write size=850275 2024-09-19T13:44:13.612 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.610+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~EDPSAK8JYWNA.0 size=1048576 2024-09-19T13:44:13.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.614+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~EDPSAK8JYWNA.1 size=979961 2024-09-19T13:44:13.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.618+0000 7f71dac3e8c0 1 < completed multipart upload key=K7SNV9YW44WO upload=EDPSAK8JYWNA tag=TA3WVDTMGYKI type=write size=3077113 2024-09-19T13:44:13.625 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.622+0000 7f71dac3e8c0 1 > prepared operation key=E5541PV8MDY7 tag=LUCGNLTXGBVW type=del size=582721 2024-09-19T13:44:13.629 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.626+0000 7f71dac3e8c0 1 < completed write operation key=8A3NYYQ7SXR3 tag=YR2HWZKW80LC type=write size=508764 2024-09-19T13:44:13.636 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.634+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~13EWC945SNN0.0 size=1048576 2024-09-19T13:44:13.639 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.634+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~13EWC945SNN0.1 size=1048576 2024-09-19T13:44:13.642 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.638+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~13EWC945SNN0.2 size=333940 2024-09-19T13:44:13.642 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.638+0000 7f71dac3e8c0 1 > prepared multipart upload key=3M5OBS7J4VF9 upload=13EWC945SNN0 tag=SQVDQT6CWIRJ type=write size=3479668 2024-09-19T13:44:13.646 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.642+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~04CGGP3555Z1.0 size=1048576 2024-09-19T13:44:13.648 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.646+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~04CGGP3555Z1.1 size=1048576 2024-09-19T13:44:13.652 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.650+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~04CGGP3555Z1.2 size=98212 2024-09-19T13:44:13.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.658+0000 7f71dac3e8c0 1 < completed multipart upload key=ZTBECCHZS74F upload=04CGGP3555Z1 tag=BE67Q2PAD00Q type=write size=3243940 2024-09-19T13:44:13.667 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.666+0000 7f71dac3e8c0 1 > prepared part key=_multipart_5UA3A6M3SVPV.2~0TCCBQ0I8HFL.0 size=1048576 2024-09-19T13:44:13.670 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.666+0000 7f71dac3e8c0 1 > prepared part key=_multipart_5UA3A6M3SVPV.2~0TCCBQ0I8HFL.1 size=1048576 2024-09-19T13:44:13.673 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.670+0000 7f71dac3e8c0 1 > prepared part key=_multipart_5UA3A6M3SVPV.2~0TCCBQ0I8HFL.2 size=661421 2024-09-19T13:44:13.674 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.670+0000 7f71dac3e8c0 1 > prepared multipart upload key=5UA3A6M3SVPV upload=0TCCBQ0I8HFL tag=5GO0HTD2CPG4 type=write size=3807149 2024-09-19T13:44:13.678 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.674+0000 7f71dac3e8c0 1 < completed delete operation key=HXQD0AR5YYML tag=1NTPP90PNVLR type=del 2024-09-19T13:44:13.689 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.686+0000 7f71dac3e8c0 1 > prepared part key=_multipart_JO1LC6YY2PEB.2~7CBYF33IZ6VD.0 size=1048576 2024-09-19T13:44:13.692 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.690+0000 7f71dac3e8c0 1 > prepared part key=_multipart_JO1LC6YY2PEB.2~7CBYF33IZ6VD.1 size=979320 2024-09-19T13:44:13.692 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.690+0000 7f71dac3e8c0 1 > prepared multipart upload key=JO1LC6YY2PEB upload=7CBYF33IZ6VD tag=4G5AHEL2GI7V type=write size=3076472 2024-09-19T13:44:13.696 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.694+0000 7f71dac3e8c0 1 < completed delete operation key=XXX33TZ37H3Q tag=DTRVTRDQMS4J type=del 2024-09-19T13:44:13.703 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.702+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QMR0T7URJS4W.2~E8SWFOLZR0TB.0 size=1048576 2024-09-19T13:44:13.706 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.702+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QMR0T7URJS4W.2~E8SWFOLZR0TB.1 size=1048576 2024-09-19T13:44:13.709 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.706+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QMR0T7URJS4W.2~E8SWFOLZR0TB.2 size=1026415 2024-09-19T13:44:13.709 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.706+0000 7f71dac3e8c0 1 > prepared multipart upload key=QMR0T7URJS4W upload=E8SWFOLZR0TB tag=R76RPU9P7D26 type=write size=4172143 2024-09-19T13:44:13.713 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.710+0000 7f71dac3e8c0 1 < completed delete operation key=LIMYIIX8WVBS tag=2UHAWTM1SY9O type=del 2024-09-19T13:44:13.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.714+0000 7f71dac3e8c0 1 > prepared operation key=W1PNZKV93AHZ tag=5K9W4Y50ODVS type=write size=479443 2024-09-19T13:44:13.722 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.718+0000 7f71dac3e8c0 1 < completed part key=_multipart_8A3NYYQ7SXR3.2~HMAYEI14V6J9.0 size=1048576 2024-09-19T13:44:13.725 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.722+0000 7f71dac3e8c0 1 < completed part key=_multipart_8A3NYYQ7SXR3.2~HMAYEI14V6J9.1 size=1048576 2024-09-19T13:44:13.728 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.726+0000 7f71dac3e8c0 1 < completed part key=_multipart_8A3NYYQ7SXR3.2~HMAYEI14V6J9.2 size=142018 2024-09-19T13:44:13.733 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.730+0000 7f71dac3e8c0 1 < completed multipart upload key=8A3NYYQ7SXR3 upload=HMAYEI14V6J9 tag=7DO546QY1LXO type=write size=3287746 2024-09-19T13:44:13.737 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.734+0000 7f71dac3e8c0 1 > prepared operation key=0FYIGD7G7ER2 tag=0MMPAO23UUXN type=del size=2508222 2024-09-19T13:44:13.741 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.738+0000 7f71dac3e8c0 1 < canceled operation key=3M5OBS7J4VF9 tag=SJ8HLZN9UFOK type=del size=3529026 2024-09-19T13:44:13.744 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.742+0000 7f71dac3e8c0 1 > prepared operation key=1L7F60AU40YA tag=6OCXWG5PCO8B type=del size=2779207 2024-09-19T13:44:13.747 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.746+0000 7f71dac3e8c0 1 < completed write operation key=HEVXCB3PBN2X tag=ALZ1E6DA0JMG type=write size=232761 2024-09-19T13:44:13.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.750+0000 7f71dac3e8c0 1 > prepared operation key=OZZDDUTJUZ6A tag=IIHAMYMY9NYC type=del size=526676 2024-09-19T13:44:13.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.750+0000 7f71dac3e8c0 1 < completed delete operation key=IUZEMS5KASUH tag=GMO2KLFSYTSJ type=del 2024-09-19T13:44:13.758 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.754+0000 7f71dac3e8c0 1 > prepared operation key=7KN90I8B7PUK tag=56CST3SYHK0Z type=write size=2922 2024-09-19T13:44:13.762 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.758+0000 7f71dac3e8c0 1 < completed delete operation key=8NT83XBF9HN8 tag=90EDLDG0AQJU type=del 2024-09-19T13:44:13.768 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.766+0000 7f71dac3e8c0 1 > prepared part key=_multipart_37OSN0RSHGZZ.2~I8VL9RT6VDK0.0 size=86423 2024-09-19T13:44:13.768 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.766+0000 7f71dac3e8c0 1 > prepared multipart upload key=37OSN0RSHGZZ upload=I8VL9RT6VDK0 tag=RARVX49F7ON4 type=write size=1134999 2024-09-19T13:44:13.775 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.774+0000 7f71dac3e8c0 1 < suggested update operation key=GTZ96ZN0A4E9 tag=3XZ6K70XQEI4 type=write size=122734 2024-09-19T13:44:13.778 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.774+0000 7f71dac3e8c0 1 > prepared operation key=LIMYIIX8WVBS tag=BX4W0PMTUX3D type=del size=1713262 2024-09-19T13:44:13.782 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.778+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ64P4D0EIT4.2~OE7SLQ8D2QC9.0 size=1048576 2024-09-19T13:44:13.782 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.778+0000 7f71dac3e8c0 1 < canceled part key=_multipart_NJ64P4D0EIT4.2~OE7SLQ8D2QC9.1 size=1048576 2024-09-19T13:44:13.785 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.782+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ64P4D0EIT4.2~OE7SLQ8D2QC9.2 size=552196 2024-09-19T13:44:13.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.786+0000 7f71dac3e8c0 1 < canceled multipart upload key=NJ64P4D0EIT4 upload=OE7SLQ8D2QC9 tag=I5A1YGXVD26Q type=write size=3697924 2024-09-19T13:44:13.795 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.794+0000 7f71dac3e8c0 1 > prepared operation key=NJ7EXTELNUF4 tag=DUZX1L3AL5PE type=del size=3618867 2024-09-19T13:44:13.799 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.798+0000 7f71dac3e8c0 1 < completed write operation key=8A3NYYQ7SXR3 tag=Q5HUEW7J3CAN type=write size=275117 2024-09-19T13:44:13.806 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.802+0000 7f71dac3e8c0 1 > prepared part key=_multipart_0FYIGD7G7ER2.2~X0HM169ZXOSQ.0 size=301276 2024-09-19T13:44:13.806 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.802+0000 7f71dac3e8c0 1 > prepared multipart upload key=0FYIGD7G7ER2 upload=X0HM169ZXOSQ tag=8RRIUBVPK0V5 type=write size=1349852 2024-09-19T13:44:13.809 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.806+0000 7f71dac3e8c0 1 < completed delete operation key=JO1LC6YY2PEB tag=W53YQ3OUR4KN type=del 2024-09-19T13:44:13.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.814+0000 7f71dac3e8c0 1 > prepared part key=_multipart_A0ZG34NFHPW5.2~OVD2BGXEXTJF.0 size=1048576 2024-09-19T13:44:13.819 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.818+0000 7f71dac3e8c0 1 > prepared part key=_multipart_A0ZG34NFHPW5.2~OVD2BGXEXTJF.1 size=1048576 2024-09-19T13:44:13.822 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.818+0000 7f71dac3e8c0 1 > prepared part key=_multipart_A0ZG34NFHPW5.2~OVD2BGXEXTJF.2 size=710895 2024-09-19T13:44:13.822 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.818+0000 7f71dac3e8c0 1 > prepared multipart upload key=A0ZG34NFHPW5 upload=OVD2BGXEXTJF tag=F839P27L0U6A type=write size=3856623 2024-09-19T13:44:13.827 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.826+0000 7f71dac3e8c0 1 < completed write operation key=OZZDDUTJUZ6A tag=981GWNY0NUBX type=write size=850275 2024-09-19T13:44:13.831 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.830+0000 7f71dac3e8c0 1 > prepared operation key=QMR0T7URJS4W tag=GV2E9DJYYRGU type=del size=3870913 2024-09-19T13:44:13.835 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.834+0000 7f71dac3e8c0 1 < completed delete operation key=E5541PV8MDY7 tag=LUCGNLTXGBVW type=del 2024-09-19T13:44:13.842 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.838+0000 7f71dac3e8c0 1 > prepared part key=_multipart_D131FP2BZYDS.2~D7G422H1UJSY.0 size=1048576 2024-09-19T13:44:13.845 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.842+0000 7f71dac3e8c0 1 > prepared part key=_multipart_D131FP2BZYDS.2~D7G422H1UJSY.1 size=1048576 2024-09-19T13:44:13.848 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.846+0000 7f71dac3e8c0 1 > prepared part key=_multipart_D131FP2BZYDS.2~D7G422H1UJSY.2 size=793018 2024-09-19T13:44:13.848 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.846+0000 7f71dac3e8c0 1 > prepared multipart upload key=D131FP2BZYDS upload=D7G422H1UJSY tag=VRLRQTX0OT78 type=write size=3938746 2024-09-19T13:44:13.852 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.850+0000 7f71dac3e8c0 1 < completed part key=_multipart_3M5OBS7J4VF9.2~13EWC945SNN0.0 size=1048576 2024-09-19T13:44:13.855 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.854+0000 7f71dac3e8c0 1 < completed part key=_multipart_3M5OBS7J4VF9.2~13EWC945SNN0.1 size=1048576 2024-09-19T13:44:13.858 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.854+0000 7f71dac3e8c0 1 < completed part key=_multipart_3M5OBS7J4VF9.2~13EWC945SNN0.2 size=333940 2024-09-19T13:44:13.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.862+0000 7f71dac3e8c0 1 < completed multipart upload key=3M5OBS7J4VF9 upload=13EWC945SNN0 tag=SQVDQT6CWIRJ type=write size=3479668 2024-09-19T13:44:13.873 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.870+0000 7f71dac3e8c0 1 > prepared part key=_multipart_OZZDDUTJUZ6A.2~Y3S4XDAA34N1.0 size=651783 2024-09-19T13:44:13.873 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.870+0000 7f71dac3e8c0 1 > prepared multipart upload key=OZZDDUTJUZ6A upload=Y3S4XDAA34N1 tag=FBAA2P03DJ1I type=write size=1700359 2024-09-19T13:44:13.878 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.874+0000 7f71dac3e8c0 1 < completed part key=_multipart_5UA3A6M3SVPV.2~0TCCBQ0I8HFL.0 size=1048576 2024-09-19T13:44:13.880 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.878+0000 7f71dac3e8c0 1 < completed part key=_multipart_5UA3A6M3SVPV.2~0TCCBQ0I8HFL.1 size=1048576 2024-09-19T13:44:13.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.882+0000 7f71dac3e8c0 1 < completed part key=_multipart_5UA3A6M3SVPV.2~0TCCBQ0I8HFL.2 size=661421 2024-09-19T13:44:13.891 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.890+0000 7f71dac3e8c0 1 < completed multipart upload key=5UA3A6M3SVPV upload=0TCCBQ0I8HFL tag=5GO0HTD2CPG4 type=write size=3807149 2024-09-19T13:44:13.895 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.894+0000 7f71dac3e8c0 1 > prepared operation key=ZTBECCHZS74F tag=XSBL8XFJ4MBU type=del size=1140103 2024-09-19T13:44:13.900 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.898+0000 7f71dac3e8c0 1 < completed part key=_multipart_JO1LC6YY2PEB.2~7CBYF33IZ6VD.0 size=1048576 2024-09-19T13:44:13.903 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.902+0000 7f71dac3e8c0 1 < completed part key=_multipart_JO1LC6YY2PEB.2~7CBYF33IZ6VD.1 size=979320 2024-09-19T13:44:13.910 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.906+0000 7f71dac3e8c0 1 < completed multipart upload key=JO1LC6YY2PEB upload=7CBYF33IZ6VD tag=4G5AHEL2GI7V type=write size=3076472 2024-09-19T13:44:13.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.914+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HEVXCB3PBN2X.2~0VHHBCNY8CN0.0 size=1048576 2024-09-19T13:44:13.919 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.918+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HEVXCB3PBN2X.2~0VHHBCNY8CN0.1 size=947090 2024-09-19T13:44:13.920 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.918+0000 7f71dac3e8c0 1 > prepared multipart upload key=HEVXCB3PBN2X upload=0VHHBCNY8CN0 tag=DNH0G9K4EORM type=write size=3044242 2024-09-19T13:44:13.923 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.922+0000 7f71dac3e8c0 1 < completed part key=_multipart_QMR0T7URJS4W.2~E8SWFOLZR0TB.0 size=1048576 2024-09-19T13:44:13.926 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.922+0000 7f71dac3e8c0 1 < completed part key=_multipart_QMR0T7URJS4W.2~E8SWFOLZR0TB.1 size=1048576 2024-09-19T13:44:13.929 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.926+0000 7f71dac3e8c0 1 < completed part key=_multipart_QMR0T7URJS4W.2~E8SWFOLZR0TB.2 size=1026415 2024-09-19T13:44:13.936 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.934+0000 7f71dac3e8c0 1 < completed multipart upload key=QMR0T7URJS4W upload=E8SWFOLZR0TB tag=R76RPU9P7D26 type=write size=4172143 2024-09-19T13:44:13.943 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.938+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~U65ZNOB9P0K5.0 size=78370 2024-09-19T13:44:13.943 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.938+0000 7f71dac3e8c0 1 > prepared multipart upload key=K7SNV9YW44WO upload=U65ZNOB9P0K5 tag=GR8HTDN2TLTI type=write size=1126946 2024-09-19T13:44:13.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.946+0000 7f71dac3e8c0 1 < completed write operation key=W1PNZKV93AHZ tag=5K9W4Y50ODVS type=write size=479443 2024-09-19T13:44:13.954 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.950+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HEVXCB3PBN2X.2~G5AS6H93P5UW.0 size=1048576 2024-09-19T13:44:13.958 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.954+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HEVXCB3PBN2X.2~G5AS6H93P5UW.1 size=338882 2024-09-19T13:44:13.958 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.954+0000 7f71dac3e8c0 1 > prepared multipart upload key=HEVXCB3PBN2X upload=G5AS6H93P5UW tag=CGP3VSVKSTFX type=write size=2436034 2024-09-19T13:44:13.962 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.958+0000 7f71dac3e8c0 1 < completed delete operation key=0FYIGD7G7ER2 tag=0MMPAO23UUXN type=del 2024-09-19T13:44:13.969 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.966+0000 7f71dac3e8c0 1 > prepared part key=_multipart_D131FP2BZYDS.2~WEUSDQ5OU3PX.0 size=1048576 2024-09-19T13:44:13.972 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.970+0000 7f71dac3e8c0 1 > prepared part key=_multipart_D131FP2BZYDS.2~WEUSDQ5OU3PX.1 size=908385 2024-09-19T13:44:13.972 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.970+0000 7f71dac3e8c0 1 > prepared multipart upload key=D131FP2BZYDS upload=WEUSDQ5OU3PX tag=ACCEOISYPAZA type=write size=3005537 2024-09-19T13:44:13.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.974+0000 7f71dac3e8c0 1 < completed delete operation key=1L7F60AU40YA tag=6OCXWG5PCO8B type=del 2024-09-19T13:44:13.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.982+0000 7f71dac3e8c0 1 > prepared part key=_multipart_1L7F60AU40YA.2~PODMDMMMQH4F.0 size=71455 2024-09-19T13:44:13.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.982+0000 7f71dac3e8c0 1 > prepared multipart upload key=1L7F60AU40YA upload=PODMDMMMQH4F tag=ZI22DRY0YWAE type=write size=1120031 2024-09-19T13:44:13.987 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.986+0000 7f71dac3e8c0 1 < completed delete operation key=OZZDDUTJUZ6A tag=IIHAMYMY9NYC type=del 2024-09-19T13:44:13.991 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.990+0000 7f71dac3e8c0 1 > prepared operation key=LIMYIIX8WVBS tag=LRP7JDKAW91M type=del size=321942 2024-09-19T13:44:13.996 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.994+0000 7f71dac3e8c0 1 < completed write operation key=7KN90I8B7PUK tag=56CST3SYHK0Z type=write size=2922 2024-09-19T13:44:14.000 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:13.998+0000 7f71dac3e8c0 1 > prepared operation key=1L7F60AU40YA tag=XHA4Z8OAARB2 type=del size=2491358 2024-09-19T13:44:14.004 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.002+0000 7f71dac3e8c0 1 < completed part key=_multipart_37OSN0RSHGZZ.2~I8VL9RT6VDK0.0 size=86423 2024-09-19T13:44:14.010 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.006+0000 7f71dac3e8c0 1 < completed multipart upload key=37OSN0RSHGZZ upload=I8VL9RT6VDK0 tag=RARVX49F7ON4 type=write size=1134999 2024-09-19T13:44:14.014 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.010+0000 7f71dac3e8c0 1 > prepared operation key=ZTBECCHZS74F tag=40YLUXM2HIFC type=del size=3981701 2024-09-19T13:44:14.017 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.014+0000 7f71dac3e8c0 1 < completed delete operation key=LIMYIIX8WVBS tag=BX4W0PMTUX3D type=del 2024-09-19T13:44:14.025 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.022+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GTZ96ZN0A4E9.2~ZQALEBY2OBUJ.0 size=1048576 2024-09-19T13:44:14.027 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.026+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GTZ96ZN0A4E9.2~ZQALEBY2OBUJ.1 size=199211 2024-09-19T13:44:14.027 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.026+0000 7f71dac3e8c0 1 > prepared multipart upload key=GTZ96ZN0A4E9 upload=ZQALEBY2OBUJ tag=4GXEH0WL296Y type=write size=2296363 2024-09-19T13:44:14.032 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.030+0000 7f71dac3e8c0 1 < completed delete operation key=NJ7EXTELNUF4 tag=DUZX1L3AL5PE type=del 2024-09-19T13:44:14.035 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.034+0000 7f71dac3e8c0 1 > prepared operation key=5UA3A6M3SVPV tag=VJFXLW8YAJ1N type=del size=1719806 2024-09-19T13:44:14.042 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.038+0000 7f71dac3e8c0 1 < completed part key=_multipart_0FYIGD7G7ER2.2~X0HM169ZXOSQ.0 size=301276 2024-09-19T13:44:14.048 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.046+0000 7f71dac3e8c0 1 < completed multipart upload key=0FYIGD7G7ER2 upload=X0HM169ZXOSQ tag=8RRIUBVPK0V5 type=write size=1349852 2024-09-19T13:44:14.052 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.050+0000 7f71dac3e8c0 1 > prepared operation key=NJ64P4D0EIT4 tag=MERHYE8BZ2J5 type=del size=3190401 2024-09-19T13:44:14.056 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.054+0000 7f71dac3e8c0 1 < completed part key=_multipart_A0ZG34NFHPW5.2~OVD2BGXEXTJF.0 size=1048576 2024-09-19T13:44:14.060 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.058+0000 7f71dac3e8c0 1 < completed part key=_multipart_A0ZG34NFHPW5.2~OVD2BGXEXTJF.1 size=1048576 2024-09-19T13:44:14.060 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.058+0000 7f71dac3e8c0 1 < canceled part key=_multipart_A0ZG34NFHPW5.2~OVD2BGXEXTJF.2 size=710895 2024-09-19T13:44:14.067 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.066+0000 7f71dac3e8c0 1 < canceled multipart upload key=A0ZG34NFHPW5 upload=OVD2BGXEXTJF tag=F839P27L0U6A type=write size=3856623 2024-09-19T13:44:14.071 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.070+0000 7f71dac3e8c0 1 > prepared operation key=HXQD0AR5YYML tag=FPMRCNYQ17UE type=del size=2391909 2024-09-19T13:44:14.075 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.070+0000 7f71dac3e8c0 1 < completed delete operation key=QMR0T7URJS4W tag=GV2E9DJYYRGU type=del 2024-09-19T13:44:14.079 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.074+0000 7f71dac3e8c0 1 > prepared operation key=7KN90I8B7PUK tag=HDEI9YO0LHIA type=write size=1013289 2024-09-19T13:44:14.082 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.078+0000 7f71dac3e8c0 1 < completed part key=_multipart_D131FP2BZYDS.2~D7G422H1UJSY.0 size=1048576 2024-09-19T13:44:14.085 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.082+0000 7f71dac3e8c0 1 < completed part key=_multipart_D131FP2BZYDS.2~D7G422H1UJSY.1 size=1048576 2024-09-19T13:44:14.088 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.086+0000 7f71dac3e8c0 1 < completed part key=_multipart_D131FP2BZYDS.2~D7G422H1UJSY.2 size=793018 2024-09-19T13:44:14.095 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.090+0000 7f71dac3e8c0 1 < completed multipart upload key=D131FP2BZYDS upload=D7G422H1UJSY tag=VRLRQTX0OT78 type=write size=3938746 2024-09-19T13:44:14.101 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.098+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~RUOA46MY9I5X.0 size=1048576 2024-09-19T13:44:14.104 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.102+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~RUOA46MY9I5X.1 size=319751 2024-09-19T13:44:14.104 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.102+0000 7f71dac3e8c0 1 > prepared multipart upload key=W1PNZKV93AHZ upload=RUOA46MY9I5X tag=J4H52VA6IT5M type=write size=2416903 2024-09-19T13:44:14.108 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.106+0000 7f71dac3e8c0 1 < completed part key=_multipart_OZZDDUTJUZ6A.2~Y3S4XDAA34N1.0 size=651783 2024-09-19T13:44:14.113 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.110+0000 7f71dac3e8c0 1 < completed multipart upload key=OZZDDUTJUZ6A upload=Y3S4XDAA34N1 tag=FBAA2P03DJ1I type=write size=1700359 2024-09-19T13:44:14.120 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.118+0000 7f71dac3e8c0 1 > prepared part key=_multipart_0FYIGD7G7ER2.2~S8WYISHQQGO3.0 size=1048576 2024-09-19T13:44:14.123 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.118+0000 7f71dac3e8c0 1 > prepared part key=_multipart_0FYIGD7G7ER2.2~S8WYISHQQGO3.1 size=1048576 2024-09-19T13:44:14.126 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.122+0000 7f71dac3e8c0 1 > prepared part key=_multipart_0FYIGD7G7ER2.2~S8WYISHQQGO3.2 size=408849 2024-09-19T13:44:14.126 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.122+0000 7f71dac3e8c0 1 > prepared multipart upload key=0FYIGD7G7ER2 upload=S8WYISHQQGO3 tag=U5QQX29IEZIW type=write size=3554577 2024-09-19T13:44:14.129 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.126+0000 7f71dac3e8c0 1 < completed delete operation key=ZTBECCHZS74F tag=XSBL8XFJ4MBU type=del 2024-09-19T13:44:14.133 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.130+0000 7f71dac3e8c0 1 > prepared operation key=3M5OBS7J4VF9 tag=5S4MYN58L4S1 type=del size=2111246 2024-09-19T13:44:14.138 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.134+0000 7f71dac3e8c0 1 < completed part key=_multipart_HEVXCB3PBN2X.2~0VHHBCNY8CN0.0 size=1048576 2024-09-19T13:44:14.141 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.138+0000 7f71dac3e8c0 1 < completed part key=_multipart_HEVXCB3PBN2X.2~0VHHBCNY8CN0.1 size=947090 2024-09-19T13:44:14.148 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.146+0000 7f71dac3e8c0 1 < completed multipart upload key=HEVXCB3PBN2X upload=0VHHBCNY8CN0 tag=DNH0G9K4EORM type=write size=3044242 2024-09-19T13:44:14.152 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.150+0000 7f71dac3e8c0 1 > prepared operation key=QQ09T88TB3XG tag=WX8IK99GXBHC type=del size=3284277 2024-09-19T13:44:14.156 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.154+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~U65ZNOB9P0K5.0 size=78370 2024-09-19T13:44:14.161 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.158+0000 7f71dac3e8c0 1 < completed multipart upload key=K7SNV9YW44WO upload=U65ZNOB9P0K5 tag=GR8HTDN2TLTI type=write size=1126946 2024-09-19T13:44:14.166 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.162+0000 7f71dac3e8c0 1 > prepared operation key=JO1LC6YY2PEB tag=1G3XC6D1F0CG type=write size=1010333 2024-09-19T13:44:14.171 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.170+0000 7f71dac3e8c0 1 < completed part key=_multipart_HEVXCB3PBN2X.2~G5AS6H93P5UW.0 size=1048576 2024-09-19T13:44:14.175 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.174+0000 7f71dac3e8c0 1 < completed part key=_multipart_HEVXCB3PBN2X.2~G5AS6H93P5UW.1 size=338882 2024-09-19T13:44:14.181 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.178+0000 7f71dac3e8c0 1 < completed multipart upload key=HEVXCB3PBN2X upload=G5AS6H93P5UW tag=CGP3VSVKSTFX type=write size=2436034 2024-09-19T13:44:14.184 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.182+0000 7f71dac3e8c0 1 > prepared operation key=XXX33TZ37H3Q tag=0CX07W0XNMRE type=del size=1570109 2024-09-19T13:44:14.188 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.186+0000 7f71dac3e8c0 1 < completed part key=_multipart_D131FP2BZYDS.2~WEUSDQ5OU3PX.0 size=1048576 2024-09-19T13:44:14.190 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.186+0000 7f71dac3e8c0 1 < completed part key=_multipart_D131FP2BZYDS.2~WEUSDQ5OU3PX.1 size=908385 2024-09-19T13:44:14.196 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.194+0000 7f71dac3e8c0 1 < completed multipart upload key=D131FP2BZYDS upload=WEUSDQ5OU3PX tag=ACCEOISYPAZA type=write size=3005537 2024-09-19T13:44:14.200 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.198+0000 7f71dac3e8c0 1 > prepared operation key=D131FP2BZYDS tag=00A7SRJNDDS8 type=write size=900865 2024-09-19T13:44:14.204 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.202+0000 7f71dac3e8c0 1 < completed part key=_multipart_1L7F60AU40YA.2~PODMDMMMQH4F.0 size=71455 2024-09-19T13:44:14.210 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.206+0000 7f71dac3e8c0 1 < completed multipart upload key=1L7F60AU40YA upload=PODMDMMMQH4F tag=ZI22DRY0YWAE type=write size=1120031 2024-09-19T13:44:14.214 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.210+0000 7f71dac3e8c0 1 > prepared operation key=3M5OBS7J4VF9 tag=EWUXVK27OI30 type=del size=2648464 2024-09-19T13:44:14.218 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.214+0000 7f71dac3e8c0 1 < completed delete operation key=LIMYIIX8WVBS tag=LRP7JDKAW91M type=del 2024-09-19T13:44:14.222 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.218+0000 7f71dac3e8c0 1 > prepared operation key=XXX33TZ37H3Q tag=ME59UXRA8X3O type=del size=1746410 2024-09-19T13:44:14.226 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.222+0000 7f71dac3e8c0 1 < completed delete operation key=1L7F60AU40YA tag=XHA4Z8OAARB2 type=del 2024-09-19T13:44:14.229 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.226+0000 7f71dac3e8c0 1 > prepared operation key=Q484UNX3BYBG tag=8L5E1KXO5DF4 type=write size=3680 2024-09-19T13:44:14.233 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.230+0000 7f71dac3e8c0 1 < completed delete operation key=ZTBECCHZS74F tag=40YLUXM2HIFC type=del 2024-09-19T13:44:14.237 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.234+0000 7f71dac3e8c0 1 > prepared operation key=OZZDDUTJUZ6A tag=PGFHZ4DGM2U8 type=del size=3794642 2024-09-19T13:44:14.241 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.238+0000 7f71dac3e8c0 1 < completed part key=_multipart_GTZ96ZN0A4E9.2~ZQALEBY2OBUJ.0 size=1048576 2024-09-19T13:44:14.244 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.242+0000 7f71dac3e8c0 1 < completed part key=_multipart_GTZ96ZN0A4E9.2~ZQALEBY2OBUJ.1 size=199211 2024-09-19T13:44:14.250 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.246+0000 7f71dac3e8c0 1 < completed multipart upload key=GTZ96ZN0A4E9 upload=ZQALEBY2OBUJ tag=4GXEH0WL296Y type=write size=2296363 2024-09-19T13:44:14.257 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.254+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~CHPE22PG5PTL.0 size=1048576 2024-09-19T13:44:14.260 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.258+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~CHPE22PG5PTL.1 size=1048576 2024-09-19T13:44:14.263 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.262+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~CHPE22PG5PTL.2 size=64826 2024-09-19T13:44:14.263 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.262+0000 7f71dac3e8c0 1 > prepared multipart upload key=K7SNV9YW44WO upload=CHPE22PG5PTL tag=1RYBYH28IEUD type=write size=3210554 2024-09-19T13:44:14.267 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.266+0000 7f71dac3e8c0 1 < completed delete operation key=5UA3A6M3SVPV tag=VJFXLW8YAJ1N type=del 2024-09-19T13:44:14.274 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.270+0000 7f71dac3e8c0 1 > prepared part key=_multipart_Q484UNX3BYBG.2~P2Z2KBPGWE2D.0 size=1048576 2024-09-19T13:44:14.277 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.274+0000 7f71dac3e8c0 1 > prepared part key=_multipart_Q484UNX3BYBG.2~P2Z2KBPGWE2D.1 size=629688 2024-09-19T13:44:14.277 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.274+0000 7f71dac3e8c0 1 > prepared multipart upload key=Q484UNX3BYBG upload=P2Z2KBPGWE2D tag=S0BFVTNHEGMW type=write size=2726840 2024-09-19T13:44:14.282 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.278+0000 7f71dac3e8c0 1 < completed delete operation key=NJ64P4D0EIT4 tag=MERHYE8BZ2J5 type=del 2024-09-19T13:44:14.289 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.286+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GTZ96ZN0A4E9.2~5FU2BN6GP63X.0 size=1048576 2024-09-19T13:44:14.291 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.290+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GTZ96ZN0A4E9.2~5FU2BN6GP63X.1 size=95829 2024-09-19T13:44:14.291 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.290+0000 7f71dac3e8c0 1 > prepared multipart upload key=GTZ96ZN0A4E9 upload=5FU2BN6GP63X tag=IM0Z8IQ02R4N type=write size=2192981 2024-09-19T13:44:14.295 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.294+0000 7f71dac3e8c0 1 < completed delete operation key=HXQD0AR5YYML tag=FPMRCNYQ17UE type=del 2024-09-19T13:44:14.299 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.298+0000 7f71dac3e8c0 1 > prepared operation key=XXX33TZ37H3Q tag=2E3Q3HGQI324 type=del size=4134478 2024-09-19T13:44:14.303 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.302+0000 7f71dac3e8c0 1 < completed write operation key=7KN90I8B7PUK tag=HDEI9YO0LHIA type=write size=1013289 2024-09-19T13:44:14.307 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.306+0000 7f71dac3e8c0 1 > prepared operation key=5UA3A6M3SVPV tag=KVKQAUWYJLA0 type=del size=4151550 2024-09-19T13:44:14.311 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.310+0000 7f71dac3e8c0 1 < completed part key=_multipart_W1PNZKV93AHZ.2~RUOA46MY9I5X.0 size=1048576 2024-09-19T13:44:14.314 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.310+0000 7f71dac3e8c0 1 < completed part key=_multipart_W1PNZKV93AHZ.2~RUOA46MY9I5X.1 size=319751 2024-09-19T13:44:14.320 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.318+0000 7f71dac3e8c0 1 < completed multipart upload key=W1PNZKV93AHZ upload=RUOA46MY9I5X tag=J4H52VA6IT5M type=write size=2416903 2024-09-19T13:44:14.324 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.322+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=VT7UNP3U7X1O type=del size=3305823 2024-09-19T13:44:14.329 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.326+0000 7f71dac3e8c0 1 < completed part key=_multipart_0FYIGD7G7ER2.2~S8WYISHQQGO3.0 size=1048576 2024-09-19T13:44:14.332 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.330+0000 7f71dac3e8c0 1 < completed part key=_multipart_0FYIGD7G7ER2.2~S8WYISHQQGO3.1 size=1048576 2024-09-19T13:44:14.336 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.334+0000 7f71dac3e8c0 1 < completed part key=_multipart_0FYIGD7G7ER2.2~S8WYISHQQGO3.2 size=408849 2024-09-19T13:44:14.342 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.338+0000 7f71dac3e8c0 1 < completed multipart upload key=0FYIGD7G7ER2 upload=S8WYISHQQGO3 tag=U5QQX29IEZIW type=write size=3554577 2024-09-19T13:44:14.348 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.346+0000 7f71dac3e8c0 1 > prepared part key=_multipart_1L7F60AU40YA.2~ILJX9OG9POEQ.0 size=1048576 2024-09-19T13:44:14.351 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.350+0000 7f71dac3e8c0 1 > prepared part key=_multipart_1L7F60AU40YA.2~ILJX9OG9POEQ.1 size=113620 2024-09-19T13:44:14.351 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.350+0000 7f71dac3e8c0 1 > prepared multipart upload key=1L7F60AU40YA upload=ILJX9OG9POEQ tag=Q5V5M48G0KGC type=write size=2210772 2024-09-19T13:44:14.355 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.354+0000 7f71dac3e8c0 1 < completed delete operation key=3M5OBS7J4VF9 tag=5S4MYN58L4S1 type=del 2024-09-19T13:44:14.361 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.358+0000 7f71dac3e8c0 1 > prepared part key=_multipart_6QW9QPSBZ37R.2~I32QB5PYZBJ2.0 size=75612 2024-09-19T13:44:14.362 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.358+0000 7f71dac3e8c0 1 > prepared multipart upload key=6QW9QPSBZ37R upload=I32QB5PYZBJ2 tag=JAE6FHSR8Y28 type=write size=1124188 2024-09-19T13:44:14.366 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.362+0000 7f71dac3e8c0 1 < completed delete operation key=QQ09T88TB3XG tag=WX8IK99GXBHC type=del 2024-09-19T13:44:14.370 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.366+0000 7f71dac3e8c0 1 > prepared operation key=3M5OBS7J4VF9 tag=B7YPJV6V9S3X type=del size=958965 2024-09-19T13:44:14.378 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.374+0000 7f71dac3e8c0 1 < suggested update operation key=JO1LC6YY2PEB tag=1G3XC6D1F0CG type=write size=1010333 2024-09-19T13:44:14.385 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.382+0000 7f71dac3e8c0 1 > prepared part key=_multipart_0FYIGD7G7ER2.2~4W76ZK6IE9PH.0 size=403530 2024-09-19T13:44:14.385 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.382+0000 7f71dac3e8c0 1 > prepared multipart upload key=0FYIGD7G7ER2 upload=4W76ZK6IE9PH tag=W0U5UCWRI1ZJ type=write size=1452106 2024-09-19T13:44:14.389 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.386+0000 7f71dac3e8c0 1 < completed delete operation key=XXX33TZ37H3Q tag=0CX07W0XNMRE type=del 2024-09-19T13:44:14.399 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.398+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~VZEFP0CVZWQB.0 size=1048576 2024-09-19T13:44:14.402 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.398+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~VZEFP0CVZWQB.1 size=784039 2024-09-19T13:44:14.402 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.398+0000 7f71dac3e8c0 1 > prepared multipart upload key=XXX33TZ37H3Q upload=VZEFP0CVZWQB tag=RR7NIGK735FL type=write size=2881191 2024-09-19T13:44:14.406 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.402+0000 7f71dac3e8c0 1 < completed write operation key=D131FP2BZYDS tag=00A7SRJNDDS8 type=write size=900865 2024-09-19T13:44:14.410 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.406+0000 7f71dac3e8c0 1 > prepared operation key=HEVXCB3PBN2X tag=XGF0I1L1AX1C type=write size=703536 2024-09-19T13:44:14.414 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.410+0000 7f71dac3e8c0 1 < completed delete operation key=3M5OBS7J4VF9 tag=EWUXVK27OI30 type=del 2024-09-19T13:44:14.418 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.414+0000 7f71dac3e8c0 1 > prepared operation key=8KBRPNQCKIQN tag=00SE3M2Q1EI1 type=del size=2619542 2024-09-19T13:44:14.426 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.422+0000 7f71dac3e8c0 1 < suggested remove operation key=XXX33TZ37H3Q tag=ME59UXRA8X3O type=del 2024-09-19T13:44:14.430 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.426+0000 7f71dac3e8c0 1 > prepared operation key=XXX33TZ37H3Q tag=6TCDBP0WGZ17 type=del size=129562 2024-09-19T13:44:14.438 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.434+0000 7f71dac3e8c0 1 < suggested update operation key=Q484UNX3BYBG tag=8L5E1KXO5DF4 type=write size=3680 2024-09-19T13:44:14.442 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.438+0000 7f71dac3e8c0 1 > prepared operation key=W1PNZKV93AHZ tag=2ITKALEO4UA1 type=del size=1462512 2024-09-19T13:44:14.446 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.442+0000 7f71dac3e8c0 1 < completed delete operation key=OZZDDUTJUZ6A tag=PGFHZ4DGM2U8 type=del 2024-09-19T13:44:14.450 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.446+0000 7f71dac3e8c0 1 > prepared operation key=NJ7EXTELNUF4 tag=CPVZAUDCUO1P type=write size=228643 2024-09-19T13:44:14.454 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.450+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~CHPE22PG5PTL.0 size=1048576 2024-09-19T13:44:14.457 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.454+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~CHPE22PG5PTL.1 size=1048576 2024-09-19T13:44:14.460 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.458+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~CHPE22PG5PTL.2 size=64826 2024-09-19T13:44:14.466 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.462+0000 7f71dac3e8c0 1 < completed multipart upload key=K7SNV9YW44WO upload=CHPE22PG5PTL tag=1RYBYH28IEUD type=write size=3210554 2024-09-19T13:44:14.470 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.466+0000 7f71dac3e8c0 1 > prepared operation key=D131FP2BZYDS tag=EELIRPBRG3TS type=del size=875638 2024-09-19T13:44:14.474 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.470+0000 7f71dac3e8c0 1 < completed part key=_multipart_Q484UNX3BYBG.2~P2Z2KBPGWE2D.0 size=1048576 2024-09-19T13:44:14.477 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.474+0000 7f71dac3e8c0 1 < completed part key=_multipart_Q484UNX3BYBG.2~P2Z2KBPGWE2D.1 size=629688 2024-09-19T13:44:14.483 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.482+0000 7f71dac3e8c0 1 < completed multipart upload key=Q484UNX3BYBG upload=P2Z2KBPGWE2D tag=S0BFVTNHEGMW type=write size=2726840 2024-09-19T13:44:14.490 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.486+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~WHD9L4ONGC67.0 size=1048576 2024-09-19T13:44:14.493 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.490+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~WHD9L4ONGC67.1 size=1048576 2024-09-19T13:44:14.496 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.494+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~WHD9L4ONGC67.2 size=487321 2024-09-19T13:44:14.496 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.494+0000 7f71dac3e8c0 1 > prepared multipart upload key=3M5OBS7J4VF9 upload=WHD9L4ONGC67 tag=TY81C7NY6DLH type=write size=3633049 2024-09-19T13:44:14.500 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.498+0000 7f71dac3e8c0 1 < completed part key=_multipart_GTZ96ZN0A4E9.2~5FU2BN6GP63X.0 size=1048576 2024-09-19T13:44:14.502 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.498+0000 7f71dac3e8c0 1 < completed part key=_multipart_GTZ96ZN0A4E9.2~5FU2BN6GP63X.1 size=95829 2024-09-19T13:44:14.509 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.506+0000 7f71dac3e8c0 1 < completed multipart upload key=GTZ96ZN0A4E9 upload=5FU2BN6GP63X tag=IM0Z8IQ02R4N type=write size=2192981 2024-09-19T13:44:14.516 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.514+0000 7f71dac3e8c0 1 > prepared part key=_multipart_0FYIGD7G7ER2.2~Z6NKVUYTTXF5.0 size=1048576 2024-09-19T13:44:14.518 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.514+0000 7f71dac3e8c0 1 > prepared part key=_multipart_0FYIGD7G7ER2.2~Z6NKVUYTTXF5.1 size=4902 2024-09-19T13:44:14.518 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.514+0000 7f71dac3e8c0 1 > prepared multipart upload key=0FYIGD7G7ER2 upload=Z6NKVUYTTXF5 tag=FTT4WJFLXC5W type=write size=2102054 2024-09-19T13:44:14.523 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.518+0000 7f71dac3e8c0 -1 < failed to complete operation key=XXX33TZ37H3Q tag=2E3Q3HGQI324 type=del size=4134478: (22) Invalid argument 2024-09-19T13:44:14.530 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.526+0000 7f71dac3e8c0 1 > prepared part key=_multipart_Q484UNX3BYBG.2~XRV96QQCD9JK.0 size=91130 2024-09-19T13:44:14.530 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.526+0000 7f71dac3e8c0 1 > prepared multipart upload key=Q484UNX3BYBG upload=XRV96QQCD9JK tag=K11IYNMPU61E type=write size=1139706 2024-09-19T13:44:14.534 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.530+0000 7f71dac3e8c0 1 < completed delete operation key=5UA3A6M3SVPV tag=KVKQAUWYJLA0 type=del 2024-09-19T13:44:14.541 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.538+0000 7f71dac3e8c0 1 > prepared part key=_multipart_37OSN0RSHGZZ.2~8NHC3ET5F6EA.0 size=1048576 2024-09-19T13:44:14.544 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.542+0000 7f71dac3e8c0 1 > prepared part key=_multipart_37OSN0RSHGZZ.2~8NHC3ET5F6EA.1 size=108493 2024-09-19T13:44:14.544 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.542+0000 7f71dac3e8c0 1 > prepared multipart upload key=37OSN0RSHGZZ upload=8NHC3ET5F6EA tag=NDBGLWCOS8EZ type=write size=2205645 2024-09-19T13:44:14.548 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.546+0000 7f71dac3e8c0 1 < completed delete operation key=IUZEMS5KASUH tag=VT7UNP3U7X1O type=del 2024-09-19T13:44:14.555 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.554+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~23TOWEU6S5HU.0 size=1048576 2024-09-19T13:44:14.558 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.554+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~23TOWEU6S5HU.1 size=1048576 2024-09-19T13:44:14.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.558+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~23TOWEU6S5HU.2 size=33325 2024-09-19T13:44:14.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.558+0000 7f71dac3e8c0 1 > prepared multipart upload key=LIMYIIX8WVBS upload=23TOWEU6S5HU tag=LT8OMQVI012U type=write size=3179053 2024-09-19T13:44:14.564 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.562+0000 7f71dac3e8c0 1 < completed part key=_multipart_1L7F60AU40YA.2~ILJX9OG9POEQ.0 size=1048576 2024-09-19T13:44:14.567 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.566+0000 7f71dac3e8c0 1 < completed part key=_multipart_1L7F60AU40YA.2~ILJX9OG9POEQ.1 size=113620 2024-09-19T13:44:14.573 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.570+0000 7f71dac3e8c0 1 < completed multipart upload key=1L7F60AU40YA upload=ILJX9OG9POEQ tag=Q5V5M48G0KGC type=write size=2210772 2024-09-19T13:44:14.580 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.578+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~DI7A9PS4Q0D8.0 size=202211 2024-09-19T13:44:14.580 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.578+0000 7f71dac3e8c0 1 > prepared multipart upload key=LIMYIIX8WVBS upload=DI7A9PS4Q0D8 tag=H55FC9DPA1OE type=write size=1250787 2024-09-19T13:44:14.584 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.582+0000 7f71dac3e8c0 1 < completed part key=_multipart_6QW9QPSBZ37R.2~I32QB5PYZBJ2.0 size=75612 2024-09-19T13:44:14.589 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.586+0000 7f71dac3e8c0 1 < completed multipart upload key=6QW9QPSBZ37R upload=I32QB5PYZBJ2 tag=JAE6FHSR8Y28 type=write size=1124188 2024-09-19T13:44:14.593 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.590+0000 7f71dac3e8c0 1 > prepared operation key=D131FP2BZYDS tag=65M9P38F33DY type=del size=2046692 2024-09-19T13:44:14.600 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.598+0000 7f71dac3e8c0 1 < suggested remove operation key=3M5OBS7J4VF9 tag=B7YPJV6V9S3X type=del 2024-09-19T13:44:14.607 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.606+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ64P4D0EIT4.2~X9XYS2V38E2V.0 size=1048576 2024-09-19T13:44:14.610 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.606+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ64P4D0EIT4.2~X9XYS2V38E2V.1 size=1048576 2024-09-19T13:44:14.612 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.610+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ64P4D0EIT4.2~X9XYS2V38E2V.2 size=933455 2024-09-19T13:44:14.612 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.610+0000 7f71dac3e8c0 1 > prepared multipart upload key=NJ64P4D0EIT4 upload=X9XYS2V38E2V tag=BTK9MG1WOMMT type=write size=4079183 2024-09-19T13:44:14.616 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.614+0000 7f71dac3e8c0 1 < completed part key=_multipart_0FYIGD7G7ER2.2~4W76ZK6IE9PH.0 size=403530 2024-09-19T13:44:14.622 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.618+0000 7f71dac3e8c0 1 < completed multipart upload key=0FYIGD7G7ER2 upload=4W76ZK6IE9PH tag=W0U5UCWRI1ZJ type=write size=1452106 2024-09-19T13:44:14.625 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.622+0000 7f71dac3e8c0 1 > prepared operation key=0FYIGD7G7ER2 tag=F7DDTIBLMYBX type=del size=209521 2024-09-19T13:44:14.629 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.626+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~VZEFP0CVZWQB.0 size=1048576 2024-09-19T13:44:14.632 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.630+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~VZEFP0CVZWQB.1 size=784039 2024-09-19T13:44:14.640 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.634+0000 7f71dac3e8c0 1 < completed multipart upload key=XXX33TZ37H3Q upload=VZEFP0CVZWQB tag=RR7NIGK735FL type=write size=2881191 2024-09-19T13:44:14.645 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.642+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~LYBZTHUY3700.0 size=1048576 2024-09-19T13:44:14.648 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.646+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~LYBZTHUY3700.1 size=1048576 2024-09-19T13:44:14.651 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.650+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~LYBZTHUY3700.2 size=110095 2024-09-19T13:44:14.651 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.650+0000 7f71dac3e8c0 1 > prepared multipart upload key=7KN90I8B7PUK upload=LYBZTHUY3700 tag=MG3GN8ZBRK07 type=write size=3255823 2024-09-19T13:44:14.655 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.654+0000 7f71dac3e8c0 1 < completed write operation key=HEVXCB3PBN2X tag=XGF0I1L1AX1C type=write size=703536 2024-09-19T13:44:14.658 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.654+0000 7f71dac3e8c0 1 > prepared operation key=GTZ96ZN0A4E9 tag=53N14QVMQI9O type=del size=1066666 2024-09-19T13:44:14.663 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.662+0000 7f71dac3e8c0 1 < completed delete operation key=8KBRPNQCKIQN tag=00SE3M2Q1EI1 type=del 2024-09-19T13:44:14.667 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.666+0000 7f71dac3e8c0 1 > prepared operation key=37OSN0RSHGZZ tag=GDGK6U9B3UYO type=write size=389297 2024-09-19T13:44:14.671 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.670+0000 7f71dac3e8c0 1 < completed delete operation key=XXX33TZ37H3Q tag=6TCDBP0WGZ17 type=del 2024-09-19T13:44:14.675 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.674+0000 7f71dac3e8c0 1 > prepared operation key=8KBRPNQCKIQN tag=E98I1QCHKDJD type=del size=3639870 2024-09-19T13:44:14.679 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.678+0000 7f71dac3e8c0 1 < completed delete operation key=W1PNZKV93AHZ tag=2ITKALEO4UA1 type=del 2024-09-19T13:44:14.686 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.682+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GZF1MCOAN1NO.2~5V5F11ILY022.0 size=584860 2024-09-19T13:44:14.686 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.682+0000 7f71dac3e8c0 1 > prepared multipart upload key=GZF1MCOAN1NO upload=5V5F11ILY022 tag=Z1VH3H7WE58T type=write size=1633436 2024-09-19T13:44:14.690 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.686+0000 7f71dac3e8c0 1 < completed write operation key=NJ7EXTELNUF4 tag=CPVZAUDCUO1P type=write size=228643 2024-09-19T13:44:14.694 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.690+0000 7f71dac3e8c0 1 > prepared operation key=HXQD0AR5YYML tag=0KPJ0IFPOZOU type=del size=2169001 2024-09-19T13:44:14.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.694+0000 7f71dac3e8c0 1 < completed delete operation key=D131FP2BZYDS tag=EELIRPBRG3TS type=del 2024-09-19T13:44:14.703 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.702+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=338UAA0CFDG3 type=del size=3216139 2024-09-19T13:44:14.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.706+0000 7f71dac3e8c0 1 < completed part key=_multipart_3M5OBS7J4VF9.2~WHD9L4ONGC67.0 size=1048576 2024-09-19T13:44:14.711 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.710+0000 7f71dac3e8c0 1 < completed part key=_multipart_3M5OBS7J4VF9.2~WHD9L4ONGC67.1 size=1048576 2024-09-19T13:44:14.714 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.710+0000 7f71dac3e8c0 1 < completed part key=_multipart_3M5OBS7J4VF9.2~WHD9L4ONGC67.2 size=487321 2024-09-19T13:44:14.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.718+0000 7f71dac3e8c0 1 < completed multipart upload key=3M5OBS7J4VF9 upload=WHD9L4ONGC67 tag=TY81C7NY6DLH type=write size=3633049 2024-09-19T13:44:14.724 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.722+0000 7f71dac3e8c0 1 > prepared operation key=OZZDDUTJUZ6A tag=YISSL5XIM0L3 type=write size=303155 2024-09-19T13:44:14.728 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.726+0000 7f71dac3e8c0 1 < completed part key=_multipart_0FYIGD7G7ER2.2~Z6NKVUYTTXF5.0 size=1048576 2024-09-19T13:44:14.732 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.730+0000 7f71dac3e8c0 1 < completed part key=_multipart_0FYIGD7G7ER2.2~Z6NKVUYTTXF5.1 size=4902 2024-09-19T13:44:14.738 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.734+0000 7f71dac3e8c0 1 < completed multipart upload key=0FYIGD7G7ER2 upload=Z6NKVUYTTXF5 tag=FTT4WJFLXC5W type=write size=2102054 2024-09-19T13:44:14.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.746+0000 7f71dac3e8c0 1 > prepared part key=_multipart_37OSN0RSHGZZ.2~0HLLTUA1Y7R6.0 size=1034107 2024-09-19T13:44:14.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.746+0000 7f71dac3e8c0 1 > prepared multipart upload key=37OSN0RSHGZZ upload=0HLLTUA1Y7R6 tag=CPDAII77UA1A type=write size=2082683 2024-09-19T13:44:14.754 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.750+0000 7f71dac3e8c0 1 < completed part key=_multipart_Q484UNX3BYBG.2~XRV96QQCD9JK.0 size=91130 2024-09-19T13:44:14.761 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.758+0000 7f71dac3e8c0 1 < completed multipart upload key=Q484UNX3BYBG upload=XRV96QQCD9JK tag=K11IYNMPU61E type=write size=1139706 2024-09-19T13:44:14.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.762+0000 7f71dac3e8c0 1 > prepared operation key=8A3NYYQ7SXR3 tag=F8IS92MEZYV4 type=del size=2176261 2024-09-19T13:44:14.769 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.766+0000 7f71dac3e8c0 1 < completed part key=_multipart_37OSN0RSHGZZ.2~8NHC3ET5F6EA.0 size=1048576 2024-09-19T13:44:14.773 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.770+0000 7f71dac3e8c0 1 < completed part key=_multipart_37OSN0RSHGZZ.2~8NHC3ET5F6EA.1 size=108493 2024-09-19T13:44:14.779 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.778+0000 7f71dac3e8c0 1 < completed multipart upload key=37OSN0RSHGZZ upload=8NHC3ET5F6EA tag=NDBGLWCOS8EZ type=write size=2205645 2024-09-19T13:44:14.783 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.782+0000 7f71dac3e8c0 1 > prepared operation key=Q484UNX3BYBG tag=FARJ7BB6Y6JT type=del size=4018860 2024-09-19T13:44:14.786 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.782+0000 7f71dac3e8c0 1 < completed part key=_multipart_LIMYIIX8WVBS.2~23TOWEU6S5HU.0 size=1048576 2024-09-19T13:44:14.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.786+0000 7f71dac3e8c0 1 < completed part key=_multipart_LIMYIIX8WVBS.2~23TOWEU6S5HU.1 size=1048576 2024-09-19T13:44:14.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.790+0000 7f71dac3e8c0 1 < completed part key=_multipart_LIMYIIX8WVBS.2~23TOWEU6S5HU.2 size=33325 2024-09-19T13:44:14.797 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.794+0000 7f71dac3e8c0 1 < completed multipart upload key=LIMYIIX8WVBS upload=23TOWEU6S5HU tag=LT8OMQVI012U type=write size=3179053 2024-09-19T13:44:14.801 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.798+0000 7f71dac3e8c0 1 > prepared operation key=8NT83XBF9HN8 tag=QN7IGCXJDTUD type=write size=396136 2024-09-19T13:44:14.805 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.802+0000 7f71dac3e8c0 1 < completed part key=_multipart_LIMYIIX8WVBS.2~DI7A9PS4Q0D8.0 size=202211 2024-09-19T13:44:14.811 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.810+0000 7f71dac3e8c0 1 < completed multipart upload key=LIMYIIX8WVBS upload=DI7A9PS4Q0D8 tag=H55FC9DPA1OE type=write size=1250787 2024-09-19T13:44:14.815 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.814+0000 7f71dac3e8c0 1 > prepared operation key=NJ7EXTELNUF4 tag=3587RAV4JD0H type=del size=3953726 2024-09-19T13:44:14.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.814+0000 7f71dac3e8c0 1 < canceled operation key=D131FP2BZYDS tag=65M9P38F33DY type=del size=2046692 2024-09-19T13:44:14.822 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.818+0000 7f71dac3e8c0 1 > prepared operation key=NJ64P4D0EIT4 tag=UHCJ0YTFAUYH type=del size=2494549 2024-09-19T13:44:14.827 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.826+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ64P4D0EIT4.2~X9XYS2V38E2V.0 size=1048576 2024-09-19T13:44:14.830 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.826+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ64P4D0EIT4.2~X9XYS2V38E2V.1 size=1048576 2024-09-19T13:44:14.833 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.830+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ64P4D0EIT4.2~X9XYS2V38E2V.2 size=933455 2024-09-19T13:44:14.839 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.838+0000 7f71dac3e8c0 1 < completed multipart upload key=NJ64P4D0EIT4 upload=X9XYS2V38E2V tag=BTK9MG1WOMMT type=write size=4079183 2024-09-19T13:44:14.842 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.838+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=W24TJDIW81DU type=del size=2556524 2024-09-19T13:44:14.849 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.846+0000 7f71dac3e8c0 1 < suggested remove operation key=0FYIGD7G7ER2 tag=F7DDTIBLMYBX type=del 2024-09-19T13:44:14.853 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.850+0000 7f71dac3e8c0 1 > prepared operation key=37OSN0RSHGZZ tag=ADN19ZY0S1HF type=del size=192706 2024-09-19T13:44:14.857 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.854+0000 7f71dac3e8c0 1 < completed part key=_multipart_7KN90I8B7PUK.2~LYBZTHUY3700.0 size=1048576 2024-09-19T13:44:14.859 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.858+0000 7f71dac3e8c0 1 < completed part key=_multipart_7KN90I8B7PUK.2~LYBZTHUY3700.1 size=1048576 2024-09-19T13:44:14.862 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.858+0000 7f71dac3e8c0 1 < completed part key=_multipart_7KN90I8B7PUK.2~LYBZTHUY3700.2 size=110095 2024-09-19T13:44:14.868 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.866+0000 7f71dac3e8c0 1 < completed multipart upload key=7KN90I8B7PUK upload=LYBZTHUY3700 tag=MG3GN8ZBRK07 type=write size=3255823 2024-09-19T13:44:14.872 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.870+0000 7f71dac3e8c0 1 > prepared operation key=ZTBECCHZS74F tag=H6WQYJ1L555K type=del size=119726 2024-09-19T13:44:14.875 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.874+0000 7f71dac3e8c0 1 < completed delete operation key=GTZ96ZN0A4E9 tag=53N14QVMQI9O type=del 2024-09-19T13:44:14.882 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.878+0000 7f71dac3e8c0 1 > prepared part key=_multipart_OZZDDUTJUZ6A.2~DSC5VGFWBPZY.0 size=921988 2024-09-19T13:44:14.882 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.878+0000 7f71dac3e8c0 1 > prepared multipart upload key=OZZDDUTJUZ6A upload=DSC5VGFWBPZY tag=HJK9GDN55BBP type=write size=1970564 2024-09-19T13:44:14.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.882+0000 7f71dac3e8c0 1 < completed write operation key=37OSN0RSHGZZ tag=GDGK6U9B3UYO type=write size=389297 2024-09-19T13:44:14.889 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.886+0000 7f71dac3e8c0 1 > prepared operation key=5UA3A6M3SVPV tag=86LL9JG5RE0L type=del size=3004136 2024-09-19T13:44:14.893 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.890+0000 7f71dac3e8c0 1 < completed delete operation key=8KBRPNQCKIQN tag=E98I1QCHKDJD type=del 2024-09-19T13:44:14.897 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.894+0000 7f71dac3e8c0 1 > prepared operation key=E5541PV8MDY7 tag=WGRCOGJDYIIY type=del size=1826372 2024-09-19T13:44:14.900 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.898+0000 7f71dac3e8c0 1 < completed part key=_multipart_GZF1MCOAN1NO.2~5V5F11ILY022.0 size=584860 2024-09-19T13:44:14.906 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.902+0000 7f71dac3e8c0 1 < completed multipart upload key=GZF1MCOAN1NO upload=5V5F11ILY022 tag=Z1VH3H7WE58T type=write size=1633436 2024-09-19T13:44:14.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.906+0000 7f71dac3e8c0 1 > prepared operation key=D131FP2BZYDS tag=LAO00BW265WL type=del size=2754782 2024-09-19T13:44:14.918 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.914+0000 7f71dac3e8c0 1 < suggested update operation key=HXQD0AR5YYML tag=0KPJ0IFPOZOU type=del size=2169001 2024-09-19T13:44:14.925 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.922+0000 7f71dac3e8c0 1 > prepared part key=_multipart_37OSN0RSHGZZ.2~GPC7YWB7SPL2.0 size=315216 2024-09-19T13:44:14.925 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.922+0000 7f71dac3e8c0 1 > prepared multipart upload key=37OSN0RSHGZZ upload=GPC7YWB7SPL2 tag=JV6JOTOFC7KN type=write size=1363792 2024-09-19T13:44:14.933 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.930+0000 7f71dac3e8c0 1 < suggested update operation key=IUZEMS5KASUH tag=338UAA0CFDG3 type=del size=3216139 2024-09-19T13:44:14.937 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.934+0000 7f71dac3e8c0 1 > prepared operation key=ZTBECCHZS74F tag=6W9DHGYDIC1Y type=del size=143212 2024-09-19T13:44:14.942 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.938+0000 7f71dac3e8c0 1 < completed write operation key=OZZDDUTJUZ6A tag=YISSL5XIM0L3 type=write size=303155 2024-09-19T13:44:14.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.942+0000 7f71dac3e8c0 1 > prepared operation key=HEVXCB3PBN2X tag=C3ALIL7O1C3Y type=write size=903213 2024-09-19T13:44:14.950 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.946+0000 7f71dac3e8c0 1 < completed part key=_multipart_37OSN0RSHGZZ.2~0HLLTUA1Y7R6.0 size=1034107 2024-09-19T13:44:14.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.954+0000 7f71dac3e8c0 1 < completed multipart upload key=37OSN0RSHGZZ upload=0HLLTUA1Y7R6 tag=CPDAII77UA1A type=write size=2082683 2024-09-19T13:44:14.959 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.958+0000 7f71dac3e8c0 1 > prepared operation key=QQ09T88TB3XG tag=7W7DCYWW1LA1 type=del size=2051378 2024-09-19T13:44:14.963 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.962+0000 7f71dac3e8c0 1 < canceled operation key=8A3NYYQ7SXR3 tag=F8IS92MEZYV4 type=del size=2176261 2024-09-19T13:44:14.971 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.966+0000 7f71dac3e8c0 1 > prepared part key=_multipart_0FYIGD7G7ER2.2~B33RVVPK2QQY.0 size=52061 2024-09-19T13:44:14.971 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.966+0000 7f71dac3e8c0 1 > prepared multipart upload key=0FYIGD7G7ER2 upload=B33RVVPK2QQY tag=GZ56TRQUO3JG type=write size=1100637 2024-09-19T13:44:14.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.970+0000 7f71dac3e8c0 1 < completed delete operation key=Q484UNX3BYBG tag=FARJ7BB6Y6JT type=del 2024-09-19T13:44:14.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.974+0000 7f71dac3e8c0 1 > prepared operation key=TZNPXQ5Y333X tag=HAJOBX57L1MF type=del size=400532 2024-09-19T13:44:14.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.978+0000 7f71dac3e8c0 1 < completed write operation key=8NT83XBF9HN8 tag=QN7IGCXJDTUD type=write size=396136 2024-09-19T13:44:14.987 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.982+0000 7f71dac3e8c0 1 > prepared operation key=JO1LC6YY2PEB tag=YPS5GJ20WW7C type=write size=392312 2024-09-19T13:44:14.991 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.986+0000 7f71dac3e8c0 1 < completed delete operation key=NJ7EXTELNUF4 tag=3587RAV4JD0H type=del 2024-09-19T13:44:14.995 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.990+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=N20MGULMHN90 type=write size=618532 2024-09-19T13:44:14.998 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:14.994+0000 7f71dac3e8c0 1 < completed delete operation key=NJ64P4D0EIT4 tag=UHCJ0YTFAUYH type=del 2024-09-19T13:44:15.004 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.002+0000 7f71dac3e8c0 1 > prepared operation key=8A3NYYQ7SXR3 tag=I6GQYMIGNNDZ type=write size=572464 2024-09-19T13:44:15.008 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.006+0000 7f71dac3e8c0 -1 < failed to complete operation key=IUZEMS5KASUH tag=W24TJDIW81DU type=del size=2556524: (22) Invalid argument 2024-09-19T13:44:15.012 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.010+0000 7f71dac3e8c0 1 > prepared operation key=HEVXCB3PBN2X tag=2WYZ38BS8X9H type=del size=3019690 2024-09-19T13:44:15.016 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.014+0000 7f71dac3e8c0 1 < completed delete operation key=37OSN0RSHGZZ tag=ADN19ZY0S1HF type=del 2024-09-19T13:44:15.020 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.018+0000 7f71dac3e8c0 1 > prepared operation key=LIMYIIX8WVBS tag=PPLMDD34HPYP type=del size=4167106 2024-09-19T13:44:15.023 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.022+0000 7f71dac3e8c0 1 < completed delete operation key=ZTBECCHZS74F tag=H6WQYJ1L555K type=del 2024-09-19T13:44:15.027 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.026+0000 7f71dac3e8c0 1 > prepared operation key=HXQD0AR5YYML tag=G1VBH34SZZRH type=del size=1702050 2024-09-19T13:44:15.031 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.030+0000 7f71dac3e8c0 1 < completed part key=_multipart_OZZDDUTJUZ6A.2~DSC5VGFWBPZY.0 size=921988 2024-09-19T13:44:15.037 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.034+0000 7f71dac3e8c0 1 < completed multipart upload key=OZZDDUTJUZ6A upload=DSC5VGFWBPZY tag=HJK9GDN55BBP type=write size=1970564 2024-09-19T13:44:15.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.038+0000 7f71dac3e8c0 1 > prepared operation key=8NT83XBF9HN8 tag=W8G62GZKW01V type=write size=751334 2024-09-19T13:44:15.044 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.042+0000 7f71dac3e8c0 1 < completed delete operation key=5UA3A6M3SVPV tag=86LL9JG5RE0L type=del 2024-09-19T13:44:15.049 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.046+0000 7f71dac3e8c0 1 > prepared operation key=HXQD0AR5YYML tag=DWPE77N5YZ61 type=write size=1028842 2024-09-19T13:44:15.052 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.050+0000 7f71dac3e8c0 1 < completed delete operation key=E5541PV8MDY7 tag=WGRCOGJDYIIY type=del 2024-09-19T13:44:15.057 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.054+0000 7f71dac3e8c0 1 > prepared part key=_multipart_37OSN0RSHGZZ.2~3QR3C0XN4IIY.0 size=1048576 2024-09-19T13:44:15.059 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.058+0000 7f71dac3e8c0 1 > prepared part key=_multipart_37OSN0RSHGZZ.2~3QR3C0XN4IIY.1 size=1048576 2024-09-19T13:44:15.061 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.058+0000 7f71dac3e8c0 1 > prepared part key=_multipart_37OSN0RSHGZZ.2~3QR3C0XN4IIY.2 size=474141 2024-09-19T13:44:15.061 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.058+0000 7f71dac3e8c0 1 > prepared multipart upload key=37OSN0RSHGZZ upload=3QR3C0XN4IIY tag=1VOQBLYV3IW4 type=write size=3619869 2024-09-19T13:44:15.065 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.062+0000 7f71dac3e8c0 1 < completed delete operation key=D131FP2BZYDS tag=LAO00BW265WL type=del 2024-09-19T13:44:15.068 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.066+0000 7f71dac3e8c0 1 > prepared operation key=37OSN0RSHGZZ tag=XP3GD7FX9SOG type=write size=257876 2024-09-19T13:44:15.071 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.070+0000 7f71dac3e8c0 1 < completed part key=_multipart_37OSN0RSHGZZ.2~GPC7YWB7SPL2.0 size=315216 2024-09-19T13:44:15.076 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.074+0000 7f71dac3e8c0 1 < completed multipart upload key=37OSN0RSHGZZ upload=GPC7YWB7SPL2 tag=JV6JOTOFC7KN type=write size=1363792 2024-09-19T13:44:15.080 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.078+0000 7f71dac3e8c0 1 > prepared operation key=7KN90I8B7PUK tag=NPR1OOXH4LO2 type=del size=3496306 2024-09-19T13:44:15.083 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.082+0000 7f71dac3e8c0 1 < completed delete operation key=ZTBECCHZS74F tag=6W9DHGYDIC1Y type=del 2024-09-19T13:44:15.088 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.086+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~HZL0ZDD5Z1JK.0 size=1048576 2024-09-19T13:44:15.091 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.090+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~HZL0ZDD5Z1JK.1 size=51273 2024-09-19T13:44:15.091 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.090+0000 7f71dac3e8c0 1 > prepared multipart upload key=XXX33TZ37H3Q upload=HZL0ZDD5Z1JK tag=AJ0S8F7YO5D2 type=write size=2148425 2024-09-19T13:44:15.100 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.098+0000 7f71dac3e8c0 1 < suggested update operation key=HEVXCB3PBN2X tag=C3ALIL7O1C3Y type=write size=903213 2024-09-19T13:44:15.103 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.102+0000 7f71dac3e8c0 1 > prepared operation key=HXQD0AR5YYML tag=FDFLCYIW2W3B type=write size=500299 2024-09-19T13:44:15.107 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.106+0000 7f71dac3e8c0 1 < completed delete operation key=QQ09T88TB3XG tag=7W7DCYWW1LA1 type=del 2024-09-19T13:44:15.113 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.110+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~D11OAM8T4UQL.0 size=65335 2024-09-19T13:44:15.113 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.110+0000 7f71dac3e8c0 1 > prepared multipart upload key=XXX33TZ37H3Q upload=D11OAM8T4UQL tag=0AAMC5RJNZ2X type=write size=1113911 2024-09-19T13:44:15.116 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.114+0000 7f71dac3e8c0 1 < completed part key=_multipart_0FYIGD7G7ER2.2~B33RVVPK2QQY.0 size=52061 2024-09-19T13:44:15.121 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.118+0000 7f71dac3e8c0 1 < completed multipart upload key=0FYIGD7G7ER2 upload=B33RVVPK2QQY tag=GZ56TRQUO3JG type=write size=1100637 2024-09-19T13:44:15.124 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.122+0000 7f71dac3e8c0 1 > prepared operation key=5UA3A6M3SVPV tag=LY9KG4QJ6KNU type=write size=1010834 2024-09-19T13:44:15.129 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.126+0000 7f71dac3e8c0 1 < completed delete operation key=TZNPXQ5Y333X tag=HAJOBX57L1MF type=del 2024-09-19T13:44:15.134 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.130+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8NT83XBF9HN8.2~QKDQM81LJ5CZ.0 size=1048576 2024-09-19T13:44:15.137 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.134+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8NT83XBF9HN8.2~QKDQM81LJ5CZ.1 size=1048576 2024-09-19T13:44:15.140 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.138+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8NT83XBF9HN8.2~QKDQM81LJ5CZ.2 size=493392 2024-09-19T13:44:15.140 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.138+0000 7f71dac3e8c0 1 > prepared multipart upload key=8NT83XBF9HN8 upload=QKDQM81LJ5CZ tag=CB3MTEQGDF9I type=write size=3639120 2024-09-19T13:44:15.142 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.138+0000 7f71dac3e8c0 1 < completed write operation key=JO1LC6YY2PEB tag=YPS5GJ20WW7C type=write size=392312 2024-09-19T13:44:15.148 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.146+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ64P4D0EIT4.2~VKP7RO4FQ65D.0 size=546764 2024-09-19T13:44:15.148 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.146+0000 7f71dac3e8c0 1 > prepared multipart upload key=NJ64P4D0EIT4 upload=VKP7RO4FQ65D tag=GEWI4S78JOB7 type=write size=1595340 2024-09-19T13:44:15.155 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.150+0000 7f71dac3e8c0 1 < suggested remove operation key=IUZEMS5KASUH tag=N20MGULMHN90 type=write 2024-09-19T13:44:15.158 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.154+0000 7f71dac3e8c0 1 > prepared operation key=A0ZG34NFHPW5 tag=L652BWIPB8AB type=del size=1928078 2024-09-19T13:44:15.162 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.158+0000 7f71dac3e8c0 1 < completed write operation key=8A3NYYQ7SXR3 tag=I6GQYMIGNNDZ type=write size=572464 2024-09-19T13:44:15.168 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.166+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HEVXCB3PBN2X.2~CKIAYE6GEMBR.0 size=1048576 2024-09-19T13:44:15.170 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.166+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HEVXCB3PBN2X.2~CKIAYE6GEMBR.1 size=693483 2024-09-19T13:44:15.170 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.166+0000 7f71dac3e8c0 1 > prepared multipart upload key=HEVXCB3PBN2X upload=CKIAYE6GEMBR tag=9V4UYY3C8GZQ type=write size=2790635 2024-09-19T13:44:15.174 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.170+0000 7f71dac3e8c0 -1 < failed to complete operation key=HEVXCB3PBN2X tag=2WYZ38BS8X9H type=del size=3019690: (22) Invalid argument 2024-09-19T13:44:15.180 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.178+0000 7f71dac3e8c0 1 > prepared part key=_multipart_TZNPXQ5Y333X.2~AJLGSQ0LFDRB.0 size=1048576 2024-09-19T13:44:15.183 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.182+0000 7f71dac3e8c0 1 > prepared part key=_multipart_TZNPXQ5Y333X.2~AJLGSQ0LFDRB.1 size=1048576 2024-09-19T13:44:15.185 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.182+0000 7f71dac3e8c0 1 > prepared part key=_multipart_TZNPXQ5Y333X.2~AJLGSQ0LFDRB.2 size=930366 2024-09-19T13:44:15.186 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.182+0000 7f71dac3e8c0 1 > prepared multipart upload key=TZNPXQ5Y333X upload=AJLGSQ0LFDRB tag=VBGQ6U1DEBUU type=write size=4076094 2024-09-19T13:44:15.189 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.186+0000 7f71dac3e8c0 1 < completed delete operation key=LIMYIIX8WVBS tag=PPLMDD34HPYP type=del 2024-09-19T13:44:15.195 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.194+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~JX7JBL3JLWER.0 size=1048576 2024-09-19T13:44:15.198 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.194+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~JX7JBL3JLWER.1 size=923231 2024-09-19T13:44:15.198 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.194+0000 7f71dac3e8c0 1 > prepared multipart upload key=IUZEMS5KASUH upload=JX7JBL3JLWER tag=ZZX3FJCXV2IE type=write size=3020383 2024-09-19T13:44:15.202 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.198+0000 7f71dac3e8c0 1 < completed delete operation key=HXQD0AR5YYML tag=G1VBH34SZZRH type=del 2024-09-19T13:44:15.205 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.202+0000 7f71dac3e8c0 1 > prepared operation key=D131FP2BZYDS tag=Z0CTJCG6FQVE type=del size=896701 2024-09-19T13:44:15.213 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.210+0000 7f71dac3e8c0 1 < suggested update operation key=8NT83XBF9HN8 tag=W8G62GZKW01V type=write size=751334 2024-09-19T13:44:15.219 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.214+0000 7f71dac3e8c0 1 > prepared part key=_multipart_5UA3A6M3SVPV.2~LIVNIH229WI1.0 size=1048576 2024-09-19T13:44:15.222 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.218+0000 7f71dac3e8c0 1 > prepared part key=_multipart_5UA3A6M3SVPV.2~LIVNIH229WI1.1 size=1048576 2024-09-19T13:44:15.224 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.222+0000 7f71dac3e8c0 1 > prepared part key=_multipart_5UA3A6M3SVPV.2~LIVNIH229WI1.2 size=486489 2024-09-19T13:44:15.225 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.222+0000 7f71dac3e8c0 1 > prepared multipart upload key=5UA3A6M3SVPV upload=LIVNIH229WI1 tag=9SZ5P1NLFJQ8 type=write size=3632217 2024-09-19T13:44:15.231 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.230+0000 7f71dac3e8c0 1 < suggested remove operation key=HXQD0AR5YYML tag=DWPE77N5YZ61 type=write 2024-09-19T13:44:15.235 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.234+0000 7f71dac3e8c0 1 > prepared operation key=8NT83XBF9HN8 tag=K1M1HXAI8SUV type=del size=292783 2024-09-19T13:44:15.239 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.238+0000 7f71dac3e8c0 1 < completed part key=_multipart_37OSN0RSHGZZ.2~3QR3C0XN4IIY.0 size=1048576 2024-09-19T13:44:15.243 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.238+0000 7f71dac3e8c0 1 < completed part key=_multipart_37OSN0RSHGZZ.2~3QR3C0XN4IIY.1 size=1048576 2024-09-19T13:44:15.245 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.242+0000 7f71dac3e8c0 1 < completed part key=_multipart_37OSN0RSHGZZ.2~3QR3C0XN4IIY.2 size=474141 2024-09-19T13:44:15.252 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.250+0000 7f71dac3e8c0 1 < completed multipart upload key=37OSN0RSHGZZ upload=3QR3C0XN4IIY tag=1VOQBLYV3IW4 type=write size=3619869 2024-09-19T13:44:15.259 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.254+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~JR1RMONQJZ03.0 size=1048576 2024-09-19T13:44:15.261 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.258+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~JR1RMONQJZ03.1 size=84378 2024-09-19T13:44:15.262 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.258+0000 7f71dac3e8c0 1 > prepared multipart upload key=HXQD0AR5YYML upload=JR1RMONQJZ03 tag=YQ71GKAYP1Z4 type=write size=2181530 2024-09-19T13:44:15.266 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.262+0000 7f71dac3e8c0 1 < completed write operation key=37OSN0RSHGZZ tag=XP3GD7FX9SOG type=write size=257876 2024-09-19T13:44:15.270 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.266+0000 7f71dac3e8c0 1 > prepared operation key=GZF1MCOAN1NO tag=6HG1Z5PC7YB8 type=write size=1015317 2024-09-19T13:44:15.274 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.270+0000 7f71dac3e8c0 1 < completed delete operation key=7KN90I8B7PUK tag=NPR1OOXH4LO2 type=del 2024-09-19T13:44:15.280 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.278+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QMR0T7URJS4W.2~9P0T0PFLRHO8.0 size=1048576 2024-09-19T13:44:15.283 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.282+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QMR0T7URJS4W.2~9P0T0PFLRHO8.1 size=1048576 2024-09-19T13:44:15.286 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.282+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QMR0T7URJS4W.2~9P0T0PFLRHO8.2 size=306677 2024-09-19T13:44:15.286 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.282+0000 7f71dac3e8c0 1 > prepared multipart upload key=QMR0T7URJS4W upload=9P0T0PFLRHO8 tag=CX5YJK7H84M2 type=write size=3452405 2024-09-19T13:44:15.289 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.286+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~HZL0ZDD5Z1JK.0 size=1048576 2024-09-19T13:44:15.293 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.290+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~HZL0ZDD5Z1JK.1 size=51273 2024-09-19T13:44:15.299 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.298+0000 7f71dac3e8c0 1 < completed multipart upload key=XXX33TZ37H3Q upload=HZL0ZDD5Z1JK tag=AJ0S8F7YO5D2 type=write size=2148425 2024-09-19T13:44:15.303 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.302+0000 7f71dac3e8c0 1 > prepared operation key=QQ09T88TB3XG tag=BYKW8H5KT0PV type=write size=303506 2024-09-19T13:44:15.307 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.302+0000 7f71dac3e8c0 -1 < failed to complete operation key=HXQD0AR5YYML tag=FDFLCYIW2W3B type=write size=500299: (22) Invalid argument 2024-09-19T13:44:15.311 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.310+0000 7f71dac3e8c0 1 > prepared operation key=6QW9QPSBZ37R tag=DPALZVMPGRH4 type=del size=4082116 2024-09-19T13:44:15.315 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.314+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~D11OAM8T4UQL.0 size=65335 2024-09-19T13:44:15.321 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.318+0000 7f71dac3e8c0 1 < completed multipart upload key=XXX33TZ37H3Q upload=D11OAM8T4UQL tag=0AAMC5RJNZ2X type=write size=1113911 2024-09-19T13:44:15.325 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.322+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=ZPUKHSZZ3C43 type=del size=2285829 2024-09-19T13:44:15.329 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.326+0000 7f71dac3e8c0 1 < completed write operation key=5UA3A6M3SVPV tag=LY9KG4QJ6KNU type=write size=1010834 2024-09-19T13:44:15.336 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.334+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~DDSK5XO72OJH.0 size=82034 2024-09-19T13:44:15.337 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.334+0000 7f71dac3e8c0 1 > prepared multipart upload key=LIMYIIX8WVBS upload=DDSK5XO72OJH tag=X33S1TE8812C type=write size=1130610 2024-09-19T13:44:15.341 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.338+0000 7f71dac3e8c0 1 < completed part key=_multipart_8NT83XBF9HN8.2~QKDQM81LJ5CZ.0 size=1048576 2024-09-19T13:44:15.344 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.342+0000 7f71dac3e8c0 1 < completed part key=_multipart_8NT83XBF9HN8.2~QKDQM81LJ5CZ.1 size=1048576 2024-09-19T13:44:15.347 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.346+0000 7f71dac3e8c0 1 < completed part key=_multipart_8NT83XBF9HN8.2~QKDQM81LJ5CZ.2 size=493392 2024-09-19T13:44:15.353 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.350+0000 7f71dac3e8c0 1 < completed multipart upload key=8NT83XBF9HN8 upload=QKDQM81LJ5CZ tag=CB3MTEQGDF9I type=write size=3639120 2024-09-19T13:44:15.357 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.354+0000 7f71dac3e8c0 1 > prepared operation key=V22QT1MEZ47G tag=AWB3S85GJ3QS type=write size=315666 2024-09-19T13:44:15.361 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.358+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ64P4D0EIT4.2~VKP7RO4FQ65D.0 size=546764 2024-09-19T13:44:15.367 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.366+0000 7f71dac3e8c0 1 < completed multipart upload key=NJ64P4D0EIT4 upload=VKP7RO4FQ65D tag=GEWI4S78JOB7 type=write size=1595340 2024-09-19T13:44:15.371 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.370+0000 7f71dac3e8c0 1 > prepared operation key=HXQD0AR5YYML tag=Y1VKQ56CQWJJ type=write size=708966 2024-09-19T13:44:15.375 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.370+0000 7f71dac3e8c0 1 < completed delete operation key=A0ZG34NFHPW5 tag=L652BWIPB8AB type=del 2024-09-19T13:44:15.379 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.374+0000 7f71dac3e8c0 1 > prepared operation key=V22QT1MEZ47G tag=0FJ0CC5YFWKK type=del size=1741308 2024-09-19T13:44:15.383 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.378+0000 7f71dac3e8c0 1 < completed part key=_multipart_HEVXCB3PBN2X.2~CKIAYE6GEMBR.0 size=1048576 2024-09-19T13:44:15.385 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.382+0000 7f71dac3e8c0 1 < completed part key=_multipart_HEVXCB3PBN2X.2~CKIAYE6GEMBR.1 size=693483 2024-09-19T13:44:15.391 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.390+0000 7f71dac3e8c0 1 < completed multipart upload key=HEVXCB3PBN2X upload=CKIAYE6GEMBR tag=9V4UYY3C8GZQ type=write size=2790635 2024-09-19T13:44:15.395 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.394+0000 7f71dac3e8c0 1 > prepared operation key=E5541PV8MDY7 tag=2JTWUJ5W7S2M type=write size=124835 2024-09-19T13:44:15.399 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.398+0000 7f71dac3e8c0 1 < completed part key=_multipart_TZNPXQ5Y333X.2~AJLGSQ0LFDRB.0 size=1048576 2024-09-19T13:44:15.402 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.398+0000 7f71dac3e8c0 1 < completed part key=_multipart_TZNPXQ5Y333X.2~AJLGSQ0LFDRB.1 size=1048576 2024-09-19T13:44:15.402 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.398+0000 7f71dac3e8c0 1 < canceled part key=_multipart_TZNPXQ5Y333X.2~AJLGSQ0LFDRB.2 size=930366 2024-09-19T13:44:15.408 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.406+0000 7f71dac3e8c0 1 < canceled multipart upload key=TZNPXQ5Y333X upload=AJLGSQ0LFDRB tag=VBGQ6U1DEBUU type=write size=4076094 2024-09-19T13:44:15.415 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.414+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~QQPMQ9EI1QQB.0 size=1048576 2024-09-19T13:44:15.418 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.414+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~QQPMQ9EI1QQB.1 size=1048576 2024-09-19T13:44:15.421 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.418+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~QQPMQ9EI1QQB.2 size=234946 2024-09-19T13:44:15.421 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.418+0000 7f71dac3e8c0 1 > prepared multipart upload key=HXQD0AR5YYML upload=QQPMQ9EI1QQB tag=0D6HCR81O6KK type=write size=3380674 2024-09-19T13:44:15.425 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.422+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~JX7JBL3JLWER.0 size=1048576 2024-09-19T13:44:15.428 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.426+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~JX7JBL3JLWER.1 size=923231 2024-09-19T13:44:15.438 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.434+0000 7f71dac3e8c0 1 < completed multipart upload key=IUZEMS5KASUH upload=JX7JBL3JLWER tag=ZZX3FJCXV2IE type=write size=3020383 2024-09-19T13:44:15.441 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.438+0000 7f71dac3e8c0 1 > prepared operation key=NJ7EXTELNUF4 tag=H2T1AEGRUCCH type=del size=3797642 2024-09-19T13:44:15.445 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.442+0000 7f71dac3e8c0 1 < completed delete operation key=D131FP2BZYDS tag=Z0CTJCG6FQVE type=del 2024-09-19T13:44:15.449 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.446+0000 7f71dac3e8c0 1 > prepared operation key=D131FP2BZYDS tag=1LD86T5397EL type=del size=2810422 2024-09-19T13:44:15.454 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.450+0000 7f71dac3e8c0 1 < completed part key=_multipart_5UA3A6M3SVPV.2~LIVNIH229WI1.0 size=1048576 2024-09-19T13:44:15.457 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.454+0000 7f71dac3e8c0 1 < completed part key=_multipart_5UA3A6M3SVPV.2~LIVNIH229WI1.1 size=1048576 2024-09-19T13:44:15.461 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.458+0000 7f71dac3e8c0 1 < completed part key=_multipart_5UA3A6M3SVPV.2~LIVNIH229WI1.2 size=486489 2024-09-19T13:44:15.467 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.462+0000 7f71dac3e8c0 1 < completed multipart upload key=5UA3A6M3SVPV upload=LIVNIH229WI1 tag=9SZ5P1NLFJQ8 type=write size=3632217 2024-09-19T13:44:15.470 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.466+0000 7f71dac3e8c0 1 > prepared operation key=8KBRPNQCKIQN tag=R9OSHIP2FDVQ type=write size=868812 2024-09-19T13:44:15.474 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.470+0000 7f71dac3e8c0 1 < completed delete operation key=8NT83XBF9HN8 tag=K1M1HXAI8SUV type=del 2024-09-19T13:44:15.478 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.474+0000 7f71dac3e8c0 1 > prepared operation key=GTZ96ZN0A4E9 tag=R58EVY9H2VOM type=del size=3665731 2024-09-19T13:44:15.482 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.478+0000 7f71dac3e8c0 1 < completed part key=_multipart_HXQD0AR5YYML.2~JR1RMONQJZ03.0 size=1048576 2024-09-19T13:44:15.485 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.482+0000 7f71dac3e8c0 1 < completed part key=_multipart_HXQD0AR5YYML.2~JR1RMONQJZ03.1 size=84378 2024-09-19T13:44:15.492 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.490+0000 7f71dac3e8c0 1 < completed multipart upload key=HXQD0AR5YYML upload=JR1RMONQJZ03 tag=YQ71GKAYP1Z4 type=write size=2181530 2024-09-19T13:44:15.499 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.494+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8KBRPNQCKIQN.2~1WXWYC6OE5A9.0 size=434860 2024-09-19T13:44:15.499 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.494+0000 7f71dac3e8c0 1 > prepared multipart upload key=8KBRPNQCKIQN upload=1WXWYC6OE5A9 tag=GZ12G2739A4L type=write size=1483436 2024-09-19T13:44:15.504 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.502+0000 7f71dac3e8c0 1 < completed write operation key=GZF1MCOAN1NO tag=6HG1Z5PC7YB8 type=write size=1015317 2024-09-19T13:44:15.507 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.506+0000 7f71dac3e8c0 1 > prepared operation key=ZTBECCHZS74F tag=EZMS3TF9XEQ6 type=del size=2603353 2024-09-19T13:44:15.511 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.510+0000 7f71dac3e8c0 1 < completed part key=_multipart_QMR0T7URJS4W.2~9P0T0PFLRHO8.0 size=1048576 2024-09-19T13:44:15.514 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.510+0000 7f71dac3e8c0 1 < completed part key=_multipart_QMR0T7URJS4W.2~9P0T0PFLRHO8.1 size=1048576 2024-09-19T13:44:15.517 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.514+0000 7f71dac3e8c0 1 < completed part key=_multipart_QMR0T7URJS4W.2~9P0T0PFLRHO8.2 size=306677 2024-09-19T13:44:15.524 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.522+0000 7f71dac3e8c0 1 < completed multipart upload key=QMR0T7URJS4W upload=9P0T0PFLRHO8 tag=CX5YJK7H84M2 type=write size=3452405 2024-09-19T13:44:15.528 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.526+0000 7f71dac3e8c0 1 > prepared operation key=8KBRPNQCKIQN tag=3RJ7K7VV554I type=write size=421998 2024-09-19T13:44:15.532 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.530+0000 7f71dac3e8c0 1 < completed write operation key=QQ09T88TB3XG tag=BYKW8H5KT0PV type=write size=303506 2024-09-19T13:44:15.539 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.538+0000 7f71dac3e8c0 1 > prepared part key=_multipart_E5541PV8MDY7.2~8LSE1GYAF221.0 size=1048576 2024-09-19T13:44:15.542 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.538+0000 7f71dac3e8c0 1 > prepared part key=_multipart_E5541PV8MDY7.2~8LSE1GYAF221.1 size=648173 2024-09-19T13:44:15.542 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.538+0000 7f71dac3e8c0 1 > prepared multipart upload key=E5541PV8MDY7 upload=8LSE1GYAF221 tag=RUPQO8UXBFK3 type=write size=2745325 2024-09-19T13:44:15.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.542+0000 7f71dac3e8c0 1 < completed delete operation key=6QW9QPSBZ37R tag=DPALZVMPGRH4 type=del 2024-09-19T13:44:15.550 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.546+0000 7f71dac3e8c0 1 > prepared operation key=JO1LC6YY2PEB tag=CU2SSNFZFGPO type=del size=1890378 2024-09-19T13:44:15.558 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.554+0000 7f71dac3e8c0 1 < suggested update operation key=IUZEMS5KASUH tag=ZPUKHSZZ3C43 type=del size=2285829 2024-09-19T13:44:15.562 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.558+0000 7f71dac3e8c0 1 > prepared operation key=OZZDDUTJUZ6A tag=ACIW71LKDAEM type=write size=229217 2024-09-19T13:44:15.566 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.562+0000 7f71dac3e8c0 1 < completed part key=_multipart_LIMYIIX8WVBS.2~DDSK5XO72OJH.0 size=82034 2024-09-19T13:44:15.572 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.570+0000 7f71dac3e8c0 1 < completed multipart upload key=LIMYIIX8WVBS upload=DDSK5XO72OJH tag=X33S1TE8812C type=write size=1130610 2024-09-19T13:44:15.576 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.574+0000 7f71dac3e8c0 1 > prepared operation key=HXQD0AR5YYML tag=LRCNJU301LI2 type=del size=3935736 2024-09-19T13:44:15.580 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.578+0000 7f71dac3e8c0 1 < canceled operation key=V22QT1MEZ47G tag=AWB3S85GJ3QS type=write size=315666 2024-09-19T13:44:15.587 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.586+0000 7f71dac3e8c0 1 > prepared part key=_multipart_E5541PV8MDY7.2~51U6WNNSN9TM.0 size=684004 2024-09-19T13:44:15.587 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.586+0000 7f71dac3e8c0 1 > prepared multipart upload key=E5541PV8MDY7 upload=51U6WNNSN9TM tag=6ZWW95UNO9CA type=write size=1732580 2024-09-19T13:44:15.591 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.586+0000 7f71dac3e8c0 1 < canceled operation key=HXQD0AR5YYML tag=Y1VKQ56CQWJJ type=write size=708966 2024-09-19T13:44:15.594 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.590+0000 7f71dac3e8c0 1 > prepared operation key=7KN90I8B7PUK tag=W3QZ79TM8IAT type=del size=2714639 2024-09-19T13:44:15.598 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.594+0000 7f71dac3e8c0 1 < completed delete operation key=V22QT1MEZ47G tag=0FJ0CC5YFWKK type=del 2024-09-19T13:44:15.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.598+0000 7f71dac3e8c0 1 > prepared operation key=TZNPXQ5Y333X tag=SWQDMPOCPAY3 type=del size=3234307 2024-09-19T13:44:15.606 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.602+0000 7f71dac3e8c0 1 < completed write operation key=E5541PV8MDY7 tag=2JTWUJ5W7S2M type=write size=124835 2024-09-19T13:44:15.610 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.606+0000 7f71dac3e8c0 1 > prepared operation key=LIMYIIX8WVBS tag=OOWGDHS23SBM type=del size=765295 2024-09-19T13:44:15.614 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.610+0000 7f71dac3e8c0 1 < completed part key=_multipart_HXQD0AR5YYML.2~QQPMQ9EI1QQB.0 size=1048576 2024-09-19T13:44:15.616 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.614+0000 7f71dac3e8c0 1 < completed part key=_multipart_HXQD0AR5YYML.2~QQPMQ9EI1QQB.1 size=1048576 2024-09-19T13:44:15.619 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.618+0000 7f71dac3e8c0 1 < completed part key=_multipart_HXQD0AR5YYML.2~QQPMQ9EI1QQB.2 size=234946 2024-09-19T13:44:15.625 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.622+0000 7f71dac3e8c0 1 < completed multipart upload key=HXQD0AR5YYML upload=QQPMQ9EI1QQB tag=0D6HCR81O6KK type=write size=3380674 2024-09-19T13:44:15.629 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.626+0000 7f71dac3e8c0 1 > prepared operation key=5UA3A6M3SVPV tag=HP8RTEQM91U8 type=del size=1448015 2024-09-19T13:44:15.633 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.630+0000 7f71dac3e8c0 1 < canceled operation key=NJ7EXTELNUF4 tag=H2T1AEGRUCCH type=del size=3797642 2024-09-19T13:44:15.640 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.638+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8KBRPNQCKIQN.2~VVK3SJHMJB91.0 size=682015 2024-09-19T13:44:15.640 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.638+0000 7f71dac3e8c0 1 > prepared multipart upload key=8KBRPNQCKIQN upload=VVK3SJHMJB91 tag=7EO0M2644SP6 type=write size=1730591 2024-09-19T13:44:15.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.646+0000 7f71dac3e8c0 1 < suggested update operation key=D131FP2BZYDS tag=1LD86T5397EL type=del size=2810422 2024-09-19T13:44:15.651 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.650+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=NYHSTIULV49X type=del size=3780164 2024-09-19T13:44:15.655 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.654+0000 7f71dac3e8c0 1 < completed write operation key=8KBRPNQCKIQN tag=R9OSHIP2FDVQ type=write size=868812 2024-09-19T13:44:15.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.658+0000 7f71dac3e8c0 1 > prepared operation key=A0ZG34NFHPW5 tag=FMNAVR5OP3IW type=del size=1299384 2024-09-19T13:44:15.663 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.662+0000 7f71dac3e8c0 1 < completed delete operation key=GTZ96ZN0A4E9 tag=R58EVY9H2VOM type=del 2024-09-19T13:44:15.667 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.666+0000 7f71dac3e8c0 1 > prepared operation key=QMR0T7URJS4W tag=B3HGIJ243MI1 type=del size=767625 2024-09-19T13:44:15.671 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.670+0000 7f71dac3e8c0 1 < completed part key=_multipart_8KBRPNQCKIQN.2~1WXWYC6OE5A9.0 size=434860 2024-09-19T13:44:15.677 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.674+0000 7f71dac3e8c0 1 < completed multipart upload key=8KBRPNQCKIQN upload=1WXWYC6OE5A9 tag=GZ12G2739A4L type=write size=1483436 2024-09-19T13:44:15.681 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.678+0000 7f71dac3e8c0 1 > prepared operation key=3M5OBS7J4VF9 tag=PT77VDLZISUD type=del size=1318041 2024-09-19T13:44:15.688 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.686+0000 7f71dac3e8c0 1 < suggested remove operation key=ZTBECCHZS74F tag=EZMS3TF9XEQ6 type=del 2024-09-19T13:44:15.695 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.694+0000 7f71dac3e8c0 1 > prepared part key=_multipart_JO1LC6YY2PEB.2~M18J7GXL781F.0 size=1048576 2024-09-19T13:44:15.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.694+0000 7f71dac3e8c0 1 > prepared part key=_multipart_JO1LC6YY2PEB.2~M18J7GXL781F.1 size=1048576 2024-09-19T13:44:15.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.698+0000 7f71dac3e8c0 1 > prepared part key=_multipart_JO1LC6YY2PEB.2~M18J7GXL781F.2 size=861148 2024-09-19T13:44:15.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.698+0000 7f71dac3e8c0 1 > prepared multipart upload key=JO1LC6YY2PEB upload=M18J7GXL781F tag=887N7TDUGDQF type=write size=4006876 2024-09-19T13:44:15.705 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.702+0000 7f71dac3e8c0 1 < completed write operation key=8KBRPNQCKIQN tag=3RJ7K7VV554I type=write size=421998 2024-09-19T13:44:15.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.710+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~1LT41PSPJXUC.0 size=828265 2024-09-19T13:44:15.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.710+0000 7f71dac3e8c0 1 > prepared multipart upload key=LIMYIIX8WVBS upload=1LT41PSPJXUC tag=PDX8COM29891 type=write size=1876841 2024-09-19T13:44:15.716 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.714+0000 7f71dac3e8c0 1 < completed part key=_multipart_E5541PV8MDY7.2~8LSE1GYAF221.0 size=1048576 2024-09-19T13:44:15.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.718+0000 7f71dac3e8c0 1 < completed part key=_multipart_E5541PV8MDY7.2~8LSE1GYAF221.1 size=648173 2024-09-19T13:44:15.726 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.722+0000 7f71dac3e8c0 1 < completed multipart upload key=E5541PV8MDY7 upload=8LSE1GYAF221 tag=RUPQO8UXBFK3 type=write size=2745325 2024-09-19T13:44:15.733 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.730+0000 7f71dac3e8c0 1 > prepared part key=_multipart_1L7F60AU40YA.2~SNWMLJXJD1MJ.0 size=543644 2024-09-19T13:44:15.733 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.730+0000 7f71dac3e8c0 1 > prepared multipart upload key=1L7F60AU40YA upload=SNWMLJXJD1MJ tag=6IUU74AF5FFM type=write size=1592220 2024-09-19T13:44:15.737 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.734+0000 7f71dac3e8c0 1 < completed delete operation key=JO1LC6YY2PEB tag=CU2SSNFZFGPO type=del 2024-09-19T13:44:15.745 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.742+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GTZ96ZN0A4E9.2~EM8ZHAOBRGJU.0 size=13030 2024-09-19T13:44:15.745 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.742+0000 7f71dac3e8c0 1 > prepared multipart upload key=GTZ96ZN0A4E9 upload=EM8ZHAOBRGJU tag=B0O2GTXGUJDI type=write size=1061606 2024-09-19T13:44:15.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.746+0000 7f71dac3e8c0 1 < completed write operation key=OZZDDUTJUZ6A tag=ACIW71LKDAEM type=write size=229217 2024-09-19T13:44:15.754 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.750+0000 7f71dac3e8c0 1 > prepared operation key=HEVXCB3PBN2X tag=WWT46B7WTA3S type=del size=4029620 2024-09-19T13:44:15.758 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.754+0000 7f71dac3e8c0 1 < completed delete operation key=HXQD0AR5YYML tag=LRCNJU301LI2 type=del 2024-09-19T13:44:15.762 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.758+0000 7f71dac3e8c0 1 > prepared operation key=TZNPXQ5Y333X tag=099MDQT49BHL type=del size=1617361 2024-09-19T13:44:15.766 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.762+0000 7f71dac3e8c0 1 < completed part key=_multipart_E5541PV8MDY7.2~51U6WNNSN9TM.0 size=684004 2024-09-19T13:44:15.772 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.770+0000 7f71dac3e8c0 1 < completed multipart upload key=E5541PV8MDY7 upload=51U6WNNSN9TM tag=6ZWW95UNO9CA type=write size=1732580 2024-09-19T13:44:15.775 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.774+0000 7f71dac3e8c0 1 > prepared operation key=D131FP2BZYDS tag=35CQM6LD8B9H type=del size=1425362 2024-09-19T13:44:15.779 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.778+0000 7f71dac3e8c0 1 < completed delete operation key=7KN90I8B7PUK tag=W3QZ79TM8IAT type=del 2024-09-19T13:44:15.783 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.782+0000 7f71dac3e8c0 1 > prepared operation key=6QW9QPSBZ37R tag=IL2A6GBNRTGQ type=del size=2923569 2024-09-19T13:44:15.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.790+0000 7f71dac3e8c0 1 < suggested update operation key=TZNPXQ5Y333X tag=SWQDMPOCPAY3 type=del size=3234307 2024-09-19T13:44:15.795 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.790+0000 7f71dac3e8c0 1 > prepared operation key=37OSN0RSHGZZ tag=ZR0XEV0AHXGA type=del size=4110450 2024-09-19T13:44:15.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.802+0000 7f71dac3e8c0 1 < completed delete operation key=LIMYIIX8WVBS tag=OOWGDHS23SBM type=del 2024-09-19T13:44:15.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.806+0000 7f71dac3e8c0 1 > prepared operation key=QMR0T7URJS4W tag=0LSR7JJ4EL4T type=del size=438850 2024-09-19T13:44:15.811 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.810+0000 7f71dac3e8c0 1 < canceled operation key=5UA3A6M3SVPV tag=HP8RTEQM91U8 type=del size=1448015 2024-09-19T13:44:15.815 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.814+0000 7f71dac3e8c0 1 > prepared operation key=8A3NYYQ7SXR3 tag=K6VI851VK3Z2 type=del size=3793346 2024-09-19T13:44:15.819 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.814+0000 7f71dac3e8c0 1 < completed part key=_multipart_8KBRPNQCKIQN.2~VVK3SJHMJB91.0 size=682015 2024-09-19T13:44:15.824 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.822+0000 7f71dac3e8c0 1 < completed multipart upload key=8KBRPNQCKIQN upload=VVK3SJHMJB91 tag=7EO0M2644SP6 type=write size=1730591 2024-09-19T13:44:15.828 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.826+0000 7f71dac3e8c0 1 > prepared operation key=8A3NYYQ7SXR3 tag=A85AGJ45IHZM type=del size=3908462 2024-09-19T13:44:15.832 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.830+0000 7f71dac3e8c0 1 < canceled operation key=IUZEMS5KASUH tag=NYHSTIULV49X type=del size=3780164 2024-09-19T13:44:15.836 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.834+0000 7f71dac3e8c0 1 > prepared operation key=XXX33TZ37H3Q tag=MFPLTHFURL4L type=del size=1477552 2024-09-19T13:44:15.844 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.842+0000 7f71dac3e8c0 1 < suggested update operation key=A0ZG34NFHPW5 tag=FMNAVR5OP3IW type=del size=1299384 2024-09-19T13:44:15.848 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.846+0000 7f71dac3e8c0 1 > prepared operation key=QMR0T7URJS4W tag=W17TN9EWA3MD type=del size=368488 2024-09-19T13:44:15.852 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.850+0000 7f71dac3e8c0 1 < completed delete operation key=QMR0T7URJS4W tag=B3HGIJ243MI1 type=del 2024-09-19T13:44:15.857 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.854+0000 7f71dac3e8c0 1 > prepared operation key=XXX33TZ37H3Q tag=HB9VBVOS4FPS type=del size=2389251 2024-09-19T13:44:15.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.862+0000 7f71dac3e8c0 1 < suggested remove operation key=3M5OBS7J4VF9 tag=PT77VDLZISUD type=del 2024-09-19T13:44:15.872 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.870+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~PYDR7B5IPVDR.0 size=1048576 2024-09-19T13:44:15.875 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.874+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~PYDR7B5IPVDR.1 size=1048576 2024-09-19T13:44:15.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.874+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~PYDR7B5IPVDR.2 size=610644 2024-09-19T13:44:15.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.874+0000 7f71dac3e8c0 1 > prepared multipart upload key=LIMYIIX8WVBS upload=PYDR7B5IPVDR tag=NLEQGFKSFCK4 type=write size=3756372 2024-09-19T13:44:15.883 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.882+0000 7f71dac3e8c0 1 < completed part key=_multipart_JO1LC6YY2PEB.2~M18J7GXL781F.0 size=1048576 2024-09-19T13:44:15.886 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.882+0000 7f71dac3e8c0 1 < completed part key=_multipart_JO1LC6YY2PEB.2~M18J7GXL781F.1 size=1048576 2024-09-19T13:44:15.890 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.886+0000 7f71dac3e8c0 1 < completed part key=_multipart_JO1LC6YY2PEB.2~M18J7GXL781F.2 size=861148 2024-09-19T13:44:15.897 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.894+0000 7f71dac3e8c0 1 < completed multipart upload key=JO1LC6YY2PEB upload=M18J7GXL781F tag=887N7TDUGDQF type=write size=4006876 2024-09-19T13:44:15.904 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.902+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QMR0T7URJS4W.2~0JJP8T6MU95A.0 size=739788 2024-09-19T13:44:15.905 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.902+0000 7f71dac3e8c0 1 > prepared multipart upload key=QMR0T7URJS4W upload=0JJP8T6MU95A tag=341HWS3K1OR1 type=write size=1788364 2024-09-19T13:44:15.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.906+0000 7f71dac3e8c0 1 < completed part key=_multipart_LIMYIIX8WVBS.2~1LT41PSPJXUC.0 size=828265 2024-09-19T13:44:15.915 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.914+0000 7f71dac3e8c0 1 < completed multipart upload key=LIMYIIX8WVBS upload=1LT41PSPJXUC tag=PDX8COM29891 type=write size=1876841 2024-09-19T13:44:15.919 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.918+0000 7f71dac3e8c0 1 > prepared operation key=Q484UNX3BYBG tag=16ZBY0WUTR7C type=del size=201966 2024-09-19T13:44:15.923 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.922+0000 7f71dac3e8c0 1 < completed part key=_multipart_1L7F60AU40YA.2~SNWMLJXJD1MJ.0 size=543644 2024-09-19T13:44:15.930 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.926+0000 7f71dac3e8c0 1 < completed multipart upload key=1L7F60AU40YA upload=SNWMLJXJD1MJ tag=6IUU74AF5FFM type=write size=1592220 2024-09-19T13:44:15.936 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.934+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GTZ96ZN0A4E9.2~3QA9LGKYMNGG.0 size=779735 2024-09-19T13:44:15.936 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.934+0000 7f71dac3e8c0 1 > prepared multipart upload key=GTZ96ZN0A4E9 upload=3QA9LGKYMNGG tag=Z5QS4KCAF0Z3 type=write size=1828311 2024-09-19T13:44:15.941 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.938+0000 7f71dac3e8c0 1 < completed part key=_multipart_GTZ96ZN0A4E9.2~EM8ZHAOBRGJU.0 size=13030 2024-09-19T13:44:15.948 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.946+0000 7f71dac3e8c0 1 < completed multipart upload key=GTZ96ZN0A4E9 upload=EM8ZHAOBRGJU tag=B0O2GTXGUJDI type=write size=1061606 2024-09-19T13:44:15.956 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.954+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ64P4D0EIT4.2~ILJ4QHVC703X.0 size=802688 2024-09-19T13:44:15.956 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.954+0000 7f71dac3e8c0 1 > prepared multipart upload key=NJ64P4D0EIT4 upload=ILJ4QHVC703X tag=U9PG2GMUMVJ4 type=write size=1851264 2024-09-19T13:44:15.959 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.958+0000 7f71dac3e8c0 1 < completed delete operation key=HEVXCB3PBN2X tag=WWT46B7WTA3S type=del 2024-09-19T13:44:15.966 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.962+0000 7f71dac3e8c0 1 > prepared part key=_multipart_E5541PV8MDY7.2~XEBHBD2SWKB1.0 size=1048576 2024-09-19T13:44:15.970 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.966+0000 7f71dac3e8c0 1 > prepared part key=_multipart_E5541PV8MDY7.2~XEBHBD2SWKB1.1 size=820731 2024-09-19T13:44:15.970 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.966+0000 7f71dac3e8c0 1 > prepared multipart upload key=E5541PV8MDY7 upload=XEBHBD2SWKB1 tag=B9BDCPEGOI3U type=write size=2917883 2024-09-19T13:44:15.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.970+0000 7f71dac3e8c0 -1 < failed to complete operation key=TZNPXQ5Y333X tag=099MDQT49BHL type=del size=1617361: (22) Invalid argument 2024-09-19T13:44:15.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.974+0000 7f71dac3e8c0 1 > prepared operation key=37OSN0RSHGZZ tag=CEGERZAIBCOT type=del size=4093966 2024-09-19T13:44:15.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.978+0000 7f71dac3e8c0 1 < completed delete operation key=D131FP2BZYDS tag=35CQM6LD8B9H type=del 2024-09-19T13:44:15.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.982+0000 7f71dac3e8c0 1 > prepared operation key=GTZ96ZN0A4E9 tag=Y3VBPDW8G26W type=del size=3837084 2024-09-19T13:44:15.990 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.986+0000 7f71dac3e8c0 1 < completed delete operation key=6QW9QPSBZ37R tag=IL2A6GBNRTGQ type=del 2024-09-19T13:44:15.997 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.994+0000 7f71dac3e8c0 1 > prepared part key=_multipart_6QW9QPSBZ37R.2~2E1GY06EWC5F.0 size=1048576 2024-09-19T13:44:16.000 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:15.998+0000 7f71dac3e8c0 1 > prepared part key=_multipart_6QW9QPSBZ37R.2~2E1GY06EWC5F.1 size=1048576 2024-09-19T13:44:16.003 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.002+0000 7f71dac3e8c0 1 > prepared part key=_multipart_6QW9QPSBZ37R.2~2E1GY06EWC5F.2 size=374451 2024-09-19T13:44:16.003 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.002+0000 7f71dac3e8c0 1 > prepared multipart upload key=6QW9QPSBZ37R upload=2E1GY06EWC5F tag=KB06PU3MYV8C type=write size=3520179 2024-09-19T13:44:16.010 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.006+0000 7f71dac3e8c0 1 < suggested update operation key=37OSN0RSHGZZ tag=ZR0XEV0AHXGA type=del size=4110450 2024-09-19T13:44:16.017 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.014+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8NT83XBF9HN8.2~X1EYXMCWMK2Q.0 size=1048576 2024-09-19T13:44:16.020 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.018+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8NT83XBF9HN8.2~X1EYXMCWMK2Q.1 size=1018872 2024-09-19T13:44:16.020 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.018+0000 7f71dac3e8c0 1 > prepared multipart upload key=8NT83XBF9HN8 upload=X1EYXMCWMK2Q tag=H5GAUONE4UM9 type=write size=3116024 2024-09-19T13:44:16.024 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.022+0000 7f71dac3e8c0 1 < completed delete operation key=QMR0T7URJS4W tag=0LSR7JJ4EL4T type=del 2024-09-19T13:44:16.027 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.026+0000 7f71dac3e8c0 1 > prepared operation key=0FYIGD7G7ER2 tag=1AF6AJ10B1KO type=del size=2543341 2024-09-19T13:44:16.032 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.030+0000 7f71dac3e8c0 1 < completed delete operation key=8A3NYYQ7SXR3 tag=K6VI851VK3Z2 type=del 2024-09-19T13:44:16.038 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.034+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QMR0T7URJS4W.2~GR0I8AZN4TYB.0 size=1048576 2024-09-19T13:44:16.041 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.038+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QMR0T7URJS4W.2~GR0I8AZN4TYB.1 size=1048576 2024-09-19T13:44:16.044 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.042+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QMR0T7URJS4W.2~GR0I8AZN4TYB.2 size=507919 2024-09-19T13:44:16.044 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.042+0000 7f71dac3e8c0 1 > prepared multipart upload key=QMR0T7URJS4W upload=GR0I8AZN4TYB tag=XBU462961RMB type=write size=3653647 2024-09-19T13:44:16.048 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.046+0000 7f71dac3e8c0 1 < completed delete operation key=8A3NYYQ7SXR3 tag=A85AGJ45IHZM type=del 2024-09-19T13:44:16.055 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.054+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QQ09T88TB3XG.2~KLU7471ALVLM.0 size=1048576 2024-09-19T13:44:16.058 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.054+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QQ09T88TB3XG.2~KLU7471ALVLM.1 size=1048576 2024-09-19T13:44:16.061 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.058+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QQ09T88TB3XG.2~KLU7471ALVLM.2 size=465235 2024-09-19T13:44:16.062 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.058+0000 7f71dac3e8c0 1 > prepared multipart upload key=QQ09T88TB3XG upload=KLU7471ALVLM tag=MJDHX86CP9NP type=write size=3610963 2024-09-19T13:44:16.069 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.066+0000 7f71dac3e8c0 1 < suggested remove operation key=XXX33TZ37H3Q tag=MFPLTHFURL4L type=del 2024-09-19T13:44:16.073 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.070+0000 7f71dac3e8c0 1 > prepared operation key=NJ7EXTELNUF4 tag=1FFLYB055XJY type=del size=3080508 2024-09-19T13:44:16.076 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.074+0000 7f71dac3e8c0 1 < completed delete operation key=QMR0T7URJS4W tag=W17TN9EWA3MD type=del 2024-09-19T13:44:16.083 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.082+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~TLJIP8XJZL55.0 size=1048576 2024-09-19T13:44:16.085 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.082+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~TLJIP8XJZL55.1 size=372283 2024-09-19T13:44:16.086 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.082+0000 7f71dac3e8c0 1 > prepared multipart upload key=W1PNZKV93AHZ upload=TLJIP8XJZL55 tag=2O0Y7DFB4RUE type=write size=2469435 2024-09-19T13:44:16.089 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.086+0000 7f71dac3e8c0 -1 < failed to complete operation key=XXX33TZ37H3Q tag=HB9VBVOS4FPS type=del size=2389251: (22) Invalid argument 2024-09-19T13:44:16.093 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.090+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=TCMEQ4YLJB2X type=del size=161910 2024-09-19T13:44:16.097 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.094+0000 7f71dac3e8c0 1 < completed part key=_multipart_LIMYIIX8WVBS.2~PYDR7B5IPVDR.0 size=1048576 2024-09-19T13:44:16.101 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.098+0000 7f71dac3e8c0 1 < completed part key=_multipart_LIMYIIX8WVBS.2~PYDR7B5IPVDR.1 size=1048576 2024-09-19T13:44:16.103 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.102+0000 7f71dac3e8c0 1 < completed part key=_multipart_LIMYIIX8WVBS.2~PYDR7B5IPVDR.2 size=610644 2024-09-19T13:44:16.110 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.106+0000 7f71dac3e8c0 1 < completed multipart upload key=LIMYIIX8WVBS upload=PYDR7B5IPVDR tag=NLEQGFKSFCK4 type=write size=3756372 2024-09-19T13:44:16.114 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.110+0000 7f71dac3e8c0 1 > prepared operation key=E5541PV8MDY7 tag=MYAJQNA8LVYD type=del size=3269295 2024-09-19T13:44:16.119 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.118+0000 7f71dac3e8c0 1 < completed part key=_multipart_QMR0T7URJS4W.2~0JJP8T6MU95A.0 size=739788 2024-09-19T13:44:16.125 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.122+0000 7f71dac3e8c0 1 < completed multipart upload key=QMR0T7URJS4W upload=0JJP8T6MU95A tag=341HWS3K1OR1 type=write size=1788364 2024-09-19T13:44:16.132 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.130+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GTZ96ZN0A4E9.2~9XN0Y3IXXMLH.0 size=1048576 2024-09-19T13:44:16.135 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.134+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GTZ96ZN0A4E9.2~9XN0Y3IXXMLH.1 size=1048576 2024-09-19T13:44:16.138 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.134+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GTZ96ZN0A4E9.2~9XN0Y3IXXMLH.2 size=533812 2024-09-19T13:44:16.138 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.134+0000 7f71dac3e8c0 1 > prepared multipart upload key=GTZ96ZN0A4E9 upload=9XN0Y3IXXMLH tag=9N88CGXS7SG4 type=write size=3679540 2024-09-19T13:44:16.141 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.138+0000 7f71dac3e8c0 1 < completed delete operation key=Q484UNX3BYBG tag=16ZBY0WUTR7C type=del 2024-09-19T13:44:16.149 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.146+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GZF1MCOAN1NO.2~I8M9JRRL8GYN.0 size=1048576 2024-09-19T13:44:16.152 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.150+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GZF1MCOAN1NO.2~I8M9JRRL8GYN.1 size=1048576 2024-09-19T13:44:16.155 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.154+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GZF1MCOAN1NO.2~I8M9JRRL8GYN.2 size=661103 2024-09-19T13:44:16.155 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.154+0000 7f71dac3e8c0 1 > prepared multipart upload key=GZF1MCOAN1NO upload=I8M9JRRL8GYN tag=DYI4JZZQMR74 type=write size=3806831 2024-09-19T13:44:16.159 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.154+0000 7f71dac3e8c0 1 < completed part key=_multipart_GTZ96ZN0A4E9.2~3QA9LGKYMNGG.0 size=779735 2024-09-19T13:44:16.167 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.166+0000 7f71dac3e8c0 1 < completed multipart upload key=GTZ96ZN0A4E9 upload=3QA9LGKYMNGG tag=Z5QS4KCAF0Z3 type=write size=1828311 2024-09-19T13:44:16.171 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.170+0000 7f71dac3e8c0 1 > prepared operation key=OZZDDUTJUZ6A tag=PF5ED7635MUL type=write size=331788 2024-09-19T13:44:16.175 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.174+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ64P4D0EIT4.2~ILJ4QHVC703X.0 size=802688 2024-09-19T13:44:16.181 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.178+0000 7f71dac3e8c0 1 < completed multipart upload key=NJ64P4D0EIT4 upload=ILJ4QHVC703X tag=U9PG2GMUMVJ4 type=write size=1851264 2024-09-19T13:44:16.188 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.186+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~BCPE0IRHERZQ.0 size=1048576 2024-09-19T13:44:16.190 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.186+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~BCPE0IRHERZQ.1 size=1048576 2024-09-19T13:44:16.253 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.190+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~BCPE0IRHERZQ.2 size=54669 2024-09-19T13:44:16.253 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.190+0000 7f71dac3e8c0 1 > prepared multipart upload key=K7SNV9YW44WO upload=BCPE0IRHERZQ tag=B8HVBYTD741H type=write size=3200397 2024-09-19T13:44:16.253 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.194+0000 7f71dac3e8c0 1 < completed part key=_multipart_E5541PV8MDY7.2~XEBHBD2SWKB1.0 size=1048576 2024-09-19T13:44:16.253 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.198+0000 7f71dac3e8c0 1 < completed part key=_multipart_E5541PV8MDY7.2~XEBHBD2SWKB1.1 size=820731 2024-09-19T13:44:16.254 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.202+0000 7f71dac3e8c0 1 < completed multipart upload key=E5541PV8MDY7 upload=XEBHBD2SWKB1 tag=B9BDCPEGOI3U type=write size=2917883 2024-09-19T13:44:16.254 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.210+0000 7f71dac3e8c0 1 > prepared operation key=NJ7EXTELNUF4 tag=1CGQAIS42P78 type=del size=2719411 2024-09-19T13:44:16.254 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.210+0000 7f71dac3e8c0 -1 < failed to complete operation key=37OSN0RSHGZZ tag=CEGERZAIBCOT type=del size=4093966: (22) Invalid argument 2024-09-19T13:44:16.254 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.214+0000 7f71dac3e8c0 1 > prepared operation key=8KBRPNQCKIQN tag=AWN43W8Q93C4 type=del size=738511 2024-09-19T13:44:16.254 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.218+0000 7f71dac3e8c0 1 < completed delete operation key=GTZ96ZN0A4E9 tag=Y3VBPDW8G26W type=del 2024-09-19T13:44:16.254 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.226+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~GKJWRE8MZI88.0 size=82703 2024-09-19T13:44:16.254 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.226+0000 7f71dac3e8c0 1 > prepared multipart upload key=W1PNZKV93AHZ upload=GKJWRE8MZI88 tag=2U14UB8HS8F0 type=write size=1131279 2024-09-19T13:44:16.254 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.230+0000 7f71dac3e8c0 1 < completed part key=_multipart_6QW9QPSBZ37R.2~2E1GY06EWC5F.0 size=1048576 2024-09-19T13:44:16.254 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.234+0000 7f71dac3e8c0 1 < completed part key=_multipart_6QW9QPSBZ37R.2~2E1GY06EWC5F.1 size=1048576 2024-09-19T13:44:16.254 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.234+0000 7f71dac3e8c0 1 < canceled part key=_multipart_6QW9QPSBZ37R.2~2E1GY06EWC5F.2 size=374451 2024-09-19T13:44:16.254 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.238+0000 7f71dac3e8c0 1 < canceled multipart upload key=6QW9QPSBZ37R upload=2E1GY06EWC5F tag=KB06PU3MYV8C type=write size=3520179 2024-09-19T13:44:16.254 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.242+0000 7f71dac3e8c0 1 > prepared operation key=K7SNV9YW44WO tag=HPE5XB6QP3TK type=del size=1175248 2024-09-19T13:44:16.254 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.246+0000 7f71dac3e8c0 1 < completed part key=_multipart_8NT83XBF9HN8.2~X1EYXMCWMK2Q.0 size=1048576 2024-09-19T13:44:16.254 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.250+0000 7f71dac3e8c0 1 < completed part key=_multipart_8NT83XBF9HN8.2~X1EYXMCWMK2Q.1 size=1018872 2024-09-19T13:44:16.258 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.254+0000 7f71dac3e8c0 1 < completed multipart upload key=8NT83XBF9HN8 upload=X1EYXMCWMK2Q tag=H5GAUONE4UM9 type=write size=3116024 2024-09-19T13:44:16.263 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.258+0000 7f71dac3e8c0 1 > prepared operation key=5UA3A6M3SVPV tag=MVL7M9HXEVQ3 type=del size=3380961 2024-09-19T13:44:16.267 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.262+0000 7f71dac3e8c0 1 < completed delete operation key=0FYIGD7G7ER2 tag=1AF6AJ10B1KO type=del 2024-09-19T13:44:16.271 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.266+0000 7f71dac3e8c0 1 > prepared operation key=OZZDDUTJUZ6A tag=SA3GEOX3D2P5 type=del size=2252981 2024-09-19T13:44:16.274 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.270+0000 7f71dac3e8c0 1 < completed part key=_multipart_QMR0T7URJS4W.2~GR0I8AZN4TYB.0 size=1048576 2024-09-19T13:44:16.277 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.274+0000 7f71dac3e8c0 1 < completed part key=_multipart_QMR0T7URJS4W.2~GR0I8AZN4TYB.1 size=1048576 2024-09-19T13:44:16.277 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.274+0000 7f71dac3e8c0 1 < canceled part key=_multipart_QMR0T7URJS4W.2~GR0I8AZN4TYB.2 size=507919 2024-09-19T13:44:16.283 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.282+0000 7f71dac3e8c0 1 < canceled multipart upload key=QMR0T7URJS4W upload=GR0I8AZN4TYB tag=XBU462961RMB type=write size=3653647 2024-09-19T13:44:16.291 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.286+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GTZ96ZN0A4E9.2~ERG74TFTZFOA.0 size=111960 2024-09-19T13:44:16.291 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.286+0000 7f71dac3e8c0 1 > prepared multipart upload key=GTZ96ZN0A4E9 upload=ERG74TFTZFOA tag=DLN7SB5ZL8UL type=write size=1160536 2024-09-19T13:44:16.295 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.294+0000 7f71dac3e8c0 1 < completed part key=_multipart_QQ09T88TB3XG.2~KLU7471ALVLM.0 size=1048576 2024-09-19T13:44:16.298 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.294+0000 7f71dac3e8c0 1 < completed part key=_multipart_QQ09T88TB3XG.2~KLU7471ALVLM.1 size=1048576 2024-09-19T13:44:16.301 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.298+0000 7f71dac3e8c0 1 < completed part key=_multipart_QQ09T88TB3XG.2~KLU7471ALVLM.2 size=465235 2024-09-19T13:44:16.307 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.306+0000 7f71dac3e8c0 1 < completed multipart upload key=QQ09T88TB3XG upload=KLU7471ALVLM tag=MJDHX86CP9NP type=write size=3610963 2024-09-19T13:44:16.311 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.310+0000 7f71dac3e8c0 1 > prepared operation key=TZNPXQ5Y333X tag=UY46NX3D1JPA type=del size=2151404 2024-09-19T13:44:16.314 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.310+0000 7f71dac3e8c0 1 < canceled operation key=NJ7EXTELNUF4 tag=1FFLYB055XJY type=del size=3080508 2024-09-19T13:44:16.318 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.314+0000 7f71dac3e8c0 1 > prepared operation key=8NT83XBF9HN8 tag=ADHOJ8A72CCM type=write size=491562 2024-09-19T13:44:16.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.318+0000 7f71dac3e8c0 1 < completed part key=_multipart_W1PNZKV93AHZ.2~TLJIP8XJZL55.0 size=1048576 2024-09-19T13:44:16.325 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.322+0000 7f71dac3e8c0 1 < completed part key=_multipart_W1PNZKV93AHZ.2~TLJIP8XJZL55.1 size=372283 2024-09-19T13:44:16.331 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.330+0000 7f71dac3e8c0 1 < completed multipart upload key=W1PNZKV93AHZ upload=TLJIP8XJZL55 tag=2O0Y7DFB4RUE type=write size=2469435 2024-09-19T13:44:16.335 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.334+0000 7f71dac3e8c0 1 > prepared operation key=NJ7EXTELNUF4 tag=I46D1WM5YK18 type=del size=2125684 2024-09-19T13:44:16.344 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.342+0000 7f71dac3e8c0 1 < suggested update operation key=IUZEMS5KASUH tag=TCMEQ4YLJB2X type=del size=161910 2024-09-19T13:44:16.348 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.346+0000 7f71dac3e8c0 1 > prepared operation key=E5541PV8MDY7 tag=ASS7HK7RBZAF type=del size=3875395 2024-09-19T13:44:16.352 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.350+0000 7f71dac3e8c0 1 < completed delete operation key=E5541PV8MDY7 tag=MYAJQNA8LVYD type=del 2024-09-19T13:44:16.359 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.358+0000 7f71dac3e8c0 1 > prepared part key=_multipart_5UA3A6M3SVPV.2~BY6ZTU0NEZPX.0 size=1048576 2024-09-19T13:44:16.362 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.358+0000 7f71dac3e8c0 1 > prepared part key=_multipart_5UA3A6M3SVPV.2~BY6ZTU0NEZPX.1 size=726294 2024-09-19T13:44:16.362 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.358+0000 7f71dac3e8c0 1 > prepared multipart upload key=5UA3A6M3SVPV upload=BY6ZTU0NEZPX tag=I1R1XH1TS27N type=write size=2823446 2024-09-19T13:44:16.366 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.362+0000 7f71dac3e8c0 1 < completed part key=_multipart_GTZ96ZN0A4E9.2~9XN0Y3IXXMLH.0 size=1048576 2024-09-19T13:44:16.370 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.366+0000 7f71dac3e8c0 1 < completed part key=_multipart_GTZ96ZN0A4E9.2~9XN0Y3IXXMLH.1 size=1048576 2024-09-19T13:44:16.373 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.370+0000 7f71dac3e8c0 1 < completed part key=_multipart_GTZ96ZN0A4E9.2~9XN0Y3IXXMLH.2 size=533812 2024-09-19T13:44:16.379 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.374+0000 7f71dac3e8c0 1 < completed multipart upload key=GTZ96ZN0A4E9 upload=9XN0Y3IXXMLH tag=9N88CGXS7SG4 type=write size=3679540 2024-09-19T13:44:16.382 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.378+0000 7f71dac3e8c0 1 > prepared operation key=0FYIGD7G7ER2 tag=NPXEPVSW1N1I type=del size=3660198 2024-09-19T13:44:16.386 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.382+0000 7f71dac3e8c0 1 < completed part key=_multipart_GZF1MCOAN1NO.2~I8M9JRRL8GYN.0 size=1048576 2024-09-19T13:44:16.389 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.386+0000 7f71dac3e8c0 1 < completed part key=_multipart_GZF1MCOAN1NO.2~I8M9JRRL8GYN.1 size=1048576 2024-09-19T13:44:16.392 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.390+0000 7f71dac3e8c0 1 < completed part key=_multipart_GZF1MCOAN1NO.2~I8M9JRRL8GYN.2 size=661103 2024-09-19T13:44:16.399 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.398+0000 7f71dac3e8c0 1 < completed multipart upload key=GZF1MCOAN1NO upload=I8M9JRRL8GYN tag=DYI4JZZQMR74 type=write size=3806831 2024-09-19T13:44:16.403 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.402+0000 7f71dac3e8c0 1 > prepared operation key=8NT83XBF9HN8 tag=1QTOHMCHL07U type=write size=836460 2024-09-19T13:44:16.412 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.410+0000 7f71dac3e8c0 1 < suggested remove operation key=OZZDDUTJUZ6A tag=PF5ED7635MUL type=write 2024-09-19T13:44:16.416 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.414+0000 7f71dac3e8c0 1 > prepared operation key=JO1LC6YY2PEB tag=5SWCNPAFHHPC type=del size=2255780 2024-09-19T13:44:16.421 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.418+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~BCPE0IRHERZQ.0 size=1048576 2024-09-19T13:44:16.424 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.422+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~BCPE0IRHERZQ.1 size=1048576 2024-09-19T13:44:16.426 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.422+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~BCPE0IRHERZQ.2 size=54669 2024-09-19T13:44:16.433 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.430+0000 7f71dac3e8c0 1 < completed multipart upload key=K7SNV9YW44WO upload=BCPE0IRHERZQ tag=B8HVBYTD741H type=write size=3200397 2024-09-19T13:44:16.440 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.438+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~LCCGINT5BOBB.0 size=54241 2024-09-19T13:44:16.440 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.438+0000 7f71dac3e8c0 1 > prepared multipart upload key=NJ7EXTELNUF4 upload=LCCGINT5BOBB tag=4R03476GLRYZ type=write size=1102817 2024-09-19T13:44:16.445 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.442+0000 7f71dac3e8c0 1 < completed delete operation key=NJ7EXTELNUF4 tag=1CGQAIS42P78 type=del 2024-09-19T13:44:16.452 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.450+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~EDID5A5T0VH4.0 size=1048576 2024-09-19T13:44:16.455 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.454+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~EDID5A5T0VH4.1 size=1048576 2024-09-19T13:44:16.458 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.454+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~EDID5A5T0VH4.2 size=975219 2024-09-19T13:44:16.458 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.454+0000 7f71dac3e8c0 1 > prepared multipart upload key=XXX33TZ37H3Q upload=EDID5A5T0VH4 tag=HQTGLEF0B327 type=write size=4120947 2024-09-19T13:44:16.462 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.458+0000 7f71dac3e8c0 1 < completed delete operation key=8KBRPNQCKIQN tag=AWN43W8Q93C4 type=del 2024-09-19T13:44:16.466 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.462+0000 7f71dac3e8c0 1 > prepared operation key=HEVXCB3PBN2X tag=QFWAZOW0BZ4U type=del size=1508033 2024-09-19T13:44:16.467 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.466+0000 7f71dac3e8c0 1 < canceled part key=_multipart_W1PNZKV93AHZ.2~GKJWRE8MZI88.0 size=82703 2024-09-19T13:44:16.473 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.470+0000 7f71dac3e8c0 1 < canceled multipart upload key=W1PNZKV93AHZ upload=GKJWRE8MZI88 tag=2U14UB8HS8F0 type=write size=1131279 2024-09-19T13:44:16.477 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.474+0000 7f71dac3e8c0 1 > prepared operation key=OZZDDUTJUZ6A tag=P9YM3D069UBJ type=del size=818007 2024-09-19T13:44:16.481 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.478+0000 7f71dac3e8c0 1 < completed delete operation key=K7SNV9YW44WO tag=HPE5XB6QP3TK type=del 2024-09-19T13:44:16.485 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.482+0000 7f71dac3e8c0 1 > prepared operation key=NJ64P4D0EIT4 tag=ZBB7VQ9SKBQ7 type=del size=369199 2024-09-19T13:44:16.489 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.486+0000 7f71dac3e8c0 1 < completed delete operation key=5UA3A6M3SVPV tag=MVL7M9HXEVQ3 type=del 2024-09-19T13:44:16.493 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.490+0000 7f71dac3e8c0 1 > prepared operation key=TZNPXQ5Y333X tag=IS5CED6S5186 type=write size=836322 2024-09-19T13:44:16.497 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.494+0000 7f71dac3e8c0 -1 < failed to complete operation key=OZZDDUTJUZ6A tag=SA3GEOX3D2P5 type=del size=2252981: (22) Invalid argument 2024-09-19T13:44:16.501 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.498+0000 7f71dac3e8c0 1 > prepared operation key=LIMYIIX8WVBS tag=GVRMWK7FBEWH type=del size=2606552 2024-09-19T13:44:16.505 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.502+0000 7f71dac3e8c0 1 < completed part key=_multipart_GTZ96ZN0A4E9.2~ERG74TFTZFOA.0 size=111960 2024-09-19T13:44:16.511 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.510+0000 7f71dac3e8c0 1 < completed multipart upload key=GTZ96ZN0A4E9 upload=ERG74TFTZFOA tag=DLN7SB5ZL8UL type=write size=1160536 2024-09-19T13:44:16.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.518+0000 7f71dac3e8c0 1 > prepared part key=_multipart_37OSN0RSHGZZ.2~PT5LJAFM89WM.0 size=1048576 2024-09-19T13:44:16.524 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.522+0000 7f71dac3e8c0 1 > prepared part key=_multipart_37OSN0RSHGZZ.2~PT5LJAFM89WM.1 size=478644 2024-09-19T13:44:16.524 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.522+0000 7f71dac3e8c0 1 > prepared multipart upload key=37OSN0RSHGZZ upload=PT5LJAFM89WM tag=PWYWY5TUXW1Q type=write size=2575796 2024-09-19T13:44:16.528 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.526+0000 7f71dac3e8c0 1 < completed delete operation key=TZNPXQ5Y333X tag=UY46NX3D1JPA type=del 2024-09-19T13:44:16.535 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.534+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~S7C3MR0GUR2T.0 size=419046 2024-09-19T13:44:16.535 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.534+0000 7f71dac3e8c0 1 > prepared multipart upload key=3M5OBS7J4VF9 upload=S7C3MR0GUR2T tag=531J365EDEE3 type=write size=1467622 2024-09-19T13:44:16.539 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.538+0000 7f71dac3e8c0 1 < completed write operation key=8NT83XBF9HN8 tag=ADHOJ8A72CCM type=write size=491562 2024-09-19T13:44:16.543 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.542+0000 7f71dac3e8c0 1 > prepared operation key=HXQD0AR5YYML tag=MNS92KSD03O4 type=del size=2660025 2024-09-19T13:44:16.551 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.550+0000 7f71dac3e8c0 1 < suggested update operation key=NJ7EXTELNUF4 tag=I46D1WM5YK18 type=del size=2125684 2024-09-19T13:44:16.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.550+0000 7f71dac3e8c0 1 > prepared operation key=6QW9QPSBZ37R tag=B7L46W8XFGG1 type=del size=1683949 2024-09-19T13:44:16.558 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.554+0000 7f71dac3e8c0 1 < completed delete operation key=E5541PV8MDY7 tag=ASS7HK7RBZAF type=del 2024-09-19T13:44:16.565 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.562+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~RNA7RIXTCB50.0 size=1048576 2024-09-19T13:44:16.567 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.566+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~RNA7RIXTCB50.1 size=1048576 2024-09-19T13:44:16.570 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.566+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~RNA7RIXTCB50.2 size=930267 2024-09-19T13:44:16.571 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.566+0000 7f71dac3e8c0 1 > prepared multipart upload key=IUZEMS5KASUH upload=RNA7RIXTCB50 tag=5NRY0MQLGPI0 type=write size=4075995 2024-09-19T13:44:16.572 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.570+0000 7f71dac3e8c0 1 < canceled part key=_multipart_5UA3A6M3SVPV.2~BY6ZTU0NEZPX.0 size=1048576 2024-09-19T13:44:16.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.570+0000 7f71dac3e8c0 1 < completed part key=_multipart_5UA3A6M3SVPV.2~BY6ZTU0NEZPX.1 size=726294 2024-09-19T13:44:16.581 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.578+0000 7f71dac3e8c0 1 < canceled multipart upload key=5UA3A6M3SVPV upload=BY6ZTU0NEZPX tag=I1R1XH1TS27N type=write size=2823446 2024-09-19T13:44:16.589 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.586+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~H72NS3TPRZX4.0 size=294899 2024-09-19T13:44:16.589 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.586+0000 7f71dac3e8c0 1 > prepared multipart upload key=IUZEMS5KASUH upload=H72NS3TPRZX4 tag=8Y3XFAHNPEPJ type=write size=1343475 2024-09-19T13:44:16.594 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.590+0000 7f71dac3e8c0 1 < completed delete operation key=0FYIGD7G7ER2 tag=NPXEPVSW1N1I type=del 2024-09-19T13:44:16.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.598+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GTZ96ZN0A4E9.2~GVH5F1D1HNDA.0 size=259357 2024-09-19T13:44:16.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.598+0000 7f71dac3e8c0 1 > prepared multipart upload key=GTZ96ZN0A4E9 upload=GVH5F1D1HNDA tag=V25TP1WYXU50 type=write size=1307933 2024-09-19T13:44:16.606 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.602+0000 7f71dac3e8c0 1 < completed write operation key=8NT83XBF9HN8 tag=1QTOHMCHL07U type=write size=836460 2024-09-19T13:44:16.614 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.610+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~NT8NRAK40N3I.0 size=1048576 2024-09-19T13:44:16.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.614+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~NT8NRAK40N3I.1 size=740060 2024-09-19T13:44:16.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.614+0000 7f71dac3e8c0 1 > prepared multipart upload key=NJ7EXTELNUF4 upload=NT8NRAK40N3I tag=EPPU2MROSZF5 type=write size=2837212 2024-09-19T13:44:16.622 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.618+0000 7f71dac3e8c0 1 < completed delete operation key=JO1LC6YY2PEB tag=5SWCNPAFHHPC type=del 2024-09-19T13:44:16.626 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.622+0000 7f71dac3e8c0 1 > prepared operation key=GTZ96ZN0A4E9 tag=2ED1PRXL65NJ type=del size=1896894 2024-09-19T13:44:16.631 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.626+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ7EXTELNUF4.2~LCCGINT5BOBB.0 size=54241 2024-09-19T13:44:16.636 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.634+0000 7f71dac3e8c0 1 < completed multipart upload key=NJ7EXTELNUF4 upload=LCCGINT5BOBB tag=4R03476GLRYZ type=write size=1102817 2024-09-19T13:44:16.643 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.642+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~8RXSC2JY2HJS.0 size=1048576 2024-09-19T13:44:16.645 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.642+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~8RXSC2JY2HJS.1 size=1048576 2024-09-19T13:44:16.648 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.646+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~8RXSC2JY2HJS.2 size=489704 2024-09-19T13:44:16.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.646+0000 7f71dac3e8c0 1 > prepared multipart upload key=IUZEMS5KASUH upload=8RXSC2JY2HJS tag=OC7TUAQTOJLV type=write size=3635432 2024-09-19T13:44:16.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.646+0000 7f71dac3e8c0 1 < canceled part key=_multipart_XXX33TZ37H3Q.2~EDID5A5T0VH4.0 size=1048576 2024-09-19T13:44:16.652 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.650+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~EDID5A5T0VH4.1 size=1048576 2024-09-19T13:44:16.655 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.650+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~EDID5A5T0VH4.2 size=975219 2024-09-19T13:44:16.660 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.658+0000 7f71dac3e8c0 1 < canceled multipart upload key=XXX33TZ37H3Q upload=EDID5A5T0VH4 tag=HQTGLEF0B327 type=write size=4120947 2024-09-19T13:44:16.664 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.662+0000 7f71dac3e8c0 1 > prepared operation key=OZZDDUTJUZ6A tag=5SGHINCVQ6EK type=write size=697336 2024-09-19T13:44:16.668 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.666+0000 7f71dac3e8c0 1 < completed delete operation key=HEVXCB3PBN2X tag=QFWAZOW0BZ4U type=del 2024-09-19T13:44:16.675 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.674+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~Y2W2G6DS5EL0.0 size=392302 2024-09-19T13:44:16.676 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.674+0000 7f71dac3e8c0 1 > prepared multipart upload key=XXX33TZ37H3Q upload=Y2W2G6DS5EL0 tag=XIACF364Q26Y type=write size=1440878 2024-09-19T13:44:16.679 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.678+0000 7f71dac3e8c0 1 < completed delete operation key=OZZDDUTJUZ6A tag=P9YM3D069UBJ type=del 2024-09-19T13:44:16.685 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.682+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~W6US3F1W815V.0 size=1048576 2024-09-19T13:44:16.688 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.686+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~W6US3F1W815V.1 size=1048576 2024-09-19T13:44:16.690 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.686+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~W6US3F1W815V.2 size=601280 2024-09-19T13:44:16.690 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.686+0000 7f71dac3e8c0 1 > prepared multipart upload key=3M5OBS7J4VF9 upload=W6US3F1W815V tag=5N9GLM31IKJY type=write size=3747008 2024-09-19T13:44:16.694 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.690+0000 7f71dac3e8c0 1 < completed delete operation key=NJ64P4D0EIT4 tag=ZBB7VQ9SKBQ7 type=del 2024-09-19T13:44:16.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.698+0000 7f71dac3e8c0 1 > prepared part key=_multipart_TZNPXQ5Y333X.2~D8U3XOL6KDNI.0 size=746757 2024-09-19T13:44:16.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.698+0000 7f71dac3e8c0 1 > prepared multipart upload key=TZNPXQ5Y333X upload=D8U3XOL6KDNI tag=ZNPVWQY07F7S type=write size=1795333 2024-09-19T13:44:16.705 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.702+0000 7f71dac3e8c0 1 < canceled operation key=TZNPXQ5Y333X tag=IS5CED6S5186 type=write size=836322 2024-09-19T13:44:16.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.706+0000 7f71dac3e8c0 1 > prepared operation key=JO1LC6YY2PEB tag=ZIB3DRQBVQFK type=del size=1751910 2024-09-19T13:44:16.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.710+0000 7f71dac3e8c0 1 < completed delete operation key=LIMYIIX8WVBS tag=GVRMWK7FBEWH type=del 2024-09-19T13:44:16.715 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.714+0000 7f71dac3e8c0 1 > prepared operation key=37OSN0RSHGZZ tag=DMKQ6L018YAZ type=write size=826409 2024-09-19T13:44:16.716 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.714+0000 7f71dac3e8c0 1 < canceled part key=_multipart_37OSN0RSHGZZ.2~PT5LJAFM89WM.0 size=1048576 2024-09-19T13:44:16.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.718+0000 7f71dac3e8c0 1 < completed part key=_multipart_37OSN0RSHGZZ.2~PT5LJAFM89WM.1 size=478644 2024-09-19T13:44:16.724 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.722+0000 7f71dac3e8c0 1 < canceled multipart upload key=37OSN0RSHGZZ upload=PT5LJAFM89WM tag=PWYWY5TUXW1Q type=write size=2575796 2024-09-19T13:44:16.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.726+0000 7f71dac3e8c0 1 > prepared part key=_multipart_6QW9QPSBZ37R.2~8JQM8QFUEKIW.0 size=465734 2024-09-19T13:44:16.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.726+0000 7f71dac3e8c0 1 > prepared multipart upload key=6QW9QPSBZ37R upload=8JQM8QFUEKIW tag=V013BNLQHD1K type=write size=1514310 2024-09-19T13:44:16.733 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.730+0000 7f71dac3e8c0 1 < completed part key=_multipart_3M5OBS7J4VF9.2~S7C3MR0GUR2T.0 size=419046 2024-09-19T13:44:16.739 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.734+0000 7f71dac3e8c0 1 < completed multipart upload key=3M5OBS7J4VF9 upload=S7C3MR0GUR2T tag=531J365EDEE3 type=write size=1467622 2024-09-19T13:44:16.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.738+0000 7f71dac3e8c0 1 > prepared operation key=D131FP2BZYDS tag=IY31YOPAZQHK type=del size=3652863 2024-09-19T13:44:16.745 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.742+0000 7f71dac3e8c0 1 < completed delete operation key=HXQD0AR5YYML tag=MNS92KSD03O4 type=del 2024-09-19T13:44:16.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.746+0000 7f71dac3e8c0 1 > prepared operation key=K7SNV9YW44WO tag=SXYHUI4ASKBN type=del size=4172290 2024-09-19T13:44:16.756 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.754+0000 7f71dac3e8c0 1 < suggested update operation key=6QW9QPSBZ37R tag=B7L46W8XFGG1 type=del size=1683949 2024-09-19T13:44:16.762 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.758+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QQ09T88TB3XG.2~W16E12GSU80L.0 size=1048576 2024-09-19T13:44:16.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.762+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QQ09T88TB3XG.2~W16E12GSU80L.1 size=1048576 2024-09-19T13:44:16.768 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.766+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QQ09T88TB3XG.2~W16E12GSU80L.2 size=439182 2024-09-19T13:44:16.768 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.766+0000 7f71dac3e8c0 1 > prepared multipart upload key=QQ09T88TB3XG upload=W16E12GSU80L tag=YBIEEDHGT8AK type=write size=3584910 2024-09-19T13:44:16.769 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.766+0000 7f71dac3e8c0 1 < canceled part key=_multipart_IUZEMS5KASUH.2~RNA7RIXTCB50.0 size=1048576 2024-09-19T13:44:16.772 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.770+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~RNA7RIXTCB50.1 size=1048576 2024-09-19T13:44:16.775 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.770+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~RNA7RIXTCB50.2 size=930267 2024-09-19T13:44:16.780 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.778+0000 7f71dac3e8c0 1 < canceled multipart upload key=IUZEMS5KASUH upload=RNA7RIXTCB50 tag=5NRY0MQLGPI0 type=write size=4075995 2024-09-19T13:44:16.787 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.782+0000 7f71dac3e8c0 1 > prepared part key=_multipart_1L7F60AU40YA.2~6666PAG51OBA.0 size=1048576 2024-09-19T13:44:16.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.786+0000 7f71dac3e8c0 1 > prepared part key=_multipart_1L7F60AU40YA.2~6666PAG51OBA.1 size=99780 2024-09-19T13:44:16.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.786+0000 7f71dac3e8c0 1 > prepared multipart upload key=1L7F60AU40YA upload=6666PAG51OBA tag=V1HOKLUPOLL4 type=write size=2196932 2024-09-19T13:44:16.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.790+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~H72NS3TPRZX4.0 size=294899 2024-09-19T13:44:16.798 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.794+0000 7f71dac3e8c0 1 < completed multipart upload key=IUZEMS5KASUH upload=H72NS3TPRZX4 tag=8Y3XFAHNPEPJ type=write size=1343475 2024-09-19T13:44:16.804 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.802+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~ZQZBQ9DYA8T8.0 size=938291 2024-09-19T13:44:16.805 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.802+0000 7f71dac3e8c0 1 > prepared multipart upload key=LIMYIIX8WVBS upload=ZQZBQ9DYA8T8 tag=OVJU6X7RWW8A type=write size=1986867 2024-09-19T13:44:16.806 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.802+0000 7f71dac3e8c0 1 < canceled part key=_multipart_GTZ96ZN0A4E9.2~GVH5F1D1HNDA.0 size=259357 2024-09-19T13:44:16.811 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.810+0000 7f71dac3e8c0 1 < canceled multipart upload key=GTZ96ZN0A4E9 upload=GVH5F1D1HNDA tag=V25TP1WYXU50 type=write size=1307933 2024-09-19T13:44:16.815 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.814+0000 7f71dac3e8c0 1 > prepared operation key=GTZ96ZN0A4E9 tag=SWWGX8T38R5R type=del size=127990 2024-09-19T13:44:16.820 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.818+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ7EXTELNUF4.2~NT8NRAK40N3I.0 size=1048576 2024-09-19T13:44:16.822 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.818+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ7EXTELNUF4.2~NT8NRAK40N3I.1 size=740060 2024-09-19T13:44:16.829 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.826+0000 7f71dac3e8c0 1 < completed multipart upload key=NJ7EXTELNUF4 upload=NT8NRAK40N3I tag=EPPU2MROSZF5 type=write size=2837212 2024-09-19T13:44:16.833 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.830+0000 7f71dac3e8c0 1 > prepared operation key=6QW9QPSBZ37R tag=18OXHWHSQ7BV type=del size=3614724 2024-09-19T13:44:16.842 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.838+0000 7f71dac3e8c0 1 < suggested remove operation key=GTZ96ZN0A4E9 tag=2ED1PRXL65NJ type=del 2024-09-19T13:44:16.848 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.846+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8NT83XBF9HN8.2~PE38EO6F2XOT.0 size=1048576 2024-09-19T13:44:16.851 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.850+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8NT83XBF9HN8.2~PE38EO6F2XOT.1 size=1048576 2024-09-19T13:44:16.854 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.850+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8NT83XBF9HN8.2~PE38EO6F2XOT.2 size=391636 2024-09-19T13:44:16.854 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.850+0000 7f71dac3e8c0 1 > prepared multipart upload key=8NT83XBF9HN8 upload=PE38EO6F2XOT tag=NDH1CG8GN7PA type=write size=3537364 2024-09-19T13:44:16.858 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.854+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~8RXSC2JY2HJS.0 size=1048576 2024-09-19T13:44:16.864 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.862+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~8RXSC2JY2HJS.1 size=1048576 2024-09-19T13:44:16.868 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.866+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~8RXSC2JY2HJS.2 size=489704 2024-09-19T13:44:16.874 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.870+0000 7f71dac3e8c0 1 < completed multipart upload key=IUZEMS5KASUH upload=8RXSC2JY2HJS tag=OC7TUAQTOJLV type=write size=3635432 2024-09-19T13:44:16.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.878+0000 7f71dac3e8c0 1 > prepared operation key=3M5OBS7J4VF9 tag=V3D8A3KWEGL0 type=del size=599007 2024-09-19T13:44:16.883 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.882+0000 7f71dac3e8c0 1 < completed write operation key=OZZDDUTJUZ6A tag=5SGHINCVQ6EK type=write size=697336 2024-09-19T13:44:16.891 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.890+0000 7f71dac3e8c0 1 > prepared part key=_multipart_A0ZG34NFHPW5.2~EBSMDXKNQ54E.0 size=1048576 2024-09-19T13:44:16.894 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.890+0000 7f71dac3e8c0 1 > prepared part key=_multipart_A0ZG34NFHPW5.2~EBSMDXKNQ54E.1 size=1039076 2024-09-19T13:44:16.894 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.890+0000 7f71dac3e8c0 1 > prepared multipart upload key=A0ZG34NFHPW5 upload=EBSMDXKNQ54E tag=TXCDPJU0G32W type=write size=3136228 2024-09-19T13:44:16.899 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.894+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~Y2W2G6DS5EL0.0 size=392302 2024-09-19T13:44:16.905 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.902+0000 7f71dac3e8c0 1 < completed multipart upload key=XXX33TZ37H3Q upload=Y2W2G6DS5EL0 tag=XIACF364Q26Y type=write size=1440878 2024-09-19T13:44:16.910 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.906+0000 7f71dac3e8c0 1 > prepared operation key=LIMYIIX8WVBS tag=TM05KWAYDM5F type=del size=4127180 2024-09-19T13:44:16.914 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.910+0000 7f71dac3e8c0 1 < completed part key=_multipart_3M5OBS7J4VF9.2~W6US3F1W815V.0 size=1048576 2024-09-19T13:44:16.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.914+0000 7f71dac3e8c0 1 < completed part key=_multipart_3M5OBS7J4VF9.2~W6US3F1W815V.1 size=1048576 2024-09-19T13:44:16.920 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.918+0000 7f71dac3e8c0 1 < completed part key=_multipart_3M5OBS7J4VF9.2~W6US3F1W815V.2 size=601280 2024-09-19T13:44:16.925 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.922+0000 7f71dac3e8c0 1 < completed multipart upload key=3M5OBS7J4VF9 upload=W6US3F1W815V tag=5N9GLM31IKJY type=write size=3747008 2024-09-19T13:44:16.932 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.930+0000 7f71dac3e8c0 1 > prepared part key=_multipart_V22QT1MEZ47G.2~MTITT0C6539M.0 size=1048576 2024-09-19T13:44:16.935 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.934+0000 7f71dac3e8c0 1 > prepared part key=_multipart_V22QT1MEZ47G.2~MTITT0C6539M.1 size=863366 2024-09-19T13:44:16.935 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.934+0000 7f71dac3e8c0 1 > prepared multipart upload key=V22QT1MEZ47G upload=MTITT0C6539M tag=LQV3BMAWQD1S type=write size=2960518 2024-09-19T13:44:16.939 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.938+0000 7f71dac3e8c0 1 < completed part key=_multipart_TZNPXQ5Y333X.2~D8U3XOL6KDNI.0 size=746757 2024-09-19T13:44:16.945 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.942+0000 7f71dac3e8c0 1 < completed multipart upload key=TZNPXQ5Y333X upload=D8U3XOL6KDNI tag=ZNPVWQY07F7S type=write size=1795333 2024-09-19T13:44:16.949 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.946+0000 7f71dac3e8c0 1 > prepared operation key=37OSN0RSHGZZ tag=YVY0GJK9QK4R type=del size=3496028 2024-09-19T13:44:16.953 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.950+0000 7f71dac3e8c0 1 < completed delete operation key=JO1LC6YY2PEB tag=ZIB3DRQBVQFK type=del 2024-09-19T13:44:16.961 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.958+0000 7f71dac3e8c0 1 > prepared part key=_multipart_Q484UNX3BYBG.2~E547MZDYW0BR.0 size=1048576 2024-09-19T13:44:16.964 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.962+0000 7f71dac3e8c0 1 > prepared part key=_multipart_Q484UNX3BYBG.2~E547MZDYW0BR.1 size=1048576 2024-09-19T13:44:16.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.962+0000 7f71dac3e8c0 1 > prepared part key=_multipart_Q484UNX3BYBG.2~E547MZDYW0BR.2 size=447520 2024-09-19T13:44:16.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.962+0000 7f71dac3e8c0 1 > prepared multipart upload key=Q484UNX3BYBG upload=E547MZDYW0BR tag=1KKW1612VLVG type=write size=3593248 2024-09-19T13:44:16.971 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.970+0000 7f71dac3e8c0 1 < completed write operation key=37OSN0RSHGZZ tag=DMKQ6L018YAZ type=write size=826409 2024-09-19T13:44:16.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.974+0000 7f71dac3e8c0 1 > prepared operation key=E5541PV8MDY7 tag=WBA5VJPJU90R type=del size=190926 2024-09-19T13:44:16.979 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.978+0000 7f71dac3e8c0 1 < completed part key=_multipart_6QW9QPSBZ37R.2~8JQM8QFUEKIW.0 size=465734 2024-09-19T13:44:16.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.982+0000 7f71dac3e8c0 1 < completed multipart upload key=6QW9QPSBZ37R upload=8JQM8QFUEKIW tag=V013BNLQHD1K type=write size=1514310 2024-09-19T13:44:16.989 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.986+0000 7f71dac3e8c0 1 > prepared operation key=ZTBECCHZS74F tag=1PJEMR2BHSAT type=del size=4178632 2024-09-19T13:44:16.994 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.990+0000 7f71dac3e8c0 1 < completed delete operation key=D131FP2BZYDS tag=IY31YOPAZQHK type=del 2024-09-19T13:44:16.998 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:16.994+0000 7f71dac3e8c0 1 > prepared operation key=3M5OBS7J4VF9 tag=P4YQWSK8SJ75 type=write size=1000726 2024-09-19T13:44:17.007 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.002+0000 7f71dac3e8c0 1 < suggested update operation key=K7SNV9YW44WO tag=SXYHUI4ASKBN type=del size=4172290 2024-09-19T13:44:17.010 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.006+0000 7f71dac3e8c0 1 > prepared operation key=1L7F60AU40YA tag=PYQLTN1DUF2U type=del size=4113296 2024-09-19T13:44:17.015 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.014+0000 7f71dac3e8c0 1 < completed part key=_multipart_QQ09T88TB3XG.2~W16E12GSU80L.0 size=1048576 2024-09-19T13:44:17.019 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.018+0000 7f71dac3e8c0 1 < completed part key=_multipart_QQ09T88TB3XG.2~W16E12GSU80L.1 size=1048576 2024-09-19T13:44:17.022 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.018+0000 7f71dac3e8c0 1 < completed part key=_multipart_QQ09T88TB3XG.2~W16E12GSU80L.2 size=439182 2024-09-19T13:44:17.028 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.026+0000 7f71dac3e8c0 1 < completed multipart upload key=QQ09T88TB3XG upload=W16E12GSU80L tag=YBIEEDHGT8AK type=write size=3584910 2024-09-19T13:44:17.035 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.030+0000 7f71dac3e8c0 1 > prepared part key=_multipart_1L7F60AU40YA.2~0LQSJSDKBB2Y.0 size=292617 2024-09-19T13:44:17.035 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.030+0000 7f71dac3e8c0 1 > prepared multipart upload key=1L7F60AU40YA upload=0LQSJSDKBB2Y tag=EGA31IJZJ1EC type=write size=1341193 2024-09-19T13:44:17.038 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.034+0000 7f71dac3e8c0 1 < completed part key=_multipart_1L7F60AU40YA.2~6666PAG51OBA.0 size=1048576 2024-09-19T13:44:17.041 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.038+0000 7f71dac3e8c0 1 < completed part key=_multipart_1L7F60AU40YA.2~6666PAG51OBA.1 size=99780 2024-09-19T13:44:17.047 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.046+0000 7f71dac3e8c0 1 < completed multipart upload key=1L7F60AU40YA upload=6666PAG51OBA tag=V1HOKLUPOLL4 type=write size=2196932 2024-09-19T13:44:17.054 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.050+0000 7f71dac3e8c0 1 > prepared part key=_multipart_1L7F60AU40YA.2~AE8XCSJ1B5J7.0 size=298192 2024-09-19T13:44:17.055 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.050+0000 7f71dac3e8c0 1 > prepared multipart upload key=1L7F60AU40YA upload=AE8XCSJ1B5J7 tag=G2M9MSQ72XAV type=write size=1346768 2024-09-19T13:44:17.055 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.054+0000 7f71dac3e8c0 1 < canceled part key=_multipart_LIMYIIX8WVBS.2~ZQZBQ9DYA8T8.0 size=938291 2024-09-19T13:44:17.061 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.058+0000 7f71dac3e8c0 1 < canceled multipart upload key=LIMYIIX8WVBS upload=ZQZBQ9DYA8T8 tag=OVJU6X7RWW8A type=write size=1986867 2024-09-19T13:44:17.065 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.062+0000 7f71dac3e8c0 1 > prepared operation key=W1PNZKV93AHZ tag=SVL1KACNGXQB type=del size=2973732 2024-09-19T13:44:17.068 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.066+0000 7f71dac3e8c0 -1 < failed to complete operation key=GTZ96ZN0A4E9 tag=SWWGX8T38R5R type=del size=127990: (22) Invalid argument 2024-09-19T13:44:17.074 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.070+0000 7f71dac3e8c0 1 > prepared part key=_multipart_0FYIGD7G7ER2.2~8MA6ZF6PE1D4.0 size=902019 2024-09-19T13:44:17.074 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.070+0000 7f71dac3e8c0 1 > prepared multipart upload key=0FYIGD7G7ER2 upload=8MA6ZF6PE1D4 tag=QH7WVI9ZLUEZ type=write size=1950595 2024-09-19T13:44:17.077 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.074+0000 7f71dac3e8c0 1 < completed delete operation key=6QW9QPSBZ37R tag=18OXHWHSQ7BV type=del 2024-09-19T13:44:17.081 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.078+0000 7f71dac3e8c0 1 > prepared operation key=Q484UNX3BYBG tag=B0QXEVN8KNAJ type=del size=2211908 2024-09-19T13:44:17.082 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.078+0000 7f71dac3e8c0 1 < canceled part key=_multipart_8NT83XBF9HN8.2~PE38EO6F2XOT.0 size=1048576 2024-09-19T13:44:17.085 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.082+0000 7f71dac3e8c0 1 < completed part key=_multipart_8NT83XBF9HN8.2~PE38EO6F2XOT.1 size=1048576 2024-09-19T13:44:17.087 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.086+0000 7f71dac3e8c0 1 < completed part key=_multipart_8NT83XBF9HN8.2~PE38EO6F2XOT.2 size=391636 2024-09-19T13:44:17.093 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.090+0000 7f71dac3e8c0 1 < canceled multipart upload key=8NT83XBF9HN8 upload=PE38EO6F2XOT tag=NDH1CG8GN7PA type=write size=3537364 2024-09-19T13:44:17.097 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.094+0000 7f71dac3e8c0 1 > prepared operation key=XXX33TZ37H3Q tag=G3YFYMOODWVU type=del size=2491178 2024-09-19T13:44:17.100 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.098+0000 7f71dac3e8c0 1 < completed delete operation key=3M5OBS7J4VF9 tag=V3D8A3KWEGL0 type=del 2024-09-19T13:44:17.104 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.102+0000 7f71dac3e8c0 1 > prepared operation key=8NT83XBF9HN8 tag=BHU6PXQFKI72 type=del size=1643278 2024-09-19T13:44:17.107 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.106+0000 7f71dac3e8c0 1 < completed part key=_multipart_A0ZG34NFHPW5.2~EBSMDXKNQ54E.0 size=1048576 2024-09-19T13:44:17.110 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.106+0000 7f71dac3e8c0 1 < completed part key=_multipart_A0ZG34NFHPW5.2~EBSMDXKNQ54E.1 size=1039076 2024-09-19T13:44:17.115 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.114+0000 7f71dac3e8c0 1 < completed multipart upload key=A0ZG34NFHPW5 upload=EBSMDXKNQ54E tag=TXCDPJU0G32W type=write size=3136228 2024-09-19T13:44:17.122 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.118+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GTZ96ZN0A4E9.2~LRD93VNHBZLZ.0 size=1048576 2024-09-19T13:44:17.124 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.122+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GTZ96ZN0A4E9.2~LRD93VNHBZLZ.1 size=1014735 2024-09-19T13:44:17.125 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.122+0000 7f71dac3e8c0 1 > prepared multipart upload key=GTZ96ZN0A4E9 upload=LRD93VNHBZLZ tag=JPQRW10FW5KP type=write size=3111887 2024-09-19T13:44:17.132 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.130+0000 7f71dac3e8c0 1 < suggested remove operation key=LIMYIIX8WVBS tag=TM05KWAYDM5F type=del 2024-09-19T13:44:17.135 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.134+0000 7f71dac3e8c0 1 > prepared operation key=V22QT1MEZ47G tag=F3ICMH8WLF5B type=write size=509629 2024-09-19T13:44:17.139 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.134+0000 7f71dac3e8c0 1 < completed part key=_multipart_V22QT1MEZ47G.2~MTITT0C6539M.0 size=1048576 2024-09-19T13:44:17.142 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.138+0000 7f71dac3e8c0 1 < completed part key=_multipart_V22QT1MEZ47G.2~MTITT0C6539M.1 size=863366 2024-09-19T13:44:17.148 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.146+0000 7f71dac3e8c0 1 < completed multipart upload key=V22QT1MEZ47G upload=MTITT0C6539M tag=LQV3BMAWQD1S type=write size=2960518 2024-09-19T13:44:17.152 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.150+0000 7f71dac3e8c0 1 > prepared operation key=0FYIGD7G7ER2 tag=M6IU26F61YIW type=del size=544288 2024-09-19T13:44:17.156 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.154+0000 7f71dac3e8c0 1 < completed delete operation key=37OSN0RSHGZZ tag=YVY0GJK9QK4R type=del 2024-09-19T13:44:17.163 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.162+0000 7f71dac3e8c0 1 > prepared part key=_multipart_TZNPXQ5Y333X.2~313NC5DRHEK9.0 size=1048576 2024-09-19T13:44:17.166 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.162+0000 7f71dac3e8c0 1 > prepared part key=_multipart_TZNPXQ5Y333X.2~313NC5DRHEK9.1 size=1048576 2024-09-19T13:44:17.169 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.166+0000 7f71dac3e8c0 1 > prepared part key=_multipart_TZNPXQ5Y333X.2~313NC5DRHEK9.2 size=390826 2024-09-19T13:44:17.169 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.166+0000 7f71dac3e8c0 1 > prepared multipart upload key=TZNPXQ5Y333X upload=313NC5DRHEK9 tag=POARM13G3YS2 type=write size=3536554 2024-09-19T13:44:17.173 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.170+0000 7f71dac3e8c0 1 < completed part key=_multipart_Q484UNX3BYBG.2~E547MZDYW0BR.0 size=1048576 2024-09-19T13:44:17.176 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.174+0000 7f71dac3e8c0 1 < completed part key=_multipart_Q484UNX3BYBG.2~E547MZDYW0BR.1 size=1048576 2024-09-19T13:44:17.179 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.178+0000 7f71dac3e8c0 1 < completed part key=_multipart_Q484UNX3BYBG.2~E547MZDYW0BR.2 size=447520 2024-09-19T13:44:17.185 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.182+0000 7f71dac3e8c0 1 < completed multipart upload key=Q484UNX3BYBG upload=E547MZDYW0BR tag=1KKW1612VLVG type=write size=3593248 2024-09-19T13:44:17.192 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.190+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GZF1MCOAN1NO.2~TDUQAVIKXPVN.0 size=1048576 2024-09-19T13:44:17.195 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.194+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GZF1MCOAN1NO.2~TDUQAVIKXPVN.1 size=116577 2024-09-19T13:44:17.195 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.194+0000 7f71dac3e8c0 1 > prepared multipart upload key=GZF1MCOAN1NO upload=TDUQAVIKXPVN tag=4GH3U0GRBJFJ type=write size=2213729 2024-09-19T13:44:17.199 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.198+0000 7f71dac3e8c0 1 < completed delete operation key=E5541PV8MDY7 tag=WBA5VJPJU90R type=del 2024-09-19T13:44:17.203 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.202+0000 7f71dac3e8c0 1 > prepared operation key=0FYIGD7G7ER2 tag=05IKXVNI9Y43 type=write size=315284 2024-09-19T13:44:17.207 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.206+0000 7f71dac3e8c0 1 < completed delete operation key=ZTBECCHZS74F tag=1PJEMR2BHSAT type=del 2024-09-19T13:44:17.213 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.210+0000 7f71dac3e8c0 1 > prepared operation key=1L7F60AU40YA tag=L2WQ4CWRPF9H type=write size=862498 2024-09-19T13:44:17.217 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.214+0000 7f71dac3e8c0 1 < completed write operation key=3M5OBS7J4VF9 tag=P4YQWSK8SJ75 type=write size=1000726 2024-09-19T13:44:17.224 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.222+0000 7f71dac3e8c0 1 > prepared part key=_multipart_A0ZG34NFHPW5.2~5L5LOPDTGHF9.0 size=1048576 2024-09-19T13:44:17.227 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.222+0000 7f71dac3e8c0 1 > prepared part key=_multipart_A0ZG34NFHPW5.2~5L5LOPDTGHF9.1 size=1048576 2024-09-19T13:44:17.229 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.226+0000 7f71dac3e8c0 1 > prepared part key=_multipart_A0ZG34NFHPW5.2~5L5LOPDTGHF9.2 size=723804 2024-09-19T13:44:17.230 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.226+0000 7f71dac3e8c0 1 > prepared multipart upload key=A0ZG34NFHPW5 upload=5L5LOPDTGHF9 tag=9FT12T7LU7UM type=write size=3869532 2024-09-19T13:44:17.233 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.230+0000 7f71dac3e8c0 1 < completed delete operation key=1L7F60AU40YA tag=PYQLTN1DUF2U type=del 2024-09-19T13:44:17.237 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.234+0000 7f71dac3e8c0 1 > prepared operation key=GTZ96ZN0A4E9 tag=OQSUYRUKKBDT type=del size=3182528 2024-09-19T13:44:17.241 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.238+0000 7f71dac3e8c0 1 < completed part key=_multipart_1L7F60AU40YA.2~0LQSJSDKBB2Y.0 size=292617 2024-09-19T13:44:17.247 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.246+0000 7f71dac3e8c0 1 < completed multipart upload key=1L7F60AU40YA upload=0LQSJSDKBB2Y tag=EGA31IJZJ1EC type=write size=1341193 2024-09-19T13:44:17.251 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.250+0000 7f71dac3e8c0 1 > prepared operation key=NJ7EXTELNUF4 tag=QGGHA5A7WQEJ type=del size=4055944 2024-09-19T13:44:17.255 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.254+0000 7f71dac3e8c0 1 < completed part key=_multipart_1L7F60AU40YA.2~AE8XCSJ1B5J7.0 size=298192 2024-09-19T13:44:17.260 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.258+0000 7f71dac3e8c0 1 < completed multipart upload key=1L7F60AU40YA upload=AE8XCSJ1B5J7 tag=G2M9MSQ72XAV type=write size=1346768 2024-09-19T13:44:17.264 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.262+0000 7f71dac3e8c0 1 > prepared operation key=3M5OBS7J4VF9 tag=UTPL9ANJF1E3 type=del size=1467702 2024-09-19T13:44:17.268 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.266+0000 7f71dac3e8c0 1 < completed delete operation key=W1PNZKV93AHZ tag=SVL1KACNGXQB type=del 2024-09-19T13:44:17.275 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.274+0000 7f71dac3e8c0 1 > prepared part key=_multipart_0FYIGD7G7ER2.2~2RG6MNQ4JQX2.0 size=67444 2024-09-19T13:44:17.275 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.274+0000 7f71dac3e8c0 1 > prepared multipart upload key=0FYIGD7G7ER2 upload=2RG6MNQ4JQX2 tag=6TXR69LYGI1H type=write size=1116020 2024-09-19T13:44:17.279 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.278+0000 7f71dac3e8c0 1 < completed part key=_multipart_0FYIGD7G7ER2.2~8MA6ZF6PE1D4.0 size=902019 2024-09-19T13:44:17.285 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.282+0000 7f71dac3e8c0 1 < completed multipart upload key=0FYIGD7G7ER2 upload=8MA6ZF6PE1D4 tag=QH7WVI9ZLUEZ type=write size=1950595 2024-09-19T13:44:17.291 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.290+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8NT83XBF9HN8.2~ZNKGY0VDASPR.0 size=1048576 2024-09-19T13:44:17.294 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.290+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8NT83XBF9HN8.2~ZNKGY0VDASPR.1 size=1048576 2024-09-19T13:44:17.297 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.294+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8NT83XBF9HN8.2~ZNKGY0VDASPR.2 size=955220 2024-09-19T13:44:17.297 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.294+0000 7f71dac3e8c0 1 > prepared multipart upload key=8NT83XBF9HN8 upload=ZNKGY0VDASPR tag=MHSGPL6VT20Z type=write size=4100948 2024-09-19T13:44:17.301 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.298+0000 7f71dac3e8c0 1 < completed delete operation key=Q484UNX3BYBG tag=B0QXEVN8KNAJ type=del 2024-09-19T13:44:17.307 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.306+0000 7f71dac3e8c0 1 > prepared part key=_multipart_37OSN0RSHGZZ.2~97AK2M79AKL6.0 size=1048576 2024-09-19T13:44:17.310 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.306+0000 7f71dac3e8c0 1 > prepared part key=_multipart_37OSN0RSHGZZ.2~97AK2M79AKL6.1 size=605782 2024-09-19T13:44:17.310 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.306+0000 7f71dac3e8c0 1 > prepared multipart upload key=37OSN0RSHGZZ upload=97AK2M79AKL6 tag=J6ELQ0F10T27 type=write size=2702934 2024-09-19T13:44:17.314 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.310+0000 7f71dac3e8c0 1 < completed delete operation key=XXX33TZ37H3Q tag=G3YFYMOODWVU type=del 2024-09-19T13:44:17.320 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.318+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8KBRPNQCKIQN.2~T33X1CNVJXMU.0 size=1048576 2024-09-19T13:44:17.323 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.322+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8KBRPNQCKIQN.2~T33X1CNVJXMU.1 size=518603 2024-09-19T13:44:17.323 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.322+0000 7f71dac3e8c0 1 > prepared multipart upload key=8KBRPNQCKIQN upload=T33X1CNVJXMU tag=TQTTRTS40GOJ type=write size=2615755 2024-09-19T13:44:17.331 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.326+0000 7f71dac3e8c0 1 < suggested update operation key=8NT83XBF9HN8 tag=BHU6PXQFKI72 type=del size=1643278 2024-09-19T13:44:17.337 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.334+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HEVXCB3PBN2X.2~QKGXMNKGQSOE.0 size=1048576 2024-09-19T13:44:17.340 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.338+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HEVXCB3PBN2X.2~QKGXMNKGQSOE.1 size=1048576 2024-09-19T13:44:17.343 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.342+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HEVXCB3PBN2X.2~QKGXMNKGQSOE.2 size=375205 2024-09-19T13:44:17.343 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.342+0000 7f71dac3e8c0 1 > prepared multipart upload key=HEVXCB3PBN2X upload=QKGXMNKGQSOE tag=PBNHOBWJJY18 type=write size=3520933 2024-09-19T13:44:17.346 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.342+0000 7f71dac3e8c0 1 < completed part key=_multipart_GTZ96ZN0A4E9.2~LRD93VNHBZLZ.0 size=1048576 2024-09-19T13:44:17.346 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.342+0000 7f71dac3e8c0 1 < canceled part key=_multipart_GTZ96ZN0A4E9.2~LRD93VNHBZLZ.1 size=1014735 2024-09-19T13:44:17.352 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.350+0000 7f71dac3e8c0 1 < canceled multipart upload key=GTZ96ZN0A4E9 upload=LRD93VNHBZLZ tag=JPQRW10FW5KP type=write size=3111887 2024-09-19T13:44:17.358 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.354+0000 7f71dac3e8c0 1 > prepared part key=_multipart_37OSN0RSHGZZ.2~2QGQV4YIU3TS.0 size=1048576 2024-09-19T13:44:17.361 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.358+0000 7f71dac3e8c0 1 > prepared part key=_multipart_37OSN0RSHGZZ.2~2QGQV4YIU3TS.1 size=397533 2024-09-19T13:44:17.361 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.358+0000 7f71dac3e8c0 1 > prepared multipart upload key=37OSN0RSHGZZ upload=2QGQV4YIU3TS tag=RXJ6S5YUY0D8 type=write size=2494685 2024-09-19T13:44:17.364 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.362+0000 7f71dac3e8c0 1 < completed write operation key=V22QT1MEZ47G tag=F3ICMH8WLF5B type=write size=509629 2024-09-19T13:44:17.371 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.370+0000 7f71dac3e8c0 1 > prepared part key=_multipart_0FYIGD7G7ER2.2~P0JONJZCROT9.0 size=939417 2024-09-19T13:44:17.371 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.370+0000 7f71dac3e8c0 1 > prepared multipart upload key=0FYIGD7G7ER2 upload=P0JONJZCROT9 tag=B89EJX7R57SZ type=write size=1987993 2024-09-19T13:44:17.375 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.374+0000 7f71dac3e8c0 1 < completed delete operation key=0FYIGD7G7ER2 tag=M6IU26F61YIW type=del 2024-09-19T13:44:17.380 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.378+0000 7f71dac3e8c0 1 > prepared operation key=TZNPXQ5Y333X tag=GSVV5W9SXBK1 type=del size=2274343 2024-09-19T13:44:17.384 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.382+0000 7f71dac3e8c0 1 < completed part key=_multipart_TZNPXQ5Y333X.2~313NC5DRHEK9.0 size=1048576 2024-09-19T13:44:17.388 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.386+0000 7f71dac3e8c0 1 < completed part key=_multipart_TZNPXQ5Y333X.2~313NC5DRHEK9.1 size=1048576 2024-09-19T13:44:17.392 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.390+0000 7f71dac3e8c0 1 < completed part key=_multipart_TZNPXQ5Y333X.2~313NC5DRHEK9.2 size=390826 2024-09-19T13:44:17.398 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.394+0000 7f71dac3e8c0 1 < completed multipart upload key=TZNPXQ5Y333X upload=313NC5DRHEK9 tag=POARM13G3YS2 type=write size=3536554 2024-09-19T13:44:17.402 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.398+0000 7f71dac3e8c0 1 > prepared operation key=QMR0T7URJS4W tag=OA9QBFMV3VVB type=del size=1445867 2024-09-19T13:44:17.406 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.402+0000 7f71dac3e8c0 1 < completed part key=_multipart_GZF1MCOAN1NO.2~TDUQAVIKXPVN.0 size=1048576 2024-09-19T13:44:17.409 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.406+0000 7f71dac3e8c0 1 < completed part key=_multipart_GZF1MCOAN1NO.2~TDUQAVIKXPVN.1 size=116577 2024-09-19T13:44:17.415 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.414+0000 7f71dac3e8c0 1 < completed multipart upload key=GZF1MCOAN1NO upload=TDUQAVIKXPVN tag=4GH3U0GRBJFJ type=write size=2213729 2024-09-19T13:44:17.422 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.418+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GTZ96ZN0A4E9.2~1CPZJIUGMV2E.0 size=1048576 2024-09-19T13:44:17.425 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.422+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GTZ96ZN0A4E9.2~1CPZJIUGMV2E.1 size=1048576 2024-09-19T13:44:17.428 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.426+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GTZ96ZN0A4E9.2~1CPZJIUGMV2E.2 size=270386 2024-09-19T13:44:17.428 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.426+0000 7f71dac3e8c0 1 > prepared multipart upload key=GTZ96ZN0A4E9 upload=1CPZJIUGMV2E tag=RLN6G18NAJ9F type=write size=3416114 2024-09-19T13:44:17.432 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.430+0000 7f71dac3e8c0 1 < completed write operation key=0FYIGD7G7ER2 tag=05IKXVNI9Y43 type=write size=315284 2024-09-19T13:44:17.438 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.434+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~XZUNOFXY4AIA.0 size=1048576 2024-09-19T13:44:17.441 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.438+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~XZUNOFXY4AIA.1 size=454939 2024-09-19T13:44:17.441 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.438+0000 7f71dac3e8c0 1 > prepared multipart upload key=ZTBECCHZS74F upload=XZUNOFXY4AIA tag=X0EYTPRZJAT9 type=write size=2552091 2024-09-19T13:44:17.445 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.442+0000 7f71dac3e8c0 1 < completed write operation key=1L7F60AU40YA tag=L2WQ4CWRPF9H type=write size=862498 2024-09-19T13:44:17.449 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.446+0000 7f71dac3e8c0 1 > prepared operation key=W1PNZKV93AHZ tag=8J8YZB4ZHPMJ type=del size=2658100 2024-09-19T13:44:17.453 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.450+0000 7f71dac3e8c0 1 < completed part key=_multipart_A0ZG34NFHPW5.2~5L5LOPDTGHF9.0 size=1048576 2024-09-19T13:44:17.453 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.450+0000 7f71dac3e8c0 1 < canceled part key=_multipart_A0ZG34NFHPW5.2~5L5LOPDTGHF9.1 size=1048576 2024-09-19T13:44:17.456 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.454+0000 7f71dac3e8c0 1 < completed part key=_multipart_A0ZG34NFHPW5.2~5L5LOPDTGHF9.2 size=723804 2024-09-19T13:44:17.462 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.458+0000 7f71dac3e8c0 1 < canceled multipart upload key=A0ZG34NFHPW5 upload=5L5LOPDTGHF9 tag=9FT12T7LU7UM type=write size=3869532 2024-09-19T13:44:17.465 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.462+0000 7f71dac3e8c0 1 > prepared operation key=LIMYIIX8WVBS tag=OGYM5YJMN0PV type=del size=1950171 2024-09-19T13:44:17.473 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.470+0000 7f71dac3e8c0 1 < suggested remove operation key=GTZ96ZN0A4E9 tag=OQSUYRUKKBDT type=del 2024-09-19T13:44:17.479 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.478+0000 7f71dac3e8c0 1 > prepared part key=_multipart_JO1LC6YY2PEB.2~6K6NGEPTCGT0.0 size=1048576 2024-09-19T13:44:17.482 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.478+0000 7f71dac3e8c0 1 > prepared part key=_multipart_JO1LC6YY2PEB.2~6K6NGEPTCGT0.1 size=1048576 2024-09-19T13:44:17.485 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.482+0000 7f71dac3e8c0 1 > prepared part key=_multipart_JO1LC6YY2PEB.2~6K6NGEPTCGT0.2 size=129863 2024-09-19T13:44:17.485 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.482+0000 7f71dac3e8c0 1 > prepared multipart upload key=JO1LC6YY2PEB upload=6K6NGEPTCGT0 tag=HQFDPX76PE85 type=write size=3275591 2024-09-19T13:44:17.489 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.486+0000 7f71dac3e8c0 1 < completed delete operation key=NJ7EXTELNUF4 tag=QGGHA5A7WQEJ type=del 2024-09-19T13:44:17.496 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.494+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~WSGSN7UJWIE9.0 size=1048576 2024-09-19T13:44:17.498 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.494+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~WSGSN7UJWIE9.1 size=328180 2024-09-19T13:44:17.498 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.494+0000 7f71dac3e8c0 1 > prepared multipart upload key=7KN90I8B7PUK upload=WSGSN7UJWIE9 tag=CLZD5DG6BG7Y type=write size=2425332 2024-09-19T13:44:17.502 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.498+0000 7f71dac3e8c0 1 < completed delete operation key=3M5OBS7J4VF9 tag=UTPL9ANJF1E3 type=del 2024-09-19T13:44:17.506 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.502+0000 7f71dac3e8c0 1 > prepared operation key=QMR0T7URJS4W tag=WP0TVQDP3XG0 type=del size=3801565 2024-09-19T13:44:17.510 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.506+0000 7f71dac3e8c0 1 < completed part key=_multipart_0FYIGD7G7ER2.2~2RG6MNQ4JQX2.0 size=67444 2024-09-19T13:44:17.516 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.514+0000 7f71dac3e8c0 1 < completed multipart upload key=0FYIGD7G7ER2 upload=2RG6MNQ4JQX2 tag=6TXR69LYGI1H type=write size=1116020 2024-09-19T13:44:17.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.518+0000 7f71dac3e8c0 1 > prepared operation key=LIMYIIX8WVBS tag=OPX9C3E5Y1NO type=del size=1525198 2024-09-19T13:44:17.525 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.522+0000 7f71dac3e8c0 1 < completed part key=_multipart_8NT83XBF9HN8.2~ZNKGY0VDASPR.0 size=1048576 2024-09-19T13:44:17.528 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.526+0000 7f71dac3e8c0 1 < completed part key=_multipart_8NT83XBF9HN8.2~ZNKGY0VDASPR.1 size=1048576 2024-09-19T13:44:17.531 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.526+0000 7f71dac3e8c0 1 < completed part key=_multipart_8NT83XBF9HN8.2~ZNKGY0VDASPR.2 size=955220 2024-09-19T13:44:17.536 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.534+0000 7f71dac3e8c0 1 < completed multipart upload key=8NT83XBF9HN8 upload=ZNKGY0VDASPR tag=MHSGPL6VT20Z type=write size=4100948 2024-09-19T13:44:17.540 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.538+0000 7f71dac3e8c0 1 > prepared operation key=OZZDDUTJUZ6A tag=50JLOLP8WXNC type=del size=4039769 2024-09-19T13:44:17.544 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.542+0000 7f71dac3e8c0 1 < completed part key=_multipart_37OSN0RSHGZZ.2~97AK2M79AKL6.0 size=1048576 2024-09-19T13:44:17.547 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.546+0000 7f71dac3e8c0 1 < completed part key=_multipart_37OSN0RSHGZZ.2~97AK2M79AKL6.1 size=605782 2024-09-19T13:44:17.555 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.554+0000 7f71dac3e8c0 1 < completed multipart upload key=37OSN0RSHGZZ upload=97AK2M79AKL6 tag=J6ELQ0F10T27 type=write size=2702934 2024-09-19T13:44:17.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.558+0000 7f71dac3e8c0 1 > prepared part key=_multipart_Q484UNX3BYBG.2~QIXR6GAFJTS6.0 size=1048576 2024-09-19T13:44:17.565 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.562+0000 7f71dac3e8c0 1 > prepared part key=_multipart_Q484UNX3BYBG.2~QIXR6GAFJTS6.1 size=1048576 2024-09-19T13:44:17.568 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.566+0000 7f71dac3e8c0 1 > prepared part key=_multipart_Q484UNX3BYBG.2~QIXR6GAFJTS6.2 size=939370 2024-09-19T13:44:17.568 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.566+0000 7f71dac3e8c0 1 > prepared multipart upload key=Q484UNX3BYBG upload=QIXR6GAFJTS6 tag=3TNND1ULFIW1 type=write size=4085098 2024-09-19T13:44:17.572 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.570+0000 7f71dac3e8c0 1 < completed part key=_multipart_8KBRPNQCKIQN.2~T33X1CNVJXMU.0 size=1048576 2024-09-19T13:44:17.576 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.574+0000 7f71dac3e8c0 1 < completed part key=_multipart_8KBRPNQCKIQN.2~T33X1CNVJXMU.1 size=518603 2024-09-19T13:44:17.583 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.582+0000 7f71dac3e8c0 1 < completed multipart upload key=8KBRPNQCKIQN upload=T33X1CNVJXMU tag=TQTTRTS40GOJ type=write size=2615755 2024-09-19T13:44:17.588 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.586+0000 7f71dac3e8c0 1 > prepared operation key=3M5OBS7J4VF9 tag=ENURSVQIGZZR type=del size=2160158 2024-09-19T13:44:17.589 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.586+0000 7f71dac3e8c0 1 < canceled part key=_multipart_HEVXCB3PBN2X.2~QKGXMNKGQSOE.0 size=1048576 2024-09-19T13:44:17.592 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.590+0000 7f71dac3e8c0 1 < completed part key=_multipart_HEVXCB3PBN2X.2~QKGXMNKGQSOE.1 size=1048576 2024-09-19T13:44:17.592 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.590+0000 7f71dac3e8c0 1 < canceled part key=_multipart_HEVXCB3PBN2X.2~QKGXMNKGQSOE.2 size=375205 2024-09-19T13:44:17.598 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.594+0000 7f71dac3e8c0 1 < canceled multipart upload key=HEVXCB3PBN2X upload=QKGXMNKGQSOE tag=PBNHOBWJJY18 type=write size=3520933 2024-09-19T13:44:17.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.598+0000 7f71dac3e8c0 1 > prepared operation key=NJ64P4D0EIT4 tag=F2DO4FXNJCGJ type=del size=2543433 2024-09-19T13:44:17.606 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.602+0000 7f71dac3e8c0 1 < completed part key=_multipart_37OSN0RSHGZZ.2~2QGQV4YIU3TS.0 size=1048576 2024-09-19T13:44:17.609 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.606+0000 7f71dac3e8c0 1 < completed part key=_multipart_37OSN0RSHGZZ.2~2QGQV4YIU3TS.1 size=397533 2024-09-19T13:44:17.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.614+0000 7f71dac3e8c0 1 < completed multipart upload key=37OSN0RSHGZZ upload=2QGQV4YIU3TS tag=RXJ6S5YUY0D8 type=write size=2494685 2024-09-19T13:44:17.619 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.618+0000 7f71dac3e8c0 1 > prepared operation key=8A3NYYQ7SXR3 tag=0FKK9E2T1S71 type=write size=191578 2024-09-19T13:44:17.623 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.622+0000 7f71dac3e8c0 1 < completed part key=_multipart_0FYIGD7G7ER2.2~P0JONJZCROT9.0 size=939417 2024-09-19T13:44:17.629 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.626+0000 7f71dac3e8c0 1 < completed multipart upload key=0FYIGD7G7ER2 upload=P0JONJZCROT9 tag=B89EJX7R57SZ type=write size=1987993 2024-09-19T13:44:17.636 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.634+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QQ09T88TB3XG.2~PCUP3RAVPZ5R.0 size=1048576 2024-09-19T13:44:17.639 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.634+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QQ09T88TB3XG.2~PCUP3RAVPZ5R.1 size=398121 2024-09-19T13:44:17.639 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.634+0000 7f71dac3e8c0 1 > prepared multipart upload key=QQ09T88TB3XG upload=PCUP3RAVPZ5R tag=3YP72OPJN73Y type=write size=2495273 2024-09-19T13:44:17.646 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.642+0000 7f71dac3e8c0 1 < suggested remove operation key=TZNPXQ5Y333X tag=GSVV5W9SXBK1 type=del 2024-09-19T13:44:17.653 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.650+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~832VJYFZL265.0 size=1048576 2024-09-19T13:44:17.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.654+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~832VJYFZL265.1 size=883996 2024-09-19T13:44:17.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.654+0000 7f71dac3e8c0 1 > prepared multipart upload key=HXQD0AR5YYML upload=832VJYFZL265 tag=HRRTE0FMTD51 type=write size=2981148 2024-09-19T13:44:17.660 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.658+0000 7f71dac3e8c0 1 < completed delete operation key=QMR0T7URJS4W tag=OA9QBFMV3VVB type=del 2024-09-19T13:44:17.665 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.662+0000 7f71dac3e8c0 1 > prepared operation key=LIMYIIX8WVBS tag=7PTWV2B6QZU2 type=del size=4159712 2024-09-19T13:44:17.669 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.666+0000 7f71dac3e8c0 1 < completed part key=_multipart_GTZ96ZN0A4E9.2~1CPZJIUGMV2E.0 size=1048576 2024-09-19T13:44:17.669 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.666+0000 7f71dac3e8c0 1 < canceled part key=_multipart_GTZ96ZN0A4E9.2~1CPZJIUGMV2E.1 size=1048576 2024-09-19T13:44:17.672 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.670+0000 7f71dac3e8c0 1 < completed part key=_multipart_GTZ96ZN0A4E9.2~1CPZJIUGMV2E.2 size=270386 2024-09-19T13:44:17.678 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.674+0000 7f71dac3e8c0 1 < canceled multipart upload key=GTZ96ZN0A4E9 upload=1CPZJIUGMV2E tag=RLN6G18NAJ9F type=write size=3416114 2024-09-19T13:44:17.683 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.678+0000 7f71dac3e8c0 1 > prepared operation key=8NT83XBF9HN8 tag=QKMD3ZA6PBC5 type=del size=1487782 2024-09-19T13:44:17.683 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.682+0000 7f71dac3e8c0 1 < canceled part key=_multipart_ZTBECCHZS74F.2~XZUNOFXY4AIA.0 size=1048576 2024-09-19T13:44:17.686 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.682+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~XZUNOFXY4AIA.1 size=454939 2024-09-19T13:44:17.693 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.690+0000 7f71dac3e8c0 1 < canceled multipart upload key=ZTBECCHZS74F upload=XZUNOFXY4AIA tag=X0EYTPRZJAT9 type=write size=2552091 2024-09-19T13:44:17.697 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.694+0000 7f71dac3e8c0 1 > prepared operation key=TZNPXQ5Y333X tag=GZD8EFPZY4Z9 type=del size=3239732 2024-09-19T13:44:17.702 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.698+0000 7f71dac3e8c0 1 < completed delete operation key=W1PNZKV93AHZ tag=8J8YZB4ZHPMJ type=del 2024-09-19T13:44:17.710 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.706+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~8UUHTVIPHVHS.0 size=858410 2024-09-19T13:44:17.710 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.706+0000 7f71dac3e8c0 1 > prepared multipart upload key=3M5OBS7J4VF9 upload=8UUHTVIPHVHS tag=2BQYASHIL17E type=write size=1906986 2024-09-19T13:44:17.714 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.710+0000 7f71dac3e8c0 1 < completed delete operation key=LIMYIIX8WVBS tag=OGYM5YJMN0PV type=del 2024-09-19T13:44:17.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.714+0000 7f71dac3e8c0 1 > prepared operation key=W1PNZKV93AHZ tag=Y76P855F2BK7 type=del size=97334 2024-09-19T13:44:17.721 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.718+0000 7f71dac3e8c0 1 < completed part key=_multipart_JO1LC6YY2PEB.2~6K6NGEPTCGT0.0 size=1048576 2024-09-19T13:44:17.724 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.722+0000 7f71dac3e8c0 1 < completed part key=_multipart_JO1LC6YY2PEB.2~6K6NGEPTCGT0.1 size=1048576 2024-09-19T13:44:17.727 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.726+0000 7f71dac3e8c0 1 < completed part key=_multipart_JO1LC6YY2PEB.2~6K6NGEPTCGT0.2 size=129863 2024-09-19T13:44:17.733 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.730+0000 7f71dac3e8c0 1 < completed multipart upload key=JO1LC6YY2PEB upload=6K6NGEPTCGT0 tag=HQFDPX76PE85 type=write size=3275591 2024-09-19T13:44:17.737 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.734+0000 7f71dac3e8c0 1 > prepared operation key=HXQD0AR5YYML tag=5QXNJNR3OTEC type=del size=1346148 2024-09-19T13:44:17.741 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.738+0000 7f71dac3e8c0 1 < completed part key=_multipart_7KN90I8B7PUK.2~WSGSN7UJWIE9.0 size=1048576 2024-09-19T13:44:17.744 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.742+0000 7f71dac3e8c0 1 < completed part key=_multipart_7KN90I8B7PUK.2~WSGSN7UJWIE9.1 size=328180 2024-09-19T13:44:17.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.746+0000 7f71dac3e8c0 1 < completed multipart upload key=7KN90I8B7PUK upload=WSGSN7UJWIE9 tag=CLZD5DG6BG7Y type=write size=2425332 2024-09-19T13:44:17.754 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.750+0000 7f71dac3e8c0 1 > prepared operation key=HEVXCB3PBN2X tag=LCQF82AI8V18 type=del size=3899645 2024-09-19T13:44:17.758 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.754+0000 7f71dac3e8c0 1 < completed delete operation key=QMR0T7URJS4W tag=WP0TVQDP3XG0 type=del 2024-09-19T13:44:17.762 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.758+0000 7f71dac3e8c0 1 > prepared operation key=JO1LC6YY2PEB tag=WVA1WVDJJ1WW type=del size=1706614 2024-09-19T13:44:17.770 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.766+0000 7f71dac3e8c0 1 < suggested remove operation key=LIMYIIX8WVBS tag=OPX9C3E5Y1NO type=del 2024-09-19T13:44:17.774 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.770+0000 7f71dac3e8c0 1 > prepared operation key=ZTBECCHZS74F tag=2VH9FQCQ8066 type=del size=1207645 2024-09-19T13:44:17.778 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.774+0000 7f71dac3e8c0 1 < completed delete operation key=OZZDDUTJUZ6A tag=50JLOLP8WXNC type=del 2024-09-19T13:44:17.782 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.778+0000 7f71dac3e8c0 1 > prepared operation key=QMR0T7URJS4W tag=DWDDDB2KZEN0 type=del size=1439644 2024-09-19T13:44:17.786 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.782+0000 7f71dac3e8c0 1 < completed part key=_multipart_Q484UNX3BYBG.2~QIXR6GAFJTS6.0 size=1048576 2024-09-19T13:44:17.786 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.782+0000 7f71dac3e8c0 1 < canceled part key=_multipart_Q484UNX3BYBG.2~QIXR6GAFJTS6.1 size=1048576 2024-09-19T13:44:17.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.786+0000 7f71dac3e8c0 1 < completed part key=_multipart_Q484UNX3BYBG.2~QIXR6GAFJTS6.2 size=939370 2024-09-19T13:44:17.796 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.790+0000 7f71dac3e8c0 1 < canceled multipart upload key=Q484UNX3BYBG upload=QIXR6GAFJTS6 tag=3TNND1ULFIW1 type=write size=4085098 2024-09-19T13:44:17.801 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.798+0000 7f71dac3e8c0 1 > prepared part key=_multipart_1L7F60AU40YA.2~ODI8AGF2UT0J.0 size=1048576 2024-09-19T13:44:17.804 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.802+0000 7f71dac3e8c0 1 > prepared part key=_multipart_1L7F60AU40YA.2~ODI8AGF2UT0J.1 size=1048576 2024-09-19T13:44:17.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.806+0000 7f71dac3e8c0 1 > prepared part key=_multipart_1L7F60AU40YA.2~ODI8AGF2UT0J.2 size=701436 2024-09-19T13:44:17.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.806+0000 7f71dac3e8c0 1 > prepared multipart upload key=1L7F60AU40YA upload=ODI8AGF2UT0J tag=65WEI4JZKSDI type=write size=3847164 2024-09-19T13:44:17.811 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.810+0000 7f71dac3e8c0 1 < completed delete operation key=3M5OBS7J4VF9 tag=ENURSVQIGZZR type=del 2024-09-19T13:44:17.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.814+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~28YY3NAO4LW4.0 size=1048576 2024-09-19T13:44:17.821 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.818+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~28YY3NAO4LW4.1 size=1048576 2024-09-19T13:44:17.824 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.822+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~28YY3NAO4LW4.2 size=856553 2024-09-19T13:44:17.824 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.822+0000 7f71dac3e8c0 1 > prepared multipart upload key=W1PNZKV93AHZ upload=28YY3NAO4LW4 tag=FGLPHRYJ0K1V type=write size=4002281 2024-09-19T13:44:17.832 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.830+0000 7f71dac3e8c0 1 < suggested remove operation key=NJ64P4D0EIT4 tag=F2DO4FXNJCGJ type=del 2024-09-19T13:44:17.839 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.834+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8KBRPNQCKIQN.2~4XRGYO6QRFPA.0 size=1048576 2024-09-19T13:44:17.841 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.838+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8KBRPNQCKIQN.2~4XRGYO6QRFPA.1 size=889231 2024-09-19T13:44:17.841 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.838+0000 7f71dac3e8c0 1 > prepared multipart upload key=8KBRPNQCKIQN upload=4XRGYO6QRFPA tag=0QOS1S93RKSQ type=write size=2986383 2024-09-19T13:44:17.845 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.842+0000 7f71dac3e8c0 1 < completed write operation key=8A3NYYQ7SXR3 tag=0FKK9E2T1S71 type=write size=191578 2024-09-19T13:44:17.853 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.850+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~781BCPHTPF51.0 size=575397 2024-09-19T13:44:17.853 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.850+0000 7f71dac3e8c0 1 > prepared multipart upload key=NJ7EXTELNUF4 upload=781BCPHTPF51 tag=2G66SH708ATI type=write size=1623973 2024-09-19T13:44:17.856 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.854+0000 7f71dac3e8c0 1 < completed part key=_multipart_QQ09T88TB3XG.2~PCUP3RAVPZ5R.0 size=1048576 2024-09-19T13:44:17.856 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.854+0000 7f71dac3e8c0 1 < canceled part key=_multipart_QQ09T88TB3XG.2~PCUP3RAVPZ5R.1 size=398121 2024-09-19T13:44:17.862 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.858+0000 7f71dac3e8c0 1 < canceled multipart upload key=QQ09T88TB3XG upload=PCUP3RAVPZ5R tag=3YP72OPJN73Y type=write size=2495273 2024-09-19T13:44:17.869 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.866+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HEVXCB3PBN2X.2~IFJ6RH4OYGY6.0 size=625938 2024-09-19T13:44:17.869 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.866+0000 7f71dac3e8c0 1 > prepared multipart upload key=HEVXCB3PBN2X upload=IFJ6RH4OYGY6 tag=I1DHDVLJ9PQA type=write size=1674514 2024-09-19T13:44:17.873 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.870+0000 7f71dac3e8c0 1 < completed part key=_multipart_HXQD0AR5YYML.2~832VJYFZL265.0 size=1048576 2024-09-19T13:44:17.873 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.870+0000 7f71dac3e8c0 1 < canceled part key=_multipart_HXQD0AR5YYML.2~832VJYFZL265.1 size=883996 2024-09-19T13:44:17.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.878+0000 7f71dac3e8c0 1 < canceled multipart upload key=HXQD0AR5YYML upload=832VJYFZL265 tag=HRRTE0FMTD51 type=write size=2981148 2024-09-19T13:44:17.886 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.882+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~V57V84S2YEW8.0 size=1048576 2024-09-19T13:44:17.889 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.886+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~V57V84S2YEW8.1 size=1048576 2024-09-19T13:44:17.891 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.890+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~V57V84S2YEW8.2 size=74112 2024-09-19T13:44:17.892 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.890+0000 7f71dac3e8c0 1 > prepared multipart upload key=XXX33TZ37H3Q upload=V57V84S2YEW8 tag=ECFJDDL9S01G type=write size=3219840 2024-09-19T13:44:17.895 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.894+0000 7f71dac3e8c0 -1 < failed to complete operation key=LIMYIIX8WVBS tag=7PTWV2B6QZU2 type=del size=4159712: (22) Invalid argument 2024-09-19T13:44:17.899 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.898+0000 7f71dac3e8c0 1 > prepared operation key=8KBRPNQCKIQN tag=A73FVHP74FIU type=del size=3471938 2024-09-19T13:44:17.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.906+0000 7f71dac3e8c0 1 < suggested remove operation key=8NT83XBF9HN8 tag=QKMD3ZA6PBC5 type=del 2024-09-19T13:44:17.917 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.914+0000 7f71dac3e8c0 1 > prepared part key=_multipart_OZZDDUTJUZ6A.2~LAFO7JD799EL.0 size=1048576 2024-09-19T13:44:17.920 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.918+0000 7f71dac3e8c0 1 > prepared part key=_multipart_OZZDDUTJUZ6A.2~LAFO7JD799EL.1 size=337995 2024-09-19T13:44:17.920 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.918+0000 7f71dac3e8c0 1 > prepared multipart upload key=OZZDDUTJUZ6A upload=LAFO7JD799EL tag=C2EFBP9XI2XW type=write size=2435147 2024-09-19T13:44:17.924 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.922+0000 7f71dac3e8c0 1 < completed delete operation key=TZNPXQ5Y333X tag=GZD8EFPZY4Z9 type=del 2024-09-19T13:44:17.927 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.926+0000 7f71dac3e8c0 1 > prepared operation key=V22QT1MEZ47G tag=O2TT2T23QWKJ type=del size=3423895 2024-09-19T13:44:17.928 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.926+0000 7f71dac3e8c0 1 < canceled part key=_multipart_3M5OBS7J4VF9.2~8UUHTVIPHVHS.0 size=858410 2024-09-19T13:44:17.934 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.930+0000 7f71dac3e8c0 1 < canceled multipart upload key=3M5OBS7J4VF9 upload=8UUHTVIPHVHS tag=2BQYASHIL17E type=write size=1906986 2024-09-19T13:44:17.939 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.938+0000 7f71dac3e8c0 1 > prepared operation key=8A3NYYQ7SXR3 tag=4F0GVJ8MO7WG type=write size=910601 2024-09-19T13:44:17.943 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.942+0000 7f71dac3e8c0 1 < completed delete operation key=W1PNZKV93AHZ tag=Y76P855F2BK7 type=del 2024-09-19T13:44:17.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.946+0000 7f71dac3e8c0 1 > prepared operation key=NJ7EXTELNUF4 tag=LWZKBPICTT2Z type=del size=219382 2024-09-19T13:44:17.951 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.946+0000 7f71dac3e8c0 1 < completed delete operation key=HXQD0AR5YYML tag=5QXNJNR3OTEC type=del 2024-09-19T13:44:17.958 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.954+0000 7f71dac3e8c0 1 > prepared part key=_multipart_6QW9QPSBZ37R.2~ZV5NG62EVLFM.0 size=1048576 2024-09-19T13:44:17.960 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.958+0000 7f71dac3e8c0 1 > prepared part key=_multipart_6QW9QPSBZ37R.2~ZV5NG62EVLFM.1 size=1048576 2024-09-19T13:44:17.963 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.962+0000 7f71dac3e8c0 1 > prepared part key=_multipart_6QW9QPSBZ37R.2~ZV5NG62EVLFM.2 size=387160 2024-09-19T13:44:17.963 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.962+0000 7f71dac3e8c0 1 > prepared multipart upload key=6QW9QPSBZ37R upload=ZV5NG62EVLFM tag=5XVCLO0HLVKR type=write size=3532888 2024-09-19T13:44:17.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.966+0000 7f71dac3e8c0 1 < completed delete operation key=HEVXCB3PBN2X tag=LCQF82AI8V18 type=del 2024-09-19T13:44:17.971 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.970+0000 7f71dac3e8c0 1 > prepared operation key=8KBRPNQCKIQN tag=JFWGAJ1PRDMS type=del size=3760933 2024-09-19T13:44:17.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.970+0000 7f71dac3e8c0 1 < canceled operation key=JO1LC6YY2PEB tag=WVA1WVDJJ1WW type=del size=1706614 2024-09-19T13:44:17.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.974+0000 7f71dac3e8c0 1 > prepared operation key=8NT83XBF9HN8 tag=P12IXJJ807BF type=write size=462726 2024-09-19T13:44:17.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.978+0000 7f71dac3e8c0 1 < completed delete operation key=ZTBECCHZS74F tag=2VH9FQCQ8066 type=del 2024-09-19T13:44:17.989 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.986+0000 7f71dac3e8c0 1 > prepared part key=_multipart_6QW9QPSBZ37R.2~N1J7CT7Y0ESU.0 size=1048576 2024-09-19T13:44:17.992 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.990+0000 7f71dac3e8c0 1 > prepared part key=_multipart_6QW9QPSBZ37R.2~N1J7CT7Y0ESU.1 size=1015508 2024-09-19T13:44:17.992 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.990+0000 7f71dac3e8c0 1 > prepared multipart upload key=6QW9QPSBZ37R upload=N1J7CT7Y0ESU tag=MZFTZNZORV6R type=write size=3112660 2024-09-19T13:44:17.996 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.994+0000 7f71dac3e8c0 1 < completed delete operation key=QMR0T7URJS4W tag=DWDDDB2KZEN0 type=del 2024-09-19T13:44:18.003 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:17.998+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~0M29WSCBUFZR.0 size=1048576 2024-09-19T13:44:18.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.002+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~0M29WSCBUFZR.1 size=203417 2024-09-19T13:44:18.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.002+0000 7f71dac3e8c0 1 > prepared multipart upload key=HXQD0AR5YYML upload=0M29WSCBUFZR tag=WC56HQLPV7RH type=write size=2300569 2024-09-19T13:44:18.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.006+0000 7f71dac3e8c0 1 < completed part key=_multipart_1L7F60AU40YA.2~ODI8AGF2UT0J.0 size=1048576 2024-09-19T13:44:18.012 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.010+0000 7f71dac3e8c0 1 < completed part key=_multipart_1L7F60AU40YA.2~ODI8AGF2UT0J.1 size=1048576 2024-09-19T13:44:18.015 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.014+0000 7f71dac3e8c0 1 < completed part key=_multipart_1L7F60AU40YA.2~ODI8AGF2UT0J.2 size=701436 2024-09-19T13:44:18.021 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.018+0000 7f71dac3e8c0 1 < completed multipart upload key=1L7F60AU40YA upload=ODI8AGF2UT0J tag=65WEI4JZKSDI type=write size=3847164 2024-09-19T13:44:18.027 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.026+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ64P4D0EIT4.2~5UOYAA5A75SB.0 size=1048576 2024-09-19T13:44:18.030 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.026+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ64P4D0EIT4.2~5UOYAA5A75SB.1 size=612147 2024-09-19T13:44:18.030 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.026+0000 7f71dac3e8c0 1 > prepared multipart upload key=NJ64P4D0EIT4 upload=5UOYAA5A75SB tag=BZJ7OD2MXF3R type=write size=2709299 2024-09-19T13:44:18.034 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.030+0000 7f71dac3e8c0 1 < completed part key=_multipart_W1PNZKV93AHZ.2~28YY3NAO4LW4.0 size=1048576 2024-09-19T13:44:18.037 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.034+0000 7f71dac3e8c0 1 < completed part key=_multipart_W1PNZKV93AHZ.2~28YY3NAO4LW4.1 size=1048576 2024-09-19T13:44:18.039 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.038+0000 7f71dac3e8c0 1 < completed part key=_multipart_W1PNZKV93AHZ.2~28YY3NAO4LW4.2 size=856553 2024-09-19T13:44:18.045 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.042+0000 7f71dac3e8c0 1 < completed multipart upload key=W1PNZKV93AHZ upload=28YY3NAO4LW4 tag=FGLPHRYJ0K1V type=write size=4002281 2024-09-19T13:44:18.050 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.046+0000 7f71dac3e8c0 1 > prepared operation key=K7SNV9YW44WO tag=5SUPCBQ5L23D type=del size=3709491 2024-09-19T13:44:18.054 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.050+0000 7f71dac3e8c0 1 < completed part key=_multipart_8KBRPNQCKIQN.2~4XRGYO6QRFPA.0 size=1048576 2024-09-19T13:44:18.054 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.050+0000 7f71dac3e8c0 1 < canceled part key=_multipart_8KBRPNQCKIQN.2~4XRGYO6QRFPA.1 size=889231 2024-09-19T13:44:18.060 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.058+0000 7f71dac3e8c0 1 < canceled multipart upload key=8KBRPNQCKIQN upload=4XRGYO6QRFPA tag=0QOS1S93RKSQ type=write size=2986383 2024-09-19T13:44:18.064 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.062+0000 7f71dac3e8c0 1 > prepared operation key=37OSN0RSHGZZ tag=A061X1CD8G8R type=del size=2541292 2024-09-19T13:44:18.068 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.066+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ7EXTELNUF4.2~781BCPHTPF51.0 size=575397 2024-09-19T13:44:18.074 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.070+0000 7f71dac3e8c0 1 < completed multipart upload key=NJ7EXTELNUF4 upload=781BCPHTPF51 tag=2G66SH708ATI type=write size=1623973 2024-09-19T13:44:18.078 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.074+0000 7f71dac3e8c0 1 > prepared operation key=XXX33TZ37H3Q tag=0IS51BML5CWV type=del size=1704651 2024-09-19T13:44:18.082 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.078+0000 7f71dac3e8c0 1 < completed part key=_multipart_HEVXCB3PBN2X.2~IFJ6RH4OYGY6.0 size=625938 2024-09-19T13:44:18.088 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.086+0000 7f71dac3e8c0 1 < completed multipart upload key=HEVXCB3PBN2X upload=IFJ6RH4OYGY6 tag=I1DHDVLJ9PQA type=write size=1674514 2024-09-19T13:44:18.095 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.094+0000 7f71dac3e8c0 1 > prepared part key=_multipart_TZNPXQ5Y333X.2~PCJ2N6WTSE6B.0 size=1048576 2024-09-19T13:44:18.098 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.094+0000 7f71dac3e8c0 1 > prepared part key=_multipart_TZNPXQ5Y333X.2~PCJ2N6WTSE6B.1 size=1048576 2024-09-19T13:44:18.101 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.098+0000 7f71dac3e8c0 1 > prepared part key=_multipart_TZNPXQ5Y333X.2~PCJ2N6WTSE6B.2 size=935817 2024-09-19T13:44:18.101 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.098+0000 7f71dac3e8c0 1 > prepared multipart upload key=TZNPXQ5Y333X upload=PCJ2N6WTSE6B tag=Y6Q7XDGAPE4Q type=write size=4081545 2024-09-19T13:44:18.105 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.102+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~V57V84S2YEW8.0 size=1048576 2024-09-19T13:44:18.108 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.106+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~V57V84S2YEW8.1 size=1048576 2024-09-19T13:44:18.111 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.110+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~V57V84S2YEW8.2 size=74112 2024-09-19T13:44:18.116 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.114+0000 7f71dac3e8c0 1 < completed multipart upload key=XXX33TZ37H3Q upload=V57V84S2YEW8 tag=ECFJDDL9S01G type=write size=3219840 2024-09-19T13:44:18.123 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.122+0000 7f71dac3e8c0 1 > prepared part key=_multipart_D131FP2BZYDS.2~KJ230GJ1FRXH.0 size=1048576 2024-09-19T13:44:18.125 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.122+0000 7f71dac3e8c0 1 > prepared part key=_multipart_D131FP2BZYDS.2~KJ230GJ1FRXH.1 size=1048576 2024-09-19T13:44:18.128 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.126+0000 7f71dac3e8c0 1 > prepared part key=_multipart_D131FP2BZYDS.2~KJ230GJ1FRXH.2 size=609037 2024-09-19T13:44:18.128 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.126+0000 7f71dac3e8c0 1 > prepared multipart upload key=D131FP2BZYDS upload=KJ230GJ1FRXH tag=2ZY1LMKCMXF0 type=write size=3754765 2024-09-19T13:44:18.132 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.130+0000 7f71dac3e8c0 1 < completed delete operation key=8KBRPNQCKIQN tag=A73FVHP74FIU type=del 2024-09-19T13:44:18.136 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.134+0000 7f71dac3e8c0 1 > prepared operation key=GZF1MCOAN1NO tag=E6S3WXW0FKMZ type=del size=3190957 2024-09-19T13:44:18.140 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.138+0000 7f71dac3e8c0 1 < completed part key=_multipart_OZZDDUTJUZ6A.2~LAFO7JD799EL.0 size=1048576 2024-09-19T13:44:18.143 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.142+0000 7f71dac3e8c0 1 < completed part key=_multipart_OZZDDUTJUZ6A.2~LAFO7JD799EL.1 size=337995 2024-09-19T13:44:18.150 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.146+0000 7f71dac3e8c0 1 < completed multipart upload key=OZZDDUTJUZ6A upload=LAFO7JD799EL tag=C2EFBP9XI2XW type=write size=2435147 2024-09-19T13:44:18.154 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.150+0000 7f71dac3e8c0 1 > prepared operation key=XXX33TZ37H3Q tag=52XH1WPNW02M type=write size=157473 2024-09-19T13:44:18.158 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.154+0000 7f71dac3e8c0 1 < completed delete operation key=V22QT1MEZ47G tag=O2TT2T23QWKJ type=del 2024-09-19T13:44:18.165 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.162+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~TH5JGJZPQS7T.0 size=1048576 2024-09-19T13:44:18.168 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.166+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~TH5JGJZPQS7T.1 size=1048576 2024-09-19T13:44:18.171 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.170+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~TH5JGJZPQS7T.2 size=761195 2024-09-19T13:44:18.172 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.170+0000 7f71dac3e8c0 1 > prepared multipart upload key=XXX33TZ37H3Q upload=TH5JGJZPQS7T tag=TU206AIKJYC7 type=write size=3906923 2024-09-19T13:44:18.175 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.174+0000 7f71dac3e8c0 1 < completed write operation key=8A3NYYQ7SXR3 tag=4F0GVJ8MO7WG type=write size=910601 2024-09-19T13:44:18.182 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.178+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QQ09T88TB3XG.2~Z1PY19ULQUE9.0 size=751184 2024-09-19T13:44:18.182 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.178+0000 7f71dac3e8c0 1 > prepared multipart upload key=QQ09T88TB3XG upload=Z1PY19ULQUE9 tag=0UBDE3N8C3BM type=write size=1799760 2024-09-19T13:44:18.186 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.182+0000 7f71dac3e8c0 1 < completed delete operation key=NJ7EXTELNUF4 tag=LWZKBPICTT2Z type=del 2024-09-19T13:44:18.193 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.190+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8A3NYYQ7SXR3.2~KNTXS7HCRBEF.0 size=1048576 2024-09-19T13:44:18.196 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.194+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8A3NYYQ7SXR3.2~KNTXS7HCRBEF.1 size=497724 2024-09-19T13:44:18.196 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.194+0000 7f71dac3e8c0 1 > prepared multipart upload key=8A3NYYQ7SXR3 upload=KNTXS7HCRBEF tag=N2I66W3XGB19 type=write size=2594876 2024-09-19T13:44:18.199 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.198+0000 7f71dac3e8c0 1 < completed part key=_multipart_6QW9QPSBZ37R.2~ZV5NG62EVLFM.0 size=1048576 2024-09-19T13:44:18.200 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.198+0000 7f71dac3e8c0 1 < canceled part key=_multipart_6QW9QPSBZ37R.2~ZV5NG62EVLFM.1 size=1048576 2024-09-19T13:44:18.200 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.198+0000 7f71dac3e8c0 1 < canceled part key=_multipart_6QW9QPSBZ37R.2~ZV5NG62EVLFM.2 size=387160 2024-09-19T13:44:18.205 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.202+0000 7f71dac3e8c0 1 < canceled multipart upload key=6QW9QPSBZ37R upload=ZV5NG62EVLFM tag=5XVCLO0HLVKR type=write size=3532888 2024-09-19T13:44:18.212 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.210+0000 7f71dac3e8c0 1 > prepared part key=_multipart_E5541PV8MDY7.2~41CNHP9KI3VF.0 size=713898 2024-09-19T13:44:18.213 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.210+0000 7f71dac3e8c0 1 > prepared multipart upload key=E5541PV8MDY7 upload=41CNHP9KI3VF tag=PLRH4ODLXH7T type=write size=1762474 2024-09-19T13:44:18.217 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.214+0000 7f71dac3e8c0 1 < completed delete operation key=8KBRPNQCKIQN tag=JFWGAJ1PRDMS type=del 2024-09-19T13:44:18.221 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.218+0000 7f71dac3e8c0 1 > prepared operation key=8NT83XBF9HN8 tag=R9KH8FK5653N type=del size=3599035 2024-09-19T13:44:18.225 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.222+0000 7f71dac3e8c0 1 < completed write operation key=8NT83XBF9HN8 tag=P12IXJJ807BF type=write size=462726 2024-09-19T13:44:18.229 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.226+0000 7f71dac3e8c0 1 > prepared operation key=JO1LC6YY2PEB tag=O3VVP4EIL3ZU type=del size=2391918 2024-09-19T13:44:18.233 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.230+0000 7f71dac3e8c0 1 < completed part key=_multipart_6QW9QPSBZ37R.2~N1J7CT7Y0ESU.0 size=1048576 2024-09-19T13:44:18.236 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.234+0000 7f71dac3e8c0 1 < completed part key=_multipart_6QW9QPSBZ37R.2~N1J7CT7Y0ESU.1 size=1015508 2024-09-19T13:44:18.242 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.238+0000 7f71dac3e8c0 1 < completed multipart upload key=6QW9QPSBZ37R upload=N1J7CT7Y0ESU tag=MZFTZNZORV6R type=write size=3112660 2024-09-19T13:44:18.253 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.250+0000 7f71dac3e8c0 1 > prepared part key=_multipart_1L7F60AU40YA.2~J236BDN3UVBZ.0 size=226218 2024-09-19T13:44:18.253 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.250+0000 7f71dac3e8c0 1 > prepared multipart upload key=1L7F60AU40YA upload=J236BDN3UVBZ tag=U3ZL70E6UEIY type=write size=1274794 2024-09-19T13:44:18.257 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.254+0000 7f71dac3e8c0 1 < completed part key=_multipart_HXQD0AR5YYML.2~0M29WSCBUFZR.0 size=1048576 2024-09-19T13:44:18.260 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.258+0000 7f71dac3e8c0 1 < completed part key=_multipart_HXQD0AR5YYML.2~0M29WSCBUFZR.1 size=203417 2024-09-19T13:44:18.266 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.262+0000 7f71dac3e8c0 1 < completed multipart upload key=HXQD0AR5YYML upload=0M29WSCBUFZR tag=WC56HQLPV7RH type=write size=2300569 2024-09-19T13:44:18.273 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.270+0000 7f71dac3e8c0 1 > prepared part key=_multipart_Q484UNX3BYBG.2~DVR6UZYRDZRH.0 size=1048576 2024-09-19T13:44:18.276 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.274+0000 7f71dac3e8c0 1 > prepared part key=_multipart_Q484UNX3BYBG.2~DVR6UZYRDZRH.1 size=1048576 2024-09-19T13:44:18.279 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.274+0000 7f71dac3e8c0 1 > prepared part key=_multipart_Q484UNX3BYBG.2~DVR6UZYRDZRH.2 size=521195 2024-09-19T13:44:18.279 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.274+0000 7f71dac3e8c0 1 > prepared multipart upload key=Q484UNX3BYBG upload=DVR6UZYRDZRH tag=YDN2XP27OEYC type=write size=3666923 2024-09-19T13:44:18.280 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.278+0000 7f71dac3e8c0 1 < canceled part key=_multipart_NJ64P4D0EIT4.2~5UOYAA5A75SB.0 size=1048576 2024-09-19T13:44:18.283 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.278+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ64P4D0EIT4.2~5UOYAA5A75SB.1 size=612147 2024-09-19T13:44:18.288 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.286+0000 7f71dac3e8c0 1 < canceled multipart upload key=NJ64P4D0EIT4 upload=5UOYAA5A75SB tag=BZJ7OD2MXF3R type=write size=2709299 2024-09-19T13:44:18.292 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.290+0000 7f71dac3e8c0 1 > prepared operation key=D131FP2BZYDS tag=47Z3X12NODCY type=del size=4120535 2024-09-19T13:44:18.300 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.298+0000 7f71dac3e8c0 1 < suggested update operation key=K7SNV9YW44WO tag=5SUPCBQ5L23D type=del size=3709491 2024-09-19T13:44:18.305 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.302+0000 7f71dac3e8c0 1 > prepared operation key=V22QT1MEZ47G tag=PQ8OHNRLBI6Y type=del size=924367 2024-09-19T13:44:18.309 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.306+0000 7f71dac3e8c0 1 < completed delete operation key=37OSN0RSHGZZ tag=A061X1CD8G8R type=del 2024-09-19T13:44:18.314 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.310+0000 7f71dac3e8c0 1 > prepared operation key=0FYIGD7G7ER2 tag=3XDTE4B2AVKK type=del size=3282870 2024-09-19T13:44:18.318 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.314+0000 7f71dac3e8c0 1 < canceled operation key=XXX33TZ37H3Q tag=0IS51BML5CWV type=del size=1704651 2024-09-19T13:44:18.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.318+0000 7f71dac3e8c0 1 > prepared operation key=7KN90I8B7PUK tag=OOIHD8TBGUEK type=del size=3059703 2024-09-19T13:44:18.327 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.322+0000 7f71dac3e8c0 1 < completed part key=_multipart_TZNPXQ5Y333X.2~PCJ2N6WTSE6B.0 size=1048576 2024-09-19T13:44:18.329 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.326+0000 7f71dac3e8c0 1 < completed part key=_multipart_TZNPXQ5Y333X.2~PCJ2N6WTSE6B.1 size=1048576 2024-09-19T13:44:18.332 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.330+0000 7f71dac3e8c0 1 < completed part key=_multipart_TZNPXQ5Y333X.2~PCJ2N6WTSE6B.2 size=935817 2024-09-19T13:44:18.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.334+0000 7f71dac3e8c0 1 < completed multipart upload key=TZNPXQ5Y333X upload=PCJ2N6WTSE6B tag=Y6Q7XDGAPE4Q type=write size=4081545 2024-09-19T13:44:18.346 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.342+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~KPOXRK46F1T1.0 size=1048576 2024-09-19T13:44:18.349 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.346+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~KPOXRK46F1T1.1 size=1048576 2024-09-19T13:44:18.352 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.350+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~KPOXRK46F1T1.2 size=375939 2024-09-19T13:44:18.352 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.350+0000 7f71dac3e8c0 1 > prepared multipart upload key=NJ7EXTELNUF4 upload=KPOXRK46F1T1 tag=D8AULMZ91DWR type=write size=3521667 2024-09-19T13:44:18.356 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.354+0000 7f71dac3e8c0 1 < completed part key=_multipart_D131FP2BZYDS.2~KJ230GJ1FRXH.0 size=1048576 2024-09-19T13:44:18.359 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.358+0000 7f71dac3e8c0 1 < completed part key=_multipart_D131FP2BZYDS.2~KJ230GJ1FRXH.1 size=1048576 2024-09-19T13:44:18.362 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.358+0000 7f71dac3e8c0 1 < completed part key=_multipart_D131FP2BZYDS.2~KJ230GJ1FRXH.2 size=609037 2024-09-19T13:44:18.369 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.366+0000 7f71dac3e8c0 1 < completed multipart upload key=D131FP2BZYDS upload=KJ230GJ1FRXH tag=2ZY1LMKCMXF0 type=write size=3754765 2024-09-19T13:44:18.373 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.370+0000 7f71dac3e8c0 1 > prepared operation key=3M5OBS7J4VF9 tag=5UT949ZP22GZ type=del size=2777934 2024-09-19T13:44:18.378 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.374+0000 7f71dac3e8c0 1 < completed delete operation key=GZF1MCOAN1NO tag=E6S3WXW0FKMZ type=del 2024-09-19T13:44:18.385 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.382+0000 7f71dac3e8c0 1 > prepared part key=_multipart_1L7F60AU40YA.2~XT5AR48HULOW.0 size=1048576 2024-09-19T13:44:18.388 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.386+0000 7f71dac3e8c0 1 > prepared part key=_multipart_1L7F60AU40YA.2~XT5AR48HULOW.1 size=1048576 2024-09-19T13:44:18.392 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.390+0000 7f71dac3e8c0 1 > prepared part key=_multipart_1L7F60AU40YA.2~XT5AR48HULOW.2 size=472212 2024-09-19T13:44:18.392 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.390+0000 7f71dac3e8c0 1 > prepared multipart upload key=1L7F60AU40YA upload=XT5AR48HULOW tag=CPF360O8TP8P type=write size=3617940 2024-09-19T13:44:18.400 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.398+0000 7f71dac3e8c0 1 < suggested update operation key=XXX33TZ37H3Q tag=52XH1WPNW02M type=write size=157473 2024-09-19T13:44:18.404 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.402+0000 7f71dac3e8c0 1 > prepared operation key=OZZDDUTJUZ6A tag=1MZPSSPBY3KB type=del size=231266 2024-09-19T13:44:18.408 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.406+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~TH5JGJZPQS7T.0 size=1048576 2024-09-19T13:44:18.410 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.406+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~TH5JGJZPQS7T.1 size=1048576 2024-09-19T13:44:18.413 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.410+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~TH5JGJZPQS7T.2 size=761195 2024-09-19T13:44:18.419 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.418+0000 7f71dac3e8c0 1 < completed multipart upload key=XXX33TZ37H3Q upload=TH5JGJZPQS7T tag=TU206AIKJYC7 type=write size=3906923 2024-09-19T13:44:18.426 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.422+0000 7f71dac3e8c0 1 > prepared part key=_multipart_6QW9QPSBZ37R.2~POEW4UNZAOHG.0 size=1048576 2024-09-19T13:44:18.429 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.426+0000 7f71dac3e8c0 1 > prepared part key=_multipart_6QW9QPSBZ37R.2~POEW4UNZAOHG.1 size=1048576 2024-09-19T13:44:18.432 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.430+0000 7f71dac3e8c0 1 > prepared part key=_multipart_6QW9QPSBZ37R.2~POEW4UNZAOHG.2 size=193814 2024-09-19T13:44:18.432 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.430+0000 7f71dac3e8c0 1 > prepared multipart upload key=6QW9QPSBZ37R upload=POEW4UNZAOHG tag=ZZR2IJ1CZ26X type=write size=3339542 2024-09-19T13:44:18.435 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.434+0000 7f71dac3e8c0 1 < completed part key=_multipart_QQ09T88TB3XG.2~Z1PY19ULQUE9.0 size=751184 2024-09-19T13:44:18.441 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.438+0000 7f71dac3e8c0 1 < completed multipart upload key=QQ09T88TB3XG upload=Z1PY19ULQUE9 tag=0UBDE3N8C3BM type=write size=1799760 2024-09-19T13:44:18.448 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.446+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~LDMXMPF4F43H.0 size=1048576 2024-09-19T13:44:18.451 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.450+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~LDMXMPF4F43H.1 size=1048576 2024-09-19T13:44:18.454 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.450+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~LDMXMPF4F43H.2 size=629962 2024-09-19T13:44:18.454 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.450+0000 7f71dac3e8c0 1 > prepared multipart upload key=K7SNV9YW44WO upload=LDMXMPF4F43H tag=O76HNTF9W6DQ type=write size=3775690 2024-09-19T13:44:18.455 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.454+0000 7f71dac3e8c0 1 < canceled part key=_multipart_8A3NYYQ7SXR3.2~KNTXS7HCRBEF.0 size=1048576 2024-09-19T13:44:18.458 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.454+0000 7f71dac3e8c0 1 < completed part key=_multipart_8A3NYYQ7SXR3.2~KNTXS7HCRBEF.1 size=497724 2024-09-19T13:44:18.464 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.462+0000 7f71dac3e8c0 1 < canceled multipart upload key=8A3NYYQ7SXR3 upload=KNTXS7HCRBEF tag=N2I66W3XGB19 type=write size=2594876 2024-09-19T13:44:18.470 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.466+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QMR0T7URJS4W.2~9YKPR5HJ79BZ.0 size=1048576 2024-09-19T13:44:18.473 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.470+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QMR0T7URJS4W.2~9YKPR5HJ79BZ.1 size=1048576 2024-09-19T13:44:18.476 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.474+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QMR0T7URJS4W.2~9YKPR5HJ79BZ.2 size=381265 2024-09-19T13:44:18.476 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.474+0000 7f71dac3e8c0 1 > prepared multipart upload key=QMR0T7URJS4W upload=9YKPR5HJ79BZ tag=SIKXNJL0TZ2L type=write size=3526993 2024-09-19T13:44:18.480 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.478+0000 7f71dac3e8c0 1 < completed part key=_multipart_E5541PV8MDY7.2~41CNHP9KI3VF.0 size=713898 2024-09-19T13:44:18.486 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.482+0000 7f71dac3e8c0 1 < completed multipart upload key=E5541PV8MDY7 upload=41CNHP9KI3VF tag=PLRH4ODLXH7T type=write size=1762474 2024-09-19T13:44:18.492 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.490+0000 7f71dac3e8c0 1 > prepared part key=_multipart_OZZDDUTJUZ6A.2~PCAH049LUUEF.0 size=550801 2024-09-19T13:44:18.492 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.490+0000 7f71dac3e8c0 1 > prepared multipart upload key=OZZDDUTJUZ6A upload=PCAH049LUUEF tag=19IJ2JKGWCVZ type=write size=1599377 2024-09-19T13:44:18.497 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.494+0000 7f71dac3e8c0 1 < completed delete operation key=8NT83XBF9HN8 tag=R9KH8FK5653N type=del 2024-09-19T13:44:18.501 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.498+0000 7f71dac3e8c0 1 > prepared operation key=TZNPXQ5Y333X tag=0NDDBR4E6Z37 type=del size=3077507 2024-09-19T13:44:18.505 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.502+0000 7f71dac3e8c0 1 < completed delete operation key=JO1LC6YY2PEB tag=O3VVP4EIL3ZU type=del 2024-09-19T13:44:18.514 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.510+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~ICS6QLZBO3V9.0 size=918965 2024-09-19T13:44:18.514 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.510+0000 7f71dac3e8c0 1 > prepared multipart upload key=XXX33TZ37H3Q upload=ICS6QLZBO3V9 tag=X1LVWVKG5UV4 type=write size=1967541 2024-09-19T13:44:18.518 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.514+0000 7f71dac3e8c0 1 < completed part key=_multipart_1L7F60AU40YA.2~J236BDN3UVBZ.0 size=226218 2024-09-19T13:44:18.525 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.522+0000 7f71dac3e8c0 1 < completed multipart upload key=1L7F60AU40YA upload=J236BDN3UVBZ tag=U3ZL70E6UEIY type=write size=1274794 2024-09-19T13:44:18.529 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.526+0000 7f71dac3e8c0 1 > prepared operation key=GZF1MCOAN1NO tag=16H2OW1S2I3J type=del size=3689533 2024-09-19T13:44:18.534 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.530+0000 7f71dac3e8c0 1 < completed part key=_multipart_Q484UNX3BYBG.2~DVR6UZYRDZRH.0 size=1048576 2024-09-19T13:44:18.537 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.534+0000 7f71dac3e8c0 1 < completed part key=_multipart_Q484UNX3BYBG.2~DVR6UZYRDZRH.1 size=1048576 2024-09-19T13:44:18.539 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.538+0000 7f71dac3e8c0 1 < completed part key=_multipart_Q484UNX3BYBG.2~DVR6UZYRDZRH.2 size=521195 2024-09-19T13:44:18.545 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.542+0000 7f71dac3e8c0 1 < completed multipart upload key=Q484UNX3BYBG upload=DVR6UZYRDZRH tag=YDN2XP27OEYC type=write size=3666923 2024-09-19T13:44:18.551 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.546+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~XUJRXBKEKEFB.0 size=1048576 2024-09-19T13:44:18.553 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.550+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~XUJRXBKEKEFB.1 size=727001 2024-09-19T13:44:18.553 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.550+0000 7f71dac3e8c0 1 > prepared multipart upload key=IUZEMS5KASUH upload=XUJRXBKEKEFB tag=RV02I0N6EXHE type=write size=2824153 2024-09-19T13:44:18.556 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.554+0000 7f71dac3e8c0 1 < completed delete operation key=D131FP2BZYDS tag=47Z3X12NODCY type=del 2024-09-19T13:44:18.560 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.558+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=MGG93OR6ZV95 type=del size=1327672 2024-09-19T13:44:18.563 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.562+0000 7f71dac3e8c0 1 < completed delete operation key=V22QT1MEZ47G tag=PQ8OHNRLBI6Y type=del 2024-09-19T13:44:18.566 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.562+0000 7f71dac3e8c0 1 > prepared operation key=6QW9QPSBZ37R tag=Q0SVYX8LZNF9 type=del size=2046366 2024-09-19T13:44:18.570 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.566+0000 7f71dac3e8c0 1 < completed delete operation key=0FYIGD7G7ER2 tag=3XDTE4B2AVKK type=del 2024-09-19T13:44:18.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.574+0000 7f71dac3e8c0 1 > prepared part key=_multipart_E5541PV8MDY7.2~0YAVERH2IPNQ.0 size=1048576 2024-09-19T13:44:18.578 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.574+0000 7f71dac3e8c0 1 > prepared part key=_multipart_E5541PV8MDY7.2~0YAVERH2IPNQ.1 size=1048576 2024-09-19T13:44:18.580 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.578+0000 7f71dac3e8c0 1 > prepared part key=_multipart_E5541PV8MDY7.2~0YAVERH2IPNQ.2 size=748471 2024-09-19T13:44:18.580 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.578+0000 7f71dac3e8c0 1 > prepared multipart upload key=E5541PV8MDY7 upload=0YAVERH2IPNQ tag=RZ9QK6EUZNSB type=write size=3894199 2024-09-19T13:44:18.584 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.582+0000 7f71dac3e8c0 1 < completed delete operation key=7KN90I8B7PUK tag=OOIHD8TBGUEK type=del 2024-09-19T13:44:18.590 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.586+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8A3NYYQ7SXR3.2~5PXXUFQJG1TF.0 size=1048576 2024-09-19T13:44:18.594 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.590+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8A3NYYQ7SXR3.2~5PXXUFQJG1TF.1 size=146138 2024-09-19T13:44:18.594 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.590+0000 7f71dac3e8c0 1 > prepared multipart upload key=8A3NYYQ7SXR3 upload=5PXXUFQJG1TF tag=15MH1ZJN7A28 type=write size=2243290 2024-09-19T13:44:18.597 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.594+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ7EXTELNUF4.2~KPOXRK46F1T1.0 size=1048576 2024-09-19T13:44:18.597 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.594+0000 7f71dac3e8c0 1 < canceled part key=_multipart_NJ7EXTELNUF4.2~KPOXRK46F1T1.1 size=1048576 2024-09-19T13:44:18.600 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.598+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ7EXTELNUF4.2~KPOXRK46F1T1.2 size=375939 2024-09-19T13:44:18.605 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.602+0000 7f71dac3e8c0 1 < canceled multipart upload key=NJ7EXTELNUF4 upload=KPOXRK46F1T1 tag=D8AULMZ91DWR type=write size=3521667 2024-09-19T13:44:18.609 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.606+0000 7f71dac3e8c0 1 > prepared operation key=7KN90I8B7PUK tag=6KOXO2U941VM type=del size=351238 2024-09-19T13:44:18.612 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.610+0000 7f71dac3e8c0 1 < completed delete operation key=3M5OBS7J4VF9 tag=5UT949ZP22GZ type=del 2024-09-19T13:44:18.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.614+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=2RXPWF53Q13Y type=write size=36834 2024-09-19T13:44:18.619 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.618+0000 7f71dac3e8c0 1 < completed part key=_multipart_1L7F60AU40YA.2~XT5AR48HULOW.0 size=1048576 2024-09-19T13:44:18.622 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.618+0000 7f71dac3e8c0 1 < completed part key=_multipart_1L7F60AU40YA.2~XT5AR48HULOW.1 size=1048576 2024-09-19T13:44:18.625 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.622+0000 7f71dac3e8c0 1 < completed part key=_multipart_1L7F60AU40YA.2~XT5AR48HULOW.2 size=472212 2024-09-19T13:44:18.631 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.630+0000 7f71dac3e8c0 1 < completed multipart upload key=1L7F60AU40YA upload=XT5AR48HULOW tag=CPF360O8TP8P type=write size=3617940 2024-09-19T13:44:18.638 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.634+0000 7f71dac3e8c0 1 > prepared part key=_multipart_Q484UNX3BYBG.2~LQV0IG0VE5UQ.0 size=606898 2024-09-19T13:44:18.638 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.634+0000 7f71dac3e8c0 1 > prepared multipart upload key=Q484UNX3BYBG upload=LQV0IG0VE5UQ tag=2Q95IQCI1992 type=write size=1655474 2024-09-19T13:44:18.642 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.638+0000 7f71dac3e8c0 1 < completed delete operation key=OZZDDUTJUZ6A tag=1MZPSSPBY3KB type=del 2024-09-19T13:44:18.645 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.642+0000 7f71dac3e8c0 1 > prepared operation key=8NT83XBF9HN8 tag=6N6HQ2JSE6CT type=del size=1927706 2024-09-19T13:44:18.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.646+0000 7f71dac3e8c0 1 < completed part key=_multipart_6QW9QPSBZ37R.2~POEW4UNZAOHG.0 size=1048576 2024-09-19T13:44:18.652 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.650+0000 7f71dac3e8c0 1 < completed part key=_multipart_6QW9QPSBZ37R.2~POEW4UNZAOHG.1 size=1048576 2024-09-19T13:44:18.655 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.654+0000 7f71dac3e8c0 1 < completed part key=_multipart_6QW9QPSBZ37R.2~POEW4UNZAOHG.2 size=193814 2024-09-19T13:44:18.661 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.658+0000 7f71dac3e8c0 1 < completed multipart upload key=6QW9QPSBZ37R upload=POEW4UNZAOHG tag=ZZR2IJ1CZ26X type=write size=3339542 2024-09-19T13:44:18.666 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.662+0000 7f71dac3e8c0 1 > prepared operation key=3M5OBS7J4VF9 tag=3N0325EK38JM type=del size=3282914 2024-09-19T13:44:18.670 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.666+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~LDMXMPF4F43H.0 size=1048576 2024-09-19T13:44:18.673 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.670+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~LDMXMPF4F43H.1 size=1048576 2024-09-19T13:44:18.676 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.674+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~LDMXMPF4F43H.2 size=629962 2024-09-19T13:44:18.682 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.678+0000 7f71dac3e8c0 1 < completed multipart upload key=K7SNV9YW44WO upload=LDMXMPF4F43H tag=O76HNTF9W6DQ type=write size=3775690 2024-09-19T13:44:18.686 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.682+0000 7f71dac3e8c0 1 > prepared operation key=1L7F60AU40YA tag=73X0CKXZ5B11 type=del size=2208047 2024-09-19T13:44:18.690 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.686+0000 7f71dac3e8c0 1 < completed part key=_multipart_QMR0T7URJS4W.2~9YKPR5HJ79BZ.0 size=1048576 2024-09-19T13:44:18.693 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.690+0000 7f71dac3e8c0 1 < completed part key=_multipart_QMR0T7URJS4W.2~9YKPR5HJ79BZ.1 size=1048576 2024-09-19T13:44:18.696 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.694+0000 7f71dac3e8c0 1 < completed part key=_multipart_QMR0T7URJS4W.2~9YKPR5HJ79BZ.2 size=381265 2024-09-19T13:44:18.703 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.702+0000 7f71dac3e8c0 1 < completed multipart upload key=QMR0T7URJS4W upload=9YKPR5HJ79BZ tag=SIKXNJL0TZ2L type=write size=3526993 2024-09-19T13:44:18.707 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.706+0000 7f71dac3e8c0 1 > prepared operation key=E5541PV8MDY7 tag=65EUI16KG2ZD type=del size=429406 2024-09-19T13:44:18.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.710+0000 7f71dac3e8c0 1 < completed part key=_multipart_OZZDDUTJUZ6A.2~PCAH049LUUEF.0 size=550801 2024-09-19T13:44:18.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.714+0000 7f71dac3e8c0 1 < completed multipart upload key=OZZDDUTJUZ6A upload=PCAH049LUUEF tag=19IJ2JKGWCVZ type=write size=1599377 2024-09-19T13:44:18.727 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.722+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8KBRPNQCKIQN.2~EOIOH1TK1R4E.0 size=1048576 2024-09-19T13:44:18.730 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.726+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8KBRPNQCKIQN.2~EOIOH1TK1R4E.1 size=171839 2024-09-19T13:44:18.730 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.726+0000 7f71dac3e8c0 1 > prepared multipart upload key=8KBRPNQCKIQN upload=EOIOH1TK1R4E tag=STU88LQG534O type=write size=2268991 2024-09-19T13:44:18.735 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.730+0000 7f71dac3e8c0 1 < completed delete operation key=TZNPXQ5Y333X tag=0NDDBR4E6Z37 type=del 2024-09-19T13:44:18.739 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.738+0000 7f71dac3e8c0 1 > prepared operation key=TZNPXQ5Y333X tag=AFWS1DLKH1A5 type=del size=4041693 2024-09-19T13:44:18.744 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.742+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~ICS6QLZBO3V9.0 size=918965 2024-09-19T13:44:18.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.746+0000 7f71dac3e8c0 1 < completed multipart upload key=XXX33TZ37H3Q upload=ICS6QLZBO3V9 tag=X1LVWVKG5UV4 type=write size=1967541 2024-09-19T13:44:18.754 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.750+0000 7f71dac3e8c0 1 > prepared operation key=A0ZG34NFHPW5 tag=FGVZE2W7M0BO type=del size=2072134 2024-09-19T13:44:18.758 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.754+0000 7f71dac3e8c0 1 < canceled operation key=GZF1MCOAN1NO tag=16H2OW1S2I3J type=del size=3689533 2024-09-19T13:44:18.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.762+0000 7f71dac3e8c0 1 > prepared part key=_multipart_V22QT1MEZ47G.2~841SQ01FJ9AC.0 size=837943 2024-09-19T13:44:18.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.762+0000 7f71dac3e8c0 1 > prepared multipart upload key=V22QT1MEZ47G upload=841SQ01FJ9AC tag=RV019OAJ21W5 type=write size=1886519 2024-09-19T13:44:18.769 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.766+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~XUJRXBKEKEFB.0 size=1048576 2024-09-19T13:44:18.772 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.770+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~XUJRXBKEKEFB.1 size=727001 2024-09-19T13:44:18.778 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.774+0000 7f71dac3e8c0 1 < completed multipart upload key=IUZEMS5KASUH upload=XUJRXBKEKEFB tag=RV02I0N6EXHE type=write size=2824153 2024-09-19T13:44:18.785 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.782+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GZF1MCOAN1NO.2~XL7W57FEGAIU.0 size=447062 2024-09-19T13:44:18.785 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.782+0000 7f71dac3e8c0 1 > prepared multipart upload key=GZF1MCOAN1NO upload=XL7W57FEGAIU tag=D04JMBKIS65L type=write size=1495638 2024-09-19T13:44:18.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.786+0000 7f71dac3e8c0 1 < completed delete operation key=IUZEMS5KASUH tag=MGG93OR6ZV95 type=del 2024-09-19T13:44:18.795 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.794+0000 7f71dac3e8c0 1 > prepared part key=_multipart_V22QT1MEZ47G.2~DVQH9470QHCF.0 size=423488 2024-09-19T13:44:18.795 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.794+0000 7f71dac3e8c0 1 > prepared multipart upload key=V22QT1MEZ47G upload=DVQH9470QHCF tag=TKHRBFQSLE3R type=write size=1472064 2024-09-19T13:44:18.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.798+0000 7f71dac3e8c0 1 < suggested update operation key=6QW9QPSBZ37R tag=Q0SVYX8LZNF9 type=del size=2046366 2024-09-19T13:44:18.806 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.802+0000 7f71dac3e8c0 1 > prepared operation key=8KBRPNQCKIQN tag=LTHTRHJMDV5L type=del size=2035052 2024-09-19T13:44:18.810 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.806+0000 7f71dac3e8c0 1 < completed part key=_multipart_E5541PV8MDY7.2~0YAVERH2IPNQ.0 size=1048576 2024-09-19T13:44:18.813 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.810+0000 7f71dac3e8c0 1 < completed part key=_multipart_E5541PV8MDY7.2~0YAVERH2IPNQ.1 size=1048576 2024-09-19T13:44:18.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.814+0000 7f71dac3e8c0 1 < completed part key=_multipart_E5541PV8MDY7.2~0YAVERH2IPNQ.2 size=748471 2024-09-19T13:44:18.822 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.818+0000 7f71dac3e8c0 1 < completed multipart upload key=E5541PV8MDY7 upload=0YAVERH2IPNQ tag=RZ9QK6EUZNSB type=write size=3894199 2024-09-19T13:44:18.829 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.826+0000 7f71dac3e8c0 1 > prepared part key=_multipart_A0ZG34NFHPW5.2~ORF43X7KLB58.0 size=600778 2024-09-19T13:44:18.829 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.826+0000 7f71dac3e8c0 1 > prepared multipart upload key=A0ZG34NFHPW5 upload=ORF43X7KLB58 tag=M1G4RW14KBZZ type=write size=1649354 2024-09-19T13:44:18.833 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.830+0000 7f71dac3e8c0 1 < completed part key=_multipart_8A3NYYQ7SXR3.2~5PXXUFQJG1TF.0 size=1048576 2024-09-19T13:44:18.836 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.834+0000 7f71dac3e8c0 1 < completed part key=_multipart_8A3NYYQ7SXR3.2~5PXXUFQJG1TF.1 size=146138 2024-09-19T13:44:18.841 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.838+0000 7f71dac3e8c0 1 < completed multipart upload key=8A3NYYQ7SXR3 upload=5PXXUFQJG1TF tag=15MH1ZJN7A28 type=write size=2243290 2024-09-19T13:44:18.848 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.846+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QMR0T7URJS4W.2~P01ZUHEAQZJR.0 size=1048576 2024-09-19T13:44:18.851 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.846+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QMR0T7URJS4W.2~P01ZUHEAQZJR.1 size=1048576 2024-09-19T13:44:18.855 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.850+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QMR0T7URJS4W.2~P01ZUHEAQZJR.2 size=971802 2024-09-19T13:44:18.855 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.850+0000 7f71dac3e8c0 1 > prepared multipart upload key=QMR0T7URJS4W upload=P01ZUHEAQZJR tag=RGT8RJ4K02SS type=write size=4117530 2024-09-19T13:44:18.861 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.858+0000 7f71dac3e8c0 1 < suggested update operation key=7KN90I8B7PUK tag=6KOXO2U941VM type=del size=351238 2024-09-19T13:44:18.868 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.866+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QMR0T7URJS4W.2~4ZI0RQ4UZ3PX.0 size=1048576 2024-09-19T13:44:18.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.870+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QMR0T7URJS4W.2~4ZI0RQ4UZ3PX.1 size=1048576 2024-09-19T13:44:18.874 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.870+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QMR0T7URJS4W.2~4ZI0RQ4UZ3PX.2 size=686857 2024-09-19T13:44:18.874 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.870+0000 7f71dac3e8c0 1 > prepared multipart upload key=QMR0T7URJS4W upload=4ZI0RQ4UZ3PX tag=OIL2V22UXKFW type=write size=3832585 2024-09-19T13:44:18.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.878+0000 7f71dac3e8c0 1 < completed write operation key=IUZEMS5KASUH tag=2RXPWF53Q13Y type=write size=36834 2024-09-19T13:44:18.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.882+0000 7f71dac3e8c0 1 > prepared part key=_multipart_TZNPXQ5Y333X.2~8T3N3VOIBFPU.0 size=1048576 2024-09-19T13:44:18.888 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.886+0000 7f71dac3e8c0 1 > prepared part key=_multipart_TZNPXQ5Y333X.2~8T3N3VOIBFPU.1 size=1048576 2024-09-19T13:44:18.891 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.890+0000 7f71dac3e8c0 1 > prepared part key=_multipart_TZNPXQ5Y333X.2~8T3N3VOIBFPU.2 size=373474 2024-09-19T13:44:18.891 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.890+0000 7f71dac3e8c0 1 > prepared multipart upload key=TZNPXQ5Y333X upload=8T3N3VOIBFPU tag=ZGXQR6YSSMXQ type=write size=3519202 2024-09-19T13:44:18.894 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.890+0000 7f71dac3e8c0 1 < completed part key=_multipart_Q484UNX3BYBG.2~LQV0IG0VE5UQ.0 size=606898 2024-09-19T13:44:18.901 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.898+0000 7f71dac3e8c0 1 < completed multipart upload key=Q484UNX3BYBG upload=LQV0IG0VE5UQ tag=2Q95IQCI1992 type=write size=1655474 2024-09-19T13:44:18.905 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.902+0000 7f71dac3e8c0 1 > prepared operation key=TZNPXQ5Y333X tag=B9X64Q2JKNXP type=write size=104152 2024-09-19T13:44:18.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.906+0000 7f71dac3e8c0 1 < completed delete operation key=8NT83XBF9HN8 tag=6N6HQ2JSE6CT type=del 2024-09-19T13:44:18.913 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.910+0000 7f71dac3e8c0 1 > prepared operation key=0FYIGD7G7ER2 tag=B9W5YRK6XUCS type=del size=1783552 2024-09-19T13:44:18.917 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.914+0000 7f71dac3e8c0 1 < completed delete operation key=3M5OBS7J4VF9 tag=3N0325EK38JM type=del 2024-09-19T13:44:18.921 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.918+0000 7f71dac3e8c0 1 > prepared operation key=37OSN0RSHGZZ tag=BWESSJ68Y8NP type=del size=154061 2024-09-19T13:44:18.928 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.926+0000 7f71dac3e8c0 1 < suggested update operation key=1L7F60AU40YA tag=73X0CKXZ5B11 type=del size=2208047 2024-09-19T13:44:18.932 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.930+0000 7f71dac3e8c0 1 > prepared operation key=LIMYIIX8WVBS tag=VWC3I7NNVLEB type=write size=426384 2024-09-19T13:44:18.942 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.938+0000 7f71dac3e8c0 1 < suggested remove operation key=E5541PV8MDY7 tag=65EUI16KG2ZD type=del 2024-09-19T13:44:18.950 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.946+0000 7f71dac3e8c0 1 > prepared part key=_multipart_V22QT1MEZ47G.2~NW35CSZUWA0D.0 size=1048576 2024-09-19T13:44:18.953 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.950+0000 7f71dac3e8c0 1 > prepared part key=_multipart_V22QT1MEZ47G.2~NW35CSZUWA0D.1 size=80040 2024-09-19T13:44:18.953 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.950+0000 7f71dac3e8c0 1 > prepared multipart upload key=V22QT1MEZ47G upload=NW35CSZUWA0D tag=78VS59ZPAI3X type=write size=2177192 2024-09-19T13:44:18.957 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.954+0000 7f71dac3e8c0 1 < completed part key=_multipart_8KBRPNQCKIQN.2~EOIOH1TK1R4E.0 size=1048576 2024-09-19T13:44:18.960 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.958+0000 7f71dac3e8c0 1 < completed part key=_multipart_8KBRPNQCKIQN.2~EOIOH1TK1R4E.1 size=171839 2024-09-19T13:44:18.966 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.962+0000 7f71dac3e8c0 1 < completed multipart upload key=8KBRPNQCKIQN upload=EOIOH1TK1R4E tag=STU88LQG534O type=write size=2268991 2024-09-19T13:44:18.970 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.966+0000 7f71dac3e8c0 1 > prepared operation key=QQ09T88TB3XG tag=97TLVBKXDX2O type=del size=539765 2024-09-19T13:44:18.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.970+0000 7f71dac3e8c0 1 < completed delete operation key=TZNPXQ5Y333X tag=AFWS1DLKH1A5 type=del 2024-09-19T13:44:18.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.974+0000 7f71dac3e8c0 1 > prepared operation key=8A3NYYQ7SXR3 tag=CZY9BY1MMZMH type=del size=3266812 2024-09-19T13:44:18.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.978+0000 7f71dac3e8c0 1 < completed delete operation key=A0ZG34NFHPW5 tag=FGVZE2W7M0BO type=del 2024-09-19T13:44:18.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.982+0000 7f71dac3e8c0 1 > prepared operation key=8KBRPNQCKIQN tag=5K0LRI4GHDE8 type=del size=1053594 2024-09-19T13:44:18.989 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.986+0000 7f71dac3e8c0 1 < completed part key=_multipart_V22QT1MEZ47G.2~841SQ01FJ9AC.0 size=837943 2024-09-19T13:44:18.995 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.990+0000 7f71dac3e8c0 1 < completed multipart upload key=V22QT1MEZ47G upload=841SQ01FJ9AC tag=RV019OAJ21W5 type=write size=1886519 2024-09-19T13:44:18.998 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:18.994+0000 7f71dac3e8c0 1 > prepared operation key=3M5OBS7J4VF9 tag=4Z7TJTBSI10O type=del size=291080 2024-09-19T13:44:19.003 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.002+0000 7f71dac3e8c0 1 < completed part key=_multipart_GZF1MCOAN1NO.2~XL7W57FEGAIU.0 size=447062 2024-09-19T13:44:19.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.006+0000 7f71dac3e8c0 1 < completed multipart upload key=GZF1MCOAN1NO upload=XL7W57FEGAIU tag=D04JMBKIS65L type=write size=1495638 2024-09-19T13:44:19.013 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.010+0000 7f71dac3e8c0 1 > prepared operation key=XXX33TZ37H3Q tag=ZP511H0XXPI2 type=del size=1849791 2024-09-19T13:44:19.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.014+0000 7f71dac3e8c0 1 < completed part key=_multipart_V22QT1MEZ47G.2~DVQH9470QHCF.0 size=423488 2024-09-19T13:44:19.024 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.022+0000 7f71dac3e8c0 1 < completed multipart upload key=V22QT1MEZ47G upload=DVQH9470QHCF tag=TKHRBFQSLE3R type=write size=1472064 2024-09-19T13:44:19.030 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.026+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~S9CXAIC6F74L.0 size=1048576 2024-09-19T13:44:19.033 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.030+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~S9CXAIC6F74L.1 size=345720 2024-09-19T13:44:19.033 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.030+0000 7f71dac3e8c0 1 > prepared multipart upload key=XXX33TZ37H3Q upload=S9CXAIC6F74L tag=HQZKOK151IT3 type=write size=2442872 2024-09-19T13:44:19.037 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.034+0000 7f71dac3e8c0 1 < completed delete operation key=8KBRPNQCKIQN tag=LTHTRHJMDV5L type=del 2024-09-19T13:44:19.043 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.042+0000 7f71dac3e8c0 1 > prepared part key=_multipart_E5541PV8MDY7.2~Q8RBUNCT0WAK.0 size=1048576 2024-09-19T13:44:19.046 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.042+0000 7f71dac3e8c0 1 > prepared part key=_multipart_E5541PV8MDY7.2~Q8RBUNCT0WAK.1 size=1048576 2024-09-19T13:44:19.048 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.046+0000 7f71dac3e8c0 1 > prepared part key=_multipart_E5541PV8MDY7.2~Q8RBUNCT0WAK.2 size=770936 2024-09-19T13:44:19.048 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.046+0000 7f71dac3e8c0 1 > prepared multipart upload key=E5541PV8MDY7 upload=Q8RBUNCT0WAK tag=3LNGXSIOMDR9 type=write size=3916664 2024-09-19T13:44:19.052 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.050+0000 7f71dac3e8c0 1 < completed part key=_multipart_A0ZG34NFHPW5.2~ORF43X7KLB58.0 size=600778 2024-09-19T13:44:19.057 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.054+0000 7f71dac3e8c0 1 < completed multipart upload key=A0ZG34NFHPW5 upload=ORF43X7KLB58 tag=M1G4RW14KBZZ type=write size=1649354 2024-09-19T13:44:19.065 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.062+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ64P4D0EIT4.2~RFWU6FM7J41P.0 size=1048576 2024-09-19T13:44:19.068 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.066+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ64P4D0EIT4.2~RFWU6FM7J41P.1 size=376839 2024-09-19T13:44:19.068 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.066+0000 7f71dac3e8c0 1 > prepared multipart upload key=NJ64P4D0EIT4 upload=RFWU6FM7J41P tag=39EMZZP7KQZO type=write size=2473991 2024-09-19T13:44:19.071 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.070+0000 7f71dac3e8c0 1 < completed part key=_multipart_QMR0T7URJS4W.2~P01ZUHEAQZJR.0 size=1048576 2024-09-19T13:44:19.071 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.070+0000 7f71dac3e8c0 1 < canceled part key=_multipart_QMR0T7URJS4W.2~P01ZUHEAQZJR.1 size=1048576 2024-09-19T13:44:19.074 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.070+0000 7f71dac3e8c0 1 < completed part key=_multipart_QMR0T7URJS4W.2~P01ZUHEAQZJR.2 size=971802 2024-09-19T13:44:19.081 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.078+0000 7f71dac3e8c0 1 < canceled multipart upload key=QMR0T7URJS4W upload=P01ZUHEAQZJR tag=RGT8RJ4K02SS type=write size=4117530 2024-09-19T13:44:19.089 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.086+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~CE5PEVUASEVI.0 size=1048576 2024-09-19T13:44:19.092 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.090+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~CE5PEVUASEVI.1 size=1048576 2024-09-19T13:44:19.096 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.094+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~CE5PEVUASEVI.2 size=913796 2024-09-19T13:44:19.096 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.094+0000 7f71dac3e8c0 1 > prepared multipart upload key=IUZEMS5KASUH upload=CE5PEVUASEVI tag=EZW048AJQ17L type=write size=4059524 2024-09-19T13:44:19.100 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.098+0000 7f71dac3e8c0 1 < completed part key=_multipart_QMR0T7URJS4W.2~4ZI0RQ4UZ3PX.0 size=1048576 2024-09-19T13:44:19.102 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.098+0000 7f71dac3e8c0 1 < completed part key=_multipart_QMR0T7URJS4W.2~4ZI0RQ4UZ3PX.1 size=1048576 2024-09-19T13:44:19.105 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.102+0000 7f71dac3e8c0 1 < completed part key=_multipart_QMR0T7URJS4W.2~4ZI0RQ4UZ3PX.2 size=686857 2024-09-19T13:44:19.111 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.110+0000 7f71dac3e8c0 1 < completed multipart upload key=QMR0T7URJS4W upload=4ZI0RQ4UZ3PX tag=OIL2V22UXKFW type=write size=3832585 2024-09-19T13:44:19.115 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.114+0000 7f71dac3e8c0 1 > prepared operation key=3M5OBS7J4VF9 tag=XHNVVIY0E6LR type=del size=2570795 2024-09-19T13:44:19.119 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.118+0000 7f71dac3e8c0 1 < completed part key=_multipart_TZNPXQ5Y333X.2~8T3N3VOIBFPU.0 size=1048576 2024-09-19T13:44:19.121 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.118+0000 7f71dac3e8c0 1 < completed part key=_multipart_TZNPXQ5Y333X.2~8T3N3VOIBFPU.1 size=1048576 2024-09-19T13:44:19.124 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.122+0000 7f71dac3e8c0 1 < completed part key=_multipart_TZNPXQ5Y333X.2~8T3N3VOIBFPU.2 size=373474 2024-09-19T13:44:19.131 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.126+0000 7f71dac3e8c0 1 < completed multipart upload key=TZNPXQ5Y333X upload=8T3N3VOIBFPU tag=ZGXQR6YSSMXQ type=write size=3519202 2024-09-19T13:44:19.137 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.134+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~ESQJLNYN5GC6.0 size=1048576 2024-09-19T13:44:19.141 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.138+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~ESQJLNYN5GC6.1 size=455598 2024-09-19T13:44:19.141 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.138+0000 7f71dac3e8c0 1 > prepared multipart upload key=IUZEMS5KASUH upload=ESQJLNYN5GC6 tag=BYFXR1JR1H6K type=write size=2552750 2024-09-19T13:44:19.148 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.146+0000 7f71dac3e8c0 1 < suggested update operation key=TZNPXQ5Y333X tag=B9X64Q2JKNXP type=write size=104152 2024-09-19T13:44:19.152 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.150+0000 7f71dac3e8c0 1 > prepared operation key=HEVXCB3PBN2X tag=WER0KTF149RU type=write size=328769 2024-09-19T13:44:19.157 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.154+0000 7f71dac3e8c0 1 < completed delete operation key=0FYIGD7G7ER2 tag=B9W5YRK6XUCS type=del 2024-09-19T13:44:19.163 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.162+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8KBRPNQCKIQN.2~TYEZ7XZISAC4.0 size=1048576 2024-09-19T13:44:19.166 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.162+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8KBRPNQCKIQN.2~TYEZ7XZISAC4.1 size=371884 2024-09-19T13:44:19.166 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.162+0000 7f71dac3e8c0 1 > prepared multipart upload key=8KBRPNQCKIQN upload=TYEZ7XZISAC4 tag=6E89C8592C21 type=write size=2469036 2024-09-19T13:44:19.170 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.166+0000 7f71dac3e8c0 1 < completed delete operation key=37OSN0RSHGZZ tag=BWESSJ68Y8NP type=del 2024-09-19T13:44:19.174 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.170+0000 7f71dac3e8c0 1 > prepared operation key=8NT83XBF9HN8 tag=ZDGKN2J5HSUC type=del size=4038762 2024-09-19T13:44:19.181 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.178+0000 7f71dac3e8c0 1 < suggested update operation key=LIMYIIX8WVBS tag=VWC3I7NNVLEB type=write size=426384 2024-09-19T13:44:19.188 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.186+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~8HYKNPURSV9O.0 size=447048 2024-09-19T13:44:19.188 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.186+0000 7f71dac3e8c0 1 > prepared multipart upload key=W1PNZKV93AHZ upload=8HYKNPURSV9O tag=2R21T2V6OBVP type=write size=1495624 2024-09-19T13:44:19.192 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.190+0000 7f71dac3e8c0 1 < completed part key=_multipart_V22QT1MEZ47G.2~NW35CSZUWA0D.0 size=1048576 2024-09-19T13:44:19.195 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.194+0000 7f71dac3e8c0 1 < completed part key=_multipart_V22QT1MEZ47G.2~NW35CSZUWA0D.1 size=80040 2024-09-19T13:44:19.201 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.198+0000 7f71dac3e8c0 1 < completed multipart upload key=V22QT1MEZ47G upload=NW35CSZUWA0D tag=78VS59ZPAI3X type=write size=2177192 2024-09-19T13:44:19.208 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.206+0000 7f71dac3e8c0 1 > prepared part key=_multipart_5UA3A6M3SVPV.2~T88RI5WJTX88.0 size=1048576 2024-09-19T13:44:19.211 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.210+0000 7f71dac3e8c0 1 > prepared part key=_multipart_5UA3A6M3SVPV.2~T88RI5WJTX88.1 size=1048576 2024-09-19T13:44:19.214 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.210+0000 7f71dac3e8c0 1 > prepared part key=_multipart_5UA3A6M3SVPV.2~T88RI5WJTX88.2 size=52992 2024-09-19T13:44:19.214 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.210+0000 7f71dac3e8c0 1 > prepared multipart upload key=5UA3A6M3SVPV upload=T88RI5WJTX88 tag=OMP6I7ZZB51O type=write size=3198720 2024-09-19T13:44:19.218 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.214+0000 7f71dac3e8c0 1 < completed delete operation key=QQ09T88TB3XG tag=97TLVBKXDX2O type=del 2024-09-19T13:44:19.222 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.218+0000 7f71dac3e8c0 1 > prepared operation key=QQ09T88TB3XG tag=1TDGJ7DUFVY6 type=write size=979847 2024-09-19T13:44:19.225 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.222+0000 7f71dac3e8c0 1 < completed delete operation key=8A3NYYQ7SXR3 tag=CZY9BY1MMZMH type=del 2024-09-19T13:44:19.229 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.226+0000 7f71dac3e8c0 1 > prepared operation key=Q484UNX3BYBG tag=D0KQWP14LAN4 type=write size=979824 2024-09-19T13:44:19.233 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.230+0000 7f71dac3e8c0 1 < completed delete operation key=8KBRPNQCKIQN tag=5K0LRI4GHDE8 type=del 2024-09-19T13:44:19.237 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.234+0000 7f71dac3e8c0 1 > prepared operation key=37OSN0RSHGZZ tag=QHRU4FXQKJ05 type=del size=295677 2024-09-19T13:44:19.241 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.238+0000 7f71dac3e8c0 1 < completed delete operation key=3M5OBS7J4VF9 tag=4Z7TJTBSI10O type=del 2024-09-19T13:44:19.245 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.242+0000 7f71dac3e8c0 1 > prepared operation key=OZZDDUTJUZ6A tag=ALQ01KXRVABW type=del size=4007766 2024-09-19T13:44:19.252 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.250+0000 7f71dac3e8c0 1 < suggested update operation key=XXX33TZ37H3Q tag=ZP511H0XXPI2 type=del size=1849791 2024-09-19T13:44:19.256 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.254+0000 7f71dac3e8c0 1 > prepared operation key=5UA3A6M3SVPV tag=N17WMHMA4X90 type=write size=1044552 2024-09-19T13:44:19.260 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.258+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~S9CXAIC6F74L.0 size=1048576 2024-09-19T13:44:19.263 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.262+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~S9CXAIC6F74L.1 size=345720 2024-09-19T13:44:19.270 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.266+0000 7f71dac3e8c0 1 < completed multipart upload key=XXX33TZ37H3Q upload=S9CXAIC6F74L tag=HQZKOK151IT3 type=write size=2442872 2024-09-19T13:44:19.277 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.274+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~VIYML3D1X1A7.0 size=1048576 2024-09-19T13:44:19.280 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.278+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~VIYML3D1X1A7.1 size=399112 2024-09-19T13:44:19.280 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.278+0000 7f71dac3e8c0 1 > prepared multipart upload key=NJ7EXTELNUF4 upload=VIYML3D1X1A7 tag=ZLVKN1J7SSFE type=write size=2496264 2024-09-19T13:44:19.284 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.282+0000 7f71dac3e8c0 1 < completed part key=_multipart_E5541PV8MDY7.2~Q8RBUNCT0WAK.0 size=1048576 2024-09-19T13:44:19.291 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.290+0000 7f71dac3e8c0 1 < completed part key=_multipart_E5541PV8MDY7.2~Q8RBUNCT0WAK.1 size=1048576 2024-09-19T13:44:19.295 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.290+0000 7f71dac3e8c0 1 < completed part key=_multipart_E5541PV8MDY7.2~Q8RBUNCT0WAK.2 size=770936 2024-09-19T13:44:19.302 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.298+0000 7f71dac3e8c0 1 < completed multipart upload key=E5541PV8MDY7 upload=Q8RBUNCT0WAK tag=3LNGXSIOMDR9 type=write size=3916664 2024-09-19T13:44:19.306 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.302+0000 7f71dac3e8c0 1 > prepared operation key=1L7F60AU40YA tag=OHT60E8Y6W8H type=del size=2727027 2024-09-19T13:44:19.311 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.310+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ64P4D0EIT4.2~RFWU6FM7J41P.0 size=1048576 2024-09-19T13:44:19.315 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.314+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ64P4D0EIT4.2~RFWU6FM7J41P.1 size=376839 2024-09-19T13:44:19.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.318+0000 7f71dac3e8c0 1 < completed multipart upload key=NJ64P4D0EIT4 upload=RFWU6FM7J41P tag=39EMZZP7KQZO type=write size=2473991 2024-09-19T13:44:19.326 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.322+0000 7f71dac3e8c0 1 > prepared operation key=1L7F60AU40YA tag=VM1LGKRPUUAL type=del size=2331913 2024-09-19T13:44:19.331 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.330+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~CE5PEVUASEVI.0 size=1048576 2024-09-19T13:44:19.331 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.330+0000 7f71dac3e8c0 1 < canceled part key=_multipart_IUZEMS5KASUH.2~CE5PEVUASEVI.1 size=1048576 2024-09-19T13:44:19.331 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.330+0000 7f71dac3e8c0 1 < canceled part key=_multipart_IUZEMS5KASUH.2~CE5PEVUASEVI.2 size=913796 2024-09-19T13:44:19.337 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.334+0000 7f71dac3e8c0 1 < canceled multipart upload key=IUZEMS5KASUH upload=CE5PEVUASEVI tag=EZW048AJQ17L type=write size=4059524 2024-09-19T13:44:19.345 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.342+0000 7f71dac3e8c0 1 > prepared part key=_multipart_D131FP2BZYDS.2~JXBEWMSHUABX.0 size=118952 2024-09-19T13:44:19.345 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.342+0000 7f71dac3e8c0 1 > prepared multipart upload key=D131FP2BZYDS upload=JXBEWMSHUABX tag=S9Y9N2NWDQOD type=write size=1167528 2024-09-19T13:44:19.352 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.350+0000 7f71dac3e8c0 1 < suggested remove operation key=3M5OBS7J4VF9 tag=XHNVVIY0E6LR type=del 2024-09-19T13:44:19.359 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.358+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~5O9GEVQDAKQC.0 size=1048576 2024-09-19T13:44:19.362 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.358+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~5O9GEVQDAKQC.1 size=1048576 2024-09-19T13:44:19.365 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.362+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~5O9GEVQDAKQC.2 size=165273 2024-09-19T13:44:19.365 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.362+0000 7f71dac3e8c0 1 > prepared multipart upload key=IUZEMS5KASUH upload=5O9GEVQDAKQC tag=U3LMA7ZK3I9U type=write size=3311001 2024-09-19T13:44:19.369 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.366+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~ESQJLNYN5GC6.0 size=1048576 2024-09-19T13:44:19.372 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.370+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~ESQJLNYN5GC6.1 size=455598 2024-09-19T13:44:19.378 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.374+0000 7f71dac3e8c0 1 < completed multipart upload key=IUZEMS5KASUH upload=ESQJLNYN5GC6 tag=BYFXR1JR1H6K type=write size=2552750 2024-09-19T13:44:19.381 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.378+0000 7f71dac3e8c0 1 > prepared operation key=0FYIGD7G7ER2 tag=0A2J3JLJ04E2 type=del size=346471 2024-09-19T13:44:19.385 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.382+0000 7f71dac3e8c0 1 < completed write operation key=HEVXCB3PBN2X tag=WER0KTF149RU type=write size=328769 2024-09-19T13:44:19.392 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.390+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~S05X4B77K27T.0 size=1048576 2024-09-19T13:44:19.395 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.394+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~S05X4B77K27T.1 size=1048576 2024-09-19T13:44:19.398 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.394+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~S05X4B77K27T.2 size=560767 2024-09-19T13:44:19.398 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.394+0000 7f71dac3e8c0 1 > prepared multipart upload key=HXQD0AR5YYML upload=S05X4B77K27T tag=RZ3RN213O8G0 type=write size=3706495 2024-09-19T13:44:19.402 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.398+0000 7f71dac3e8c0 1 < completed part key=_multipart_8KBRPNQCKIQN.2~TYEZ7XZISAC4.0 size=1048576 2024-09-19T13:44:19.405 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.402+0000 7f71dac3e8c0 1 < completed part key=_multipart_8KBRPNQCKIQN.2~TYEZ7XZISAC4.1 size=371884 2024-09-19T13:44:19.411 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.410+0000 7f71dac3e8c0 1 < completed multipart upload key=8KBRPNQCKIQN upload=TYEZ7XZISAC4 tag=6E89C8592C21 type=write size=2469036 2024-09-19T13:44:19.417 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.414+0000 7f71dac3e8c0 1 > prepared part key=_multipart_OZZDDUTJUZ6A.2~LCFT728QU7LB.0 size=922930 2024-09-19T13:44:19.418 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.414+0000 7f71dac3e8c0 1 > prepared multipart upload key=OZZDDUTJUZ6A upload=LCFT728QU7LB tag=7CQ39W1B8K0C type=write size=1971506 2024-09-19T13:44:19.421 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.418+0000 7f71dac3e8c0 1 < completed delete operation key=8NT83XBF9HN8 tag=ZDGKN2J5HSUC type=del 2024-09-19T13:44:19.428 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.422+0000 7f71dac3e8c0 1 > prepared operation key=6QW9QPSBZ37R tag=81DL6BCTCMUD type=del size=3068200 2024-09-19T13:44:19.429 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.426+0000 7f71dac3e8c0 1 < completed part key=_multipart_W1PNZKV93AHZ.2~8HYKNPURSV9O.0 size=447048 2024-09-19T13:44:19.434 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.430+0000 7f71dac3e8c0 1 < completed multipart upload key=W1PNZKV93AHZ upload=8HYKNPURSV9O tag=2R21T2V6OBVP type=write size=1495624 2024-09-19T13:44:19.441 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.438+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~3B3T1VW3WEZG.0 size=1048576 2024-09-19T13:44:19.444 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.442+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~3B3T1VW3WEZG.1 size=544109 2024-09-19T13:44:19.444 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.442+0000 7f71dac3e8c0 1 > prepared multipart upload key=W1PNZKV93AHZ upload=3B3T1VW3WEZG tag=YV66PD31U7JP type=write size=2641261 2024-09-19T13:44:19.448 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.446+0000 7f71dac3e8c0 1 < completed part key=_multipart_5UA3A6M3SVPV.2~T88RI5WJTX88.0 size=1048576 2024-09-19T13:44:19.451 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.450+0000 7f71dac3e8c0 1 < completed part key=_multipart_5UA3A6M3SVPV.2~T88RI5WJTX88.1 size=1048576 2024-09-19T13:44:19.454 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.450+0000 7f71dac3e8c0 1 < completed part key=_multipart_5UA3A6M3SVPV.2~T88RI5WJTX88.2 size=52992 2024-09-19T13:44:19.460 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.458+0000 7f71dac3e8c0 1 < completed multipart upload key=5UA3A6M3SVPV upload=T88RI5WJTX88 tag=OMP6I7ZZB51O type=write size=3198720 2024-09-19T13:44:19.464 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.462+0000 7f71dac3e8c0 1 > prepared operation key=LIMYIIX8WVBS tag=U5P5NAHVAEYN type=del size=3975496 2024-09-19T13:44:19.468 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.466+0000 7f71dac3e8c0 1 < canceled operation key=QQ09T88TB3XG tag=1TDGJ7DUFVY6 type=write size=979847 2024-09-19T13:44:19.474 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.470+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QMR0T7URJS4W.2~7ILXDV018SPE.0 size=914668 2024-09-19T13:44:19.475 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.470+0000 7f71dac3e8c0 1 > prepared multipart upload key=QMR0T7URJS4W upload=7ILXDV018SPE tag=D89PNAVT925W type=write size=1963244 2024-09-19T13:44:19.478 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.474+0000 7f71dac3e8c0 1 < completed write operation key=Q484UNX3BYBG tag=D0KQWP14LAN4 type=write size=979824 2024-09-19T13:44:19.482 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.478+0000 7f71dac3e8c0 1 > prepared operation key=E5541PV8MDY7 tag=2C58HF4L29IQ type=del size=1016676 2024-09-19T13:44:19.485 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.482+0000 7f71dac3e8c0 1 < completed delete operation key=37OSN0RSHGZZ tag=QHRU4FXQKJ05 type=del 2024-09-19T13:44:19.493 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.490+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QQ09T88TB3XG.2~PZL1D2KJJDI7.0 size=1048576 2024-09-19T13:44:19.496 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.494+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QQ09T88TB3XG.2~PZL1D2KJJDI7.1 size=1048576 2024-09-19T13:44:19.499 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.498+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QQ09T88TB3XG.2~PZL1D2KJJDI7.2 size=328598 2024-09-19T13:44:19.499 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.498+0000 7f71dac3e8c0 1 > prepared multipart upload key=QQ09T88TB3XG upload=PZL1D2KJJDI7 tag=VGOXPQM3HEAC type=write size=3474326 2024-09-19T13:44:19.502 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.498+0000 7f71dac3e8c0 1 < completed delete operation key=OZZDDUTJUZ6A tag=ALQ01KXRVABW type=del 2024-09-19T13:44:19.509 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.506+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~YMWU7VLVDSUR.0 size=674730 2024-09-19T13:44:19.509 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.506+0000 7f71dac3e8c0 1 > prepared multipart upload key=IUZEMS5KASUH upload=YMWU7VLVDSUR tag=1F1UFNXWM0FZ type=write size=1723306 2024-09-19T13:44:19.513 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.510+0000 7f71dac3e8c0 1 < completed write operation key=5UA3A6M3SVPV tag=N17WMHMA4X90 type=write size=1044552 2024-09-19T13:44:19.520 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.518+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~SP3G43ZBOJZH.0 size=1007420 2024-09-19T13:44:19.520 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.518+0000 7f71dac3e8c0 1 > prepared multipart upload key=ZTBECCHZS74F upload=SP3G43ZBOJZH tag=856J54GI2QYG type=write size=2055996 2024-09-19T13:44:19.524 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.522+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ7EXTELNUF4.2~VIYML3D1X1A7.0 size=1048576 2024-09-19T13:44:19.527 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.522+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ7EXTELNUF4.2~VIYML3D1X1A7.1 size=399112 2024-09-19T13:44:19.533 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.530+0000 7f71dac3e8c0 1 < completed multipart upload key=NJ7EXTELNUF4 upload=VIYML3D1X1A7 tag=ZLVKN1J7SSFE type=write size=2496264 2024-09-19T13:44:19.540 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.538+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~1LLGUWTMUQL8.0 size=1048576 2024-09-19T13:44:19.543 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.542+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~1LLGUWTMUQL8.1 size=549521 2024-09-19T13:44:19.543 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.542+0000 7f71dac3e8c0 1 > prepared multipart upload key=3M5OBS7J4VF9 upload=1LLGUWTMUQL8 tag=DPHTZKUDWLSI type=write size=2646673 2024-09-19T13:44:19.547 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.546+0000 7f71dac3e8c0 1 < completed delete operation key=1L7F60AU40YA tag=OHT60E8Y6W8H type=del 2024-09-19T13:44:19.551 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.550+0000 7f71dac3e8c0 1 > prepared operation key=37OSN0RSHGZZ tag=0C6V54H30S3V type=del size=1045576 2024-09-19T13:44:19.555 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.554+0000 7f71dac3e8c0 1 < completed delete operation key=1L7F60AU40YA tag=VM1LGKRPUUAL type=del 2024-09-19T13:44:19.559 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.558+0000 7f71dac3e8c0 1 > prepared operation key=V22QT1MEZ47G tag=TSTEI6OMSA20 type=del size=3116629 2024-09-19T13:44:19.563 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.562+0000 7f71dac3e8c0 1 < completed part key=_multipart_D131FP2BZYDS.2~JXBEWMSHUABX.0 size=118952 2024-09-19T13:44:19.569 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.566+0000 7f71dac3e8c0 1 < completed multipart upload key=D131FP2BZYDS upload=JXBEWMSHUABX tag=S9Y9N2NWDQOD type=write size=1167528 2024-09-19T13:44:19.573 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.570+0000 7f71dac3e8c0 1 > prepared operation key=QMR0T7URJS4W tag=RKQR5WS08AO6 type=del size=3859857 2024-09-19T13:44:19.577 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.574+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~5O9GEVQDAKQC.0 size=1048576 2024-09-19T13:44:19.581 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.578+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~5O9GEVQDAKQC.1 size=1048576 2024-09-19T13:44:19.584 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.582+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~5O9GEVQDAKQC.2 size=165273 2024-09-19T13:44:19.590 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.586+0000 7f71dac3e8c0 1 < completed multipart upload key=IUZEMS5KASUH upload=5O9GEVQDAKQC tag=U3LMA7ZK3I9U type=write size=3311001 2024-09-19T13:44:19.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.594+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8A3NYYQ7SXR3.2~TN7ICG1BG75T.0 size=1048576 2024-09-19T13:44:19.599 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.598+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8A3NYYQ7SXR3.2~TN7ICG1BG75T.1 size=1048576 2024-09-19T13:44:19.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.598+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8A3NYYQ7SXR3.2~TN7ICG1BG75T.2 size=150075 2024-09-19T13:44:19.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.598+0000 7f71dac3e8c0 1 > prepared multipart upload key=8A3NYYQ7SXR3 upload=TN7ICG1BG75T tag=SD81AV1OIXTS type=write size=3295803 2024-09-19T13:44:19.605 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.602+0000 7f71dac3e8c0 1 < completed delete operation key=0FYIGD7G7ER2 tag=0A2J3JLJ04E2 type=del 2024-09-19T13:44:19.610 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.606+0000 7f71dac3e8c0 1 > prepared operation key=TZNPXQ5Y333X tag=BYE75VAFCTE2 type=del size=4096139 2024-09-19T13:44:19.614 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.610+0000 7f71dac3e8c0 1 < completed part key=_multipart_HXQD0AR5YYML.2~S05X4B77K27T.0 size=1048576 2024-09-19T13:44:19.616 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.614+0000 7f71dac3e8c0 1 < completed part key=_multipart_HXQD0AR5YYML.2~S05X4B77K27T.1 size=1048576 2024-09-19T13:44:19.619 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.618+0000 7f71dac3e8c0 1 < completed part key=_multipart_HXQD0AR5YYML.2~S05X4B77K27T.2 size=560767 2024-09-19T13:44:19.625 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.622+0000 7f71dac3e8c0 1 < completed multipart upload key=HXQD0AR5YYML upload=S05X4B77K27T tag=RZ3RN213O8G0 type=write size=3706495 2024-09-19T13:44:19.629 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.626+0000 7f71dac3e8c0 1 > prepared operation key=8KBRPNQCKIQN tag=USDY47HZZ4SA type=del size=1869473 2024-09-19T13:44:19.633 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.630+0000 7f71dac3e8c0 1 < completed part key=_multipart_OZZDDUTJUZ6A.2~LCFT728QU7LB.0 size=922930 2024-09-19T13:44:19.642 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.638+0000 7f71dac3e8c0 1 < completed multipart upload key=OZZDDUTJUZ6A upload=LCFT728QU7LB tag=7CQ39W1B8K0C type=write size=1971506 2024-09-19T13:44:19.646 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.642+0000 7f71dac3e8c0 1 > prepared operation key=JO1LC6YY2PEB tag=QI1MUHFP17D1 type=del size=780281 2024-09-19T13:44:19.650 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.646+0000 7f71dac3e8c0 1 < completed delete operation key=6QW9QPSBZ37R tag=81DL6BCTCMUD type=del 2024-09-19T13:44:19.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.654+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~VBZYOI1PY3HQ.0 size=1048576 2024-09-19T13:44:19.660 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.658+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~VBZYOI1PY3HQ.1 size=1048576 2024-09-19T13:44:19.662 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.658+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~VBZYOI1PY3HQ.2 size=565574 2024-09-19T13:44:19.662 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.658+0000 7f71dac3e8c0 1 > prepared multipart upload key=NJ7EXTELNUF4 upload=VBZYOI1PY3HQ tag=3SYSOZGD71Z0 type=write size=3711302 2024-09-19T13:44:19.666 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.662+0000 7f71dac3e8c0 1 < completed part key=_multipart_W1PNZKV93AHZ.2~3B3T1VW3WEZG.0 size=1048576 2024-09-19T13:44:19.669 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.666+0000 7f71dac3e8c0 1 < completed part key=_multipart_W1PNZKV93AHZ.2~3B3T1VW3WEZG.1 size=544109 2024-09-19T13:44:19.675 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.674+0000 7f71dac3e8c0 1 < completed multipart upload key=W1PNZKV93AHZ upload=3B3T1VW3WEZG tag=YV66PD31U7JP type=write size=2641261 2024-09-19T13:44:19.679 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.678+0000 7f71dac3e8c0 1 > prepared operation key=0FYIGD7G7ER2 tag=JPIDNLKUZVMB type=del size=1804081 2024-09-19T13:44:19.683 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.682+0000 7f71dac3e8c0 1 < canceled operation key=LIMYIIX8WVBS tag=U5P5NAHVAEYN type=del size=3975496 2024-09-19T13:44:19.689 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.686+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~4N3N1U4P298J.0 size=1048576 2024-09-19T13:44:19.692 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.690+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~4N3N1U4P298J.1 size=447096 2024-09-19T13:44:19.692 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.690+0000 7f71dac3e8c0 1 > prepared multipart upload key=W1PNZKV93AHZ upload=4N3N1U4P298J tag=286L5SB0NOZB type=write size=2544248 2024-09-19T13:44:19.696 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.694+0000 7f71dac3e8c0 1 < completed part key=_multipart_QMR0T7URJS4W.2~7ILXDV018SPE.0 size=914668 2024-09-19T13:44:19.702 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.698+0000 7f71dac3e8c0 1 < completed multipart upload key=QMR0T7URJS4W upload=7ILXDV018SPE tag=D89PNAVT925W type=write size=1963244 2024-09-19T13:44:19.709 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.706+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~C4M04997C5Y3.0 size=156871 2024-09-19T13:44:19.709 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.706+0000 7f71dac3e8c0 1 > prepared multipart upload key=IUZEMS5KASUH upload=C4M04997C5Y3 tag=P62MTOL9Q21B type=write size=1205447 2024-09-19T13:44:19.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.710+0000 7f71dac3e8c0 1 < completed delete operation key=E5541PV8MDY7 tag=2C58HF4L29IQ type=del 2024-09-19T13:44:19.717 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.714+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=C6DG70Y47QT9 type=del size=1810258 2024-09-19T13:44:19.722 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.718+0000 7f71dac3e8c0 1 < completed part key=_multipart_QQ09T88TB3XG.2~PZL1D2KJJDI7.0 size=1048576 2024-09-19T13:44:19.725 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.722+0000 7f71dac3e8c0 1 < completed part key=_multipart_QQ09T88TB3XG.2~PZL1D2KJJDI7.1 size=1048576 2024-09-19T13:44:19.728 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.726+0000 7f71dac3e8c0 1 < completed part key=_multipart_QQ09T88TB3XG.2~PZL1D2KJJDI7.2 size=328598 2024-09-19T13:44:19.734 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.730+0000 7f71dac3e8c0 1 < completed multipart upload key=QQ09T88TB3XG upload=PZL1D2KJJDI7 tag=VGOXPQM3HEAC type=write size=3474326 2024-09-19T13:44:19.738 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.734+0000 7f71dac3e8c0 1 > prepared operation key=NJ7EXTELNUF4 tag=KOG4BUX41TRM type=write size=402595 2024-09-19T13:44:19.739 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.738+0000 7f71dac3e8c0 1 < canceled part key=_multipart_IUZEMS5KASUH.2~YMWU7VLVDSUR.0 size=674730 2024-09-19T13:44:19.746 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.742+0000 7f71dac3e8c0 1 < canceled multipart upload key=IUZEMS5KASUH upload=YMWU7VLVDSUR tag=1F1UFNXWM0FZ type=write size=1723306 2024-09-19T13:44:19.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.746+0000 7f71dac3e8c0 1 > prepared operation key=5UA3A6M3SVPV tag=V6LR24HKYQ5Q type=del size=1810328 2024-09-19T13:44:19.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.754+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~SP3G43ZBOJZH.0 size=1007420 2024-09-19T13:44:19.761 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.758+0000 7f71dac3e8c0 1 < completed multipart upload key=ZTBECCHZS74F upload=SP3G43ZBOJZH tag=856J54GI2QYG type=write size=2055996 2024-09-19T13:44:19.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.762+0000 7f71dac3e8c0 1 > prepared operation key=3M5OBS7J4VF9 tag=REYDIH9D6JFE type=del size=317479 2024-09-19T13:44:19.768 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.766+0000 7f71dac3e8c0 1 < completed part key=_multipart_3M5OBS7J4VF9.2~1LLGUWTMUQL8.0 size=1048576 2024-09-19T13:44:19.769 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.766+0000 7f71dac3e8c0 1 < canceled part key=_multipart_3M5OBS7J4VF9.2~1LLGUWTMUQL8.1 size=549521 2024-09-19T13:44:19.775 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.770+0000 7f71dac3e8c0 1 < canceled multipart upload key=3M5OBS7J4VF9 upload=1LLGUWTMUQL8 tag=DPHTZKUDWLSI type=write size=2646673 2024-09-19T13:44:19.778 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.774+0000 7f71dac3e8c0 1 > prepared operation key=GTZ96ZN0A4E9 tag=V5KG1G4D0LI7 type=del size=2753294 2024-09-19T13:44:19.786 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.782+0000 7f71dac3e8c0 1 < suggested update operation key=37OSN0RSHGZZ tag=0C6V54H30S3V type=del size=1045576 2024-09-19T13:44:19.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.786+0000 7f71dac3e8c0 1 > prepared operation key=GTZ96ZN0A4E9 tag=3X0Z46XUBQV3 type=del size=648974 2024-09-19T13:44:19.794 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.790+0000 7f71dac3e8c0 1 < completed delete operation key=V22QT1MEZ47G tag=TSTEI6OMSA20 type=del 2024-09-19T13:44:19.798 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.794+0000 7f71dac3e8c0 1 > prepared operation key=7KN90I8B7PUK tag=8KG1UQQGRF34 type=del size=1460192 2024-09-19T13:44:19.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.802+0000 7f71dac3e8c0 1 < completed delete operation key=QMR0T7URJS4W tag=RKQR5WS08AO6 type=del 2024-09-19T13:44:19.810 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.806+0000 7f71dac3e8c0 1 > prepared part key=_multipart_37OSN0RSHGZZ.2~2U3Z56L9O78B.0 size=342799 2024-09-19T13:44:19.810 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.806+0000 7f71dac3e8c0 1 > prepared multipart upload key=37OSN0RSHGZZ upload=2U3Z56L9O78B tag=SH1OCY9QNHP1 type=write size=1391375 2024-09-19T13:44:19.814 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.810+0000 7f71dac3e8c0 1 < completed part key=_multipart_8A3NYYQ7SXR3.2~TN7ICG1BG75T.0 size=1048576 2024-09-19T13:44:19.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.814+0000 7f71dac3e8c0 1 < completed part key=_multipart_8A3NYYQ7SXR3.2~TN7ICG1BG75T.1 size=1048576 2024-09-19T13:44:19.820 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.818+0000 7f71dac3e8c0 1 < completed part key=_multipart_8A3NYYQ7SXR3.2~TN7ICG1BG75T.2 size=150075 2024-09-19T13:44:19.826 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.822+0000 7f71dac3e8c0 1 < completed multipart upload key=8A3NYYQ7SXR3 upload=TN7ICG1BG75T tag=SD81AV1OIXTS type=write size=3295803 2024-09-19T13:44:19.830 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.826+0000 7f71dac3e8c0 1 > prepared operation key=Q484UNX3BYBG tag=F0MXTMHIKF9J type=del size=2214755 2024-09-19T13:44:19.834 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.830+0000 7f71dac3e8c0 1 < completed delete operation key=TZNPXQ5Y333X tag=BYE75VAFCTE2 type=del 2024-09-19T13:44:19.840 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.834+0000 7f71dac3e8c0 1 > prepared operation key=TZNPXQ5Y333X tag=5VQFL3M2RB5O type=del size=1804950 2024-09-19T13:44:19.842 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.838+0000 7f71dac3e8c0 1 < completed delete operation key=8KBRPNQCKIQN tag=USDY47HZZ4SA type=del 2024-09-19T13:44:19.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.842+0000 7f71dac3e8c0 1 > prepared operation key=NJ64P4D0EIT4 tag=F3VRVMKC7VYO type=del size=3829799 2024-09-19T13:44:19.850 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.846+0000 7f71dac3e8c0 1 < completed delete operation key=JO1LC6YY2PEB tag=QI1MUHFP17D1 type=del 2024-09-19T13:44:19.855 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.850+0000 7f71dac3e8c0 1 > prepared operation key=K7SNV9YW44WO tag=R077D8NA05JQ type=del size=1478452 2024-09-19T13:44:19.859 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.858+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ7EXTELNUF4.2~VBZYOI1PY3HQ.0 size=1048576 2024-09-19T13:44:19.862 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.858+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ7EXTELNUF4.2~VBZYOI1PY3HQ.1 size=1048576 2024-09-19T13:44:19.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.862+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ7EXTELNUF4.2~VBZYOI1PY3HQ.2 size=565574 2024-09-19T13:44:19.873 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.870+0000 7f71dac3e8c0 1 < completed multipart upload key=NJ7EXTELNUF4 upload=VBZYOI1PY3HQ tag=3SYSOZGD71Z0 type=write size=3711302 2024-09-19T13:44:19.881 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.878+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8NT83XBF9HN8.2~84Z4PBQ9A27Y.0 size=45386 2024-09-19T13:44:19.881 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.878+0000 7f71dac3e8c0 1 > prepared multipart upload key=8NT83XBF9HN8 upload=84Z4PBQ9A27Y tag=XSW9147BR02M type=write size=1093962 2024-09-19T13:44:19.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.882+0000 7f71dac3e8c0 1 < canceled operation key=0FYIGD7G7ER2 tag=JPIDNLKUZVMB type=del size=1804081 2024-09-19T13:44:19.889 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.886+0000 7f71dac3e8c0 1 > prepared operation key=JO1LC6YY2PEB tag=8XETDVHR9OLG type=del size=2712764 2024-09-19T13:44:19.890 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.886+0000 7f71dac3e8c0 1 < canceled part key=_multipart_W1PNZKV93AHZ.2~4N3N1U4P298J.0 size=1048576 2024-09-19T13:44:19.892 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.890+0000 7f71dac3e8c0 1 < completed part key=_multipart_W1PNZKV93AHZ.2~4N3N1U4P298J.1 size=447096 2024-09-19T13:44:19.898 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.894+0000 7f71dac3e8c0 1 < canceled multipart upload key=W1PNZKV93AHZ upload=4N3N1U4P298J tag=286L5SB0NOZB type=write size=2544248 2024-09-19T13:44:19.905 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.902+0000 7f71dac3e8c0 1 > prepared part key=_multipart_6QW9QPSBZ37R.2~KY96CBQPTH8Z.0 size=1048576 2024-09-19T13:44:19.908 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.906+0000 7f71dac3e8c0 1 > prepared part key=_multipart_6QW9QPSBZ37R.2~KY96CBQPTH8Z.1 size=422896 2024-09-19T13:44:19.908 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.906+0000 7f71dac3e8c0 1 > prepared multipart upload key=6QW9QPSBZ37R upload=KY96CBQPTH8Z tag=WL8VG4GEO9ZV type=write size=2520048 2024-09-19T13:44:19.912 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.910+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~C4M04997C5Y3.0 size=156871 2024-09-19T13:44:19.918 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.914+0000 7f71dac3e8c0 1 < completed multipart upload key=IUZEMS5KASUH upload=C4M04997C5Y3 tag=P62MTOL9Q21B type=write size=1205447 2024-09-19T13:44:19.922 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.918+0000 7f71dac3e8c0 1 > prepared operation key=0FYIGD7G7ER2 tag=TK0CF2MG6FXX type=del size=2829308 2024-09-19T13:44:19.929 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.926+0000 7f71dac3e8c0 1 < suggested update operation key=IUZEMS5KASUH tag=C6DG70Y47QT9 type=del size=1810258 2024-09-19T13:44:19.936 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.934+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8KBRPNQCKIQN.2~Y2W9ADFEIQX2.0 size=1048576 2024-09-19T13:44:19.939 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.938+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8KBRPNQCKIQN.2~Y2W9ADFEIQX2.1 size=1048576 2024-09-19T13:44:19.942 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.938+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8KBRPNQCKIQN.2~Y2W9ADFEIQX2.2 size=1009293 2024-09-19T13:44:19.942 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.938+0000 7f71dac3e8c0 1 > prepared multipart upload key=8KBRPNQCKIQN upload=Y2W9ADFEIQX2 tag=Q6FYAA4FGPJS type=write size=4155021 2024-09-19T13:44:19.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.942+0000 7f71dac3e8c0 1 < canceled operation key=NJ7EXTELNUF4 tag=KOG4BUX41TRM type=write size=402595 2024-09-19T13:44:19.950 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.946+0000 7f71dac3e8c0 1 > prepared operation key=XXX33TZ37H3Q tag=2J7S2KZUSGEA type=write size=839334 2024-09-19T13:44:19.954 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.950+0000 7f71dac3e8c0 1 < completed delete operation key=5UA3A6M3SVPV tag=V6LR24HKYQ5Q type=del 2024-09-19T13:44:19.958 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.954+0000 7f71dac3e8c0 1 > prepared operation key=TZNPXQ5Y333X tag=WDHSCDZ0C6DH type=del size=572323 2024-09-19T13:44:19.962 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.958+0000 7f71dac3e8c0 1 < completed delete operation key=3M5OBS7J4VF9 tag=REYDIH9D6JFE type=del 2024-09-19T13:44:19.966 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.962+0000 7f71dac3e8c0 1 > prepared operation key=8KBRPNQCKIQN tag=KLJO6M3LZWJJ type=del size=2212316 2024-09-19T13:44:19.970 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.966+0000 7f71dac3e8c0 1 < completed delete operation key=GTZ96ZN0A4E9 tag=V5KG1G4D0LI7 type=del 2024-09-19T13:44:19.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.974+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~TFKDTCE0TCI6.0 size=1048576 2024-09-19T13:44:19.980 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.978+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~TFKDTCE0TCI6.1 size=1048576 2024-09-19T13:44:19.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.978+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~TFKDTCE0TCI6.2 size=975373 2024-09-19T13:44:19.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.982+0000 7f71dac3e8c0 1 > prepared multipart upload key=IUZEMS5KASUH upload=TFKDTCE0TCI6 tag=DAYDKU7WS4W9 type=write size=4121101 2024-09-19T13:44:19.987 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.986+0000 7f71dac3e8c0 1 < completed delete operation key=GTZ96ZN0A4E9 tag=3X0Z46XUBQV3 type=del 2024-09-19T13:44:19.994 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.990+0000 7f71dac3e8c0 1 > prepared part key=_multipart_JO1LC6YY2PEB.2~K8OLUQG7UG3C.0 size=1048576 2024-09-19T13:44:20.002 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.998+0000 7f71dac3e8c0 1 > prepared part key=_multipart_JO1LC6YY2PEB.2~K8OLUQG7UG3C.1 size=284545 2024-09-19T13:44:20.002 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:19.998+0000 7f71dac3e8c0 1 > prepared multipart upload key=JO1LC6YY2PEB upload=K8OLUQG7UG3C tag=IN1GFZDEWFS8 type=write size=2381697 2024-09-19T13:44:20.007 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.006+0000 7f71dac3e8c0 1 < canceled operation key=7KN90I8B7PUK tag=8KG1UQQGRF34 type=del size=1460192 2024-09-19T13:44:20.010 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.006+0000 7f71dac3e8c0 1 > prepared operation key=V22QT1MEZ47G tag=O0SG1UACFFLW type=del size=1526387 2024-09-19T13:44:20.014 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.010+0000 7f71dac3e8c0 1 < completed part key=_multipart_37OSN0RSHGZZ.2~2U3Z56L9O78B.0 size=342799 2024-09-19T13:44:20.019 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.014+0000 7f71dac3e8c0 1 < completed multipart upload key=37OSN0RSHGZZ upload=2U3Z56L9O78B tag=SH1OCY9QNHP1 type=write size=1391375 2024-09-19T13:44:20.024 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.022+0000 7f71dac3e8c0 1 > prepared part key=_multipart_0FYIGD7G7ER2.2~MP7BOEE550C8.0 size=1048576 2024-09-19T13:44:20.027 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.026+0000 7f71dac3e8c0 1 > prepared part key=_multipart_0FYIGD7G7ER2.2~MP7BOEE550C8.1 size=336142 2024-09-19T13:44:20.027 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.026+0000 7f71dac3e8c0 1 > prepared multipart upload key=0FYIGD7G7ER2 upload=MP7BOEE550C8 tag=QRX40FK4MR2M type=write size=2433294 2024-09-19T13:44:20.031 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.030+0000 7f71dac3e8c0 1 < completed delete operation key=Q484UNX3BYBG tag=F0MXTMHIKF9J type=del 2024-09-19T13:44:20.035 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.034+0000 7f71dac3e8c0 1 > prepared operation key=XXX33TZ37H3Q tag=0TKOSPUPADMI type=del size=3395883 2024-09-19T13:44:20.038 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.034+0000 7f71dac3e8c0 1 < canceled operation key=TZNPXQ5Y333X tag=5VQFL3M2RB5O type=del size=1804950 2024-09-19T13:44:20.044 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.038+0000 7f71dac3e8c0 1 > prepared operation key=3M5OBS7J4VF9 tag=6NQ4E5HXNHGS type=del size=767836 2024-09-19T13:44:20.045 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.042+0000 7f71dac3e8c0 1 < completed delete operation key=NJ64P4D0EIT4 tag=F3VRVMKC7VYO type=del 2024-09-19T13:44:20.052 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.050+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~LQDBT93TAPOP.0 size=1048576 2024-09-19T13:44:20.055 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.054+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~LQDBT93TAPOP.1 size=1006110 2024-09-19T13:44:20.055 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.054+0000 7f71dac3e8c0 1 > prepared multipart upload key=3M5OBS7J4VF9 upload=LQDBT93TAPOP tag=ZDO4K0C6YKUO type=write size=3103262 2024-09-19T13:44:20.059 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.058+0000 7f71dac3e8c0 1 < completed delete operation key=K7SNV9YW44WO tag=R077D8NA05JQ type=del 2024-09-19T13:44:20.063 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.062+0000 7f71dac3e8c0 1 > prepared operation key=GTZ96ZN0A4E9 tag=U20DCHPNN9JF type=write size=398914 2024-09-19T13:44:20.067 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.066+0000 7f71dac3e8c0 1 < completed part key=_multipart_8NT83XBF9HN8.2~84Z4PBQ9A27Y.0 size=45386 2024-09-19T13:44:20.073 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.070+0000 7f71dac3e8c0 1 < completed multipart upload key=8NT83XBF9HN8 upload=84Z4PBQ9A27Y tag=XSW9147BR02M type=write size=1093962 2024-09-19T13:44:20.078 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.074+0000 7f71dac3e8c0 1 > prepared operation key=37OSN0RSHGZZ tag=6A2ICS72WJ6G type=write size=213057 2024-09-19T13:44:20.083 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.082+0000 7f71dac3e8c0 1 < canceled operation key=JO1LC6YY2PEB tag=8XETDVHR9OLG type=del size=2712764 2024-09-19T13:44:20.090 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.086+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GZF1MCOAN1NO.2~XCU362AI7KV5.0 size=1048576 2024-09-19T13:44:20.093 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.090+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GZF1MCOAN1NO.2~XCU362AI7KV5.1 size=831932 2024-09-19T13:44:20.093 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.090+0000 7f71dac3e8c0 1 > prepared multipart upload key=GZF1MCOAN1NO upload=XCU362AI7KV5 tag=LRIDAEVDQPOZ type=write size=2929084 2024-09-19T13:44:20.096 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.094+0000 7f71dac3e8c0 1 < completed part key=_multipart_6QW9QPSBZ37R.2~KY96CBQPTH8Z.0 size=1048576 2024-09-19T13:44:20.100 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.098+0000 7f71dac3e8c0 1 < completed part key=_multipart_6QW9QPSBZ37R.2~KY96CBQPTH8Z.1 size=422896 2024-09-19T13:44:20.105 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.102+0000 7f71dac3e8c0 1 < completed multipart upload key=6QW9QPSBZ37R upload=KY96CBQPTH8Z tag=WL8VG4GEO9ZV type=write size=2520048 2024-09-19T13:44:20.109 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.106+0000 7f71dac3e8c0 1 > prepared operation key=37OSN0RSHGZZ tag=5EX1BGSQW4S3 type=del size=2774732 2024-09-19T13:44:20.113 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.110+0000 7f71dac3e8c0 1 < completed delete operation key=0FYIGD7G7ER2 tag=TK0CF2MG6FXX type=del 2024-09-19T13:44:20.120 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.118+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~0GHS9Q81FD49.0 size=1048576 2024-09-19T13:44:20.123 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.122+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~0GHS9Q81FD49.1 size=1048576 2024-09-19T13:44:20.126 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.122+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~0GHS9Q81FD49.2 size=662601 2024-09-19T13:44:20.126 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.122+0000 7f71dac3e8c0 1 > prepared multipart upload key=3M5OBS7J4VF9 upload=0GHS9Q81FD49 tag=CXC2BA86RYVL type=write size=3808329 2024-09-19T13:44:20.129 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.126+0000 7f71dac3e8c0 1 < completed part key=_multipart_8KBRPNQCKIQN.2~Y2W9ADFEIQX2.0 size=1048576 2024-09-19T13:44:20.132 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.130+0000 7f71dac3e8c0 1 < completed part key=_multipart_8KBRPNQCKIQN.2~Y2W9ADFEIQX2.1 size=1048576 2024-09-19T13:44:20.135 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.134+0000 7f71dac3e8c0 1 < completed part key=_multipart_8KBRPNQCKIQN.2~Y2W9ADFEIQX2.2 size=1009293 2024-09-19T13:44:20.141 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.138+0000 7f71dac3e8c0 1 < completed multipart upload key=8KBRPNQCKIQN upload=Y2W9ADFEIQX2 tag=Q6FYAA4FGPJS type=write size=4155021 2024-09-19T13:44:20.145 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.142+0000 7f71dac3e8c0 1 > prepared operation key=8NT83XBF9HN8 tag=IL9MW5WZ3WH4 type=del size=579431 2024-09-19T13:44:20.149 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.146+0000 7f71dac3e8c0 1 < completed write operation key=XXX33TZ37H3Q tag=2J7S2KZUSGEA type=write size=839334 2024-09-19T13:44:20.153 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.150+0000 7f71dac3e8c0 1 > prepared operation key=D131FP2BZYDS tag=77Y4QLA2GO70 type=del size=2818147 2024-09-19T13:44:20.157 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.154+0000 7f71dac3e8c0 1 < completed delete operation key=TZNPXQ5Y333X tag=WDHSCDZ0C6DH type=del 2024-09-19T13:44:20.161 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.158+0000 7f71dac3e8c0 1 > prepared operation key=XXX33TZ37H3Q tag=DUA2KZD3A0JS type=del size=2180117 2024-09-19T13:44:20.165 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.162+0000 7f71dac3e8c0 1 < completed delete operation key=8KBRPNQCKIQN tag=KLJO6M3LZWJJ type=del 2024-09-19T13:44:20.172 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.170+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~EIPBTCX9C2U5.0 size=1048576 2024-09-19T13:44:20.175 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.170+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~EIPBTCX9C2U5.1 size=1048576 2024-09-19T13:44:20.178 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.174+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~EIPBTCX9C2U5.2 size=97434 2024-09-19T13:44:20.178 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.174+0000 7f71dac3e8c0 1 > prepared multipart upload key=NJ7EXTELNUF4 upload=EIPBTCX9C2U5 tag=E93G8QI3K8P4 type=write size=3243162 2024-09-19T13:44:20.182 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.178+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~TFKDTCE0TCI6.0 size=1048576 2024-09-19T13:44:20.185 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.182+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~TFKDTCE0TCI6.1 size=1048576 2024-09-19T13:44:20.188 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.186+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~TFKDTCE0TCI6.2 size=975373 2024-09-19T13:44:20.194 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.190+0000 7f71dac3e8c0 1 < completed multipart upload key=IUZEMS5KASUH upload=TFKDTCE0TCI6 tag=DAYDKU7WS4W9 type=write size=4121101 2024-09-19T13:44:20.201 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.198+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~Q0EI1QDQ2Q5L.0 size=1002326 2024-09-19T13:44:20.201 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.198+0000 7f71dac3e8c0 1 > prepared multipart upload key=IUZEMS5KASUH upload=Q0EI1QDQ2Q5L tag=BXT39STGFEQN type=write size=2050902 2024-09-19T13:44:20.204 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.202+0000 7f71dac3e8c0 1 < completed part key=_multipart_JO1LC6YY2PEB.2~K8OLUQG7UG3C.0 size=1048576 2024-09-19T13:44:20.207 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.206+0000 7f71dac3e8c0 1 < completed part key=_multipart_JO1LC6YY2PEB.2~K8OLUQG7UG3C.1 size=284545 2024-09-19T13:44:20.213 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.210+0000 7f71dac3e8c0 1 < completed multipart upload key=JO1LC6YY2PEB upload=K8OLUQG7UG3C tag=IN1GFZDEWFS8 type=write size=2381697 2024-09-19T13:44:20.220 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.218+0000 7f71dac3e8c0 1 > prepared part key=_multipart_5UA3A6M3SVPV.2~KG2UJNKZM5EF.0 size=1048576 2024-09-19T13:44:20.223 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.222+0000 7f71dac3e8c0 1 > prepared part key=_multipart_5UA3A6M3SVPV.2~KG2UJNKZM5EF.1 size=1048576 2024-09-19T13:44:20.226 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.222+0000 7f71dac3e8c0 1 > prepared part key=_multipart_5UA3A6M3SVPV.2~KG2UJNKZM5EF.2 size=536240 2024-09-19T13:44:20.226 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.222+0000 7f71dac3e8c0 1 > prepared multipart upload key=5UA3A6M3SVPV upload=KG2UJNKZM5EF tag=0VS3MMWH1BWC type=write size=3681968 2024-09-19T13:44:20.233 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.230+0000 7f71dac3e8c0 1 < suggested remove operation key=V22QT1MEZ47G tag=O0SG1UACFFLW type=del 2024-09-19T13:44:20.237 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.234+0000 7f71dac3e8c0 1 > prepared operation key=JO1LC6YY2PEB tag=N909UY0O2837 type=del size=1254289 2024-09-19T13:44:20.241 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.238+0000 7f71dac3e8c0 1 < completed part key=_multipart_0FYIGD7G7ER2.2~MP7BOEE550C8.0 size=1048576 2024-09-19T13:44:20.241 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.238+0000 7f71dac3e8c0 1 < canceled part key=_multipart_0FYIGD7G7ER2.2~MP7BOEE550C8.1 size=336142 2024-09-19T13:44:20.247 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.246+0000 7f71dac3e8c0 1 < canceled multipart upload key=0FYIGD7G7ER2 upload=MP7BOEE550C8 tag=QRX40FK4MR2M type=write size=2433294 2024-09-19T13:44:20.251 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.250+0000 7f71dac3e8c0 1 > prepared operation key=GTZ96ZN0A4E9 tag=EEVAQI3ZWWY0 type=del size=1001761 2024-09-19T13:44:20.255 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.250+0000 7f71dac3e8c0 1 < completed delete operation key=XXX33TZ37H3Q tag=0TKOSPUPADMI type=del 2024-09-19T13:44:20.262 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.258+0000 7f71dac3e8c0 1 > prepared part key=_multipart_JO1LC6YY2PEB.2~58UEETRD8NKP.0 size=1048576 2024-09-19T13:44:20.264 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.262+0000 7f71dac3e8c0 1 > prepared part key=_multipart_JO1LC6YY2PEB.2~58UEETRD8NKP.1 size=540553 2024-09-19T13:44:20.265 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.262+0000 7f71dac3e8c0 1 > prepared multipart upload key=JO1LC6YY2PEB upload=58UEETRD8NKP tag=MHRPRAMSCXZQ type=write size=2637705 2024-09-19T13:44:20.268 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.266+0000 7f71dac3e8c0 1 < completed delete operation key=3M5OBS7J4VF9 tag=6NQ4E5HXNHGS type=del 2024-09-19T13:44:20.275 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.274+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~YVFSY47I5CME.0 size=1048576 2024-09-19T13:44:20.278 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.274+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~YVFSY47I5CME.1 size=578336 2024-09-19T13:44:20.279 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.274+0000 7f71dac3e8c0 1 > prepared multipart upload key=XXX33TZ37H3Q upload=YVFSY47I5CME tag=T77BM5YXH5JO type=write size=2675488 2024-09-19T13:44:20.279 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.278+0000 7f71dac3e8c0 1 < canceled part key=_multipart_3M5OBS7J4VF9.2~LQDBT93TAPOP.0 size=1048576 2024-09-19T13:44:20.282 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.278+0000 7f71dac3e8c0 1 < completed part key=_multipart_3M5OBS7J4VF9.2~LQDBT93TAPOP.1 size=1006110 2024-09-19T13:44:20.288 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.286+0000 7f71dac3e8c0 1 < canceled multipart upload key=3M5OBS7J4VF9 upload=LQDBT93TAPOP tag=ZDO4K0C6YKUO type=write size=3103262 2024-09-19T13:44:20.295 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.294+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~209SB421XWQ4.0 size=1048576 2024-09-19T13:44:20.298 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.294+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~209SB421XWQ4.1 size=1048576 2024-09-19T13:44:20.300 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.298+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~209SB421XWQ4.2 size=324546 2024-09-19T13:44:20.301 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.298+0000 7f71dac3e8c0 1 > prepared multipart upload key=XXX33TZ37H3Q upload=209SB421XWQ4 tag=4MYLG6381MLU type=write size=3470274 2024-09-19T13:44:20.304 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.302+0000 7f71dac3e8c0 1 < completed write operation key=GTZ96ZN0A4E9 tag=U20DCHPNN9JF type=write size=398914 2024-09-19T13:44:20.308 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.306+0000 7f71dac3e8c0 1 > prepared operation key=HEVXCB3PBN2X tag=Z3DB5ZBLGA1V type=del size=2229600 2024-09-19T13:44:20.312 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.310+0000 7f71dac3e8c0 1 < completed write operation key=37OSN0RSHGZZ tag=6A2ICS72WJ6G type=write size=213057 2024-09-19T13:44:20.316 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.314+0000 7f71dac3e8c0 1 > prepared operation key=V22QT1MEZ47G tag=Z5K587NT98VH type=del size=1793497 2024-09-19T13:44:20.320 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.318+0000 7f71dac3e8c0 1 < completed part key=_multipart_GZF1MCOAN1NO.2~XCU362AI7KV5.0 size=1048576 2024-09-19T13:44:20.323 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.322+0000 7f71dac3e8c0 1 < completed part key=_multipart_GZF1MCOAN1NO.2~XCU362AI7KV5.1 size=831932 2024-09-19T13:44:20.329 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.326+0000 7f71dac3e8c0 1 < completed multipart upload key=GZF1MCOAN1NO upload=XCU362AI7KV5 tag=LRIDAEVDQPOZ type=write size=2929084 2024-09-19T13:44:20.333 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.330+0000 7f71dac3e8c0 1 > prepared operation key=8A3NYYQ7SXR3 tag=KRTSX15YPM21 type=write size=668093 2024-09-19T13:44:20.337 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.334+0000 7f71dac3e8c0 1 < completed delete operation key=37OSN0RSHGZZ tag=5EX1BGSQW4S3 type=del 2024-09-19T13:44:20.341 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.338+0000 7f71dac3e8c0 1 > prepared operation key=HEVXCB3PBN2X tag=3HQ9ZB6291P7 type=del size=2175073 2024-09-19T13:44:20.348 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.346+0000 7f71dac3e8c0 1 < completed part key=_multipart_3M5OBS7J4VF9.2~0GHS9Q81FD49.0 size=1048576 2024-09-19T13:44:20.348 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.346+0000 7f71dac3e8c0 1 < canceled part key=_multipart_3M5OBS7J4VF9.2~0GHS9Q81FD49.1 size=1048576 2024-09-19T13:44:20.353 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.350+0000 7f71dac3e8c0 1 < completed part key=_multipart_3M5OBS7J4VF9.2~0GHS9Q81FD49.2 size=662601 2024-09-19T13:44:20.358 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.354+0000 7f71dac3e8c0 1 < canceled multipart upload key=3M5OBS7J4VF9 upload=0GHS9Q81FD49 tag=CXC2BA86RYVL type=write size=3808329 2024-09-19T13:44:20.362 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.358+0000 7f71dac3e8c0 1 > prepared operation key=A0ZG34NFHPW5 tag=LAHHEN96UI7W type=del size=3505496 2024-09-19T13:44:20.367 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.366+0000 7f71dac3e8c0 1 < completed delete operation key=8NT83XBF9HN8 tag=IL9MW5WZ3WH4 type=del 2024-09-19T13:44:20.374 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.370+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ64P4D0EIT4.2~9KEJIPI6QDYC.0 size=1048576 2024-09-19T13:44:20.377 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.374+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ64P4D0EIT4.2~9KEJIPI6QDYC.1 size=1048576 2024-09-19T13:44:20.381 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.378+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ64P4D0EIT4.2~9KEJIPI6QDYC.2 size=1014146 2024-09-19T13:44:20.381 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.378+0000 7f71dac3e8c0 1 > prepared multipart upload key=NJ64P4D0EIT4 upload=9KEJIPI6QDYC tag=IXWUKRLYTCNW type=write size=4159874 2024-09-19T13:44:20.385 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.382+0000 7f71dac3e8c0 1 < completed delete operation key=D131FP2BZYDS tag=77Y4QLA2GO70 type=del 2024-09-19T13:44:20.389 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.386+0000 7f71dac3e8c0 1 > prepared operation key=HEVXCB3PBN2X tag=JHN2TD4V7V1B type=del size=3350803 2024-09-19T13:44:20.393 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.390+0000 7f71dac3e8c0 1 < completed delete operation key=XXX33TZ37H3Q tag=DUA2KZD3A0JS type=del 2024-09-19T13:44:20.397 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.394+0000 7f71dac3e8c0 1 > prepared operation key=NJ64P4D0EIT4 tag=XGW37HOUP1HX type=write size=630727 2024-09-19T13:44:20.401 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.398+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ7EXTELNUF4.2~EIPBTCX9C2U5.0 size=1048576 2024-09-19T13:44:20.404 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.402+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ7EXTELNUF4.2~EIPBTCX9C2U5.1 size=1048576 2024-09-19T13:44:20.407 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.406+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ7EXTELNUF4.2~EIPBTCX9C2U5.2 size=97434 2024-09-19T13:44:20.413 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.410+0000 7f71dac3e8c0 1 < completed multipart upload key=NJ7EXTELNUF4 upload=EIPBTCX9C2U5 tag=E93G8QI3K8P4 type=write size=3243162 2024-09-19T13:44:20.420 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.418+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~JGL95JSEIMX8.0 size=1048576 2024-09-19T13:44:20.423 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.422+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~JGL95JSEIMX8.1 size=1048576 2024-09-19T13:44:20.426 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.422+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~JGL95JSEIMX8.2 size=832320 2024-09-19T13:44:20.426 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.422+0000 7f71dac3e8c0 1 > prepared multipart upload key=HXQD0AR5YYML upload=JGL95JSEIMX8 tag=CDOF5VXYAJ9X type=write size=3978048 2024-09-19T13:44:20.430 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.426+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~Q0EI1QDQ2Q5L.0 size=1002326 2024-09-19T13:44:20.436 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.434+0000 7f71dac3e8c0 1 < completed multipart upload key=IUZEMS5KASUH upload=Q0EI1QDQ2Q5L tag=BXT39STGFEQN type=write size=2050902 2024-09-19T13:44:20.440 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.438+0000 7f71dac3e8c0 1 > prepared operation key=HEVXCB3PBN2X tag=4P9DSG3FQ3FP type=del size=3469969 2024-09-19T13:44:20.444 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.442+0000 7f71dac3e8c0 1 < completed part key=_multipart_5UA3A6M3SVPV.2~KG2UJNKZM5EF.0 size=1048576 2024-09-19T13:44:20.447 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.446+0000 7f71dac3e8c0 1 < completed part key=_multipart_5UA3A6M3SVPV.2~KG2UJNKZM5EF.1 size=1048576 2024-09-19T13:44:20.450 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.446+0000 7f71dac3e8c0 1 < completed part key=_multipart_5UA3A6M3SVPV.2~KG2UJNKZM5EF.2 size=536240 2024-09-19T13:44:20.455 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.454+0000 7f71dac3e8c0 1 < completed multipart upload key=5UA3A6M3SVPV upload=KG2UJNKZM5EF tag=0VS3MMWH1BWC type=write size=3681968 2024-09-19T13:44:20.463 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.458+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~Y864W6W7QGDV.0 size=1048576 2024-09-19T13:44:20.465 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.462+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~Y864W6W7QGDV.1 size=133912 2024-09-19T13:44:20.466 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.462+0000 7f71dac3e8c0 1 > prepared multipart upload key=3M5OBS7J4VF9 upload=Y864W6W7QGDV tag=VG2HNZC2MAJN type=write size=2231064 2024-09-19T13:44:20.469 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.466+0000 7f71dac3e8c0 1 < completed delete operation key=JO1LC6YY2PEB tag=N909UY0O2837 type=del 2024-09-19T13:44:20.473 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.470+0000 7f71dac3e8c0 1 > prepared operation key=HEVXCB3PBN2X tag=Z1W1WCXQO91Y type=del size=3332340 2024-09-19T13:44:20.476 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.474+0000 7f71dac3e8c0 1 < completed delete operation key=GTZ96ZN0A4E9 tag=EEVAQI3ZWWY0 type=del 2024-09-19T13:44:20.483 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.482+0000 7f71dac3e8c0 1 > prepared part key=_multipart_OZZDDUTJUZ6A.2~C8SG04PPLZMG.0 size=1048576 2024-09-19T13:44:20.486 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.482+0000 7f71dac3e8c0 1 > prepared part key=_multipart_OZZDDUTJUZ6A.2~C8SG04PPLZMG.1 size=1048576 2024-09-19T13:44:20.489 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.486+0000 7f71dac3e8c0 1 > prepared part key=_multipart_OZZDDUTJUZ6A.2~C8SG04PPLZMG.2 size=549169 2024-09-19T13:44:20.489 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.486+0000 7f71dac3e8c0 1 > prepared multipart upload key=OZZDDUTJUZ6A upload=C8SG04PPLZMG tag=LIBUTVK7G0OW type=write size=3694897 2024-09-19T13:44:20.494 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.490+0000 7f71dac3e8c0 1 < completed part key=_multipart_JO1LC6YY2PEB.2~58UEETRD8NKP.0 size=1048576 2024-09-19T13:44:20.497 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.494+0000 7f71dac3e8c0 1 < completed part key=_multipart_JO1LC6YY2PEB.2~58UEETRD8NKP.1 size=540553 2024-09-19T13:44:20.503 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.502+0000 7f71dac3e8c0 1 < completed multipart upload key=JO1LC6YY2PEB upload=58UEETRD8NKP tag=MHRPRAMSCXZQ type=write size=2637705 2024-09-19T13:44:20.507 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.506+0000 7f71dac3e8c0 1 > prepared operation key=QMR0T7URJS4W tag=4PFJTBB0AJ0E type=write size=202518 2024-09-19T13:44:20.511 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.510+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~YVFSY47I5CME.0 size=1048576 2024-09-19T13:44:20.514 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.510+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~YVFSY47I5CME.1 size=578336 2024-09-19T13:44:20.520 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.518+0000 7f71dac3e8c0 1 < completed multipart upload key=XXX33TZ37H3Q upload=YVFSY47I5CME tag=T77BM5YXH5JO type=write size=2675488 2024-09-19T13:44:20.524 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.522+0000 7f71dac3e8c0 1 > prepared operation key=LIMYIIX8WVBS tag=AH877PBE8GM7 type=del size=3537785 2024-09-19T13:44:20.528 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.526+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~209SB421XWQ4.0 size=1048576 2024-09-19T13:44:20.528 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.526+0000 7f71dac3e8c0 1 < canceled part key=_multipart_XXX33TZ37H3Q.2~209SB421XWQ4.1 size=1048576 2024-09-19T13:44:20.531 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.526+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~209SB421XWQ4.2 size=324546 2024-09-19T13:44:20.538 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.534+0000 7f71dac3e8c0 1 < canceled multipart upload key=XXX33TZ37H3Q upload=209SB421XWQ4 tag=4MYLG6381MLU type=write size=3470274 2024-09-19T13:44:20.545 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.542+0000 7f71dac3e8c0 1 > prepared part key=_multipart_6QW9QPSBZ37R.2~9SXH0M0M27ZJ.0 size=860150 2024-09-19T13:44:20.545 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.542+0000 7f71dac3e8c0 1 > prepared multipart upload key=6QW9QPSBZ37R upload=9SXH0M0M27ZJ tag=O0K5GT1JBA5F type=write size=1908726 2024-09-19T13:44:20.549 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.546+0000 7f71dac3e8c0 1 < completed delete operation key=HEVXCB3PBN2X tag=Z3DB5ZBLGA1V type=del 2024-09-19T13:44:20.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.550+0000 7f71dac3e8c0 1 > prepared operation key=HXQD0AR5YYML tag=Y0X7A1D331F9 type=del size=1959074 2024-09-19T13:44:20.558 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.554+0000 7f71dac3e8c0 1 < completed delete operation key=V22QT1MEZ47G tag=Z5K587NT98VH type=del 2024-09-19T13:44:20.563 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.562+0000 7f71dac3e8c0 1 > prepared operation key=7KN90I8B7PUK tag=BUM4GKKAFJWE type=del size=1989155 2024-09-19T13:44:20.571 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.570+0000 7f71dac3e8c0 1 < suggested update operation key=8A3NYYQ7SXR3 tag=KRTSX15YPM21 type=write size=668093 2024-09-19T13:44:20.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.574+0000 7f71dac3e8c0 1 > prepared operation key=ZTBECCHZS74F tag=YRUZMSG83N09 type=del size=3493375 2024-09-19T13:44:20.579 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.578+0000 7f71dac3e8c0 1 < completed delete operation key=HEVXCB3PBN2X tag=3HQ9ZB6291P7 type=del 2024-09-19T13:44:20.585 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.582+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~X39H8ZLR505V.0 size=1048576 2024-09-19T13:44:20.588 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.586+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~X39H8ZLR505V.1 size=1048576 2024-09-19T13:44:20.591 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.590+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~X39H8ZLR505V.2 size=952906 2024-09-19T13:44:20.591 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.590+0000 7f71dac3e8c0 1 > prepared multipart upload key=K7SNV9YW44WO upload=X39H8ZLR505V tag=VMI8NKPNWK0C type=write size=4098634 2024-09-19T13:44:20.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.594+0000 7f71dac3e8c0 1 < completed delete operation key=A0ZG34NFHPW5 tag=LAHHEN96UI7W type=del 2024-09-19T13:44:20.600 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.598+0000 7f71dac3e8c0 1 > prepared operation key=JO1LC6YY2PEB tag=QNDT0B8VUTT7 type=del size=3371597 2024-09-19T13:44:20.605 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.602+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ64P4D0EIT4.2~9KEJIPI6QDYC.0 size=1048576 2024-09-19T13:44:20.608 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.606+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ64P4D0EIT4.2~9KEJIPI6QDYC.1 size=1048576 2024-09-19T13:44:20.612 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.610+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ64P4D0EIT4.2~9KEJIPI6QDYC.2 size=1014146 2024-09-19T13:44:20.619 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.614+0000 7f71dac3e8c0 1 < completed multipart upload key=NJ64P4D0EIT4 upload=9KEJIPI6QDYC tag=IXWUKRLYTCNW type=write size=4159874 2024-09-19T13:44:20.625 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.622+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~8UEPDX54DPTC.0 size=1048576 2024-09-19T13:44:20.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.626+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~8UEPDX54DPTC.1 size=1048576 2024-09-19T13:44:20.631 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.630+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~8UEPDX54DPTC.2 size=266782 2024-09-19T13:44:20.631 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.630+0000 7f71dac3e8c0 1 > prepared multipart upload key=HXQD0AR5YYML upload=8UEPDX54DPTC tag=A1V2X7NI5Z49 type=write size=3412510 2024-09-19T13:44:20.635 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.634+0000 7f71dac3e8c0 1 < completed delete operation key=HEVXCB3PBN2X tag=JHN2TD4V7V1B type=del 2024-09-19T13:44:20.639 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.638+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=GUVBZ51AZI63 type=write size=214069 2024-09-19T13:44:20.646 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.642+0000 7f71dac3e8c0 1 < suggested update operation key=NJ64P4D0EIT4 tag=XGW37HOUP1HX type=write size=630727 2024-09-19T13:44:20.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.650+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GTZ96ZN0A4E9.2~PABE43TT8FCN.0 size=609543 2024-09-19T13:44:20.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.650+0000 7f71dac3e8c0 1 > prepared multipart upload key=GTZ96ZN0A4E9 upload=PABE43TT8FCN tag=6ZDZ6KPLJP5F type=write size=1658119 2024-09-19T13:44:20.658 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.654+0000 7f71dac3e8c0 1 < completed part key=_multipart_HXQD0AR5YYML.2~JGL95JSEIMX8.0 size=1048576 2024-09-19T13:44:20.661 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.658+0000 7f71dac3e8c0 1 < completed part key=_multipart_HXQD0AR5YYML.2~JGL95JSEIMX8.1 size=1048576 2024-09-19T13:44:20.664 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.662+0000 7f71dac3e8c0 1 < completed part key=_multipart_HXQD0AR5YYML.2~JGL95JSEIMX8.2 size=832320 2024-09-19T13:44:20.672 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.670+0000 7f71dac3e8c0 1 < completed multipart upload key=HXQD0AR5YYML upload=JGL95JSEIMX8 tag=CDOF5VXYAJ9X type=write size=3978048 2024-09-19T13:44:20.676 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.674+0000 7f71dac3e8c0 1 > prepared operation key=3M5OBS7J4VF9 tag=KG5C2V0DA1T3 type=del size=1552234 2024-09-19T13:44:20.680 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.678+0000 7f71dac3e8c0 1 < completed delete operation key=HEVXCB3PBN2X tag=4P9DSG3FQ3FP type=del 2024-09-19T13:44:20.685 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.682+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=JFDOA5CAV8PP type=del size=1875824 2024-09-19T13:44:20.689 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.686+0000 7f71dac3e8c0 1 < completed part key=_multipart_3M5OBS7J4VF9.2~Y864W6W7QGDV.0 size=1048576 2024-09-19T13:44:20.692 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.690+0000 7f71dac3e8c0 1 < completed part key=_multipart_3M5OBS7J4VF9.2~Y864W6W7QGDV.1 size=133912 2024-09-19T13:44:20.699 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.698+0000 7f71dac3e8c0 1 < completed multipart upload key=3M5OBS7J4VF9 upload=Y864W6W7QGDV tag=VG2HNZC2MAJN type=write size=2231064 2024-09-19T13:44:20.704 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.702+0000 7f71dac3e8c0 1 > prepared operation key=HXQD0AR5YYML tag=II1L2VA0VDXO type=del size=2755923 2024-09-19T13:44:20.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.710+0000 7f71dac3e8c0 1 < completed delete operation key=HEVXCB3PBN2X tag=Z1W1WCXQO91Y type=del 2024-09-19T13:44:20.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.718+0000 7f71dac3e8c0 1 > prepared part key=_multipart_1L7F60AU40YA.2~FJT6GOP3ZN01.0 size=1048576 2024-09-19T13:44:20.722 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.718+0000 7f71dac3e8c0 1 > prepared part key=_multipart_1L7F60AU40YA.2~FJT6GOP3ZN01.1 size=773852 2024-09-19T13:44:20.722 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.718+0000 7f71dac3e8c0 1 > prepared multipart upload key=1L7F60AU40YA upload=FJT6GOP3ZN01 tag=2EBHPH20IGUS type=write size=2871004 2024-09-19T13:44:20.726 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.722+0000 7f71dac3e8c0 1 < completed part key=_multipart_OZZDDUTJUZ6A.2~C8SG04PPLZMG.0 size=1048576 2024-09-19T13:44:20.726 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.722+0000 7f71dac3e8c0 1 < canceled part key=_multipart_OZZDDUTJUZ6A.2~C8SG04PPLZMG.1 size=1048576 2024-09-19T13:44:20.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.726+0000 7f71dac3e8c0 1 < completed part key=_multipart_OZZDDUTJUZ6A.2~C8SG04PPLZMG.2 size=549169 2024-09-19T13:44:20.735 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.734+0000 7f71dac3e8c0 1 < canceled multipart upload key=OZZDDUTJUZ6A upload=C8SG04PPLZMG tag=LIBUTVK7G0OW type=write size=3694897 2024-09-19T13:44:20.739 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.738+0000 7f71dac3e8c0 1 > prepared operation key=V22QT1MEZ47G tag=S93IIRAYQ8BN type=del size=329587 2024-09-19T13:44:20.747 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.742+0000 7f71dac3e8c0 1 < suggested update operation key=QMR0T7URJS4W tag=4PFJTBB0AJ0E type=write size=202518 2024-09-19T13:44:20.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.746+0000 7f71dac3e8c0 1 > prepared operation key=HEVXCB3PBN2X tag=SRH11SI14R65 type=write size=423443 2024-09-19T13:44:20.754 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.750+0000 7f71dac3e8c0 1 < completed delete operation key=LIMYIIX8WVBS tag=AH877PBE8GM7 type=del 2024-09-19T13:44:20.761 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.758+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~X624X0CW8QK1.0 size=1048576 2024-09-19T13:44:20.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.762+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~X624X0CW8QK1.1 size=1048576 2024-09-19T13:44:20.767 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.766+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~X624X0CW8QK1.2 size=685305 2024-09-19T13:44:20.767 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.766+0000 7f71dac3e8c0 1 > prepared multipart upload key=ZTBECCHZS74F upload=X624X0CW8QK1 tag=GW3Q8KV564UT type=write size=3831033 2024-09-19T13:44:20.771 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.766+0000 7f71dac3e8c0 1 < completed part key=_multipart_6QW9QPSBZ37R.2~9SXH0M0M27ZJ.0 size=860150 2024-09-19T13:44:20.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.774+0000 7f71dac3e8c0 1 < completed multipart upload key=6QW9QPSBZ37R upload=9SXH0M0M27ZJ tag=O0K5GT1JBA5F type=write size=1908726 2024-09-19T13:44:20.781 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.778+0000 7f71dac3e8c0 1 > prepared operation key=37OSN0RSHGZZ tag=QWLJ2CT2A1T9 type=del size=3087885 2024-09-19T13:44:20.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.786+0000 7f71dac3e8c0 1 < suggested remove operation key=HXQD0AR5YYML tag=Y0X7A1D331F9 type=del 2024-09-19T13:44:20.795 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.794+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~720RRP0E7R7R.0 size=79516 2024-09-19T13:44:20.795 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.794+0000 7f71dac3e8c0 1 > prepared multipart upload key=3M5OBS7J4VF9 upload=720RRP0E7R7R tag=9I9BJS9ELI3N type=write size=1128092 2024-09-19T13:44:20.799 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.798+0000 7f71dac3e8c0 1 < completed delete operation key=7KN90I8B7PUK tag=BUM4GKKAFJWE type=del 2024-09-19T13:44:20.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.802+0000 7f71dac3e8c0 1 > prepared operation key=37OSN0RSHGZZ tag=0W6SK7FJU7HA type=del size=1931180 2024-09-19T13:44:20.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.802+0000 7f71dac3e8c0 1 < completed delete operation key=ZTBECCHZS74F tag=YRUZMSG83N09 type=del 2024-09-19T13:44:20.814 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.810+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GZF1MCOAN1NO.2~3W9NH1V1Z8IL.0 size=1048576 2024-09-19T13:44:20.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.814+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GZF1MCOAN1NO.2~3W9NH1V1Z8IL.1 size=6169 2024-09-19T13:44:20.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.814+0000 7f71dac3e8c0 1 > prepared multipart upload key=GZF1MCOAN1NO upload=3W9NH1V1Z8IL tag=Z5SUN9K132SC type=write size=2103321 2024-09-19T13:44:20.821 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.818+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~X39H8ZLR505V.0 size=1048576 2024-09-19T13:44:20.824 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.822+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~X39H8ZLR505V.1 size=1048576 2024-09-19T13:44:20.827 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.826+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~X39H8ZLR505V.2 size=952906 2024-09-19T13:44:20.833 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.830+0000 7f71dac3e8c0 1 < completed multipart upload key=K7SNV9YW44WO upload=X39H8ZLR505V tag=VMI8NKPNWK0C type=write size=4098634 2024-09-19T13:44:20.840 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.838+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8A3NYYQ7SXR3.2~V17Y5L9V4D1F.0 size=720489 2024-09-19T13:44:20.840 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.838+0000 7f71dac3e8c0 1 > prepared multipart upload key=8A3NYYQ7SXR3 upload=V17Y5L9V4D1F tag=3LBKC3YM93V4 type=write size=1769065 2024-09-19T13:44:20.844 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.842+0000 7f71dac3e8c0 1 < completed delete operation key=JO1LC6YY2PEB tag=QNDT0B8VUTT7 type=del 2024-09-19T13:44:20.852 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.850+0000 7f71dac3e8c0 1 > prepared part key=_multipart_A0ZG34NFHPW5.2~YB7MUMO7DZ9B.0 size=1048576 2024-09-19T13:44:20.855 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.850+0000 7f71dac3e8c0 1 > prepared part key=_multipart_A0ZG34NFHPW5.2~YB7MUMO7DZ9B.1 size=1048576 2024-09-19T13:44:20.857 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.854+0000 7f71dac3e8c0 1 > prepared part key=_multipart_A0ZG34NFHPW5.2~YB7MUMO7DZ9B.2 size=254844 2024-09-19T13:44:20.857 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.854+0000 7f71dac3e8c0 1 > prepared multipart upload key=A0ZG34NFHPW5 upload=YB7MUMO7DZ9B tag=VQZJKD7IWS7N type=write size=3400572 2024-09-19T13:44:20.862 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.858+0000 7f71dac3e8c0 1 < completed part key=_multipart_HXQD0AR5YYML.2~8UEPDX54DPTC.0 size=1048576 2024-09-19T13:44:20.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.862+0000 7f71dac3e8c0 1 < completed part key=_multipart_HXQD0AR5YYML.2~8UEPDX54DPTC.1 size=1048576 2024-09-19T13:44:20.868 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.866+0000 7f71dac3e8c0 1 < completed part key=_multipart_HXQD0AR5YYML.2~8UEPDX54DPTC.2 size=266782 2024-09-19T13:44:20.875 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.870+0000 7f71dac3e8c0 1 < completed multipart upload key=HXQD0AR5YYML upload=8UEPDX54DPTC tag=A1V2X7NI5Z49 type=write size=3412510 2024-09-19T13:44:20.881 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.878+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~892XZEG1RV5K.0 size=1048576 2024-09-19T13:44:20.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.882+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~892XZEG1RV5K.1 size=766200 2024-09-19T13:44:20.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.882+0000 7f71dac3e8c0 1 > prepared multipart upload key=NJ7EXTELNUF4 upload=892XZEG1RV5K tag=0JQA39PY9ZB5 type=write size=2863352 2024-09-19T13:44:20.888 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.886+0000 7f71dac3e8c0 1 < completed write operation key=IUZEMS5KASUH tag=GUVBZ51AZI63 type=write size=214069 2024-09-19T13:44:20.891 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.890+0000 7f71dac3e8c0 1 > prepared operation key=TZNPXQ5Y333X tag=SF10SNG8CY42 type=del size=3989373 2024-09-19T13:44:20.895 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.894+0000 7f71dac3e8c0 1 < completed part key=_multipart_GTZ96ZN0A4E9.2~PABE43TT8FCN.0 size=609543 2024-09-19T13:44:20.901 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.898+0000 7f71dac3e8c0 1 < completed multipart upload key=GTZ96ZN0A4E9 upload=PABE43TT8FCN tag=6ZDZ6KPLJP5F type=write size=1658119 2024-09-19T13:44:20.905 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.902+0000 7f71dac3e8c0 1 > prepared operation key=0FYIGD7G7ER2 tag=XRZX0PYGCKR9 type=del size=3243154 2024-09-19T13:44:20.912 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.910+0000 7f71dac3e8c0 1 < suggested remove operation key=3M5OBS7J4VF9 tag=KG5C2V0DA1T3 type=del 2024-09-19T13:44:20.918 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.914+0000 7f71dac3e8c0 1 > prepared part key=_multipart_A0ZG34NFHPW5.2~1O5LNGDUMIZE.0 size=1048576 2024-09-19T13:44:20.921 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.918+0000 7f71dac3e8c0 1 > prepared part key=_multipart_A0ZG34NFHPW5.2~1O5LNGDUMIZE.1 size=306917 2024-09-19T13:44:20.921 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.918+0000 7f71dac3e8c0 1 > prepared multipart upload key=A0ZG34NFHPW5 upload=1O5LNGDUMIZE tag=EDZ5195TD3D3 type=write size=2404069 2024-09-19T13:44:20.925 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.922+0000 7f71dac3e8c0 1 < completed delete operation key=IUZEMS5KASUH tag=JFDOA5CAV8PP type=del 2024-09-19T13:44:20.931 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.930+0000 7f71dac3e8c0 1 > prepared part key=_multipart_Q484UNX3BYBG.2~6ES80U05KJNN.0 size=1048576 2024-09-19T13:44:20.934 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.930+0000 7f71dac3e8c0 1 > prepared part key=_multipart_Q484UNX3BYBG.2~6ES80U05KJNN.1 size=372758 2024-09-19T13:44:20.934 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.930+0000 7f71dac3e8c0 1 > prepared multipart upload key=Q484UNX3BYBG upload=6ES80U05KJNN tag=F50A8Z31N7F0 type=write size=2469910 2024-09-19T13:44:20.938 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.934+0000 7f71dac3e8c0 -1 < failed to complete operation key=HXQD0AR5YYML tag=II1L2VA0VDXO type=del size=2755923: (22) Invalid argument 2024-09-19T13:44:20.942 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.938+0000 7f71dac3e8c0 1 > prepared operation key=K7SNV9YW44WO tag=Z2V0KEX2SMYJ type=del size=3370258 2024-09-19T13:44:20.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.942+0000 7f71dac3e8c0 1 < completed part key=_multipart_1L7F60AU40YA.2~FJT6GOP3ZN01.0 size=1048576 2024-09-19T13:44:20.948 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.946+0000 7f71dac3e8c0 1 < completed part key=_multipart_1L7F60AU40YA.2~FJT6GOP3ZN01.1 size=773852 2024-09-19T13:44:20.954 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.950+0000 7f71dac3e8c0 1 < completed multipart upload key=1L7F60AU40YA upload=FJT6GOP3ZN01 tag=2EBHPH20IGUS type=write size=2871004 2024-09-19T13:44:20.958 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.954+0000 7f71dac3e8c0 1 > prepared operation key=HXQD0AR5YYML tag=M5YR7056Z4LH type=del size=2217618 2024-09-19T13:44:20.962 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.958+0000 7f71dac3e8c0 1 < completed delete operation key=V22QT1MEZ47G tag=S93IIRAYQ8BN type=del 2024-09-19T13:44:20.966 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.962+0000 7f71dac3e8c0 1 > prepared operation key=NJ7EXTELNUF4 tag=89Y34L28T16X type=del size=1521083 2024-09-19T13:44:20.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.970+0000 7f71dac3e8c0 1 < suggested remove operation key=HEVXCB3PBN2X tag=SRH11SI14R65 type=write 2024-09-19T13:44:20.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.974+0000 7f71dac3e8c0 1 > prepared operation key=0FYIGD7G7ER2 tag=JFKP9GNJSOJ0 type=del size=1008759 2024-09-19T13:44:20.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.978+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~X624X0CW8QK1.0 size=1048576 2024-09-19T13:44:20.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.982+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~X624X0CW8QK1.1 size=1048576 2024-09-19T13:44:20.988 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.986+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~X624X0CW8QK1.2 size=685305 2024-09-19T13:44:20.994 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.990+0000 7f71dac3e8c0 1 < completed multipart upload key=ZTBECCHZS74F upload=X624X0CW8QK1 tag=GW3Q8KV564UT type=write size=3831033 2024-09-19T13:44:21.000 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:20.998+0000 7f71dac3e8c0 1 > prepared part key=_multipart_E5541PV8MDY7.2~JWYYB3JTGST1.0 size=1048576 2024-09-19T13:44:21.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.002+0000 7f71dac3e8c0 1 > prepared part key=_multipart_E5541PV8MDY7.2~JWYYB3JTGST1.1 size=596335 2024-09-19T13:44:21.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.002+0000 7f71dac3e8c0 1 > prepared multipart upload key=E5541PV8MDY7 upload=JWYYB3JTGST1 tag=BMSJ2FGEFOXA type=write size=2693487 2024-09-19T13:44:21.008 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.006+0000 7f71dac3e8c0 1 < completed delete operation key=37OSN0RSHGZZ tag=QWLJ2CT2A1T9 type=del 2024-09-19T13:44:21.015 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.014+0000 7f71dac3e8c0 1 > prepared part key=_multipart_0FYIGD7G7ER2.2~TIQQ5YL563A0.0 size=1048576 2024-09-19T13:44:21.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.014+0000 7f71dac3e8c0 1 > prepared part key=_multipart_0FYIGD7G7ER2.2~TIQQ5YL563A0.1 size=646463 2024-09-19T13:44:21.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.014+0000 7f71dac3e8c0 1 > prepared multipart upload key=0FYIGD7G7ER2 upload=TIQQ5YL563A0 tag=8N8GMIR8H6II type=write size=2743615 2024-09-19T13:44:21.021 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.018+0000 7f71dac3e8c0 1 < completed part key=_multipart_3M5OBS7J4VF9.2~720RRP0E7R7R.0 size=79516 2024-09-19T13:44:21.028 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.026+0000 7f71dac3e8c0 1 < completed multipart upload key=3M5OBS7J4VF9 upload=720RRP0E7R7R tag=9I9BJS9ELI3N type=write size=1128092 2024-09-19T13:44:21.032 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.030+0000 7f71dac3e8c0 1 > prepared operation key=37OSN0RSHGZZ tag=FJ5DO1SAQDY8 type=del size=1329189 2024-09-19T13:44:21.035 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.034+0000 7f71dac3e8c0 1 < completed delete operation key=37OSN0RSHGZZ tag=0W6SK7FJU7HA type=del 2024-09-19T13:44:21.039 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.038+0000 7f71dac3e8c0 1 > prepared operation key=OZZDDUTJUZ6A tag=AJNNMUMV7KNA type=del size=1497170 2024-09-19T13:44:21.043 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.042+0000 7f71dac3e8c0 1 < completed part key=_multipart_GZF1MCOAN1NO.2~3W9NH1V1Z8IL.0 size=1048576 2024-09-19T13:44:21.045 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.042+0000 7f71dac3e8c0 1 < completed part key=_multipart_GZF1MCOAN1NO.2~3W9NH1V1Z8IL.1 size=6169 2024-09-19T13:44:21.052 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.050+0000 7f71dac3e8c0 1 < completed multipart upload key=GZF1MCOAN1NO upload=3W9NH1V1Z8IL tag=Z5SUN9K132SC type=write size=2103321 2024-09-19T13:44:21.060 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.058+0000 7f71dac3e8c0 1 > prepared operation key=1L7F60AU40YA tag=6C6GRKEAR7PX type=del size=2840909 2024-09-19T13:44:21.064 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.062+0000 7f71dac3e8c0 1 < completed part key=_multipart_8A3NYYQ7SXR3.2~V17Y5L9V4D1F.0 size=720489 2024-09-19T13:44:21.070 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.066+0000 7f71dac3e8c0 1 < completed multipart upload key=8A3NYYQ7SXR3 upload=V17Y5L9V4D1F tag=3LBKC3YM93V4 type=write size=1769065 2024-09-19T13:44:21.076 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.074+0000 7f71dac3e8c0 1 > prepared part key=_multipart_Q484UNX3BYBG.2~M981QEFBEP2N.0 size=1048576 2024-09-19T13:44:21.079 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.078+0000 7f71dac3e8c0 1 > prepared part key=_multipart_Q484UNX3BYBG.2~M981QEFBEP2N.1 size=564192 2024-09-19T13:44:21.079 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.078+0000 7f71dac3e8c0 1 > prepared multipart upload key=Q484UNX3BYBG upload=M981QEFBEP2N tag=W2SURVTZRXE1 type=write size=2661344 2024-09-19T13:44:21.083 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.082+0000 7f71dac3e8c0 1 < completed part key=_multipart_A0ZG34NFHPW5.2~YB7MUMO7DZ9B.0 size=1048576 2024-09-19T13:44:21.086 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.082+0000 7f71dac3e8c0 1 < completed part key=_multipart_A0ZG34NFHPW5.2~YB7MUMO7DZ9B.1 size=1048576 2024-09-19T13:44:21.089 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.086+0000 7f71dac3e8c0 1 < completed part key=_multipart_A0ZG34NFHPW5.2~YB7MUMO7DZ9B.2 size=254844 2024-09-19T13:44:21.094 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.090+0000 7f71dac3e8c0 1 < completed multipart upload key=A0ZG34NFHPW5 upload=YB7MUMO7DZ9B tag=VQZJKD7IWS7N type=write size=3400572 2024-09-19T13:44:21.098 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.094+0000 7f71dac3e8c0 1 > prepared operation key=GTZ96ZN0A4E9 tag=DIUTAAIXZOLX type=del size=859885 2024-09-19T13:44:21.102 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.098+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ7EXTELNUF4.2~892XZEG1RV5K.0 size=1048576 2024-09-19T13:44:21.104 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.102+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ7EXTELNUF4.2~892XZEG1RV5K.1 size=766200 2024-09-19T13:44:21.110 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.106+0000 7f71dac3e8c0 1 < completed multipart upload key=NJ7EXTELNUF4 upload=892XZEG1RV5K tag=0JQA39PY9ZB5 type=write size=2863352 2024-09-19T13:44:21.114 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.110+0000 7f71dac3e8c0 1 > prepared operation key=5UA3A6M3SVPV tag=ZOQNI5NC4M4U type=del size=3188753 2024-09-19T13:44:21.118 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.114+0000 7f71dac3e8c0 1 < completed delete operation key=TZNPXQ5Y333X tag=SF10SNG8CY42 type=del 2024-09-19T13:44:21.124 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.122+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HEVXCB3PBN2X.2~E3C902YABAWO.0 size=1048576 2024-09-19T13:44:21.127 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.126+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HEVXCB3PBN2X.2~E3C902YABAWO.1 size=1048576 2024-09-19T13:44:21.129 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.126+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HEVXCB3PBN2X.2~E3C902YABAWO.2 size=479799 2024-09-19T13:44:21.129 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.126+0000 7f71dac3e8c0 1 > prepared multipart upload key=HEVXCB3PBN2X upload=E3C902YABAWO tag=FSM7QDAYRRLM type=write size=3625527 2024-09-19T13:44:21.133 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.130+0000 7f71dac3e8c0 1 < completed delete operation key=0FYIGD7G7ER2 tag=XRZX0PYGCKR9 type=del 2024-09-19T13:44:21.136 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.134+0000 7f71dac3e8c0 1 > prepared operation key=QQ09T88TB3XG tag=1RYX2J460J4T type=write size=60191 2024-09-19T13:44:21.140 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.138+0000 7f71dac3e8c0 1 < completed part key=_multipart_A0ZG34NFHPW5.2~1O5LNGDUMIZE.0 size=1048576 2024-09-19T13:44:21.143 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.142+0000 7f71dac3e8c0 1 < completed part key=_multipart_A0ZG34NFHPW5.2~1O5LNGDUMIZE.1 size=306917 2024-09-19T13:44:21.150 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.146+0000 7f71dac3e8c0 1 < completed multipart upload key=A0ZG34NFHPW5 upload=1O5LNGDUMIZE tag=EDZ5195TD3D3 type=write size=2404069 2024-09-19T13:44:21.153 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.150+0000 7f71dac3e8c0 1 > prepared operation key=JO1LC6YY2PEB tag=KR59AU1477QN type=del size=1897251 2024-09-19T13:44:21.158 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.154+0000 7f71dac3e8c0 1 < completed part key=_multipart_Q484UNX3BYBG.2~6ES80U05KJNN.0 size=1048576 2024-09-19T13:44:21.158 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.154+0000 7f71dac3e8c0 1 < canceled part key=_multipart_Q484UNX3BYBG.2~6ES80U05KJNN.1 size=372758 2024-09-19T13:44:21.163 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.162+0000 7f71dac3e8c0 1 < canceled multipart upload key=Q484UNX3BYBG upload=6ES80U05KJNN tag=F50A8Z31N7F0 type=write size=2469910 2024-09-19T13:44:21.170 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.166+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~Z6T626TCMD9F.0 size=496597 2024-09-19T13:44:21.170 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.166+0000 7f71dac3e8c0 1 > prepared multipart upload key=3M5OBS7J4VF9 upload=Z6T626TCMD9F tag=IKKY4VS06P4N type=write size=1545173 2024-09-19T13:44:21.174 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.170+0000 7f71dac3e8c0 1 < completed delete operation key=K7SNV9YW44WO tag=Z2V0KEX2SMYJ type=del 2024-09-19T13:44:21.181 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.178+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8NT83XBF9HN8.2~W3PDLSM4F3WB.0 size=1048576 2024-09-19T13:44:21.183 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.182+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8NT83XBF9HN8.2~W3PDLSM4F3WB.1 size=659119 2024-09-19T13:44:21.184 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.182+0000 7f71dac3e8c0 1 > prepared multipart upload key=8NT83XBF9HN8 upload=W3PDLSM4F3WB tag=7HCXBESS4GWR type=write size=2756271 2024-09-19T13:44:21.187 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.186+0000 7f71dac3e8c0 1 < canceled operation key=HXQD0AR5YYML tag=M5YR7056Z4LH type=del size=2217618 2024-09-19T13:44:21.190 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.186+0000 7f71dac3e8c0 1 > prepared operation key=HEVXCB3PBN2X tag=XBA2XLJQI8K6 type=write size=252879 2024-09-19T13:44:21.194 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.190+0000 7f71dac3e8c0 1 < completed delete operation key=NJ7EXTELNUF4 tag=89Y34L28T16X type=del 2024-09-19T13:44:21.201 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.198+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~1XW87A32JT60.0 size=1048576 2024-09-19T13:44:21.204 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.202+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~1XW87A32JT60.1 size=1048576 2024-09-19T13:44:21.206 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.202+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~1XW87A32JT60.2 size=162134 2024-09-19T13:44:21.207 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.202+0000 7f71dac3e8c0 1 > prepared multipart upload key=NJ7EXTELNUF4 upload=1XW87A32JT60 tag=PTMCVQ82V4DC type=write size=3307862 2024-09-19T13:44:21.211 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.206+0000 7f71dac3e8c0 1 < canceled operation key=0FYIGD7G7ER2 tag=JFKP9GNJSOJ0 type=del size=1008759 2024-09-19T13:44:21.214 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.210+0000 7f71dac3e8c0 1 > prepared operation key=8KBRPNQCKIQN tag=5PMWKXVCBB50 type=write size=943286 2024-09-19T13:44:21.218 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.214+0000 7f71dac3e8c0 1 < completed part key=_multipart_E5541PV8MDY7.2~JWYYB3JTGST1.0 size=1048576 2024-09-19T13:44:21.221 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.218+0000 7f71dac3e8c0 1 < completed part key=_multipart_E5541PV8MDY7.2~JWYYB3JTGST1.1 size=596335 2024-09-19T13:44:21.226 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.222+0000 7f71dac3e8c0 1 < completed multipart upload key=E5541PV8MDY7 upload=JWYYB3JTGST1 tag=BMSJ2FGEFOXA type=write size=2693487 2024-09-19T13:44:21.233 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.230+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QMR0T7URJS4W.2~RQFHYKGEQE2B.0 size=1048576 2024-09-19T13:44:21.236 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.234+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QMR0T7URJS4W.2~RQFHYKGEQE2B.1 size=1048576 2024-09-19T13:44:21.239 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.234+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QMR0T7URJS4W.2~RQFHYKGEQE2B.2 size=18060 2024-09-19T13:44:21.239 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.234+0000 7f71dac3e8c0 1 > prepared multipart upload key=QMR0T7URJS4W upload=RQFHYKGEQE2B tag=8S2SCQ2DFGB1 type=write size=3163788 2024-09-19T13:44:21.242 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.238+0000 7f71dac3e8c0 1 < completed part key=_multipart_0FYIGD7G7ER2.2~TIQQ5YL563A0.0 size=1048576 2024-09-19T13:44:21.242 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.238+0000 7f71dac3e8c0 1 < canceled part key=_multipart_0FYIGD7G7ER2.2~TIQQ5YL563A0.1 size=646463 2024-09-19T13:44:21.248 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.246+0000 7f71dac3e8c0 1 < canceled multipart upload key=0FYIGD7G7ER2 upload=TIQQ5YL563A0 tag=8N8GMIR8H6II type=write size=2743615 2024-09-19T13:44:21.254 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.250+0000 7f71dac3e8c0 1 > prepared part key=_multipart_0FYIGD7G7ER2.2~UYMQPO5T0JXD.0 size=909341 2024-09-19T13:44:21.255 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.250+0000 7f71dac3e8c0 1 > prepared multipart upload key=0FYIGD7G7ER2 upload=UYMQPO5T0JXD tag=9HHZW423RXAM type=write size=1957917 2024-09-19T13:44:21.262 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.258+0000 7f71dac3e8c0 1 < suggested remove operation key=37OSN0RSHGZZ tag=FJ5DO1SAQDY8 type=del 2024-09-19T13:44:21.266 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.262+0000 7f71dac3e8c0 1 > prepared operation key=ZTBECCHZS74F tag=9KO61WTD1WQ2 type=del size=1816177 2024-09-19T13:44:21.270 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.266+0000 7f71dac3e8c0 1 < completed delete operation key=OZZDDUTJUZ6A tag=AJNNMUMV7KNA type=del 2024-09-19T13:44:21.274 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.270+0000 7f71dac3e8c0 1 > prepared operation key=1L7F60AU40YA tag=Z05SRHB8A5VA type=del size=333546 2024-09-19T13:44:21.277 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.274+0000 7f71dac3e8c0 1 < completed delete operation key=1L7F60AU40YA tag=6C6GRKEAR7PX type=del 2024-09-19T13:44:21.281 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.278+0000 7f71dac3e8c0 1 > prepared operation key=QQ09T88TB3XG tag=CWDAFVU1TOMY type=del size=4087239 2024-09-19T13:44:21.285 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.282+0000 7f71dac3e8c0 1 < completed part key=_multipart_Q484UNX3BYBG.2~M981QEFBEP2N.0 size=1048576 2024-09-19T13:44:21.288 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.286+0000 7f71dac3e8c0 1 < completed part key=_multipart_Q484UNX3BYBG.2~M981QEFBEP2N.1 size=564192 2024-09-19T13:44:21.294 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.290+0000 7f71dac3e8c0 1 < completed multipart upload key=Q484UNX3BYBG upload=M981QEFBEP2N tag=W2SURVTZRXE1 type=write size=2661344 2024-09-19T13:44:21.298 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.294+0000 7f71dac3e8c0 1 > prepared operation key=LIMYIIX8WVBS tag=55INYDPMMBS6 type=del size=2113509 2024-09-19T13:44:21.301 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.298+0000 7f71dac3e8c0 1 < completed delete operation key=GTZ96ZN0A4E9 tag=DIUTAAIXZOLX type=del 2024-09-19T13:44:21.308 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.306+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~Z2FQB3AFNHJ0.0 size=1048576 2024-09-19T13:44:21.311 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.310+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~Z2FQB3AFNHJ0.1 size=1048576 2024-09-19T13:44:21.314 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.310+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~Z2FQB3AFNHJ0.2 size=1018732 2024-09-19T13:44:21.314 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.310+0000 7f71dac3e8c0 1 > prepared multipart upload key=LIMYIIX8WVBS upload=Z2FQB3AFNHJ0 tag=5WIIBRSUPLUV type=write size=4164460 2024-09-19T13:44:21.318 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.314+0000 7f71dac3e8c0 1 < completed delete operation key=5UA3A6M3SVPV tag=ZOQNI5NC4M4U type=del 2024-09-19T13:44:21.325 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.322+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~10HH1EDOVANU.0 size=772437 2024-09-19T13:44:21.325 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.322+0000 7f71dac3e8c0 1 > prepared multipart upload key=IUZEMS5KASUH upload=10HH1EDOVANU tag=Y7LTIO1201ZP type=write size=1821013 2024-09-19T13:44:21.329 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.326+0000 7f71dac3e8c0 1 < completed part key=_multipart_HEVXCB3PBN2X.2~E3C902YABAWO.0 size=1048576 2024-09-19T13:44:21.332 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.330+0000 7f71dac3e8c0 1 < completed part key=_multipart_HEVXCB3PBN2X.2~E3C902YABAWO.1 size=1048576 2024-09-19T13:44:21.335 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.330+0000 7f71dac3e8c0 1 < completed part key=_multipart_HEVXCB3PBN2X.2~E3C902YABAWO.2 size=479799 2024-09-19T13:44:21.341 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.338+0000 7f71dac3e8c0 1 < completed multipart upload key=HEVXCB3PBN2X upload=E3C902YABAWO tag=FSM7QDAYRRLM type=write size=3625527 2024-09-19T13:44:21.345 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.342+0000 7f71dac3e8c0 1 > prepared operation key=W1PNZKV93AHZ tag=ANLFH23J6RZS type=del size=1447465 2024-09-19T13:44:21.348 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.346+0000 7f71dac3e8c0 1 < completed write operation key=QQ09T88TB3XG tag=1RYX2J460J4T type=write size=60191 2024-09-19T13:44:21.356 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.354+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~22VHV4MUHQH0.0 size=1048576 2024-09-19T13:44:21.359 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.354+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~22VHV4MUHQH0.1 size=850707 2024-09-19T13:44:21.359 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.354+0000 7f71dac3e8c0 1 > prepared multipart upload key=3M5OBS7J4VF9 upload=22VHV4MUHQH0 tag=6UK9J33UUIV4 type=write size=2947859 2024-09-19T13:44:21.366 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.362+0000 7f71dac3e8c0 1 < suggested remove operation key=JO1LC6YY2PEB tag=KR59AU1477QN type=del 2024-09-19T13:44:21.373 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.370+0000 7f71dac3e8c0 1 > prepared part key=_multipart_1L7F60AU40YA.2~4GQA1NBPDJBQ.0 size=1048576 2024-09-19T13:44:21.376 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.374+0000 7f71dac3e8c0 1 > prepared part key=_multipart_1L7F60AU40YA.2~4GQA1NBPDJBQ.1 size=1041259 2024-09-19T13:44:21.377 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.374+0000 7f71dac3e8c0 1 > prepared multipart upload key=1L7F60AU40YA upload=4GQA1NBPDJBQ tag=RB11WBRU2466 type=write size=3138411 2024-09-19T13:44:21.380 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.378+0000 7f71dac3e8c0 1 < completed part key=_multipart_3M5OBS7J4VF9.2~Z6T626TCMD9F.0 size=496597 2024-09-19T13:44:21.387 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.382+0000 7f71dac3e8c0 1 < completed multipart upload key=3M5OBS7J4VF9 upload=Z6T626TCMD9F tag=IKKY4VS06P4N type=write size=1545173 2024-09-19T13:44:21.397 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.394+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~R0C48YIPPWR8.0 size=1048576 2024-09-19T13:44:21.400 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.398+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~R0C48YIPPWR8.1 size=1048576 2024-09-19T13:44:21.403 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.402+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~R0C48YIPPWR8.2 size=335149 2024-09-19T13:44:21.403 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.402+0000 7f71dac3e8c0 1 > prepared multipart upload key=LIMYIIX8WVBS upload=R0C48YIPPWR8 tag=90NI7K1TF9DK type=write size=3480877 2024-09-19T13:44:21.406 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.402+0000 7f71dac3e8c0 1 < completed part key=_multipart_8NT83XBF9HN8.2~W3PDLSM4F3WB.0 size=1048576 2024-09-19T13:44:21.410 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.406+0000 7f71dac3e8c0 1 < completed part key=_multipart_8NT83XBF9HN8.2~W3PDLSM4F3WB.1 size=659119 2024-09-19T13:44:21.415 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.414+0000 7f71dac3e8c0 1 < completed multipart upload key=8NT83XBF9HN8 upload=W3PDLSM4F3WB tag=7HCXBESS4GWR type=write size=2756271 2024-09-19T13:44:21.419 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.418+0000 7f71dac3e8c0 1 > prepared operation key=GZF1MCOAN1NO tag=E79D5NK51JWR type=del size=1591746 2024-09-19T13:44:21.423 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.422+0000 7f71dac3e8c0 1 < completed write operation key=HEVXCB3PBN2X tag=XBA2XLJQI8K6 type=write size=252879 2024-09-19T13:44:21.427 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.426+0000 7f71dac3e8c0 1 > prepared operation key=HXQD0AR5YYML tag=QXXZFV2JCG1M type=del size=260027 2024-09-19T13:44:21.431 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.426+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ7EXTELNUF4.2~1XW87A32JT60.0 size=1048576 2024-09-19T13:44:21.433 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.430+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ7EXTELNUF4.2~1XW87A32JT60.1 size=1048576 2024-09-19T13:44:21.436 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.434+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ7EXTELNUF4.2~1XW87A32JT60.2 size=162134 2024-09-19T13:44:21.442 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.438+0000 7f71dac3e8c0 1 < completed multipart upload key=NJ7EXTELNUF4 upload=1XW87A32JT60 tag=PTMCVQ82V4DC type=write size=3307862 2024-09-19T13:44:21.449 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.446+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8NT83XBF9HN8.2~AN358D28LYO6.0 size=601015 2024-09-19T13:44:21.450 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.446+0000 7f71dac3e8c0 1 > prepared multipart upload key=8NT83XBF9HN8 upload=AN358D28LYO6 tag=278TVVVAY8IZ type=write size=1649591 2024-09-19T13:44:21.457 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.454+0000 7f71dac3e8c0 1 < suggested update operation key=8KBRPNQCKIQN tag=5PMWKXVCBB50 type=write size=943286 2024-09-19T13:44:21.461 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.458+0000 7f71dac3e8c0 1 > prepared operation key=0FYIGD7G7ER2 tag=Y08KUNI3WG0U type=del size=1023053 2024-09-19T13:44:21.465 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.462+0000 7f71dac3e8c0 1 < completed part key=_multipart_QMR0T7URJS4W.2~RQFHYKGEQE2B.0 size=1048576 2024-09-19T13:44:21.468 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.466+0000 7f71dac3e8c0 1 < completed part key=_multipart_QMR0T7URJS4W.2~RQFHYKGEQE2B.1 size=1048576 2024-09-19T13:44:21.472 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.470+0000 7f71dac3e8c0 1 < completed part key=_multipart_QMR0T7URJS4W.2~RQFHYKGEQE2B.2 size=18060 2024-09-19T13:44:21.478 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.474+0000 7f71dac3e8c0 1 < completed multipart upload key=QMR0T7URJS4W upload=RQFHYKGEQE2B tag=8S2SCQ2DFGB1 type=write size=3163788 2024-09-19T13:44:21.482 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.478+0000 7f71dac3e8c0 1 > prepared operation key=TZNPXQ5Y333X tag=7ZVQ9IEWKBCO type=write size=521656 2024-09-19T13:44:21.486 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.482+0000 7f71dac3e8c0 1 < completed part key=_multipart_0FYIGD7G7ER2.2~UYMQPO5T0JXD.0 size=909341 2024-09-19T13:44:21.493 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.490+0000 7f71dac3e8c0 1 < completed multipart upload key=0FYIGD7G7ER2 upload=UYMQPO5T0JXD tag=9HHZW423RXAM type=write size=1957917 2024-09-19T13:44:21.497 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.494+0000 7f71dac3e8c0 1 > prepared operation key=HXQD0AR5YYML tag=190PEG9BA2GK type=del size=1634922 2024-09-19T13:44:21.501 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.498+0000 7f71dac3e8c0 1 < completed delete operation key=ZTBECCHZS74F tag=9KO61WTD1WQ2 type=del 2024-09-19T13:44:21.506 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.502+0000 7f71dac3e8c0 1 > prepared operation key=HXQD0AR5YYML tag=4XPB5T0H046M type=write size=437238 2024-09-19T13:44:21.509 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.506+0000 7f71dac3e8c0 1 < completed delete operation key=1L7F60AU40YA tag=Z05SRHB8A5VA type=del 2024-09-19T13:44:21.514 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.510+0000 7f71dac3e8c0 1 > prepared operation key=GZF1MCOAN1NO tag=HXXTOZV38B6J type=del size=3920797 2024-09-19T13:44:21.518 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.514+0000 7f71dac3e8c0 1 < completed delete operation key=QQ09T88TB3XG tag=CWDAFVU1TOMY type=del 2024-09-19T13:44:21.526 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.522+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~U60YB00M7LES.0 size=363675 2024-09-19T13:44:21.526 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.522+0000 7f71dac3e8c0 1 > prepared multipart upload key=K7SNV9YW44WO upload=U60YB00M7LES tag=Z8I7GW1JF73M type=write size=1412251 2024-09-19T13:44:21.530 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.526+0000 7f71dac3e8c0 1 < completed delete operation key=LIMYIIX8WVBS tag=55INYDPMMBS6 type=del 2024-09-19T13:44:21.537 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.534+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~H8S5JDW3SRY7.0 size=1048576 2024-09-19T13:44:21.540 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.538+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~H8S5JDW3SRY7.1 size=1048576 2024-09-19T13:44:21.543 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.542+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~H8S5JDW3SRY7.2 size=457521 2024-09-19T13:44:21.543 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.542+0000 7f71dac3e8c0 1 > prepared multipart upload key=IUZEMS5KASUH upload=H8S5JDW3SRY7 tag=7Q9FMS07U0TF type=write size=3603249 2024-09-19T13:44:21.547 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.546+0000 7f71dac3e8c0 1 < completed part key=_multipart_LIMYIIX8WVBS.2~Z2FQB3AFNHJ0.0 size=1048576 2024-09-19T13:44:21.550 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.546+0000 7f71dac3e8c0 1 < completed part key=_multipart_LIMYIIX8WVBS.2~Z2FQB3AFNHJ0.1 size=1048576 2024-09-19T13:44:21.553 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.550+0000 7f71dac3e8c0 1 < completed part key=_multipart_LIMYIIX8WVBS.2~Z2FQB3AFNHJ0.2 size=1018732 2024-09-19T13:44:21.559 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.558+0000 7f71dac3e8c0 1 < completed multipart upload key=LIMYIIX8WVBS upload=Z2FQB3AFNHJ0 tag=5WIIBRSUPLUV type=write size=4164460 2024-09-19T13:44:21.563 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.562+0000 7f71dac3e8c0 1 > prepared operation key=NJ64P4D0EIT4 tag=1M4RPWY2YAKU type=del size=2449168 2024-09-19T13:44:21.566 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.562+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~10HH1EDOVANU.0 size=772437 2024-09-19T13:44:21.573 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.570+0000 7f71dac3e8c0 1 < completed multipart upload key=IUZEMS5KASUH upload=10HH1EDOVANU tag=Y7LTIO1201ZP type=write size=1821013 2024-09-19T13:44:21.577 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.574+0000 7f71dac3e8c0 1 > prepared operation key=5UA3A6M3SVPV tag=Y21JLJ0DIVTM type=del size=1270305 2024-09-19T13:44:21.585 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.582+0000 7f71dac3e8c0 1 < suggested remove operation key=W1PNZKV93AHZ tag=ANLFH23J6RZS type=del 2024-09-19T13:44:21.592 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.590+0000 7f71dac3e8c0 1 > prepared part key=_multipart_0FYIGD7G7ER2.2~I7CG4GKSF2HF.0 size=1048576 2024-09-19T13:44:21.594 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.590+0000 7f71dac3e8c0 1 > prepared part key=_multipart_0FYIGD7G7ER2.2~I7CG4GKSF2HF.1 size=967953 2024-09-19T13:44:21.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.590+0000 7f71dac3e8c0 1 > prepared multipart upload key=0FYIGD7G7ER2 upload=I7CG4GKSF2HF tag=KXJ8PYNNLKDE type=write size=3065105 2024-09-19T13:44:21.598 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.594+0000 7f71dac3e8c0 1 < completed part key=_multipart_3M5OBS7J4VF9.2~22VHV4MUHQH0.0 size=1048576 2024-09-19T13:44:21.601 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.598+0000 7f71dac3e8c0 1 < completed part key=_multipart_3M5OBS7J4VF9.2~22VHV4MUHQH0.1 size=850707 2024-09-19T13:44:21.606 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.602+0000 7f71dac3e8c0 1 < completed multipart upload key=3M5OBS7J4VF9 upload=22VHV4MUHQH0 tag=6UK9J33UUIV4 type=write size=2947859 2024-09-19T13:44:21.610 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.606+0000 7f71dac3e8c0 1 > prepared operation key=D131FP2BZYDS tag=M6GEJTL3KPJZ type=del size=803101 2024-09-19T13:44:21.614 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.610+0000 7f71dac3e8c0 1 < completed part key=_multipart_1L7F60AU40YA.2~4GQA1NBPDJBQ.0 size=1048576 2024-09-19T13:44:21.616 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.614+0000 7f71dac3e8c0 1 < completed part key=_multipart_1L7F60AU40YA.2~4GQA1NBPDJBQ.1 size=1041259 2024-09-19T13:44:21.622 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.618+0000 7f71dac3e8c0 1 < completed multipart upload key=1L7F60AU40YA upload=4GQA1NBPDJBQ tag=RB11WBRU2466 type=write size=3138411 2024-09-19T13:44:21.626 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.622+0000 7f71dac3e8c0 1 > prepared operation key=A0ZG34NFHPW5 tag=AZV6ZE5209Y4 type=write size=859881 2024-09-19T13:44:21.629 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.626+0000 7f71dac3e8c0 1 < completed part key=_multipart_LIMYIIX8WVBS.2~R0C48YIPPWR8.0 size=1048576 2024-09-19T13:44:21.630 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.626+0000 7f71dac3e8c0 1 < canceled part key=_multipart_LIMYIIX8WVBS.2~R0C48YIPPWR8.1 size=1048576 2024-09-19T13:44:21.630 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.626+0000 7f71dac3e8c0 1 < canceled part key=_multipart_LIMYIIX8WVBS.2~R0C48YIPPWR8.2 size=335149 2024-09-19T13:44:21.635 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.634+0000 7f71dac3e8c0 1 < canceled multipart upload key=LIMYIIX8WVBS upload=R0C48YIPPWR8 tag=90NI7K1TF9DK type=write size=3480877 2024-09-19T13:44:21.642 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.638+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8A3NYYQ7SXR3.2~UIYFA39PHU9L.0 size=1048576 2024-09-19T13:44:21.645 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.642+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8A3NYYQ7SXR3.2~UIYFA39PHU9L.1 size=1048576 2024-09-19T13:44:21.648 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.646+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8A3NYYQ7SXR3.2~UIYFA39PHU9L.2 size=9967 2024-09-19T13:44:21.648 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.646+0000 7f71dac3e8c0 1 > prepared multipart upload key=8A3NYYQ7SXR3 upload=UIYFA39PHU9L tag=1OXGO6CEVX22 type=write size=3155695 2024-09-19T13:44:21.651 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.650+0000 7f71dac3e8c0 1 < completed delete operation key=GZF1MCOAN1NO tag=E79D5NK51JWR type=del 2024-09-19T13:44:21.658 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.654+0000 7f71dac3e8c0 1 > prepared part key=_multipart_E5541PV8MDY7.2~Z746I3W5ABWB.0 size=769803 2024-09-19T13:44:21.658 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.654+0000 7f71dac3e8c0 1 > prepared multipart upload key=E5541PV8MDY7 upload=Z746I3W5ABWB tag=KXTKHEH10UPE type=write size=1818379 2024-09-19T13:44:21.665 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.662+0000 7f71dac3e8c0 1 < suggested update operation key=HXQD0AR5YYML tag=QXXZFV2JCG1M type=del size=260027 2024-09-19T13:44:21.672 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.670+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~OKF0OK0OFIAT.0 size=1048576 2024-09-19T13:44:21.674 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.670+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~OKF0OK0OFIAT.1 size=290232 2024-09-19T13:44:21.674 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.670+0000 7f71dac3e8c0 1 > prepared multipart upload key=NJ7EXTELNUF4 upload=OKF0OK0OFIAT tag=OWN42R6KC0L1 type=write size=2387384 2024-09-19T13:44:21.680 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.674+0000 7f71dac3e8c0 1 < completed part key=_multipart_8NT83XBF9HN8.2~AN358D28LYO6.0 size=601015 2024-09-19T13:44:21.684 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.682+0000 7f71dac3e8c0 1 < completed multipart upload key=8NT83XBF9HN8 upload=AN358D28LYO6 tag=278TVVVAY8IZ type=write size=1649591 2024-09-19T13:44:21.688 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.686+0000 7f71dac3e8c0 1 > prepared operation key=37OSN0RSHGZZ tag=P2G09GK6VPY0 type=del size=3000893 2024-09-19T13:44:21.691 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.690+0000 7f71dac3e8c0 1 < completed delete operation key=0FYIGD7G7ER2 tag=Y08KUNI3WG0U type=del 2024-09-19T13:44:21.699 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.698+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~CV2DKO1T0QZ7.0 size=1048576 2024-09-19T13:44:21.702 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.698+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~CV2DKO1T0QZ7.1 size=16681 2024-09-19T13:44:21.702 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.698+0000 7f71dac3e8c0 1 > prepared multipart upload key=ZTBECCHZS74F upload=CV2DKO1T0QZ7 tag=WAQQU6UH38SU type=write size=2113833 2024-09-19T13:44:21.707 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.706+0000 7f71dac3e8c0 1 < completed write operation key=TZNPXQ5Y333X tag=7ZVQ9IEWKBCO type=write size=521656 2024-09-19T13:44:21.711 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.710+0000 7f71dac3e8c0 1 > prepared operation key=0FYIGD7G7ER2 tag=D0XGELD1SAMN type=del size=3422824 2024-09-19T13:44:21.715 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.714+0000 7f71dac3e8c0 -1 < failed to complete operation key=HXQD0AR5YYML tag=190PEG9BA2GK type=del size=1634922: (22) Invalid argument 2024-09-19T13:44:21.722 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.718+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8A3NYYQ7SXR3.2~H4MRWS7HV8BN.0 size=882609 2024-09-19T13:44:21.722 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.718+0000 7f71dac3e8c0 1 > prepared multipart upload key=8A3NYYQ7SXR3 upload=H4MRWS7HV8BN tag=WP9QTDJFP0BW type=write size=1931185 2024-09-19T13:44:21.726 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.722+0000 7f71dac3e8c0 -1 < failed to complete operation key=HXQD0AR5YYML tag=4XPB5T0H046M type=write size=437238: (22) Invalid argument 2024-09-19T13:44:21.733 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.730+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ64P4D0EIT4.2~JWPDKTOKFWU3.0 size=1048576 2024-09-19T13:44:21.736 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.734+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ64P4D0EIT4.2~JWPDKTOKFWU3.1 size=1048576 2024-09-19T13:44:21.738 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.734+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ64P4D0EIT4.2~JWPDKTOKFWU3.2 size=798529 2024-09-19T13:44:21.739 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.734+0000 7f71dac3e8c0 1 > prepared multipart upload key=NJ64P4D0EIT4 upload=JWPDKTOKFWU3 tag=0VORJ7ZEGIBR type=write size=3944257 2024-09-19T13:44:21.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.746+0000 7f71dac3e8c0 1 < suggested update operation key=GZF1MCOAN1NO tag=HXXTOZV38B6J type=del size=3920797 2024-09-19T13:44:21.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.750+0000 7f71dac3e8c0 1 > prepared operation key=NJ64P4D0EIT4 tag=1STT09KFKJ2M type=del size=112531 2024-09-19T13:44:21.754 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.750+0000 7f71dac3e8c0 1 < canceled part key=_multipart_K7SNV9YW44WO.2~U60YB00M7LES.0 size=363675 2024-09-19T13:44:21.759 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.758+0000 7f71dac3e8c0 1 < canceled multipart upload key=K7SNV9YW44WO upload=U60YB00M7LES tag=Z8I7GW1JF73M type=write size=1412251 2024-09-19T13:44:21.762 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.758+0000 7f71dac3e8c0 1 > prepared operation key=8NT83XBF9HN8 tag=DBGLC70ZNT7P type=del size=3610756 2024-09-19T13:44:21.766 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.762+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~H8S5JDW3SRY7.0 size=1048576 2024-09-19T13:44:21.766 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.762+0000 7f71dac3e8c0 1 < canceled part key=_multipart_IUZEMS5KASUH.2~H8S5JDW3SRY7.1 size=1048576 2024-09-19T13:44:21.766 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.762+0000 7f71dac3e8c0 1 < canceled part key=_multipart_IUZEMS5KASUH.2~H8S5JDW3SRY7.2 size=457521 2024-09-19T13:44:21.771 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.770+0000 7f71dac3e8c0 1 < canceled multipart upload key=IUZEMS5KASUH upload=H8S5JDW3SRY7 tag=7Q9FMS07U0TF type=write size=3603249 2024-09-19T13:44:21.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.774+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~BNEGU1MSTMNP.0 size=1048576 2024-09-19T13:44:21.779 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.778+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~BNEGU1MSTMNP.1 size=782043 2024-09-19T13:44:21.780 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.778+0000 7f71dac3e8c0 1 > prepared multipart upload key=XXX33TZ37H3Q upload=BNEGU1MSTMNP tag=KQYCPNGD25P5 type=write size=2879195 2024-09-19T13:44:21.783 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.782+0000 7f71dac3e8c0 1 < completed delete operation key=NJ64P4D0EIT4 tag=1M4RPWY2YAKU type=del 2024-09-19T13:44:21.787 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.786+0000 7f71dac3e8c0 1 > prepared operation key=1L7F60AU40YA tag=15TASLWW17NA type=del size=4056908 2024-09-19T13:44:21.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.786+0000 7f71dac3e8c0 1 < completed delete operation key=5UA3A6M3SVPV tag=Y21JLJ0DIVTM type=del 2024-09-19T13:44:21.794 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.790+0000 7f71dac3e8c0 1 > prepared operation key=GZF1MCOAN1NO tag=YK43QI1VS3DG type=del size=2333898 2024-09-19T13:44:21.798 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.794+0000 7f71dac3e8c0 1 < completed part key=_multipart_0FYIGD7G7ER2.2~I7CG4GKSF2HF.0 size=1048576 2024-09-19T13:44:21.798 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.794+0000 7f71dac3e8c0 1 < canceled part key=_multipart_0FYIGD7G7ER2.2~I7CG4GKSF2HF.1 size=967953 2024-09-19T13:44:21.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.802+0000 7f71dac3e8c0 1 < canceled multipart upload key=0FYIGD7G7ER2 upload=I7CG4GKSF2HF tag=KXJ8PYNNLKDE type=write size=3065105 2024-09-19T13:44:21.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.806+0000 7f71dac3e8c0 1 > prepared operation key=QQ09T88TB3XG tag=RJXX3YA7I85U type=write size=197282 2024-09-19T13:44:21.811 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.806+0000 7f71dac3e8c0 1 < completed delete operation key=D131FP2BZYDS tag=M6GEJTL3KPJZ type=del 2024-09-19T13:44:21.814 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.810+0000 7f71dac3e8c0 1 > prepared operation key=QQ09T88TB3XG tag=YT0NNK1OUN10 type=del size=715921 2024-09-19T13:44:21.821 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.818+0000 7f71dac3e8c0 1 < suggested update operation key=A0ZG34NFHPW5 tag=AZV6ZE5209Y4 type=write size=859881 2024-09-19T13:44:21.827 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.826+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8KBRPNQCKIQN.2~T3ANUJCUAVND.0 size=1048576 2024-09-19T13:44:21.830 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.826+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8KBRPNQCKIQN.2~T3ANUJCUAVND.1 size=362916 2024-09-19T13:44:21.830 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.826+0000 7f71dac3e8c0 1 > prepared multipart upload key=8KBRPNQCKIQN upload=T3ANUJCUAVND tag=CZXQIJSVHWGF type=write size=2460068 2024-09-19T13:44:21.833 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.830+0000 7f71dac3e8c0 1 < completed part key=_multipart_8A3NYYQ7SXR3.2~UIYFA39PHU9L.0 size=1048576 2024-09-19T13:44:21.833 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.830+0000 7f71dac3e8c0 1 < canceled part key=_multipart_8A3NYYQ7SXR3.2~UIYFA39PHU9L.1 size=1048576 2024-09-19T13:44:21.836 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.834+0000 7f71dac3e8c0 1 < completed part key=_multipart_8A3NYYQ7SXR3.2~UIYFA39PHU9L.2 size=9967 2024-09-19T13:44:21.841 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.838+0000 7f71dac3e8c0 1 < canceled multipart upload key=8A3NYYQ7SXR3 upload=UIYFA39PHU9L tag=1OXGO6CEVX22 type=write size=3155695 2024-09-19T13:44:21.848 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.846+0000 7f71dac3e8c0 1 > prepared part key=_multipart_TZNPXQ5Y333X.2~OI2Q8I3NMASN.0 size=316414 2024-09-19T13:44:21.848 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.846+0000 7f71dac3e8c0 1 > prepared multipart upload key=TZNPXQ5Y333X upload=OI2Q8I3NMASN tag=UT3KBG8XKZOB type=write size=1364990 2024-09-19T13:44:21.852 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.850+0000 7f71dac3e8c0 1 < completed part key=_multipart_E5541PV8MDY7.2~Z746I3W5ABWB.0 size=769803 2024-09-19T13:44:21.857 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.854+0000 7f71dac3e8c0 1 < completed multipart upload key=E5541PV8MDY7 upload=Z746I3W5ABWB tag=KXTKHEH10UPE type=write size=1818379 2024-09-19T13:44:21.861 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.858+0000 7f71dac3e8c0 1 > prepared operation key=XXX33TZ37H3Q tag=55XNOMY3SD69 type=del size=560769 2024-09-19T13:44:21.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.862+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ7EXTELNUF4.2~OKF0OK0OFIAT.0 size=1048576 2024-09-19T13:44:21.868 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.866+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ7EXTELNUF4.2~OKF0OK0OFIAT.1 size=290232 2024-09-19T13:44:21.874 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.870+0000 7f71dac3e8c0 1 < completed multipart upload key=NJ7EXTELNUF4 upload=OKF0OK0OFIAT tag=OWN42R6KC0L1 type=write size=2387384 2024-09-19T13:44:21.877 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.874+0000 7f71dac3e8c0 1 > prepared operation key=A0ZG34NFHPW5 tag=H8RQQHZZKDGW type=del size=5247 2024-09-19T13:44:21.881 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.878+0000 7f71dac3e8c0 1 < completed delete operation key=37OSN0RSHGZZ tag=P2G09GK6VPY0 type=del 2024-09-19T13:44:21.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.882+0000 7f71dac3e8c0 1 > prepared operation key=8KBRPNQCKIQN tag=6GI67ZI7NDYN type=write size=394993 2024-09-19T13:44:21.888 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.886+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~CV2DKO1T0QZ7.0 size=1048576 2024-09-19T13:44:21.891 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.890+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~CV2DKO1T0QZ7.1 size=16681 2024-09-19T13:44:21.897 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.894+0000 7f71dac3e8c0 1 < completed multipart upload key=ZTBECCHZS74F upload=CV2DKO1T0QZ7 tag=WAQQU6UH38SU type=write size=2113833 2024-09-19T13:44:21.904 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.902+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QQ09T88TB3XG.2~108IGY7GQCNX.0 size=1048576 2024-09-19T13:44:21.907 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.906+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QQ09T88TB3XG.2~108IGY7GQCNX.1 size=460367 2024-09-19T13:44:21.907 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.906+0000 7f71dac3e8c0 1 > prepared multipart upload key=QQ09T88TB3XG upload=108IGY7GQCNX tag=QYNNZ0UHM6EX type=write size=2557519 2024-09-19T13:44:21.914 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.910+0000 7f71dac3e8c0 1 < suggested remove operation key=0FYIGD7G7ER2 tag=D0XGELD1SAMN type=del 2024-09-19T13:44:21.918 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.914+0000 7f71dac3e8c0 1 > prepared operation key=K7SNV9YW44WO tag=XT7UW62QNOER type=del size=1572433 2024-09-19T13:44:21.922 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.918+0000 7f71dac3e8c0 1 < completed part key=_multipart_8A3NYYQ7SXR3.2~H4MRWS7HV8BN.0 size=882609 2024-09-19T13:44:21.929 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.926+0000 7f71dac3e8c0 1 < completed multipart upload key=8A3NYYQ7SXR3 upload=H4MRWS7HV8BN tag=WP9QTDJFP0BW type=write size=1931185 2024-09-19T13:44:21.933 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.930+0000 7f71dac3e8c0 1 > prepared operation key=JO1LC6YY2PEB tag=HOUR5JV17GFI type=del size=1109453 2024-09-19T13:44:21.934 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.930+0000 7f71dac3e8c0 1 < canceled part key=_multipart_NJ64P4D0EIT4.2~JWPDKTOKFWU3.0 size=1048576 2024-09-19T13:44:21.937 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.934+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ64P4D0EIT4.2~JWPDKTOKFWU3.1 size=1048576 2024-09-19T13:44:21.940 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.938+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ64P4D0EIT4.2~JWPDKTOKFWU3.2 size=798529 2024-09-19T13:44:21.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.942+0000 7f71dac3e8c0 1 < canceled multipart upload key=NJ64P4D0EIT4 upload=JWPDKTOKFWU3 tag=0VORJ7ZEGIBR type=write size=3944257 2024-09-19T13:44:21.950 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.946+0000 7f71dac3e8c0 1 > prepared operation key=XXX33TZ37H3Q tag=BOZD6IRKMGVX type=del size=1416185 2024-09-19T13:44:21.954 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.950+0000 7f71dac3e8c0 1 < completed delete operation key=NJ64P4D0EIT4 tag=1STT09KFKJ2M type=del 2024-09-19T13:44:21.958 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.954+0000 7f71dac3e8c0 1 > prepared operation key=TZNPXQ5Y333X tag=C6OPHLVCIFQ1 type=del size=3762714 2024-09-19T13:44:21.965 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.962+0000 7f71dac3e8c0 1 < suggested update operation key=8NT83XBF9HN8 tag=DBGLC70ZNT7P type=del size=3610756 2024-09-19T13:44:21.970 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.966+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=B4B8APYN0FIQ type=write size=729561 2024-09-19T13:44:21.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.974+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~BNEGU1MSTMNP.0 size=1048576 2024-09-19T13:44:21.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.974+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~BNEGU1MSTMNP.1 size=782043 2024-09-19T13:44:21.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.982+0000 7f71dac3e8c0 1 < completed multipart upload key=XXX33TZ37H3Q upload=BNEGU1MSTMNP tag=KQYCPNGD25P5 type=write size=2879195 2024-09-19T13:44:21.990 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.986+0000 7f71dac3e8c0 1 > prepared operation key=QMR0T7URJS4W tag=E8Q26UUAAIP2 type=del size=762368 2024-09-19T13:44:21.994 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.990+0000 7f71dac3e8c0 1 < completed delete operation key=1L7F60AU40YA tag=15TASLWW17NA type=del 2024-09-19T13:44:21.998 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.994+0000 7f71dac3e8c0 1 > prepared operation key=NJ64P4D0EIT4 tag=R9NDG4K9PSYY type=write size=57433 2024-09-19T13:44:22.002 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:21.998+0000 7f71dac3e8c0 1 < completed delete operation key=GZF1MCOAN1NO tag=YK43QI1VS3DG type=del 2024-09-19T13:44:22.008 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.006+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~1401VNJNQ51O.0 size=1048576 2024-09-19T13:44:22.011 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.010+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~1401VNJNQ51O.1 size=287439 2024-09-19T13:44:22.011 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.010+0000 7f71dac3e8c0 1 > prepared multipart upload key=NJ7EXTELNUF4 upload=1401VNJNQ51O tag=KYA3S8K0LC0W type=write size=2384591 2024-09-19T13:44:22.015 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.014+0000 7f71dac3e8c0 1 < completed write operation key=QQ09T88TB3XG tag=RJXX3YA7I85U type=write size=197282 2024-09-19T13:44:22.019 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.018+0000 7f71dac3e8c0 1 > prepared operation key=8A3NYYQ7SXR3 tag=QV2QDD2REQS7 type=del size=1156815 2024-09-19T13:44:22.023 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.018+0000 7f71dac3e8c0 1 < completed delete operation key=QQ09T88TB3XG tag=YT0NNK1OUN10 type=del 2024-09-19T13:44:22.030 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.026+0000 7f71dac3e8c0 1 > prepared part key=_multipart_Q484UNX3BYBG.2~4ZOL7X7ABFOA.0 size=515080 2024-09-19T13:44:22.030 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.026+0000 7f71dac3e8c0 1 > prepared multipart upload key=Q484UNX3BYBG upload=4ZOL7X7ABFOA tag=KIK5BICANXZ7 type=write size=1563656 2024-09-19T13:44:22.034 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.030+0000 7f71dac3e8c0 1 < completed part key=_multipart_8KBRPNQCKIQN.2~T3ANUJCUAVND.0 size=1048576 2024-09-19T13:44:22.037 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.034+0000 7f71dac3e8c0 1 < completed part key=_multipart_8KBRPNQCKIQN.2~T3ANUJCUAVND.1 size=362916 2024-09-19T13:44:22.043 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.042+0000 7f71dac3e8c0 1 < completed multipart upload key=8KBRPNQCKIQN upload=T3ANUJCUAVND tag=CZXQIJSVHWGF type=write size=2460068 2024-09-19T13:44:22.050 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.046+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~520HLSALEC49.0 size=1048576 2024-09-19T13:44:22.053 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.050+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~520HLSALEC49.1 size=1048576 2024-09-19T13:44:22.056 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.054+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~520HLSALEC49.2 size=246701 2024-09-19T13:44:22.056 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.054+0000 7f71dac3e8c0 1 > prepared multipart upload key=HXQD0AR5YYML upload=520HLSALEC49 tag=UFTF12906TQ9 type=write size=3392429 2024-09-19T13:44:22.060 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.058+0000 7f71dac3e8c0 1 < completed part key=_multipart_TZNPXQ5Y333X.2~OI2Q8I3NMASN.0 size=316414 2024-09-19T13:44:22.066 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.062+0000 7f71dac3e8c0 1 < completed multipart upload key=TZNPXQ5Y333X upload=OI2Q8I3NMASN tag=UT3KBG8XKZOB type=write size=1364990 2024-09-19T13:44:22.075 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.070+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~RWGT787O0KPI.0 size=1048576 2024-09-19T13:44:22.078 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.074+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~RWGT787O0KPI.1 size=1048576 2024-09-19T13:44:22.081 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.078+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~RWGT787O0KPI.2 size=396660 2024-09-19T13:44:22.081 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.078+0000 7f71dac3e8c0 1 > prepared multipart upload key=NJ7EXTELNUF4 upload=RWGT787O0KPI tag=Y7UI1QN9XYKX type=write size=3542388 2024-09-19T13:44:22.088 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.082+0000 7f71dac3e8c0 1 < completed delete operation key=XXX33TZ37H3Q tag=55XNOMY3SD69 type=del 2024-09-19T13:44:22.095 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.094+0000 7f71dac3e8c0 1 > prepared operation key=D131FP2BZYDS tag=X41IDCVVRPMD type=write size=875999 2024-09-19T13:44:22.100 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.098+0000 7f71dac3e8c0 1 < completed delete operation key=A0ZG34NFHPW5 tag=H8RQQHZZKDGW type=del 2024-09-19T13:44:22.105 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.102+0000 7f71dac3e8c0 1 > prepared operation key=GZF1MCOAN1NO tag=NVCYDIWJ50PM type=del size=3382837 2024-09-19T13:44:22.109 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.106+0000 7f71dac3e8c0 1 < completed write operation key=8KBRPNQCKIQN tag=6GI67ZI7NDYN type=write size=394993 2024-09-19T13:44:22.114 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.110+0000 7f71dac3e8c0 1 > prepared operation key=7KN90I8B7PUK tag=SALX3FBJA184 type=del size=1690974 2024-09-19T13:44:22.118 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.114+0000 7f71dac3e8c0 1 < completed part key=_multipart_QQ09T88TB3XG.2~108IGY7GQCNX.0 size=1048576 2024-09-19T13:44:22.122 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.118+0000 7f71dac3e8c0 1 < completed part key=_multipart_QQ09T88TB3XG.2~108IGY7GQCNX.1 size=460367 2024-09-19T13:44:22.128 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.126+0000 7f71dac3e8c0 1 < completed multipart upload key=QQ09T88TB3XG upload=108IGY7GQCNX tag=QYNNZ0UHM6EX type=write size=2557519 2024-09-19T13:44:22.131 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.130+0000 7f71dac3e8c0 1 > prepared operation key=A0ZG34NFHPW5 tag=AGVK0D2PY8Y0 type=del size=1101823 2024-09-19T13:44:22.135 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.134+0000 7f71dac3e8c0 1 < completed delete operation key=K7SNV9YW44WO tag=XT7UW62QNOER type=del 2024-09-19T13:44:22.142 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.138+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~FNY10VKIKCBQ.0 size=338340 2024-09-19T13:44:22.142 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.138+0000 7f71dac3e8c0 1 > prepared multipart upload key=HXQD0AR5YYML upload=FNY10VKIKCBQ tag=QB5U21PTCZFA type=write size=1386916 2024-09-19T13:44:22.146 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.142+0000 7f71dac3e8c0 1 < completed delete operation key=JO1LC6YY2PEB tag=HOUR5JV17GFI type=del 2024-09-19T13:44:22.150 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.146+0000 7f71dac3e8c0 1 > prepared operation key=W1PNZKV93AHZ tag=EH6HBYNBBTBC type=del size=3165855 2024-09-19T13:44:22.158 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.154+0000 7f71dac3e8c0 1 < suggested update operation key=XXX33TZ37H3Q tag=BOZD6IRKMGVX type=del size=1416185 2024-09-19T13:44:22.162 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.158+0000 7f71dac3e8c0 1 > prepared operation key=K7SNV9YW44WO tag=60OYIEDG82SJ type=del size=2745898 2024-09-19T13:44:22.166 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.162+0000 7f71dac3e8c0 1 < completed delete operation key=TZNPXQ5Y333X tag=C6OPHLVCIFQ1 type=del 2024-09-19T13:44:22.170 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.166+0000 7f71dac3e8c0 1 > prepared operation key=Q484UNX3BYBG tag=RFODPTVUGAB9 type=del size=368697 2024-09-19T13:44:22.174 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.170+0000 7f71dac3e8c0 1 < completed write operation key=IUZEMS5KASUH tag=B4B8APYN0FIQ type=write size=729561 2024-09-19T13:44:22.178 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.174+0000 7f71dac3e8c0 1 > prepared operation key=LIMYIIX8WVBS tag=R9IR62KRHGHX type=del size=2259293 2024-09-19T13:44:22.182 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.178+0000 7f71dac3e8c0 1 < completed delete operation key=QMR0T7URJS4W tag=E8Q26UUAAIP2 type=del 2024-09-19T13:44:22.186 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.182+0000 7f71dac3e8c0 1 > prepared operation key=D131FP2BZYDS tag=GR35CY7D988J type=del size=3190251 2024-09-19T13:44:22.191 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.186+0000 7f71dac3e8c0 1 < completed write operation key=NJ64P4D0EIT4 tag=R9NDG4K9PSYY type=write size=57433 2024-09-19T13:44:22.194 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.190+0000 7f71dac3e8c0 1 > prepared operation key=A0ZG34NFHPW5 tag=1MP6CM323DTE type=del size=522197 2024-09-19T13:44:22.198 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.194+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ7EXTELNUF4.2~1401VNJNQ51O.0 size=1048576 2024-09-19T13:44:22.201 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.198+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ7EXTELNUF4.2~1401VNJNQ51O.1 size=287439 2024-09-19T13:44:22.207 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.206+0000 7f71dac3e8c0 1 < completed multipart upload key=NJ7EXTELNUF4 upload=1401VNJNQ51O tag=KYA3S8K0LC0W type=write size=2384591 2024-09-19T13:44:22.211 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.210+0000 7f71dac3e8c0 1 > prepared operation key=W1PNZKV93AHZ tag=S6JED4B38ASL type=write size=905180 2024-09-19T13:44:22.214 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.210+0000 7f71dac3e8c0 1 < canceled operation key=8A3NYYQ7SXR3 tag=QV2QDD2REQS7 type=del size=1156815 2024-09-19T13:44:22.219 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.218+0000 7f71dac3e8c0 1 > prepared operation key=A0ZG34NFHPW5 tag=WRPYTIA5V4KJ type=del size=2928213 2024-09-19T13:44:22.223 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.222+0000 7f71dac3e8c0 1 < completed part key=_multipart_Q484UNX3BYBG.2~4ZOL7X7ABFOA.0 size=515080 2024-09-19T13:44:22.228 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.226+0000 7f71dac3e8c0 1 < completed multipart upload key=Q484UNX3BYBG upload=4ZOL7X7ABFOA tag=KIK5BICANXZ7 type=write size=1563656 2024-09-19T13:44:22.232 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.230+0000 7f71dac3e8c0 1 > prepared operation key=8NT83XBF9HN8 tag=832GLQUMXQUY type=write size=617952 2024-09-19T13:44:22.236 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.234+0000 7f71dac3e8c0 1 < completed part key=_multipart_HXQD0AR5YYML.2~520HLSALEC49.0 size=1048576 2024-09-19T13:44:22.236 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.234+0000 7f71dac3e8c0 1 < canceled part key=_multipart_HXQD0AR5YYML.2~520HLSALEC49.1 size=1048576 2024-09-19T13:44:22.239 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.238+0000 7f71dac3e8c0 1 < completed part key=_multipart_HXQD0AR5YYML.2~520HLSALEC49.2 size=246701 2024-09-19T13:44:22.245 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.242+0000 7f71dac3e8c0 1 < canceled multipart upload key=HXQD0AR5YYML upload=520HLSALEC49 tag=UFTF12906TQ9 type=write size=3392429 2024-09-19T13:44:22.252 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.250+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HEVXCB3PBN2X.2~7UDSZP130ZG7.0 size=1048576 2024-09-19T13:44:22.255 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.254+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HEVXCB3PBN2X.2~7UDSZP130ZG7.1 size=1048576 2024-09-19T13:44:22.258 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.254+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HEVXCB3PBN2X.2~7UDSZP130ZG7.2 size=749715 2024-09-19T13:44:22.258 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.254+0000 7f71dac3e8c0 1 > prepared multipart upload key=HEVXCB3PBN2X upload=7UDSZP130ZG7 tag=7752OH9H7PYN type=write size=3895443 2024-09-19T13:44:22.262 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.258+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ7EXTELNUF4.2~RWGT787O0KPI.0 size=1048576 2024-09-19T13:44:22.266 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.262+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ7EXTELNUF4.2~RWGT787O0KPI.1 size=1048576 2024-09-19T13:44:22.269 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.266+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ7EXTELNUF4.2~RWGT787O0KPI.2 size=396660 2024-09-19T13:44:22.276 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.274+0000 7f71dac3e8c0 1 < completed multipart upload key=NJ7EXTELNUF4 upload=RWGT787O0KPI tag=Y7UI1QN9XYKX type=write size=3542388 2024-09-19T13:44:22.283 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.282+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~0ZTNQ1FFZJA7.0 size=964460 2024-09-19T13:44:22.283 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.282+0000 7f71dac3e8c0 1 > prepared multipart upload key=NJ7EXTELNUF4 upload=0ZTNQ1FFZJA7 tag=F67T10LI7TXS type=write size=2013036 2024-09-19T13:44:22.287 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.286+0000 7f71dac3e8c0 1 < completed write operation key=D131FP2BZYDS tag=X41IDCVVRPMD type=write size=875999 2024-09-19T13:44:22.295 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.294+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~4VBJIQ15V9LB.0 size=1048576 2024-09-19T13:44:22.298 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.294+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~4VBJIQ15V9LB.1 size=880678 2024-09-19T13:44:22.298 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.294+0000 7f71dac3e8c0 1 > prepared multipart upload key=3M5OBS7J4VF9 upload=4VBJIQ15V9LB tag=JLQ93XD2UMWZ type=write size=2977830 2024-09-19T13:44:22.307 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.306+0000 7f71dac3e8c0 1 < suggested update operation key=GZF1MCOAN1NO tag=NVCYDIWJ50PM type=del size=3382837 2024-09-19T13:44:22.314 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.310+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8KBRPNQCKIQN.2~U6LXR6SG8P23.0 size=22355 2024-09-19T13:44:22.314 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.310+0000 7f71dac3e8c0 1 > prepared multipart upload key=8KBRPNQCKIQN upload=U6LXR6SG8P23 tag=L92BBS20H131 type=write size=1070931 2024-09-19T13:44:22.318 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.314+0000 7f71dac3e8c0 1 < completed delete operation key=7KN90I8B7PUK tag=SALX3FBJA184 type=del 2024-09-19T13:44:22.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.318+0000 7f71dac3e8c0 1 > prepared operation key=LIMYIIX8WVBS tag=10QT1XRAW2CA type=write size=137925 2024-09-19T13:44:22.326 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.322+0000 7f71dac3e8c0 1 < completed delete operation key=A0ZG34NFHPW5 tag=AGVK0D2PY8Y0 type=del 2024-09-19T13:44:22.333 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.330+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~76YZVUGKKLA6.0 size=1048576 2024-09-19T13:44:22.336 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.334+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~76YZVUGKKLA6.1 size=1048576 2024-09-19T13:44:22.339 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.338+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~76YZVUGKKLA6.2 size=751177 2024-09-19T13:44:22.339 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.338+0000 7f71dac3e8c0 1 > prepared multipart upload key=3M5OBS7J4VF9 upload=76YZVUGKKLA6 tag=VDAD60A1KYUT type=write size=3896905 2024-09-19T13:44:22.343 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.342+0000 7f71dac3e8c0 1 < completed part key=_multipart_HXQD0AR5YYML.2~FNY10VKIKCBQ.0 size=338340 2024-09-19T13:44:22.349 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.346+0000 7f71dac3e8c0 1 < completed multipart upload key=HXQD0AR5YYML upload=FNY10VKIKCBQ tag=QB5U21PTCZFA type=write size=1386916 2024-09-19T13:44:22.353 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.350+0000 7f71dac3e8c0 1 > prepared operation key=8A3NYYQ7SXR3 tag=FUVVVFX1XXN4 type=write size=235347 2024-09-19T13:44:22.361 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.358+0000 7f71dac3e8c0 1 < suggested remove operation key=W1PNZKV93AHZ tag=EH6HBYNBBTBC type=del 2024-09-19T13:44:22.369 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.366+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~YPOHFJV8TIWT.0 size=629092 2024-09-19T13:44:22.369 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.366+0000 7f71dac3e8c0 1 > prepared multipart upload key=ZTBECCHZS74F upload=YPOHFJV8TIWT tag=H17XX96G5GS5 type=write size=1677668 2024-09-19T13:44:22.373 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.370+0000 7f71dac3e8c0 1 < completed delete operation key=K7SNV9YW44WO tag=60OYIEDG82SJ type=del 2024-09-19T13:44:22.377 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.374+0000 7f71dac3e8c0 1 > prepared operation key=XXX33TZ37H3Q tag=MW7A7OEBSO6I type=del size=2098473 2024-09-19T13:44:22.381 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.378+0000 7f71dac3e8c0 1 < completed delete operation key=Q484UNX3BYBG tag=RFODPTVUGAB9 type=del 2024-09-19T13:44:22.389 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.386+0000 7f71dac3e8c0 1 > prepared part key=_multipart_5UA3A6M3SVPV.2~33AEW0WYRLRS.0 size=1048576 2024-09-19T13:44:22.392 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.390+0000 7f71dac3e8c0 1 > prepared part key=_multipart_5UA3A6M3SVPV.2~33AEW0WYRLRS.1 size=1048576 2024-09-19T13:44:22.395 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.394+0000 7f71dac3e8c0 1 > prepared part key=_multipart_5UA3A6M3SVPV.2~33AEW0WYRLRS.2 size=442828 2024-09-19T13:44:22.395 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.394+0000 7f71dac3e8c0 1 > prepared multipart upload key=5UA3A6M3SVPV upload=33AEW0WYRLRS tag=05HX5F25TTVT type=write size=3588556 2024-09-19T13:44:22.399 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.398+0000 7f71dac3e8c0 1 < completed delete operation key=LIMYIIX8WVBS tag=R9IR62KRHGHX type=del 2024-09-19T13:44:22.407 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.406+0000 7f71dac3e8c0 1 > prepared part key=_multipart_A0ZG34NFHPW5.2~MEQREAQ8T8RX.0 size=1048576 2024-09-19T13:44:22.410 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.406+0000 7f71dac3e8c0 1 > prepared part key=_multipart_A0ZG34NFHPW5.2~MEQREAQ8T8RX.1 size=1048576 2024-09-19T13:44:22.414 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.410+0000 7f71dac3e8c0 1 > prepared part key=_multipart_A0ZG34NFHPW5.2~MEQREAQ8T8RX.2 size=835372 2024-09-19T13:44:22.414 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.410+0000 7f71dac3e8c0 1 > prepared multipart upload key=A0ZG34NFHPW5 upload=MEQREAQ8T8RX tag=DY6D4DTL54OI type=write size=3981100 2024-09-19T13:44:22.418 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.414+0000 7f71dac3e8c0 1 < completed delete operation key=D131FP2BZYDS tag=GR35CY7D988J type=del 2024-09-19T13:44:22.424 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.422+0000 7f71dac3e8c0 1 > prepared part key=_multipart_0FYIGD7G7ER2.2~MGC93NQ90X3W.0 size=376125 2024-09-19T13:44:22.424 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.422+0000 7f71dac3e8c0 1 > prepared multipart upload key=0FYIGD7G7ER2 upload=MGC93NQ90X3W tag=RG2DKMJLRY5G type=write size=1424701 2024-09-19T13:44:22.428 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.426+0000 7f71dac3e8c0 1 < completed delete operation key=A0ZG34NFHPW5 tag=1MP6CM323DTE type=del 2024-09-19T13:44:22.432 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.430+0000 7f71dac3e8c0 1 > prepared operation key=K7SNV9YW44WO tag=NN91MKUFKGYT type=del size=4124742 2024-09-19T13:44:22.436 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.434+0000 7f71dac3e8c0 -1 < failed to complete operation key=W1PNZKV93AHZ tag=S6JED4B38ASL type=write size=905180: (22) Invalid argument 2024-09-19T13:44:22.442 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.438+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~A2RPAWAL0121.0 size=1048576 2024-09-19T13:44:22.445 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.442+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~A2RPAWAL0121.1 size=1048576 2024-09-19T13:44:22.448 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.446+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~A2RPAWAL0121.2 size=530650 2024-09-19T13:44:22.449 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.446+0000 7f71dac3e8c0 1 > prepared multipart upload key=ZTBECCHZS74F upload=A2RPAWAL0121 tag=7RMCEFQDW9UB type=write size=3676378 2024-09-19T13:44:22.452 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.450+0000 7f71dac3e8c0 1 < completed delete operation key=A0ZG34NFHPW5 tag=WRPYTIA5V4KJ type=del 2024-09-19T13:44:22.457 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.454+0000 7f71dac3e8c0 1 > prepared operation key=NJ7EXTELNUF4 tag=7235UC05EODY type=del size=986070 2024-09-19T13:44:22.461 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.458+0000 7f71dac3e8c0 1 < completed write operation key=8NT83XBF9HN8 tag=832GLQUMXQUY type=write size=617952 2024-09-19T13:44:22.470 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.466+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=2EVOZ97Z33HJ type=del size=371961 2024-09-19T13:44:22.474 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.470+0000 7f71dac3e8c0 1 < completed part key=_multipart_HEVXCB3PBN2X.2~7UDSZP130ZG7.0 size=1048576 2024-09-19T13:44:22.477 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.474+0000 7f71dac3e8c0 1 < completed part key=_multipart_HEVXCB3PBN2X.2~7UDSZP130ZG7.1 size=1048576 2024-09-19T13:44:22.480 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.478+0000 7f71dac3e8c0 1 < completed part key=_multipart_HEVXCB3PBN2X.2~7UDSZP130ZG7.2 size=749715 2024-09-19T13:44:22.487 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.486+0000 7f71dac3e8c0 1 < completed multipart upload key=HEVXCB3PBN2X upload=7UDSZP130ZG7 tag=7752OH9H7PYN type=write size=3895443 2024-09-19T13:44:22.491 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.490+0000 7f71dac3e8c0 1 > prepared operation key=6QW9QPSBZ37R tag=SVUE3BY7BIJ1 type=del size=3451707 2024-09-19T13:44:22.495 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.494+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ7EXTELNUF4.2~0ZTNQ1FFZJA7.0 size=964460 2024-09-19T13:44:22.501 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.498+0000 7f71dac3e8c0 1 < completed multipart upload key=NJ7EXTELNUF4 upload=0ZTNQ1FFZJA7 tag=F67T10LI7TXS type=write size=2013036 2024-09-19T13:44:22.504 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.502+0000 7f71dac3e8c0 1 > prepared operation key=NJ64P4D0EIT4 tag=M2LNSP0IKR6J type=del size=271393 2024-09-19T13:44:22.508 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.506+0000 7f71dac3e8c0 1 < completed part key=_multipart_3M5OBS7J4VF9.2~4VBJIQ15V9LB.0 size=1048576 2024-09-19T13:44:22.511 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.510+0000 7f71dac3e8c0 1 < completed part key=_multipart_3M5OBS7J4VF9.2~4VBJIQ15V9LB.1 size=880678 2024-09-19T13:44:22.518 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.514+0000 7f71dac3e8c0 1 < completed multipart upload key=3M5OBS7J4VF9 upload=4VBJIQ15V9LB tag=JLQ93XD2UMWZ type=write size=2977830 2024-09-19T13:44:22.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.518+0000 7f71dac3e8c0 1 > prepared operation key=JO1LC6YY2PEB tag=2MS856FCYAYD type=del size=1991312 2024-09-19T13:44:22.525 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.522+0000 7f71dac3e8c0 1 < completed part key=_multipart_8KBRPNQCKIQN.2~U6LXR6SG8P23.0 size=22355 2024-09-19T13:44:22.531 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.526+0000 7f71dac3e8c0 1 < completed multipart upload key=8KBRPNQCKIQN upload=U6LXR6SG8P23 tag=L92BBS20H131 type=write size=1070931 2024-09-19T13:44:22.534 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.530+0000 7f71dac3e8c0 1 > prepared operation key=ZTBECCHZS74F tag=1M7SEB0S4QFF type=del size=443390 2024-09-19T13:44:22.542 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.538+0000 7f71dac3e8c0 1 < suggested remove operation key=LIMYIIX8WVBS tag=10QT1XRAW2CA type=write 2024-09-19T13:44:22.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.542+0000 7f71dac3e8c0 1 > prepared operation key=6QW9QPSBZ37R tag=902B5WSVM5UL type=del size=1983610 2024-09-19T13:44:22.551 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.550+0000 7f71dac3e8c0 1 < completed part key=_multipart_3M5OBS7J4VF9.2~76YZVUGKKLA6.0 size=1048576 2024-09-19T13:44:22.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.550+0000 7f71dac3e8c0 1 < completed part key=_multipart_3M5OBS7J4VF9.2~76YZVUGKKLA6.1 size=1048576 2024-09-19T13:44:22.557 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.554+0000 7f71dac3e8c0 1 < completed part key=_multipart_3M5OBS7J4VF9.2~76YZVUGKKLA6.2 size=751177 2024-09-19T13:44:22.563 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.562+0000 7f71dac3e8c0 1 < completed multipart upload key=3M5OBS7J4VF9 upload=76YZVUGKKLA6 tag=VDAD60A1KYUT type=write size=3896905 2024-09-19T13:44:22.570 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.566+0000 7f71dac3e8c0 1 > prepared part key=_multipart_Q484UNX3BYBG.2~HTX4Z5J9N3WF.0 size=1048576 2024-09-19T13:44:22.573 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.570+0000 7f71dac3e8c0 1 > prepared part key=_multipart_Q484UNX3BYBG.2~HTX4Z5J9N3WF.1 size=1048576 2024-09-19T13:44:22.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.574+0000 7f71dac3e8c0 1 > prepared part key=_multipart_Q484UNX3BYBG.2~HTX4Z5J9N3WF.2 size=399618 2024-09-19T13:44:22.576 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.574+0000 7f71dac3e8c0 1 > prepared multipart upload key=Q484UNX3BYBG upload=HTX4Z5J9N3WF tag=BIPY9S4CD8UQ type=write size=3545346 2024-09-19T13:44:22.579 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.578+0000 7f71dac3e8c0 1 < completed write operation key=8A3NYYQ7SXR3 tag=FUVVVFX1XXN4 type=write size=235347 2024-09-19T13:44:22.583 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.582+0000 7f71dac3e8c0 1 > prepared operation key=NJ64P4D0EIT4 tag=MLM7YNAGQ6PA type=del size=650098 2024-09-19T13:44:22.587 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.586+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~YPOHFJV8TIWT.0 size=629092 2024-09-19T13:44:22.592 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.590+0000 7f71dac3e8c0 1 < completed multipart upload key=ZTBECCHZS74F upload=YPOHFJV8TIWT tag=H17XX96G5GS5 type=write size=1677668 2024-09-19T13:44:22.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.594+0000 7f71dac3e8c0 1 > prepared operation key=W1PNZKV93AHZ tag=B25PX24QU7XT type=write size=872393 2024-09-19T13:44:22.599 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.598+0000 7f71dac3e8c0 1 < completed delete operation key=XXX33TZ37H3Q tag=MW7A7OEBSO6I type=del 2024-09-19T13:44:22.606 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.602+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~Z3G2QXL5A636.0 size=1048576 2024-09-19T13:44:22.609 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.606+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~Z3G2QXL5A636.1 size=823545 2024-09-19T13:44:22.609 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.606+0000 7f71dac3e8c0 1 > prepared multipart upload key=ZTBECCHZS74F upload=Z3G2QXL5A636 tag=IXB047W1HYMM type=write size=2920697 2024-09-19T13:44:22.613 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.610+0000 7f71dac3e8c0 1 < completed part key=_multipart_5UA3A6M3SVPV.2~33AEW0WYRLRS.0 size=1048576 2024-09-19T13:44:22.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.614+0000 7f71dac3e8c0 1 < completed part key=_multipart_5UA3A6M3SVPV.2~33AEW0WYRLRS.1 size=1048576 2024-09-19T13:44:22.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.614+0000 7f71dac3e8c0 1 < completed part key=_multipart_5UA3A6M3SVPV.2~33AEW0WYRLRS.2 size=442828 2024-09-19T13:44:22.624 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.622+0000 7f71dac3e8c0 1 < completed multipart upload key=5UA3A6M3SVPV upload=33AEW0WYRLRS tag=05HX5F25TTVT type=write size=3588556 2024-09-19T13:44:22.630 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.626+0000 7f71dac3e8c0 1 > prepared part key=_multipart_6QW9QPSBZ37R.2~FBPFP168KP57.0 size=1048576 2024-09-19T13:44:22.633 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.630+0000 7f71dac3e8c0 1 > prepared part key=_multipart_6QW9QPSBZ37R.2~FBPFP168KP57.1 size=1048576 2024-09-19T13:44:22.636 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.634+0000 7f71dac3e8c0 1 > prepared part key=_multipart_6QW9QPSBZ37R.2~FBPFP168KP57.2 size=445270 2024-09-19T13:44:22.636 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.634+0000 7f71dac3e8c0 1 > prepared multipart upload key=6QW9QPSBZ37R upload=FBPFP168KP57 tag=A525EFGGFPXC type=write size=3590998 2024-09-19T13:44:22.640 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.638+0000 7f71dac3e8c0 1 < completed part key=_multipart_A0ZG34NFHPW5.2~MEQREAQ8T8RX.0 size=1048576 2024-09-19T13:44:22.643 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.638+0000 7f71dac3e8c0 1 < completed part key=_multipart_A0ZG34NFHPW5.2~MEQREAQ8T8RX.1 size=1048576 2024-09-19T13:44:22.645 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.642+0000 7f71dac3e8c0 1 < completed part key=_multipart_A0ZG34NFHPW5.2~MEQREAQ8T8RX.2 size=835372 2024-09-19T13:44:22.652 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.650+0000 7f71dac3e8c0 1 < completed multipart upload key=A0ZG34NFHPW5 upload=MEQREAQ8T8RX tag=DY6D4DTL54OI type=write size=3981100 2024-09-19T13:44:22.655 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.654+0000 7f71dac3e8c0 1 > prepared operation key=3M5OBS7J4VF9 tag=VI8THEVOK52L type=del size=1379985 2024-09-19T13:44:22.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.658+0000 7f71dac3e8c0 1 < completed part key=_multipart_0FYIGD7G7ER2.2~MGC93NQ90X3W.0 size=376125 2024-09-19T13:44:22.665 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.662+0000 7f71dac3e8c0 1 < completed multipart upload key=0FYIGD7G7ER2 upload=MGC93NQ90X3W tag=RG2DKMJLRY5G type=write size=1424701 2024-09-19T13:44:22.669 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.666+0000 7f71dac3e8c0 1 > prepared operation key=NJ7EXTELNUF4 tag=KDV705NQBUF6 type=del size=732332 2024-09-19T13:44:22.673 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.670+0000 7f71dac3e8c0 1 < completed delete operation key=K7SNV9YW44WO tag=NN91MKUFKGYT type=del 2024-09-19T13:44:22.677 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.674+0000 7f71dac3e8c0 1 > prepared operation key=HEVXCB3PBN2X tag=OZWABTUT6QCH type=del size=4156485 2024-09-19T13:44:22.681 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.678+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~A2RPAWAL0121.0 size=1048576 2024-09-19T13:44:22.683 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.682+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~A2RPAWAL0121.1 size=1048576 2024-09-19T13:44:22.686 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.682+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~A2RPAWAL0121.2 size=530650 2024-09-19T13:44:22.692 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.690+0000 7f71dac3e8c0 1 < completed multipart upload key=ZTBECCHZS74F upload=A2RPAWAL0121 tag=7RMCEFQDW9UB type=write size=3676378 2024-09-19T13:44:22.696 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.694+0000 7f71dac3e8c0 1 > prepared operation key=3M5OBS7J4VF9 tag=ZL31OTXE9IEQ type=del size=460868 2024-09-19T13:44:22.702 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.698+0000 7f71dac3e8c0 1 < suggested update operation key=NJ7EXTELNUF4 tag=7235UC05EODY type=del size=986070 2024-09-19T13:44:22.710 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.706+0000 7f71dac3e8c0 1 > prepared part key=_multipart_A0ZG34NFHPW5.2~5AXE3CB3T7GC.0 size=1048576 2024-09-19T13:44:22.713 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.710+0000 7f71dac3e8c0 1 > prepared part key=_multipart_A0ZG34NFHPW5.2~5AXE3CB3T7GC.1 size=638499 2024-09-19T13:44:22.713 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.710+0000 7f71dac3e8c0 1 > prepared multipart upload key=A0ZG34NFHPW5 upload=5AXE3CB3T7GC tag=W3J74C4U8VPA type=write size=2735651 2024-09-19T13:44:22.717 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.714+0000 7f71dac3e8c0 1 < completed delete operation key=IUZEMS5KASUH tag=2EVOZ97Z33HJ type=del 2024-09-19T13:44:22.721 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.718+0000 7f71dac3e8c0 1 > prepared operation key=D131FP2BZYDS tag=2EHBPBFXWTZ7 type=del size=1054047 2024-09-19T13:44:22.724 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.722+0000 7f71dac3e8c0 1 < completed delete operation key=6QW9QPSBZ37R tag=SVUE3BY7BIJ1 type=del 2024-09-19T13:44:22.728 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.726+0000 7f71dac3e8c0 1 > prepared operation key=HXQD0AR5YYML tag=55UABY3J9Y9P type=del size=3965568 2024-09-19T13:44:22.732 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.730+0000 7f71dac3e8c0 1 < completed delete operation key=NJ64P4D0EIT4 tag=M2LNSP0IKR6J type=del 2024-09-19T13:44:22.736 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.734+0000 7f71dac3e8c0 1 > prepared operation key=6QW9QPSBZ37R tag=7NLMBVKJ5620 type=del size=2752504 2024-09-19T13:44:22.739 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.738+0000 7f71dac3e8c0 1 < canceled operation key=JO1LC6YY2PEB tag=2MS856FCYAYD type=del size=1991312 2024-09-19T13:44:22.746 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.742+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~7QQ7QORSWCF3.0 size=1048576 2024-09-19T13:44:22.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.746+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~7QQ7QORSWCF3.1 size=617906 2024-09-19T13:44:22.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.746+0000 7f71dac3e8c0 1 > prepared multipart upload key=LIMYIIX8WVBS upload=7QQ7QORSWCF3 tag=R5OE0HWD1LVF type=write size=2715058 2024-09-19T13:44:22.756 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.754+0000 7f71dac3e8c0 1 < suggested remove operation key=ZTBECCHZS74F tag=1M7SEB0S4QFF type=del 2024-09-19T13:44:22.762 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.758+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~IGR06JOY2O2R.0 size=1048576 2024-09-19T13:44:22.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.762+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~IGR06JOY2O2R.1 size=1048576 2024-09-19T13:44:22.768 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.766+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~IGR06JOY2O2R.2 size=439689 2024-09-19T13:44:22.768 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.766+0000 7f71dac3e8c0 1 > prepared multipart upload key=LIMYIIX8WVBS upload=IGR06JOY2O2R tag=H78MRV8ZASCG type=write size=3585417 2024-09-19T13:44:22.772 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.770+0000 7f71dac3e8c0 1 < canceled operation key=6QW9QPSBZ37R tag=902B5WSVM5UL type=del size=1983610 2024-09-19T13:44:22.775 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.774+0000 7f71dac3e8c0 1 > prepared operation key=NJ64P4D0EIT4 tag=AP1NJTCV80BN type=write size=222773 2024-09-19T13:44:22.780 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.778+0000 7f71dac3e8c0 1 < completed part key=_multipart_Q484UNX3BYBG.2~HTX4Z5J9N3WF.0 size=1048576 2024-09-19T13:44:22.783 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.782+0000 7f71dac3e8c0 1 < completed part key=_multipart_Q484UNX3BYBG.2~HTX4Z5J9N3WF.1 size=1048576 2024-09-19T13:44:22.785 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.782+0000 7f71dac3e8c0 1 < completed part key=_multipart_Q484UNX3BYBG.2~HTX4Z5J9N3WF.2 size=399618 2024-09-19T13:44:22.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.790+0000 7f71dac3e8c0 1 < completed multipart upload key=Q484UNX3BYBG upload=HTX4Z5J9N3WF tag=BIPY9S4CD8UQ type=write size=3545346 2024-09-19T13:44:22.795 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.794+0000 7f71dac3e8c0 1 > prepared operation key=8KBRPNQCKIQN tag=Q2VFJ0CWZOTA type=del size=4177338 2024-09-19T13:44:22.799 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.798+0000 7f71dac3e8c0 1 < completed delete operation key=NJ64P4D0EIT4 tag=MLM7YNAGQ6PA type=del 2024-09-19T13:44:22.810 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.806+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~4EY2O4D529HQ.0 size=1048576 2024-09-19T13:44:22.813 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.810+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~4EY2O4D529HQ.1 size=1048576 2024-09-19T13:44:22.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.814+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~4EY2O4D529HQ.2 size=60062 2024-09-19T13:44:22.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.814+0000 7f71dac3e8c0 1 > prepared multipart upload key=LIMYIIX8WVBS upload=4EY2O4D529HQ tag=O7HR4A7ZHJJV type=write size=3205790 2024-09-19T13:44:22.820 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.818+0000 7f71dac3e8c0 1 < completed write operation key=W1PNZKV93AHZ tag=B25PX24QU7XT type=write size=872393 2024-09-19T13:44:22.824 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.822+0000 7f71dac3e8c0 1 > prepared operation key=JO1LC6YY2PEB tag=HAHG66CTRPDS type=del size=194228 2024-09-19T13:44:22.828 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.826+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~Z3G2QXL5A636.0 size=1048576 2024-09-19T13:44:22.830 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.826+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~Z3G2QXL5A636.1 size=823545 2024-09-19T13:44:22.836 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.834+0000 7f71dac3e8c0 1 < completed multipart upload key=ZTBECCHZS74F upload=Z3G2QXL5A636 tag=IXB047W1HYMM type=write size=2920697 2024-09-19T13:44:22.843 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.842+0000 7f71dac3e8c0 1 > prepared part key=_multipart_0FYIGD7G7ER2.2~W2LUQXYSWZ7Q.0 size=196103 2024-09-19T13:44:22.843 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.842+0000 7f71dac3e8c0 1 > prepared multipart upload key=0FYIGD7G7ER2 upload=W2LUQXYSWZ7Q tag=CRJ28EEGQP40 type=write size=1244679 2024-09-19T13:44:22.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.842+0000 7f71dac3e8c0 1 < completed part key=_multipart_6QW9QPSBZ37R.2~FBPFP168KP57.0 size=1048576 2024-09-19T13:44:22.849 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.846+0000 7f71dac3e8c0 1 < completed part key=_multipart_6QW9QPSBZ37R.2~FBPFP168KP57.1 size=1048576 2024-09-19T13:44:22.852 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.850+0000 7f71dac3e8c0 1 < completed part key=_multipart_6QW9QPSBZ37R.2~FBPFP168KP57.2 size=445270 2024-09-19T13:44:22.858 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.854+0000 7f71dac3e8c0 1 < completed multipart upload key=6QW9QPSBZ37R upload=FBPFP168KP57 tag=A525EFGGFPXC type=write size=3590998 2024-09-19T13:44:22.862 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.858+0000 7f71dac3e8c0 1 > prepared operation key=6QW9QPSBZ37R tag=Z5KM5TZ2HFJ0 type=del size=2924658 2024-09-19T13:44:22.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.862+0000 7f71dac3e8c0 1 < completed delete operation key=3M5OBS7J4VF9 tag=VI8THEVOK52L type=del 2024-09-19T13:44:22.872 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.870+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~84AYSQJRRHQE.0 size=1048576 2024-09-19T13:44:22.875 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.874+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~84AYSQJRRHQE.1 size=1048576 2024-09-19T13:44:22.878 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.874+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~84AYSQJRRHQE.2 size=560965 2024-09-19T13:44:22.878 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.874+0000 7f71dac3e8c0 1 > prepared multipart upload key=K7SNV9YW44WO upload=84AYSQJRRHQE tag=EKEUQOFI604S type=write size=3706693 2024-09-19T13:44:22.882 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.878+0000 7f71dac3e8c0 -1 < failed to complete operation key=NJ7EXTELNUF4 tag=KDV705NQBUF6 type=del size=732332: (22) Invalid argument 2024-09-19T13:44:22.888 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.886+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~ND37POFKT1QJ.0 size=1048576 2024-09-19T13:44:22.891 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.890+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~ND37POFKT1QJ.1 size=1048576 2024-09-19T13:44:22.894 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.890+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~ND37POFKT1QJ.2 size=383932 2024-09-19T13:44:22.894 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.890+0000 7f71dac3e8c0 1 > prepared multipart upload key=K7SNV9YW44WO upload=ND37POFKT1QJ tag=F13Z1AZ4SFZ7 type=write size=3529660 2024-09-19T13:44:22.898 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.894+0000 7f71dac3e8c0 1 < canceled operation key=HEVXCB3PBN2X tag=OZWABTUT6QCH type=del size=4156485 2024-09-19T13:44:22.905 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.902+0000 7f71dac3e8c0 1 > prepared part key=_multipart_A0ZG34NFHPW5.2~FN0F3ORRFA7Z.0 size=938539 2024-09-19T13:44:22.905 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.902+0000 7f71dac3e8c0 1 > prepared multipart upload key=A0ZG34NFHPW5 upload=FN0F3ORRFA7Z tag=KL4B79KLG3RI type=write size=1987115 2024-09-19T13:44:22.908 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.906+0000 7f71dac3e8c0 1 < canceled operation key=3M5OBS7J4VF9 tag=ZL31OTXE9IEQ type=del size=460868 2024-09-19T13:44:22.912 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.910+0000 7f71dac3e8c0 1 > prepared operation key=GZF1MCOAN1NO tag=6GIUAN1XAFA4 type=del size=700284 2024-09-19T13:44:22.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.914+0000 7f71dac3e8c0 1 < completed part key=_multipart_A0ZG34NFHPW5.2~5AXE3CB3T7GC.0 size=1048576 2024-09-19T13:44:22.919 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.918+0000 7f71dac3e8c0 1 < completed part key=_multipart_A0ZG34NFHPW5.2~5AXE3CB3T7GC.1 size=638499 2024-09-19T13:44:22.925 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.922+0000 7f71dac3e8c0 1 < completed multipart upload key=A0ZG34NFHPW5 upload=5AXE3CB3T7GC tag=W3J74C4U8VPA type=write size=2735651 2024-09-19T13:44:22.928 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.926+0000 7f71dac3e8c0 1 > prepared operation key=37OSN0RSHGZZ tag=J7TYUXYMPQ52 type=del size=1280606 2024-09-19T13:44:22.932 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.930+0000 7f71dac3e8c0 1 < completed delete operation key=D131FP2BZYDS tag=2EHBPBFXWTZ7 type=del 2024-09-19T13:44:22.939 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.938+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~1RP2AIY69ANZ.0 size=1048576 2024-09-19T13:44:22.942 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.938+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~1RP2AIY69ANZ.1 size=1048576 2024-09-19T13:44:22.945 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.942+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~1RP2AIY69ANZ.2 size=176085 2024-09-19T13:44:22.945 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.942+0000 7f71dac3e8c0 1 > prepared multipart upload key=IUZEMS5KASUH upload=1RP2AIY69ANZ tag=63NC68H2GVJO type=write size=3321813 2024-09-19T13:44:22.948 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.946+0000 7f71dac3e8c0 1 < completed delete operation key=HXQD0AR5YYML tag=55UABY3J9Y9P type=del 2024-09-19T13:44:22.952 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.950+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=1M11P9B6LHOY type=write size=124725 2024-09-19T13:44:22.956 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.954+0000 7f71dac3e8c0 1 < completed delete operation key=6QW9QPSBZ37R tag=7NLMBVKJ5620 type=del 2024-09-19T13:44:22.960 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.958+0000 7f71dac3e8c0 1 > prepared operation key=QMR0T7URJS4W tag=1U12CKDEJKLO type=write size=936443 2024-09-19T13:44:22.961 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.958+0000 7f71dac3e8c0 1 < canceled part key=_multipart_LIMYIIX8WVBS.2~7QQ7QORSWCF3.0 size=1048576 2024-09-19T13:44:22.961 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.958+0000 7f71dac3e8c0 1 < canceled part key=_multipart_LIMYIIX8WVBS.2~7QQ7QORSWCF3.1 size=617906 2024-09-19T13:44:22.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.966+0000 7f71dac3e8c0 1 < canceled multipart upload key=LIMYIIX8WVBS upload=7QQ7QORSWCF3 tag=R5OE0HWD1LVF type=write size=2715058 2024-09-19T13:44:22.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.970+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~VW1VOYL3VVLZ.0 size=559492 2024-09-19T13:44:22.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.970+0000 7f71dac3e8c0 1 > prepared multipart upload key=7KN90I8B7PUK upload=VW1VOYL3VVLZ tag=3U0RDG5P57J0 type=write size=1608068 2024-09-19T13:44:22.979 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.974+0000 7f71dac3e8c0 1 < completed part key=_multipart_LIMYIIX8WVBS.2~IGR06JOY2O2R.0 size=1048576 2024-09-19T13:44:22.981 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.978+0000 7f71dac3e8c0 1 < completed part key=_multipart_LIMYIIX8WVBS.2~IGR06JOY2O2R.1 size=1048576 2024-09-19T13:44:22.981 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.978+0000 7f71dac3e8c0 1 < canceled part key=_multipart_LIMYIIX8WVBS.2~IGR06JOY2O2R.2 size=439689 2024-09-19T13:44:22.987 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.986+0000 7f71dac3e8c0 1 < canceled multipart upload key=LIMYIIX8WVBS upload=IGR06JOY2O2R tag=H78MRV8ZASCG type=write size=3585417 2024-09-19T13:44:22.994 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.990+0000 7f71dac3e8c0 1 > prepared part key=_multipart_6QW9QPSBZ37R.2~J6J6S0KP3SYA.0 size=1048576 2024-09-19T13:44:22.997 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.994+0000 7f71dac3e8c0 1 > prepared part key=_multipart_6QW9QPSBZ37R.2~J6J6S0KP3SYA.1 size=1048576 2024-09-19T13:44:23.000 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.998+0000 7f71dac3e8c0 1 > prepared part key=_multipart_6QW9QPSBZ37R.2~J6J6S0KP3SYA.2 size=947924 2024-09-19T13:44:23.001 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:22.998+0000 7f71dac3e8c0 1 > prepared multipart upload key=6QW9QPSBZ37R upload=J6J6S0KP3SYA tag=6W3T7OTHA3JP type=write size=4093652 2024-09-19T13:44:23.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.002+0000 7f71dac3e8c0 1 < completed write operation key=NJ64P4D0EIT4 tag=AP1NJTCV80BN type=write size=222773 2024-09-19T13:44:23.012 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.010+0000 7f71dac3e8c0 1 > prepared part key=_multipart_E5541PV8MDY7.2~KZ3SYBKUA7X5.0 size=482784 2024-09-19T13:44:23.012 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.010+0000 7f71dac3e8c0 1 > prepared multipart upload key=E5541PV8MDY7 upload=KZ3SYBKUA7X5 tag=003ID6I0R3GO type=write size=1531360 2024-09-19T13:44:23.015 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.014+0000 7f71dac3e8c0 1 < completed delete operation key=8KBRPNQCKIQN tag=Q2VFJ0CWZOTA type=del 2024-09-19T13:44:23.022 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.018+0000 7f71dac3e8c0 1 > prepared part key=_multipart_37OSN0RSHGZZ.2~86R0M71AMV9P.0 size=1048576 2024-09-19T13:44:23.025 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.022+0000 7f71dac3e8c0 1 > prepared part key=_multipart_37OSN0RSHGZZ.2~86R0M71AMV9P.1 size=1048576 2024-09-19T13:44:23.028 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.026+0000 7f71dac3e8c0 1 > prepared part key=_multipart_37OSN0RSHGZZ.2~86R0M71AMV9P.2 size=553689 2024-09-19T13:44:23.028 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.026+0000 7f71dac3e8c0 1 > prepared multipart upload key=37OSN0RSHGZZ upload=86R0M71AMV9P tag=Q3DBHUCW2GNL type=write size=3699417 2024-09-19T13:44:23.032 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.030+0000 7f71dac3e8c0 1 < completed part key=_multipart_LIMYIIX8WVBS.2~4EY2O4D529HQ.0 size=1048576 2024-09-19T13:44:23.035 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.034+0000 7f71dac3e8c0 1 < completed part key=_multipart_LIMYIIX8WVBS.2~4EY2O4D529HQ.1 size=1048576 2024-09-19T13:44:23.037 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.034+0000 7f71dac3e8c0 1 < completed part key=_multipart_LIMYIIX8WVBS.2~4EY2O4D529HQ.2 size=60062 2024-09-19T13:44:23.042 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.038+0000 7f71dac3e8c0 1 < completed multipart upload key=LIMYIIX8WVBS upload=4EY2O4D529HQ tag=O7HR4A7ZHJJV type=write size=3205790 2024-09-19T13:44:23.047 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.046+0000 7f71dac3e8c0 1 > prepared operation key=HXQD0AR5YYML tag=ON86KOQT4KJ4 type=del size=1014666 2024-09-19T13:44:23.050 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.046+0000 7f71dac3e8c0 1 < completed delete operation key=JO1LC6YY2PEB tag=HAHG66CTRPDS type=del 2024-09-19T13:44:23.053 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.050+0000 7f71dac3e8c0 1 > prepared operation key=LIMYIIX8WVBS tag=CBSM9OMT7U82 type=del size=4164889 2024-09-19T13:44:23.057 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.054+0000 7f71dac3e8c0 1 < completed part key=_multipart_0FYIGD7G7ER2.2~W2LUQXYSWZ7Q.0 size=196103 2024-09-19T13:44:23.061 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.058+0000 7f71dac3e8c0 1 < completed multipart upload key=0FYIGD7G7ER2 upload=W2LUQXYSWZ7Q tag=CRJ28EEGQP40 type=write size=1244679 2024-09-19T13:44:23.068 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.066+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8KBRPNQCKIQN.2~5TFRVF2ZKQI2.0 size=1048576 2024-09-19T13:44:23.071 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.066+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8KBRPNQCKIQN.2~5TFRVF2ZKQI2.1 size=621063 2024-09-19T13:44:23.071 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.066+0000 7f71dac3e8c0 1 > prepared multipart upload key=8KBRPNQCKIQN upload=5TFRVF2ZKQI2 tag=OUH3KKDM00Y9 type=write size=2718215 2024-09-19T13:44:23.074 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.070+0000 7f71dac3e8c0 1 < completed delete operation key=6QW9QPSBZ37R tag=Z5KM5TZ2HFJ0 type=del 2024-09-19T13:44:23.080 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.078+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~QVBZLED28L55.0 size=1048576 2024-09-19T13:44:23.082 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.078+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~QVBZLED28L55.1 size=1048576 2024-09-19T13:44:23.085 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.082+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~QVBZLED28L55.2 size=572519 2024-09-19T13:44:23.085 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.082+0000 7f71dac3e8c0 1 > prepared multipart upload key=ZTBECCHZS74F upload=QVBZLED28L55 tag=JKI17RVY8Y6A type=write size=3718247 2024-09-19T13:44:23.089 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.086+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~84AYSQJRRHQE.0 size=1048576 2024-09-19T13:44:23.091 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.090+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~84AYSQJRRHQE.1 size=1048576 2024-09-19T13:44:23.094 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.090+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~84AYSQJRRHQE.2 size=560965 2024-09-19T13:44:23.099 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.098+0000 7f71dac3e8c0 1 < completed multipart upload key=K7SNV9YW44WO upload=84AYSQJRRHQE tag=EKEUQOFI604S type=write size=3706693 2024-09-19T13:44:23.102 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.098+0000 7f71dac3e8c0 1 > prepared operation key=E5541PV8MDY7 tag=WYKCLZ2T0MUA type=write size=554503 2024-09-19T13:44:23.106 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.102+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~ND37POFKT1QJ.0 size=1048576 2024-09-19T13:44:23.109 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.106+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~ND37POFKT1QJ.1 size=1048576 2024-09-19T13:44:23.111 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.110+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~ND37POFKT1QJ.2 size=383932 2024-09-19T13:44:23.117 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.114+0000 7f71dac3e8c0 1 < completed multipart upload key=K7SNV9YW44WO upload=ND37POFKT1QJ tag=F13Z1AZ4SFZ7 type=write size=3529660 2024-09-19T13:44:23.120 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.118+0000 7f71dac3e8c0 1 > prepared operation key=6QW9QPSBZ37R tag=F8ZMTJI2X8OT type=del size=3773021 2024-09-19T13:44:23.124 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.122+0000 7f71dac3e8c0 1 < completed part key=_multipart_A0ZG34NFHPW5.2~FN0F3ORRFA7Z.0 size=938539 2024-09-19T13:44:23.129 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.126+0000 7f71dac3e8c0 1 < completed multipart upload key=A0ZG34NFHPW5 upload=FN0F3ORRFA7Z tag=KL4B79KLG3RI type=write size=1987115 2024-09-19T13:44:23.138 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.134+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~85T24YCQNP2S.0 size=1048576 2024-09-19T13:44:23.140 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.138+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~85T24YCQNP2S.1 size=1048576 2024-09-19T13:44:23.143 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.142+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~85T24YCQNP2S.2 size=382465 2024-09-19T13:44:23.143 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.142+0000 7f71dac3e8c0 1 > prepared multipart upload key=W1PNZKV93AHZ upload=85T24YCQNP2S tag=07XP5V2LVUGC type=write size=3528193 2024-09-19T13:44:23.149 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.146+0000 7f71dac3e8c0 1 < suggested remove operation key=GZF1MCOAN1NO tag=6GIUAN1XAFA4 type=del 2024-09-19T13:44:23.155 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.150+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~E71HP984FJ6U.0 size=1048576 2024-09-19T13:44:23.157 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.154+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~E71HP984FJ6U.1 size=820343 2024-09-19T13:44:23.157 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.154+0000 7f71dac3e8c0 1 > prepared multipart upload key=ZTBECCHZS74F upload=E71HP984FJ6U tag=6SAZNFEJV9VF type=write size=2917495 2024-09-19T13:44:23.161 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.158+0000 7f71dac3e8c0 1 < completed delete operation key=37OSN0RSHGZZ tag=J7TYUXYMPQ52 type=del 2024-09-19T13:44:23.165 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.162+0000 7f71dac3e8c0 1 > prepared operation key=A0ZG34NFHPW5 tag=FY0XM23C35RX type=del size=1416039 2024-09-19T13:44:23.168 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.166+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~1RP2AIY69ANZ.0 size=1048576 2024-09-19T13:44:23.171 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.170+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~1RP2AIY69ANZ.1 size=1048576 2024-09-19T13:44:23.174 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.170+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~1RP2AIY69ANZ.2 size=176085 2024-09-19T13:44:23.181 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.178+0000 7f71dac3e8c0 1 < completed multipart upload key=IUZEMS5KASUH upload=1RP2AIY69ANZ tag=63NC68H2GVJO type=write size=3321813 2024-09-19T13:44:23.184 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.182+0000 7f71dac3e8c0 1 > prepared operation key=OZZDDUTJUZ6A tag=2W6ODJATDXND type=del size=365080 2024-09-19T13:44:23.188 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.186+0000 7f71dac3e8c0 1 < canceled operation key=IUZEMS5KASUH tag=1M11P9B6LHOY type=write size=124725 2024-09-19T13:44:23.192 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.190+0000 7f71dac3e8c0 1 > prepared operation key=Q484UNX3BYBG tag=KZXMB0RYMQZ3 type=del size=3829896 2024-09-19T13:44:23.196 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.194+0000 7f71dac3e8c0 1 < completed write operation key=QMR0T7URJS4W tag=1U12CKDEJKLO type=write size=936443 2024-09-19T13:44:23.202 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.198+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QMR0T7URJS4W.2~GXEGLAJKEBK3.0 size=1048576 2024-09-19T13:44:23.206 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.202+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QMR0T7URJS4W.2~GXEGLAJKEBK3.1 size=997073 2024-09-19T13:44:23.206 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.202+0000 7f71dac3e8c0 1 > prepared multipart upload key=QMR0T7URJS4W upload=GXEGLAJKEBK3 tag=ERPX06UFI08P type=write size=3094225 2024-09-19T13:44:23.210 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.206+0000 7f71dac3e8c0 1 < completed part key=_multipart_7KN90I8B7PUK.2~VW1VOYL3VVLZ.0 size=559492 2024-09-19T13:44:23.216 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.214+0000 7f71dac3e8c0 1 < completed multipart upload key=7KN90I8B7PUK upload=VW1VOYL3VVLZ tag=3U0RDG5P57J0 type=write size=1608068 2024-09-19T13:44:23.220 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.218+0000 7f71dac3e8c0 1 > prepared operation key=QQ09T88TB3XG tag=YM2ZMTQWUBLU type=del size=2037573 2024-09-19T13:44:23.224 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.222+0000 7f71dac3e8c0 1 < completed part key=_multipart_6QW9QPSBZ37R.2~J6J6S0KP3SYA.0 size=1048576 2024-09-19T13:44:23.227 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.226+0000 7f71dac3e8c0 1 < completed part key=_multipart_6QW9QPSBZ37R.2~J6J6S0KP3SYA.1 size=1048576 2024-09-19T13:44:23.231 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.226+0000 7f71dac3e8c0 1 < completed part key=_multipart_6QW9QPSBZ37R.2~J6J6S0KP3SYA.2 size=947924 2024-09-19T13:44:23.236 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.234+0000 7f71dac3e8c0 1 < completed multipart upload key=6QW9QPSBZ37R upload=J6J6S0KP3SYA tag=6W3T7OTHA3JP type=write size=4093652 2024-09-19T13:44:23.240 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.238+0000 7f71dac3e8c0 1 > prepared operation key=D131FP2BZYDS tag=2KT0JPUDBFRS type=del size=1585420 2024-09-19T13:44:23.243 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.242+0000 7f71dac3e8c0 1 < completed part key=_multipart_E5541PV8MDY7.2~KZ3SYBKUA7X5.0 size=482784 2024-09-19T13:44:23.249 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.246+0000 7f71dac3e8c0 1 < completed multipart upload key=E5541PV8MDY7 upload=KZ3SYBKUA7X5 tag=003ID6I0R3GO type=write size=1531360 2024-09-19T13:44:23.253 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.250+0000 7f71dac3e8c0 1 > prepared operation key=JO1LC6YY2PEB tag=V6XGB9FWD59W type=write size=724921 2024-09-19T13:44:23.257 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.254+0000 7f71dac3e8c0 1 < completed part key=_multipart_37OSN0RSHGZZ.2~86R0M71AMV9P.0 size=1048576 2024-09-19T13:44:23.261 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.258+0000 7f71dac3e8c0 1 < completed part key=_multipart_37OSN0RSHGZZ.2~86R0M71AMV9P.1 size=1048576 2024-09-19T13:44:23.264 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.262+0000 7f71dac3e8c0 1 < completed part key=_multipart_37OSN0RSHGZZ.2~86R0M71AMV9P.2 size=553689 2024-09-19T13:44:23.270 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.266+0000 7f71dac3e8c0 1 < completed multipart upload key=37OSN0RSHGZZ upload=86R0M71AMV9P tag=Q3DBHUCW2GNL type=write size=3699417 2024-09-19T13:44:23.277 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.274+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8A3NYYQ7SXR3.2~FLZM0VISRS21.0 size=1048576 2024-09-19T13:44:23.280 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.278+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8A3NYYQ7SXR3.2~FLZM0VISRS21.1 size=1048576 2024-09-19T13:44:23.283 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.282+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8A3NYYQ7SXR3.2~FLZM0VISRS21.2 size=911650 2024-09-19T13:44:23.283 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.282+0000 7f71dac3e8c0 1 > prepared multipart upload key=8A3NYYQ7SXR3 upload=FLZM0VISRS21 tag=QCIKPIE9QDIF type=write size=4057378 2024-09-19T13:44:23.287 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.286+0000 7f71dac3e8c0 1 < completed delete operation key=HXQD0AR5YYML tag=ON86KOQT4KJ4 type=del 2024-09-19T13:44:23.291 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.290+0000 7f71dac3e8c0 1 > prepared operation key=8NT83XBF9HN8 tag=NNM7SWSV3NJH type=del size=3954965 2024-09-19T13:44:23.295 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.294+0000 7f71dac3e8c0 1 < completed delete operation key=LIMYIIX8WVBS tag=CBSM9OMT7U82 type=del 2024-09-19T13:44:23.298 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.294+0000 7f71dac3e8c0 1 > prepared operation key=QMR0T7URJS4W tag=BU3NMP9GJXU1 type=del size=2397687 2024-09-19T13:44:23.299 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.298+0000 7f71dac3e8c0 1 < canceled part key=_multipart_8KBRPNQCKIQN.2~5TFRVF2ZKQI2.0 size=1048576 2024-09-19T13:44:23.302 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.298+0000 7f71dac3e8c0 1 < completed part key=_multipart_8KBRPNQCKIQN.2~5TFRVF2ZKQI2.1 size=621063 2024-09-19T13:44:23.307 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.306+0000 7f71dac3e8c0 1 < canceled multipart upload key=8KBRPNQCKIQN upload=5TFRVF2ZKQI2 tag=OUH3KKDM00Y9 type=write size=2718215 2024-09-19T13:44:23.311 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.310+0000 7f71dac3e8c0 1 > prepared operation key=6QW9QPSBZ37R tag=MSLH59H5TSA2 type=del size=2326493 2024-09-19T13:44:23.315 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.314+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~QVBZLED28L55.0 size=1048576 2024-09-19T13:44:23.315 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.314+0000 7f71dac3e8c0 1 < canceled part key=_multipart_ZTBECCHZS74F.2~QVBZLED28L55.1 size=1048576 2024-09-19T13:44:23.318 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.314+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~QVBZLED28L55.2 size=572519 2024-09-19T13:44:23.324 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.322+0000 7f71dac3e8c0 1 < canceled multipart upload key=ZTBECCHZS74F upload=QVBZLED28L55 tag=JKI17RVY8Y6A type=write size=3718247 2024-09-19T13:44:23.328 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.326+0000 7f71dac3e8c0 1 > prepared operation key=QQ09T88TB3XG tag=AEJQG7GL28I5 type=del size=1618974 2024-09-19T13:44:23.332 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.330+0000 7f71dac3e8c0 1 < completed write operation key=E5541PV8MDY7 tag=WYKCLZ2T0MUA type=write size=554503 2024-09-19T13:44:23.335 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.334+0000 7f71dac3e8c0 1 > prepared operation key=NJ7EXTELNUF4 tag=RYL89XU7ZOGC type=del size=3141326 2024-09-19T13:44:23.340 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.338+0000 7f71dac3e8c0 1 < canceled operation key=6QW9QPSBZ37R tag=F8ZMTJI2X8OT type=del size=3773021 2024-09-19T13:44:23.344 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.342+0000 7f71dac3e8c0 1 > prepared operation key=JO1LC6YY2PEB tag=GRMINB5M2C87 type=del size=3464139 2024-09-19T13:44:23.345 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.342+0000 7f71dac3e8c0 1 < canceled part key=_multipart_W1PNZKV93AHZ.2~85T24YCQNP2S.0 size=1048576 2024-09-19T13:44:23.348 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.346+0000 7f71dac3e8c0 1 < completed part key=_multipart_W1PNZKV93AHZ.2~85T24YCQNP2S.1 size=1048576 2024-09-19T13:44:23.350 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.346+0000 7f71dac3e8c0 1 < completed part key=_multipart_W1PNZKV93AHZ.2~85T24YCQNP2S.2 size=382465 2024-09-19T13:44:23.357 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.354+0000 7f71dac3e8c0 1 < canceled multipart upload key=W1PNZKV93AHZ upload=85T24YCQNP2S tag=07XP5V2LVUGC type=write size=3528193 2024-09-19T13:44:23.361 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.358+0000 7f71dac3e8c0 1 > prepared operation key=XXX33TZ37H3Q tag=YFX6ATFP03DN type=del size=1699443 2024-09-19T13:44:23.365 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.362+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~E71HP984FJ6U.0 size=1048576 2024-09-19T13:44:23.368 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.366+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~E71HP984FJ6U.1 size=820343 2024-09-19T13:44:23.374 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.370+0000 7f71dac3e8c0 1 < completed multipart upload key=ZTBECCHZS74F upload=E71HP984FJ6U tag=6SAZNFEJV9VF type=write size=2917495 2024-09-19T13:44:23.378 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.374+0000 7f71dac3e8c0 1 > prepared operation key=HEVXCB3PBN2X tag=CC3WIH00J7SC type=del size=3887920 2024-09-19T13:44:23.382 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.378+0000 7f71dac3e8c0 1 < completed delete operation key=A0ZG34NFHPW5 tag=FY0XM23C35RX type=del 2024-09-19T13:44:23.385 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.382+0000 7f71dac3e8c0 1 > prepared operation key=A0ZG34NFHPW5 tag=P7I3POYNU3MF type=del size=3565239 2024-09-19T13:44:23.389 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.386+0000 7f71dac3e8c0 1 < completed delete operation key=OZZDDUTJUZ6A tag=2W6ODJATDXND type=del 2024-09-19T13:44:23.396 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.394+0000 7f71dac3e8c0 1 > prepared part key=_multipart_37OSN0RSHGZZ.2~YIVBMXL05EN0.0 size=1048576 2024-09-19T13:44:23.399 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.398+0000 7f71dac3e8c0 1 > prepared part key=_multipart_37OSN0RSHGZZ.2~YIVBMXL05EN0.1 size=87891 2024-09-19T13:44:23.399 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.398+0000 7f71dac3e8c0 1 > prepared multipart upload key=37OSN0RSHGZZ upload=YIVBMXL05EN0 tag=Z7V2CP1X1QEI type=write size=2185043 2024-09-19T13:44:23.403 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.402+0000 7f71dac3e8c0 1 < completed delete operation key=Q484UNX3BYBG tag=KZXMB0RYMQZ3 type=del 2024-09-19T13:44:23.409 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.406+0000 7f71dac3e8c0 1 > prepared part key=_multipart_E5541PV8MDY7.2~TTTSWFLD9KB0.0 size=1048576 2024-09-19T13:44:23.412 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.410+0000 7f71dac3e8c0 1 > prepared part key=_multipart_E5541PV8MDY7.2~TTTSWFLD9KB0.1 size=916030 2024-09-19T13:44:23.412 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.410+0000 7f71dac3e8c0 1 > prepared multipart upload key=E5541PV8MDY7 upload=TTTSWFLD9KB0 tag=SULU60KTKRPJ type=write size=3013182 2024-09-19T13:44:23.416 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.414+0000 7f71dac3e8c0 1 < completed part key=_multipart_QMR0T7URJS4W.2~GXEGLAJKEBK3.0 size=1048576 2024-09-19T13:44:23.419 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.418+0000 7f71dac3e8c0 1 < completed part key=_multipart_QMR0T7URJS4W.2~GXEGLAJKEBK3.1 size=997073 2024-09-19T13:44:23.425 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.422+0000 7f71dac3e8c0 1 < completed multipart upload key=QMR0T7URJS4W upload=GXEGLAJKEBK3 tag=ERPX06UFI08P type=write size=3094225 2024-09-19T13:44:23.430 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.426+0000 7f71dac3e8c0 1 > prepared operation key=W1PNZKV93AHZ tag=W52NTCAN74SB type=del size=2972100 2024-09-19T13:44:23.438 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.434+0000 7f71dac3e8c0 1 < suggested remove operation key=QQ09T88TB3XG tag=YM2ZMTQWUBLU type=del 2024-09-19T13:44:23.442 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.438+0000 7f71dac3e8c0 1 > prepared operation key=XXX33TZ37H3Q tag=3S8DFXB1TO5S type=del size=4008101 2024-09-19T13:44:23.446 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.442+0000 7f71dac3e8c0 1 < completed delete operation key=D131FP2BZYDS tag=2KT0JPUDBFRS type=del 2024-09-19T13:44:23.454 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.450+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QMR0T7URJS4W.2~I1X1IKS6J0EQ.0 size=1048576 2024-09-19T13:44:23.457 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.454+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QMR0T7URJS4W.2~I1X1IKS6J0EQ.1 size=1048576 2024-09-19T13:44:23.461 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.458+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QMR0T7URJS4W.2~I1X1IKS6J0EQ.2 size=865117 2024-09-19T13:44:23.461 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.458+0000 7f71dac3e8c0 1 > prepared multipart upload key=QMR0T7URJS4W upload=I1X1IKS6J0EQ tag=OCVPH7AKFGJI type=write size=4010845 2024-09-19T13:44:23.465 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.462+0000 7f71dac3e8c0 1 < completed write operation key=JO1LC6YY2PEB tag=V6XGB9FWD59W type=write size=724921 2024-09-19T13:44:23.473 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.470+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~U49YN5G8AW6M.0 size=1048576 2024-09-19T13:44:23.476 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.474+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~U49YN5G8AW6M.1 size=1048576 2024-09-19T13:44:23.484 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.482+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~U49YN5G8AW6M.2 size=378399 2024-09-19T13:44:23.484 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.482+0000 7f71dac3e8c0 1 > prepared multipart upload key=7KN90I8B7PUK upload=U49YN5G8AW6M tag=P0DS8IGVJG6W type=write size=3524127 2024-09-19T13:44:23.489 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.486+0000 7f71dac3e8c0 1 < completed part key=_multipart_8A3NYYQ7SXR3.2~FLZM0VISRS21.0 size=1048576 2024-09-19T13:44:23.489 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.486+0000 7f71dac3e8c0 1 < canceled part key=_multipart_8A3NYYQ7SXR3.2~FLZM0VISRS21.1 size=1048576 2024-09-19T13:44:23.492 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.490+0000 7f71dac3e8c0 1 < completed part key=_multipart_8A3NYYQ7SXR3.2~FLZM0VISRS21.2 size=911650 2024-09-19T13:44:23.498 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.494+0000 7f71dac3e8c0 1 < canceled multipart upload key=8A3NYYQ7SXR3 upload=FLZM0VISRS21 tag=QCIKPIE9QDIF type=write size=4057378 2024-09-19T13:44:23.502 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.498+0000 7f71dac3e8c0 1 > prepared operation key=QMR0T7URJS4W tag=IHSUAE5DGUNM type=del size=3800475 2024-09-19T13:44:23.511 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.510+0000 7f71dac3e8c0 1 < suggested update operation key=8NT83XBF9HN8 tag=NNM7SWSV3NJH type=del size=3954965 2024-09-19T13:44:23.515 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.514+0000 7f71dac3e8c0 1 > prepared operation key=LIMYIIX8WVBS tag=5GVNJR84DK3V type=write size=816517 2024-09-19T13:44:23.519 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.518+0000 7f71dac3e8c0 1 < completed delete operation key=QMR0T7URJS4W tag=BU3NMP9GJXU1 type=del 2024-09-19T13:44:23.526 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.522+0000 7f71dac3e8c0 1 > prepared part key=_multipart_1L7F60AU40YA.2~DPJMXD5AGMHN.0 size=1048576 2024-09-19T13:44:23.529 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.526+0000 7f71dac3e8c0 1 > prepared part key=_multipart_1L7F60AU40YA.2~DPJMXD5AGMHN.1 size=645337 2024-09-19T13:44:23.529 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.526+0000 7f71dac3e8c0 1 > prepared multipart upload key=1L7F60AU40YA upload=DPJMXD5AGMHN tag=48R3PHYGQOKV type=write size=2742489 2024-09-19T13:44:23.533 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.530+0000 7f71dac3e8c0 1 < completed delete operation key=6QW9QPSBZ37R tag=MSLH59H5TSA2 type=del 2024-09-19T13:44:23.540 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.538+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~054C5LPFJF3G.0 size=1048576 2024-09-19T13:44:23.543 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.542+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~054C5LPFJF3G.1 size=1048576 2024-09-19T13:44:23.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.542+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~054C5LPFJF3G.2 size=401347 2024-09-19T13:44:23.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.542+0000 7f71dac3e8c0 1 > prepared multipart upload key=7KN90I8B7PUK upload=054C5LPFJF3G tag=6ABVPY5TTRTA type=write size=3547075 2024-09-19T13:44:23.549 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.546+0000 7f71dac3e8c0 -1 < failed to complete operation key=QQ09T88TB3XG tag=AEJQG7GL28I5 type=del size=1618974: (22) Invalid argument 2024-09-19T13:44:23.556 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.554+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8NT83XBF9HN8.2~43D9EPC89GP2.0 size=1048576 2024-09-19T13:44:23.559 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.558+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8NT83XBF9HN8.2~43D9EPC89GP2.1 size=388207 2024-09-19T13:44:23.559 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.558+0000 7f71dac3e8c0 1 > prepared multipart upload key=8NT83XBF9HN8 upload=43D9EPC89GP2 tag=3LGKHW01FAVA type=write size=2485359 2024-09-19T13:44:23.563 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.562+0000 7f71dac3e8c0 1 < completed delete operation key=NJ7EXTELNUF4 tag=RYL89XU7ZOGC type=del 2024-09-19T13:44:23.567 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.566+0000 7f71dac3e8c0 1 > prepared operation key=QQ09T88TB3XG tag=A68L2HZIG4YQ type=del size=2741944 2024-09-19T13:44:23.571 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.566+0000 7f71dac3e8c0 1 < completed delete operation key=JO1LC6YY2PEB tag=GRMINB5M2C87 type=del 2024-09-19T13:44:23.574 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.570+0000 7f71dac3e8c0 1 > prepared operation key=JO1LC6YY2PEB tag=4M5DBGO920QS type=del size=3249763 2024-09-19T13:44:23.578 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.574+0000 7f71dac3e8c0 1 < completed delete operation key=XXX33TZ37H3Q tag=YFX6ATFP03DN type=del 2024-09-19T13:44:23.585 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.582+0000 7f71dac3e8c0 1 > prepared part key=_multipart_A0ZG34NFHPW5.2~32FGUD9H4BU0.0 size=1048576 2024-09-19T13:44:23.588 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.586+0000 7f71dac3e8c0 1 > prepared part key=_multipart_A0ZG34NFHPW5.2~32FGUD9H4BU0.1 size=457872 2024-09-19T13:44:23.588 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.586+0000 7f71dac3e8c0 1 > prepared multipart upload key=A0ZG34NFHPW5 upload=32FGUD9H4BU0 tag=6G6IT29YZ5KI type=write size=2555024 2024-09-19T13:44:23.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.594+0000 7f71dac3e8c0 1 < suggested remove operation key=HEVXCB3PBN2X tag=CC3WIH00J7SC type=del 2024-09-19T13:44:23.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.598+0000 7f71dac3e8c0 1 > prepared part key=_multipart_V22QT1MEZ47G.2~C3MQ0EGPZNRR.0 size=967399 2024-09-19T13:44:23.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.598+0000 7f71dac3e8c0 1 > prepared multipart upload key=V22QT1MEZ47G upload=C3MQ0EGPZNRR tag=EUTHUOU32UX8 type=write size=2015975 2024-09-19T13:44:23.606 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.602+0000 7f71dac3e8c0 1 < completed delete operation key=A0ZG34NFHPW5 tag=P7I3POYNU3MF type=del 2024-09-19T13:44:23.610 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.606+0000 7f71dac3e8c0 1 > prepared operation key=E5541PV8MDY7 tag=N6IBPEJA3SSZ type=del size=866831 2024-09-19T13:44:23.614 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.610+0000 7f71dac3e8c0 1 < completed part key=_multipart_37OSN0RSHGZZ.2~YIVBMXL05EN0.0 size=1048576 2024-09-19T13:44:23.617 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.614+0000 7f71dac3e8c0 1 < completed part key=_multipart_37OSN0RSHGZZ.2~YIVBMXL05EN0.1 size=87891 2024-09-19T13:44:23.623 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.622+0000 7f71dac3e8c0 1 < completed multipart upload key=37OSN0RSHGZZ upload=YIVBMXL05EN0 tag=Z7V2CP1X1QEI type=write size=2185043 2024-09-19T13:44:23.626 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.622+0000 7f71dac3e8c0 1 > prepared operation key=HEVXCB3PBN2X tag=J60FG73M1X3G type=del size=3365506 2024-09-19T13:44:23.630 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.626+0000 7f71dac3e8c0 1 < completed part key=_multipart_E5541PV8MDY7.2~TTTSWFLD9KB0.0 size=1048576 2024-09-19T13:44:23.634 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.630+0000 7f71dac3e8c0 1 < completed part key=_multipart_E5541PV8MDY7.2~TTTSWFLD9KB0.1 size=916030 2024-09-19T13:44:23.640 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.638+0000 7f71dac3e8c0 1 < completed multipart upload key=E5541PV8MDY7 upload=TTTSWFLD9KB0 tag=SULU60KTKRPJ type=write size=3013182 2024-09-19T13:44:23.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.646+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~VM4A3VJY7AY2.0 size=253852 2024-09-19T13:44:23.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.646+0000 7f71dac3e8c0 1 > prepared multipart upload key=HXQD0AR5YYML upload=VM4A3VJY7AY2 tag=3US3BXF49NOL type=write size=1302428 2024-09-19T13:44:23.651 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.650+0000 7f71dac3e8c0 1 < completed delete operation key=W1PNZKV93AHZ tag=W52NTCAN74SB type=del 2024-09-19T13:44:23.655 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.654+0000 7f71dac3e8c0 1 > prepared operation key=LIMYIIX8WVBS tag=G6YV1JZQTU20 type=del size=397214 2024-09-19T13:44:23.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.658+0000 7f71dac3e8c0 1 < completed delete operation key=XXX33TZ37H3Q tag=3S8DFXB1TO5S type=del 2024-09-19T13:44:23.663 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.662+0000 7f71dac3e8c0 1 > prepared operation key=5UA3A6M3SVPV tag=1H6BDX48GAN3 type=del size=2676493 2024-09-19T13:44:23.664 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.662+0000 7f71dac3e8c0 1 < canceled part key=_multipart_QMR0T7URJS4W.2~I1X1IKS6J0EQ.0 size=1048576 2024-09-19T13:44:23.667 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.666+0000 7f71dac3e8c0 1 < completed part key=_multipart_QMR0T7URJS4W.2~I1X1IKS6J0EQ.1 size=1048576 2024-09-19T13:44:23.670 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.666+0000 7f71dac3e8c0 1 < completed part key=_multipart_QMR0T7URJS4W.2~I1X1IKS6J0EQ.2 size=865117 2024-09-19T13:44:23.676 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.674+0000 7f71dac3e8c0 1 < canceled multipart upload key=QMR0T7URJS4W upload=I1X1IKS6J0EQ tag=OCVPH7AKFGJI type=write size=4010845 2024-09-19T13:44:23.680 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.678+0000 7f71dac3e8c0 1 > prepared operation key=1L7F60AU40YA tag=0NN6RLQ3G0YR type=del size=3401886 2024-09-19T13:44:23.681 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.678+0000 7f71dac3e8c0 1 < canceled part key=_multipart_7KN90I8B7PUK.2~U49YN5G8AW6M.0 size=1048576 2024-09-19T13:44:23.684 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.682+0000 7f71dac3e8c0 1 < completed part key=_multipart_7KN90I8B7PUK.2~U49YN5G8AW6M.1 size=1048576 2024-09-19T13:44:23.687 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.686+0000 7f71dac3e8c0 1 < completed part key=_multipart_7KN90I8B7PUK.2~U49YN5G8AW6M.2 size=378399 2024-09-19T13:44:23.694 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.690+0000 7f71dac3e8c0 1 < canceled multipart upload key=7KN90I8B7PUK upload=U49YN5G8AW6M tag=P0DS8IGVJG6W type=write size=3524127 2024-09-19T13:44:23.700 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.698+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~TKH4KTC8SEX4.0 size=1048576 2024-09-19T13:44:23.703 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.702+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~TKH4KTC8SEX4.1 size=1048576 2024-09-19T13:44:23.706 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.702+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~TKH4KTC8SEX4.2 size=520332 2024-09-19T13:44:23.707 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.702+0000 7f71dac3e8c0 1 > prepared multipart upload key=NJ7EXTELNUF4 upload=TKH4KTC8SEX4 tag=YPI9AR4OPY5U type=write size=3666060 2024-09-19T13:44:23.710 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.706+0000 7f71dac3e8c0 1 < completed delete operation key=QMR0T7URJS4W tag=IHSUAE5DGUNM type=del 2024-09-19T13:44:23.717 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.714+0000 7f71dac3e8c0 1 > prepared part key=_multipart_D131FP2BZYDS.2~O700U3UO0V7W.0 size=1048576 2024-09-19T13:44:23.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.718+0000 7f71dac3e8c0 1 > prepared part key=_multipart_D131FP2BZYDS.2~O700U3UO0V7W.1 size=1048576 2024-09-19T13:44:23.723 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.722+0000 7f71dac3e8c0 1 > prepared part key=_multipart_D131FP2BZYDS.2~O700U3UO0V7W.2 size=424075 2024-09-19T13:44:23.723 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.722+0000 7f71dac3e8c0 1 > prepared multipart upload key=D131FP2BZYDS upload=O700U3UO0V7W tag=4Q0OPQCYYOYJ type=write size=3569803 2024-09-19T13:44:23.726 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.722+0000 7f71dac3e8c0 1 < completed write operation key=LIMYIIX8WVBS tag=5GVNJR84DK3V type=write size=816517 2024-09-19T13:44:23.733 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.730+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~Y14720OC1WWZ.0 size=550138 2024-09-19T13:44:23.734 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.730+0000 7f71dac3e8c0 1 > prepared multipart upload key=IUZEMS5KASUH upload=Y14720OC1WWZ tag=CDYE786Q3NYH type=write size=1598714 2024-09-19T13:44:23.737 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.734+0000 7f71dac3e8c0 1 < completed part key=_multipart_1L7F60AU40YA.2~DPJMXD5AGMHN.0 size=1048576 2024-09-19T13:44:23.740 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.738+0000 7f71dac3e8c0 1 < completed part key=_multipart_1L7F60AU40YA.2~DPJMXD5AGMHN.1 size=645337 2024-09-19T13:44:23.747 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.746+0000 7f71dac3e8c0 1 < completed multipart upload key=1L7F60AU40YA upload=DPJMXD5AGMHN tag=48R3PHYGQOKV type=write size=2742489 2024-09-19T13:44:23.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.750+0000 7f71dac3e8c0 1 > prepared operation key=8NT83XBF9HN8 tag=VXJZHH169KBF type=del size=2218982 2024-09-19T13:44:23.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.754+0000 7f71dac3e8c0 1 < completed part key=_multipart_7KN90I8B7PUK.2~054C5LPFJF3G.0 size=1048576 2024-09-19T13:44:23.758 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.754+0000 7f71dac3e8c0 1 < completed part key=_multipart_7KN90I8B7PUK.2~054C5LPFJF3G.1 size=1048576 2024-09-19T13:44:23.760 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.758+0000 7f71dac3e8c0 1 < completed part key=_multipart_7KN90I8B7PUK.2~054C5LPFJF3G.2 size=401347 2024-09-19T13:44:23.767 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.766+0000 7f71dac3e8c0 1 < completed multipart upload key=7KN90I8B7PUK upload=054C5LPFJF3G tag=6ABVPY5TTRTA type=write size=3547075 2024-09-19T13:44:23.772 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.770+0000 7f71dac3e8c0 1 > prepared operation key=NJ7EXTELNUF4 tag=KJFCDFI4F89C type=del size=586087 2024-09-19T13:44:23.776 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.774+0000 7f71dac3e8c0 1 < completed part key=_multipart_8NT83XBF9HN8.2~43D9EPC89GP2.0 size=1048576 2024-09-19T13:44:23.779 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.778+0000 7f71dac3e8c0 1 < completed part key=_multipart_8NT83XBF9HN8.2~43D9EPC89GP2.1 size=388207 2024-09-19T13:44:23.785 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.782+0000 7f71dac3e8c0 1 < completed multipart upload key=8NT83XBF9HN8 upload=43D9EPC89GP2 tag=3LGKHW01FAVA type=write size=2485359 2024-09-19T13:44:23.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.786+0000 7f71dac3e8c0 1 > prepared operation key=OZZDDUTJUZ6A tag=4BM6FT32TYJT type=del size=2414889 2024-09-19T13:44:23.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.790+0000 7f71dac3e8c0 1 < completed delete operation key=QQ09T88TB3XG tag=A68L2HZIG4YQ type=del 2024-09-19T13:44:23.796 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.794+0000 7f71dac3e8c0 1 > prepared operation key=8NT83XBF9HN8 tag=HN28KJY6QPDL type=write size=452629 2024-09-19T13:44:23.804 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.802+0000 7f71dac3e8c0 1 < suggested update operation key=JO1LC6YY2PEB tag=4M5DBGO920QS type=del size=3249763 2024-09-19T13:44:23.810 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.806+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~QXE731NWJ4B4.0 size=407695 2024-09-19T13:44:23.811 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.806+0000 7f71dac3e8c0 1 > prepared multipart upload key=LIMYIIX8WVBS upload=QXE731NWJ4B4 tag=NOA41RSHDHNG type=write size=1456271 2024-09-19T13:44:23.811 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.810+0000 7f71dac3e8c0 1 < canceled part key=_multipart_A0ZG34NFHPW5.2~32FGUD9H4BU0.0 size=1048576 2024-09-19T13:44:23.815 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.814+0000 7f71dac3e8c0 1 < completed part key=_multipart_A0ZG34NFHPW5.2~32FGUD9H4BU0.1 size=457872 2024-09-19T13:44:23.821 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.818+0000 7f71dac3e8c0 1 < canceled multipart upload key=A0ZG34NFHPW5 upload=32FGUD9H4BU0 tag=6G6IT29YZ5KI type=write size=2555024 2024-09-19T13:44:23.828 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.826+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8KBRPNQCKIQN.2~H49AHZHVHIXD.0 size=1048576 2024-09-19T13:44:23.831 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.830+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8KBRPNQCKIQN.2~H49AHZHVHIXD.1 size=1048576 2024-09-19T13:44:23.837 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.834+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8KBRPNQCKIQN.2~H49AHZHVHIXD.2 size=788540 2024-09-19T13:44:23.837 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.834+0000 7f71dac3e8c0 1 > prepared multipart upload key=8KBRPNQCKIQN upload=H49AHZHVHIXD tag=EBC7FCOPBR87 type=write size=3934268 2024-09-19T13:44:23.841 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.838+0000 7f71dac3e8c0 1 < completed part key=_multipart_V22QT1MEZ47G.2~C3MQ0EGPZNRR.0 size=967399 2024-09-19T13:44:23.847 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.846+0000 7f71dac3e8c0 1 < completed multipart upload key=V22QT1MEZ47G upload=C3MQ0EGPZNRR tag=EUTHUOU32UX8 type=write size=2015975 2024-09-19T13:44:23.852 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.850+0000 7f71dac3e8c0 1 > prepared operation key=ZTBECCHZS74F tag=N15EHDA94WMX type=del size=985203 2024-09-19T13:44:23.855 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.854+0000 7f71dac3e8c0 1 < canceled operation key=E5541PV8MDY7 tag=N6IBPEJA3SSZ type=del size=866831 2024-09-19T13:44:23.861 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.858+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QMR0T7URJS4W.2~Z90MIH1LTWC6.0 size=1048576 2024-09-19T13:44:23.864 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.862+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QMR0T7URJS4W.2~Z90MIH1LTWC6.1 size=476513 2024-09-19T13:44:23.864 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.862+0000 7f71dac3e8c0 1 > prepared multipart upload key=QMR0T7URJS4W upload=Z90MIH1LTWC6 tag=F2HOZX7JBJU3 type=write size=2573665 2024-09-19T13:44:23.868 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.866+0000 7f71dac3e8c0 1 < completed delete operation key=HEVXCB3PBN2X tag=J60FG73M1X3G type=del 2024-09-19T13:44:23.874 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.870+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8A3NYYQ7SXR3.2~Y5CNCL86M54Z.0 size=1048576 2024-09-19T13:44:23.877 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.874+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8A3NYYQ7SXR3.2~Y5CNCL86M54Z.1 size=1048576 2024-09-19T13:44:23.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.878+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8A3NYYQ7SXR3.2~Y5CNCL86M54Z.2 size=58229 2024-09-19T13:44:23.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.878+0000 7f71dac3e8c0 1 > prepared multipart upload key=8A3NYYQ7SXR3 upload=Y5CNCL86M54Z tag=5X5SW3A0KCYD type=write size=3203957 2024-09-19T13:44:23.883 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.878+0000 7f71dac3e8c0 1 < completed part key=_multipart_HXQD0AR5YYML.2~VM4A3VJY7AY2.0 size=253852 2024-09-19T13:44:23.888 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.886+0000 7f71dac3e8c0 1 < completed multipart upload key=HXQD0AR5YYML upload=VM4A3VJY7AY2 tag=3US3BXF49NOL type=write size=1302428 2024-09-19T13:44:23.895 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.894+0000 7f71dac3e8c0 1 > prepared part key=_multipart_37OSN0RSHGZZ.2~P0Q5P8FXNML1.0 size=854765 2024-09-19T13:44:23.895 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.894+0000 7f71dac3e8c0 1 > prepared multipart upload key=37OSN0RSHGZZ upload=P0Q5P8FXNML1 tag=YZ8E37998CGP type=write size=1903341 2024-09-19T13:44:23.899 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.898+0000 7f71dac3e8c0 1 < completed delete operation key=LIMYIIX8WVBS tag=G6YV1JZQTU20 type=del 2024-09-19T13:44:23.905 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.902+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GTZ96ZN0A4E9.2~YK1TKHZS6Q5V.0 size=952311 2024-09-19T13:44:23.906 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.902+0000 7f71dac3e8c0 1 > prepared multipart upload key=GTZ96ZN0A4E9 upload=YK1TKHZS6Q5V tag=2CXUAA2C6O5L type=write size=2000887 2024-09-19T13:44:23.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.906+0000 7f71dac3e8c0 1 < canceled operation key=5UA3A6M3SVPV tag=1H6BDX48GAN3 type=del size=2676493 2024-09-19T13:44:23.913 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.910+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=KZ9PUFV6F7PP type=del size=1470030 2024-09-19T13:44:23.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.914+0000 7f71dac3e8c0 1 < canceled operation key=1L7F60AU40YA tag=0NN6RLQ3G0YR type=del size=3401886 2024-09-19T13:44:23.920 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.918+0000 7f71dac3e8c0 1 > prepared operation key=5UA3A6M3SVPV tag=KQGHXGRLQL6R type=del size=1528265 2024-09-19T13:44:23.924 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.922+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ7EXTELNUF4.2~TKH4KTC8SEX4.0 size=1048576 2024-09-19T13:44:23.927 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.926+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ7EXTELNUF4.2~TKH4KTC8SEX4.1 size=1048576 2024-09-19T13:44:23.927 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.926+0000 7f71dac3e8c0 1 < canceled part key=_multipart_NJ7EXTELNUF4.2~TKH4KTC8SEX4.2 size=520332 2024-09-19T13:44:23.933 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.930+0000 7f71dac3e8c0 1 < canceled multipart upload key=NJ7EXTELNUF4 upload=TKH4KTC8SEX4 tag=YPI9AR4OPY5U type=write size=3666060 2024-09-19T13:44:23.937 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.934+0000 7f71dac3e8c0 1 > prepared operation key=QQ09T88TB3XG tag=E91HMLLE2Q20 type=del size=2472819 2024-09-19T13:44:23.941 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.938+0000 7f71dac3e8c0 1 < completed part key=_multipart_D131FP2BZYDS.2~O700U3UO0V7W.0 size=1048576 2024-09-19T13:44:23.944 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.942+0000 7f71dac3e8c0 1 < completed part key=_multipart_D131FP2BZYDS.2~O700U3UO0V7W.1 size=1048576 2024-09-19T13:44:23.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.946+0000 7f71dac3e8c0 1 < completed part key=_multipart_D131FP2BZYDS.2~O700U3UO0V7W.2 size=424075 2024-09-19T13:44:23.953 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.950+0000 7f71dac3e8c0 1 < completed multipart upload key=D131FP2BZYDS upload=O700U3UO0V7W tag=4Q0OPQCYYOYJ type=write size=3569803 2024-09-19T13:44:23.957 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.954+0000 7f71dac3e8c0 1 > prepared operation key=NJ7EXTELNUF4 tag=YUPXA9GTD0UV type=del size=2966796 2024-09-19T13:44:23.958 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.954+0000 7f71dac3e8c0 1 < canceled part key=_multipart_IUZEMS5KASUH.2~Y14720OC1WWZ.0 size=550138 2024-09-19T13:44:23.964 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.962+0000 7f71dac3e8c0 1 < canceled multipart upload key=IUZEMS5KASUH upload=Y14720OC1WWZ tag=CDYE786Q3NYH type=write size=1598714 2024-09-19T13:44:23.972 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.970+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~WIVXGILESVLJ.0 size=1048576 2024-09-19T13:44:23.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.974+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~WIVXGILESVLJ.1 size=41045 2024-09-19T13:44:23.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.974+0000 7f71dac3e8c0 1 > prepared multipart upload key=ZTBECCHZS74F upload=WIVXGILESVLJ tag=03SQ2WGAJKC3 type=write size=2138197 2024-09-19T13:44:23.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.978+0000 7f71dac3e8c0 1 < suggested remove operation key=8NT83XBF9HN8 tag=VXJZHH169KBF type=del 2024-09-19T13:44:23.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.982+0000 7f71dac3e8c0 1 > prepared operation key=37OSN0RSHGZZ tag=DNM1IIGBQJDC type=write size=861587 2024-09-19T13:44:23.991 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.990+0000 7f71dac3e8c0 1 < completed delete operation key=NJ7EXTELNUF4 tag=KJFCDFI4F89C type=del 2024-09-19T13:44:23.995 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.994+0000 7f71dac3e8c0 1 > prepared operation key=1L7F60AU40YA tag=7LWYCE9EF1UJ type=del size=467964 2024-09-19T13:44:23.999 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.998+0000 7f71dac3e8c0 1 < completed delete operation key=OZZDDUTJUZ6A tag=4BM6FT32TYJT type=del 2024-09-19T13:44:24.002 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:23.998+0000 7f71dac3e8c0 1 > prepared operation key=XXX33TZ37H3Q tag=M2RV0B7NPR0L type=del size=2749683 2024-09-19T13:44:24.006 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.002+0000 7f71dac3e8c0 -1 < failed to complete operation key=8NT83XBF9HN8 tag=HN28KJY6QPDL type=write size=452629: (22) Invalid argument 2024-09-19T13:44:24.010 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.006+0000 7f71dac3e8c0 1 > prepared operation key=8KBRPNQCKIQN tag=JRFE8RFLPDID type=del size=1074156 2024-09-19T13:44:24.014 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.010+0000 7f71dac3e8c0 1 < completed part key=_multipart_LIMYIIX8WVBS.2~QXE731NWJ4B4.0 size=407695 2024-09-19T13:44:24.020 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.018+0000 7f71dac3e8c0 1 < completed multipart upload key=LIMYIIX8WVBS upload=QXE731NWJ4B4 tag=NOA41RSHDHNG type=write size=1456271 2024-09-19T13:44:24.027 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.026+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~HG5WGD2W1HKQ.0 size=276235 2024-09-19T13:44:24.027 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.026+0000 7f71dac3e8c0 1 > prepared multipart upload key=3M5OBS7J4VF9 upload=HG5WGD2W1HKQ tag=HPECM5IDRJP8 type=write size=1324811 2024-09-19T13:44:24.031 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.030+0000 7f71dac3e8c0 1 < completed part key=_multipart_8KBRPNQCKIQN.2~H49AHZHVHIXD.0 size=1048576 2024-09-19T13:44:24.035 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.034+0000 7f71dac3e8c0 1 < completed part key=_multipart_8KBRPNQCKIQN.2~H49AHZHVHIXD.1 size=1048576 2024-09-19T13:44:24.037 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.034+0000 7f71dac3e8c0 1 < completed part key=_multipart_8KBRPNQCKIQN.2~H49AHZHVHIXD.2 size=788540 2024-09-19T13:44:24.043 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.042+0000 7f71dac3e8c0 1 < completed multipart upload key=8KBRPNQCKIQN upload=H49AHZHVHIXD tag=EBC7FCOPBR87 type=write size=3934268 2024-09-19T13:44:24.049 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.046+0000 7f71dac3e8c0 1 > prepared part key=_multipart_E5541PV8MDY7.2~SA02M7NLH25A.0 size=1048576 2024-09-19T13:44:24.052 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.050+0000 7f71dac3e8c0 1 > prepared part key=_multipart_E5541PV8MDY7.2~SA02M7NLH25A.1 size=1048576 2024-09-19T13:44:24.055 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.054+0000 7f71dac3e8c0 1 > prepared part key=_multipart_E5541PV8MDY7.2~SA02M7NLH25A.2 size=235143 2024-09-19T13:44:24.055 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.054+0000 7f71dac3e8c0 1 > prepared multipart upload key=E5541PV8MDY7 upload=SA02M7NLH25A tag=JF0PR75RRSMG type=write size=3380871 2024-09-19T13:44:24.059 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.058+0000 7f71dac3e8c0 1 < canceled operation key=ZTBECCHZS74F tag=N15EHDA94WMX type=del size=985203 2024-09-19T13:44:24.067 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.066+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~WRNBEJLP2Q7C.0 size=1048576 2024-09-19T13:44:24.071 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.070+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~WRNBEJLP2Q7C.1 size=672492 2024-09-19T13:44:24.071 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.070+0000 7f71dac3e8c0 1 > prepared multipart upload key=LIMYIIX8WVBS upload=WRNBEJLP2Q7C tag=BONK0ULW0L9Z type=write size=2769644 2024-09-19T13:44:24.076 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.074+0000 7f71dac3e8c0 1 < completed part key=_multipart_QMR0T7URJS4W.2~Z90MIH1LTWC6.0 size=1048576 2024-09-19T13:44:24.079 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.078+0000 7f71dac3e8c0 1 < completed part key=_multipart_QMR0T7URJS4W.2~Z90MIH1LTWC6.1 size=476513 2024-09-19T13:44:24.085 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.082+0000 7f71dac3e8c0 1 < completed multipart upload key=QMR0T7URJS4W upload=Z90MIH1LTWC6 tag=F2HOZX7JBJU3 type=write size=2573665 2024-09-19T13:44:24.093 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.090+0000 7f71dac3e8c0 1 > prepared part key=_multipart_OZZDDUTJUZ6A.2~VDUA2RPZT1Q9.0 size=1048576 2024-09-19T13:44:24.096 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.094+0000 7f71dac3e8c0 1 > prepared part key=_multipart_OZZDDUTJUZ6A.2~VDUA2RPZT1Q9.1 size=1048576 2024-09-19T13:44:24.098 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.094+0000 7f71dac3e8c0 1 > prepared part key=_multipart_OZZDDUTJUZ6A.2~VDUA2RPZT1Q9.2 size=815789 2024-09-19T13:44:24.098 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.094+0000 7f71dac3e8c0 1 > prepared multipart upload key=OZZDDUTJUZ6A upload=VDUA2RPZT1Q9 tag=AAPDU9DUUMP5 type=write size=3961517 2024-09-19T13:44:24.102 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.098+0000 7f71dac3e8c0 1 < completed part key=_multipart_8A3NYYQ7SXR3.2~Y5CNCL86M54Z.0 size=1048576 2024-09-19T13:44:24.102 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.098+0000 7f71dac3e8c0 1 < canceled part key=_multipart_8A3NYYQ7SXR3.2~Y5CNCL86M54Z.1 size=1048576 2024-09-19T13:44:24.105 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.102+0000 7f71dac3e8c0 1 < completed part key=_multipart_8A3NYYQ7SXR3.2~Y5CNCL86M54Z.2 size=58229 2024-09-19T13:44:24.111 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.110+0000 7f71dac3e8c0 1 < canceled multipart upload key=8A3NYYQ7SXR3 upload=Y5CNCL86M54Z tag=5X5SW3A0KCYD type=write size=3203957 2024-09-19T13:44:24.119 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.118+0000 7f71dac3e8c0 1 > prepared part key=_multipart_37OSN0RSHGZZ.2~FREDU1Q9QSPO.0 size=90582 2024-09-19T13:44:24.119 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.118+0000 7f71dac3e8c0 1 > prepared multipart upload key=37OSN0RSHGZZ upload=FREDU1Q9QSPO tag=W6WO0FB24AXT type=write size=1139158 2024-09-19T13:44:24.124 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.122+0000 7f71dac3e8c0 1 < completed part key=_multipart_37OSN0RSHGZZ.2~P0Q5P8FXNML1.0 size=854765 2024-09-19T13:44:24.130 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.126+0000 7f71dac3e8c0 1 < completed multipart upload key=37OSN0RSHGZZ upload=P0Q5P8FXNML1 tag=YZ8E37998CGP type=write size=1903341 2024-09-19T13:44:24.134 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.130+0000 7f71dac3e8c0 1 > prepared operation key=JO1LC6YY2PEB tag=QG1HXI17BKPE type=del size=216820 2024-09-19T13:44:24.138 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.134+0000 7f71dac3e8c0 1 < completed part key=_multipart_GTZ96ZN0A4E9.2~YK1TKHZS6Q5V.0 size=952311 2024-09-19T13:44:24.145 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.142+0000 7f71dac3e8c0 1 < completed multipart upload key=GTZ96ZN0A4E9 upload=YK1TKHZS6Q5V tag=2CXUAA2C6O5L type=write size=2000887 2024-09-19T13:44:24.149 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.146+0000 7f71dac3e8c0 1 > prepared operation key=TZNPXQ5Y333X tag=9MA15P8O5BIP type=del size=2295115 2024-09-19T13:44:24.153 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.150+0000 7f71dac3e8c0 1 < completed delete operation key=IUZEMS5KASUH tag=KZ9PUFV6F7PP type=del 2024-09-19T13:44:24.156 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.154+0000 7f71dac3e8c0 1 > prepared operation key=8A3NYYQ7SXR3 tag=ANV7I4XQG1RF type=del size=2510826 2024-09-19T13:44:24.160 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.158+0000 7f71dac3e8c0 1 < completed delete operation key=5UA3A6M3SVPV tag=KQGHXGRLQL6R type=del 2024-09-19T13:44:24.164 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.162+0000 7f71dac3e8c0 1 > prepared operation key=0FYIGD7G7ER2 tag=AY18IPPCDOBN type=del size=2659495 2024-09-19T13:44:24.168 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.166+0000 7f71dac3e8c0 1 < canceled operation key=QQ09T88TB3XG tag=E91HMLLE2Q20 type=del size=2472819 2024-09-19T13:44:24.172 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.170+0000 7f71dac3e8c0 1 > prepared operation key=V22QT1MEZ47G tag=60S9BK0LQBGX type=del size=1374753 2024-09-19T13:44:24.176 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.174+0000 7f71dac3e8c0 1 < canceled operation key=NJ7EXTELNUF4 tag=YUPXA9GTD0UV type=del size=2966796 2024-09-19T13:44:24.180 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.178+0000 7f71dac3e8c0 1 > prepared operation key=JO1LC6YY2PEB tag=QCIYE6KUA6GV type=del size=3643126 2024-09-19T13:44:24.184 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.182+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~WIVXGILESVLJ.0 size=1048576 2024-09-19T13:44:24.190 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.186+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~WIVXGILESVLJ.1 size=41045 2024-09-19T13:44:24.196 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.194+0000 7f71dac3e8c0 1 < completed multipart upload key=ZTBECCHZS74F upload=WIVXGILESVLJ tag=03SQ2WGAJKC3 type=write size=2138197 2024-09-19T13:44:24.200 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.198+0000 7f71dac3e8c0 1 > prepared operation key=QMR0T7URJS4W tag=RYW216QO2W2M type=del size=3298332 2024-09-19T13:44:24.204 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.202+0000 7f71dac3e8c0 1 < completed write operation key=37OSN0RSHGZZ tag=DNM1IIGBQJDC type=write size=861587 2024-09-19T13:44:24.211 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.210+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QQ09T88TB3XG.2~GVKKESW8785R.0 size=592284 2024-09-19T13:44:24.211 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.210+0000 7f71dac3e8c0 1 > prepared multipart upload key=QQ09T88TB3XG upload=GVKKESW8785R tag=CN4O6MZ6EGY5 type=write size=1640860 2024-09-19T13:44:24.218 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.214+0000 7f71dac3e8c0 1 < suggested remove operation key=1L7F60AU40YA tag=7LWYCE9EF1UJ type=del 2024-09-19T13:44:24.222 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.218+0000 7f71dac3e8c0 1 > prepared operation key=HXQD0AR5YYML tag=TJPQOKDQ1512 type=del size=707944 2024-09-19T13:44:24.230 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.226+0000 7f71dac3e8c0 1 < suggested remove operation key=XXX33TZ37H3Q tag=M2RV0B7NPR0L type=del 2024-09-19T13:44:24.237 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.234+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HEVXCB3PBN2X.2~6O2JF3XPLN7D.0 size=1048576 2024-09-19T13:44:24.240 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.238+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HEVXCB3PBN2X.2~6O2JF3XPLN7D.1 size=774586 2024-09-19T13:44:24.240 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.238+0000 7f71dac3e8c0 1 > prepared multipart upload key=HEVXCB3PBN2X upload=6O2JF3XPLN7D tag=RMTEZJM60AKH type=write size=2871738 2024-09-19T13:44:24.245 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.242+0000 7f71dac3e8c0 1 < completed delete operation key=8KBRPNQCKIQN tag=JRFE8RFLPDID type=del 2024-09-19T13:44:24.249 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.246+0000 7f71dac3e8c0 1 > prepared operation key=D131FP2BZYDS tag=4SSG7JRDNVWM type=del size=2048581 2024-09-19T13:44:24.254 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.250+0000 7f71dac3e8c0 1 < completed part key=_multipart_3M5OBS7J4VF9.2~HG5WGD2W1HKQ.0 size=276235 2024-09-19T13:44:24.260 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.258+0000 7f71dac3e8c0 1 < completed multipart upload key=3M5OBS7J4VF9 upload=HG5WGD2W1HKQ tag=HPECM5IDRJP8 type=write size=1324811 2024-09-19T13:44:24.266 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.262+0000 7f71dac3e8c0 1 > prepared part key=_multipart_6QW9QPSBZ37R.2~0NDL11KJVAX3.0 size=1048576 2024-09-19T13:44:24.269 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.266+0000 7f71dac3e8c0 1 > prepared part key=_multipart_6QW9QPSBZ37R.2~0NDL11KJVAX3.1 size=1048576 2024-09-19T13:44:24.272 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.270+0000 7f71dac3e8c0 1 > prepared part key=_multipart_6QW9QPSBZ37R.2~0NDL11KJVAX3.2 size=437739 2024-09-19T13:44:24.272 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.270+0000 7f71dac3e8c0 1 > prepared multipart upload key=6QW9QPSBZ37R upload=0NDL11KJVAX3 tag=XXDE1T36CSRJ type=write size=3583467 2024-09-19T13:44:24.276 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.274+0000 7f71dac3e8c0 1 < completed part key=_multipart_E5541PV8MDY7.2~SA02M7NLH25A.0 size=1048576 2024-09-19T13:44:24.279 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.278+0000 7f71dac3e8c0 1 < completed part key=_multipart_E5541PV8MDY7.2~SA02M7NLH25A.1 size=1048576 2024-09-19T13:44:24.281 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.278+0000 7f71dac3e8c0 1 < completed part key=_multipart_E5541PV8MDY7.2~SA02M7NLH25A.2 size=235143 2024-09-19T13:44:24.288 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.286+0000 7f71dac3e8c0 1 < completed multipart upload key=E5541PV8MDY7 upload=SA02M7NLH25A tag=JF0PR75RRSMG type=write size=3380871 2024-09-19T13:44:24.292 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.290+0000 7f71dac3e8c0 1 > prepared operation key=8NT83XBF9HN8 tag=XV2S6EVTVXXX type=del size=3164286 2024-09-19T13:44:24.297 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.294+0000 7f71dac3e8c0 1 < completed part key=_multipart_LIMYIIX8WVBS.2~WRNBEJLP2Q7C.0 size=1048576 2024-09-19T13:44:24.300 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.298+0000 7f71dac3e8c0 1 < completed part key=_multipart_LIMYIIX8WVBS.2~WRNBEJLP2Q7C.1 size=672492 2024-09-19T13:44:24.307 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.306+0000 7f71dac3e8c0 1 < completed multipart upload key=LIMYIIX8WVBS upload=WRNBEJLP2Q7C tag=BONK0ULW0L9Z type=write size=2769644 2024-09-19T13:44:24.312 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.310+0000 7f71dac3e8c0 1 > prepared operation key=HXQD0AR5YYML tag=KR32CRJ4A6Z3 type=del size=1283594 2024-09-19T13:44:24.317 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.314+0000 7f71dac3e8c0 1 < completed part key=_multipart_OZZDDUTJUZ6A.2~VDUA2RPZT1Q9.0 size=1048576 2024-09-19T13:44:24.321 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.318+0000 7f71dac3e8c0 1 < completed part key=_multipart_OZZDDUTJUZ6A.2~VDUA2RPZT1Q9.1 size=1048576 2024-09-19T13:44:24.324 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.322+0000 7f71dac3e8c0 1 < completed part key=_multipart_OZZDDUTJUZ6A.2~VDUA2RPZT1Q9.2 size=815789 2024-09-19T13:44:24.333 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.330+0000 7f71dac3e8c0 1 < completed multipart upload key=OZZDDUTJUZ6A upload=VDUA2RPZT1Q9 tag=AAPDU9DUUMP5 type=write size=3961517 2024-09-19T13:44:24.336 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.334+0000 7f71dac3e8c0 1 > prepared operation key=8NT83XBF9HN8 tag=S16JZK55EV3Q type=del size=500465 2024-09-19T13:44:24.341 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.338+0000 7f71dac3e8c0 1 < completed part key=_multipart_37OSN0RSHGZZ.2~FREDU1Q9QSPO.0 size=90582 2024-09-19T13:44:24.348 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.346+0000 7f71dac3e8c0 1 < completed multipart upload key=37OSN0RSHGZZ upload=FREDU1Q9QSPO tag=W6WO0FB24AXT type=write size=1139158 2024-09-19T13:44:24.351 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.350+0000 7f71dac3e8c0 1 > prepared operation key=0FYIGD7G7ER2 tag=WSXQ26X1QJ1P type=del size=629763 2024-09-19T13:44:24.356 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.354+0000 7f71dac3e8c0 1 < completed delete operation key=JO1LC6YY2PEB tag=QG1HXI17BKPE type=del 2024-09-19T13:44:24.360 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.358+0000 7f71dac3e8c0 1 > prepared operation key=GTZ96ZN0A4E9 tag=SI7B7X50C5R6 type=del size=1747670 2024-09-19T13:44:24.364 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.362+0000 7f71dac3e8c0 1 < completed delete operation key=TZNPXQ5Y333X tag=9MA15P8O5BIP type=del 2024-09-19T13:44:24.368 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.366+0000 7f71dac3e8c0 1 > prepared operation key=1L7F60AU40YA tag=T3WLTFNJGHT2 type=del size=2592691 2024-09-19T13:44:24.373 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.370+0000 7f71dac3e8c0 1 < completed delete operation key=8A3NYYQ7SXR3 tag=ANV7I4XQG1RF type=del 2024-09-19T13:44:24.380 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.378+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~QK50DLLN3XQL.0 size=1048576 2024-09-19T13:44:24.383 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.382+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~QK50DLLN3XQL.1 size=1048576 2024-09-19T13:44:24.386 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.382+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~QK50DLLN3XQL.2 size=455081 2024-09-19T13:44:24.386 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.382+0000 7f71dac3e8c0 1 > prepared multipart upload key=XXX33TZ37H3Q upload=QK50DLLN3XQL tag=2S1ZP9HX4O3F type=write size=3600809 2024-09-19T13:44:24.390 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.386+0000 7f71dac3e8c0 1 < completed delete operation key=0FYIGD7G7ER2 tag=AY18IPPCDOBN type=del 2024-09-19T13:44:24.397 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.394+0000 7f71dac3e8c0 1 > prepared part key=_multipart_OZZDDUTJUZ6A.2~U462SHAWMPXH.0 size=1048576 2024-09-19T13:44:24.400 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.398+0000 7f71dac3e8c0 1 > prepared part key=_multipart_OZZDDUTJUZ6A.2~U462SHAWMPXH.1 size=1048576 2024-09-19T13:44:24.403 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.402+0000 7f71dac3e8c0 1 > prepared part key=_multipart_OZZDDUTJUZ6A.2~U462SHAWMPXH.2 size=882113 2024-09-19T13:44:24.403 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.402+0000 7f71dac3e8c0 1 > prepared multipart upload key=OZZDDUTJUZ6A upload=U462SHAWMPXH tag=O05GEX75LA4A type=write size=4027841 2024-09-19T13:44:24.407 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.406+0000 7f71dac3e8c0 1 < completed delete operation key=V22QT1MEZ47G tag=60S9BK0LQBGX type=del 2024-09-19T13:44:24.410 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.406+0000 7f71dac3e8c0 1 > prepared operation key=GZF1MCOAN1NO tag=E31J45W4ON3V type=write size=952829 2024-09-19T13:44:24.414 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.410+0000 7f71dac3e8c0 1 < completed delete operation key=JO1LC6YY2PEB tag=QCIYE6KUA6GV type=del 2024-09-19T13:44:24.419 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.418+0000 7f71dac3e8c0 1 > prepared operation key=HXQD0AR5YYML tag=7B4IWCMB9SP8 type=del size=625061 2024-09-19T13:44:24.423 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.422+0000 7f71dac3e8c0 1 < completed delete operation key=QMR0T7URJS4W tag=RYW216QO2W2M type=del 2024-09-19T13:44:24.430 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.426+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GZF1MCOAN1NO.2~LKNI5PJW3K79.0 size=1048576 2024-09-19T13:44:24.433 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.430+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GZF1MCOAN1NO.2~LKNI5PJW3K79.1 size=1048576 2024-09-19T13:44:24.435 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.434+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GZF1MCOAN1NO.2~LKNI5PJW3K79.2 size=607740 2024-09-19T13:44:24.435 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.434+0000 7f71dac3e8c0 1 > prepared multipart upload key=GZF1MCOAN1NO upload=LKNI5PJW3K79 tag=OGYQX20DW6K2 type=write size=3753468 2024-09-19T13:44:24.439 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.438+0000 7f71dac3e8c0 1 < completed part key=_multipart_QQ09T88TB3XG.2~GVKKESW8785R.0 size=592284 2024-09-19T13:44:24.445 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.442+0000 7f71dac3e8c0 1 < completed multipart upload key=QQ09T88TB3XG upload=GVKKESW8785R tag=CN4O6MZ6EGY5 type=write size=1640860 2024-09-19T13:44:24.452 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.450+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ64P4D0EIT4.2~15H4PSHSTASG.0 size=980140 2024-09-19T13:44:24.452 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.450+0000 7f71dac3e8c0 1 > prepared multipart upload key=NJ64P4D0EIT4 upload=15H4PSHSTASG tag=OKSI86Y59YBB type=write size=2028716 2024-09-19T13:44:24.456 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.454+0000 7f71dac3e8c0 1 < completed delete operation key=HXQD0AR5YYML tag=TJPQOKDQ1512 type=del 2024-09-19T13:44:24.460 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.458+0000 7f71dac3e8c0 1 > prepared operation key=5UA3A6M3SVPV tag=1H3PPI95QWDP type=del size=4056471 2024-09-19T13:44:24.463 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.462+0000 7f71dac3e8c0 1 < completed part key=_multipart_HEVXCB3PBN2X.2~6O2JF3XPLN7D.0 size=1048576 2024-09-19T13:44:24.466 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.462+0000 7f71dac3e8c0 1 < completed part key=_multipart_HEVXCB3PBN2X.2~6O2JF3XPLN7D.1 size=774586 2024-09-19T13:44:24.472 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.470+0000 7f71dac3e8c0 1 < completed multipart upload key=HEVXCB3PBN2X upload=6O2JF3XPLN7D tag=RMTEZJM60AKH type=write size=2871738 2024-09-19T13:44:24.476 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.474+0000 7f71dac3e8c0 1 > prepared operation key=7KN90I8B7PUK tag=GSS5FET2GGX7 type=del size=1636142 2024-09-19T13:44:24.481 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.478+0000 7f71dac3e8c0 1 < completed delete operation key=D131FP2BZYDS tag=4SSG7JRDNVWM type=del 2024-09-19T13:44:24.487 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.486+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~99TXKVYUQ8UH.0 size=252945 2024-09-19T13:44:24.488 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.486+0000 7f71dac3e8c0 1 > prepared multipart upload key=K7SNV9YW44WO upload=99TXKVYUQ8UH tag=RHKSBVKLJYHO type=write size=1301521 2024-09-19T13:44:24.491 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.490+0000 7f71dac3e8c0 1 < completed part key=_multipart_6QW9QPSBZ37R.2~0NDL11KJVAX3.0 size=1048576 2024-09-19T13:44:24.494 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.490+0000 7f71dac3e8c0 1 < completed part key=_multipart_6QW9QPSBZ37R.2~0NDL11KJVAX3.1 size=1048576 2024-09-19T13:44:24.497 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.494+0000 7f71dac3e8c0 1 < completed part key=_multipart_6QW9QPSBZ37R.2~0NDL11KJVAX3.2 size=437739 2024-09-19T13:44:24.504 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.502+0000 7f71dac3e8c0 1 < completed multipart upload key=6QW9QPSBZ37R upload=0NDL11KJVAX3 tag=XXDE1T36CSRJ type=write size=3583467 2024-09-19T13:44:24.508 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.506+0000 7f71dac3e8c0 1 > prepared operation key=K7SNV9YW44WO tag=UBJJMA99911R type=del size=809611 2024-09-19T13:44:24.513 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.510+0000 7f71dac3e8c0 1 < completed delete operation key=8NT83XBF9HN8 tag=XV2S6EVTVXXX type=del 2024-09-19T13:44:24.517 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.514+0000 7f71dac3e8c0 1 > prepared operation key=5UA3A6M3SVPV tag=9JT4VJIF2U2C type=del size=629333 2024-09-19T13:44:24.522 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.518+0000 7f71dac3e8c0 1 < completed delete operation key=HXQD0AR5YYML tag=KR32CRJ4A6Z3 type=del 2024-09-19T13:44:24.530 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.526+0000 7f71dac3e8c0 1 > prepared part key=_multipart_D131FP2BZYDS.2~819IFVXHYMQP.0 size=1048576 2024-09-19T13:44:24.533 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.530+0000 7f71dac3e8c0 1 > prepared part key=_multipart_D131FP2BZYDS.2~819IFVXHYMQP.1 size=732915 2024-09-19T13:44:24.534 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.530+0000 7f71dac3e8c0 1 > prepared multipart upload key=D131FP2BZYDS upload=819IFVXHYMQP tag=WE2EBL10XVBH type=write size=2830067 2024-09-19T13:44:24.542 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.538+0000 7f71dac3e8c0 1 < suggested remove operation key=8NT83XBF9HN8 tag=S16JZK55EV3Q type=del 2024-09-19T13:44:24.547 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.542+0000 7f71dac3e8c0 1 > prepared operation key=XXX33TZ37H3Q tag=AP9HTTE2AC42 type=write size=247160 2024-09-19T13:44:24.551 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.550+0000 7f71dac3e8c0 1 < completed delete operation key=0FYIGD7G7ER2 tag=WSXQ26X1QJ1P type=del 2024-09-19T13:44:24.563 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.562+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~SKQ8XRKVIB2G.0 size=1048576 2024-09-19T13:44:24.566 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.562+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~SKQ8XRKVIB2G.1 size=217642 2024-09-19T13:44:24.566 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.562+0000 7f71dac3e8c0 1 > prepared multipart upload key=K7SNV9YW44WO upload=SKQ8XRKVIB2G tag=G3KPX2T2P5OJ type=write size=2314794 2024-09-19T13:44:24.571 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.570+0000 7f71dac3e8c0 1 < completed delete operation key=GTZ96ZN0A4E9 tag=SI7B7X50C5R6 type=del 2024-09-19T13:44:24.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.574+0000 7f71dac3e8c0 1 > prepared operation key=8A3NYYQ7SXR3 tag=A68YIJ0XA1RG type=del size=3159661 2024-09-19T13:44:24.579 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.578+0000 7f71dac3e8c0 1 < completed delete operation key=1L7F60AU40YA tag=T3WLTFNJGHT2 type=del 2024-09-19T13:44:24.586 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.582+0000 7f71dac3e8c0 1 > prepared part key=_multipart_37OSN0RSHGZZ.2~WR1GZ2WOUYXN.0 size=819470 2024-09-19T13:44:24.586 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.582+0000 7f71dac3e8c0 1 > prepared multipart upload key=37OSN0RSHGZZ upload=WR1GZ2WOUYXN tag=6NZG7PI6BZ99 type=write size=1868046 2024-09-19T13:44:24.590 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.586+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~QK50DLLN3XQL.0 size=1048576 2024-09-19T13:44:24.593 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.590+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~QK50DLLN3XQL.1 size=1048576 2024-09-19T13:44:24.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.594+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~QK50DLLN3XQL.2 size=455081 2024-09-19T13:44:24.601 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.598+0000 7f71dac3e8c0 1 < completed multipart upload key=XXX33TZ37H3Q upload=QK50DLLN3XQL tag=2S1ZP9HX4O3F type=write size=3600809 2024-09-19T13:44:24.605 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.602+0000 7f71dac3e8c0 1 > prepared operation key=GTZ96ZN0A4E9 tag=VVU3V2GWT762 type=write size=392052 2024-09-19T13:44:24.609 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.606+0000 7f71dac3e8c0 1 < completed part key=_multipart_OZZDDUTJUZ6A.2~U462SHAWMPXH.0 size=1048576 2024-09-19T13:44:24.612 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.610+0000 7f71dac3e8c0 1 < completed part key=_multipart_OZZDDUTJUZ6A.2~U462SHAWMPXH.1 size=1048576 2024-09-19T13:44:24.612 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.610+0000 7f71dac3e8c0 1 < canceled part key=_multipart_OZZDDUTJUZ6A.2~U462SHAWMPXH.2 size=882113 2024-09-19T13:44:24.617 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.614+0000 7f71dac3e8c0 1 < canceled multipart upload key=OZZDDUTJUZ6A upload=U462SHAWMPXH tag=O05GEX75LA4A type=write size=4027841 2024-09-19T13:44:24.622 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.618+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=YPJKUQQTI3GL type=del size=743525 2024-09-19T13:44:24.626 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.622+0000 7f71dac3e8c0 1 < completed write operation key=GZF1MCOAN1NO tag=E31J45W4ON3V type=write size=952829 2024-09-19T13:44:24.633 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.630+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~1ZK61BZF6FXC.0 size=1048576 2024-09-19T13:44:24.636 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.634+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~1ZK61BZF6FXC.1 size=43415 2024-09-19T13:44:24.636 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.634+0000 7f71dac3e8c0 1 > prepared multipart upload key=7KN90I8B7PUK upload=1ZK61BZF6FXC tag=B65BSEZHTLPB type=write size=2140567 2024-09-19T13:44:24.640 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.638+0000 7f71dac3e8c0 1 < completed delete operation key=HXQD0AR5YYML tag=7B4IWCMB9SP8 type=del 2024-09-19T13:44:24.646 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.642+0000 7f71dac3e8c0 1 > prepared part key=_multipart_0FYIGD7G7ER2.2~EPNR49BL7FLM.0 size=1048576 2024-09-19T13:44:24.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.646+0000 7f71dac3e8c0 1 > prepared part key=_multipart_0FYIGD7G7ER2.2~EPNR49BL7FLM.1 size=383762 2024-09-19T13:44:24.650 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.646+0000 7f71dac3e8c0 1 > prepared multipart upload key=0FYIGD7G7ER2 upload=EPNR49BL7FLM tag=Y35CB4K2SVPP type=write size=2480914 2024-09-19T13:44:24.653 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.650+0000 7f71dac3e8c0 1 < completed part key=_multipart_GZF1MCOAN1NO.2~LKNI5PJW3K79.0 size=1048576 2024-09-19T13:44:24.653 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.650+0000 7f71dac3e8c0 1 < canceled part key=_multipart_GZF1MCOAN1NO.2~LKNI5PJW3K79.1 size=1048576 2024-09-19T13:44:24.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.654+0000 7f71dac3e8c0 1 < completed part key=_multipart_GZF1MCOAN1NO.2~LKNI5PJW3K79.2 size=607740 2024-09-19T13:44:24.662 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.658+0000 7f71dac3e8c0 1 < canceled multipart upload key=GZF1MCOAN1NO upload=LKNI5PJW3K79 tag=OGYQX20DW6K2 type=write size=3753468 2024-09-19T13:44:24.666 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.662+0000 7f71dac3e8c0 1 > prepared operation key=NJ7EXTELNUF4 tag=CJRQ9E6Q280R type=write size=822831 2024-09-19T13:44:24.670 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.666+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ64P4D0EIT4.2~15H4PSHSTASG.0 size=980140 2024-09-19T13:44:24.676 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.674+0000 7f71dac3e8c0 1 < completed multipart upload key=NJ64P4D0EIT4 upload=15H4PSHSTASG tag=OKSI86Y59YBB type=write size=2028716 2024-09-19T13:44:24.679 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.678+0000 7f71dac3e8c0 1 > prepared operation key=8A3NYYQ7SXR3 tag=XXLHXMWUAK0G type=del size=924835 2024-09-19T13:44:24.683 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.682+0000 7f71dac3e8c0 1 < completed delete operation key=5UA3A6M3SVPV tag=1H3PPI95QWDP type=del 2024-09-19T13:44:24.687 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.682+0000 7f71dac3e8c0 1 > prepared operation key=E5541PV8MDY7 tag=0NLI8Q08S18G type=del size=3873601 2024-09-19T13:44:24.690 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.686+0000 7f71dac3e8c0 1 < completed delete operation key=7KN90I8B7PUK tag=GSS5FET2GGX7 type=del 2024-09-19T13:44:24.697 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.694+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~CSVLMCQKQ2MT.0 size=936401 2024-09-19T13:44:24.697 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.694+0000 7f71dac3e8c0 1 > prepared multipart upload key=IUZEMS5KASUH upload=CSVLMCQKQ2MT tag=CT1U7005XOWX type=write size=1984977 2024-09-19T13:44:24.700 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.698+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~99TXKVYUQ8UH.0 size=252945 2024-09-19T13:44:24.706 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.702+0000 7f71dac3e8c0 1 < completed multipart upload key=K7SNV9YW44WO upload=99TXKVYUQ8UH tag=RHKSBVKLJYHO type=write size=1301521 2024-09-19T13:44:24.709 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.706+0000 7f71dac3e8c0 1 > prepared operation key=1L7F60AU40YA tag=CPP0HLQPV1Q0 type=del size=3931551 2024-09-19T13:44:24.713 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.710+0000 7f71dac3e8c0 1 < completed delete operation key=K7SNV9YW44WO tag=UBJJMA99911R type=del 2024-09-19T13:44:24.717 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.714+0000 7f71dac3e8c0 1 > prepared operation key=1L7F60AU40YA tag=8LCOWGU0XRQC type=del size=2085753 2024-09-19T13:44:24.721 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.718+0000 7f71dac3e8c0 1 < completed delete operation key=5UA3A6M3SVPV tag=9JT4VJIF2U2C type=del 2024-09-19T13:44:24.724 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.722+0000 7f71dac3e8c0 1 > prepared operation key=6QW9QPSBZ37R tag=TQEKJKZKJ2ZH type=write size=298521 2024-09-19T13:44:24.728 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.726+0000 7f71dac3e8c0 1 < completed part key=_multipart_D131FP2BZYDS.2~819IFVXHYMQP.0 size=1048576 2024-09-19T13:44:24.730 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.726+0000 7f71dac3e8c0 1 < completed part key=_multipart_D131FP2BZYDS.2~819IFVXHYMQP.1 size=732915 2024-09-19T13:44:24.736 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.734+0000 7f71dac3e8c0 1 < completed multipart upload key=D131FP2BZYDS upload=819IFVXHYMQP tag=WE2EBL10XVBH type=write size=2830067 2024-09-19T13:44:24.743 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.742+0000 7f71dac3e8c0 1 > prepared part key=_multipart_1L7F60AU40YA.2~WYJHMOFAZNU1.0 size=1048576 2024-09-19T13:44:24.745 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.742+0000 7f71dac3e8c0 1 > prepared part key=_multipart_1L7F60AU40YA.2~WYJHMOFAZNU1.1 size=1048576 2024-09-19T13:44:24.748 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.746+0000 7f71dac3e8c0 1 > prepared part key=_multipart_1L7F60AU40YA.2~WYJHMOFAZNU1.2 size=491548 2024-09-19T13:44:24.748 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.746+0000 7f71dac3e8c0 1 > prepared multipart upload key=1L7F60AU40YA upload=WYJHMOFAZNU1 tag=85PJP6P2FHEP type=write size=3637276 2024-09-19T13:44:24.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.750+0000 7f71dac3e8c0 1 < completed write operation key=XXX33TZ37H3Q tag=AP9HTTE2AC42 type=write size=247160 2024-09-19T13:44:24.759 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.758+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~AXTEKQRX1OOK.0 size=1048576 2024-09-19T13:44:24.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.762+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~AXTEKQRX1OOK.1 size=1048576 2024-09-19T13:44:24.766 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.762+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~AXTEKQRX1OOK.2 size=611532 2024-09-19T13:44:24.766 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.762+0000 7f71dac3e8c0 1 > prepared multipart upload key=W1PNZKV93AHZ upload=AXTEKQRX1OOK tag=4LQ2554TCOB4 type=write size=3757260 2024-09-19T13:44:24.770 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.766+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~SKQ8XRKVIB2G.0 size=1048576 2024-09-19T13:44:24.773 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.770+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~SKQ8XRKVIB2G.1 size=217642 2024-09-19T13:44:24.780 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.778+0000 7f71dac3e8c0 1 < completed multipart upload key=K7SNV9YW44WO upload=SKQ8XRKVIB2G tag=G3KPX2T2P5OJ type=write size=2314794 2024-09-19T13:44:24.787 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.786+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~IT83NRIPADXB.0 size=1048576 2024-09-19T13:44:24.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.786+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~IT83NRIPADXB.1 size=1048576 2024-09-19T13:44:24.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.790+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~IT83NRIPADXB.2 size=739851 2024-09-19T13:44:24.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.790+0000 7f71dac3e8c0 1 > prepared multipart upload key=K7SNV9YW44WO upload=IT83NRIPADXB tag=EXXAK495PVCV type=write size=3885579 2024-09-19T13:44:24.796 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.794+0000 7f71dac3e8c0 1 < completed delete operation key=8A3NYYQ7SXR3 tag=A68YIJ0XA1RG type=del 2024-09-19T13:44:24.800 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.798+0000 7f71dac3e8c0 1 > prepared operation key=8KBRPNQCKIQN tag=HB1WT357ZJHO type=del size=396292 2024-09-19T13:44:24.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.802+0000 7f71dac3e8c0 1 < completed part key=_multipart_37OSN0RSHGZZ.2~WR1GZ2WOUYXN.0 size=819470 2024-09-19T13:44:24.810 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.806+0000 7f71dac3e8c0 1 < completed multipart upload key=37OSN0RSHGZZ upload=WR1GZ2WOUYXN tag=6NZG7PI6BZ99 type=write size=1868046 2024-09-19T13:44:24.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.814+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~PCTM9O5GAS50.0 size=1048576 2024-09-19T13:44:24.820 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.818+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~PCTM9O5GAS50.1 size=315096 2024-09-19T13:44:24.820 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.818+0000 7f71dac3e8c0 1 > prepared multipart upload key=XXX33TZ37H3Q upload=PCTM9O5GAS50 tag=HOZ2BWEY0HRL type=write size=2412248 2024-09-19T13:44:24.828 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.826+0000 7f71dac3e8c0 1 < suggested remove operation key=GTZ96ZN0A4E9 tag=VVU3V2GWT762 type=write 2024-09-19T13:44:24.832 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.830+0000 7f71dac3e8c0 1 > prepared operation key=E5541PV8MDY7 tag=UZMRZBHMED3P type=del size=3644916 2024-09-19T13:44:24.837 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.834+0000 7f71dac3e8c0 1 < canceled operation key=IUZEMS5KASUH tag=YPJKUQQTI3GL type=del size=743525 2024-09-19T13:44:24.841 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.838+0000 7f71dac3e8c0 1 > prepared operation key=8NT83XBF9HN8 tag=ON7366TDLIEE type=del size=3930972 2024-09-19T13:44:24.843 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.842+0000 7f71dac3e8c0 1 < canceled part key=_multipart_7KN90I8B7PUK.2~1ZK61BZF6FXC.0 size=1048576 2024-09-19T13:44:24.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.842+0000 7f71dac3e8c0 1 < completed part key=_multipart_7KN90I8B7PUK.2~1ZK61BZF6FXC.1 size=43415 2024-09-19T13:44:24.853 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.850+0000 7f71dac3e8c0 1 < canceled multipart upload key=7KN90I8B7PUK upload=1ZK61BZF6FXC tag=B65BSEZHTLPB type=write size=2140567 2024-09-19T13:44:24.858 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.854+0000 7f71dac3e8c0 1 > prepared operation key=6QW9QPSBZ37R tag=8T4SM79XWB3G type=del size=3336557 2024-09-19T13:44:24.862 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.858+0000 7f71dac3e8c0 1 < completed part key=_multipart_0FYIGD7G7ER2.2~EPNR49BL7FLM.0 size=1048576 2024-09-19T13:44:24.866 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.862+0000 7f71dac3e8c0 1 < completed part key=_multipart_0FYIGD7G7ER2.2~EPNR49BL7FLM.1 size=383762 2024-09-19T13:44:24.872 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.870+0000 7f71dac3e8c0 1 < completed multipart upload key=0FYIGD7G7ER2 upload=EPNR49BL7FLM tag=Y35CB4K2SVPP type=write size=2480914 2024-09-19T13:44:24.876 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.874+0000 7f71dac3e8c0 1 > prepared operation key=0FYIGD7G7ER2 tag=ZPUL9KKG9R63 type=del size=383076 2024-09-19T13:44:24.880 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.878+0000 7f71dac3e8c0 1 < canceled operation key=NJ7EXTELNUF4 tag=CJRQ9E6Q280R type=write size=822831 2024-09-19T13:44:24.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.882+0000 7f71dac3e8c0 1 > prepared operation key=NJ7EXTELNUF4 tag=064EEGMCOEY5 type=write size=973805 2024-09-19T13:44:24.888 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.886+0000 7f71dac3e8c0 1 < completed delete operation key=8A3NYYQ7SXR3 tag=XXLHXMWUAK0G type=del 2024-09-19T13:44:24.891 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.890+0000 7f71dac3e8c0 1 > prepared operation key=D131FP2BZYDS tag=Z15D3UCYCH7K type=del size=2384021 2024-09-19T13:44:24.895 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.894+0000 7f71dac3e8c0 1 < completed delete operation key=E5541PV8MDY7 tag=0NLI8Q08S18G type=del 2024-09-19T13:44:24.901 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.898+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ64P4D0EIT4.2~CK8HOF144CA8.0 size=1048576 2024-09-19T13:44:24.905 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.902+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ64P4D0EIT4.2~CK8HOF144CA8.1 size=1048576 2024-09-19T13:44:24.907 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.906+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ64P4D0EIT4.2~CK8HOF144CA8.2 size=752854 2024-09-19T13:44:24.908 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.906+0000 7f71dac3e8c0 1 > prepared multipart upload key=NJ64P4D0EIT4 upload=CK8HOF144CA8 tag=K6221Y2VINRZ type=write size=3898582 2024-09-19T13:44:24.915 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.914+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~CSVLMCQKQ2MT.0 size=936401 2024-09-19T13:44:24.921 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.918+0000 7f71dac3e8c0 1 < completed multipart upload key=IUZEMS5KASUH upload=CSVLMCQKQ2MT tag=CT1U7005XOWX type=write size=1984977 2024-09-19T13:44:24.925 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.922+0000 7f71dac3e8c0 1 > prepared operation key=8NT83XBF9HN8 tag=QHUMON5WASBJ type=del size=3700975 2024-09-19T13:44:24.933 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.930+0000 7f71dac3e8c0 1 < suggested remove operation key=1L7F60AU40YA tag=CPP0HLQPV1Q0 type=del 2024-09-19T13:44:24.936 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.934+0000 7f71dac3e8c0 1 > prepared operation key=0FYIGD7G7ER2 tag=4RV5GXZ5SAAE type=del size=2520358 2024-09-19T13:44:24.940 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.938+0000 7f71dac3e8c0 -1 < failed to complete operation key=1L7F60AU40YA tag=8LCOWGU0XRQC type=del size=2085753: (22) Invalid argument 2024-09-19T13:44:24.944 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.942+0000 7f71dac3e8c0 1 > prepared operation key=GTZ96ZN0A4E9 tag=C5WX9AIM35MF type=del size=82109 2024-09-19T13:44:24.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.946+0000 7f71dac3e8c0 1 < completed write operation key=6QW9QPSBZ37R tag=TQEKJKZKJ2ZH type=write size=298521 2024-09-19T13:44:24.951 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.950+0000 7f71dac3e8c0 1 > prepared operation key=GTZ96ZN0A4E9 tag=GI9BE1337D43 type=del size=1867565 2024-09-19T13:44:24.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.950+0000 7f71dac3e8c0 1 < completed part key=_multipart_1L7F60AU40YA.2~WYJHMOFAZNU1.0 size=1048576 2024-09-19T13:44:24.957 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.954+0000 7f71dac3e8c0 1 < completed part key=_multipart_1L7F60AU40YA.2~WYJHMOFAZNU1.1 size=1048576 2024-09-19T13:44:24.960 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.958+0000 7f71dac3e8c0 1 < completed part key=_multipart_1L7F60AU40YA.2~WYJHMOFAZNU1.2 size=491548 2024-09-19T13:44:24.966 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.962+0000 7f71dac3e8c0 1 < completed multipart upload key=1L7F60AU40YA upload=WYJHMOFAZNU1 tag=85PJP6P2FHEP type=write size=3637276 2024-09-19T13:44:24.970 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.966+0000 7f71dac3e8c0 1 > prepared operation key=6QW9QPSBZ37R tag=BBSGSRNFC3BE type=write size=539057 2024-09-19T13:44:24.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.970+0000 7f71dac3e8c0 1 < completed part key=_multipart_W1PNZKV93AHZ.2~AXTEKQRX1OOK.0 size=1048576 2024-09-19T13:44:24.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.974+0000 7f71dac3e8c0 1 < completed part key=_multipart_W1PNZKV93AHZ.2~AXTEKQRX1OOK.1 size=1048576 2024-09-19T13:44:24.980 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.978+0000 7f71dac3e8c0 1 < completed part key=_multipart_W1PNZKV93AHZ.2~AXTEKQRX1OOK.2 size=611532 2024-09-19T13:44:24.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.982+0000 7f71dac3e8c0 1 < completed multipart upload key=W1PNZKV93AHZ upload=AXTEKQRX1OOK tag=4LQ2554TCOB4 type=write size=3757260 2024-09-19T13:44:24.990 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.986+0000 7f71dac3e8c0 1 > prepared operation key=TZNPXQ5Y333X tag=ELWMP0VDWPJ3 type=write size=291995 2024-09-19T13:44:24.993 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.990+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~IT83NRIPADXB.0 size=1048576 2024-09-19T13:44:24.996 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.994+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~IT83NRIPADXB.1 size=1048576 2024-09-19T13:44:24.999 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:24.998+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~IT83NRIPADXB.2 size=739851 2024-09-19T13:44:25.006 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.002+0000 7f71dac3e8c0 1 < completed multipart upload key=K7SNV9YW44WO upload=IT83NRIPADXB tag=EXXAK495PVCV type=write size=3885579 2024-09-19T13:44:25.010 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.006+0000 7f71dac3e8c0 1 > prepared operation key=QMR0T7URJS4W tag=NHFR2WSUF8DD type=del size=1051967 2024-09-19T13:44:25.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.014+0000 7f71dac3e8c0 1 < suggested update operation key=8KBRPNQCKIQN tag=HB1WT357ZJHO type=del size=396292 2024-09-19T13:44:25.021 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.018+0000 7f71dac3e8c0 1 > prepared operation key=8KBRPNQCKIQN tag=W4TI7LCRNBPK type=del size=394531 2024-09-19T13:44:25.025 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.022+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~PCTM9O5GAS50.0 size=1048576 2024-09-19T13:44:25.028 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.026+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~PCTM9O5GAS50.1 size=315096 2024-09-19T13:44:25.035 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.030+0000 7f71dac3e8c0 1 < completed multipart upload key=XXX33TZ37H3Q upload=PCTM9O5GAS50 tag=HOZ2BWEY0HRL type=write size=2412248 2024-09-19T13:44:25.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.038+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GTZ96ZN0A4E9.2~WPAY7HS6X0IQ.0 size=1048576 2024-09-19T13:44:25.043 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.042+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GTZ96ZN0A4E9.2~WPAY7HS6X0IQ.1 size=255917 2024-09-19T13:44:25.043 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.042+0000 7f71dac3e8c0 1 > prepared multipart upload key=GTZ96ZN0A4E9 upload=WPAY7HS6X0IQ tag=R4FNN9Y3GX1A type=write size=2353069 2024-09-19T13:44:25.046 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.042+0000 7f71dac3e8c0 1 < completed delete operation key=E5541PV8MDY7 tag=UZMRZBHMED3P type=del 2024-09-19T13:44:25.049 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.046+0000 7f71dac3e8c0 1 > prepared operation key=JO1LC6YY2PEB tag=7KZWX1LW5U5A type=write size=711628 2024-09-19T13:44:25.053 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.050+0000 7f71dac3e8c0 1 < completed delete operation key=8NT83XBF9HN8 tag=ON7366TDLIEE type=del 2024-09-19T13:44:25.056 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.054+0000 7f71dac3e8c0 1 > prepared operation key=TZNPXQ5Y333X tag=Q02YRZX9GS15 type=del size=569787 2024-09-19T13:44:25.059 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.058+0000 7f71dac3e8c0 1 < completed delete operation key=6QW9QPSBZ37R tag=8T4SM79XWB3G type=del 2024-09-19T13:44:25.063 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.062+0000 7f71dac3e8c0 1 > prepared operation key=7KN90I8B7PUK tag=0DSUYYCU9BOR type=del size=3416072 2024-09-19T13:44:25.066 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.062+0000 7f71dac3e8c0 1 < completed delete operation key=0FYIGD7G7ER2 tag=ZPUL9KKG9R63 type=del 2024-09-19T13:44:25.069 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.066+0000 7f71dac3e8c0 1 > prepared operation key=GTZ96ZN0A4E9 tag=CGY1664S5OBE type=del size=3787661 2024-09-19T13:44:25.072 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.070+0000 7f71dac3e8c0 1 < completed write operation key=NJ7EXTELNUF4 tag=064EEGMCOEY5 type=write size=973805 2024-09-19T13:44:25.077 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.074+0000 7f71dac3e8c0 1 > prepared operation key=0FYIGD7G7ER2 tag=H80Z1ZXRXLSC type=del size=1782605 2024-09-19T13:44:25.083 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.082+0000 7f71dac3e8c0 1 < suggested update operation key=D131FP2BZYDS tag=Z15D3UCYCH7K type=del size=2384021 2024-09-19T13:44:25.087 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.082+0000 7f71dac3e8c0 1 > prepared operation key=A0ZG34NFHPW5 tag=1QSV8XL38TNJ type=write size=713841 2024-09-19T13:44:25.091 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.090+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ64P4D0EIT4.2~CK8HOF144CA8.0 size=1048576 2024-09-19T13:44:25.094 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.090+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ64P4D0EIT4.2~CK8HOF144CA8.1 size=1048576 2024-09-19T13:44:25.096 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.094+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ64P4D0EIT4.2~CK8HOF144CA8.2 size=752854 2024-09-19T13:44:25.102 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.098+0000 7f71dac3e8c0 1 < completed multipart upload key=NJ64P4D0EIT4 upload=CK8HOF144CA8 tag=K6221Y2VINRZ type=write size=3898582 2024-09-19T13:44:25.108 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.106+0000 7f71dac3e8c0 1 > prepared part key=_multipart_D131FP2BZYDS.2~EWMKAVKYK4K6.0 size=1048576 2024-09-19T13:44:25.110 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.106+0000 7f71dac3e8c0 1 > prepared part key=_multipart_D131FP2BZYDS.2~EWMKAVKYK4K6.1 size=1048576 2024-09-19T13:44:25.112 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.110+0000 7f71dac3e8c0 1 > prepared part key=_multipart_D131FP2BZYDS.2~EWMKAVKYK4K6.2 size=318112 2024-09-19T13:44:25.112 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.110+0000 7f71dac3e8c0 1 > prepared multipart upload key=D131FP2BZYDS upload=EWMKAVKYK4K6 tag=96H3XL4IB40H type=write size=3463840 2024-09-19T13:44:25.115 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.114+0000 7f71dac3e8c0 1 < completed delete operation key=8NT83XBF9HN8 tag=QHUMON5WASBJ type=del 2024-09-19T13:44:25.121 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.118+0000 7f71dac3e8c0 1 > prepared part key=_multipart_JO1LC6YY2PEB.2~WLNIOSJYYUZS.0 size=1048576 2024-09-19T13:44:25.123 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.122+0000 7f71dac3e8c0 1 > prepared part key=_multipart_JO1LC6YY2PEB.2~WLNIOSJYYUZS.1 size=1048576 2024-09-19T13:44:25.126 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.122+0000 7f71dac3e8c0 1 > prepared part key=_multipart_JO1LC6YY2PEB.2~WLNIOSJYYUZS.2 size=940541 2024-09-19T13:44:25.126 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.122+0000 7f71dac3e8c0 1 > prepared multipart upload key=JO1LC6YY2PEB upload=WLNIOSJYYUZS tag=3P2GQWWNQXR5 type=write size=4086269 2024-09-19T13:44:25.132 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.130+0000 7f71dac3e8c0 1 < suggested update operation key=0FYIGD7G7ER2 tag=4RV5GXZ5SAAE type=del size=2520358 2024-09-19T13:44:25.138 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.134+0000 7f71dac3e8c0 1 > prepared part key=_multipart_0FYIGD7G7ER2.2~OCFDX5OWBU36.0 size=1048576 2024-09-19T13:44:25.141 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.138+0000 7f71dac3e8c0 1 > prepared part key=_multipart_0FYIGD7G7ER2.2~OCFDX5OWBU36.1 size=1048576 2024-09-19T13:44:25.143 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.142+0000 7f71dac3e8c0 1 > prepared part key=_multipart_0FYIGD7G7ER2.2~OCFDX5OWBU36.2 size=536637 2024-09-19T13:44:25.143 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.142+0000 7f71dac3e8c0 1 > prepared multipart upload key=0FYIGD7G7ER2 upload=OCFDX5OWBU36 tag=SLG906BNCBHR type=write size=3682365 2024-09-19T13:44:25.146 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.142+0000 7f71dac3e8c0 1 < completed delete operation key=GTZ96ZN0A4E9 tag=C5WX9AIM35MF type=del 2024-09-19T13:44:25.150 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.146+0000 7f71dac3e8c0 1 > prepared operation key=1L7F60AU40YA tag=WI4X0B50OU9O type=del size=2355181 2024-09-19T13:44:25.153 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.150+0000 7f71dac3e8c0 1 < canceled operation key=GTZ96ZN0A4E9 tag=GI9BE1337D43 type=del size=1867565 2024-09-19T13:44:25.157 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.154+0000 7f71dac3e8c0 1 > prepared operation key=A0ZG34NFHPW5 tag=4AL841N8LEEA type=del size=162069 2024-09-19T13:44:25.164 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.162+0000 7f71dac3e8c0 1 < suggested update operation key=6QW9QPSBZ37R tag=BBSGSRNFC3BE type=write size=539057 2024-09-19T13:44:25.170 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.166+0000 7f71dac3e8c0 1 > prepared part key=_multipart_0FYIGD7G7ER2.2~TYKPSXHYIZCJ.0 size=1048576 2024-09-19T13:44:25.173 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.170+0000 7f71dac3e8c0 1 > prepared part key=_multipart_0FYIGD7G7ER2.2~TYKPSXHYIZCJ.1 size=1048576 2024-09-19T13:44:25.176 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.174+0000 7f71dac3e8c0 1 > prepared part key=_multipart_0FYIGD7G7ER2.2~TYKPSXHYIZCJ.2 size=130938 2024-09-19T13:44:25.176 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.174+0000 7f71dac3e8c0 1 > prepared multipart upload key=0FYIGD7G7ER2 upload=TYKPSXHYIZCJ tag=96FLHV89C7LX type=write size=3276666 2024-09-19T13:44:25.183 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.182+0000 7f71dac3e8c0 1 < suggested remove operation key=TZNPXQ5Y333X tag=ELWMP0VDWPJ3 type=write 2024-09-19T13:44:25.187 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.186+0000 7f71dac3e8c0 1 > prepared operation key=W1PNZKV93AHZ tag=MTN7WDO0RW3C type=del size=3367598 2024-09-19T13:44:25.191 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.190+0000 7f71dac3e8c0 1 < completed delete operation key=QMR0T7URJS4W tag=NHFR2WSUF8DD type=del 2024-09-19T13:44:25.197 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.194+0000 7f71dac3e8c0 1 > prepared part key=_multipart_Q484UNX3BYBG.2~ZSCJ9WA43GOE.0 size=1048576 2024-09-19T13:44:25.200 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.198+0000 7f71dac3e8c0 1 > prepared part key=_multipart_Q484UNX3BYBG.2~ZSCJ9WA43GOE.1 size=1048576 2024-09-19T13:44:25.203 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.198+0000 7f71dac3e8c0 1 > prepared part key=_multipart_Q484UNX3BYBG.2~ZSCJ9WA43GOE.2 size=633363 2024-09-19T13:44:25.203 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.198+0000 7f71dac3e8c0 1 > prepared multipart upload key=Q484UNX3BYBG upload=ZSCJ9WA43GOE tag=RA66W3C1PSTQ type=write size=3779091 2024-09-19T13:44:25.207 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.206+0000 7f71dac3e8c0 1 < completed delete operation key=8KBRPNQCKIQN tag=W4TI7LCRNBPK type=del 2024-09-19T13:44:25.210 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.206+0000 7f71dac3e8c0 1 > prepared operation key=V22QT1MEZ47G tag=3RGV1V36T04X type=write size=752336 2024-09-19T13:44:25.213 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.210+0000 7f71dac3e8c0 1 < completed part key=_multipart_GTZ96ZN0A4E9.2~WPAY7HS6X0IQ.0 size=1048576 2024-09-19T13:44:25.215 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.214+0000 7f71dac3e8c0 1 < completed part key=_multipart_GTZ96ZN0A4E9.2~WPAY7HS6X0IQ.1 size=255917 2024-09-19T13:44:25.221 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.218+0000 7f71dac3e8c0 1 < completed multipart upload key=GTZ96ZN0A4E9 upload=WPAY7HS6X0IQ tag=R4FNN9Y3GX1A type=write size=2353069 2024-09-19T13:44:25.228 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.226+0000 7f71dac3e8c0 1 > prepared part key=_multipart_6QW9QPSBZ37R.2~J7H19062TI8J.0 size=1048576 2024-09-19T13:44:25.231 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.230+0000 7f71dac3e8c0 1 > prepared part key=_multipart_6QW9QPSBZ37R.2~J7H19062TI8J.1 size=163643 2024-09-19T13:44:25.231 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.230+0000 7f71dac3e8c0 1 > prepared multipart upload key=6QW9QPSBZ37R upload=J7H19062TI8J tag=36YQDQ0186UT type=write size=2260795 2024-09-19T13:44:25.234 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.230+0000 7f71dac3e8c0 1 < completed write operation key=JO1LC6YY2PEB tag=7KZWX1LW5U5A type=write size=711628 2024-09-19T13:44:25.242 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.238+0000 7f71dac3e8c0 1 > prepared operation key=8A3NYYQ7SXR3 tag=9DX11XVK0ULG type=del size=2201674 2024-09-19T13:44:25.245 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.242+0000 7f71dac3e8c0 -1 < failed to complete operation key=TZNPXQ5Y333X tag=Q02YRZX9GS15 type=del size=569787: (22) Invalid argument 2024-09-19T13:44:25.249 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.246+0000 7f71dac3e8c0 1 > prepared operation key=0FYIGD7G7ER2 tag=5NRWWTWSQ75U type=del size=1951592 2024-09-19T13:44:25.253 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.250+0000 7f71dac3e8c0 1 < completed delete operation key=7KN90I8B7PUK tag=0DSUYYCU9BOR type=del 2024-09-19T13:44:25.256 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.254+0000 7f71dac3e8c0 1 > prepared operation key=A0ZG34NFHPW5 tag=C9K3GTR79XSJ type=del size=1809645 2024-09-19T13:44:25.264 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.262+0000 7f71dac3e8c0 1 < suggested remove operation key=GTZ96ZN0A4E9 tag=CGY1664S5OBE type=del 2024-09-19T13:44:25.267 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.266+0000 7f71dac3e8c0 1 > prepared operation key=8KBRPNQCKIQN tag=E9B99F540SSH type=del size=310963 2024-09-19T13:44:25.271 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.266+0000 7f71dac3e8c0 -1 < failed to complete operation key=0FYIGD7G7ER2 tag=H80Z1ZXRXLSC type=del size=1782605: (22) Invalid argument 2024-09-19T13:44:25.277 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.274+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HEVXCB3PBN2X.2~A3R0SZSJBZ5W.0 size=1048576 2024-09-19T13:44:25.280 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.278+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HEVXCB3PBN2X.2~A3R0SZSJBZ5W.1 size=681517 2024-09-19T13:44:25.280 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.278+0000 7f71dac3e8c0 1 > prepared multipart upload key=HEVXCB3PBN2X upload=A3R0SZSJBZ5W tag=1M34JIWAZP9Z type=write size=2778669 2024-09-19T13:44:25.284 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.282+0000 7f71dac3e8c0 1 < completed write operation key=A0ZG34NFHPW5 tag=1QSV8XL38TNJ type=write size=713841 2024-09-19T13:44:25.287 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.286+0000 7f71dac3e8c0 1 > prepared operation key=NJ7EXTELNUF4 tag=J91X8F1X07EB type=del size=3637930 2024-09-19T13:44:25.288 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.286+0000 7f71dac3e8c0 1 < canceled part key=_multipart_D131FP2BZYDS.2~EWMKAVKYK4K6.0 size=1048576 2024-09-19T13:44:25.291 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.290+0000 7f71dac3e8c0 1 < completed part key=_multipart_D131FP2BZYDS.2~EWMKAVKYK4K6.1 size=1048576 2024-09-19T13:44:25.293 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.290+0000 7f71dac3e8c0 1 < completed part key=_multipart_D131FP2BZYDS.2~EWMKAVKYK4K6.2 size=318112 2024-09-19T13:44:25.299 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.298+0000 7f71dac3e8c0 1 < canceled multipart upload key=D131FP2BZYDS upload=EWMKAVKYK4K6 tag=96H3XL4IB40H type=write size=3463840 2024-09-19T13:44:25.305 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.302+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8NT83XBF9HN8.2~BEDL2CMF2ZLY.0 size=1048576 2024-09-19T13:44:25.308 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.306+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8NT83XBF9HN8.2~BEDL2CMF2ZLY.1 size=11889 2024-09-19T13:44:25.309 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.306+0000 7f71dac3e8c0 1 > prepared multipart upload key=8NT83XBF9HN8 upload=BEDL2CMF2ZLY tag=G9XRIVEOGWE9 type=write size=2109041 2024-09-19T13:44:25.313 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.310+0000 7f71dac3e8c0 1 < completed part key=_multipart_JO1LC6YY2PEB.2~WLNIOSJYYUZS.0 size=1048576 2024-09-19T13:44:25.316 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.314+0000 7f71dac3e8c0 1 < completed part key=_multipart_JO1LC6YY2PEB.2~WLNIOSJYYUZS.1 size=1048576 2024-09-19T13:44:25.319 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.318+0000 7f71dac3e8c0 1 < completed part key=_multipart_JO1LC6YY2PEB.2~WLNIOSJYYUZS.2 size=940541 2024-09-19T13:44:25.325 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.322+0000 7f71dac3e8c0 1 < completed multipart upload key=JO1LC6YY2PEB upload=WLNIOSJYYUZS tag=3P2GQWWNQXR5 type=write size=4086269 2024-09-19T13:44:25.331 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.330+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~C7746S40RPCR.0 size=419465 2024-09-19T13:44:25.331 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.330+0000 7f71dac3e8c0 1 > prepared multipart upload key=7KN90I8B7PUK upload=C7746S40RPCR tag=P8FOMUEZCRGU type=write size=1468041 2024-09-19T13:44:25.332 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.330+0000 7f71dac3e8c0 1 < canceled part key=_multipart_0FYIGD7G7ER2.2~OCFDX5OWBU36.0 size=1048576 2024-09-19T13:44:25.335 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.334+0000 7f71dac3e8c0 1 < completed part key=_multipart_0FYIGD7G7ER2.2~OCFDX5OWBU36.1 size=1048576 2024-09-19T13:44:25.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.334+0000 7f71dac3e8c0 1 < completed part key=_multipart_0FYIGD7G7ER2.2~OCFDX5OWBU36.2 size=536637 2024-09-19T13:44:25.343 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.342+0000 7f71dac3e8c0 1 < canceled multipart upload key=0FYIGD7G7ER2 upload=OCFDX5OWBU36 tag=SLG906BNCBHR type=write size=3682365 2024-09-19T13:44:25.347 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.346+0000 7f71dac3e8c0 1 > prepared operation key=NJ7EXTELNUF4 tag=5FW752GIRGX2 type=write size=227476 2024-09-19T13:44:25.351 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.346+0000 7f71dac3e8c0 1 < completed delete operation key=1L7F60AU40YA tag=WI4X0B50OU9O type=del 2024-09-19T13:44:25.354 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.350+0000 7f71dac3e8c0 1 > prepared operation key=1L7F60AU40YA tag=QXFWZ7GWNJDS type=del size=711832 2024-09-19T13:44:25.358 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.354+0000 7f71dac3e8c0 1 < completed delete operation key=A0ZG34NFHPW5 tag=4AL841N8LEEA type=del 2024-09-19T13:44:25.365 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.362+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8KBRPNQCKIQN.2~SGI2KGT5078B.0 size=650215 2024-09-19T13:44:25.365 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.362+0000 7f71dac3e8c0 1 > prepared multipart upload key=8KBRPNQCKIQN upload=SGI2KGT5078B tag=T1SFCIXADFQ1 type=write size=1698791 2024-09-19T13:44:25.369 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.366+0000 7f71dac3e8c0 1 < completed part key=_multipart_0FYIGD7G7ER2.2~TYKPSXHYIZCJ.0 size=1048576 2024-09-19T13:44:25.372 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.370+0000 7f71dac3e8c0 1 < completed part key=_multipart_0FYIGD7G7ER2.2~TYKPSXHYIZCJ.1 size=1048576 2024-09-19T13:44:25.372 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.370+0000 7f71dac3e8c0 1 < canceled part key=_multipart_0FYIGD7G7ER2.2~TYKPSXHYIZCJ.2 size=130938 2024-09-19T13:44:25.377 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.374+0000 7f71dac3e8c0 1 < canceled multipart upload key=0FYIGD7G7ER2 upload=TYKPSXHYIZCJ tag=96FLHV89C7LX type=write size=3276666 2024-09-19T13:44:25.384 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.382+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~7L2BFZHMRX02.0 size=69295 2024-09-19T13:44:25.384 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.382+0000 7f71dac3e8c0 1 > prepared multipart upload key=LIMYIIX8WVBS upload=7L2BFZHMRX02 tag=POC7IEMDAC41 type=write size=1117871 2024-09-19T13:44:25.389 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.386+0000 7f71dac3e8c0 1 < completed delete operation key=W1PNZKV93AHZ tag=MTN7WDO0RW3C type=del 2024-09-19T13:44:25.392 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.390+0000 7f71dac3e8c0 1 > prepared operation key=Q484UNX3BYBG tag=TXC7462VLYFG type=write size=823594 2024-09-19T13:44:25.396 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.394+0000 7f71dac3e8c0 1 < completed part key=_multipart_Q484UNX3BYBG.2~ZSCJ9WA43GOE.0 size=1048576 2024-09-19T13:44:25.399 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.398+0000 7f71dac3e8c0 1 < completed part key=_multipart_Q484UNX3BYBG.2~ZSCJ9WA43GOE.1 size=1048576 2024-09-19T13:44:25.401 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.398+0000 7f71dac3e8c0 1 < completed part key=_multipart_Q484UNX3BYBG.2~ZSCJ9WA43GOE.2 size=633363 2024-09-19T13:44:25.407 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.406+0000 7f71dac3e8c0 1 < completed multipart upload key=Q484UNX3BYBG upload=ZSCJ9WA43GOE tag=RA66W3C1PSTQ type=write size=3779091 2024-09-19T13:44:25.413 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.410+0000 7f71dac3e8c0 1 > prepared part key=_multipart_JO1LC6YY2PEB.2~A30VL1Z94I7P.0 size=1048576 2024-09-19T13:44:25.416 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.414+0000 7f71dac3e8c0 1 > prepared part key=_multipart_JO1LC6YY2PEB.2~A30VL1Z94I7P.1 size=1048576 2024-09-19T13:44:25.419 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.418+0000 7f71dac3e8c0 1 > prepared part key=_multipart_JO1LC6YY2PEB.2~A30VL1Z94I7P.2 size=505869 2024-09-19T13:44:25.419 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.418+0000 7f71dac3e8c0 1 > prepared multipart upload key=JO1LC6YY2PEB upload=A30VL1Z94I7P tag=3R7FQKWLQ1CK type=write size=3651597 2024-09-19T13:44:25.422 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.418+0000 7f71dac3e8c0 1 < completed write operation key=V22QT1MEZ47G tag=3RGV1V36T04X type=write size=752336 2024-09-19T13:44:25.429 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.426+0000 7f71dac3e8c0 1 > prepared part key=_multipart_5UA3A6M3SVPV.2~QAWNOOO84NMO.0 size=1048576 2024-09-19T13:44:25.432 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.430+0000 7f71dac3e8c0 1 > prepared part key=_multipart_5UA3A6M3SVPV.2~QAWNOOO84NMO.1 size=1048576 2024-09-19T13:44:25.435 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.434+0000 7f71dac3e8c0 1 > prepared part key=_multipart_5UA3A6M3SVPV.2~QAWNOOO84NMO.2 size=188103 2024-09-19T13:44:25.435 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.434+0000 7f71dac3e8c0 1 > prepared multipart upload key=5UA3A6M3SVPV upload=QAWNOOO84NMO tag=RA2WZTHPYIZ4 type=write size=3333831 2024-09-19T13:44:25.439 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.438+0000 7f71dac3e8c0 1 < completed part key=_multipart_6QW9QPSBZ37R.2~J7H19062TI8J.0 size=1048576 2024-09-19T13:44:25.442 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.438+0000 7f71dac3e8c0 1 < completed part key=_multipart_6QW9QPSBZ37R.2~J7H19062TI8J.1 size=163643 2024-09-19T13:44:25.448 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.446+0000 7f71dac3e8c0 1 < completed multipart upload key=6QW9QPSBZ37R upload=J7H19062TI8J tag=36YQDQ0186UT type=write size=2260795 2024-09-19T13:44:25.452 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.450+0000 7f71dac3e8c0 1 > prepared operation key=HEVXCB3PBN2X tag=2MYRAHJI0Y33 type=write size=140092 2024-09-19T13:44:25.459 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.458+0000 7f71dac3e8c0 1 < suggested remove operation key=8A3NYYQ7SXR3 tag=9DX11XVK0ULG type=del 2024-09-19T13:44:25.463 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.462+0000 7f71dac3e8c0 1 > prepared operation key=5UA3A6M3SVPV tag=BACDPGSRCFLR type=del size=2781233 2024-09-19T13:44:25.467 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.466+0000 7f71dac3e8c0 1 < completed delete operation key=0FYIGD7G7ER2 tag=5NRWWTWSQ75U type=del 2024-09-19T13:44:25.470 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.466+0000 7f71dac3e8c0 1 > prepared operation key=6QW9QPSBZ37R tag=K6IR8L8H337M type=del size=211589 2024-09-19T13:44:25.478 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.474+0000 7f71dac3e8c0 1 < suggested update operation key=A0ZG34NFHPW5 tag=C9K3GTR79XSJ type=del size=1809645 2024-09-19T13:44:25.484 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.482+0000 7f71dac3e8c0 1 > prepared part key=_multipart_0FYIGD7G7ER2.2~E3Q13OP3H24S.0 size=1048576 2024-09-19T13:44:25.487 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.486+0000 7f71dac3e8c0 1 > prepared part key=_multipart_0FYIGD7G7ER2.2~E3Q13OP3H24S.1 size=993490 2024-09-19T13:44:25.487 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.486+0000 7f71dac3e8c0 1 > prepared multipart upload key=0FYIGD7G7ER2 upload=E3Q13OP3H24S tag=LJSSBOSO1YCI type=write size=3090642 2024-09-19T13:44:25.491 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.490+0000 7f71dac3e8c0 1 < completed delete operation key=8KBRPNQCKIQN tag=E9B99F540SSH type=del 2024-09-19T13:44:25.498 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.494+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~GRNVWAIQ8RTG.0 size=1048576 2024-09-19T13:44:25.501 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.498+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~GRNVWAIQ8RTG.1 size=539961 2024-09-19T13:44:25.501 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.498+0000 7f71dac3e8c0 1 > prepared multipart upload key=LIMYIIX8WVBS upload=GRNVWAIQ8RTG tag=N31U9OCHOX02 type=write size=2637113 2024-09-19T13:44:25.504 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.502+0000 7f71dac3e8c0 1 < completed part key=_multipart_HEVXCB3PBN2X.2~A3R0SZSJBZ5W.0 size=1048576 2024-09-19T13:44:25.504 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.502+0000 7f71dac3e8c0 1 < canceled part key=_multipart_HEVXCB3PBN2X.2~A3R0SZSJBZ5W.1 size=681517 2024-09-19T13:44:25.511 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.510+0000 7f71dac3e8c0 1 < canceled multipart upload key=HEVXCB3PBN2X upload=A3R0SZSJBZ5W tag=1M34JIWAZP9Z type=write size=2778669 2024-09-19T13:44:25.515 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.514+0000 7f71dac3e8c0 1 > prepared operation key=GZF1MCOAN1NO tag=KV0N0A57DJ2L type=write size=909823 2024-09-19T13:44:25.519 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.518+0000 7f71dac3e8c0 1 < completed delete operation key=NJ7EXTELNUF4 tag=J91X8F1X07EB type=del 2024-09-19T13:44:25.524 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.522+0000 7f71dac3e8c0 1 > prepared operation key=QQ09T88TB3XG tag=UV9GQQIU3O0Z type=del size=1427102 2024-09-19T13:44:25.528 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.526+0000 7f71dac3e8c0 1 < completed part key=_multipart_8NT83XBF9HN8.2~BEDL2CMF2ZLY.0 size=1048576 2024-09-19T13:44:25.531 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.530+0000 7f71dac3e8c0 1 < completed part key=_multipart_8NT83XBF9HN8.2~BEDL2CMF2ZLY.1 size=11889 2024-09-19T13:44:25.538 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.534+0000 7f71dac3e8c0 1 < completed multipart upload key=8NT83XBF9HN8 upload=BEDL2CMF2ZLY tag=G9XRIVEOGWE9 type=write size=2109041 2024-09-19T13:44:25.545 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.542+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~P8LKZATGZQ22.0 size=1048576 2024-09-19T13:44:25.548 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.546+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~P8LKZATGZQ22.1 size=1048576 2024-09-19T13:44:25.551 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.546+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~P8LKZATGZQ22.2 size=716312 2024-09-19T13:44:25.551 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.546+0000 7f71dac3e8c0 1 > prepared multipart upload key=XXX33TZ37H3Q upload=P8LKZATGZQ22 tag=YVMBVNRZU576 type=write size=3862040 2024-09-19T13:44:25.556 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.550+0000 7f71dac3e8c0 1 < completed part key=_multipart_7KN90I8B7PUK.2~C7746S40RPCR.0 size=419465 2024-09-19T13:44:25.560 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.558+0000 7f71dac3e8c0 1 < completed multipart upload key=7KN90I8B7PUK upload=C7746S40RPCR tag=P8FOMUEZCRGU type=write size=1468041 2024-09-19T13:44:25.564 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.562+0000 7f71dac3e8c0 1 > prepared operation key=TZNPXQ5Y333X tag=0R0D0O96OHB8 type=del size=2454962 2024-09-19T13:44:25.568 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.566+0000 7f71dac3e8c0 1 < canceled operation key=NJ7EXTELNUF4 tag=5FW752GIRGX2 type=write size=227476 2024-09-19T13:44:25.571 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.570+0000 7f71dac3e8c0 1 > prepared operation key=5UA3A6M3SVPV tag=D043RA6A849Y type=del size=2947241 2024-09-19T13:44:25.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.574+0000 7f71dac3e8c0 1 < completed delete operation key=1L7F60AU40YA tag=QXFWZ7GWNJDS type=del 2024-09-19T13:44:25.583 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.582+0000 7f71dac3e8c0 1 > prepared operation key=Q484UNX3BYBG tag=FZL38ZNMZVE0 type=write size=681012 2024-09-19T13:44:25.587 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.586+0000 7f71dac3e8c0 1 < completed part key=_multipart_8KBRPNQCKIQN.2~SGI2KGT5078B.0 size=650215 2024-09-19T13:44:25.593 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.590+0000 7f71dac3e8c0 1 < completed multipart upload key=8KBRPNQCKIQN upload=SGI2KGT5078B tag=T1SFCIXADFQ1 type=write size=1698791 2024-09-19T13:44:25.600 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.598+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~L2KHQ41IB3OF.0 size=1048576 2024-09-19T13:44:25.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.598+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~L2KHQ41IB3OF.1 size=1048576 2024-09-19T13:44:25.605 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.602+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~L2KHQ41IB3OF.2 size=562844 2024-09-19T13:44:25.605 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.602+0000 7f71dac3e8c0 1 > prepared multipart upload key=3M5OBS7J4VF9 upload=L2KHQ41IB3OF tag=F3MZE49GA665 type=write size=3708572 2024-09-19T13:44:25.610 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.606+0000 7f71dac3e8c0 1 < completed part key=_multipart_LIMYIIX8WVBS.2~7L2BFZHMRX02.0 size=69295 2024-09-19T13:44:25.616 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.614+0000 7f71dac3e8c0 1 < completed multipart upload key=LIMYIIX8WVBS upload=7L2BFZHMRX02 tag=POC7IEMDAC41 type=write size=1117871 2024-09-19T13:44:25.620 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.618+0000 7f71dac3e8c0 1 > prepared operation key=V22QT1MEZ47G tag=3J1O7ILBDSQ4 type=del size=2771494 2024-09-19T13:44:25.624 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.622+0000 7f71dac3e8c0 1 < completed write operation key=Q484UNX3BYBG tag=TXC7462VLYFG type=write size=823594 2024-09-19T13:44:25.632 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.630+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~7WRDJ4LIU0FP.0 size=1003197 2024-09-19T13:44:25.632 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.630+0000 7f71dac3e8c0 1 > prepared multipart upload key=XXX33TZ37H3Q upload=7WRDJ4LIU0FP tag=ZVNNNC915XN6 type=write size=2051773 2024-09-19T13:44:25.636 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.634+0000 7f71dac3e8c0 1 < completed part key=_multipart_JO1LC6YY2PEB.2~A30VL1Z94I7P.0 size=1048576 2024-09-19T13:44:25.639 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.638+0000 7f71dac3e8c0 1 < completed part key=_multipart_JO1LC6YY2PEB.2~A30VL1Z94I7P.1 size=1048576 2024-09-19T13:44:25.642 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.638+0000 7f71dac3e8c0 1 < completed part key=_multipart_JO1LC6YY2PEB.2~A30VL1Z94I7P.2 size=505869 2024-09-19T13:44:25.650 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.646+0000 7f71dac3e8c0 1 < completed multipart upload key=JO1LC6YY2PEB upload=A30VL1Z94I7P tag=3R7FQKWLQ1CK type=write size=3651597 2024-09-19T13:44:25.654 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.650+0000 7f71dac3e8c0 1 > prepared operation key=3M5OBS7J4VF9 tag=XYW5YIZ1YOAR type=del size=3511188 2024-09-19T13:44:25.658 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.654+0000 7f71dac3e8c0 1 < completed part key=_multipart_5UA3A6M3SVPV.2~QAWNOOO84NMO.0 size=1048576 2024-09-19T13:44:25.662 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.658+0000 7f71dac3e8c0 1 < completed part key=_multipart_5UA3A6M3SVPV.2~QAWNOOO84NMO.1 size=1048576 2024-09-19T13:44:25.665 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.662+0000 7f71dac3e8c0 1 < completed part key=_multipart_5UA3A6M3SVPV.2~QAWNOOO84NMO.2 size=188103 2024-09-19T13:44:25.672 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.670+0000 7f71dac3e8c0 1 < completed multipart upload key=5UA3A6M3SVPV upload=QAWNOOO84NMO tag=RA2WZTHPYIZ4 type=write size=3333831 2024-09-19T13:44:25.679 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.674+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~49GED6QGIIIE.0 size=1048576 2024-09-19T13:44:25.681 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.678+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~49GED6QGIIIE.1 size=1048576 2024-09-19T13:44:25.684 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.682+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~49GED6QGIIIE.2 size=228828 2024-09-19T13:44:25.684 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.682+0000 7f71dac3e8c0 1 > prepared multipart upload key=IUZEMS5KASUH upload=49GED6QGIIIE tag=SSCZAE7148NM type=write size=3374556 2024-09-19T13:44:25.688 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.686+0000 7f71dac3e8c0 1 < completed write operation key=HEVXCB3PBN2X tag=2MYRAHJI0Y33 type=write size=140092 2024-09-19T13:44:25.692 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.690+0000 7f71dac3e8c0 1 > prepared operation key=GZF1MCOAN1NO tag=7R4I66K65HZO type=del size=888166 2024-09-19T13:44:25.695 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.694+0000 7f71dac3e8c0 1 < canceled operation key=5UA3A6M3SVPV tag=BACDPGSRCFLR type=del size=2781233 2024-09-19T13:44:25.703 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.702+0000 7f71dac3e8c0 1 > prepared part key=_multipart_OZZDDUTJUZ6A.2~Q301XYJ2ZH9Q.0 size=1048576 2024-09-19T13:44:25.706 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.702+0000 7f71dac3e8c0 1 > prepared part key=_multipart_OZZDDUTJUZ6A.2~Q301XYJ2ZH9Q.1 size=1048576 2024-09-19T13:44:25.709 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.706+0000 7f71dac3e8c0 1 > prepared part key=_multipart_OZZDDUTJUZ6A.2~Q301XYJ2ZH9Q.2 size=706106 2024-09-19T13:44:25.710 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.706+0000 7f71dac3e8c0 1 > prepared multipart upload key=OZZDDUTJUZ6A upload=Q301XYJ2ZH9Q tag=5XET19FB9TX2 type=write size=3851834 2024-09-19T13:44:25.714 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.710+0000 7f71dac3e8c0 1 < completed delete operation key=6QW9QPSBZ37R tag=K6IR8L8H337M type=del 2024-09-19T13:44:25.721 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.718+0000 7f71dac3e8c0 1 > prepared part key=_multipart_6QW9QPSBZ37R.2~IE73QMMJA5K5.0 size=1048576 2024-09-19T13:44:25.724 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.722+0000 7f71dac3e8c0 1 > prepared part key=_multipart_6QW9QPSBZ37R.2~IE73QMMJA5K5.1 size=252958 2024-09-19T13:44:25.724 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.722+0000 7f71dac3e8c0 1 > prepared multipart upload key=6QW9QPSBZ37R upload=IE73QMMJA5K5 tag=GRQ8KRPLX8EK type=write size=2350110 2024-09-19T13:44:25.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.726+0000 7f71dac3e8c0 1 < completed part key=_multipart_0FYIGD7G7ER2.2~E3Q13OP3H24S.0 size=1048576 2024-09-19T13:44:25.732 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.730+0000 7f71dac3e8c0 1 < completed part key=_multipart_0FYIGD7G7ER2.2~E3Q13OP3H24S.1 size=993490 2024-09-19T13:44:25.738 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.734+0000 7f71dac3e8c0 1 < completed multipart upload key=0FYIGD7G7ER2 upload=E3Q13OP3H24S tag=LJSSBOSO1YCI type=write size=3090642 2024-09-19T13:44:25.746 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.742+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QMR0T7URJS4W.2~8ZGZM0U0GVA1.0 size=1048576 2024-09-19T13:44:25.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.746+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QMR0T7URJS4W.2~8ZGZM0U0GVA1.1 size=1048576 2024-09-19T13:44:25.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.750+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QMR0T7URJS4W.2~8ZGZM0U0GVA1.2 size=749094 2024-09-19T13:44:25.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.750+0000 7f71dac3e8c0 1 > prepared multipart upload key=QMR0T7URJS4W upload=8ZGZM0U0GVA1 tag=5E20JBMOY941 type=write size=3894822 2024-09-19T13:44:25.757 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.754+0000 7f71dac3e8c0 1 < completed part key=_multipart_LIMYIIX8WVBS.2~GRNVWAIQ8RTG.0 size=1048576 2024-09-19T13:44:25.760 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.758+0000 7f71dac3e8c0 1 < completed part key=_multipart_LIMYIIX8WVBS.2~GRNVWAIQ8RTG.1 size=539961 2024-09-19T13:44:25.767 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.766+0000 7f71dac3e8c0 1 < completed multipart upload key=LIMYIIX8WVBS upload=GRNVWAIQ8RTG tag=N31U9OCHOX02 type=write size=2637113 2024-09-19T13:44:25.771 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.770+0000 7f71dac3e8c0 1 > prepared operation key=K7SNV9YW44WO tag=EES1AJFZ04YE type=write size=406173 2024-09-19T13:44:25.776 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.774+0000 7f71dac3e8c0 1 < completed write operation key=GZF1MCOAN1NO tag=KV0N0A57DJ2L type=write size=909823 2024-09-19T13:44:25.780 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.778+0000 7f71dac3e8c0 1 > prepared operation key=QQ09T88TB3XG tag=GAL2PX9AGNLE type=del size=634194 2024-09-19T13:44:25.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.782+0000 7f71dac3e8c0 1 < completed delete operation key=QQ09T88TB3XG tag=UV9GQQIU3O0Z type=del 2024-09-19T13:44:25.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.786+0000 7f71dac3e8c0 1 > prepared operation key=JO1LC6YY2PEB tag=DW66DIGYOXMG type=del size=692626 2024-09-19T13:44:25.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.790+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~P8LKZATGZQ22.0 size=1048576 2024-09-19T13:44:25.794 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.790+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~P8LKZATGZQ22.1 size=1048576 2024-09-19T13:44:25.797 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.794+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~P8LKZATGZQ22.2 size=716312 2024-09-19T13:44:25.804 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.802+0000 7f71dac3e8c0 1 < completed multipart upload key=XXX33TZ37H3Q upload=P8LKZATGZQ22 tag=YVMBVNRZU576 type=write size=3862040 2024-09-19T13:44:25.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.806+0000 7f71dac3e8c0 1 > prepared operation key=NJ7EXTELNUF4 tag=658EM1ZL33OJ type=del size=2954721 2024-09-19T13:44:25.810 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.806+0000 7f71dac3e8c0 1 < completed delete operation key=TZNPXQ5Y333X tag=0R0D0O96OHB8 type=del 2024-09-19T13:44:25.814 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.810+0000 7f71dac3e8c0 1 > prepared operation key=3M5OBS7J4VF9 tag=IIZA3G241YHL type=del size=1791585 2024-09-19T13:44:25.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.814+0000 7f71dac3e8c0 1 < canceled operation key=5UA3A6M3SVPV tag=D043RA6A849Y type=del size=2947241 2024-09-19T13:44:25.820 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.818+0000 7f71dac3e8c0 1 > prepared operation key=5UA3A6M3SVPV tag=EHOGGQKB0B2P type=del size=1581081 2024-09-19T13:44:25.825 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.822+0000 7f71dac3e8c0 1 < suggested update operation key=Q484UNX3BYBG tag=FZL38ZNMZVE0 type=write size=681012 2024-09-19T13:44:25.830 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.826+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~ATJRZNXAQ990.0 size=1048576 2024-09-19T13:44:25.832 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.830+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~ATJRZNXAQ990.1 size=1048576 2024-09-19T13:44:25.834 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.830+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~ATJRZNXAQ990.2 size=216608 2024-09-19T13:44:25.834 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.830+0000 7f71dac3e8c0 1 > prepared multipart upload key=IUZEMS5KASUH upload=ATJRZNXAQ990 tag=N0E1YFSXTL90 type=write size=3362336 2024-09-19T13:44:25.837 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.834+0000 7f71dac3e8c0 1 < completed part key=_multipart_3M5OBS7J4VF9.2~L2KHQ41IB3OF.0 size=1048576 2024-09-19T13:44:25.839 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.838+0000 7f71dac3e8c0 1 < completed part key=_multipart_3M5OBS7J4VF9.2~L2KHQ41IB3OF.1 size=1048576 2024-09-19T13:44:25.841 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.838+0000 7f71dac3e8c0 1 < completed part key=_multipart_3M5OBS7J4VF9.2~L2KHQ41IB3OF.2 size=562844 2024-09-19T13:44:25.845 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.842+0000 7f71dac3e8c0 1 < completed multipart upload key=3M5OBS7J4VF9 upload=L2KHQ41IB3OF tag=F3MZE49GA665 type=write size=3708572 2024-09-19T13:44:25.851 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.850+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~XGAP7T54J6TI.0 size=627392 2024-09-19T13:44:25.851 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.850+0000 7f71dac3e8c0 1 > prepared multipart upload key=K7SNV9YW44WO upload=XGAP7T54J6TI tag=Q600ZM1KBH9Y type=write size=1675968 2024-09-19T13:44:25.854 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.850+0000 7f71dac3e8c0 1 < completed delete operation key=V22QT1MEZ47G tag=3J1O7ILBDSQ4 type=del 2024-09-19T13:44:25.859 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.858+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~LM1IBRG5XNRK.0 size=1048576 2024-09-19T13:44:25.861 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.858+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~LM1IBRG5XNRK.1 size=1048576 2024-09-19T13:44:25.863 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.862+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~LM1IBRG5XNRK.2 size=431551 2024-09-19T13:44:25.864 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.862+0000 7f71dac3e8c0 1 > prepared multipart upload key=ZTBECCHZS74F upload=LM1IBRG5XNRK tag=JGZ4SS2K54YF type=write size=3577279 2024-09-19T13:44:25.866 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.862+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~7WRDJ4LIU0FP.0 size=1003197 2024-09-19T13:44:25.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.870+0000 7f71dac3e8c0 1 < completed multipart upload key=XXX33TZ37H3Q upload=7WRDJ4LIU0FP tag=ZVNNNC915XN6 type=write size=2051773 2024-09-19T13:44:25.877 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.874+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QQ09T88TB3XG.2~BGRM89WSBQJA.0 size=1048576 2024-09-19T13:44:25.880 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.878+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QQ09T88TB3XG.2~BGRM89WSBQJA.1 size=1048576 2024-09-19T13:44:25.882 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.878+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QQ09T88TB3XG.2~BGRM89WSBQJA.2 size=958190 2024-09-19T13:44:25.882 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.878+0000 7f71dac3e8c0 1 > prepared multipart upload key=QQ09T88TB3XG upload=BGRM89WSBQJA tag=QGV88GVQUOIU type=write size=4103918 2024-09-19T13:44:25.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.882+0000 7f71dac3e8c0 1 < completed delete operation key=3M5OBS7J4VF9 tag=XYW5YIZ1YOAR type=del 2024-09-19T13:44:25.889 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.886+0000 7f71dac3e8c0 1 > prepared operation key=QQ09T88TB3XG tag=3A0BVIYIV5U8 type=del size=829683 2024-09-19T13:44:25.892 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.890+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~49GED6QGIIIE.0 size=1048576 2024-09-19T13:44:25.894 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.890+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~49GED6QGIIIE.1 size=1048576 2024-09-19T13:44:25.897 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.894+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~49GED6QGIIIE.2 size=228828 2024-09-19T13:44:25.902 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.898+0000 7f71dac3e8c0 1 < completed multipart upload key=IUZEMS5KASUH upload=49GED6QGIIIE tag=SSCZAE7148NM type=write size=3374556 2024-09-19T13:44:25.910 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.906+0000 7f71dac3e8c0 1 > prepared operation key=D131FP2BZYDS tag=ZG8OHHZV4O6Y type=del size=1775623 2024-09-19T13:44:25.918 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.914+0000 7f71dac3e8c0 1 < suggested remove operation key=GZF1MCOAN1NO tag=7R4I66K65HZO type=del 2024-09-19T13:44:25.921 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.918+0000 7f71dac3e8c0 1 > prepared operation key=D131FP2BZYDS tag=RMCUU85KWLDB type=write size=395865 2024-09-19T13:44:25.925 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.922+0000 7f71dac3e8c0 1 < completed part key=_multipart_OZZDDUTJUZ6A.2~Q301XYJ2ZH9Q.0 size=1048576 2024-09-19T13:44:25.928 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.926+0000 7f71dac3e8c0 1 < completed part key=_multipart_OZZDDUTJUZ6A.2~Q301XYJ2ZH9Q.1 size=1048576 2024-09-19T13:44:25.931 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.930+0000 7f71dac3e8c0 1 < completed part key=_multipart_OZZDDUTJUZ6A.2~Q301XYJ2ZH9Q.2 size=706106 2024-09-19T13:44:25.937 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.934+0000 7f71dac3e8c0 1 < completed multipart upload key=OZZDDUTJUZ6A upload=Q301XYJ2ZH9Q tag=5XET19FB9TX2 type=write size=3851834 2024-09-19T13:44:25.940 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.938+0000 7f71dac3e8c0 1 > prepared operation key=A0ZG34NFHPW5 tag=4CNI6E3YBTVY type=del size=4115868 2024-09-19T13:44:25.945 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.942+0000 7f71dac3e8c0 1 < completed part key=_multipart_6QW9QPSBZ37R.2~IE73QMMJA5K5.0 size=1048576 2024-09-19T13:44:25.945 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.942+0000 7f71dac3e8c0 1 < canceled part key=_multipart_6QW9QPSBZ37R.2~IE73QMMJA5K5.1 size=252958 2024-09-19T13:44:25.950 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.946+0000 7f71dac3e8c0 1 < canceled multipart upload key=6QW9QPSBZ37R upload=IE73QMMJA5K5 tag=GRQ8KRPLX8EK type=write size=2350110 2024-09-19T13:44:25.954 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.950+0000 7f71dac3e8c0 1 > prepared operation key=1L7F60AU40YA tag=7TI9RJIACDOA type=write size=144158 2024-09-19T13:44:25.957 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.954+0000 7f71dac3e8c0 1 < completed part key=_multipart_QMR0T7URJS4W.2~8ZGZM0U0GVA1.0 size=1048576 2024-09-19T13:44:25.960 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.958+0000 7f71dac3e8c0 1 < completed part key=_multipart_QMR0T7URJS4W.2~8ZGZM0U0GVA1.1 size=1048576 2024-09-19T13:44:25.960 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.958+0000 7f71dac3e8c0 1 < canceled part key=_multipart_QMR0T7URJS4W.2~8ZGZM0U0GVA1.2 size=749094 2024-09-19T13:44:25.966 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.962+0000 7f71dac3e8c0 1 < canceled multipart upload key=QMR0T7URJS4W upload=8ZGZM0U0GVA1 tag=5E20JBMOY941 type=write size=3894822 2024-09-19T13:44:25.970 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.966+0000 7f71dac3e8c0 1 > prepared operation key=OZZDDUTJUZ6A tag=OYG01GP81X84 type=del size=4000365 2024-09-19T13:44:25.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.970+0000 7f71dac3e8c0 1 < completed write operation key=K7SNV9YW44WO tag=EES1AJFZ04YE type=write size=406173 2024-09-19T13:44:25.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.974+0000 7f71dac3e8c0 1 > prepared operation key=TZNPXQ5Y333X tag=35YSF7JUTRS3 type=write size=1030747 2024-09-19T13:44:25.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.982+0000 7f71dac3e8c0 1 < suggested remove operation key=QQ09T88TB3XG tag=GAL2PX9AGNLE type=del 2024-09-19T13:44:25.991 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.990+0000 7f71dac3e8c0 1 > prepared part key=_multipart_1L7F60AU40YA.2~UJVD6XACQVLA.0 size=1048576 2024-09-19T13:44:25.994 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.990+0000 7f71dac3e8c0 1 > prepared part key=_multipart_1L7F60AU40YA.2~UJVD6XACQVLA.1 size=202039 2024-09-19T13:44:25.994 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.990+0000 7f71dac3e8c0 1 > prepared multipart upload key=1L7F60AU40YA upload=UJVD6XACQVLA tag=SP33738WK04M type=write size=2299191 2024-09-19T13:44:25.998 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.994+0000 7f71dac3e8c0 1 < canceled operation key=JO1LC6YY2PEB tag=DW66DIGYOXMG type=del size=692626 2024-09-19T13:44:26.001 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:25.998+0000 7f71dac3e8c0 1 > prepared operation key=6QW9QPSBZ37R tag=L27W098516C3 type=del size=451496 2024-09-19T13:44:26.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.002+0000 7f71dac3e8c0 1 < completed delete operation key=NJ7EXTELNUF4 tag=658EM1ZL33OJ type=del 2024-09-19T13:44:26.012 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.010+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~XU0YSBXPJ297.0 size=1048576 2024-09-19T13:44:26.015 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.014+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~XU0YSBXPJ297.1 size=637146 2024-09-19T13:44:26.015 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.014+0000 7f71dac3e8c0 1 > prepared multipart upload key=3M5OBS7J4VF9 upload=XU0YSBXPJ297 tag=WCNC1UYSFJ51 type=write size=2734298 2024-09-19T13:44:26.022 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.018+0000 7f71dac3e8c0 1 < suggested remove operation key=3M5OBS7J4VF9 tag=IIZA3G241YHL type=del 2024-09-19T13:44:26.026 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.022+0000 7f71dac3e8c0 1 > prepared operation key=37OSN0RSHGZZ tag=J801GJXGG5P4 type=del size=2852899 2024-09-19T13:44:26.031 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.030+0000 7f71dac3e8c0 1 < completed delete operation key=5UA3A6M3SVPV tag=EHOGGQKB0B2P type=del 2024-09-19T13:44:26.037 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.034+0000 7f71dac3e8c0 1 > prepared part key=_multipart_V22QT1MEZ47G.2~Y5A99TS80P2N.0 size=1048576 2024-09-19T13:44:26.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.038+0000 7f71dac3e8c0 1 > prepared part key=_multipart_V22QT1MEZ47G.2~Y5A99TS80P2N.1 size=1048576 2024-09-19T13:44:26.043 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.042+0000 7f71dac3e8c0 1 > prepared part key=_multipart_V22QT1MEZ47G.2~Y5A99TS80P2N.2 size=448177 2024-09-19T13:44:26.043 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.042+0000 7f71dac3e8c0 1 > prepared multipart upload key=V22QT1MEZ47G upload=Y5A99TS80P2N tag=8947V5FYX4N1 type=write size=3593905 2024-09-19T13:44:26.044 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.042+0000 7f71dac3e8c0 1 < canceled part key=_multipart_IUZEMS5KASUH.2~ATJRZNXAQ990.0 size=1048576 2024-09-19T13:44:26.047 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.046+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~ATJRZNXAQ990.1 size=1048576 2024-09-19T13:44:26.050 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.046+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~ATJRZNXAQ990.2 size=216608 2024-09-19T13:44:26.056 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.054+0000 7f71dac3e8c0 1 < canceled multipart upload key=IUZEMS5KASUH upload=ATJRZNXAQ990 tag=N0E1YFSXTL90 type=write size=3362336 2024-09-19T13:44:26.060 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.058+0000 7f71dac3e8c0 1 > prepared operation key=D131FP2BZYDS tag=OCXDVV1LB1JU type=del size=440700 2024-09-19T13:44:26.066 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.062+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~XGAP7T54J6TI.0 size=627392 2024-09-19T13:44:26.072 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.070+0000 7f71dac3e8c0 1 < completed multipart upload key=K7SNV9YW44WO upload=XGAP7T54J6TI tag=Q600ZM1KBH9Y type=write size=1675968 2024-09-19T13:44:26.079 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.078+0000 7f71dac3e8c0 1 > prepared part key=_multipart_TZNPXQ5Y333X.2~LG24106QX73A.0 size=1048576 2024-09-19T13:44:26.082 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.078+0000 7f71dac3e8c0 1 > prepared part key=_multipart_TZNPXQ5Y333X.2~LG24106QX73A.1 size=1048576 2024-09-19T13:44:26.085 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.082+0000 7f71dac3e8c0 1 > prepared part key=_multipart_TZNPXQ5Y333X.2~LG24106QX73A.2 size=206683 2024-09-19T13:44:26.085 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.082+0000 7f71dac3e8c0 1 > prepared multipart upload key=TZNPXQ5Y333X upload=LG24106QX73A tag=MJJ0D6DPNMT9 type=write size=3352411 2024-09-19T13:44:26.088 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.086+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~LM1IBRG5XNRK.0 size=1048576 2024-09-19T13:44:26.091 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.090+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~LM1IBRG5XNRK.1 size=1048576 2024-09-19T13:44:26.094 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.090+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~LM1IBRG5XNRK.2 size=431551 2024-09-19T13:44:26.100 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.098+0000 7f71dac3e8c0 1 < completed multipart upload key=ZTBECCHZS74F upload=LM1IBRG5XNRK tag=JGZ4SS2K54YF type=write size=3577279 2024-09-19T13:44:26.104 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.102+0000 7f71dac3e8c0 1 > prepared operation key=6QW9QPSBZ37R tag=3PAW9UGNMF3T type=del size=3692514 2024-09-19T13:44:26.108 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.106+0000 7f71dac3e8c0 1 < completed part key=_multipart_QQ09T88TB3XG.2~BGRM89WSBQJA.0 size=1048576 2024-09-19T13:44:26.111 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.110+0000 7f71dac3e8c0 1 < completed part key=_multipart_QQ09T88TB3XG.2~BGRM89WSBQJA.1 size=1048576 2024-09-19T13:44:26.114 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.110+0000 7f71dac3e8c0 1 < completed part key=_multipart_QQ09T88TB3XG.2~BGRM89WSBQJA.2 size=958190 2024-09-19T13:44:26.120 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.118+0000 7f71dac3e8c0 1 < completed multipart upload key=QQ09T88TB3XG upload=BGRM89WSBQJA tag=QGV88GVQUOIU type=write size=4103918 2024-09-19T13:44:26.127 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.126+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~FYOC9SPQA2K1.0 size=1048576 2024-09-19T13:44:26.129 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.126+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~FYOC9SPQA2K1.1 size=1048576 2024-09-19T13:44:26.132 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.130+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~FYOC9SPQA2K1.2 size=648188 2024-09-19T13:44:26.132 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.130+0000 7f71dac3e8c0 1 > prepared multipart upload key=NJ7EXTELNUF4 upload=FYOC9SPQA2K1 tag=QT2DF187U4T6 type=write size=3793916 2024-09-19T13:44:26.136 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.134+0000 7f71dac3e8c0 -1 < failed to complete operation key=QQ09T88TB3XG tag=3A0BVIYIV5U8 type=del size=829683: (22) Invalid argument 2024-09-19T13:44:26.140 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.138+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=SMYESRG0VFR3 type=write size=687410 2024-09-19T13:44:26.148 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.146+0000 7f71dac3e8c0 1 < suggested update operation key=D131FP2BZYDS tag=ZG8OHHZV4O6Y type=del size=1775623 2024-09-19T13:44:26.154 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.150+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~OFSXU1ZBAVC6.0 size=849734 2024-09-19T13:44:26.154 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.150+0000 7f71dac3e8c0 1 > prepared multipart upload key=3M5OBS7J4VF9 upload=OFSXU1ZBAVC6 tag=9H8JTZ04QXUP type=write size=1898310 2024-09-19T13:44:26.158 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.154+0000 7f71dac3e8c0 -1 < failed to complete operation key=D131FP2BZYDS tag=RMCUU85KWLDB type=write size=395865: (22) Invalid argument 2024-09-19T13:44:26.165 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.162+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~MJK47YT05MV9.0 size=1048576 2024-09-19T13:44:26.168 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.166+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~MJK47YT05MV9.1 size=1048576 2024-09-19T13:44:26.171 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.170+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~MJK47YT05MV9.2 size=911943 2024-09-19T13:44:26.171 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.170+0000 7f71dac3e8c0 1 > prepared multipart upload key=HXQD0AR5YYML upload=MJK47YT05MV9 tag=CCNB64XLGZ2Z type=write size=4057671 2024-09-19T13:44:26.175 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.174+0000 7f71dac3e8c0 1 < completed delete operation key=A0ZG34NFHPW5 tag=4CNI6E3YBTVY type=del 2024-09-19T13:44:26.178 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.174+0000 7f71dac3e8c0 1 > prepared operation key=GTZ96ZN0A4E9 tag=DN9CW22DMW3V type=write size=636646 2024-09-19T13:44:26.186 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.182+0000 7f71dac3e8c0 1 < suggested update operation key=1L7F60AU40YA tag=7TI9RJIACDOA type=write size=144158 2024-09-19T13:44:26.192 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.190+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~Q1G4P5Q2IZ0G.0 size=1048576 2024-09-19T13:44:26.195 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.194+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~Q1G4P5Q2IZ0G.1 size=929590 2024-09-19T13:44:26.195 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.194+0000 7f71dac3e8c0 1 > prepared multipart upload key=IUZEMS5KASUH upload=Q1G4P5Q2IZ0G tag=IL98Y10A1AKI type=write size=3026742 2024-09-19T13:44:26.198 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.194+0000 7f71dac3e8c0 1 < completed delete operation key=OZZDDUTJUZ6A tag=OYG01GP81X84 type=del 2024-09-19T13:44:26.202 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.198+0000 7f71dac3e8c0 1 > prepared operation key=LIMYIIX8WVBS tag=FMXUM2UONTMK type=del size=2740567 2024-09-19T13:44:26.209 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.206+0000 7f71dac3e8c0 1 < suggested remove operation key=TZNPXQ5Y333X tag=35YSF7JUTRS3 type=write 2024-09-19T13:44:26.216 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.214+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~M4F0AYC9V931.0 size=1048576 2024-09-19T13:44:26.218 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.214+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~M4F0AYC9V931.1 size=1048576 2024-09-19T13:44:26.222 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.218+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~M4F0AYC9V931.2 size=74348 2024-09-19T13:44:26.222 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.218+0000 7f71dac3e8c0 1 > prepared multipart upload key=XXX33TZ37H3Q upload=M4F0AYC9V931 tag=K5CV1QLBK3O1 type=write size=3220076 2024-09-19T13:44:26.226 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.222+0000 7f71dac3e8c0 1 < completed part key=_multipart_1L7F60AU40YA.2~UJVD6XACQVLA.0 size=1048576 2024-09-19T13:44:26.229 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.226+0000 7f71dac3e8c0 1 < completed part key=_multipart_1L7F60AU40YA.2~UJVD6XACQVLA.1 size=202039 2024-09-19T13:44:26.234 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.230+0000 7f71dac3e8c0 1 < completed multipart upload key=1L7F60AU40YA upload=UJVD6XACQVLA tag=SP33738WK04M type=write size=2299191 2024-09-19T13:44:26.239 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.238+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=MI6925T0AP8T type=del size=2737690 2024-09-19T13:44:26.243 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.242+0000 7f71dac3e8c0 1 < completed delete operation key=6QW9QPSBZ37R tag=L27W098516C3 type=del 2024-09-19T13:44:26.247 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.246+0000 7f71dac3e8c0 1 > prepared operation key=ZTBECCHZS74F tag=P2S59WZ0QCIJ type=del size=3875161 2024-09-19T13:44:26.255 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.254+0000 7f71dac3e8c0 1 < completed part key=_multipart_3M5OBS7J4VF9.2~XU0YSBXPJ297.0 size=1048576 2024-09-19T13:44:26.259 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.254+0000 7f71dac3e8c0 1 < completed part key=_multipart_3M5OBS7J4VF9.2~XU0YSBXPJ297.1 size=637146 2024-09-19T13:44:26.264 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.262+0000 7f71dac3e8c0 1 < completed multipart upload key=3M5OBS7J4VF9 upload=XU0YSBXPJ297 tag=WCNC1UYSFJ51 type=write size=2734298 2024-09-19T13:44:26.269 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.266+0000 7f71dac3e8c0 1 > prepared operation key=V22QT1MEZ47G tag=T4IJOO9F580V type=del size=1085402 2024-09-19T13:44:26.273 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.270+0000 7f71dac3e8c0 1 < completed delete operation key=37OSN0RSHGZZ tag=J801GJXGG5P4 type=del 2024-09-19T13:44:26.276 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.274+0000 7f71dac3e8c0 1 > prepared operation key=8NT83XBF9HN8 tag=OAA2YCWLWJVI type=del size=308963 2024-09-19T13:44:26.280 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.278+0000 7f71dac3e8c0 1 < completed part key=_multipart_V22QT1MEZ47G.2~Y5A99TS80P2N.0 size=1048576 2024-09-19T13:44:26.283 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.282+0000 7f71dac3e8c0 1 < completed part key=_multipart_V22QT1MEZ47G.2~Y5A99TS80P2N.1 size=1048576 2024-09-19T13:44:26.285 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.282+0000 7f71dac3e8c0 1 < completed part key=_multipart_V22QT1MEZ47G.2~Y5A99TS80P2N.2 size=448177 2024-09-19T13:44:26.291 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.290+0000 7f71dac3e8c0 1 < completed multipart upload key=V22QT1MEZ47G upload=Y5A99TS80P2N tag=8947V5FYX4N1 type=write size=3593905 2024-09-19T13:44:26.297 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.294+0000 7f71dac3e8c0 1 > prepared part key=_multipart_5UA3A6M3SVPV.2~BGUF2Z27YJ3H.0 size=1048576 2024-09-19T13:44:26.300 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.298+0000 7f71dac3e8c0 1 > prepared part key=_multipart_5UA3A6M3SVPV.2~BGUF2Z27YJ3H.1 size=1048576 2024-09-19T13:44:26.303 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.302+0000 7f71dac3e8c0 1 > prepared part key=_multipart_5UA3A6M3SVPV.2~BGUF2Z27YJ3H.2 size=11254 2024-09-19T13:44:26.303 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.302+0000 7f71dac3e8c0 1 > prepared multipart upload key=5UA3A6M3SVPV upload=BGUF2Z27YJ3H tag=QUYIHTZX4GS5 type=write size=3156982 2024-09-19T13:44:26.306 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.302+0000 7f71dac3e8c0 -1 < failed to complete operation key=D131FP2BZYDS tag=OCXDVV1LB1JU type=del size=440700: (22) Invalid argument 2024-09-19T13:44:26.310 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.306+0000 7f71dac3e8c0 1 > prepared operation key=GTZ96ZN0A4E9 tag=ZHD5TTGRUW1K type=del size=2466481 2024-09-19T13:44:26.314 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.310+0000 7f71dac3e8c0 1 < completed part key=_multipart_TZNPXQ5Y333X.2~LG24106QX73A.0 size=1048576 2024-09-19T13:44:26.317 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.314+0000 7f71dac3e8c0 1 < completed part key=_multipart_TZNPXQ5Y333X.2~LG24106QX73A.1 size=1048576 2024-09-19T13:44:26.320 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.318+0000 7f71dac3e8c0 1 < completed part key=_multipart_TZNPXQ5Y333X.2~LG24106QX73A.2 size=206683 2024-09-19T13:44:26.327 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.326+0000 7f71dac3e8c0 1 < completed multipart upload key=TZNPXQ5Y333X upload=LG24106QX73A tag=MJJ0D6DPNMT9 type=write size=3352411 2024-09-19T13:44:26.332 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.330+0000 7f71dac3e8c0 1 > prepared operation key=8KBRPNQCKIQN tag=2KDNBFYRH7PJ type=del size=893474 2024-09-19T13:44:26.341 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.338+0000 7f71dac3e8c0 1 < suggested remove operation key=6QW9QPSBZ37R tag=3PAW9UGNMF3T type=del 2024-09-19T13:44:26.348 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.346+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~4N90T1JKL7FV.0 size=1048576 2024-09-19T13:44:26.351 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.350+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~4N90T1JKL7FV.1 size=1048576 2024-09-19T13:44:26.354 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.350+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~4N90T1JKL7FV.2 size=552155 2024-09-19T13:44:26.354 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.350+0000 7f71dac3e8c0 1 > prepared multipart upload key=3M5OBS7J4VF9 upload=4N90T1JKL7FV tag=LFZS1XF8KMTZ type=write size=3697883 2024-09-19T13:44:26.358 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.354+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ7EXTELNUF4.2~FYOC9SPQA2K1.0 size=1048576 2024-09-19T13:44:26.361 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.358+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ7EXTELNUF4.2~FYOC9SPQA2K1.1 size=1048576 2024-09-19T13:44:26.364 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.362+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ7EXTELNUF4.2~FYOC9SPQA2K1.2 size=648188 2024-09-19T13:44:26.370 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.366+0000 7f71dac3e8c0 1 < completed multipart upload key=NJ7EXTELNUF4 upload=FYOC9SPQA2K1 tag=QT2DF187U4T6 type=write size=3793916 2024-09-19T13:44:26.377 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.374+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~VLWEXOU8Y0TN.0 size=1048576 2024-09-19T13:44:26.380 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.378+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~VLWEXOU8Y0TN.1 size=1048576 2024-09-19T13:44:26.382 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.378+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~VLWEXOU8Y0TN.2 size=313091 2024-09-19T13:44:26.383 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.378+0000 7f71dac3e8c0 1 > prepared multipart upload key=XXX33TZ37H3Q upload=VLWEXOU8Y0TN tag=NDDDLGDV0K2H type=write size=3458819 2024-09-19T13:44:26.387 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.382+0000 7f71dac3e8c0 1 < completed write operation key=IUZEMS5KASUH tag=SMYESRG0VFR3 type=write size=687410 2024-09-19T13:44:26.393 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.390+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~9G8QNIJQ58MR.0 size=1048576 2024-09-19T13:44:26.396 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.394+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~9G8QNIJQ58MR.1 size=583160 2024-09-19T13:44:26.396 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.394+0000 7f71dac3e8c0 1 > prepared multipart upload key=W1PNZKV93AHZ upload=9G8QNIJQ58MR tag=JCTI56TWMQLH type=write size=2680312 2024-09-19T13:44:26.400 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.398+0000 7f71dac3e8c0 1 < completed part key=_multipart_3M5OBS7J4VF9.2~OFSXU1ZBAVC6.0 size=849734 2024-09-19T13:44:26.406 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.402+0000 7f71dac3e8c0 1 < completed multipart upload key=3M5OBS7J4VF9 upload=OFSXU1ZBAVC6 tag=9H8JTZ04QXUP type=write size=1898310 2024-09-19T13:44:26.409 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.406+0000 7f71dac3e8c0 1 > prepared operation key=TZNPXQ5Y333X tag=T2GVJKA0P3AW type=del size=3954555 2024-09-19T13:44:26.413 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.410+0000 7f71dac3e8c0 1 < completed part key=_multipart_HXQD0AR5YYML.2~MJK47YT05MV9.0 size=1048576 2024-09-19T13:44:26.416 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.414+0000 7f71dac3e8c0 1 < completed part key=_multipart_HXQD0AR5YYML.2~MJK47YT05MV9.1 size=1048576 2024-09-19T13:44:26.419 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.418+0000 7f71dac3e8c0 1 < completed part key=_multipart_HXQD0AR5YYML.2~MJK47YT05MV9.2 size=911943 2024-09-19T13:44:26.425 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.422+0000 7f71dac3e8c0 1 < completed multipart upload key=HXQD0AR5YYML upload=MJK47YT05MV9 tag=CCNB64XLGZ2Z type=write size=4057671 2024-09-19T13:44:26.429 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.426+0000 7f71dac3e8c0 1 > prepared operation key=Q484UNX3BYBG tag=MQ4NUU3IS7CW type=del size=1051013 2024-09-19T13:44:26.437 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.434+0000 7f71dac3e8c0 1 < suggested remove operation key=GTZ96ZN0A4E9 tag=DN9CW22DMW3V type=write 2024-09-19T13:44:26.442 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.438+0000 7f71dac3e8c0 1 > prepared operation key=OZZDDUTJUZ6A tag=D6MG0XHWFPM3 type=write size=397881 2024-09-19T13:44:26.446 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.442+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~Q1G4P5Q2IZ0G.0 size=1048576 2024-09-19T13:44:26.446 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.442+0000 7f71dac3e8c0 1 < canceled part key=_multipart_IUZEMS5KASUH.2~Q1G4P5Q2IZ0G.1 size=929590 2024-09-19T13:44:26.452 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.450+0000 7f71dac3e8c0 1 < canceled multipart upload key=IUZEMS5KASUH upload=Q1G4P5Q2IZ0G tag=IL98Y10A1AKI type=write size=3026742 2024-09-19T13:44:26.456 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.454+0000 7f71dac3e8c0 1 > prepared operation key=LIMYIIX8WVBS tag=4OWZ195X4K59 type=del size=3488120 2024-09-19T13:44:26.460 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.458+0000 7f71dac3e8c0 1 < completed delete operation key=LIMYIIX8WVBS tag=FMXUM2UONTMK type=del 2024-09-19T13:44:26.465 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.462+0000 7f71dac3e8c0 1 > prepared operation key=GTZ96ZN0A4E9 tag=ZNR9MVVWUNHO type=write size=229204 2024-09-19T13:44:26.468 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.466+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~M4F0AYC9V931.0 size=1048576 2024-09-19T13:44:26.472 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.470+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~M4F0AYC9V931.1 size=1048576 2024-09-19T13:44:26.472 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.470+0000 7f71dac3e8c0 1 < canceled part key=_multipart_XXX33TZ37H3Q.2~M4F0AYC9V931.2 size=74348 2024-09-19T13:44:26.478 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.474+0000 7f71dac3e8c0 1 < canceled multipart upload key=XXX33TZ37H3Q upload=M4F0AYC9V931 tag=K5CV1QLBK3O1 type=write size=3220076 2024-09-19T13:44:26.485 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.482+0000 7f71dac3e8c0 1 > prepared part key=_multipart_A0ZG34NFHPW5.2~TZ85QFF4XXOF.0 size=1048576 2024-09-19T13:44:26.488 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.486+0000 7f71dac3e8c0 1 > prepared part key=_multipart_A0ZG34NFHPW5.2~TZ85QFF4XXOF.1 size=1048576 2024-09-19T13:44:26.491 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.490+0000 7f71dac3e8c0 1 > prepared part key=_multipart_A0ZG34NFHPW5.2~TZ85QFF4XXOF.2 size=913035 2024-09-19T13:44:26.491 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.490+0000 7f71dac3e8c0 1 > prepared multipart upload key=A0ZG34NFHPW5 upload=TZ85QFF4XXOF tag=3PJZX0NLQBHP type=write size=4058763 2024-09-19T13:44:26.498 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.494+0000 7f71dac3e8c0 1 < suggested update operation key=IUZEMS5KASUH tag=MI6925T0AP8T type=del size=2737690 2024-09-19T13:44:26.501 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.498+0000 7f71dac3e8c0 1 > prepared operation key=V22QT1MEZ47G tag=D46RT2FVKLZ9 type=del size=1828543 2024-09-19T13:44:26.505 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.502+0000 7f71dac3e8c0 1 < completed delete operation key=ZTBECCHZS74F tag=P2S59WZ0QCIJ type=del 2024-09-19T13:44:26.512 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.510+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~R6NKY4CPU3U3.0 size=1048576 2024-09-19T13:44:26.515 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.514+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~R6NKY4CPU3U3.1 size=1048576 2024-09-19T13:44:26.518 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.514+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~R6NKY4CPU3U3.2 size=234531 2024-09-19T13:44:26.518 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.514+0000 7f71dac3e8c0 1 > prepared multipart upload key=LIMYIIX8WVBS upload=R6NKY4CPU3U3 tag=NQAQP2SLU4DF type=write size=3380259 2024-09-19T13:44:26.522 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.518+0000 7f71dac3e8c0 1 < completed delete operation key=V22QT1MEZ47G tag=T4IJOO9F580V type=del 2024-09-19T13:44:26.526 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.522+0000 7f71dac3e8c0 1 > prepared operation key=K7SNV9YW44WO tag=KP53UU3ZD0KG type=del size=1847411 2024-09-19T13:44:26.529 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.526+0000 7f71dac3e8c0 1 < completed delete operation key=8NT83XBF9HN8 tag=OAA2YCWLWJVI type=del 2024-09-19T13:44:26.533 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.530+0000 7f71dac3e8c0 1 > prepared operation key=OZZDDUTJUZ6A tag=OT7IIH52Y3W4 type=write size=810821 2024-09-19T13:44:26.537 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.534+0000 7f71dac3e8c0 1 < completed part key=_multipart_5UA3A6M3SVPV.2~BGUF2Z27YJ3H.0 size=1048576 2024-09-19T13:44:26.541 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.538+0000 7f71dac3e8c0 1 < completed part key=_multipart_5UA3A6M3SVPV.2~BGUF2Z27YJ3H.1 size=1048576 2024-09-19T13:44:26.544 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.542+0000 7f71dac3e8c0 1 < completed part key=_multipart_5UA3A6M3SVPV.2~BGUF2Z27YJ3H.2 size=11254 2024-09-19T13:44:26.550 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.546+0000 7f71dac3e8c0 1 < completed multipart upload key=5UA3A6M3SVPV upload=BGUF2Z27YJ3H tag=QUYIHTZX4GS5 type=write size=3156982 2024-09-19T13:44:26.556 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.554+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~NNQ527BBCXMW.0 size=1048576 2024-09-19T13:44:26.559 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.558+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~NNQ527BBCXMW.1 size=626975 2024-09-19T13:44:26.559 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.558+0000 7f71dac3e8c0 1 > prepared multipart upload key=IUZEMS5KASUH upload=NNQ527BBCXMW tag=J2L0JZG2R5R1 type=write size=2724127 2024-09-19T13:44:26.563 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.562+0000 7f71dac3e8c0 -1 < failed to complete operation key=GTZ96ZN0A4E9 tag=ZHD5TTGRUW1K type=del size=2466481: (22) Invalid argument 2024-09-19T13:44:26.567 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.566+0000 7f71dac3e8c0 1 > prepared operation key=K7SNV9YW44WO tag=ZXDVYYWW7RVM type=del size=3414931 2024-09-19T13:44:26.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.570+0000 7f71dac3e8c0 1 < suggested remove operation key=8KBRPNQCKIQN tag=2KDNBFYRH7PJ type=del 2024-09-19T13:44:26.579 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.574+0000 7f71dac3e8c0 1 > prepared operation key=8KBRPNQCKIQN tag=RGJILUJIR7UJ type=del size=326909 2024-09-19T13:44:26.583 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.582+0000 7f71dac3e8c0 1 < completed part key=_multipart_3M5OBS7J4VF9.2~4N90T1JKL7FV.0 size=1048576 2024-09-19T13:44:26.583 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.582+0000 7f71dac3e8c0 1 < canceled part key=_multipart_3M5OBS7J4VF9.2~4N90T1JKL7FV.1 size=1048576 2024-09-19T13:44:26.586 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.582+0000 7f71dac3e8c0 1 < completed part key=_multipart_3M5OBS7J4VF9.2~4N90T1JKL7FV.2 size=552155 2024-09-19T13:44:26.593 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.590+0000 7f71dac3e8c0 1 < canceled multipart upload key=3M5OBS7J4VF9 upload=4N90T1JKL7FV tag=LFZS1XF8KMTZ type=write size=3697883 2024-09-19T13:44:26.606 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.602+0000 7f71dac3e8c0 1 > prepared part key=_multipart_TZNPXQ5Y333X.2~399DLVI9YRPV.0 size=1048576 2024-09-19T13:44:26.608 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.606+0000 7f71dac3e8c0 1 > prepared part key=_multipart_TZNPXQ5Y333X.2~399DLVI9YRPV.1 size=1048576 2024-09-19T13:44:26.611 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.610+0000 7f71dac3e8c0 1 > prepared part key=_multipart_TZNPXQ5Y333X.2~399DLVI9YRPV.2 size=833048 2024-09-19T13:44:26.611 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.610+0000 7f71dac3e8c0 1 > prepared multipart upload key=TZNPXQ5Y333X upload=399DLVI9YRPV tag=X3ZU8UUPRQ00 type=write size=3978776 2024-09-19T13:44:26.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.610+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~VLWEXOU8Y0TN.0 size=1048576 2024-09-19T13:44:26.617 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.614+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~VLWEXOU8Y0TN.1 size=1048576 2024-09-19T13:44:26.620 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.618+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~VLWEXOU8Y0TN.2 size=313091 2024-09-19T13:44:26.626 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.622+0000 7f71dac3e8c0 1 < completed multipart upload key=XXX33TZ37H3Q upload=VLWEXOU8Y0TN tag=NDDDLGDV0K2H type=write size=3458819 2024-09-19T13:44:26.630 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.626+0000 7f71dac3e8c0 1 > prepared operation key=D131FP2BZYDS tag=YMFHT58CGRTY type=del size=1478038 2024-09-19T13:44:26.631 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.630+0000 7f71dac3e8c0 1 < canceled part key=_multipart_W1PNZKV93AHZ.2~9G8QNIJQ58MR.0 size=1048576 2024-09-19T13:44:26.634 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.630+0000 7f71dac3e8c0 1 < completed part key=_multipart_W1PNZKV93AHZ.2~9G8QNIJQ58MR.1 size=583160 2024-09-19T13:44:26.639 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.638+0000 7f71dac3e8c0 1 < canceled multipart upload key=W1PNZKV93AHZ upload=9G8QNIJQ58MR tag=JCTI56TWMQLH type=write size=2680312 2024-09-19T13:44:26.643 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.642+0000 7f71dac3e8c0 1 > prepared operation key=HEVXCB3PBN2X tag=EDNA5ZGGNCGU type=del size=796932 2024-09-19T13:44:26.651 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.650+0000 7f71dac3e8c0 1 < suggested update operation key=TZNPXQ5Y333X tag=T2GVJKA0P3AW type=del size=3954555 2024-09-19T13:44:26.655 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.654+0000 7f71dac3e8c0 1 > prepared operation key=TZNPXQ5Y333X tag=4V8ZG0NH3NCF type=write size=396203 2024-09-19T13:44:26.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.658+0000 7f71dac3e8c0 1 < completed delete operation key=Q484UNX3BYBG tag=MQ4NUU3IS7CW type=del 2024-09-19T13:44:26.666 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.662+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~9PP1Q8B5C5T4.0 size=186344 2024-09-19T13:44:26.667 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.662+0000 7f71dac3e8c0 1 > prepared multipart upload key=NJ7EXTELNUF4 upload=9PP1Q8B5C5T4 tag=2HFPV7AN8Z17 type=write size=1234920 2024-09-19T13:44:26.671 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.670+0000 7f71dac3e8c0 1 < completed write operation key=OZZDDUTJUZ6A tag=D6MG0XHWFPM3 type=write size=397881 2024-09-19T13:44:26.675 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.674+0000 7f71dac3e8c0 1 > prepared operation key=Q484UNX3BYBG tag=NVVQ86R0J3S6 type=write size=881594 2024-09-19T13:44:26.679 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.678+0000 7f71dac3e8c0 1 < completed delete operation key=LIMYIIX8WVBS tag=4OWZ195X4K59 type=del 2024-09-19T13:44:26.687 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.686+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~0WGOCLIPON5J.0 size=1048576 2024-09-19T13:44:26.690 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.686+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~0WGOCLIPON5J.1 size=229073 2024-09-19T13:44:26.690 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.686+0000 7f71dac3e8c0 1 > prepared multipart upload key=W1PNZKV93AHZ upload=0WGOCLIPON5J tag=WVKV9CHPOJF6 type=write size=2326225 2024-09-19T13:44:26.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.694+0000 7f71dac3e8c0 1 < suggested remove operation key=GTZ96ZN0A4E9 tag=ZNR9MVVWUNHO type=write 2024-09-19T13:44:26.702 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.698+0000 7f71dac3e8c0 1 > prepared operation key=8A3NYYQ7SXR3 tag=6L05TTPRTWJY type=del size=2685978 2024-09-19T13:44:26.705 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.702+0000 7f71dac3e8c0 1 < completed part key=_multipart_A0ZG34NFHPW5.2~TZ85QFF4XXOF.0 size=1048576 2024-09-19T13:44:26.709 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.706+0000 7f71dac3e8c0 1 < completed part key=_multipart_A0ZG34NFHPW5.2~TZ85QFF4XXOF.1 size=1048576 2024-09-19T13:44:26.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.710+0000 7f71dac3e8c0 1 < completed part key=_multipart_A0ZG34NFHPW5.2~TZ85QFF4XXOF.2 size=913035 2024-09-19T13:44:26.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.714+0000 7f71dac3e8c0 1 < completed multipart upload key=A0ZG34NFHPW5 upload=TZ85QFF4XXOF tag=3PJZX0NLQBHP type=write size=4058763 2024-09-19T13:44:26.725 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.722+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~7QVZ4TXLH3YB.0 size=1048576 2024-09-19T13:44:26.728 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.726+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~7QVZ4TXLH3YB.1 size=1048576 2024-09-19T13:44:26.730 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.726+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~7QVZ4TXLH3YB.2 size=422836 2024-09-19T13:44:26.730 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.726+0000 7f71dac3e8c0 1 > prepared multipart upload key=K7SNV9YW44WO upload=7QVZ4TXLH3YB tag=JLKQKTNMETMH type=write size=3568564 2024-09-19T13:44:26.734 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.730+0000 7f71dac3e8c0 1 < completed delete operation key=V22QT1MEZ47G tag=D46RT2FVKLZ9 type=del 2024-09-19T13:44:26.739 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.738+0000 7f71dac3e8c0 1 > prepared operation key=TZNPXQ5Y333X tag=P3J2NBLP4BMU type=del size=1064388 2024-09-19T13:44:26.743 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.742+0000 7f71dac3e8c0 1 < completed part key=_multipart_LIMYIIX8WVBS.2~R6NKY4CPU3U3.0 size=1048576 2024-09-19T13:44:26.746 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.742+0000 7f71dac3e8c0 1 < completed part key=_multipart_LIMYIIX8WVBS.2~R6NKY4CPU3U3.1 size=1048576 2024-09-19T13:44:26.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.746+0000 7f71dac3e8c0 1 < completed part key=_multipart_LIMYIIX8WVBS.2~R6NKY4CPU3U3.2 size=234531 2024-09-19T13:44:26.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.754+0000 7f71dac3e8c0 1 < completed multipart upload key=LIMYIIX8WVBS upload=R6NKY4CPU3U3 tag=NQAQP2SLU4DF type=write size=3380259 2024-09-19T13:44:26.758 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.754+0000 7f71dac3e8c0 1 > prepared operation key=7KN90I8B7PUK tag=GTWY5FI9NATM type=write size=1039463 2024-09-19T13:44:26.762 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.758+0000 7f71dac3e8c0 1 < canceled operation key=K7SNV9YW44WO tag=KP53UU3ZD0KG type=del size=1847411 2024-09-19T13:44:26.766 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.762+0000 7f71dac3e8c0 1 > prepared operation key=6QW9QPSBZ37R tag=2ABYHBJS2Y5I type=write size=353119 2024-09-19T13:44:26.773 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.770+0000 7f71dac3e8c0 1 < suggested remove operation key=OZZDDUTJUZ6A tag=OT7IIH52Y3W4 type=write 2024-09-19T13:44:26.780 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.774+0000 7f71dac3e8c0 1 > prepared operation key=NJ64P4D0EIT4 tag=0EP2T0A1E43Y type=del size=2388390 2024-09-19T13:44:26.781 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.778+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~NNQ527BBCXMW.0 size=1048576 2024-09-19T13:44:26.781 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.778+0000 7f71dac3e8c0 1 < canceled part key=_multipart_IUZEMS5KASUH.2~NNQ527BBCXMW.1 size=626975 2024-09-19T13:44:26.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.786+0000 7f71dac3e8c0 1 < canceled multipart upload key=IUZEMS5KASUH upload=NNQ527BBCXMW tag=J2L0JZG2R5R1 type=write size=2724127 2024-09-19T13:44:26.795 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.794+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~N2GVX63A73V6.0 size=1048576 2024-09-19T13:44:26.798 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.794+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~N2GVX63A73V6.1 size=222249 2024-09-19T13:44:26.798 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.794+0000 7f71dac3e8c0 1 > prepared multipart upload key=K7SNV9YW44WO upload=N2GVX63A73V6 tag=YDX72HS0TD9H type=write size=2319401 2024-09-19T13:44:26.802 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.798+0000 7f71dac3e8c0 1 < completed delete operation key=K7SNV9YW44WO tag=ZXDVYYWW7RVM type=del 2024-09-19T13:44:26.810 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.806+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~QJ2VEL3FCVEW.0 size=1048576 2024-09-19T13:44:26.813 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.810+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~QJ2VEL3FCVEW.1 size=73337 2024-09-19T13:44:26.813 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.810+0000 7f71dac3e8c0 1 > prepared multipart upload key=HXQD0AR5YYML upload=QJ2VEL3FCVEW tag=1QZWGFGMIB8X type=write size=2170489 2024-09-19T13:44:26.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.814+0000 7f71dac3e8c0 1 < completed delete operation key=8KBRPNQCKIQN tag=RGJILUJIR7UJ type=del 2024-09-19T13:44:26.821 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.818+0000 7f71dac3e8c0 1 > prepared operation key=3M5OBS7J4VF9 tag=QRRCRD63913O type=del size=3044149 2024-09-19T13:44:26.825 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.822+0000 7f71dac3e8c0 1 < completed part key=_multipart_TZNPXQ5Y333X.2~399DLVI9YRPV.0 size=1048576 2024-09-19T13:44:26.828 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.826+0000 7f71dac3e8c0 1 < completed part key=_multipart_TZNPXQ5Y333X.2~399DLVI9YRPV.1 size=1048576 2024-09-19T13:44:26.831 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.830+0000 7f71dac3e8c0 1 < completed part key=_multipart_TZNPXQ5Y333X.2~399DLVI9YRPV.2 size=833048 2024-09-19T13:44:26.837 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.834+0000 7f71dac3e8c0 1 < completed multipart upload key=TZNPXQ5Y333X upload=399DLVI9YRPV tag=X3ZU8UUPRQ00 type=write size=3978776 2024-09-19T13:44:26.844 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.842+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QMR0T7URJS4W.2~63CGUPZIKTOO.0 size=1048576 2024-09-19T13:44:26.847 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.846+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QMR0T7URJS4W.2~63CGUPZIKTOO.1 size=643631 2024-09-19T13:44:26.847 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.846+0000 7f71dac3e8c0 1 > prepared multipart upload key=QMR0T7URJS4W upload=63CGUPZIKTOO tag=BYSYVCFGXJ88 type=write size=2740783 2024-09-19T13:44:26.856 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.854+0000 7f71dac3e8c0 1 < suggested update operation key=D131FP2BZYDS tag=YMFHT58CGRTY type=del size=1478038 2024-09-19T13:44:26.860 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.858+0000 7f71dac3e8c0 1 > prepared operation key=E5541PV8MDY7 tag=5MRPTC32YR1L type=del size=1910780 2024-09-19T13:44:26.863 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.862+0000 7f71dac3e8c0 1 < completed delete operation key=HEVXCB3PBN2X tag=EDNA5ZGGNCGU type=del 2024-09-19T13:44:26.867 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.866+0000 7f71dac3e8c0 1 > prepared operation key=HEVXCB3PBN2X tag=S0LJT5UQ7TP0 type=del size=20638 2024-09-19T13:44:26.872 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.870+0000 7f71dac3e8c0 1 < completed write operation key=TZNPXQ5Y333X tag=4V8ZG0NH3NCF type=write size=396203 2024-09-19T13:44:26.877 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.874+0000 7f71dac3e8c0 1 > prepared operation key=HXQD0AR5YYML tag=7MJURSR5J82L type=write size=177474 2024-09-19T13:44:26.881 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.878+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ7EXTELNUF4.2~9PP1Q8B5C5T4.0 size=186344 2024-09-19T13:44:26.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.886+0000 7f71dac3e8c0 1 < completed multipart upload key=NJ7EXTELNUF4 upload=9PP1Q8B5C5T4 tag=2HFPV7AN8Z17 type=write size=1234920 2024-09-19T13:44:26.894 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.890+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QQ09T88TB3XG.2~GSIZKA0PDPWJ.0 size=1048576 2024-09-19T13:44:26.897 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.894+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QQ09T88TB3XG.2~GSIZKA0PDPWJ.1 size=1048576 2024-09-19T13:44:26.901 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.898+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QQ09T88TB3XG.2~GSIZKA0PDPWJ.2 size=213201 2024-09-19T13:44:26.901 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.898+0000 7f71dac3e8c0 1 > prepared multipart upload key=QQ09T88TB3XG upload=GSIZKA0PDPWJ tag=ZJU0RN30VBD2 type=write size=3358929 2024-09-19T13:44:26.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.906+0000 7f71dac3e8c0 1 < suggested remove operation key=Q484UNX3BYBG tag=NVVQ86R0J3S6 type=write 2024-09-19T13:44:26.914 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.910+0000 7f71dac3e8c0 1 > prepared operation key=GZF1MCOAN1NO tag=DSJUSHV4PPY3 type=write size=48632 2024-09-19T13:44:26.918 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.914+0000 7f71dac3e8c0 1 < completed part key=_multipart_W1PNZKV93AHZ.2~0WGOCLIPON5J.0 size=1048576 2024-09-19T13:44:26.921 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.918+0000 7f71dac3e8c0 1 < completed part key=_multipart_W1PNZKV93AHZ.2~0WGOCLIPON5J.1 size=229073 2024-09-19T13:44:26.927 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.922+0000 7f71dac3e8c0 1 < completed multipart upload key=W1PNZKV93AHZ upload=0WGOCLIPON5J tag=WVKV9CHPOJF6 type=write size=2326225 2024-09-19T13:44:26.930 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.926+0000 7f71dac3e8c0 1 > prepared operation key=K7SNV9YW44WO tag=POGG8B64J5C7 type=del size=3805958 2024-09-19T13:44:26.935 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.934+0000 7f71dac3e8c0 1 < canceled operation key=8A3NYYQ7SXR3 tag=6L05TTPRTWJY type=del size=2685978 2024-09-19T13:44:26.939 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.938+0000 7f71dac3e8c0 1 > prepared operation key=OZZDDUTJUZ6A tag=YEAUL1WIHN9M type=del size=2270528 2024-09-19T13:44:26.943 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.942+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~7QVZ4TXLH3YB.0 size=1048576 2024-09-19T13:44:26.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.942+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~7QVZ4TXLH3YB.1 size=1048576 2024-09-19T13:44:26.949 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.946+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~7QVZ4TXLH3YB.2 size=422836 2024-09-19T13:44:26.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.954+0000 7f71dac3e8c0 1 < completed multipart upload key=K7SNV9YW44WO upload=7QVZ4TXLH3YB tag=JLKQKTNMETMH type=write size=3568564 2024-09-19T13:44:26.959 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.958+0000 7f71dac3e8c0 1 > prepared operation key=1L7F60AU40YA tag=RA4UFRDQ492T type=del size=3475720 2024-09-19T13:44:26.968 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.966+0000 7f71dac3e8c0 1 < completed delete operation key=TZNPXQ5Y333X tag=P3J2NBLP4BMU type=del 2024-09-19T13:44:26.971 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.970+0000 7f71dac3e8c0 1 > prepared operation key=TZNPXQ5Y333X tag=4PO18UCEYMV7 type=del size=3340695 2024-09-19T13:44:26.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.974+0000 7f71dac3e8c0 1 < completed write operation key=7KN90I8B7PUK tag=GTWY5FI9NATM type=write size=1039463 2024-09-19T13:44:26.979 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.978+0000 7f71dac3e8c0 1 > prepared operation key=TZNPXQ5Y333X tag=C037HSJW73RQ type=write size=729335 2024-09-19T13:44:26.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.982+0000 7f71dac3e8c0 1 < completed write operation key=6QW9QPSBZ37R tag=2ABYHBJS2Y5I type=write size=353119 2024-09-19T13:44:26.989 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.986+0000 7f71dac3e8c0 1 > prepared part key=_multipart_E5541PV8MDY7.2~YWOIIT6MFYBQ.0 size=1048576 2024-09-19T13:44:26.992 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.990+0000 7f71dac3e8c0 1 > prepared part key=_multipart_E5541PV8MDY7.2~YWOIIT6MFYBQ.1 size=416463 2024-09-19T13:44:26.992 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.990+0000 7f71dac3e8c0 1 > prepared multipart upload key=E5541PV8MDY7 upload=YWOIIT6MFYBQ tag=7ZTQJ7SG0QW1 type=write size=2513615 2024-09-19T13:44:26.996 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.994+0000 7f71dac3e8c0 1 < completed delete operation key=NJ64P4D0EIT4 tag=0EP2T0A1E43Y type=del 2024-09-19T13:44:27.001 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:26.998+0000 7f71dac3e8c0 1 > prepared operation key=E5541PV8MDY7 tag=ORY4L89MYRNR type=del size=2920221 2024-09-19T13:44:27.006 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.002+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~N2GVX63A73V6.0 size=1048576 2024-09-19T13:44:27.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.006+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~N2GVX63A73V6.1 size=222249 2024-09-19T13:44:27.014 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.010+0000 7f71dac3e8c0 1 < completed multipart upload key=K7SNV9YW44WO upload=N2GVX63A73V6 tag=YDX72HS0TD9H type=write size=2319401 2024-09-19T13:44:27.019 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.014+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=7KHWPODXT97J type=del size=1488122 2024-09-19T13:44:27.022 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.018+0000 7f71dac3e8c0 1 < completed part key=_multipart_HXQD0AR5YYML.2~QJ2VEL3FCVEW.0 size=1048576 2024-09-19T13:44:27.025 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.022+0000 7f71dac3e8c0 1 < completed part key=_multipart_HXQD0AR5YYML.2~QJ2VEL3FCVEW.1 size=73337 2024-09-19T13:44:27.030 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.026+0000 7f71dac3e8c0 1 < completed multipart upload key=HXQD0AR5YYML upload=QJ2VEL3FCVEW tag=1QZWGFGMIB8X type=write size=2170489 2024-09-19T13:44:27.034 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.030+0000 7f71dac3e8c0 1 > prepared operation key=QQ09T88TB3XG tag=5I7B3RPJMC80 type=del size=1497037 2024-09-19T13:44:27.038 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.034+0000 7f71dac3e8c0 1 < canceled operation key=3M5OBS7J4VF9 tag=QRRCRD63913O type=del size=3044149 2024-09-19T13:44:27.041 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.038+0000 7f71dac3e8c0 1 > prepared operation key=XXX33TZ37H3Q tag=XX5UG7S20S6X type=del size=3474332 2024-09-19T13:44:27.045 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.042+0000 7f71dac3e8c0 1 < completed part key=_multipart_QMR0T7URJS4W.2~63CGUPZIKTOO.0 size=1048576 2024-09-19T13:44:27.048 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.046+0000 7f71dac3e8c0 1 < completed part key=_multipart_QMR0T7URJS4W.2~63CGUPZIKTOO.1 size=643631 2024-09-19T13:44:27.053 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.050+0000 7f71dac3e8c0 1 < completed multipart upload key=QMR0T7URJS4W upload=63CGUPZIKTOO tag=BYSYVCFGXJ88 type=write size=2740783 2024-09-19T13:44:27.060 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.058+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QQ09T88TB3XG.2~V6I763J0U7U6.0 size=94585 2024-09-19T13:44:27.060 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.058+0000 7f71dac3e8c0 1 > prepared multipart upload key=QQ09T88TB3XG upload=V6I763J0U7U6 tag=W144CY5P1ISS type=write size=1143161 2024-09-19T13:44:27.064 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.062+0000 7f71dac3e8c0 1 < completed delete operation key=E5541PV8MDY7 tag=5MRPTC32YR1L type=del 2024-09-19T13:44:27.071 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.070+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8A3NYYQ7SXR3.2~3GQ24AFSKN8S.0 size=1048576 2024-09-19T13:44:27.074 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.070+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8A3NYYQ7SXR3.2~3GQ24AFSKN8S.1 size=785315 2024-09-19T13:44:27.074 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.070+0000 7f71dac3e8c0 1 > prepared multipart upload key=8A3NYYQ7SXR3 upload=3GQ24AFSKN8S tag=38XQ5VPDBPPN type=write size=2882467 2024-09-19T13:44:27.078 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.074+0000 7f71dac3e8c0 1 < completed delete operation key=HEVXCB3PBN2X tag=S0LJT5UQ7TP0 type=del 2024-09-19T13:44:27.086 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.082+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~J6KKK8JTZLXW.0 size=1048576 2024-09-19T13:44:27.089 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.086+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~J6KKK8JTZLXW.1 size=308494 2024-09-19T13:44:27.089 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.086+0000 7f71dac3e8c0 1 > prepared multipart upload key=K7SNV9YW44WO upload=J6KKK8JTZLXW tag=IKW69ZFHMV2J type=write size=2405646 2024-09-19T13:44:27.093 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.090+0000 7f71dac3e8c0 1 < completed write operation key=HXQD0AR5YYML tag=7MJURSR5J82L type=write size=177474 2024-09-19T13:44:27.097 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.094+0000 7f71dac3e8c0 1 > prepared operation key=5UA3A6M3SVPV tag=3E06NS4WYV4S type=del size=632935 2024-09-19T13:44:27.101 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.098+0000 7f71dac3e8c0 1 < completed part key=_multipart_QQ09T88TB3XG.2~GSIZKA0PDPWJ.0 size=1048576 2024-09-19T13:44:27.104 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.102+0000 7f71dac3e8c0 1 < completed part key=_multipart_QQ09T88TB3XG.2~GSIZKA0PDPWJ.1 size=1048576 2024-09-19T13:44:27.107 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.106+0000 7f71dac3e8c0 1 < completed part key=_multipart_QQ09T88TB3XG.2~GSIZKA0PDPWJ.2 size=213201 2024-09-19T13:44:27.114 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.110+0000 7f71dac3e8c0 1 < completed multipart upload key=QQ09T88TB3XG upload=GSIZKA0PDPWJ tag=ZJU0RN30VBD2 type=write size=3358929 2024-09-19T13:44:27.121 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.118+0000 7f71dac3e8c0 1 > prepared part key=_multipart_6QW9QPSBZ37R.2~7W61GWBWQHNC.0 size=1048576 2024-09-19T13:44:27.123 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.122+0000 7f71dac3e8c0 1 > prepared part key=_multipart_6QW9QPSBZ37R.2~7W61GWBWQHNC.1 size=1048576 2024-09-19T13:44:27.126 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.122+0000 7f71dac3e8c0 1 > prepared part key=_multipart_6QW9QPSBZ37R.2~7W61GWBWQHNC.2 size=623460 2024-09-19T13:44:27.127 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.122+0000 7f71dac3e8c0 1 > prepared multipart upload key=6QW9QPSBZ37R upload=7W61GWBWQHNC tag=YYSS16W7I834 type=write size=3769188 2024-09-19T13:44:27.131 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.126+0000 7f71dac3e8c0 1 < canceled operation key=GZF1MCOAN1NO tag=DSJUSHV4PPY3 type=write size=48632 2024-09-19T13:44:27.135 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.134+0000 7f71dac3e8c0 1 > prepared operation key=QQ09T88TB3XG tag=SVXDLLM6H5IF type=del size=2555091 2024-09-19T13:44:27.139 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.138+0000 7f71dac3e8c0 1 < completed delete operation key=K7SNV9YW44WO tag=POGG8B64J5C7 type=del 2024-09-19T13:44:27.145 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.142+0000 7f71dac3e8c0 1 > prepared part key=_multipart_5UA3A6M3SVPV.2~HWAK7X4VUM3P.0 size=331908 2024-09-19T13:44:27.146 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.142+0000 7f71dac3e8c0 1 > prepared multipart upload key=5UA3A6M3SVPV upload=HWAK7X4VUM3P tag=71HC3XSSDKSV type=write size=1380484 2024-09-19T13:44:27.149 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.146+0000 7f71dac3e8c0 1 < completed delete operation key=OZZDDUTJUZ6A tag=YEAUL1WIHN9M type=del 2024-09-19T13:44:27.153 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.150+0000 7f71dac3e8c0 1 > prepared operation key=37OSN0RSHGZZ tag=OH91F4QKFB2G type=del size=1626681 2024-09-19T13:44:27.157 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.154+0000 7f71dac3e8c0 1 < completed delete operation key=1L7F60AU40YA tag=RA4UFRDQ492T type=del 2024-09-19T13:44:27.164 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.162+0000 7f71dac3e8c0 1 > prepared part key=_multipart_1L7F60AU40YA.2~E1DZ24BPRJNS.0 size=1048576 2024-09-19T13:44:27.166 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.162+0000 7f71dac3e8c0 1 > prepared part key=_multipart_1L7F60AU40YA.2~E1DZ24BPRJNS.1 size=330705 2024-09-19T13:44:27.167 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.162+0000 7f71dac3e8c0 1 > prepared multipart upload key=1L7F60AU40YA upload=E1DZ24BPRJNS tag=XQHD6UK3F97R type=write size=2427857 2024-09-19T13:44:27.170 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.166+0000 7f71dac3e8c0 1 < completed delete operation key=TZNPXQ5Y333X tag=4PO18UCEYMV7 type=del 2024-09-19T13:44:27.174 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.170+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=FUB0E3B1ONI8 type=del size=2577225 2024-09-19T13:44:27.178 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.174+0000 7f71dac3e8c0 1 < canceled operation key=TZNPXQ5Y333X tag=C037HSJW73RQ type=write size=729335 2024-09-19T13:44:27.182 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.178+0000 7f71dac3e8c0 1 > prepared operation key=NJ7EXTELNUF4 tag=NT3I54G20S8Z type=del size=2523436 2024-09-19T13:44:27.185 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.182+0000 7f71dac3e8c0 1 < completed part key=_multipart_E5541PV8MDY7.2~YWOIIT6MFYBQ.0 size=1048576 2024-09-19T13:44:27.186 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.182+0000 7f71dac3e8c0 1 < canceled part key=_multipart_E5541PV8MDY7.2~YWOIIT6MFYBQ.1 size=416463 2024-09-19T13:44:27.192 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.190+0000 7f71dac3e8c0 1 < canceled multipart upload key=E5541PV8MDY7 upload=YWOIIT6MFYBQ tag=7ZTQJ7SG0QW1 type=write size=2513615 2024-09-19T13:44:27.195 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.194+0000 7f71dac3e8c0 1 > prepared operation key=LIMYIIX8WVBS tag=B9Q9LVDK48UA type=write size=284735 2024-09-19T13:44:27.199 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.198+0000 7f71dac3e8c0 1 < completed delete operation key=E5541PV8MDY7 tag=ORY4L89MYRNR type=del 2024-09-19T13:44:27.203 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.202+0000 7f71dac3e8c0 1 > prepared operation key=LIMYIIX8WVBS tag=MOCPLRBOW46S type=del size=301777 2024-09-19T13:44:27.208 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.206+0000 7f71dac3e8c0 1 < completed delete operation key=IUZEMS5KASUH tag=7KHWPODXT97J type=del 2024-09-19T13:44:27.211 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.210+0000 7f71dac3e8c0 1 > prepared operation key=LIMYIIX8WVBS tag=AKH7LEBLPV2D type=del size=3165615 2024-09-19T13:44:27.218 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.214+0000 7f71dac3e8c0 1 < suggested update operation key=QQ09T88TB3XG tag=5I7B3RPJMC80 type=del size=1497037 2024-09-19T13:44:27.222 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.218+0000 7f71dac3e8c0 1 > prepared operation key=A0ZG34NFHPW5 tag=MTCW7VAFBNGA type=del size=1819134 2024-09-19T13:44:27.230 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.226+0000 7f71dac3e8c0 1 < suggested remove operation key=XXX33TZ37H3Q tag=XX5UG7S20S6X type=del 2024-09-19T13:44:27.237 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.234+0000 7f71dac3e8c0 1 > prepared part key=_multipart_1L7F60AU40YA.2~VS0WIBO65NIU.0 size=527429 2024-09-19T13:44:27.237 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.234+0000 7f71dac3e8c0 1 > prepared multipart upload key=1L7F60AU40YA upload=VS0WIBO65NIU tag=APM3PBB503U5 type=write size=1576005 2024-09-19T13:44:27.241 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.238+0000 7f71dac3e8c0 1 < completed part key=_multipart_QQ09T88TB3XG.2~V6I763J0U7U6.0 size=94585 2024-09-19T13:44:27.246 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.242+0000 7f71dac3e8c0 1 < completed multipart upload key=QQ09T88TB3XG upload=V6I763J0U7U6 tag=W144CY5P1ISS type=write size=1143161 2024-09-19T13:44:27.250 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.246+0000 7f71dac3e8c0 1 > prepared operation key=XXX33TZ37H3Q tag=FXMMNL5OQY1X type=del size=930767 2024-09-19T13:44:27.254 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.250+0000 7f71dac3e8c0 1 < completed part key=_multipart_8A3NYYQ7SXR3.2~3GQ24AFSKN8S.0 size=1048576 2024-09-19T13:44:27.257 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.254+0000 7f71dac3e8c0 1 < completed part key=_multipart_8A3NYYQ7SXR3.2~3GQ24AFSKN8S.1 size=785315 2024-09-19T13:44:27.263 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.262+0000 7f71dac3e8c0 1 < completed multipart upload key=8A3NYYQ7SXR3 upload=3GQ24AFSKN8S tag=38XQ5VPDBPPN type=write size=2882467 2024-09-19T13:44:27.267 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.266+0000 7f71dac3e8c0 1 > prepared operation key=ZTBECCHZS74F tag=6S6WDWFGRASN type=write size=85404 2024-09-19T13:44:27.271 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.270+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~J6KKK8JTZLXW.0 size=1048576 2024-09-19T13:44:27.274 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.270+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~J6KKK8JTZLXW.1 size=308494 2024-09-19T13:44:27.280 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.278+0000 7f71dac3e8c0 1 < completed multipart upload key=K7SNV9YW44WO upload=J6KKK8JTZLXW tag=IKW69ZFHMV2J type=write size=2405646 2024-09-19T13:44:27.284 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.282+0000 7f71dac3e8c0 1 > prepared operation key=HEVXCB3PBN2X tag=6VKPQD1INZH8 type=del size=1930864 2024-09-19T13:44:27.288 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.286+0000 7f71dac3e8c0 1 < canceled operation key=5UA3A6M3SVPV tag=3E06NS4WYV4S type=del size=632935 2024-09-19T13:44:27.295 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.294+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HEVXCB3PBN2X.2~ID3JJ11W2UOP.0 size=1048576 2024-09-19T13:44:27.297 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.294+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HEVXCB3PBN2X.2~ID3JJ11W2UOP.1 size=339254 2024-09-19T13:44:27.297 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.294+0000 7f71dac3e8c0 1 > prepared multipart upload key=HEVXCB3PBN2X upload=ID3JJ11W2UOP tag=G8P1A5IDR6P0 type=write size=2436406 2024-09-19T13:44:27.302 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.298+0000 7f71dac3e8c0 1 < completed part key=_multipart_6QW9QPSBZ37R.2~7W61GWBWQHNC.0 size=1048576 2024-09-19T13:44:27.305 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.302+0000 7f71dac3e8c0 1 < completed part key=_multipart_6QW9QPSBZ37R.2~7W61GWBWQHNC.1 size=1048576 2024-09-19T13:44:27.309 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.306+0000 7f71dac3e8c0 1 < completed part key=_multipart_6QW9QPSBZ37R.2~7W61GWBWQHNC.2 size=623460 2024-09-19T13:44:27.316 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.314+0000 7f71dac3e8c0 1 < completed multipart upload key=6QW9QPSBZ37R upload=7W61GWBWQHNC tag=YYSS16W7I834 type=write size=3769188 2024-09-19T13:44:27.325 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.322+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=R27JEUXZVTXH type=del size=2229011 2024-09-19T13:44:27.329 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.326+0000 7f71dac3e8c0 -1 < failed to complete operation key=QQ09T88TB3XG tag=SVXDLLM6H5IF type=del size=2555091: (22) Invalid argument 2024-09-19T13:44:27.333 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.330+0000 7f71dac3e8c0 1 > prepared operation key=V22QT1MEZ47G tag=I2QA5VPCQLBP type=write size=472958 2024-09-19T13:44:27.337 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.334+0000 7f71dac3e8c0 1 < completed part key=_multipart_5UA3A6M3SVPV.2~HWAK7X4VUM3P.0 size=331908 2024-09-19T13:44:27.343 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.342+0000 7f71dac3e8c0 1 < completed multipart upload key=5UA3A6M3SVPV upload=HWAK7X4VUM3P tag=71HC3XSSDKSV type=write size=1380484 2024-09-19T13:44:27.347 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.346+0000 7f71dac3e8c0 1 > prepared operation key=TZNPXQ5Y333X tag=X2LMTX1CIQME type=del size=2025776 2024-09-19T13:44:27.351 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.350+0000 7f71dac3e8c0 1 < completed delete operation key=37OSN0RSHGZZ tag=OH91F4QKFB2G type=del 2024-09-19T13:44:27.358 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.354+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~G1NLGKP56M2P.0 size=1048576 2024-09-19T13:44:27.361 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.358+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~G1NLGKP56M2P.1 size=1030396 2024-09-19T13:44:27.361 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.358+0000 7f71dac3e8c0 1 > prepared multipart upload key=W1PNZKV93AHZ upload=G1NLGKP56M2P tag=90LDKVT4OUNV type=write size=3127548 2024-09-19T13:44:27.365 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.362+0000 7f71dac3e8c0 1 < completed part key=_multipart_1L7F60AU40YA.2~E1DZ24BPRJNS.0 size=1048576 2024-09-19T13:44:27.365 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.362+0000 7f71dac3e8c0 1 < canceled part key=_multipart_1L7F60AU40YA.2~E1DZ24BPRJNS.1 size=330705 2024-09-19T13:44:27.371 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.370+0000 7f71dac3e8c0 1 < canceled multipart upload key=1L7F60AU40YA upload=E1DZ24BPRJNS tag=XQHD6UK3F97R type=write size=2427857 2024-09-19T13:44:27.377 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.374+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~JJA01ZB568EZ.0 size=149849 2024-09-19T13:44:27.377 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.374+0000 7f71dac3e8c0 1 > prepared multipart upload key=LIMYIIX8WVBS upload=JJA01ZB568EZ tag=AXOP0AFW43G2 type=write size=1198425 2024-09-19T13:44:27.381 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.378+0000 7f71dac3e8c0 1 < completed delete operation key=IUZEMS5KASUH tag=FUB0E3B1ONI8 type=del 2024-09-19T13:44:27.388 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.386+0000 7f71dac3e8c0 1 > prepared part key=_multipart_0FYIGD7G7ER2.2~ZCWMHFUWYF24.0 size=1048576 2024-09-19T13:44:27.391 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.390+0000 7f71dac3e8c0 1 > prepared part key=_multipart_0FYIGD7G7ER2.2~ZCWMHFUWYF24.1 size=388835 2024-09-19T13:44:27.391 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.390+0000 7f71dac3e8c0 1 > prepared multipart upload key=0FYIGD7G7ER2 upload=ZCWMHFUWYF24 tag=RK0YNKIYRQT7 type=write size=2485987 2024-09-19T13:44:27.398 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.394+0000 7f71dac3e8c0 1 < suggested update operation key=NJ7EXTELNUF4 tag=NT3I54G20S8Z type=del size=2523436 2024-09-19T13:44:27.405 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.402+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8A3NYYQ7SXR3.2~NWZ0HHYC6WYF.0 size=1048576 2024-09-19T13:44:27.408 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.406+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8A3NYYQ7SXR3.2~NWZ0HHYC6WYF.1 size=1048576 2024-09-19T13:44:27.411 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.410+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8A3NYYQ7SXR3.2~NWZ0HHYC6WYF.2 size=39070 2024-09-19T13:44:27.411 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.410+0000 7f71dac3e8c0 1 > prepared multipart upload key=8A3NYYQ7SXR3 upload=NWZ0HHYC6WYF tag=1XPJOAW2S1JO type=write size=3184798 2024-09-19T13:44:27.415 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.414+0000 7f71dac3e8c0 1 < completed write operation key=LIMYIIX8WVBS tag=B9Q9LVDK48UA type=write size=284735 2024-09-19T13:44:27.422 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.418+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~PGQ9SWQ87KEC.0 size=85055 2024-09-19T13:44:27.422 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.418+0000 7f71dac3e8c0 1 > prepared multipart upload key=IUZEMS5KASUH upload=PGQ9SWQ87KEC tag=9CCJF2M1MDAS type=write size=1133631 2024-09-19T13:44:27.426 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.422+0000 7f71dac3e8c0 1 < completed delete operation key=LIMYIIX8WVBS tag=MOCPLRBOW46S type=del 2024-09-19T13:44:27.431 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.426+0000 7f71dac3e8c0 1 > prepared operation key=8NT83XBF9HN8 tag=IIAX5T31Q25G type=del size=4147325 2024-09-19T13:44:27.438 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.434+0000 7f71dac3e8c0 1 < suggested remove operation key=LIMYIIX8WVBS tag=AKH7LEBLPV2D type=del 2024-09-19T13:44:27.442 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.438+0000 7f71dac3e8c0 1 > prepared operation key=HEVXCB3PBN2X tag=19C05VJAS0IH type=del size=2078731 2024-09-19T13:44:27.446 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.442+0000 7f71dac3e8c0 1 < completed delete operation key=A0ZG34NFHPW5 tag=MTCW7VAFBNGA type=del 2024-09-19T13:44:27.449 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.446+0000 7f71dac3e8c0 1 > prepared operation key=0FYIGD7G7ER2 tag=KL6YWBZPG8ZD type=write size=25502 2024-09-19T13:44:27.453 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.450+0000 7f71dac3e8c0 1 < completed part key=_multipart_1L7F60AU40YA.2~VS0WIBO65NIU.0 size=527429 2024-09-19T13:44:27.459 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.458+0000 7f71dac3e8c0 1 < completed multipart upload key=1L7F60AU40YA upload=VS0WIBO65NIU tag=APM3PBB503U5 type=write size=1576005 2024-09-19T13:44:27.465 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.462+0000 7f71dac3e8c0 1 > prepared part key=_multipart_D131FP2BZYDS.2~R6HZD1JEW8QO.0 size=1048576 2024-09-19T13:44:27.468 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.466+0000 7f71dac3e8c0 1 > prepared part key=_multipart_D131FP2BZYDS.2~R6HZD1JEW8QO.1 size=1048576 2024-09-19T13:44:27.471 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.470+0000 7f71dac3e8c0 1 > prepared part key=_multipart_D131FP2BZYDS.2~R6HZD1JEW8QO.2 size=354750 2024-09-19T13:44:27.472 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.470+0000 7f71dac3e8c0 1 > prepared multipart upload key=D131FP2BZYDS upload=R6HZD1JEW8QO tag=K2DB4DTPCUIA type=write size=3500478 2024-09-19T13:44:27.475 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.474+0000 7f71dac3e8c0 1 < completed delete operation key=XXX33TZ37H3Q tag=FXMMNL5OQY1X type=del 2024-09-19T13:44:27.479 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.478+0000 7f71dac3e8c0 1 > prepared operation key=ZTBECCHZS74F tag=7UEEFZPHV9DH type=del size=3436707 2024-09-19T13:44:27.483 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.482+0000 7f71dac3e8c0 1 < completed write operation key=ZTBECCHZS74F tag=6S6WDWFGRASN type=write size=85404 2024-09-19T13:44:27.486 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.482+0000 7f71dac3e8c0 1 > prepared operation key=8NT83XBF9HN8 tag=O9YUJXGO3Y0J type=del size=3126513 2024-09-19T13:44:27.491 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.490+0000 7f71dac3e8c0 1 < completed delete operation key=HEVXCB3PBN2X tag=6VKPQD1INZH8 type=del 2024-09-19T13:44:27.495 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.490+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=THFKOLWP80Q3 type=del size=1915632 2024-09-19T13:44:27.498 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.494+0000 7f71dac3e8c0 1 < completed part key=_multipart_HEVXCB3PBN2X.2~ID3JJ11W2UOP.0 size=1048576 2024-09-19T13:44:27.501 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.498+0000 7f71dac3e8c0 1 < completed part key=_multipart_HEVXCB3PBN2X.2~ID3JJ11W2UOP.1 size=339254 2024-09-19T13:44:27.507 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.506+0000 7f71dac3e8c0 1 < completed multipart upload key=HEVXCB3PBN2X upload=ID3JJ11W2UOP tag=G8P1A5IDR6P0 type=write size=2436406 2024-09-19T13:44:27.511 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.510+0000 7f71dac3e8c0 1 > prepared operation key=V22QT1MEZ47G tag=ECDN109AVOQQ type=del size=3098854 2024-09-19T13:44:27.519 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.514+0000 7f71dac3e8c0 1 < suggested update operation key=IUZEMS5KASUH tag=R27JEUXZVTXH type=del size=2229011 2024-09-19T13:44:27.524 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.522+0000 7f71dac3e8c0 1 > prepared part key=_multipart_V22QT1MEZ47G.2~MZE1AE4EMX5J.0 size=510456 2024-09-19T13:44:27.525 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.522+0000 7f71dac3e8c0 1 > prepared multipart upload key=V22QT1MEZ47G upload=MZE1AE4EMX5J tag=KDTQYAVBLI9B type=write size=1559032 2024-09-19T13:44:27.529 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.526+0000 7f71dac3e8c0 1 < completed write operation key=V22QT1MEZ47G tag=I2QA5VPCQLBP type=write size=472958 2024-09-19T13:44:27.533 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.530+0000 7f71dac3e8c0 1 > prepared operation key=QMR0T7URJS4W tag=BI6BZBZFO1UL type=write size=45640 2024-09-19T13:44:27.537 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.534+0000 7f71dac3e8c0 1 < completed delete operation key=TZNPXQ5Y333X tag=X2LMTX1CIQME type=del 2024-09-19T13:44:27.541 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.538+0000 7f71dac3e8c0 1 > prepared operation key=W1PNZKV93AHZ tag=S1576DFQ6YQV type=del size=382728 2024-09-19T13:44:27.545 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.542+0000 7f71dac3e8c0 1 < completed part key=_multipart_W1PNZKV93AHZ.2~G1NLGKP56M2P.0 size=1048576 2024-09-19T13:44:27.548 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.546+0000 7f71dac3e8c0 1 < completed part key=_multipart_W1PNZKV93AHZ.2~G1NLGKP56M2P.1 size=1030396 2024-09-19T13:44:27.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.550+0000 7f71dac3e8c0 1 < completed multipart upload key=W1PNZKV93AHZ upload=G1NLGKP56M2P tag=90LDKVT4OUNV type=write size=3127548 2024-09-19T13:44:27.557 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.554+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=DWR4HCVJJFDA type=del size=2872641 2024-09-19T13:44:27.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.558+0000 7f71dac3e8c0 1 < completed part key=_multipart_LIMYIIX8WVBS.2~JJA01ZB568EZ.0 size=149849 2024-09-19T13:44:27.567 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.566+0000 7f71dac3e8c0 1 < completed multipart upload key=LIMYIIX8WVBS upload=JJA01ZB568EZ tag=AXOP0AFW43G2 type=write size=1198425 2024-09-19T13:44:27.574 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.570+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~O1K2MOJ6GVN2.0 size=1048576 2024-09-19T13:44:27.577 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.574+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~O1K2MOJ6GVN2.1 size=383903 2024-09-19T13:44:27.577 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.574+0000 7f71dac3e8c0 1 > prepared multipart upload key=7KN90I8B7PUK upload=O1K2MOJ6GVN2 tag=EKUD4T4RP8Y4 type=write size=2481055 2024-09-19T13:44:27.581 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.578+0000 7f71dac3e8c0 1 < completed part key=_multipart_0FYIGD7G7ER2.2~ZCWMHFUWYF24.0 size=1048576 2024-09-19T13:44:27.584 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.582+0000 7f71dac3e8c0 1 < completed part key=_multipart_0FYIGD7G7ER2.2~ZCWMHFUWYF24.1 size=388835 2024-09-19T13:44:27.590 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.586+0000 7f71dac3e8c0 1 < completed multipart upload key=0FYIGD7G7ER2 upload=ZCWMHFUWYF24 tag=RK0YNKIYRQT7 type=write size=2485987 2024-09-19T13:44:27.594 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.590+0000 7f71dac3e8c0 1 > prepared operation key=HEVXCB3PBN2X tag=E4M8YX00CABL type=del size=1029960 2024-09-19T13:44:27.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.594+0000 7f71dac3e8c0 1 < canceled part key=_multipart_8A3NYYQ7SXR3.2~NWZ0HHYC6WYF.0 size=1048576 2024-09-19T13:44:27.598 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.594+0000 7f71dac3e8c0 1 < completed part key=_multipart_8A3NYYQ7SXR3.2~NWZ0HHYC6WYF.1 size=1048576 2024-09-19T13:44:27.601 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.598+0000 7f71dac3e8c0 1 < completed part key=_multipart_8A3NYYQ7SXR3.2~NWZ0HHYC6WYF.2 size=39070 2024-09-19T13:44:27.607 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.606+0000 7f71dac3e8c0 1 < canceled multipart upload key=8A3NYYQ7SXR3 upload=NWZ0HHYC6WYF tag=1XPJOAW2S1JO type=write size=3184798 2024-09-19T13:44:27.614 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.610+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8NT83XBF9HN8.2~DKXYPI005PX0.0 size=1048576 2024-09-19T13:44:27.616 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.614+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8NT83XBF9HN8.2~DKXYPI005PX0.1 size=459386 2024-09-19T13:44:27.617 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.614+0000 7f71dac3e8c0 1 > prepared multipart upload key=8NT83XBF9HN8 upload=DKXYPI005PX0 tag=K76S0ZGV44OF type=write size=2556538 2024-09-19T13:44:27.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.618+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~PGQ9SWQ87KEC.0 size=85055 2024-09-19T13:44:27.626 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.622+0000 7f71dac3e8c0 1 < completed multipart upload key=IUZEMS5KASUH upload=PGQ9SWQ87KEC tag=9CCJF2M1MDAS type=write size=1133631 2024-09-19T13:44:27.631 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.630+0000 7f71dac3e8c0 1 > prepared operation key=GTZ96ZN0A4E9 tag=M9IYDTH5MTM4 type=del size=1946580 2024-09-19T13:44:27.635 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.634+0000 7f71dac3e8c0 1 < completed delete operation key=8NT83XBF9HN8 tag=IIAX5T31Q25G type=del 2024-09-19T13:44:27.639 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.638+0000 7f71dac3e8c0 1 > prepared operation key=ZTBECCHZS74F tag=2OMC3TXYWNTB type=del size=686301 2024-09-19T13:44:27.643 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.642+0000 7f71dac3e8c0 1 < completed delete operation key=HEVXCB3PBN2X tag=19C05VJAS0IH type=del 2024-09-19T13:44:27.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.646+0000 7f71dac3e8c0 1 > prepared operation key=V22QT1MEZ47G tag=YV2V4IFFQZL1 type=del size=3606830 2024-09-19T13:44:27.651 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.650+0000 7f71dac3e8c0 1 < completed write operation key=0FYIGD7G7ER2 tag=KL6YWBZPG8ZD type=write size=25502 2024-09-19T13:44:27.655 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.650+0000 7f71dac3e8c0 1 > prepared operation key=7KN90I8B7PUK tag=MW6IDI9FKRMC type=del size=1765467 2024-09-19T13:44:27.658 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.654+0000 7f71dac3e8c0 1 < completed part key=_multipart_D131FP2BZYDS.2~R6HZD1JEW8QO.0 size=1048576 2024-09-19T13:44:27.661 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.658+0000 7f71dac3e8c0 1 < completed part key=_multipart_D131FP2BZYDS.2~R6HZD1JEW8QO.1 size=1048576 2024-09-19T13:44:27.664 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.662+0000 7f71dac3e8c0 1 < completed part key=_multipart_D131FP2BZYDS.2~R6HZD1JEW8QO.2 size=354750 2024-09-19T13:44:27.670 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.666+0000 7f71dac3e8c0 1 < completed multipart upload key=D131FP2BZYDS upload=R6HZD1JEW8QO tag=K2DB4DTPCUIA type=write size=3500478 2024-09-19T13:44:27.677 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.674+0000 7f71dac3e8c0 1 > prepared operation key=D131FP2BZYDS tag=3A9HZZX12HC3 type=del size=2282639 2024-09-19T13:44:27.681 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.678+0000 7f71dac3e8c0 1 < completed delete operation key=ZTBECCHZS74F tag=7UEEFZPHV9DH type=del 2024-09-19T13:44:27.685 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.682+0000 7f71dac3e8c0 1 > prepared operation key=8A3NYYQ7SXR3 tag=XKQSUDGEGQ5X type=write size=396766 2024-09-19T13:44:27.689 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.686+0000 7f71dac3e8c0 1 < completed delete operation key=8NT83XBF9HN8 tag=O9YUJXGO3Y0J type=del 2024-09-19T13:44:27.693 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.690+0000 7f71dac3e8c0 1 > prepared operation key=V22QT1MEZ47G tag=5HLSCHPW0ADX type=del size=2323090 2024-09-19T13:44:27.696 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.694+0000 7f71dac3e8c0 -1 < failed to complete operation key=IUZEMS5KASUH tag=THFKOLWP80Q3 type=del size=1915632: (22) Invalid argument 2024-09-19T13:44:27.700 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.698+0000 7f71dac3e8c0 1 > prepared operation key=XXX33TZ37H3Q tag=FSGXTISDETUM type=del size=4078395 2024-09-19T13:44:27.704 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.702+0000 7f71dac3e8c0 1 < completed delete operation key=V22QT1MEZ47G tag=ECDN109AVOQQ type=del 2024-09-19T13:44:27.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.706+0000 7f71dac3e8c0 1 > prepared operation key=QMR0T7URJS4W tag=42DAJ72VHRFU type=del size=2257406 2024-09-19T13:44:27.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.710+0000 7f71dac3e8c0 1 < completed part key=_multipart_V22QT1MEZ47G.2~MZE1AE4EMX5J.0 size=510456 2024-09-19T13:44:27.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.714+0000 7f71dac3e8c0 1 < completed multipart upload key=V22QT1MEZ47G upload=MZE1AE4EMX5J tag=KDTQYAVBLI9B type=write size=1559032 2024-09-19T13:44:27.725 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.722+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~TADERSNDR05B.0 size=1048576 2024-09-19T13:44:27.728 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.726+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~TADERSNDR05B.1 size=561894 2024-09-19T13:44:27.728 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.726+0000 7f71dac3e8c0 1 > prepared multipart upload key=HXQD0AR5YYML upload=TADERSNDR05B tag=G5NJ5D1GR3DZ type=write size=2659046 2024-09-19T13:44:27.736 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.734+0000 7f71dac3e8c0 1 < suggested remove operation key=QMR0T7URJS4W tag=BI6BZBZFO1UL type=write 2024-09-19T13:44:27.740 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.738+0000 7f71dac3e8c0 1 > prepared operation key=V22QT1MEZ47G tag=XNZA1RG9G3G9 type=del size=1400849 2024-09-19T13:44:27.744 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.742+0000 7f71dac3e8c0 1 < completed delete operation key=W1PNZKV93AHZ tag=S1576DFQ6YQV type=del 2024-09-19T13:44:27.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.750+0000 7f71dac3e8c0 1 > prepared part key=_multipart_A0ZG34NFHPW5.2~QPI1XBFORFK8.0 size=1048576 2024-09-19T13:44:27.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.754+0000 7f71dac3e8c0 1 > prepared part key=_multipart_A0ZG34NFHPW5.2~QPI1XBFORFK8.1 size=1031361 2024-09-19T13:44:27.756 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.754+0000 7f71dac3e8c0 1 > prepared multipart upload key=A0ZG34NFHPW5 upload=QPI1XBFORFK8 tag=3YEMODD9F7A3 type=write size=3128513 2024-09-19T13:44:27.759 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.758+0000 7f71dac3e8c0 1 < completed delete operation key=IUZEMS5KASUH tag=DWR4HCVJJFDA type=del 2024-09-19T13:44:27.767 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.762+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~LD332ZR5HGNT.0 size=1048576 2024-09-19T13:44:27.769 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.766+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~LD332ZR5HGNT.1 size=507344 2024-09-19T13:44:27.769 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.766+0000 7f71dac3e8c0 1 > prepared multipart upload key=ZTBECCHZS74F upload=LD332ZR5HGNT tag=APUOO0XBVQ3F type=write size=2604496 2024-09-19T13:44:27.770 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.766+0000 7f71dac3e8c0 1 < canceled part key=_multipart_7KN90I8B7PUK.2~O1K2MOJ6GVN2.0 size=1048576 2024-09-19T13:44:27.770 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.766+0000 7f71dac3e8c0 1 < canceled part key=_multipart_7KN90I8B7PUK.2~O1K2MOJ6GVN2.1 size=383903 2024-09-19T13:44:27.776 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.774+0000 7f71dac3e8c0 1 < canceled multipart upload key=7KN90I8B7PUK upload=O1K2MOJ6GVN2 tag=EKUD4T4RP8Y4 type=write size=2481055 2024-09-19T13:44:27.780 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.778+0000 7f71dac3e8c0 1 > prepared operation key=W1PNZKV93AHZ tag=MVMBMGFWAE1X type=del size=3490537 2024-09-19T13:44:27.785 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.782+0000 7f71dac3e8c0 1 < completed delete operation key=HEVXCB3PBN2X tag=E4M8YX00CABL type=del 2024-09-19T13:44:27.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.786+0000 7f71dac3e8c0 1 > prepared operation key=D131FP2BZYDS tag=1AGUELKHQ8SC type=del size=466438 2024-09-19T13:44:27.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.790+0000 7f71dac3e8c0 1 < completed part key=_multipart_8NT83XBF9HN8.2~DKXYPI005PX0.0 size=1048576 2024-09-19T13:44:27.797 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.794+0000 7f71dac3e8c0 1 < completed part key=_multipart_8NT83XBF9HN8.2~DKXYPI005PX0.1 size=459386 2024-09-19T13:44:27.804 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.802+0000 7f71dac3e8c0 1 < completed multipart upload key=8NT83XBF9HN8 upload=DKXYPI005PX0 tag=K76S0ZGV44OF type=write size=2556538 2024-09-19T13:44:27.810 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.806+0000 7f71dac3e8c0 1 > prepared part key=_multipart_TZNPXQ5Y333X.2~HNIDYLV97H50.0 size=1048576 2024-09-19T13:44:27.813 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.810+0000 7f71dac3e8c0 1 > prepared part key=_multipart_TZNPXQ5Y333X.2~HNIDYLV97H50.1 size=277100 2024-09-19T13:44:27.813 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.810+0000 7f71dac3e8c0 1 > prepared multipart upload key=TZNPXQ5Y333X upload=HNIDYLV97H50 tag=DYID40Z4Z0V2 type=write size=2374252 2024-09-19T13:44:27.821 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.818+0000 7f71dac3e8c0 1 < suggested remove operation key=GTZ96ZN0A4E9 tag=M9IYDTH5MTM4 type=del 2024-09-19T13:44:27.825 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.822+0000 7f71dac3e8c0 1 > prepared operation key=TZNPXQ5Y333X tag=JQJ4DXFKJ1DK type=write size=77905 2024-09-19T13:44:27.829 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.826+0000 7f71dac3e8c0 1 < completed delete operation key=ZTBECCHZS74F tag=2OMC3TXYWNTB type=del 2024-09-19T13:44:27.833 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.830+0000 7f71dac3e8c0 1 > prepared operation key=D131FP2BZYDS tag=R5YXRZGXGO9S type=del size=491471 2024-09-19T13:44:27.837 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.834+0000 7f71dac3e8c0 1 < completed delete operation key=V22QT1MEZ47G tag=YV2V4IFFQZL1 type=del 2024-09-19T13:44:27.841 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.838+0000 7f71dac3e8c0 1 > prepared operation key=OZZDDUTJUZ6A tag=SEVYOBNN8ESQ type=write size=417383 2024-09-19T13:44:27.849 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.846+0000 7f71dac3e8c0 1 < suggested remove operation key=7KN90I8B7PUK tag=MW6IDI9FKRMC type=del 2024-09-19T13:44:27.853 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.850+0000 7f71dac3e8c0 1 > prepared operation key=ZTBECCHZS74F tag=NB16TN47UEKY type=del size=1208807 2024-09-19T13:44:27.857 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.854+0000 7f71dac3e8c0 1 < completed delete operation key=D131FP2BZYDS tag=3A9HZZX12HC3 type=del 2024-09-19T13:44:27.860 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.858+0000 7f71dac3e8c0 1 > prepared operation key=W1PNZKV93AHZ tag=4XVXJRH514ET type=del size=1773834 2024-09-19T13:44:27.864 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.862+0000 7f71dac3e8c0 1 < canceled operation key=8A3NYYQ7SXR3 tag=XKQSUDGEGQ5X type=write size=396766 2024-09-19T13:44:27.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.870+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8A3NYYQ7SXR3.2~2P4V68BP9F9A.0 size=1048576 2024-09-19T13:44:27.874 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.870+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8A3NYYQ7SXR3.2~2P4V68BP9F9A.1 size=1048576 2024-09-19T13:44:27.876 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.874+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8A3NYYQ7SXR3.2~2P4V68BP9F9A.2 size=391963 2024-09-19T13:44:27.877 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.874+0000 7f71dac3e8c0 1 > prepared multipart upload key=8A3NYYQ7SXR3 upload=2P4V68BP9F9A tag=68RNXXV26U57 type=write size=3537691 2024-09-19T13:44:27.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.882+0000 7f71dac3e8c0 1 < suggested update operation key=V22QT1MEZ47G tag=5HLSCHPW0ADX type=del size=2323090 2024-09-19T13:44:27.888 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.886+0000 7f71dac3e8c0 1 > prepared operation key=E5541PV8MDY7 tag=E63L9M858BSU type=write size=334401 2024-09-19T13:44:27.892 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.890+0000 7f71dac3e8c0 1 < completed delete operation key=XXX33TZ37H3Q tag=FSGXTISDETUM type=del 2024-09-19T13:44:27.896 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.894+0000 7f71dac3e8c0 1 > prepared operation key=HEVXCB3PBN2X tag=OL9YWPK12XRW type=del size=1505615 2024-09-19T13:44:27.900 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.898+0000 7f71dac3e8c0 -1 < failed to complete operation key=QMR0T7URJS4W tag=42DAJ72VHRFU type=del size=2257406: (22) Invalid argument 2024-09-19T13:44:27.904 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.902+0000 7f71dac3e8c0 1 > prepared operation key=TZNPXQ5Y333X tag=DRIFJLK3YZH3 type=del size=1459721 2024-09-19T13:44:27.907 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.906+0000 7f71dac3e8c0 1 < completed part key=_multipart_HXQD0AR5YYML.2~TADERSNDR05B.0 size=1048576 2024-09-19T13:44:27.910 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.906+0000 7f71dac3e8c0 1 < completed part key=_multipart_HXQD0AR5YYML.2~TADERSNDR05B.1 size=561894 2024-09-19T13:44:27.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.914+0000 7f71dac3e8c0 1 < completed multipart upload key=HXQD0AR5YYML upload=TADERSNDR05B tag=G5NJ5D1GR3DZ type=write size=2659046 2024-09-19T13:44:27.920 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.918+0000 7f71dac3e8c0 1 > prepared operation key=XXX33TZ37H3Q tag=TY8N07B0N2XZ type=write size=486174 2024-09-19T13:44:27.924 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.922+0000 7f71dac3e8c0 -1 < failed to complete operation key=V22QT1MEZ47G tag=XNZA1RG9G3G9 type=del size=1400849: (22) Invalid argument 2024-09-19T13:44:27.927 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.926+0000 7f71dac3e8c0 1 > prepared operation key=E5541PV8MDY7 tag=NRLFJ1WBSPDZ type=del size=3592028 2024-09-19T13:44:27.932 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.930+0000 7f71dac3e8c0 1 < completed part key=_multipart_A0ZG34NFHPW5.2~QPI1XBFORFK8.0 size=1048576 2024-09-19T13:44:27.935 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.934+0000 7f71dac3e8c0 1 < completed part key=_multipart_A0ZG34NFHPW5.2~QPI1XBFORFK8.1 size=1031361 2024-09-19T13:44:27.940 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.938+0000 7f71dac3e8c0 1 < completed multipart upload key=A0ZG34NFHPW5 upload=QPI1XBFORFK8 tag=3YEMODD9F7A3 type=write size=3128513 2024-09-19T13:44:27.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.946+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~4Z6WLAC11E9D.0 size=1048576 2024-09-19T13:44:27.950 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.946+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~4Z6WLAC11E9D.1 size=1048576 2024-09-19T13:44:27.953 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.950+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~4Z6WLAC11E9D.2 size=229837 2024-09-19T13:44:27.953 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.950+0000 7f71dac3e8c0 1 > prepared multipart upload key=3M5OBS7J4VF9 upload=4Z6WLAC11E9D tag=8ORSCWT22BBV type=write size=3375565 2024-09-19T13:44:27.957 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.954+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~LD332ZR5HGNT.0 size=1048576 2024-09-19T13:44:27.960 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.958+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~LD332ZR5HGNT.1 size=507344 2024-09-19T13:44:27.966 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.962+0000 7f71dac3e8c0 1 < completed multipart upload key=ZTBECCHZS74F upload=LD332ZR5HGNT tag=APUOO0XBVQ3F type=write size=2604496 2024-09-19T13:44:27.969 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.966+0000 7f71dac3e8c0 1 > prepared operation key=LIMYIIX8WVBS tag=LXZ1V4PW39H2 type=del size=1698750 2024-09-19T13:44:27.973 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.970+0000 7f71dac3e8c0 1 < completed delete operation key=W1PNZKV93AHZ tag=MVMBMGFWAE1X type=del 2024-09-19T13:44:27.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.974+0000 7f71dac3e8c0 1 > prepared operation key=JO1LC6YY2PEB tag=22Y27FKT11H7 type=del size=3386898 2024-09-19T13:44:27.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.982+0000 7f71dac3e8c0 1 < suggested update operation key=D131FP2BZYDS tag=1AGUELKHQ8SC type=del size=466438 2024-09-19T13:44:27.993 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.990+0000 7f71dac3e8c0 1 > prepared part key=_multipart_E5541PV8MDY7.2~AVUXNU6373XN.0 size=1048576 2024-09-19T13:44:27.997 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.994+0000 7f71dac3e8c0 1 > prepared part key=_multipart_E5541PV8MDY7.2~AVUXNU6373XN.1 size=1048576 2024-09-19T13:44:27.999 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.998+0000 7f71dac3e8c0 1 > prepared part key=_multipart_E5541PV8MDY7.2~AVUXNU6373XN.2 size=890060 2024-09-19T13:44:27.999 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:27.998+0000 7f71dac3e8c0 1 > prepared multipart upload key=E5541PV8MDY7 upload=AVUXNU6373XN tag=19P2HHFS6M84 type=write size=4035788 2024-09-19T13:44:28.004 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.002+0000 7f71dac3e8c0 1 < completed part key=_multipart_TZNPXQ5Y333X.2~HNIDYLV97H50.0 size=1048576 2024-09-19T13:44:28.007 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.006+0000 7f71dac3e8c0 1 < completed part key=_multipart_TZNPXQ5Y333X.2~HNIDYLV97H50.1 size=277100 2024-09-19T13:44:28.013 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.010+0000 7f71dac3e8c0 1 < completed multipart upload key=TZNPXQ5Y333X upload=HNIDYLV97H50 tag=DYID40Z4Z0V2 type=write size=2374252 2024-09-19T13:44:28.017 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.014+0000 7f71dac3e8c0 1 > prepared operation key=NJ64P4D0EIT4 tag=YO82QWLBAF3W type=del size=2808559 2024-09-19T13:44:28.025 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.022+0000 7f71dac3e8c0 1 < suggested update operation key=TZNPXQ5Y333X tag=JQJ4DXFKJ1DK type=write size=77905 2024-09-19T13:44:28.029 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.026+0000 7f71dac3e8c0 1 > prepared operation key=Q484UNX3BYBG tag=BEDZ5FP96AKS type=write size=703758 2024-09-19T13:44:28.033 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.030+0000 7f71dac3e8c0 -1 < failed to complete operation key=D131FP2BZYDS tag=R5YXRZGXGO9S type=del size=491471: (22) Invalid argument 2024-09-19T13:44:28.037 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.034+0000 7f71dac3e8c0 1 > prepared operation key=A0ZG34NFHPW5 tag=Y5BXAUDZTMLJ type=del size=880082 2024-09-19T13:44:28.045 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.042+0000 7f71dac3e8c0 1 < completed write operation key=OZZDDUTJUZ6A tag=SEVYOBNN8ESQ type=write size=417383 2024-09-19T13:44:28.049 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.046+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=ETJFJVMSEC1Z type=write size=583644 2024-09-19T13:44:28.056 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.054+0000 7f71dac3e8c0 1 < suggested update operation key=ZTBECCHZS74F tag=NB16TN47UEKY type=del size=1208807 2024-09-19T13:44:28.060 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.058+0000 7f71dac3e8c0 1 > prepared operation key=8KBRPNQCKIQN tag=F4JOMLD912RG type=del size=3242499 2024-09-19T13:44:28.065 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.062+0000 7f71dac3e8c0 1 < completed delete operation key=W1PNZKV93AHZ tag=4XVXJRH514ET type=del 2024-09-19T13:44:28.069 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.066+0000 7f71dac3e8c0 1 > prepared operation key=GZF1MCOAN1NO tag=CT0B8JYWW4J0 type=write size=550536 2024-09-19T13:44:28.073 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.070+0000 7f71dac3e8c0 1 < completed part key=_multipart_8A3NYYQ7SXR3.2~2P4V68BP9F9A.0 size=1048576 2024-09-19T13:44:28.077 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.074+0000 7f71dac3e8c0 1 < completed part key=_multipart_8A3NYYQ7SXR3.2~2P4V68BP9F9A.1 size=1048576 2024-09-19T13:44:28.077 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.074+0000 7f71dac3e8c0 1 < canceled part key=_multipart_8A3NYYQ7SXR3.2~2P4V68BP9F9A.2 size=391963 2024-09-19T13:44:28.083 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.082+0000 7f71dac3e8c0 1 < canceled multipart upload key=8A3NYYQ7SXR3 upload=2P4V68BP9F9A tag=68RNXXV26U57 type=write size=3537691 2024-09-19T13:44:28.087 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.082+0000 7f71dac3e8c0 1 > prepared operation key=XXX33TZ37H3Q tag=66P0YEHDKTO7 type=del size=3802467 2024-09-19T13:44:28.094 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.090+0000 7f71dac3e8c0 1 < suggested update operation key=E5541PV8MDY7 tag=E63L9M858BSU type=write size=334401 2024-09-19T13:44:28.098 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.094+0000 7f71dac3e8c0 1 > prepared operation key=A0ZG34NFHPW5 tag=7XEHLOJA5VAS type=del size=1889838 2024-09-19T13:44:28.102 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.098+0000 7f71dac3e8c0 1 < completed delete operation key=HEVXCB3PBN2X tag=OL9YWPK12XRW type=del 2024-09-19T13:44:28.110 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.106+0000 7f71dac3e8c0 1 > prepared part key=_multipart_37OSN0RSHGZZ.2~SLYCCNNS4QVB.0 size=794063 2024-09-19T13:44:28.110 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.106+0000 7f71dac3e8c0 1 > prepared multipart upload key=37OSN0RSHGZZ upload=SLYCCNNS4QVB tag=GFL0NQY0HB15 type=write size=1842639 2024-09-19T13:44:28.118 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.114+0000 7f71dac3e8c0 1 < suggested remove operation key=TZNPXQ5Y333X tag=DRIFJLK3YZH3 type=del 2024-09-19T13:44:28.122 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.118+0000 7f71dac3e8c0 1 > prepared operation key=5UA3A6M3SVPV tag=UD4CDMV6E0JI type=del size=4129520 2024-09-19T13:44:28.126 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.122+0000 7f71dac3e8c0 1 < canceled operation key=XXX33TZ37H3Q tag=TY8N07B0N2XZ type=write size=486174 2024-09-19T13:44:28.129 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.126+0000 7f71dac3e8c0 1 > prepared operation key=NJ64P4D0EIT4 tag=A6VNROVVXGGM type=del size=3378889 2024-09-19T13:44:28.137 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.134+0000 7f71dac3e8c0 1 < suggested update operation key=E5541PV8MDY7 tag=NRLFJ1WBSPDZ type=del size=3592028 2024-09-19T13:44:28.144 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.142+0000 7f71dac3e8c0 1 > prepared part key=_multipart_A0ZG34NFHPW5.2~QSH2BJ69L0UB.0 size=1048576 2024-09-19T13:44:28.147 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.146+0000 7f71dac3e8c0 1 > prepared part key=_multipart_A0ZG34NFHPW5.2~QSH2BJ69L0UB.1 size=1048576 2024-09-19T13:44:28.149 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.146+0000 7f71dac3e8c0 1 > prepared part key=_multipart_A0ZG34NFHPW5.2~QSH2BJ69L0UB.2 size=998112 2024-09-19T13:44:28.149 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.146+0000 7f71dac3e8c0 1 > prepared multipart upload key=A0ZG34NFHPW5 upload=QSH2BJ69L0UB tag=1MNF0CD5D4ZG type=write size=4143840 2024-09-19T13:44:28.153 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.150+0000 7f71dac3e8c0 1 < completed part key=_multipart_3M5OBS7J4VF9.2~4Z6WLAC11E9D.0 size=1048576 2024-09-19T13:44:28.153 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.150+0000 7f71dac3e8c0 1 < canceled part key=_multipart_3M5OBS7J4VF9.2~4Z6WLAC11E9D.1 size=1048576 2024-09-19T13:44:28.153 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.150+0000 7f71dac3e8c0 1 < canceled part key=_multipart_3M5OBS7J4VF9.2~4Z6WLAC11E9D.2 size=229837 2024-09-19T13:44:28.159 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.158+0000 7f71dac3e8c0 1 < canceled multipart upload key=3M5OBS7J4VF9 upload=4Z6WLAC11E9D tag=8ORSCWT22BBV type=write size=3375565 2024-09-19T13:44:28.166 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.162+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ64P4D0EIT4.2~GVZE7UJGVJDT.0 size=432687 2024-09-19T13:44:28.166 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.162+0000 7f71dac3e8c0 1 > prepared multipart upload key=NJ64P4D0EIT4 upload=GVZE7UJGVJDT tag=UOI1PD824S1D type=write size=1481263 2024-09-19T13:44:28.170 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.166+0000 7f71dac3e8c0 1 < completed delete operation key=LIMYIIX8WVBS tag=LXZ1V4PW39H2 type=del 2024-09-19T13:44:28.173 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.170+0000 7f71dac3e8c0 1 > prepared operation key=GZF1MCOAN1NO tag=DU0TYFVSHDPZ type=write size=540018 2024-09-19T13:44:28.177 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.174+0000 7f71dac3e8c0 1 < completed delete operation key=JO1LC6YY2PEB tag=22Y27FKT11H7 type=del 2024-09-19T13:44:28.184 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.182+0000 7f71dac3e8c0 1 > prepared part key=_multipart_OZZDDUTJUZ6A.2~658X3890JH45.0 size=652621 2024-09-19T13:44:28.184 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.182+0000 7f71dac3e8c0 1 > prepared multipart upload key=OZZDDUTJUZ6A upload=658X3890JH45 tag=LGVKEM9Z1H4Y type=write size=1701197 2024-09-19T13:44:28.188 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.186+0000 7f71dac3e8c0 1 < completed part key=_multipart_E5541PV8MDY7.2~AVUXNU6373XN.0 size=1048576 2024-09-19T13:44:28.191 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.190+0000 7f71dac3e8c0 1 < completed part key=_multipart_E5541PV8MDY7.2~AVUXNU6373XN.1 size=1048576 2024-09-19T13:44:28.194 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.190+0000 7f71dac3e8c0 1 < completed part key=_multipart_E5541PV8MDY7.2~AVUXNU6373XN.2 size=890060 2024-09-19T13:44:28.199 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.198+0000 7f71dac3e8c0 1 < completed multipart upload key=E5541PV8MDY7 upload=AVUXNU6373XN tag=19P2HHFS6M84 type=write size=4035788 2024-09-19T13:44:28.203 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.202+0000 7f71dac3e8c0 1 > prepared operation key=7KN90I8B7PUK tag=OY2TA4O34DDI type=del size=2740459 2024-09-19T13:44:28.206 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.202+0000 7f71dac3e8c0 1 < completed delete operation key=NJ64P4D0EIT4 tag=YO82QWLBAF3W type=del 2024-09-19T13:44:28.210 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.206+0000 7f71dac3e8c0 1 > prepared operation key=K7SNV9YW44WO tag=2GXQYOON771B type=del size=539113 2024-09-19T13:44:28.214 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.210+0000 7f71dac3e8c0 1 < canceled operation key=Q484UNX3BYBG tag=BEDZ5FP96AKS type=write size=703758 2024-09-19T13:44:28.217 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.214+0000 7f71dac3e8c0 1 > prepared operation key=37OSN0RSHGZZ tag=BLZ11Q8AMC3Y type=del size=1724430 2024-09-19T13:44:28.222 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.218+0000 7f71dac3e8c0 1 < completed delete operation key=A0ZG34NFHPW5 tag=Y5BXAUDZTMLJ type=del 2024-09-19T13:44:28.226 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.222+0000 7f71dac3e8c0 1 > prepared operation key=1L7F60AU40YA tag=G7K0HGTPTE87 type=del size=3495466 2024-09-19T13:44:28.229 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.226+0000 7f71dac3e8c0 1 < completed write operation key=IUZEMS5KASUH tag=ETJFJVMSEC1Z type=write size=583644 2024-09-19T13:44:28.233 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.230+0000 7f71dac3e8c0 1 > prepared operation key=QQ09T88TB3XG tag=85UM5S4DHG8J type=del size=3897229 2024-09-19T13:44:28.237 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.234+0000 7f71dac3e8c0 1 < canceled operation key=8KBRPNQCKIQN tag=F4JOMLD912RG type=del size=3242499 2024-09-19T13:44:28.240 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.238+0000 7f71dac3e8c0 1 > prepared operation key=8KBRPNQCKIQN tag=3ORMUAZFP06N type=write size=600257 2024-09-19T13:44:28.244 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.242+0000 7f71dac3e8c0 1 < completed write operation key=GZF1MCOAN1NO tag=CT0B8JYWW4J0 type=write size=550536 2024-09-19T13:44:28.251 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.250+0000 7f71dac3e8c0 1 > prepared part key=_multipart_Q484UNX3BYBG.2~DJASZMUQ97UF.0 size=1048576 2024-09-19T13:44:28.254 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.250+0000 7f71dac3e8c0 1 > prepared part key=_multipart_Q484UNX3BYBG.2~DJASZMUQ97UF.1 size=1048576 2024-09-19T13:44:28.257 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.254+0000 7f71dac3e8c0 1 > prepared part key=_multipart_Q484UNX3BYBG.2~DJASZMUQ97UF.2 size=795135 2024-09-19T13:44:28.257 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.254+0000 7f71dac3e8c0 1 > prepared multipart upload key=Q484UNX3BYBG upload=DJASZMUQ97UF tag=K65DGMDKUHD2 type=write size=3940863 2024-09-19T13:44:28.261 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.258+0000 7f71dac3e8c0 1 < completed delete operation key=XXX33TZ37H3Q tag=66P0YEHDKTO7 type=del 2024-09-19T13:44:28.268 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.266+0000 7f71dac3e8c0 1 > prepared part key=_multipart_TZNPXQ5Y333X.2~FUDM0LP5NZ3E.0 size=872216 2024-09-19T13:44:28.268 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.266+0000 7f71dac3e8c0 1 > prepared multipart upload key=TZNPXQ5Y333X upload=FUDM0LP5NZ3E tag=9T6DO50BSMJN type=write size=1920792 2024-09-19T13:44:28.272 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.270+0000 7f71dac3e8c0 1 < completed delete operation key=A0ZG34NFHPW5 tag=7XEHLOJA5VAS type=del 2024-09-19T13:44:28.279 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.278+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8A3NYYQ7SXR3.2~W92AFA2Z4YDF.0 size=1048576 2024-09-19T13:44:28.282 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.278+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8A3NYYQ7SXR3.2~W92AFA2Z4YDF.1 size=75860 2024-09-19T13:44:28.282 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.278+0000 7f71dac3e8c0 1 > prepared multipart upload key=8A3NYYQ7SXR3 upload=W92AFA2Z4YDF tag=F90Z7PJQ5XYR type=write size=2173012 2024-09-19T13:44:28.286 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.282+0000 7f71dac3e8c0 1 < completed part key=_multipart_37OSN0RSHGZZ.2~SLYCCNNS4QVB.0 size=794063 2024-09-19T13:44:28.291 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.290+0000 7f71dac3e8c0 1 < completed multipart upload key=37OSN0RSHGZZ upload=SLYCCNNS4QVB tag=GFL0NQY0HB15 type=write size=1842639 2024-09-19T13:44:28.295 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.294+0000 7f71dac3e8c0 1 > prepared operation key=HXQD0AR5YYML tag=JH40UIIDP1D2 type=del size=2527206 2024-09-19T13:44:28.299 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.298+0000 7f71dac3e8c0 1 < completed delete operation key=5UA3A6M3SVPV tag=UD4CDMV6E0JI type=del 2024-09-19T13:44:28.303 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.302+0000 7f71dac3e8c0 1 > prepared operation key=XXX33TZ37H3Q tag=GQ7T3W16CURK type=del size=1375636 2024-09-19T13:44:28.307 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.306+0000 7f71dac3e8c0 1 < completed delete operation key=NJ64P4D0EIT4 tag=A6VNROVVXGGM type=del 2024-09-19T13:44:28.315 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.314+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~OD1B1W47AC3P.0 size=1048576 2024-09-19T13:44:28.319 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.318+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~OD1B1W47AC3P.1 size=1048576 2024-09-19T13:44:28.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.318+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~OD1B1W47AC3P.2 size=814459 2024-09-19T13:44:28.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.318+0000 7f71dac3e8c0 1 > prepared multipart upload key=K7SNV9YW44WO upload=OD1B1W47AC3P tag=YUYQKPWSNA3V type=write size=3960187 2024-09-19T13:44:28.326 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.322+0000 7f71dac3e8c0 1 < completed part key=_multipart_A0ZG34NFHPW5.2~QSH2BJ69L0UB.0 size=1048576 2024-09-19T13:44:28.329 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.326+0000 7f71dac3e8c0 1 < completed part key=_multipart_A0ZG34NFHPW5.2~QSH2BJ69L0UB.1 size=1048576 2024-09-19T13:44:28.332 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.330+0000 7f71dac3e8c0 1 < completed part key=_multipart_A0ZG34NFHPW5.2~QSH2BJ69L0UB.2 size=998112 2024-09-19T13:44:28.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.334+0000 7f71dac3e8c0 1 < completed multipart upload key=A0ZG34NFHPW5 upload=QSH2BJ69L0UB tag=1MNF0CD5D4ZG type=write size=4143840 2024-09-19T13:44:28.345 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.342+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~YIIHSLEVLL26.0 size=1048576 2024-09-19T13:44:28.348 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.346+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~YIIHSLEVLL26.1 size=122364 2024-09-19T13:44:28.348 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.346+0000 7f71dac3e8c0 1 > prepared multipart upload key=HXQD0AR5YYML upload=YIIHSLEVLL26 tag=30E17N5E8YJO type=write size=2219516 2024-09-19T13:44:28.351 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.350+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ64P4D0EIT4.2~GVZE7UJGVJDT.0 size=432687 2024-09-19T13:44:28.357 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.354+0000 7f71dac3e8c0 1 < completed multipart upload key=NJ64P4D0EIT4 upload=GVZE7UJGVJDT tag=UOI1PD824S1D type=write size=1481263 2024-09-19T13:44:28.361 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.358+0000 7f71dac3e8c0 1 > prepared operation key=NJ64P4D0EIT4 tag=UYJWYLECRWB9 type=del size=3876475 2024-09-19T13:44:28.365 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.362+0000 7f71dac3e8c0 1 < canceled operation key=GZF1MCOAN1NO tag=DU0TYFVSHDPZ type=write size=540018 2024-09-19T13:44:28.372 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.370+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GZF1MCOAN1NO.2~J6OD8E0B8EFC.0 size=1048576 2024-09-19T13:44:28.375 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.374+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GZF1MCOAN1NO.2~J6OD8E0B8EFC.1 size=1048576 2024-09-19T13:44:28.377 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.374+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GZF1MCOAN1NO.2~J6OD8E0B8EFC.2 size=882948 2024-09-19T13:44:28.377 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.374+0000 7f71dac3e8c0 1 > prepared multipart upload key=GZF1MCOAN1NO upload=J6OD8E0B8EFC tag=RU2Q2NURK6W0 type=write size=4028676 2024-09-19T13:44:28.382 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.378+0000 7f71dac3e8c0 1 < completed part key=_multipart_OZZDDUTJUZ6A.2~658X3890JH45.0 size=652621 2024-09-19T13:44:28.388 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.386+0000 7f71dac3e8c0 1 < completed multipart upload key=OZZDDUTJUZ6A upload=658X3890JH45 tag=LGVKEM9Z1H4Y type=write size=1701197 2024-09-19T13:44:28.391 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.390+0000 7f71dac3e8c0 1 > prepared operation key=K7SNV9YW44WO tag=GZZYC3D1CFYV type=del size=3025587 2024-09-19T13:44:28.404 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.402+0000 7f71dac3e8c0 1 < suggested update operation key=7KN90I8B7PUK tag=OY2TA4O34DDI type=del size=2740459 2024-09-19T13:44:28.410 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.406+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~OPZH8G53Q9I2.0 size=1048576 2024-09-19T13:44:28.413 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.410+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~OPZH8G53Q9I2.1 size=296407 2024-09-19T13:44:28.413 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.410+0000 7f71dac3e8c0 1 > prepared multipart upload key=HXQD0AR5YYML upload=OPZH8G53Q9I2 tag=13ON5IGVA6JF type=write size=2393559 2024-09-19T13:44:28.417 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.414+0000 7f71dac3e8c0 1 < completed delete operation key=K7SNV9YW44WO tag=2GXQYOON771B type=del 2024-09-19T13:44:28.421 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.418+0000 7f71dac3e8c0 1 > prepared operation key=GZF1MCOAN1NO tag=2GFVCD6G89JK type=del size=3609465 2024-09-19T13:44:28.428 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.426+0000 7f71dac3e8c0 1 < suggested remove operation key=37OSN0RSHGZZ tag=BLZ11Q8AMC3Y type=del 2024-09-19T13:44:28.431 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.430+0000 7f71dac3e8c0 1 > prepared operation key=LIMYIIX8WVBS tag=9C84BDST0B9K type=del size=2830286 2024-09-19T13:44:28.435 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.434+0000 7f71dac3e8c0 1 < canceled operation key=1L7F60AU40YA tag=G7K0HGTPTE87 type=del size=3495466 2024-09-19T13:44:28.442 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.438+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~4VSGR7Z1F2RO.0 size=285718 2024-09-19T13:44:28.442 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.438+0000 7f71dac3e8c0 1 > prepared multipart upload key=3M5OBS7J4VF9 upload=4VSGR7Z1F2RO tag=F6NVIZPVVV1X type=write size=1334294 2024-09-19T13:44:28.450 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.446+0000 7f71dac3e8c0 1 < suggested remove operation key=QQ09T88TB3XG tag=85UM5S4DHG8J type=del 2024-09-19T13:44:28.456 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.454+0000 7f71dac3e8c0 1 > prepared part key=_multipart_OZZDDUTJUZ6A.2~K0758CY29FUG.0 size=1048576 2024-09-19T13:44:28.460 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.458+0000 7f71dac3e8c0 1 > prepared part key=_multipart_OZZDDUTJUZ6A.2~K0758CY29FUG.1 size=1048576 2024-09-19T13:44:28.462 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.458+0000 7f71dac3e8c0 1 > prepared part key=_multipart_OZZDDUTJUZ6A.2~K0758CY29FUG.2 size=138396 2024-09-19T13:44:28.462 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.458+0000 7f71dac3e8c0 1 > prepared multipart upload key=OZZDDUTJUZ6A upload=K0758CY29FUG tag=FTVCO20AATML type=write size=3284124 2024-09-19T13:44:28.470 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.466+0000 7f71dac3e8c0 1 < suggested update operation key=8KBRPNQCKIQN tag=3ORMUAZFP06N type=write size=600257 2024-09-19T13:44:28.474 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.470+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=ZQ7OYU728C66 type=del size=232525 2024-09-19T13:44:28.478 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.474+0000 7f71dac3e8c0 1 < completed part key=_multipart_Q484UNX3BYBG.2~DJASZMUQ97UF.0 size=1048576 2024-09-19T13:44:28.481 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.478+0000 7f71dac3e8c0 1 < completed part key=_multipart_Q484UNX3BYBG.2~DJASZMUQ97UF.1 size=1048576 2024-09-19T13:44:28.484 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.482+0000 7f71dac3e8c0 1 < completed part key=_multipart_Q484UNX3BYBG.2~DJASZMUQ97UF.2 size=795135 2024-09-19T13:44:28.490 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.486+0000 7f71dac3e8c0 1 < completed multipart upload key=Q484UNX3BYBG upload=DJASZMUQ97UF tag=K65DGMDKUHD2 type=write size=3940863 2024-09-19T13:44:28.497 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.494+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~BUVRHTOK5352.0 size=1048576 2024-09-19T13:44:28.500 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.498+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~BUVRHTOK5352.1 size=1048576 2024-09-19T13:44:28.502 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.498+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~BUVRHTOK5352.2 size=306140 2024-09-19T13:44:28.503 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.498+0000 7f71dac3e8c0 1 > prepared multipart upload key=IUZEMS5KASUH upload=BUVRHTOK5352 tag=S27AF0YM2DD2 type=write size=3451868 2024-09-19T13:44:28.507 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.506+0000 7f71dac3e8c0 1 < completed part key=_multipart_TZNPXQ5Y333X.2~FUDM0LP5NZ3E.0 size=872216 2024-09-19T13:44:28.513 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.510+0000 7f71dac3e8c0 1 < completed multipart upload key=TZNPXQ5Y333X upload=FUDM0LP5NZ3E tag=9T6DO50BSMJN type=write size=1920792 2024-09-19T13:44:28.520 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.518+0000 7f71dac3e8c0 1 > prepared part key=_multipart_1L7F60AU40YA.2~63LXRQ6S8Y7J.0 size=1048576 2024-09-19T13:44:28.523 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.522+0000 7f71dac3e8c0 1 > prepared part key=_multipart_1L7F60AU40YA.2~63LXRQ6S8Y7J.1 size=842621 2024-09-19T13:44:28.523 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.522+0000 7f71dac3e8c0 1 > prepared multipart upload key=1L7F60AU40YA upload=63LXRQ6S8Y7J tag=UQVUP9INDGET type=write size=2939773 2024-09-19T13:44:28.527 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.526+0000 7f71dac3e8c0 1 < completed part key=_multipart_8A3NYYQ7SXR3.2~W92AFA2Z4YDF.0 size=1048576 2024-09-19T13:44:28.531 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.530+0000 7f71dac3e8c0 1 < completed part key=_multipart_8A3NYYQ7SXR3.2~W92AFA2Z4YDF.1 size=75860 2024-09-19T13:44:28.537 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.534+0000 7f71dac3e8c0 1 < completed multipart upload key=8A3NYYQ7SXR3 upload=W92AFA2Z4YDF tag=F90Z7PJQ5XYR type=write size=2173012 2024-09-19T13:44:28.542 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.538+0000 7f71dac3e8c0 1 > prepared operation key=K7SNV9YW44WO tag=O96P46D3DIFM type=del size=3086645 2024-09-19T13:44:28.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.542+0000 7f71dac3e8c0 1 < completed delete operation key=HXQD0AR5YYML tag=JH40UIIDP1D2 type=del 2024-09-19T13:44:28.552 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.550+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GZF1MCOAN1NO.2~03DJFIN3FWYU.0 size=1048576 2024-09-19T13:44:28.555 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.554+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GZF1MCOAN1NO.2~03DJFIN3FWYU.1 size=885699 2024-09-19T13:44:28.555 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.554+0000 7f71dac3e8c0 1 > prepared multipart upload key=GZF1MCOAN1NO upload=03DJFIN3FWYU tag=7EZ289081UMA type=write size=2982851 2024-09-19T13:44:28.562 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.558+0000 7f71dac3e8c0 1 < suggested remove operation key=XXX33TZ37H3Q tag=GQ7T3W16CURK type=del 2024-09-19T13:44:28.569 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.566+0000 7f71dac3e8c0 1 > prepared part key=_multipart_1L7F60AU40YA.2~VIF00BUXMK6L.0 size=1048576 2024-09-19T13:44:28.572 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.570+0000 7f71dac3e8c0 1 > prepared part key=_multipart_1L7F60AU40YA.2~VIF00BUXMK6L.1 size=1048576 2024-09-19T13:44:28.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.574+0000 7f71dac3e8c0 1 > prepared part key=_multipart_1L7F60AU40YA.2~VIF00BUXMK6L.2 size=92123 2024-09-19T13:44:28.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.574+0000 7f71dac3e8c0 1 > prepared multipart upload key=1L7F60AU40YA upload=VIF00BUXMK6L tag=27X5W5S5G4RO type=write size=3237851 2024-09-19T13:44:28.576 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.574+0000 7f71dac3e8c0 1 < canceled part key=_multipart_K7SNV9YW44WO.2~OD1B1W47AC3P.0 size=1048576 2024-09-19T13:44:28.579 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.578+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~OD1B1W47AC3P.1 size=1048576 2024-09-19T13:44:28.579 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.578+0000 7f71dac3e8c0 1 < canceled part key=_multipart_K7SNV9YW44WO.2~OD1B1W47AC3P.2 size=814459 2024-09-19T13:44:28.585 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.582+0000 7f71dac3e8c0 1 < canceled multipart upload key=K7SNV9YW44WO upload=OD1B1W47AC3P tag=YUYQKPWSNA3V type=write size=3960187 2024-09-19T13:44:28.593 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.590+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ64P4D0EIT4.2~7Q0TSAJNYLI1.0 size=1048576 2024-09-19T13:44:28.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.594+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ64P4D0EIT4.2~7Q0TSAJNYLI1.1 size=1048576 2024-09-19T13:44:28.599 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.598+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ64P4D0EIT4.2~7Q0TSAJNYLI1.2 size=1425 2024-09-19T13:44:28.599 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.598+0000 7f71dac3e8c0 1 > prepared multipart upload key=NJ64P4D0EIT4 upload=7Q0TSAJNYLI1 tag=VR0OPCMLYUXH type=write size=3147153 2024-09-19T13:44:28.603 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.602+0000 7f71dac3e8c0 1 < completed part key=_multipart_HXQD0AR5YYML.2~YIIHSLEVLL26.0 size=1048576 2024-09-19T13:44:28.606 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.602+0000 7f71dac3e8c0 1 < completed part key=_multipart_HXQD0AR5YYML.2~YIIHSLEVLL26.1 size=122364 2024-09-19T13:44:28.613 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.610+0000 7f71dac3e8c0 1 < completed multipart upload key=HXQD0AR5YYML upload=YIIHSLEVLL26 tag=30E17N5E8YJO type=write size=2219516 2024-09-19T13:44:28.617 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.614+0000 7f71dac3e8c0 1 > prepared operation key=D131FP2BZYDS tag=UBVSIA8G0GH2 type=del size=1218490 2024-09-19T13:44:28.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.618+0000 7f71dac3e8c0 1 < canceled operation key=NJ64P4D0EIT4 tag=UYJWYLECRWB9 type=del size=3876475 2024-09-19T13:44:28.625 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.622+0000 7f71dac3e8c0 1 > prepared operation key=NJ64P4D0EIT4 tag=2MCZ1QAP4ANB type=del size=2229636 2024-09-19T13:44:28.629 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.626+0000 7f71dac3e8c0 1 < completed part key=_multipart_GZF1MCOAN1NO.2~J6OD8E0B8EFC.0 size=1048576 2024-09-19T13:44:28.632 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.630+0000 7f71dac3e8c0 1 < completed part key=_multipart_GZF1MCOAN1NO.2~J6OD8E0B8EFC.1 size=1048576 2024-09-19T13:44:28.635 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.634+0000 7f71dac3e8c0 1 < completed part key=_multipart_GZF1MCOAN1NO.2~J6OD8E0B8EFC.2 size=882948 2024-09-19T13:44:28.641 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.638+0000 7f71dac3e8c0 1 < completed multipart upload key=GZF1MCOAN1NO upload=J6OD8E0B8EFC tag=RU2Q2NURK6W0 type=write size=4028676 2024-09-19T13:44:28.645 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.642+0000 7f71dac3e8c0 1 > prepared operation key=6QW9QPSBZ37R tag=S0BVUTJLONKE type=write size=609518 2024-09-19T13:44:28.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.646+0000 7f71dac3e8c0 1 < completed delete operation key=K7SNV9YW44WO tag=GZZYC3D1CFYV type=del 2024-09-19T13:44:28.653 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.650+0000 7f71dac3e8c0 1 > prepared operation key=QQ09T88TB3XG tag=51ZD49OH96GV type=del size=1784795 2024-09-19T13:44:28.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.654+0000 7f71dac3e8c0 1 < completed part key=_multipart_HXQD0AR5YYML.2~OPZH8G53Q9I2.0 size=1048576 2024-09-19T13:44:28.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.658+0000 7f71dac3e8c0 1 < completed part key=_multipart_HXQD0AR5YYML.2~OPZH8G53Q9I2.1 size=296407 2024-09-19T13:44:28.665 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.662+0000 7f71dac3e8c0 1 < completed multipart upload key=HXQD0AR5YYML upload=OPZH8G53Q9I2 tag=13ON5IGVA6JF type=write size=2393559 2024-09-19T13:44:28.669 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.666+0000 7f71dac3e8c0 1 > prepared operation key=3M5OBS7J4VF9 tag=VB25448COG0A type=del size=747121 2024-09-19T13:44:28.673 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.670+0000 7f71dac3e8c0 1 < completed delete operation key=GZF1MCOAN1NO tag=2GFVCD6G89JK type=del 2024-09-19T13:44:28.676 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.674+0000 7f71dac3e8c0 1 > prepared operation key=GTZ96ZN0A4E9 tag=SK4IOKYJDE5P type=del size=444728 2024-09-19T13:44:28.681 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.678+0000 7f71dac3e8c0 1 < completed delete operation key=LIMYIIX8WVBS tag=9C84BDST0B9K type=del 2024-09-19T13:44:28.688 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.686+0000 7f71dac3e8c0 1 > prepared part key=_multipart_D131FP2BZYDS.2~YZ8I45TFFGRL.0 size=1048576 2024-09-19T13:44:28.691 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.690+0000 7f71dac3e8c0 1 > prepared part key=_multipart_D131FP2BZYDS.2~YZ8I45TFFGRL.1 size=1048576 2024-09-19T13:44:28.694 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.690+0000 7f71dac3e8c0 1 > prepared part key=_multipart_D131FP2BZYDS.2~YZ8I45TFFGRL.2 size=154740 2024-09-19T13:44:28.694 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.690+0000 7f71dac3e8c0 1 > prepared multipart upload key=D131FP2BZYDS upload=YZ8I45TFFGRL tag=P6DB0CW8AQCH type=write size=3300468 2024-09-19T13:44:28.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.694+0000 7f71dac3e8c0 1 < completed part key=_multipart_3M5OBS7J4VF9.2~4VSGR7Z1F2RO.0 size=285718 2024-09-19T13:44:28.704 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.702+0000 7f71dac3e8c0 1 < completed multipart upload key=3M5OBS7J4VF9 upload=4VSGR7Z1F2RO tag=F6NVIZPVVV1X type=write size=1334294 2024-09-19T13:44:28.710 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.706+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~JOMWRQYXQK03.0 size=788812 2024-09-19T13:44:28.711 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.706+0000 7f71dac3e8c0 1 > prepared multipart upload key=LIMYIIX8WVBS upload=JOMWRQYXQK03 tag=S23IWU615I6D type=write size=1837388 2024-09-19T13:44:28.714 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.710+0000 7f71dac3e8c0 1 < completed part key=_multipart_OZZDDUTJUZ6A.2~K0758CY29FUG.0 size=1048576 2024-09-19T13:44:28.717 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.714+0000 7f71dac3e8c0 1 < completed part key=_multipart_OZZDDUTJUZ6A.2~K0758CY29FUG.1 size=1048576 2024-09-19T13:44:28.717 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.714+0000 7f71dac3e8c0 1 < canceled part key=_multipart_OZZDDUTJUZ6A.2~K0758CY29FUG.2 size=138396 2024-09-19T13:44:28.723 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.722+0000 7f71dac3e8c0 1 < canceled multipart upload key=OZZDDUTJUZ6A upload=K0758CY29FUG tag=FTVCO20AATML type=write size=3284124 2024-09-19T13:44:28.727 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.726+0000 7f71dac3e8c0 1 > prepared operation key=8NT83XBF9HN8 tag=NAZTX9I25NW8 type=write size=749710 2024-09-19T13:44:28.734 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.730+0000 7f71dac3e8c0 1 < suggested remove operation key=IUZEMS5KASUH tag=ZQ7OYU728C66 type=del 2024-09-19T13:44:28.741 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.738+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8NT83XBF9HN8.2~5O6V9K2B1OD2.0 size=1048576 2024-09-19T13:44:28.744 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.742+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8NT83XBF9HN8.2~5O6V9K2B1OD2.1 size=828405 2024-09-19T13:44:28.744 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.742+0000 7f71dac3e8c0 1 > prepared multipart upload key=8NT83XBF9HN8 upload=5O6V9K2B1OD2 tag=7NPP348EZBYX type=write size=2925557 2024-09-19T13:44:28.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.750+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~BUVRHTOK5352.0 size=1048576 2024-09-19T13:44:28.756 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.754+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~BUVRHTOK5352.1 size=1048576 2024-09-19T13:44:28.759 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.758+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~BUVRHTOK5352.2 size=306140 2024-09-19T13:44:28.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.762+0000 7f71dac3e8c0 1 < completed multipart upload key=IUZEMS5KASUH upload=BUVRHTOK5352 tag=S27AF0YM2DD2 type=write size=3451868 2024-09-19T13:44:28.772 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.770+0000 7f71dac3e8c0 1 > prepared part key=_multipart_A0ZG34NFHPW5.2~15R9C8J2342F.0 size=1048576 2024-09-19T13:44:28.774 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.770+0000 7f71dac3e8c0 1 > prepared part key=_multipart_A0ZG34NFHPW5.2~15R9C8J2342F.1 size=1048576 2024-09-19T13:44:28.778 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.774+0000 7f71dac3e8c0 1 > prepared part key=_multipart_A0ZG34NFHPW5.2~15R9C8J2342F.2 size=699225 2024-09-19T13:44:28.778 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.774+0000 7f71dac3e8c0 1 > prepared multipart upload key=A0ZG34NFHPW5 upload=15R9C8J2342F tag=0Q2QW0MM14DG type=write size=3844953 2024-09-19T13:44:28.779 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.778+0000 7f71dac3e8c0 1 < canceled part key=_multipart_1L7F60AU40YA.2~63LXRQ6S8Y7J.0 size=1048576 2024-09-19T13:44:28.781 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.778+0000 7f71dac3e8c0 1 < completed part key=_multipart_1L7F60AU40YA.2~63LXRQ6S8Y7J.1 size=842621 2024-09-19T13:44:28.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.786+0000 7f71dac3e8c0 1 < canceled multipart upload key=1L7F60AU40YA upload=63LXRQ6S8Y7J tag=UQVUP9INDGET type=write size=2939773 2024-09-19T13:44:28.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.790+0000 7f71dac3e8c0 1 > prepared operation key=3M5OBS7J4VF9 tag=WMP39GZD8IR9 type=del size=171125 2024-09-19T13:44:28.796 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.794+0000 7f71dac3e8c0 1 < completed delete operation key=K7SNV9YW44WO tag=O96P46D3DIFM type=del 2024-09-19T13:44:28.804 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.802+0000 7f71dac3e8c0 1 > prepared part key=_multipart_37OSN0RSHGZZ.2~CQPGY2YAYIOA.0 size=1048576 2024-09-19T13:44:28.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.806+0000 7f71dac3e8c0 1 > prepared part key=_multipart_37OSN0RSHGZZ.2~CQPGY2YAYIOA.1 size=1048576 2024-09-19T13:44:28.809 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.806+0000 7f71dac3e8c0 1 > prepared part key=_multipart_37OSN0RSHGZZ.2~CQPGY2YAYIOA.2 size=183698 2024-09-19T13:44:28.810 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.806+0000 7f71dac3e8c0 1 > prepared multipart upload key=37OSN0RSHGZZ upload=CQPGY2YAYIOA tag=7HJYFG636833 type=write size=3329426 2024-09-19T13:44:28.813 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.810+0000 7f71dac3e8c0 1 < completed part key=_multipart_GZF1MCOAN1NO.2~03DJFIN3FWYU.0 size=1048576 2024-09-19T13:44:28.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.814+0000 7f71dac3e8c0 1 < completed part key=_multipart_GZF1MCOAN1NO.2~03DJFIN3FWYU.1 size=885699 2024-09-19T13:44:28.822 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.818+0000 7f71dac3e8c0 1 < completed multipart upload key=GZF1MCOAN1NO upload=03DJFIN3FWYU tag=7EZ289081UMA type=write size=2982851 2024-09-19T13:44:28.826 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.822+0000 7f71dac3e8c0 1 > prepared operation key=JO1LC6YY2PEB tag=8R9ZRVV52YAI type=del size=1984554 2024-09-19T13:44:28.830 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.826+0000 7f71dac3e8c0 1 < completed part key=_multipart_1L7F60AU40YA.2~VIF00BUXMK6L.0 size=1048576 2024-09-19T13:44:28.832 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.830+0000 7f71dac3e8c0 1 < completed part key=_multipart_1L7F60AU40YA.2~VIF00BUXMK6L.1 size=1048576 2024-09-19T13:44:28.835 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.834+0000 7f71dac3e8c0 1 < completed part key=_multipart_1L7F60AU40YA.2~VIF00BUXMK6L.2 size=92123 2024-09-19T13:44:28.842 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.838+0000 7f71dac3e8c0 1 < completed multipart upload key=1L7F60AU40YA upload=VIF00BUXMK6L tag=27X5W5S5G4RO type=write size=3237851 2024-09-19T13:44:28.849 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.846+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~KI80L75AQZW3.0 size=1048576 2024-09-19T13:44:28.851 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.850+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~KI80L75AQZW3.1 size=543519 2024-09-19T13:44:28.851 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.850+0000 7f71dac3e8c0 1 > prepared multipart upload key=XXX33TZ37H3Q upload=KI80L75AQZW3 tag=U4ATO2QNX6QX type=write size=2640671 2024-09-19T13:44:28.855 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.854+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ64P4D0EIT4.2~7Q0TSAJNYLI1.0 size=1048576 2024-09-19T13:44:28.859 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.854+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ64P4D0EIT4.2~7Q0TSAJNYLI1.1 size=1048576 2024-09-19T13:44:28.859 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.854+0000 7f71dac3e8c0 1 < canceled part key=_multipart_NJ64P4D0EIT4.2~7Q0TSAJNYLI1.2 size=1425 2024-09-19T13:44:28.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.862+0000 7f71dac3e8c0 1 < canceled multipart upload key=NJ64P4D0EIT4 upload=7Q0TSAJNYLI1 tag=VR0OPCMLYUXH type=write size=3147153 2024-09-19T13:44:28.872 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.870+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~WQXFE252UZDJ.0 size=965363 2024-09-19T13:44:28.872 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.870+0000 7f71dac3e8c0 1 > prepared multipart upload key=W1PNZKV93AHZ upload=WQXFE252UZDJ tag=350OSE4T2SDY type=write size=2013939 2024-09-19T13:44:28.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.878+0000 7f71dac3e8c0 1 < suggested remove operation key=D131FP2BZYDS tag=UBVSIA8G0GH2 type=del 2024-09-19T13:44:28.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.882+0000 7f71dac3e8c0 1 > prepared part key=_multipart_6QW9QPSBZ37R.2~PU1EZCDU4VGB.0 size=749840 2024-09-19T13:44:28.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.882+0000 7f71dac3e8c0 1 > prepared multipart upload key=6QW9QPSBZ37R upload=PU1EZCDU4VGB tag=DBIU1A65CP4B type=write size=1798416 2024-09-19T13:44:28.890 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.886+0000 7f71dac3e8c0 1 < completed delete operation key=NJ64P4D0EIT4 tag=2MCZ1QAP4ANB type=del 2024-09-19T13:44:28.897 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.894+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QMR0T7URJS4W.2~22ZDKHKPDAX3.0 size=1048576 2024-09-19T13:44:28.900 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.898+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QMR0T7URJS4W.2~22ZDKHKPDAX3.1 size=1048576 2024-09-19T13:44:28.903 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.902+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QMR0T7URJS4W.2~22ZDKHKPDAX3.2 size=48498 2024-09-19T13:44:28.903 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.902+0000 7f71dac3e8c0 1 > prepared multipart upload key=QMR0T7URJS4W upload=22ZDKHKPDAX3 tag=KL5J364PDB3G type=write size=3194226 2024-09-19T13:44:28.907 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.906+0000 7f71dac3e8c0 1 < completed write operation key=6QW9QPSBZ37R tag=S0BVUTJLONKE type=write size=609518 2024-09-19T13:44:28.911 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.910+0000 7f71dac3e8c0 1 > prepared operation key=QQ09T88TB3XG tag=1GPCO1HMCJ12 type=del size=2568117 2024-09-19T13:44:28.915 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.914+0000 7f71dac3e8c0 1 < completed delete operation key=QQ09T88TB3XG tag=51ZD49OH96GV type=del 2024-09-19T13:44:28.918 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.914+0000 7f71dac3e8c0 1 > prepared operation key=ZTBECCHZS74F tag=BMJJ84EQPTI6 type=del size=1384574 2024-09-19T13:44:28.927 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.926+0000 7f71dac3e8c0 1 < suggested remove operation key=3M5OBS7J4VF9 tag=VB25448COG0A type=del 2024-09-19T13:44:28.934 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.930+0000 7f71dac3e8c0 1 > prepared part key=_multipart_37OSN0RSHGZZ.2~MD2MU6DT2WQJ.0 size=1048576 2024-09-19T13:44:28.936 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.934+0000 7f71dac3e8c0 1 > prepared part key=_multipart_37OSN0RSHGZZ.2~MD2MU6DT2WQJ.1 size=893971 2024-09-19T13:44:28.936 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.934+0000 7f71dac3e8c0 1 > prepared multipart upload key=37OSN0RSHGZZ upload=MD2MU6DT2WQJ tag=UV10UNZNODYS type=write size=2991123 2024-09-19T13:44:28.940 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.938+0000 7f71dac3e8c0 1 < completed delete operation key=GTZ96ZN0A4E9 tag=SK4IOKYJDE5P type=del 2024-09-19T13:44:28.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.946+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~89VUG1N9OFHH.0 size=841962 2024-09-19T13:44:28.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.946+0000 7f71dac3e8c0 1 > prepared multipart upload key=7KN90I8B7PUK upload=89VUG1N9OFHH tag=P0N7D9BTDAQD type=write size=1890538 2024-09-19T13:44:28.951 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.950+0000 7f71dac3e8c0 1 < completed part key=_multipart_D131FP2BZYDS.2~YZ8I45TFFGRL.0 size=1048576 2024-09-19T13:44:28.951 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.950+0000 7f71dac3e8c0 1 < canceled part key=_multipart_D131FP2BZYDS.2~YZ8I45TFFGRL.1 size=1048576 2024-09-19T13:44:28.951 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.950+0000 7f71dac3e8c0 1 < canceled part key=_multipart_D131FP2BZYDS.2~YZ8I45TFFGRL.2 size=154740 2024-09-19T13:44:28.957 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.954+0000 7f71dac3e8c0 1 < canceled multipart upload key=D131FP2BZYDS upload=YZ8I45TFFGRL tag=P6DB0CW8AQCH type=write size=3300468 2024-09-19T13:44:28.961 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.958+0000 7f71dac3e8c0 1 > prepared operation key=OZZDDUTJUZ6A tag=NXLM80O0GG9R type=del size=1747578 2024-09-19T13:44:28.962 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.958+0000 7f71dac3e8c0 1 < canceled part key=_multipart_LIMYIIX8WVBS.2~JOMWRQYXQK03.0 size=788812 2024-09-19T13:44:28.968 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.966+0000 7f71dac3e8c0 1 < canceled multipart upload key=LIMYIIX8WVBS upload=JOMWRQYXQK03 tag=S23IWU615I6D type=write size=1837388 2024-09-19T13:44:28.972 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.970+0000 7f71dac3e8c0 1 > prepared operation key=5UA3A6M3SVPV tag=6R7X385LRN20 type=del size=1643474 2024-09-19T13:44:28.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.974+0000 7f71dac3e8c0 1 < completed write operation key=8NT83XBF9HN8 tag=NAZTX9I25NW8 type=write size=749710 2024-09-19T13:44:28.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.982+0000 7f71dac3e8c0 1 > prepared part key=_multipart_D131FP2BZYDS.2~220Q6Q79CGR5.0 size=1032530 2024-09-19T13:44:28.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.982+0000 7f71dac3e8c0 1 > prepared multipart upload key=D131FP2BZYDS upload=220Q6Q79CGR5 tag=PJI9LVLRME4Q type=write size=2081106 2024-09-19T13:44:28.987 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.986+0000 7f71dac3e8c0 1 < completed part key=_multipart_8NT83XBF9HN8.2~5O6V9K2B1OD2.0 size=1048576 2024-09-19T13:44:28.990 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.986+0000 7f71dac3e8c0 1 < completed part key=_multipart_8NT83XBF9HN8.2~5O6V9K2B1OD2.1 size=828405 2024-09-19T13:44:28.996 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:28.994+0000 7f71dac3e8c0 1 < completed multipart upload key=8NT83XBF9HN8 upload=5O6V9K2B1OD2 tag=7NPP348EZBYX type=write size=2925557 2024-09-19T13:44:29.003 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.002+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~9SLJSUVTUMXK.0 size=1048576 2024-09-19T13:44:29.006 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.002+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~9SLJSUVTUMXK.1 size=1048576 2024-09-19T13:44:29.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.006+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~9SLJSUVTUMXK.2 size=647334 2024-09-19T13:44:29.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.006+0000 7f71dac3e8c0 1 > prepared multipart upload key=HXQD0AR5YYML upload=9SLJSUVTUMXK tag=RPTG9JSM7BVJ type=write size=3793062 2024-09-19T13:44:29.014 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.010+0000 7f71dac3e8c0 1 < completed part key=_multipart_A0ZG34NFHPW5.2~15R9C8J2342F.0 size=1048576 2024-09-19T13:44:29.016 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.014+0000 7f71dac3e8c0 1 < completed part key=_multipart_A0ZG34NFHPW5.2~15R9C8J2342F.1 size=1048576 2024-09-19T13:44:29.019 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.018+0000 7f71dac3e8c0 1 < completed part key=_multipart_A0ZG34NFHPW5.2~15R9C8J2342F.2 size=699225 2024-09-19T13:44:29.026 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.022+0000 7f71dac3e8c0 1 < completed multipart upload key=A0ZG34NFHPW5 upload=15R9C8J2342F tag=0Q2QW0MM14DG type=write size=3844953 2024-09-19T13:44:29.029 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.026+0000 7f71dac3e8c0 1 > prepared operation key=GTZ96ZN0A4E9 tag=0A61CIVR32ZG type=write size=949957 2024-09-19T13:44:29.031 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.030+0000 7f71dac3e8c0 -1 < no bi entry to suggest for operation key=3M5OBS7J4VF9 tag=WMP39GZD8IR9 type=del size=171125: (2) No such file or directory 2024-09-19T13:44:29.038 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.034+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~GK6W3TLRP1H6.0 size=1048576 2024-09-19T13:44:29.041 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.038+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~GK6W3TLRP1H6.1 size=141051 2024-09-19T13:44:29.041 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.038+0000 7f71dac3e8c0 1 > prepared multipart upload key=XXX33TZ37H3Q upload=GK6W3TLRP1H6 tag=DHMWJLURLJCG type=write size=2238203 2024-09-19T13:44:29.045 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.042+0000 7f71dac3e8c0 1 < completed part key=_multipart_37OSN0RSHGZZ.2~CQPGY2YAYIOA.0 size=1048576 2024-09-19T13:44:29.048 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.046+0000 7f71dac3e8c0 1 < completed part key=_multipart_37OSN0RSHGZZ.2~CQPGY2YAYIOA.1 size=1048576 2024-09-19T13:44:29.051 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.050+0000 7f71dac3e8c0 1 < completed part key=_multipart_37OSN0RSHGZZ.2~CQPGY2YAYIOA.2 size=183698 2024-09-19T13:44:29.057 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.054+0000 7f71dac3e8c0 1 < completed multipart upload key=37OSN0RSHGZZ upload=CQPGY2YAYIOA tag=7HJYFG636833 type=write size=3329426 2024-09-19T13:44:29.063 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.062+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~6MBC3ELYJLS8.0 size=1048576 2024-09-19T13:44:29.066 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.062+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~6MBC3ELYJLS8.1 size=1048576 2024-09-19T13:44:29.069 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.066+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~6MBC3ELYJLS8.2 size=65952 2024-09-19T13:44:29.069 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.066+0000 7f71dac3e8c0 1 > prepared multipart upload key=LIMYIIX8WVBS upload=6MBC3ELYJLS8 tag=BLA0GYIU4BBR type=write size=3211680 2024-09-19T13:44:29.073 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.070+0000 7f71dac3e8c0 1 < completed delete operation key=JO1LC6YY2PEB tag=8R9ZRVV52YAI type=del 2024-09-19T13:44:29.081 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.078+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GZF1MCOAN1NO.2~PR2GLJ48AX5I.0 size=1048576 2024-09-19T13:44:29.083 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.082+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GZF1MCOAN1NO.2~PR2GLJ48AX5I.1 size=600799 2024-09-19T13:44:29.084 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.082+0000 7f71dac3e8c0 1 > prepared multipart upload key=GZF1MCOAN1NO upload=PR2GLJ48AX5I tag=TSSQXM8VFTWQ type=write size=2697951 2024-09-19T13:44:29.088 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.086+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~KI80L75AQZW3.0 size=1048576 2024-09-19T13:44:29.088 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.086+0000 7f71dac3e8c0 1 < canceled part key=_multipart_XXX33TZ37H3Q.2~KI80L75AQZW3.1 size=543519 2024-09-19T13:44:29.097 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.094+0000 7f71dac3e8c0 1 < canceled multipart upload key=XXX33TZ37H3Q upload=KI80L75AQZW3 tag=U4ATO2QNX6QX type=write size=2640671 2024-09-19T13:44:29.105 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.102+0000 7f71dac3e8c0 1 > prepared part key=_multipart_Q484UNX3BYBG.2~CFN9Q4CWOFZY.0 size=765756 2024-09-19T13:44:29.105 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.102+0000 7f71dac3e8c0 1 > prepared multipart upload key=Q484UNX3BYBG upload=CFN9Q4CWOFZY tag=TSQGAND5HRU3 type=write size=1814332 2024-09-19T13:44:29.106 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.102+0000 7f71dac3e8c0 1 < canceled part key=_multipart_W1PNZKV93AHZ.2~WQXFE252UZDJ.0 size=965363 2024-09-19T13:44:29.112 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.110+0000 7f71dac3e8c0 1 < canceled multipart upload key=W1PNZKV93AHZ upload=WQXFE252UZDJ tag=350OSE4T2SDY type=write size=2013939 2024-09-19T13:44:29.116 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.114+0000 7f71dac3e8c0 1 > prepared operation key=8KBRPNQCKIQN tag=PU59QKN0XFHI type=del size=3082913 2024-09-19T13:44:29.119 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.118+0000 7f71dac3e8c0 1 < completed part key=_multipart_6QW9QPSBZ37R.2~PU1EZCDU4VGB.0 size=749840 2024-09-19T13:44:29.125 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.122+0000 7f71dac3e8c0 1 < completed multipart upload key=6QW9QPSBZ37R upload=PU1EZCDU4VGB tag=DBIU1A65CP4B type=write size=1798416 2024-09-19T13:44:29.132 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.130+0000 7f71dac3e8c0 1 > prepared part key=_multipart_37OSN0RSHGZZ.2~51Q6484DDCHK.0 size=844593 2024-09-19T13:44:29.132 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.130+0000 7f71dac3e8c0 1 > prepared multipart upload key=37OSN0RSHGZZ upload=51Q6484DDCHK tag=P68PG0CM2WMD type=write size=1893169 2024-09-19T13:44:29.136 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.134+0000 7f71dac3e8c0 1 < completed part key=_multipart_QMR0T7URJS4W.2~22ZDKHKPDAX3.0 size=1048576 2024-09-19T13:44:29.139 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.138+0000 7f71dac3e8c0 1 < completed part key=_multipart_QMR0T7URJS4W.2~22ZDKHKPDAX3.1 size=1048576 2024-09-19T13:44:29.142 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.138+0000 7f71dac3e8c0 1 < completed part key=_multipart_QMR0T7URJS4W.2~22ZDKHKPDAX3.2 size=48498 2024-09-19T13:44:29.148 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.146+0000 7f71dac3e8c0 1 < completed multipart upload key=QMR0T7URJS4W upload=22ZDKHKPDAX3 tag=KL5J364PDB3G type=write size=3194226 2024-09-19T13:44:29.152 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.150+0000 7f71dac3e8c0 1 > prepared operation key=QQ09T88TB3XG tag=D6AY2R193WZU type=del size=507142 2024-09-19T13:44:29.161 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.158+0000 7f71dac3e8c0 1 < suggested update operation key=QQ09T88TB3XG tag=1GPCO1HMCJ12 type=del size=2568117 2024-09-19T13:44:29.165 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.162+0000 7f71dac3e8c0 1 > prepared operation key=OZZDDUTJUZ6A tag=832NKERFSW6S type=del size=3764222 2024-09-19T13:44:29.173 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.170+0000 7f71dac3e8c0 1 < suggested update operation key=ZTBECCHZS74F tag=BMJJ84EQPTI6 type=del size=1384574 2024-09-19T13:44:29.180 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.178+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GTZ96ZN0A4E9.2~8KSY7YLM6TZT.0 size=609037 2024-09-19T13:44:29.180 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.178+0000 7f71dac3e8c0 1 > prepared multipart upload key=GTZ96ZN0A4E9 upload=8KSY7YLM6TZT tag=LKV7PVZM81A2 type=write size=1657613 2024-09-19T13:44:29.185 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.182+0000 7f71dac3e8c0 1 < completed part key=_multipart_37OSN0RSHGZZ.2~MD2MU6DT2WQJ.0 size=1048576 2024-09-19T13:44:29.188 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.186+0000 7f71dac3e8c0 1 < completed part key=_multipart_37OSN0RSHGZZ.2~MD2MU6DT2WQJ.1 size=893971 2024-09-19T13:44:29.194 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.190+0000 7f71dac3e8c0 1 < completed multipart upload key=37OSN0RSHGZZ upload=MD2MU6DT2WQJ tag=UV10UNZNODYS type=write size=2991123 2024-09-19T13:44:29.198 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.194+0000 7f71dac3e8c0 1 > prepared operation key=TZNPXQ5Y333X tag=81YEIGCZ972O type=del size=636390 2024-09-19T13:44:29.199 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.198+0000 7f71dac3e8c0 1 < canceled part key=_multipart_7KN90I8B7PUK.2~89VUG1N9OFHH.0 size=841962 2024-09-19T13:44:29.205 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.202+0000 7f71dac3e8c0 1 < canceled multipart upload key=7KN90I8B7PUK upload=89VUG1N9OFHH tag=P0N7D9BTDAQD type=write size=1890538 2024-09-19T13:44:29.209 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.206+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=VDY2R84C2TDY type=write size=18721 2024-09-19T13:44:29.212 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.210+0000 7f71dac3e8c0 1 < completed delete operation key=OZZDDUTJUZ6A tag=NXLM80O0GG9R type=del 2024-09-19T13:44:29.216 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.214+0000 7f71dac3e8c0 1 > prepared operation key=3M5OBS7J4VF9 tag=9G1ZC8ZLN6VS type=del size=207331 2024-09-19T13:44:29.224 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.222+0000 7f71dac3e8c0 1 < suggested update operation key=5UA3A6M3SVPV tag=6R7X385LRN20 type=del size=1643474 2024-09-19T13:44:29.228 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.226+0000 7f71dac3e8c0 1 > prepared operation key=D131FP2BZYDS tag=5C27PEOXEDEL type=del size=1501500 2024-09-19T13:44:29.232 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.230+0000 7f71dac3e8c0 1 < completed part key=_multipart_D131FP2BZYDS.2~220Q6Q79CGR5.0 size=1032530 2024-09-19T13:44:29.238 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.234+0000 7f71dac3e8c0 1 < completed multipart upload key=D131FP2BZYDS upload=220Q6Q79CGR5 tag=PJI9LVLRME4Q type=write size=2081106 2024-09-19T13:44:29.241 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.238+0000 7f71dac3e8c0 1 > prepared operation key=8KBRPNQCKIQN tag=LAST7KXPEZVG type=del size=1144935 2024-09-19T13:44:29.245 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.242+0000 7f71dac3e8c0 1 < completed part key=_multipart_HXQD0AR5YYML.2~9SLJSUVTUMXK.0 size=1048576 2024-09-19T13:44:29.248 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.246+0000 7f71dac3e8c0 1 < completed part key=_multipart_HXQD0AR5YYML.2~9SLJSUVTUMXK.1 size=1048576 2024-09-19T13:44:29.248 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.246+0000 7f71dac3e8c0 1 < canceled part key=_multipart_HXQD0AR5YYML.2~9SLJSUVTUMXK.2 size=647334 2024-09-19T13:44:29.253 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.250+0000 7f71dac3e8c0 1 < canceled multipart upload key=HXQD0AR5YYML upload=9SLJSUVTUMXK tag=RPTG9JSM7BVJ type=write size=3793062 2024-09-19T13:44:29.258 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.254+0000 7f71dac3e8c0 1 > prepared operation key=8KBRPNQCKIQN tag=PSAFM90JAR89 type=write size=628382 2024-09-19T13:44:29.261 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.258+0000 7f71dac3e8c0 1 < canceled operation key=GTZ96ZN0A4E9 tag=0A61CIVR32ZG type=write size=949957 2024-09-19T13:44:29.269 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.266+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8A3NYYQ7SXR3.2~A5WSXH4HVF62.0 size=1048576 2024-09-19T13:44:29.272 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.270+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8A3NYYQ7SXR3.2~A5WSXH4HVF62.1 size=216652 2024-09-19T13:44:29.272 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.270+0000 7f71dac3e8c0 1 > prepared multipart upload key=8A3NYYQ7SXR3 upload=A5WSXH4HVF62 tag=UN31I3JBUDEP type=write size=2313804 2024-09-19T13:44:29.275 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.274+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~GK6W3TLRP1H6.0 size=1048576 2024-09-19T13:44:29.278 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.274+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~GK6W3TLRP1H6.1 size=141051 2024-09-19T13:44:29.284 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.282+0000 7f71dac3e8c0 1 < completed multipart upload key=XXX33TZ37H3Q upload=GK6W3TLRP1H6 tag=DHMWJLURLJCG type=write size=2238203 2024-09-19T13:44:29.292 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.290+0000 7f71dac3e8c0 1 > prepared part key=_multipart_A0ZG34NFHPW5.2~SKOCDTK6J6TA.0 size=1048576 2024-09-19T13:44:29.295 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.294+0000 7f71dac3e8c0 1 > prepared part key=_multipart_A0ZG34NFHPW5.2~SKOCDTK6J6TA.1 size=977480 2024-09-19T13:44:29.295 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.294+0000 7f71dac3e8c0 1 > prepared multipart upload key=A0ZG34NFHPW5 upload=SKOCDTK6J6TA tag=Q7FD4SWOPWER type=write size=3074632 2024-09-19T13:44:29.299 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.298+0000 7f71dac3e8c0 1 < completed part key=_multipart_LIMYIIX8WVBS.2~6MBC3ELYJLS8.0 size=1048576 2024-09-19T13:44:29.299 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.298+0000 7f71dac3e8c0 1 < canceled part key=_multipart_LIMYIIX8WVBS.2~6MBC3ELYJLS8.1 size=1048576 2024-09-19T13:44:29.302 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.298+0000 7f71dac3e8c0 1 < completed part key=_multipart_LIMYIIX8WVBS.2~6MBC3ELYJLS8.2 size=65952 2024-09-19T13:44:29.308 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.306+0000 7f71dac3e8c0 1 < canceled multipart upload key=LIMYIIX8WVBS upload=6MBC3ELYJLS8 tag=BLA0GYIU4BBR type=write size=3211680 2024-09-19T13:44:29.315 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.314+0000 7f71dac3e8c0 1 > prepared part key=_multipart_Q484UNX3BYBG.2~UFEM44QST1GN.0 size=1048576 2024-09-19T13:44:29.318 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.314+0000 7f71dac3e8c0 1 > prepared part key=_multipart_Q484UNX3BYBG.2~UFEM44QST1GN.1 size=311132 2024-09-19T13:44:29.318 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.314+0000 7f71dac3e8c0 1 > prepared multipart upload key=Q484UNX3BYBG upload=UFEM44QST1GN tag=L30FX7I2QHGX type=write size=2408284 2024-09-19T13:44:29.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.318+0000 7f71dac3e8c0 1 < completed part key=_multipart_GZF1MCOAN1NO.2~PR2GLJ48AX5I.0 size=1048576 2024-09-19T13:44:29.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.318+0000 7f71dac3e8c0 1 < canceled part key=_multipart_GZF1MCOAN1NO.2~PR2GLJ48AX5I.1 size=600799 2024-09-19T13:44:29.328 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.326+0000 7f71dac3e8c0 1 < canceled multipart upload key=GZF1MCOAN1NO upload=PR2GLJ48AX5I tag=TSSQXM8VFTWQ type=write size=2697951 2024-09-19T13:44:29.332 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.330+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=E00U45LK48AE type=write size=876730 2024-09-19T13:44:29.336 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.334+0000 7f71dac3e8c0 1 < completed part key=_multipart_Q484UNX3BYBG.2~CFN9Q4CWOFZY.0 size=765756 2024-09-19T13:44:29.343 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.342+0000 7f71dac3e8c0 1 < completed multipart upload key=Q484UNX3BYBG upload=CFN9Q4CWOFZY tag=TSQGAND5HRU3 type=write size=1814332 2024-09-19T13:44:29.347 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.346+0000 7f71dac3e8c0 1 > prepared operation key=HEVXCB3PBN2X tag=ZQTNPEHIEEDZ type=del size=1501917 2024-09-19T13:44:29.351 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.350+0000 7f71dac3e8c0 1 < completed delete operation key=8KBRPNQCKIQN tag=PU59QKN0XFHI type=del 2024-09-19T13:44:29.358 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.354+0000 7f71dac3e8c0 1 > prepared part key=_multipart_V22QT1MEZ47G.2~DR2MI5KQEVCI.0 size=1048576 2024-09-19T13:44:29.361 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.358+0000 7f71dac3e8c0 1 > prepared part key=_multipart_V22QT1MEZ47G.2~DR2MI5KQEVCI.1 size=1048576 2024-09-19T13:44:29.364 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.362+0000 7f71dac3e8c0 1 > prepared part key=_multipart_V22QT1MEZ47G.2~DR2MI5KQEVCI.2 size=1019114 2024-09-19T13:44:29.364 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.362+0000 7f71dac3e8c0 1 > prepared multipart upload key=V22QT1MEZ47G upload=DR2MI5KQEVCI tag=X6J2HGVOT74Z type=write size=4164842 2024-09-19T13:44:29.368 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.366+0000 7f71dac3e8c0 1 < completed part key=_multipart_37OSN0RSHGZZ.2~51Q6484DDCHK.0 size=844593 2024-09-19T13:44:29.375 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.374+0000 7f71dac3e8c0 1 < completed multipart upload key=37OSN0RSHGZZ upload=51Q6484DDCHK tag=P68PG0CM2WMD type=write size=1893169 2024-09-19T13:44:29.383 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.382+0000 7f71dac3e8c0 1 > prepared part key=_multipart_0FYIGD7G7ER2.2~KWD8DBRMUTR8.0 size=1048576 2024-09-19T13:44:29.386 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.382+0000 7f71dac3e8c0 1 > prepared part key=_multipart_0FYIGD7G7ER2.2~KWD8DBRMUTR8.1 size=115484 2024-09-19T13:44:29.386 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.382+0000 7f71dac3e8c0 1 > prepared multipart upload key=0FYIGD7G7ER2 upload=KWD8DBRMUTR8 tag=3EIEPY44OQ5W type=write size=2212636 2024-09-19T13:44:29.390 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.386+0000 7f71dac3e8c0 -1 < failed to complete operation key=QQ09T88TB3XG tag=D6AY2R193WZU type=del size=507142: (22) Invalid argument 2024-09-19T13:44:29.395 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.394+0000 7f71dac3e8c0 1 > prepared operation key=8KBRPNQCKIQN tag=G2IFRP0CHVL0 type=del size=2335375 2024-09-19T13:44:29.399 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.398+0000 7f71dac3e8c0 1 < completed delete operation key=OZZDDUTJUZ6A tag=832NKERFSW6S type=del 2024-09-19T13:44:29.403 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.402+0000 7f71dac3e8c0 1 > prepared operation key=ZTBECCHZS74F tag=0YUG2062C1JO type=write size=192325 2024-09-19T13:44:29.408 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.406+0000 7f71dac3e8c0 1 < completed part key=_multipart_GTZ96ZN0A4E9.2~8KSY7YLM6TZT.0 size=609037 2024-09-19T13:44:29.414 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.410+0000 7f71dac3e8c0 1 < completed multipart upload key=GTZ96ZN0A4E9 upload=8KSY7YLM6TZT tag=LKV7PVZM81A2 type=write size=1657613 2024-09-19T13:44:29.418 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.414+0000 7f71dac3e8c0 1 > prepared operation key=7KN90I8B7PUK tag=LESYIJSEZAZR type=del size=2889289 2024-09-19T13:44:29.422 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.418+0000 7f71dac3e8c0 1 < canceled operation key=TZNPXQ5Y333X tag=81YEIGCZ972O type=del size=636390 2024-09-19T13:44:29.426 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.422+0000 7f71dac3e8c0 1 > prepared operation key=37OSN0RSHGZZ tag=V6QFM9IFR409 type=del size=981862 2024-09-19T13:44:29.430 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.426+0000 7f71dac3e8c0 1 < completed write operation key=IUZEMS5KASUH tag=VDY2R84C2TDY type=write size=18721 2024-09-19T13:44:29.434 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.430+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=Q8BHX2GRAB3Y type=del size=2226053 2024-09-19T13:44:29.438 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.434+0000 7f71dac3e8c0 1 < completed delete operation key=3M5OBS7J4VF9 tag=9G1ZC8ZLN6VS type=del 2024-09-19T13:44:29.445 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.442+0000 7f71dac3e8c0 1 > prepared part key=_multipart_OZZDDUTJUZ6A.2~HY1ALQN40KVY.0 size=165452 2024-09-19T13:44:29.445 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.442+0000 7f71dac3e8c0 1 > prepared multipart upload key=OZZDDUTJUZ6A upload=HY1ALQN40KVY tag=BT0X3IM2GITQ type=write size=1214028 2024-09-19T13:44:29.453 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.450+0000 7f71dac3e8c0 1 < suggested remove operation key=D131FP2BZYDS tag=5C27PEOXEDEL type=del 2024-09-19T13:44:29.460 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.458+0000 7f71dac3e8c0 1 > prepared operation key=E5541PV8MDY7 tag=5XRC7IDYWCPP type=del size=1435043 2024-09-19T13:44:29.468 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.466+0000 7f71dac3e8c0 1 < suggested update operation key=8KBRPNQCKIQN tag=LAST7KXPEZVG type=del size=1144935 2024-09-19T13:44:29.472 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.470+0000 7f71dac3e8c0 1 > prepared operation key=7KN90I8B7PUK tag=U988LU6MKMA2 type=del size=303568 2024-09-19T13:44:29.475 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.474+0000 7f71dac3e8c0 -1 < failed to complete operation key=8KBRPNQCKIQN tag=PSAFM90JAR89 type=write size=628382: (22) Invalid argument 2024-09-19T13:44:29.479 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.478+0000 7f71dac3e8c0 1 > prepared operation key=GZF1MCOAN1NO tag=PUPAUMYU4R66 type=del size=3730781 2024-09-19T13:44:29.483 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.482+0000 7f71dac3e8c0 1 < completed part key=_multipart_8A3NYYQ7SXR3.2~A5WSXH4HVF62.0 size=1048576 2024-09-19T13:44:29.486 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.482+0000 7f71dac3e8c0 1 < completed part key=_multipart_8A3NYYQ7SXR3.2~A5WSXH4HVF62.1 size=216652 2024-09-19T13:44:29.492 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.490+0000 7f71dac3e8c0 1 < completed multipart upload key=8A3NYYQ7SXR3 upload=A5WSXH4HVF62 tag=UN31I3JBUDEP type=write size=2313804 2024-09-19T13:44:29.499 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.494+0000 7f71dac3e8c0 1 > prepared part key=_multipart_TZNPXQ5Y333X.2~195ZBFNKFNQV.0 size=219300 2024-09-19T13:44:29.499 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.494+0000 7f71dac3e8c0 1 > prepared multipart upload key=TZNPXQ5Y333X upload=195ZBFNKFNQV tag=NMWY50UUFZEF type=write size=1267876 2024-09-19T13:44:29.503 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.502+0000 7f71dac3e8c0 1 < completed part key=_multipart_A0ZG34NFHPW5.2~SKOCDTK6J6TA.0 size=1048576 2024-09-19T13:44:29.505 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.502+0000 7f71dac3e8c0 1 < completed part key=_multipart_A0ZG34NFHPW5.2~SKOCDTK6J6TA.1 size=977480 2024-09-19T13:44:29.512 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.510+0000 7f71dac3e8c0 1 < completed multipart upload key=A0ZG34NFHPW5 upload=SKOCDTK6J6TA tag=Q7FD4SWOPWER type=write size=3074632 2024-09-19T13:44:29.516 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.514+0000 7f71dac3e8c0 1 > prepared operation key=GZF1MCOAN1NO tag=8WO57TQS1BY3 type=del size=2510136 2024-09-19T13:44:29.520 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.518+0000 7f71dac3e8c0 1 < completed part key=_multipart_Q484UNX3BYBG.2~UFEM44QST1GN.0 size=1048576 2024-09-19T13:44:29.522 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.518+0000 7f71dac3e8c0 1 < completed part key=_multipart_Q484UNX3BYBG.2~UFEM44QST1GN.1 size=311132 2024-09-19T13:44:29.528 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.526+0000 7f71dac3e8c0 1 < completed multipart upload key=Q484UNX3BYBG upload=UFEM44QST1GN tag=L30FX7I2QHGX type=write size=2408284 2024-09-19T13:44:29.535 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.534+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~MM8NIC0QRSXN.0 size=1048576 2024-09-19T13:44:29.538 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.534+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~MM8NIC0QRSXN.1 size=1048576 2024-09-19T13:44:29.541 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.538+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~MM8NIC0QRSXN.2 size=153820 2024-09-19T13:44:29.541 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.538+0000 7f71dac3e8c0 1 > prepared multipart upload key=K7SNV9YW44WO upload=MM8NIC0QRSXN tag=1VUMNQLCRT31 type=write size=3299548 2024-09-19T13:44:29.545 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.542+0000 7f71dac3e8c0 1 < completed write operation key=IUZEMS5KASUH tag=E00U45LK48AE type=write size=876730 2024-09-19T13:44:29.549 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.546+0000 7f71dac3e8c0 1 > prepared operation key=7KN90I8B7PUK tag=01JVTQYM77W0 type=del size=1243280 2024-09-19T13:44:29.557 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.554+0000 7f71dac3e8c0 1 < suggested remove operation key=HEVXCB3PBN2X tag=ZQTNPEHIEEDZ type=del 2024-09-19T13:44:29.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.558+0000 7f71dac3e8c0 1 > prepared operation key=A0ZG34NFHPW5 tag=UXRAB0OVGXSM type=del size=100584 2024-09-19T13:44:29.565 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.562+0000 7f71dac3e8c0 1 < completed part key=_multipart_V22QT1MEZ47G.2~DR2MI5KQEVCI.0 size=1048576 2024-09-19T13:44:29.568 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.566+0000 7f71dac3e8c0 1 < completed part key=_multipart_V22QT1MEZ47G.2~DR2MI5KQEVCI.1 size=1048576 2024-09-19T13:44:29.571 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.570+0000 7f71dac3e8c0 1 < completed part key=_multipart_V22QT1MEZ47G.2~DR2MI5KQEVCI.2 size=1019114 2024-09-19T13:44:29.577 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.574+0000 7f71dac3e8c0 1 < completed multipart upload key=V22QT1MEZ47G upload=DR2MI5KQEVCI tag=X6J2HGVOT74Z type=write size=4164842 2024-09-19T13:44:29.585 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.582+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~9MK520PQISR6.0 size=1048576 2024-09-19T13:44:29.587 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.586+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~9MK520PQISR6.1 size=803068 2024-09-19T13:44:29.588 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.586+0000 7f71dac3e8c0 1 > prepared multipart upload key=7KN90I8B7PUK upload=9MK520PQISR6 tag=Y8771WVT8RYT type=write size=2900220 2024-09-19T13:44:29.592 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.590+0000 7f71dac3e8c0 1 < completed part key=_multipart_0FYIGD7G7ER2.2~KWD8DBRMUTR8.0 size=1048576 2024-09-19T13:44:29.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.590+0000 7f71dac3e8c0 1 < completed part key=_multipart_0FYIGD7G7ER2.2~KWD8DBRMUTR8.1 size=115484 2024-09-19T13:44:29.601 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.598+0000 7f71dac3e8c0 1 < completed multipart upload key=0FYIGD7G7ER2 upload=KWD8DBRMUTR8 tag=3EIEPY44OQ5W type=write size=2212636 2024-09-19T13:44:29.608 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.606+0000 7f71dac3e8c0 1 > prepared part key=_multipart_V22QT1MEZ47G.2~6FFHZJ5XTEOS.0 size=101910 2024-09-19T13:44:29.608 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.606+0000 7f71dac3e8c0 1 > prepared multipart upload key=V22QT1MEZ47G upload=6FFHZJ5XTEOS tag=4BHND7GDGNB6 type=write size=1150486 2024-09-19T13:44:29.616 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.614+0000 7f71dac3e8c0 1 < suggested update operation key=8KBRPNQCKIQN tag=G2IFRP0CHVL0 type=del size=2335375 2024-09-19T13:44:29.622 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.618+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~G9HT8TS5GRMW.0 size=1048576 2024-09-19T13:44:29.625 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.622+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~G9HT8TS5GRMW.1 size=63652 2024-09-19T13:44:29.625 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.622+0000 7f71dac3e8c0 1 > prepared multipart upload key=NJ7EXTELNUF4 upload=G9HT8TS5GRMW tag=JMJIY6TTMY56 type=write size=2160804 2024-09-19T13:44:29.629 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.626+0000 7f71dac3e8c0 1 < completed write operation key=ZTBECCHZS74F tag=0YUG2062C1JO type=write size=192325 2024-09-19T13:44:29.634 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.630+0000 7f71dac3e8c0 1 > prepared operation key=NJ7EXTELNUF4 tag=0GJMAGQI0ZUR type=write size=483418 2024-09-19T13:44:29.638 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.634+0000 7f71dac3e8c0 1 < completed delete operation key=7KN90I8B7PUK tag=LESYIJSEZAZR type=del 2024-09-19T13:44:29.646 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.642+0000 7f71dac3e8c0 1 > prepared part key=_multipart_Q484UNX3BYBG.2~2JBMTLIHZBAR.0 size=1048576 2024-09-19T13:44:29.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.646+0000 7f71dac3e8c0 1 > prepared part key=_multipart_Q484UNX3BYBG.2~2JBMTLIHZBAR.1 size=1048576 2024-09-19T13:44:29.652 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.650+0000 7f71dac3e8c0 1 > prepared part key=_multipart_Q484UNX3BYBG.2~2JBMTLIHZBAR.2 size=301408 2024-09-19T13:44:29.652 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.650+0000 7f71dac3e8c0 1 > prepared multipart upload key=Q484UNX3BYBG upload=2JBMTLIHZBAR tag=Q9S5W4MPBKXJ type=write size=3447136 2024-09-19T13:44:29.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.654+0000 7f71dac3e8c0 1 < canceled operation key=37OSN0RSHGZZ tag=V6QFM9IFR409 type=del size=981862 2024-09-19T13:44:29.661 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.658+0000 7f71dac3e8c0 1 > prepared operation key=8A3NYYQ7SXR3 tag=IFCH1TDYANFK type=del size=2925833 2024-09-19T13:44:29.668 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.666+0000 7f71dac3e8c0 1 < suggested remove operation key=IUZEMS5KASUH tag=Q8BHX2GRAB3Y type=del 2024-09-19T13:44:29.675 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.674+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8A3NYYQ7SXR3.2~111AM0VGUKXX.0 size=1048576 2024-09-19T13:44:29.678 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.674+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8A3NYYQ7SXR3.2~111AM0VGUKXX.1 size=995404 2024-09-19T13:44:29.678 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.674+0000 7f71dac3e8c0 1 > prepared multipart upload key=8A3NYYQ7SXR3 upload=111AM0VGUKXX tag=MDF9I26POT5O type=write size=3092556 2024-09-19T13:44:29.682 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.678+0000 7f71dac3e8c0 1 < completed part key=_multipart_OZZDDUTJUZ6A.2~HY1ALQN40KVY.0 size=165452 2024-09-19T13:44:29.689 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.686+0000 7f71dac3e8c0 1 < completed multipart upload key=OZZDDUTJUZ6A upload=HY1ALQN40KVY tag=BT0X3IM2GITQ type=write size=1214028 2024-09-19T13:44:29.693 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.690+0000 7f71dac3e8c0 1 > prepared operation key=D131FP2BZYDS tag=NJ1VGYJ8N1RT type=del size=2611701 2024-09-19T13:44:29.697 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.694+0000 7f71dac3e8c0 1 < completed delete operation key=E5541PV8MDY7 tag=5XRC7IDYWCPP type=del 2024-09-19T13:44:29.704 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.702+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ64P4D0EIT4.2~GSH7R7QV78X2.0 size=1048576 2024-09-19T13:44:29.707 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.706+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ64P4D0EIT4.2~GSH7R7QV78X2.1 size=1048576 2024-09-19T13:44:29.710 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.706+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ64P4D0EIT4.2~GSH7R7QV78X2.2 size=260650 2024-09-19T13:44:29.710 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.706+0000 7f71dac3e8c0 1 > prepared multipart upload key=NJ64P4D0EIT4 upload=GSH7R7QV78X2 tag=BFTCYV5EIOP0 type=write size=3406378 2024-09-19T13:44:29.714 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.710+0000 7f71dac3e8c0 1 < canceled operation key=7KN90I8B7PUK tag=U988LU6MKMA2 type=del size=303568 2024-09-19T13:44:29.722 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.718+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8NT83XBF9HN8.2~R6C91VH69477.0 size=1048576 2024-09-19T13:44:29.725 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.722+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8NT83XBF9HN8.2~R6C91VH69477.1 size=421207 2024-09-19T13:44:29.725 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.722+0000 7f71dac3e8c0 1 > prepared multipart upload key=8NT83XBF9HN8 upload=R6C91VH69477 tag=DKF5PNZZPYUT type=write size=2518359 2024-09-19T13:44:29.730 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.726+0000 7f71dac3e8c0 1 < completed delete operation key=GZF1MCOAN1NO tag=PUPAUMYU4R66 type=del 2024-09-19T13:44:29.734 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.730+0000 7f71dac3e8c0 1 > prepared operation key=LIMYIIX8WVBS tag=4C8MFQ6MH5OM type=del size=1226836 2024-09-19T13:44:29.738 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.734+0000 7f71dac3e8c0 1 < completed part key=_multipart_TZNPXQ5Y333X.2~195ZBFNKFNQV.0 size=219300 2024-09-19T13:44:29.744 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.742+0000 7f71dac3e8c0 1 < completed multipart upload key=TZNPXQ5Y333X upload=195ZBFNKFNQV tag=NMWY50UUFZEF type=write size=1267876 2024-09-19T13:44:29.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.746+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8KBRPNQCKIQN.2~6GAROX8MECJH.0 size=1048576 2024-09-19T13:44:29.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.750+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8KBRPNQCKIQN.2~6GAROX8MECJH.1 size=417786 2024-09-19T13:44:29.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.750+0000 7f71dac3e8c0 1 > prepared multipart upload key=8KBRPNQCKIQN upload=6GAROX8MECJH tag=LRHGGDD2KJ4P type=write size=2514938 2024-09-19T13:44:29.757 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.754+0000 7f71dac3e8c0 1 < completed delete operation key=GZF1MCOAN1NO tag=8WO57TQS1BY3 type=del 2024-09-19T13:44:29.761 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.758+0000 7f71dac3e8c0 1 > prepared operation key=5UA3A6M3SVPV tag=4S0W1DRL683P type=del size=2641002 2024-09-19T13:44:29.762 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.758+0000 7f71dac3e8c0 1 < canceled part key=_multipart_K7SNV9YW44WO.2~MM8NIC0QRSXN.0 size=1048576 2024-09-19T13:44:29.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.762+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~MM8NIC0QRSXN.1 size=1048576 2024-09-19T13:44:29.768 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.766+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~MM8NIC0QRSXN.2 size=153820 2024-09-19T13:44:29.774 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.770+0000 7f71dac3e8c0 1 < canceled multipart upload key=K7SNV9YW44WO upload=MM8NIC0QRSXN tag=1VUMNQLCRT31 type=write size=3299548 2024-09-19T13:44:29.781 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.778+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~RW7C11JYYLEE.0 size=1048576 2024-09-19T13:44:29.783 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.782+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~RW7C11JYYLEE.1 size=5382 2024-09-19T13:44:29.783 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.782+0000 7f71dac3e8c0 1 > prepared multipart upload key=7KN90I8B7PUK upload=RW7C11JYYLEE tag=7GFPJRQN89OC type=write size=2102534 2024-09-19T13:44:29.787 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.786+0000 7f71dac3e8c0 1 < completed delete operation key=7KN90I8B7PUK tag=01JVTQYM77W0 type=del 2024-09-19T13:44:29.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.790+0000 7f71dac3e8c0 1 > prepared operation key=E5541PV8MDY7 tag=CVK2DQ442TPT type=del size=2833473 2024-09-19T13:44:29.795 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.794+0000 7f71dac3e8c0 1 < completed delete operation key=A0ZG34NFHPW5 tag=UXRAB0OVGXSM type=del 2024-09-19T13:44:29.799 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.798+0000 7f71dac3e8c0 1 > prepared operation key=QMR0T7URJS4W tag=NPP3QI7706JZ type=del size=2044560 2024-09-19T13:44:29.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.802+0000 7f71dac3e8c0 1 < completed part key=_multipart_7KN90I8B7PUK.2~9MK520PQISR6.0 size=1048576 2024-09-19T13:44:29.806 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.802+0000 7f71dac3e8c0 1 < completed part key=_multipart_7KN90I8B7PUK.2~9MK520PQISR6.1 size=803068 2024-09-19T13:44:29.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.814+0000 7f71dac3e8c0 1 < completed multipart upload key=7KN90I8B7PUK upload=9MK520PQISR6 tag=Y8771WVT8RYT type=write size=2900220 2024-09-19T13:44:29.825 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.822+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~1W1RHDN90ML0.0 size=920194 2024-09-19T13:44:29.825 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.822+0000 7f71dac3e8c0 1 > prepared multipart upload key=3M5OBS7J4VF9 upload=1W1RHDN90ML0 tag=LJQ0H4K3QINK type=write size=1968770 2024-09-19T13:44:29.830 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.826+0000 7f71dac3e8c0 1 < completed part key=_multipart_V22QT1MEZ47G.2~6FFHZJ5XTEOS.0 size=101910 2024-09-19T13:44:29.837 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.834+0000 7f71dac3e8c0 1 < completed multipart upload key=V22QT1MEZ47G upload=6FFHZJ5XTEOS tag=4BHND7GDGNB6 type=write size=1150486 2024-09-19T13:44:29.841 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.838+0000 7f71dac3e8c0 1 > prepared operation key=Q484UNX3BYBG tag=SJ6BT87K777L type=write size=388121 2024-09-19T13:44:29.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.842+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ7EXTELNUF4.2~G9HT8TS5GRMW.0 size=1048576 2024-09-19T13:44:29.849 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.846+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ7EXTELNUF4.2~G9HT8TS5GRMW.1 size=63652 2024-09-19T13:44:29.856 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.854+0000 7f71dac3e8c0 1 < completed multipart upload key=NJ7EXTELNUF4 upload=G9HT8TS5GRMW tag=JMJIY6TTMY56 type=write size=2160804 2024-09-19T13:44:29.861 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.858+0000 7f71dac3e8c0 1 > prepared operation key=OZZDDUTJUZ6A tag=M3KBPF1PPZDE type=del size=2664463 2024-09-19T13:44:29.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.862+0000 7f71dac3e8c0 1 < completed write operation key=NJ7EXTELNUF4 tag=0GJMAGQI0ZUR type=write size=483418 2024-09-19T13:44:29.870 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.866+0000 7f71dac3e8c0 1 > prepared operation key=1L7F60AU40YA tag=7MW1WGCO25K3 type=del size=2100165 2024-09-19T13:44:29.875 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.874+0000 7f71dac3e8c0 1 < completed part key=_multipart_Q484UNX3BYBG.2~2JBMTLIHZBAR.0 size=1048576 2024-09-19T13:44:29.875 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.874+0000 7f71dac3e8c0 1 < canceled part key=_multipart_Q484UNX3BYBG.2~2JBMTLIHZBAR.1 size=1048576 2024-09-19T13:44:29.878 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.874+0000 7f71dac3e8c0 1 < completed part key=_multipart_Q484UNX3BYBG.2~2JBMTLIHZBAR.2 size=301408 2024-09-19T13:44:29.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.882+0000 7f71dac3e8c0 1 < canceled multipart upload key=Q484UNX3BYBG upload=2JBMTLIHZBAR tag=Q9S5W4MPBKXJ type=write size=3447136 2024-09-19T13:44:29.889 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.886+0000 7f71dac3e8c0 1 > prepared operation key=ZTBECCHZS74F tag=HEGN9LR4X1G7 type=write size=789981 2024-09-19T13:44:29.893 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.890+0000 7f71dac3e8c0 1 < completed delete operation key=8A3NYYQ7SXR3 tag=IFCH1TDYANFK type=del 2024-09-19T13:44:29.897 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.894+0000 7f71dac3e8c0 1 > prepared operation key=LIMYIIX8WVBS tag=MUJ8UNS0YL27 type=del size=345964 2024-09-19T13:44:29.902 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.898+0000 7f71dac3e8c0 1 < completed part key=_multipart_8A3NYYQ7SXR3.2~111AM0VGUKXX.0 size=1048576 2024-09-19T13:44:29.902 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.898+0000 7f71dac3e8c0 1 < canceled part key=_multipart_8A3NYYQ7SXR3.2~111AM0VGUKXX.1 size=995404 2024-09-19T13:44:29.908 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.906+0000 7f71dac3e8c0 1 < canceled multipart upload key=8A3NYYQ7SXR3 upload=111AM0VGUKXX tag=MDF9I26POT5O type=write size=3092556 2024-09-19T13:44:29.912 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.910+0000 7f71dac3e8c0 1 > prepared operation key=HEVXCB3PBN2X tag=3QPNLJHWOD5O type=del size=3650376 2024-09-19T13:44:29.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.914+0000 7f71dac3e8c0 1 < completed delete operation key=D131FP2BZYDS tag=NJ1VGYJ8N1RT type=del 2024-09-19T13:44:29.920 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.918+0000 7f71dac3e8c0 1 > prepared operation key=HEVXCB3PBN2X tag=2H4MNF4IMBLI type=del size=3436495 2024-09-19T13:44:29.923 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.922+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ64P4D0EIT4.2~GSH7R7QV78X2.0 size=1048576 2024-09-19T13:44:29.926 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.922+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ64P4D0EIT4.2~GSH7R7QV78X2.1 size=1048576 2024-09-19T13:44:29.929 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.926+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ64P4D0EIT4.2~GSH7R7QV78X2.2 size=260650 2024-09-19T13:44:29.935 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.934+0000 7f71dac3e8c0 1 < completed multipart upload key=NJ64P4D0EIT4 upload=GSH7R7QV78X2 tag=BFTCYV5EIOP0 type=write size=3406378 2024-09-19T13:44:29.939 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.938+0000 7f71dac3e8c0 1 > prepared operation key=5UA3A6M3SVPV tag=EYJF3ANJD5OO type=del size=935919 2024-09-19T13:44:29.942 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.938+0000 7f71dac3e8c0 1 < completed part key=_multipart_8NT83XBF9HN8.2~R6C91VH69477.0 size=1048576 2024-09-19T13:44:29.945 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.942+0000 7f71dac3e8c0 1 < completed part key=_multipart_8NT83XBF9HN8.2~R6C91VH69477.1 size=421207 2024-09-19T13:44:29.950 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.946+0000 7f71dac3e8c0 1 < completed multipart upload key=8NT83XBF9HN8 upload=R6C91VH69477 tag=DKF5PNZZPYUT type=write size=2518359 2024-09-19T13:44:29.954 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.950+0000 7f71dac3e8c0 1 > prepared operation key=NJ64P4D0EIT4 tag=KPA098WLP9R1 type=del size=1391247 2024-09-19T13:44:29.958 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.954+0000 7f71dac3e8c0 1 < completed delete operation key=LIMYIIX8WVBS tag=4C8MFQ6MH5OM type=del 2024-09-19T13:44:29.965 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.962+0000 7f71dac3e8c0 1 > prepared part key=_multipart_A0ZG34NFHPW5.2~JMXB1R7BHV09.0 size=1048576 2024-09-19T13:44:29.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.966+0000 7f71dac3e8c0 1 > prepared part key=_multipart_A0ZG34NFHPW5.2~JMXB1R7BHV09.1 size=397646 2024-09-19T13:44:29.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.966+0000 7f71dac3e8c0 1 > prepared multipart upload key=A0ZG34NFHPW5 upload=JMXB1R7BHV09 tag=CJFAO9Z3TU4V type=write size=2494798 2024-09-19T13:44:29.971 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.970+0000 7f71dac3e8c0 1 < completed part key=_multipart_8KBRPNQCKIQN.2~6GAROX8MECJH.0 size=1048576 2024-09-19T13:44:29.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.970+0000 7f71dac3e8c0 1 < completed part key=_multipart_8KBRPNQCKIQN.2~6GAROX8MECJH.1 size=417786 2024-09-19T13:44:29.980 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.978+0000 7f71dac3e8c0 1 < completed multipart upload key=8KBRPNQCKIQN upload=6GAROX8MECJH tag=LRHGGDD2KJ4P type=write size=2514938 2024-09-19T13:44:29.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.982+0000 7f71dac3e8c0 1 > prepared operation key=8KBRPNQCKIQN tag=6YA0GYAEY88W type=del size=586421 2024-09-19T13:44:29.990 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.986+0000 7f71dac3e8c0 1 < suggested remove operation key=5UA3A6M3SVPV tag=4S0W1DRL683P type=del 2024-09-19T13:44:29.996 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.994+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~OS0U7CHSY3VR.0 size=1048576 2024-09-19T13:44:29.999 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.998+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~OS0U7CHSY3VR.1 size=310896 2024-09-19T13:44:29.999 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:29.998+0000 7f71dac3e8c0 1 > prepared multipart upload key=ZTBECCHZS74F upload=OS0U7CHSY3VR tag=XASLW3Y1NFCB type=write size=2408048 2024-09-19T13:44:30.003 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.002+0000 7f71dac3e8c0 1 < completed part key=_multipart_7KN90I8B7PUK.2~RW7C11JYYLEE.0 size=1048576 2024-09-19T13:44:30.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.002+0000 7f71dac3e8c0 1 < completed part key=_multipart_7KN90I8B7PUK.2~RW7C11JYYLEE.1 size=5382 2024-09-19T13:44:30.011 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.010+0000 7f71dac3e8c0 1 < completed multipart upload key=7KN90I8B7PUK upload=RW7C11JYYLEE tag=7GFPJRQN89OC type=write size=2102534 2024-09-19T13:44:30.017 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.014+0000 7f71dac3e8c0 1 > prepared part key=_multipart_0FYIGD7G7ER2.2~BIRWCN9CNZXD.0 size=1048576 2024-09-19T13:44:30.020 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.018+0000 7f71dac3e8c0 1 > prepared part key=_multipart_0FYIGD7G7ER2.2~BIRWCN9CNZXD.1 size=286092 2024-09-19T13:44:30.020 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.018+0000 7f71dac3e8c0 1 > prepared multipart upload key=0FYIGD7G7ER2 upload=BIRWCN9CNZXD tag=XBYFM1WU0UJX type=write size=2383244 2024-09-19T13:44:30.027 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.026+0000 7f71dac3e8c0 1 < suggested remove operation key=E5541PV8MDY7 tag=CVK2DQ442TPT type=del 2024-09-19T13:44:30.030 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.026+0000 7f71dac3e8c0 1 > prepared operation key=3M5OBS7J4VF9 tag=HH9JS0R5PKVE type=del size=1858432 2024-09-19T13:44:30.033 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.030+0000 7f71dac3e8c0 1 < completed delete operation key=QMR0T7URJS4W tag=NPP3QI7706JZ type=del 2024-09-19T13:44:30.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.038+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QQ09T88TB3XG.2~V42BKPFCFROV.0 size=1048576 2024-09-19T13:44:30.044 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.038+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QQ09T88TB3XG.2~V42BKPFCFROV.1 size=204653 2024-09-19T13:44:30.045 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.038+0000 7f71dac3e8c0 1 > prepared multipart upload key=QQ09T88TB3XG upload=V42BKPFCFROV tag=QXV4JPOSORCP type=write size=2301805 2024-09-19T13:44:30.047 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.046+0000 7f71dac3e8c0 1 < completed part key=_multipart_3M5OBS7J4VF9.2~1W1RHDN90ML0.0 size=920194 2024-09-19T13:44:30.052 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.050+0000 7f71dac3e8c0 1 < completed multipart upload key=3M5OBS7J4VF9 upload=1W1RHDN90ML0 tag=LJQ0H4K3QINK type=write size=1968770 2024-09-19T13:44:30.061 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.058+0000 7f71dac3e8c0 1 > prepared part key=_multipart_0FYIGD7G7ER2.2~2OZ2APKOU9QK.0 size=456558 2024-09-19T13:44:30.061 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.058+0000 7f71dac3e8c0 1 > prepared multipart upload key=0FYIGD7G7ER2 upload=2OZ2APKOU9QK tag=LU0WOSTCP55K type=write size=1505134 2024-09-19T13:44:30.065 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.062+0000 7f71dac3e8c0 1 < completed write operation key=Q484UNX3BYBG tag=SJ6BT87K777L type=write size=388121 2024-09-19T13:44:30.069 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.066+0000 7f71dac3e8c0 1 > prepared operation key=A0ZG34NFHPW5 tag=98245UZEX9NI type=write size=802699 2024-09-19T13:44:30.077 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.074+0000 7f71dac3e8c0 1 < suggested remove operation key=OZZDDUTJUZ6A tag=M3KBPF1PPZDE type=del 2024-09-19T13:44:30.081 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.078+0000 7f71dac3e8c0 1 > prepared operation key=Q484UNX3BYBG tag=N3TYYZ738J9L type=del size=678180 2024-09-19T13:44:30.090 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.086+0000 7f71dac3e8c0 1 < suggested remove operation key=1L7F60AU40YA tag=7MW1WGCO25K3 type=del 2024-09-19T13:44:30.094 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.090+0000 7f71dac3e8c0 1 > prepared operation key=7KN90I8B7PUK tag=CSG60T9EXV5B type=write size=55698 2024-09-19T13:44:30.098 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.094+0000 7f71dac3e8c0 1 < completed write operation key=ZTBECCHZS74F tag=HEGN9LR4X1G7 type=write size=789981 2024-09-19T13:44:30.103 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.102+0000 7f71dac3e8c0 1 > prepared operation key=GZF1MCOAN1NO tag=VVLGPGWSLC1C type=del size=64663 2024-09-19T13:44:30.107 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.106+0000 7f71dac3e8c0 1 < completed delete operation key=LIMYIIX8WVBS tag=MUJ8UNS0YL27 type=del 2024-09-19T13:44:30.111 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.110+0000 7f71dac3e8c0 1 > prepared operation key=7KN90I8B7PUK tag=0UAO6NHTLHMQ type=write size=1011621 2024-09-19T13:44:30.115 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.114+0000 7f71dac3e8c0 1 < completed delete operation key=HEVXCB3PBN2X tag=3QPNLJHWOD5O type=del 2024-09-19T13:44:30.119 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.118+0000 7f71dac3e8c0 1 > prepared operation key=D131FP2BZYDS tag=QNODFNBT87J1 type=write size=860259 2024-09-19T13:44:30.123 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.122+0000 7f71dac3e8c0 1 < completed delete operation key=HEVXCB3PBN2X tag=2H4MNF4IMBLI type=del 2024-09-19T13:44:30.130 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.126+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8A3NYYQ7SXR3.2~ZM5SQ5L2Z61I.0 size=1048576 2024-09-19T13:44:30.134 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.130+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8A3NYYQ7SXR3.2~ZM5SQ5L2Z61I.1 size=1048576 2024-09-19T13:44:30.137 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.134+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8A3NYYQ7SXR3.2~ZM5SQ5L2Z61I.2 size=1007636 2024-09-19T13:44:30.137 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.134+0000 7f71dac3e8c0 1 > prepared multipart upload key=8A3NYYQ7SXR3 upload=ZM5SQ5L2Z61I tag=6656LOSJH6M5 type=write size=4153364 2024-09-19T13:44:30.140 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.138+0000 7f71dac3e8c0 -1 < failed to complete operation key=5UA3A6M3SVPV tag=EYJF3ANJD5OO type=del size=935919: (22) Invalid argument 2024-09-19T13:44:30.144 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.142+0000 7f71dac3e8c0 1 > prepared operation key=OZZDDUTJUZ6A tag=SQRA8QMKVM60 type=write size=307339 2024-09-19T13:44:30.152 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.150+0000 7f71dac3e8c0 1 < suggested update operation key=NJ64P4D0EIT4 tag=KPA098WLP9R1 type=del size=1391247 2024-09-19T13:44:30.156 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.154+0000 7f71dac3e8c0 1 > prepared operation key=K7SNV9YW44WO tag=4UXNR8F7I59G type=del size=2590439 2024-09-19T13:44:30.160 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.158+0000 7f71dac3e8c0 1 < completed part key=_multipart_A0ZG34NFHPW5.2~JMXB1R7BHV09.0 size=1048576 2024-09-19T13:44:30.163 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.162+0000 7f71dac3e8c0 1 < completed part key=_multipart_A0ZG34NFHPW5.2~JMXB1R7BHV09.1 size=397646 2024-09-19T13:44:30.169 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.166+0000 7f71dac3e8c0 1 < completed multipart upload key=A0ZG34NFHPW5 upload=JMXB1R7BHV09 tag=CJFAO9Z3TU4V type=write size=2494798 2024-09-19T13:44:30.181 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.178+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HEVXCB3PBN2X.2~60VT8UQ2KSDB.0 size=1048576 2024-09-19T13:44:30.184 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.182+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HEVXCB3PBN2X.2~60VT8UQ2KSDB.1 size=1048576 2024-09-19T13:44:30.187 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.186+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HEVXCB3PBN2X.2~60VT8UQ2KSDB.2 size=178571 2024-09-19T13:44:30.187 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.186+0000 7f71dac3e8c0 1 > prepared multipart upload key=HEVXCB3PBN2X upload=60VT8UQ2KSDB tag=BREBCPVX86PB type=write size=3324299 2024-09-19T13:44:30.191 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.190+0000 7f71dac3e8c0 1 < completed delete operation key=8KBRPNQCKIQN tag=6YA0GYAEY88W type=del 2024-09-19T13:44:30.198 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.194+0000 7f71dac3e8c0 1 > prepared part key=_multipart_1L7F60AU40YA.2~EZ4M5ZEHGGG4.0 size=1048576 2024-09-19T13:44:30.201 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.198+0000 7f71dac3e8c0 1 > prepared part key=_multipart_1L7F60AU40YA.2~EZ4M5ZEHGGG4.1 size=1048576 2024-09-19T13:44:30.204 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.202+0000 7f71dac3e8c0 1 > prepared part key=_multipart_1L7F60AU40YA.2~EZ4M5ZEHGGG4.2 size=605291 2024-09-19T13:44:30.204 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.202+0000 7f71dac3e8c0 1 > prepared multipart upload key=1L7F60AU40YA upload=EZ4M5ZEHGGG4 tag=UUZAJRL68LGO type=write size=3751019 2024-09-19T13:44:30.209 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.206+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~OS0U7CHSY3VR.0 size=1048576 2024-09-19T13:44:30.212 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.210+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~OS0U7CHSY3VR.1 size=310896 2024-09-19T13:44:30.219 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.218+0000 7f71dac3e8c0 1 < completed multipart upload key=ZTBECCHZS74F upload=OS0U7CHSY3VR tag=XASLW3Y1NFCB type=write size=2408048 2024-09-19T13:44:30.224 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.222+0000 7f71dac3e8c0 1 > prepared operation key=5UA3A6M3SVPV tag=23RDN96LAL93 type=del size=2832944 2024-09-19T13:44:30.229 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.226+0000 7f71dac3e8c0 1 < completed part key=_multipart_0FYIGD7G7ER2.2~BIRWCN9CNZXD.0 size=1048576 2024-09-19T13:44:30.233 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.230+0000 7f71dac3e8c0 1 < completed part key=_multipart_0FYIGD7G7ER2.2~BIRWCN9CNZXD.1 size=286092 2024-09-19T13:44:30.240 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.238+0000 7f71dac3e8c0 1 < completed multipart upload key=0FYIGD7G7ER2 upload=BIRWCN9CNZXD tag=XBYFM1WU0UJX type=write size=2383244 2024-09-19T13:44:30.248 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.246+0000 7f71dac3e8c0 1 > prepared part key=_multipart_37OSN0RSHGZZ.2~BL9TO81MPX96.0 size=69823 2024-09-19T13:44:30.248 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.246+0000 7f71dac3e8c0 1 > prepared multipart upload key=37OSN0RSHGZZ upload=BL9TO81MPX96 tag=2DY0AT3TE4CK type=write size=1118399 2024-09-19T13:44:30.253 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.250+0000 7f71dac3e8c0 1 < completed delete operation key=3M5OBS7J4VF9 tag=HH9JS0R5PKVE type=del 2024-09-19T13:44:30.257 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.254+0000 7f71dac3e8c0 1 > prepared operation key=37OSN0RSHGZZ tag=7HSLO3VMV57F type=del size=2219686 2024-09-19T13:44:30.262 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.258+0000 7f71dac3e8c0 1 < completed part key=_multipart_QQ09T88TB3XG.2~V42BKPFCFROV.0 size=1048576 2024-09-19T13:44:30.265 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.262+0000 7f71dac3e8c0 1 < completed part key=_multipart_QQ09T88TB3XG.2~V42BKPFCFROV.1 size=204653 2024-09-19T13:44:30.271 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.270+0000 7f71dac3e8c0 1 < completed multipart upload key=QQ09T88TB3XG upload=V42BKPFCFROV tag=QXV4JPOSORCP type=write size=2301805 2024-09-19T13:44:30.275 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.274+0000 7f71dac3e8c0 1 > prepared operation key=NJ7EXTELNUF4 tag=C45RFP5RN7PV type=del size=2323053 2024-09-19T13:44:30.278 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.274+0000 7f71dac3e8c0 1 < completed part key=_multipart_0FYIGD7G7ER2.2~2OZ2APKOU9QK.0 size=456558 2024-09-19T13:44:30.284 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.282+0000 7f71dac3e8c0 1 < completed multipart upload key=0FYIGD7G7ER2 upload=2OZ2APKOU9QK tag=LU0WOSTCP55K type=write size=1505134 2024-09-19T13:44:30.292 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.290+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~9A4NEMSJODYF.0 size=1048576 2024-09-19T13:44:30.295 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.294+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~9A4NEMSJODYF.1 size=92309 2024-09-19T13:44:30.295 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.294+0000 7f71dac3e8c0 1 > prepared multipart upload key=W1PNZKV93AHZ upload=9A4NEMSJODYF tag=K96FZZAP08M1 type=write size=2189461 2024-09-19T13:44:30.302 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.298+0000 7f71dac3e8c0 1 < suggested remove operation key=A0ZG34NFHPW5 tag=98245UZEX9NI type=write 2024-09-19T13:44:30.309 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.306+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~AQ22Q6KG2MM3.0 size=875223 2024-09-19T13:44:30.309 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.306+0000 7f71dac3e8c0 1 > prepared multipart upload key=ZTBECCHZS74F upload=AQ22Q6KG2MM3 tag=QFKJX2XJHBR9 type=write size=1923799 2024-09-19T13:44:30.313 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.310+0000 7f71dac3e8c0 1 < completed delete operation key=Q484UNX3BYBG tag=N3TYYZ738J9L type=del 2024-09-19T13:44:30.317 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.314+0000 7f71dac3e8c0 1 > prepared operation key=W1PNZKV93AHZ tag=PV5W9HPHM2XR type=del size=4174189 2024-09-19T13:44:30.320 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.318+0000 7f71dac3e8c0 1 < completed write operation key=7KN90I8B7PUK tag=CSG60T9EXV5B type=write size=55698 2024-09-19T13:44:30.325 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.322+0000 7f71dac3e8c0 1 > prepared operation key=TZNPXQ5Y333X tag=TFG6HI1ZIUR1 type=del size=2368978 2024-09-19T13:44:30.332 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.330+0000 7f71dac3e8c0 1 < suggested update operation key=GZF1MCOAN1NO tag=VVLGPGWSLC1C type=del size=64663 2024-09-19T13:44:30.339 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.338+0000 7f71dac3e8c0 1 > prepared part key=_multipart_0FYIGD7G7ER2.2~W220QHOOBEDU.0 size=830864 2024-09-19T13:44:30.339 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.338+0000 7f71dac3e8c0 1 > prepared multipart upload key=0FYIGD7G7ER2 upload=W220QHOOBEDU tag=HF7YG0XOQX4T type=write size=1879440 2024-09-19T13:44:30.343 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.342+0000 7f71dac3e8c0 1 < completed write operation key=7KN90I8B7PUK tag=0UAO6NHTLHMQ type=write size=1011621 2024-09-19T13:44:30.346 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.342+0000 7f71dac3e8c0 1 > prepared operation key=OZZDDUTJUZ6A tag=RT5O418G0SSY type=write size=94037 2024-09-19T13:44:30.350 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.346+0000 7f71dac3e8c0 1 < canceled operation key=D131FP2BZYDS tag=QNODFNBT87J1 type=write size=860259 2024-09-19T13:44:30.354 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.350+0000 7f71dac3e8c0 1 > prepared operation key=ZTBECCHZS74F tag=WDIL1EP2GA9T type=del size=309147 2024-09-19T13:44:30.358 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.354+0000 7f71dac3e8c0 1 < completed part key=_multipart_8A3NYYQ7SXR3.2~ZM5SQ5L2Z61I.0 size=1048576 2024-09-19T13:44:30.360 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.358+0000 7f71dac3e8c0 1 < completed part key=_multipart_8A3NYYQ7SXR3.2~ZM5SQ5L2Z61I.1 size=1048576 2024-09-19T13:44:30.363 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.362+0000 7f71dac3e8c0 1 < completed part key=_multipart_8A3NYYQ7SXR3.2~ZM5SQ5L2Z61I.2 size=1007636 2024-09-19T13:44:30.369 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.366+0000 7f71dac3e8c0 1 < completed multipart upload key=8A3NYYQ7SXR3 upload=ZM5SQ5L2Z61I tag=6656LOSJH6M5 type=write size=4153364 2024-09-19T13:44:30.374 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.370+0000 7f71dac3e8c0 1 > prepared operation key=A0ZG34NFHPW5 tag=U0C4QJQ6WKO3 type=write size=113528 2024-09-19T13:44:30.377 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.374+0000 7f71dac3e8c0 1 < canceled operation key=OZZDDUTJUZ6A tag=SQRA8QMKVM60 type=write size=307339 2024-09-19T13:44:30.381 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.378+0000 7f71dac3e8c0 1 > prepared operation key=W1PNZKV93AHZ tag=CAI77B5AIEPV type=write size=739785 2024-09-19T13:44:30.386 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.382+0000 7f71dac3e8c0 1 < completed delete operation key=K7SNV9YW44WO tag=4UXNR8F7I59G type=del 2024-09-19T13:44:30.390 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.386+0000 7f71dac3e8c0 1 > prepared operation key=HEVXCB3PBN2X tag=RNS4R31EOZMO type=del size=3043302 2024-09-19T13:44:30.394 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.390+0000 7f71dac3e8c0 1 < completed part key=_multipart_HEVXCB3PBN2X.2~60VT8UQ2KSDB.0 size=1048576 2024-09-19T13:44:30.394 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.390+0000 7f71dac3e8c0 1 < canceled part key=_multipart_HEVXCB3PBN2X.2~60VT8UQ2KSDB.1 size=1048576 2024-09-19T13:44:30.394 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.390+0000 7f71dac3e8c0 1 < canceled part key=_multipart_HEVXCB3PBN2X.2~60VT8UQ2KSDB.2 size=178571 2024-09-19T13:44:30.400 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.398+0000 7f71dac3e8c0 1 < canceled multipart upload key=HEVXCB3PBN2X upload=60VT8UQ2KSDB tag=BREBCPVX86PB type=write size=3324299 2024-09-19T13:44:30.407 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.406+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~WZ0DRS6EYYPD.0 size=1048576 2024-09-19T13:44:30.410 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.406+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~WZ0DRS6EYYPD.1 size=1048576 2024-09-19T13:44:30.413 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.410+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~WZ0DRS6EYYPD.2 size=883226 2024-09-19T13:44:30.413 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.410+0000 7f71dac3e8c0 1 > prepared multipart upload key=XXX33TZ37H3Q upload=WZ0DRS6EYYPD tag=GZD4Y7UQWQEI type=write size=4028954 2024-09-19T13:44:30.416 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.414+0000 7f71dac3e8c0 1 < completed part key=_multipart_1L7F60AU40YA.2~EZ4M5ZEHGGG4.0 size=1048576 2024-09-19T13:44:30.419 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.418+0000 7f71dac3e8c0 1 < completed part key=_multipart_1L7F60AU40YA.2~EZ4M5ZEHGGG4.1 size=1048576 2024-09-19T13:44:30.423 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.422+0000 7f71dac3e8c0 1 < completed part key=_multipart_1L7F60AU40YA.2~EZ4M5ZEHGGG4.2 size=605291 2024-09-19T13:44:30.428 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.426+0000 7f71dac3e8c0 1 < completed multipart upload key=1L7F60AU40YA upload=EZ4M5ZEHGGG4 tag=UUZAJRL68LGO type=write size=3751019 2024-09-19T13:44:30.435 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.434+0000 7f71dac3e8c0 1 > prepared part key=_multipart_37OSN0RSHGZZ.2~L90IN8WVGBEU.0 size=1048576 2024-09-19T13:44:30.437 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.434+0000 7f71dac3e8c0 1 > prepared part key=_multipart_37OSN0RSHGZZ.2~L90IN8WVGBEU.1 size=160346 2024-09-19T13:44:30.437 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.434+0000 7f71dac3e8c0 1 > prepared multipart upload key=37OSN0RSHGZZ upload=L90IN8WVGBEU tag=5HU3N7E3APBM type=write size=2257498 2024-09-19T13:44:30.441 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.438+0000 7f71dac3e8c0 1 < completed delete operation key=5UA3A6M3SVPV tag=23RDN96LAL93 type=del 2024-09-19T13:44:30.445 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.442+0000 7f71dac3e8c0 1 > prepared operation key=W1PNZKV93AHZ tag=TUN9WR804DY3 type=del size=1836613 2024-09-19T13:44:30.449 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.446+0000 7f71dac3e8c0 1 < completed part key=_multipart_37OSN0RSHGZZ.2~BL9TO81MPX96.0 size=69823 2024-09-19T13:44:30.455 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.450+0000 7f71dac3e8c0 1 < completed multipart upload key=37OSN0RSHGZZ upload=BL9TO81MPX96 tag=2DY0AT3TE4CK type=write size=1118399 2024-09-19T13:44:30.458 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.454+0000 7f71dac3e8c0 1 > prepared operation key=XXX33TZ37H3Q tag=M866PU0KL8V3 type=del size=3789996 2024-09-19T13:44:30.465 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.462+0000 7f71dac3e8c0 1 < suggested remove operation key=37OSN0RSHGZZ tag=7HSLO3VMV57F type=del 2024-09-19T13:44:30.470 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.466+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=ZPRLUDBAYWW9 type=write size=829693 2024-09-19T13:44:30.477 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.474+0000 7f71dac3e8c0 1 < suggested update operation key=NJ7EXTELNUF4 tag=C45RFP5RN7PV type=del size=2323053 2024-09-19T13:44:30.481 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.478+0000 7f71dac3e8c0 1 > prepared operation key=TZNPXQ5Y333X tag=JR4W07UHQU39 type=del size=1473539 2024-09-19T13:44:30.482 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.478+0000 7f71dac3e8c0 1 < canceled part key=_multipart_W1PNZKV93AHZ.2~9A4NEMSJODYF.0 size=1048576 2024-09-19T13:44:30.485 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.482+0000 7f71dac3e8c0 1 < completed part key=_multipart_W1PNZKV93AHZ.2~9A4NEMSJODYF.1 size=92309 2024-09-19T13:44:30.491 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.490+0000 7f71dac3e8c0 1 < canceled multipart upload key=W1PNZKV93AHZ upload=9A4NEMSJODYF tag=K96FZZAP08M1 type=write size=2189461 2024-09-19T13:44:30.495 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.494+0000 7f71dac3e8c0 1 > prepared operation key=TZNPXQ5Y333X tag=LDTMLER3HB35 type=del size=699580 2024-09-19T13:44:30.498 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.494+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~AQ22Q6KG2MM3.0 size=875223 2024-09-19T13:44:30.503 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.502+0000 7f71dac3e8c0 1 < completed multipart upload key=ZTBECCHZS74F upload=AQ22Q6KG2MM3 tag=QFKJX2XJHBR9 type=write size=1923799 2024-09-19T13:44:30.510 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.506+0000 7f71dac3e8c0 1 > prepared part key=_multipart_A0ZG34NFHPW5.2~BVAOE3MY6P2A.0 size=1048576 2024-09-19T13:44:30.513 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.510+0000 7f71dac3e8c0 1 > prepared part key=_multipart_A0ZG34NFHPW5.2~BVAOE3MY6P2A.1 size=1048576 2024-09-19T13:44:30.517 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.514+0000 7f71dac3e8c0 1 > prepared part key=_multipart_A0ZG34NFHPW5.2~BVAOE3MY6P2A.2 size=543417 2024-09-19T13:44:30.517 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.514+0000 7f71dac3e8c0 1 > prepared multipart upload key=A0ZG34NFHPW5 upload=BVAOE3MY6P2A tag=HFLBYVEL3JIF type=write size=3689145 2024-09-19T13:44:30.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.518+0000 7f71dac3e8c0 1 < completed delete operation key=W1PNZKV93AHZ tag=PV5W9HPHM2XR type=del 2024-09-19T13:44:30.528 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.526+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8A3NYYQ7SXR3.2~WB9L0FC6VZNL.0 size=1048576 2024-09-19T13:44:30.531 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.530+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8A3NYYQ7SXR3.2~WB9L0FC6VZNL.1 size=1048576 2024-09-19T13:44:30.538 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.534+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8A3NYYQ7SXR3.2~WB9L0FC6VZNL.2 size=465506 2024-09-19T13:44:30.538 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.534+0000 7f71dac3e8c0 1 > prepared multipart upload key=8A3NYYQ7SXR3 upload=WB9L0FC6VZNL tag=SMZ280GKBQHJ type=write size=3611234 2024-09-19T13:44:30.542 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.538+0000 7f71dac3e8c0 1 < completed delete operation key=TZNPXQ5Y333X tag=TFG6HI1ZIUR1 type=del 2024-09-19T13:44:30.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.542+0000 7f71dac3e8c0 1 > prepared operation key=0FYIGD7G7ER2 tag=W148D1WBUH3G type=del size=3861592 2024-09-19T13:44:30.550 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.546+0000 7f71dac3e8c0 1 < completed part key=_multipart_0FYIGD7G7ER2.2~W220QHOOBEDU.0 size=830864 2024-09-19T13:44:30.556 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.554+0000 7f71dac3e8c0 1 < completed multipart upload key=0FYIGD7G7ER2 upload=W220QHOOBEDU tag=HF7YG0XOQX4T type=write size=1879440 2024-09-19T13:44:30.563 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.562+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HEVXCB3PBN2X.2~U68N1OX9YGD2.0 size=1048576 2024-09-19T13:44:30.565 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.562+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HEVXCB3PBN2X.2~U68N1OX9YGD2.1 size=1048576 2024-09-19T13:44:30.568 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.566+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HEVXCB3PBN2X.2~U68N1OX9YGD2.2 size=36317 2024-09-19T13:44:30.568 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.566+0000 7f71dac3e8c0 1 > prepared multipart upload key=HEVXCB3PBN2X upload=U68N1OX9YGD2 tag=9DVK0SRR5H2F type=write size=3182045 2024-09-19T13:44:30.572 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.570+0000 7f71dac3e8c0 1 < completed write operation key=OZZDDUTJUZ6A tag=RT5O418G0SSY type=write size=94037 2024-09-19T13:44:30.579 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.578+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~OOH3RVX5T0HK.0 size=1048576 2024-09-19T13:44:30.582 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.578+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~OOH3RVX5T0HK.1 size=972422 2024-09-19T13:44:30.582 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.578+0000 7f71dac3e8c0 1 > prepared multipart upload key=HXQD0AR5YYML upload=OOH3RVX5T0HK tag=Y31H5OX6B6AO type=write size=3069574 2024-09-19T13:44:30.585 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.582+0000 7f71dac3e8c0 1 < canceled operation key=ZTBECCHZS74F tag=WDIL1EP2GA9T type=del size=309147 2024-09-19T13:44:30.589 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.586+0000 7f71dac3e8c0 1 > prepared operation key=NJ7EXTELNUF4 tag=0PHC51IPBFC8 type=del size=314330 2024-09-19T13:44:30.593 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.590+0000 7f71dac3e8c0 1 < canceled operation key=A0ZG34NFHPW5 tag=U0C4QJQ6WKO3 type=write size=113528 2024-09-19T13:44:30.597 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.594+0000 7f71dac3e8c0 1 > prepared operation key=QMR0T7URJS4W tag=Y2IG37T7LMKO type=del size=2218188 2024-09-19T13:44:30.605 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.602+0000 7f71dac3e8c0 1 < suggested update operation key=W1PNZKV93AHZ tag=CAI77B5AIEPV type=write size=739785 2024-09-19T13:44:30.608 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.606+0000 7f71dac3e8c0 1 > prepared operation key=8KBRPNQCKIQN tag=H5FFASN2WFNR type=del size=69717 2024-09-19T13:44:30.612 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.610+0000 7f71dac3e8c0 1 < completed delete operation key=HEVXCB3PBN2X tag=RNS4R31EOZMO type=del 2024-09-19T13:44:30.616 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.614+0000 7f71dac3e8c0 1 > prepared operation key=A0ZG34NFHPW5 tag=SHKJULRQXSFZ type=del size=3548029 2024-09-19T13:44:30.620 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.618+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~WZ0DRS6EYYPD.0 size=1048576 2024-09-19T13:44:30.623 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.622+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~WZ0DRS6EYYPD.1 size=1048576 2024-09-19T13:44:30.625 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.622+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~WZ0DRS6EYYPD.2 size=883226 2024-09-19T13:44:30.632 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.630+0000 7f71dac3e8c0 1 < completed multipart upload key=XXX33TZ37H3Q upload=WZ0DRS6EYYPD tag=GZD4Y7UQWQEI type=write size=4028954 2024-09-19T13:44:30.636 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.634+0000 7f71dac3e8c0 1 > prepared operation key=1L7F60AU40YA tag=HMITEH4FAHBR type=del size=4157921 2024-09-19T13:44:30.640 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.638+0000 7f71dac3e8c0 1 < completed part key=_multipart_37OSN0RSHGZZ.2~L90IN8WVGBEU.0 size=1048576 2024-09-19T13:44:30.642 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.638+0000 7f71dac3e8c0 1 < completed part key=_multipart_37OSN0RSHGZZ.2~L90IN8WVGBEU.1 size=160346 2024-09-19T13:44:30.648 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.646+0000 7f71dac3e8c0 1 < completed multipart upload key=37OSN0RSHGZZ upload=L90IN8WVGBEU tag=5HU3N7E3APBM type=write size=2257498 2024-09-19T13:44:30.652 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.650+0000 7f71dac3e8c0 1 > prepared operation key=V22QT1MEZ47G tag=C5CM66UFXYX2 type=write size=25832 2024-09-19T13:44:30.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.654+0000 7f71dac3e8c0 -1 < failed to complete operation key=W1PNZKV93AHZ tag=TUN9WR804DY3 type=del size=1836613: (22) Invalid argument 2024-09-19T13:44:30.663 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.662+0000 7f71dac3e8c0 1 > prepared part key=_multipart_JO1LC6YY2PEB.2~UQB42C8CV3O0.0 size=1048576 2024-09-19T13:44:30.666 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.662+0000 7f71dac3e8c0 1 > prepared part key=_multipart_JO1LC6YY2PEB.2~UQB42C8CV3O0.1 size=924655 2024-09-19T13:44:30.666 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.662+0000 7f71dac3e8c0 1 > prepared multipart upload key=JO1LC6YY2PEB upload=UQB42C8CV3O0 tag=CBW1R6ZWJHUT type=write size=3021807 2024-09-19T13:44:30.669 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.666+0000 7f71dac3e8c0 1 < canceled operation key=XXX33TZ37H3Q tag=M866PU0KL8V3 type=del size=3789996 2024-09-19T13:44:30.673 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.670+0000 7f71dac3e8c0 1 > prepared operation key=3M5OBS7J4VF9 tag=I4GOU5I5K8TG type=del size=2830012 2024-09-19T13:44:30.677 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.674+0000 7f71dac3e8c0 1 < completed write operation key=IUZEMS5KASUH tag=ZPRLUDBAYWW9 type=write size=829693 2024-09-19T13:44:30.681 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.678+0000 7f71dac3e8c0 1 > prepared operation key=8NT83XBF9HN8 tag=JYHQA565NS5B type=del size=3343921 2024-09-19T13:44:30.688 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.686+0000 7f71dac3e8c0 1 < suggested remove operation key=TZNPXQ5Y333X tag=JR4W07UHQU39 type=del 2024-09-19T13:44:30.693 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.690+0000 7f71dac3e8c0 1 > prepared operation key=GTZ96ZN0A4E9 tag=4QV533LJ3ZUP type=del size=3629861 2024-09-19T13:44:30.697 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.694+0000 7f71dac3e8c0 -1 < failed to complete operation key=TZNPXQ5Y333X tag=LDTMLER3HB35 type=del size=699580: (22) Invalid argument 2024-09-19T13:44:30.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.698+0000 7f71dac3e8c0 1 > prepared operation key=K7SNV9YW44WO tag=HLDZVHEEM7NI type=del size=2574550 2024-09-19T13:44:30.705 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.702+0000 7f71dac3e8c0 1 < completed part key=_multipart_A0ZG34NFHPW5.2~BVAOE3MY6P2A.0 size=1048576 2024-09-19T13:44:30.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.706+0000 7f71dac3e8c0 1 < completed part key=_multipart_A0ZG34NFHPW5.2~BVAOE3MY6P2A.1 size=1048576 2024-09-19T13:44:30.711 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.710+0000 7f71dac3e8c0 1 < completed part key=_multipart_A0ZG34NFHPW5.2~BVAOE3MY6P2A.2 size=543417 2024-09-19T13:44:30.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.714+0000 7f71dac3e8c0 1 < completed multipart upload key=A0ZG34NFHPW5 upload=BVAOE3MY6P2A tag=HFLBYVEL3JIF type=write size=3689145 2024-09-19T13:44:30.722 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.718+0000 7f71dac3e8c0 1 > prepared operation key=A0ZG34NFHPW5 tag=U8DBA1E6G2YP type=del size=28548 2024-09-19T13:44:30.727 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.726+0000 7f71dac3e8c0 1 < completed part key=_multipart_8A3NYYQ7SXR3.2~WB9L0FC6VZNL.0 size=1048576 2024-09-19T13:44:30.730 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.726+0000 7f71dac3e8c0 1 < completed part key=_multipart_8A3NYYQ7SXR3.2~WB9L0FC6VZNL.1 size=1048576 2024-09-19T13:44:30.733 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.730+0000 7f71dac3e8c0 1 < completed part key=_multipart_8A3NYYQ7SXR3.2~WB9L0FC6VZNL.2 size=465506 2024-09-19T13:44:30.740 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.738+0000 7f71dac3e8c0 1 < completed multipart upload key=8A3NYYQ7SXR3 upload=WB9L0FC6VZNL tag=SMZ280GKBQHJ type=write size=3611234 2024-09-19T13:44:30.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.746+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~FGHV3W0W52B8.0 size=1048576 2024-09-19T13:44:30.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.750+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~FGHV3W0W52B8.1 size=499701 2024-09-19T13:44:30.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.750+0000 7f71dac3e8c0 1 > prepared multipart upload key=3M5OBS7J4VF9 upload=FGHV3W0W52B8 tag=89TP3OEWGA6W type=write size=2596853 2024-09-19T13:44:30.757 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.754+0000 7f71dac3e8c0 1 < completed delete operation key=0FYIGD7G7ER2 tag=W148D1WBUH3G type=del 2024-09-19T13:44:30.761 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.758+0000 7f71dac3e8c0 1 > prepared operation key=A0ZG34NFHPW5 tag=0B0L055WXFYE type=del size=3392287 2024-09-19T13:44:30.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.762+0000 7f71dac3e8c0 1 < completed part key=_multipart_HEVXCB3PBN2X.2~U68N1OX9YGD2.0 size=1048576 2024-09-19T13:44:30.769 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.766+0000 7f71dac3e8c0 1 < completed part key=_multipart_HEVXCB3PBN2X.2~U68N1OX9YGD2.1 size=1048576 2024-09-19T13:44:30.772 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.770+0000 7f71dac3e8c0 1 < completed part key=_multipart_HEVXCB3PBN2X.2~U68N1OX9YGD2.2 size=36317 2024-09-19T13:44:30.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.774+0000 7f71dac3e8c0 1 < completed multipart upload key=HEVXCB3PBN2X upload=U68N1OX9YGD2 tag=9DVK0SRR5H2F type=write size=3182045 2024-09-19T13:44:30.786 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.782+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~A1Z1E44UPU9N.0 size=1048576 2024-09-19T13:44:30.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.786+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~A1Z1E44UPU9N.1 size=901735 2024-09-19T13:44:30.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.786+0000 7f71dac3e8c0 1 > prepared multipart upload key=7KN90I8B7PUK upload=A1Z1E44UPU9N tag=1KQYXC2WV3FV type=write size=2998887 2024-09-19T13:44:30.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.790+0000 7f71dac3e8c0 1 < completed part key=_multipart_HXQD0AR5YYML.2~OOH3RVX5T0HK.0 size=1048576 2024-09-19T13:44:30.795 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.794+0000 7f71dac3e8c0 1 < completed part key=_multipart_HXQD0AR5YYML.2~OOH3RVX5T0HK.1 size=972422 2024-09-19T13:44:30.802 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.798+0000 7f71dac3e8c0 1 < completed multipart upload key=HXQD0AR5YYML upload=OOH3RVX5T0HK tag=Y31H5OX6B6AO type=write size=3069574 2024-09-19T13:44:30.809 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.806+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~AKKTSOD8VI8T.0 size=1048576 2024-09-19T13:44:30.811 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.810+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~AKKTSOD8VI8T.1 size=1048576 2024-09-19T13:44:30.814 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.814+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~AKKTSOD8VI8T.2 size=252655 2024-09-19T13:44:30.815 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.814+0000 7f71dac3e8c0 1 > prepared multipart upload key=NJ7EXTELNUF4 upload=AKKTSOD8VI8T tag=7MOJKRSXAKH9 type=write size=3398383 2024-09-19T13:44:30.819 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.818+0000 7f71dac3e8c0 1 < canceled operation key=NJ7EXTELNUF4 tag=0PHC51IPBFC8 type=del size=314330 2024-09-19T13:44:30.826 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.822+0000 7f71dac3e8c0 1 > prepared part key=_multipart_5UA3A6M3SVPV.2~7T9BW0XH9JR6.0 size=1048576 2024-09-19T13:44:30.829 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.826+0000 7f71dac3e8c0 1 > prepared part key=_multipart_5UA3A6M3SVPV.2~7T9BW0XH9JR6.1 size=1048576 2024-09-19T13:44:30.832 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.830+0000 7f71dac3e8c0 1 > prepared part key=_multipart_5UA3A6M3SVPV.2~7T9BW0XH9JR6.2 size=317760 2024-09-19T13:44:30.832 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.830+0000 7f71dac3e8c0 1 > prepared multipart upload key=5UA3A6M3SVPV upload=7T9BW0XH9JR6 tag=F2M20E80C29A type=write size=3463488 2024-09-19T13:44:30.836 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.834+0000 7f71dac3e8c0 1 < completed delete operation key=QMR0T7URJS4W tag=Y2IG37T7LMKO type=del 2024-09-19T13:44:30.844 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.842+0000 7f71dac3e8c0 1 > prepared part key=_multipart_1L7F60AU40YA.2~QIOALOCL9FFI.0 size=1048576 2024-09-19T13:44:30.848 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.846+0000 7f71dac3e8c0 1 > prepared part key=_multipart_1L7F60AU40YA.2~QIOALOCL9FFI.1 size=600888 2024-09-19T13:44:30.848 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.846+0000 7f71dac3e8c0 1 > prepared multipart upload key=1L7F60AU40YA upload=QIOALOCL9FFI tag=3WWZ7V5XX0B2 type=write size=2698040 2024-09-19T13:44:30.856 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.854+0000 7f71dac3e8c0 1 < suggested remove operation key=8KBRPNQCKIQN tag=H5FFASN2WFNR type=del 2024-09-19T13:44:30.860 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.858+0000 7f71dac3e8c0 1 > prepared operation key=NJ64P4D0EIT4 tag=0CAXY7DA894Z type=del size=1695262 2024-09-19T13:44:30.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.862+0000 7f71dac3e8c0 1 < completed delete operation key=A0ZG34NFHPW5 tag=SHKJULRQXSFZ type=del 2024-09-19T13:44:30.869 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.866+0000 7f71dac3e8c0 1 > prepared operation key=1L7F60AU40YA tag=6IE0290JQZ1I type=del size=1739387 2024-09-19T13:44:30.876 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.874+0000 7f71dac3e8c0 1 < suggested remove operation key=1L7F60AU40YA tag=HMITEH4FAHBR type=del 2024-09-19T13:44:30.883 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.882+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~TV3TTPQOQGCJ.0 size=1048576 2024-09-19T13:44:30.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.882+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~TV3TTPQOQGCJ.1 size=971342 2024-09-19T13:44:30.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.882+0000 7f71dac3e8c0 1 > prepared multipart upload key=XXX33TZ37H3Q upload=TV3TTPQOQGCJ tag=DTMWL36RXCKV type=write size=3068494 2024-09-19T13:44:30.889 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.886+0000 7f71dac3e8c0 1 < completed write operation key=V22QT1MEZ47G tag=C5CM66UFXYX2 type=write size=25832 2024-09-19T13:44:30.893 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.890+0000 7f71dac3e8c0 1 > prepared operation key=NJ7EXTELNUF4 tag=5G3EPPHG6LF7 type=write size=816845 2024-09-19T13:44:30.902 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.898+0000 7f71dac3e8c0 1 < completed part key=_multipart_JO1LC6YY2PEB.2~UQB42C8CV3O0.0 size=1048576 2024-09-19T13:44:30.905 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.902+0000 7f71dac3e8c0 1 < completed part key=_multipart_JO1LC6YY2PEB.2~UQB42C8CV3O0.1 size=924655 2024-09-19T13:44:30.911 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.910+0000 7f71dac3e8c0 1 < completed multipart upload key=JO1LC6YY2PEB upload=UQB42C8CV3O0 tag=CBW1R6ZWJHUT type=write size=3021807 2024-09-19T13:44:30.915 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.914+0000 7f71dac3e8c0 1 > prepared operation key=HEVXCB3PBN2X tag=9YSHZOIS18G9 type=del size=926866 2024-09-19T13:44:30.919 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.918+0000 7f71dac3e8c0 1 < completed delete operation key=3M5OBS7J4VF9 tag=I4GOU5I5K8TG type=del 2024-09-19T13:44:30.923 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.922+0000 7f71dac3e8c0 1 > prepared operation key=QQ09T88TB3XG tag=JZT3D0GN6WFQ type=del size=3615057 2024-09-19T13:44:30.927 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.926+0000 7f71dac3e8c0 1 < completed delete operation key=8NT83XBF9HN8 tag=JYHQA565NS5B type=del 2024-09-19T13:44:30.931 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.930+0000 7f71dac3e8c0 1 > prepared operation key=3M5OBS7J4VF9 tag=ZZG9Z7NEX812 type=del size=429708 2024-09-19T13:44:30.935 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.934+0000 7f71dac3e8c0 1 < completed delete operation key=GTZ96ZN0A4E9 tag=4QV533LJ3ZUP type=del 2024-09-19T13:44:30.940 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.938+0000 7f71dac3e8c0 1 > prepared operation key=A0ZG34NFHPW5 tag=1PRFG7F7ASQY type=del size=4074845 2024-09-19T13:44:30.944 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.942+0000 7f71dac3e8c0 1 < completed delete operation key=K7SNV9YW44WO tag=HLDZVHEEM7NI type=del 2024-09-19T13:44:30.949 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.946+0000 7f71dac3e8c0 1 > prepared operation key=3M5OBS7J4VF9 tag=FPTBA1468IV0 type=del size=2882818 2024-09-19T13:44:30.958 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.954+0000 7f71dac3e8c0 1 < suggested update operation key=A0ZG34NFHPW5 tag=U8DBA1E6G2YP type=del size=28548 2024-09-19T13:44:30.965 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.962+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~TF1GUBQ3FSYA.0 size=246603 2024-09-19T13:44:30.965 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.962+0000 7f71dac3e8c0 1 > prepared multipart upload key=ZTBECCHZS74F upload=TF1GUBQ3FSYA tag=CTWUEX6ZCE32 type=write size=1295179 2024-09-19T13:44:30.969 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.966+0000 7f71dac3e8c0 1 < completed part key=_multipart_3M5OBS7J4VF9.2~FGHV3W0W52B8.0 size=1048576 2024-09-19T13:44:30.972 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.970+0000 7f71dac3e8c0 1 < completed part key=_multipart_3M5OBS7J4VF9.2~FGHV3W0W52B8.1 size=499701 2024-09-19T13:44:30.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.974+0000 7f71dac3e8c0 1 < completed multipart upload key=3M5OBS7J4VF9 upload=FGHV3W0W52B8 tag=89TP3OEWGA6W type=write size=2596853 2024-09-19T13:44:30.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.982+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GZF1MCOAN1NO.2~1QXBJ9Y55FLS.0 size=1048576 2024-09-19T13:44:30.988 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.986+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GZF1MCOAN1NO.2~1QXBJ9Y55FLS.1 size=1048576 2024-09-19T13:44:30.991 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.990+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GZF1MCOAN1NO.2~1QXBJ9Y55FLS.2 size=246343 2024-09-19T13:44:30.991 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.990+0000 7f71dac3e8c0 1 > prepared multipart upload key=GZF1MCOAN1NO upload=1QXBJ9Y55FLS tag=YS620S3TX9J3 type=write size=3392071 2024-09-19T13:44:30.995 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.994+0000 7f71dac3e8c0 -1 < failed to complete operation key=A0ZG34NFHPW5 tag=0B0L055WXFYE type=del size=3392287: (22) Invalid argument 2024-09-19T13:44:31.002 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.998+0000 7f71dac3e8c0 1 > prepared part key=_multipart_Q484UNX3BYBG.2~RRZKXL9WWBY2.0 size=523095 2024-09-19T13:44:31.002 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:30.998+0000 7f71dac3e8c0 1 > prepared multipart upload key=Q484UNX3BYBG upload=RRZKXL9WWBY2 tag=HLJ691WMFBF5 type=write size=1571671 2024-09-19T13:44:31.006 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.002+0000 7f71dac3e8c0 1 < completed part key=_multipart_7KN90I8B7PUK.2~A1Z1E44UPU9N.0 size=1048576 2024-09-19T13:44:31.010 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.006+0000 7f71dac3e8c0 1 < completed part key=_multipart_7KN90I8B7PUK.2~A1Z1E44UPU9N.1 size=901735 2024-09-19T13:44:31.016 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.014+0000 7f71dac3e8c0 1 < completed multipart upload key=7KN90I8B7PUK upload=A1Z1E44UPU9N tag=1KQYXC2WV3FV type=write size=2998887 2024-09-19T13:44:31.020 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.018+0000 7f71dac3e8c0 1 > prepared operation key=K7SNV9YW44WO tag=WJRJXZG7GNV3 type=del size=1296395 2024-09-19T13:44:31.024 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.022+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ7EXTELNUF4.2~AKKTSOD8VI8T.0 size=1048576 2024-09-19T13:44:31.027 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.026+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ7EXTELNUF4.2~AKKTSOD8VI8T.1 size=1048576 2024-09-19T13:44:31.027 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.026+0000 7f71dac3e8c0 1 < canceled part key=_multipart_NJ7EXTELNUF4.2~AKKTSOD8VI8T.2 size=252655 2024-09-19T13:44:31.033 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.030+0000 7f71dac3e8c0 1 < canceled multipart upload key=NJ7EXTELNUF4 upload=AKKTSOD8VI8T tag=7MOJKRSXAKH9 type=write size=3398383 2024-09-19T13:44:31.036 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.034+0000 7f71dac3e8c0 1 > prepared operation key=OZZDDUTJUZ6A tag=1A8HT7VV9ASE type=write size=182777 2024-09-19T13:44:31.039 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.038+0000 7f71dac3e8c0 1 < completed part key=_multipart_5UA3A6M3SVPV.2~7T9BW0XH9JR6.0 size=1048576 2024-09-19T13:44:31.042 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.038+0000 7f71dac3e8c0 1 < completed part key=_multipart_5UA3A6M3SVPV.2~7T9BW0XH9JR6.1 size=1048576 2024-09-19T13:44:31.044 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.042+0000 7f71dac3e8c0 1 < completed part key=_multipart_5UA3A6M3SVPV.2~7T9BW0XH9JR6.2 size=317760 2024-09-19T13:44:31.049 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.046+0000 7f71dac3e8c0 1 < completed multipart upload key=5UA3A6M3SVPV upload=7T9BW0XH9JR6 tag=F2M20E80C29A type=write size=3463488 2024-09-19T13:44:31.054 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.050+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HEVXCB3PBN2X.2~32P43OC3MNV5.0 size=1048576 2024-09-19T13:44:31.056 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.054+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HEVXCB3PBN2X.2~32P43OC3MNV5.1 size=1048576 2024-09-19T13:44:31.058 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.054+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HEVXCB3PBN2X.2~32P43OC3MNV5.2 size=702057 2024-09-19T13:44:31.058 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.054+0000 7f71dac3e8c0 1 > prepared multipart upload key=HEVXCB3PBN2X upload=32P43OC3MNV5 tag=9XHGI7GVKZAA type=write size=3847785 2024-09-19T13:44:31.061 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.058+0000 7f71dac3e8c0 1 < completed part key=_multipart_1L7F60AU40YA.2~QIOALOCL9FFI.0 size=1048576 2024-09-19T13:44:31.063 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.062+0000 7f71dac3e8c0 1 < completed part key=_multipart_1L7F60AU40YA.2~QIOALOCL9FFI.1 size=600888 2024-09-19T13:44:31.067 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.066+0000 7f71dac3e8c0 1 < completed multipart upload key=1L7F60AU40YA upload=QIOALOCL9FFI tag=3WWZ7V5XX0B2 type=write size=2698040 2024-09-19T13:44:31.073 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.066+0000 7f71dac3e8c0 1 > prepared operation key=NJ7EXTELNUF4 tag=2PAR6MQGKBIS type=del size=1082705 2024-09-19T13:44:31.073 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.070+0000 7f71dac3e8c0 1 < canceled operation key=NJ64P4D0EIT4 tag=0CAXY7DA894Z type=del size=1695262 2024-09-19T13:44:31.075 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.074+0000 7f71dac3e8c0 1 > prepared operation key=GZF1MCOAN1NO tag=0I03PLH6JL4G type=del size=1808568 2024-09-19T13:44:31.078 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.074+0000 7f71dac3e8c0 -1 < failed to complete operation key=1L7F60AU40YA tag=6IE0290JQZ1I type=del size=1739387: (22) Invalid argument 2024-09-19T13:44:31.081 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.078+0000 7f71dac3e8c0 1 > prepared operation key=Q484UNX3BYBG tag=Y216RKJ1Q93K type=del size=425606 2024-09-19T13:44:31.084 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.082+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~TV3TTPQOQGCJ.0 size=1048576 2024-09-19T13:44:31.086 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.082+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~TV3TTPQOQGCJ.1 size=971342 2024-09-19T13:44:31.091 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.090+0000 7f71dac3e8c0 1 < completed multipart upload key=XXX33TZ37H3Q upload=TV3TTPQOQGCJ tag=DTMWL36RXCKV type=write size=3068494 2024-09-19T13:44:31.095 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.094+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8NT83XBF9HN8.2~9N6KDGND0S5I.0 size=1048576 2024-09-19T13:44:31.097 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.094+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8NT83XBF9HN8.2~9N6KDGND0S5I.1 size=630540 2024-09-19T13:44:31.098 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.094+0000 7f71dac3e8c0 1 > prepared multipart upload key=8NT83XBF9HN8 upload=9N6KDGND0S5I tag=RJFPYB4B0C6C type=write size=2727692 2024-09-19T13:44:31.100 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.098+0000 7f71dac3e8c0 1 < completed write operation key=NJ7EXTELNUF4 tag=5G3EPPHG6LF7 type=write size=816845 2024-09-19T13:44:31.103 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.102+0000 7f71dac3e8c0 1 > prepared operation key=GTZ96ZN0A4E9 tag=B561TKN4XZG6 type=del size=1105774 2024-09-19T13:44:31.109 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.106+0000 7f71dac3e8c0 1 < suggested remove operation key=HEVXCB3PBN2X tag=9YSHZOIS18G9 type=del 2024-09-19T13:44:31.113 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.110+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QQ09T88TB3XG.2~66G4NOTSINUN.0 size=1048576 2024-09-19T13:44:31.115 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.114+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QQ09T88TB3XG.2~66G4NOTSINUN.1 size=1048576 2024-09-19T13:44:31.117 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.114+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QQ09T88TB3XG.2~66G4NOTSINUN.2 size=829456 2024-09-19T13:44:31.118 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.114+0000 7f71dac3e8c0 1 > prepared multipart upload key=QQ09T88TB3XG upload=66G4NOTSINUN tag=4Z43KVKJN2D2 type=write size=3975184 2024-09-19T13:44:31.120 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.118+0000 7f71dac3e8c0 1 < completed delete operation key=QQ09T88TB3XG tag=JZT3D0GN6WFQ type=del 2024-09-19T13:44:31.126 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.122+0000 7f71dac3e8c0 1 > prepared part key=_multipart_V22QT1MEZ47G.2~6MVKKQY43HAL.0 size=328478 2024-09-19T13:44:31.126 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.122+0000 7f71dac3e8c0 1 > prepared multipart upload key=V22QT1MEZ47G upload=6MVKKQY43HAL tag=LZV4J0B8TQNL type=write size=1377054 2024-09-19T13:44:31.132 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.130+0000 7f71dac3e8c0 1 < suggested remove operation key=3M5OBS7J4VF9 tag=ZZG9Z7NEX812 type=del 2024-09-19T13:44:31.135 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.134+0000 7f71dac3e8c0 1 > prepared operation key=LIMYIIX8WVBS tag=6LRLVNG16SY6 type=write size=950702 2024-09-19T13:44:31.142 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.138+0000 7f71dac3e8c0 1 < suggested update operation key=A0ZG34NFHPW5 tag=1PRFG7F7ASQY type=del size=4074845 2024-09-19T13:44:31.145 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.142+0000 7f71dac3e8c0 1 > prepared operation key=TZNPXQ5Y333X tag=8EK0LXNF6P4K type=del size=1378216 2024-09-19T13:44:31.148 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.146+0000 7f71dac3e8c0 -1 < failed to complete operation key=3M5OBS7J4VF9 tag=FPTBA1468IV0 type=del size=2882818: (22) Invalid argument 2024-09-19T13:44:31.152 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.150+0000 7f71dac3e8c0 1 > prepared operation key=W1PNZKV93AHZ tag=ZHZL5B976U4N type=del size=525893 2024-09-19T13:44:31.155 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.154+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~TF1GUBQ3FSYA.0 size=246603 2024-09-19T13:44:31.160 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.158+0000 7f71dac3e8c0 1 < completed multipart upload key=ZTBECCHZS74F upload=TF1GUBQ3FSYA tag=CTWUEX6ZCE32 type=write size=1295179 2024-09-19T13:44:31.166 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.162+0000 7f71dac3e8c0 1 > prepared part key=_multipart_E5541PV8MDY7.2~BTJU8FUFD0JO.0 size=186673 2024-09-19T13:44:31.166 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.162+0000 7f71dac3e8c0 1 > prepared multipart upload key=E5541PV8MDY7 upload=BTJU8FUFD0JO tag=LN8K2632KFS5 type=write size=1235249 2024-09-19T13:44:31.167 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.162+0000 7f71dac3e8c0 1 < canceled part key=_multipart_GZF1MCOAN1NO.2~1QXBJ9Y55FLS.0 size=1048576 2024-09-19T13:44:31.169 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.166+0000 7f71dac3e8c0 1 < completed part key=_multipart_GZF1MCOAN1NO.2~1QXBJ9Y55FLS.1 size=1048576 2024-09-19T13:44:31.172 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.170+0000 7f71dac3e8c0 1 < completed part key=_multipart_GZF1MCOAN1NO.2~1QXBJ9Y55FLS.2 size=246343 2024-09-19T13:44:31.178 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.174+0000 7f71dac3e8c0 1 < canceled multipart upload key=GZF1MCOAN1NO upload=1QXBJ9Y55FLS tag=YS620S3TX9J3 type=write size=3392071 2024-09-19T13:44:31.182 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.178+0000 7f71dac3e8c0 1 > prepared operation key=37OSN0RSHGZZ tag=JZ5R1DX3IB8V type=del size=1657918 2024-09-19T13:44:31.186 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.182+0000 7f71dac3e8c0 1 < completed part key=_multipart_Q484UNX3BYBG.2~RRZKXL9WWBY2.0 size=523095 2024-09-19T13:44:31.192 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.190+0000 7f71dac3e8c0 1 < completed multipart upload key=Q484UNX3BYBG upload=RRZKXL9WWBY2 tag=HLJ691WMFBF5 type=write size=1571671 2024-09-19T13:44:31.196 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.194+0000 7f71dac3e8c0 1 > prepared operation key=QQ09T88TB3XG tag=70P5FJ43W0ZN type=del size=2521189 2024-09-19T13:44:31.200 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.198+0000 7f71dac3e8c0 1 < completed delete operation key=K7SNV9YW44WO tag=WJRJXZG7GNV3 type=del 2024-09-19T13:44:31.204 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.202+0000 7f71dac3e8c0 1 > prepared operation key=1L7F60AU40YA tag=I1O3R7ANIXIL type=del size=3759411 2024-09-19T13:44:31.208 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.206+0000 7f71dac3e8c0 1 < completed write operation key=OZZDDUTJUZ6A tag=1A8HT7VV9ASE type=write size=182777 2024-09-19T13:44:31.211 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.210+0000 7f71dac3e8c0 1 > prepared operation key=6QW9QPSBZ37R tag=QTW93PJAFGEO type=del size=2971872 2024-09-19T13:44:31.220 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.218+0000 7f71dac3e8c0 1 < completed part key=_multipart_HEVXCB3PBN2X.2~32P43OC3MNV5.0 size=1048576 2024-09-19T13:44:31.221 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.218+0000 7f71dac3e8c0 1 < canceled part key=_multipart_HEVXCB3PBN2X.2~32P43OC3MNV5.1 size=1048576 2024-09-19T13:44:31.223 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.222+0000 7f71dac3e8c0 1 < completed part key=_multipart_HEVXCB3PBN2X.2~32P43OC3MNV5.2 size=702057 2024-09-19T13:44:31.229 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.226+0000 7f71dac3e8c0 1 < canceled multipart upload key=HEVXCB3PBN2X upload=32P43OC3MNV5 tag=9XHGI7GVKZAA type=write size=3847785 2024-09-19T13:44:31.236 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.234+0000 7f71dac3e8c0 1 > prepared part key=_multipart_A0ZG34NFHPW5.2~AG1SPYREAY9N.0 size=1048576 2024-09-19T13:44:31.238 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.234+0000 7f71dac3e8c0 1 > prepared part key=_multipart_A0ZG34NFHPW5.2~AG1SPYREAY9N.1 size=1048576 2024-09-19T13:44:31.241 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.238+0000 7f71dac3e8c0 1 > prepared part key=_multipart_A0ZG34NFHPW5.2~AG1SPYREAY9N.2 size=935124 2024-09-19T13:44:31.241 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.238+0000 7f71dac3e8c0 1 > prepared multipart upload key=A0ZG34NFHPW5 upload=AG1SPYREAY9N tag=NVGPQRFO1987 type=write size=4080852 2024-09-19T13:44:31.245 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.242+0000 7f71dac3e8c0 1 < completed delete operation key=NJ7EXTELNUF4 tag=2PAR6MQGKBIS type=del 2024-09-19T13:44:31.249 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.246+0000 7f71dac3e8c0 1 > prepared operation key=7KN90I8B7PUK tag=8RTR43HTLFUO type=del size=1590898 2024-09-19T13:44:31.252 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.250+0000 7f71dac3e8c0 1 < completed delete operation key=GZF1MCOAN1NO tag=0I03PLH6JL4G type=del 2024-09-19T13:44:31.256 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.254+0000 7f71dac3e8c0 1 > prepared operation key=1L7F60AU40YA tag=BPOQMLCB2WNL type=del size=339962 2024-09-19T13:44:31.260 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.258+0000 7f71dac3e8c0 1 < completed delete operation key=Q484UNX3BYBG tag=Y216RKJ1Q93K type=del 2024-09-19T13:44:31.263 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.262+0000 7f71dac3e8c0 1 > prepared operation key=JO1LC6YY2PEB tag=GAR7K3IQSV1X type=del size=2310802 2024-09-19T13:44:31.268 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.266+0000 7f71dac3e8c0 1 < completed part key=_multipart_8NT83XBF9HN8.2~9N6KDGND0S5I.0 size=1048576 2024-09-19T13:44:31.271 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.270+0000 7f71dac3e8c0 1 < completed part key=_multipart_8NT83XBF9HN8.2~9N6KDGND0S5I.1 size=630540 2024-09-19T13:44:31.277 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.274+0000 7f71dac3e8c0 1 < completed multipart upload key=8NT83XBF9HN8 upload=9N6KDGND0S5I tag=RJFPYB4B0C6C type=write size=2727692 2024-09-19T13:44:31.280 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.278+0000 7f71dac3e8c0 1 > prepared operation key=HEVXCB3PBN2X tag=EG5EP5812ZMW type=write size=981635 2024-09-19T13:44:31.285 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.282+0000 7f71dac3e8c0 1 < completed delete operation key=GTZ96ZN0A4E9 tag=B561TKN4XZG6 type=del 2024-09-19T13:44:31.291 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.290+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GTZ96ZN0A4E9.2~PU3ITLNB4EE1.0 size=1048576 2024-09-19T13:44:31.294 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.290+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GTZ96ZN0A4E9.2~PU3ITLNB4EE1.1 size=1048576 2024-09-19T13:44:31.297 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.294+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GTZ96ZN0A4E9.2~PU3ITLNB4EE1.2 size=616796 2024-09-19T13:44:31.297 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.294+0000 7f71dac3e8c0 1 > prepared multipart upload key=GTZ96ZN0A4E9 upload=PU3ITLNB4EE1 tag=ZVRD8W74C1KL type=write size=3762524 2024-09-19T13:44:31.301 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.298+0000 7f71dac3e8c0 1 < completed part key=_multipart_QQ09T88TB3XG.2~66G4NOTSINUN.0 size=1048576 2024-09-19T13:44:31.305 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.302+0000 7f71dac3e8c0 1 < completed part key=_multipart_QQ09T88TB3XG.2~66G4NOTSINUN.1 size=1048576 2024-09-19T13:44:31.308 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.306+0000 7f71dac3e8c0 1 < completed part key=_multipart_QQ09T88TB3XG.2~66G4NOTSINUN.2 size=829456 2024-09-19T13:44:31.314 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.310+0000 7f71dac3e8c0 1 < completed multipart upload key=QQ09T88TB3XG upload=66G4NOTSINUN tag=4Z43KVKJN2D2 type=write size=3975184 2024-09-19T13:44:31.321 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.318+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~I9HM6EIL6QL1.0 size=1048576 2024-09-19T13:44:31.323 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.322+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~I9HM6EIL6QL1.1 size=1048576 2024-09-19T13:44:31.325 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.322+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~I9HM6EIL6QL1.2 size=616153 2024-09-19T13:44:31.326 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.322+0000 7f71dac3e8c0 1 > prepared multipart upload key=ZTBECCHZS74F upload=I9HM6EIL6QL1 tag=Q700ZN5IX7HX type=write size=3761881 2024-09-19T13:44:31.330 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.326+0000 7f71dac3e8c0 1 < completed part key=_multipart_V22QT1MEZ47G.2~6MVKKQY43HAL.0 size=328478 2024-09-19T13:44:31.335 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.334+0000 7f71dac3e8c0 1 < completed multipart upload key=V22QT1MEZ47G upload=6MVKKQY43HAL tag=LZV4J0B8TQNL type=write size=1377054 2024-09-19T13:44:31.339 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.338+0000 7f71dac3e8c0 1 > prepared operation key=OZZDDUTJUZ6A tag=GLLQIGJYPF33 type=write size=418114 2024-09-19T13:44:31.348 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.346+0000 7f71dac3e8c0 1 < suggested update operation key=LIMYIIX8WVBS tag=6LRLVNG16SY6 type=write size=950702 2024-09-19T13:44:31.355 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.354+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~QP1QVLCYLRW6.0 size=1048576 2024-09-19T13:44:31.359 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.358+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~QP1QVLCYLRW6.1 size=1048576 2024-09-19T13:44:31.362 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.358+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~QP1QVLCYLRW6.2 size=993732 2024-09-19T13:44:31.362 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.358+0000 7f71dac3e8c0 1 > prepared multipart upload key=K7SNV9YW44WO upload=QP1QVLCYLRW6 tag=BX9Q9KF3TUUF type=write size=4139460 2024-09-19T13:44:31.367 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.366+0000 7f71dac3e8c0 1 < completed delete operation key=TZNPXQ5Y333X tag=8EK0LXNF6P4K type=del 2024-09-19T13:44:31.375 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.374+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~5LGIXP29ON87.0 size=1048576 2024-09-19T13:44:31.378 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.374+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~5LGIXP29ON87.1 size=1048576 2024-09-19T13:44:31.381 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.378+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~5LGIXP29ON87.2 size=477138 2024-09-19T13:44:31.381 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.378+0000 7f71dac3e8c0 1 > prepared multipart upload key=HXQD0AR5YYML upload=5LGIXP29ON87 tag=ZUL3MRGAXB63 type=write size=3622866 2024-09-19T13:44:31.386 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.382+0000 7f71dac3e8c0 1 < completed delete operation key=W1PNZKV93AHZ tag=ZHZL5B976U4N type=del 2024-09-19T13:44:31.390 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.386+0000 7f71dac3e8c0 1 > prepared operation key=A0ZG34NFHPW5 tag=AGZWRLOVA4AP type=del size=1457343 2024-09-19T13:44:31.395 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.394+0000 7f71dac3e8c0 1 < completed part key=_multipart_E5541PV8MDY7.2~BTJU8FUFD0JO.0 size=186673 2024-09-19T13:44:31.402 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.398+0000 7f71dac3e8c0 1 < completed multipart upload key=E5541PV8MDY7 upload=BTJU8FUFD0JO tag=LN8K2632KFS5 type=write size=1235249 2024-09-19T13:44:31.406 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.402+0000 7f71dac3e8c0 1 > prepared operation key=8A3NYYQ7SXR3 tag=TYPZYD98VWM1 type=write size=986465 2024-09-19T13:44:31.415 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.414+0000 7f71dac3e8c0 1 < suggested update operation key=37OSN0RSHGZZ tag=JZ5R1DX3IB8V type=del size=1657918 2024-09-19T13:44:31.419 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.418+0000 7f71dac3e8c0 1 > prepared operation key=GZF1MCOAN1NO tag=DJ5S9A2RXL6Q type=write size=472504 2024-09-19T13:44:31.423 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.422+0000 7f71dac3e8c0 1 < completed delete operation key=QQ09T88TB3XG tag=70P5FJ43W0ZN type=del 2024-09-19T13:44:31.427 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.426+0000 7f71dac3e8c0 1 > prepared operation key=NJ64P4D0EIT4 tag=03HHCRLJ3XVI type=del size=2102537 2024-09-19T13:44:31.431 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.430+0000 7f71dac3e8c0 1 < completed delete operation key=1L7F60AU40YA tag=I1O3R7ANIXIL type=del 2024-09-19T13:44:31.435 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.434+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=IB4WEVFIL1EG type=del size=3584097 2024-09-19T13:44:31.439 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.438+0000 7f71dac3e8c0 1 < completed delete operation key=6QW9QPSBZ37R tag=QTW93PJAFGEO type=del 2024-09-19T13:44:31.443 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.442+0000 7f71dac3e8c0 1 > prepared operation key=8NT83XBF9HN8 tag=KYOILLDJI8KH type=del size=2235280 2024-09-19T13:44:31.448 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.446+0000 7f71dac3e8c0 1 < completed part key=_multipart_A0ZG34NFHPW5.2~AG1SPYREAY9N.0 size=1048576 2024-09-19T13:44:31.451 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.450+0000 7f71dac3e8c0 1 < completed part key=_multipart_A0ZG34NFHPW5.2~AG1SPYREAY9N.1 size=1048576 2024-09-19T13:44:31.454 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.450+0000 7f71dac3e8c0 1 < completed part key=_multipart_A0ZG34NFHPW5.2~AG1SPYREAY9N.2 size=935124 2024-09-19T13:44:31.460 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.458+0000 7f71dac3e8c0 1 < completed multipart upload key=A0ZG34NFHPW5 upload=AG1SPYREAY9N tag=NVGPQRFO1987 type=write size=4080852 2024-09-19T13:44:31.467 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.466+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~TL36ZV14ANDC.0 size=1048576 2024-09-19T13:44:31.470 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.466+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~TL36ZV14ANDC.1 size=76486 2024-09-19T13:44:31.470 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.466+0000 7f71dac3e8c0 1 > prepared multipart upload key=IUZEMS5KASUH upload=TL36ZV14ANDC tag=OY3ZRFSS09XS type=write size=2173638 2024-09-19T13:44:31.474 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.470+0000 7f71dac3e8c0 1 < completed delete operation key=7KN90I8B7PUK tag=8RTR43HTLFUO type=del 2024-09-19T13:44:31.479 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.478+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=V9SG9QTVT86N type=del size=2700687 2024-09-19T13:44:31.483 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.482+0000 7f71dac3e8c0 1 < completed delete operation key=1L7F60AU40YA tag=BPOQMLCB2WNL type=del 2024-09-19T13:44:31.491 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.486+0000 7f71dac3e8c0 1 > prepared part key=_multipart_OZZDDUTJUZ6A.2~DDHEM1LY0ZKX.0 size=879200 2024-09-19T13:44:31.491 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.486+0000 7f71dac3e8c0 1 > prepared multipart upload key=OZZDDUTJUZ6A upload=DDHEM1LY0ZKX tag=LA02IB9G10WJ type=write size=1927776 2024-09-19T13:44:31.495 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.494+0000 7f71dac3e8c0 1 < completed delete operation key=JO1LC6YY2PEB tag=GAR7K3IQSV1X type=del 2024-09-19T13:44:31.500 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.498+0000 7f71dac3e8c0 1 > prepared operation key=3M5OBS7J4VF9 tag=5U8GKEF0UDJI type=write size=69950 2024-09-19T13:44:31.504 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.502+0000 7f71dac3e8c0 1 < completed write operation key=HEVXCB3PBN2X tag=EG5EP5812ZMW type=write size=981635 2024-09-19T13:44:31.512 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.510+0000 7f71dac3e8c0 1 > prepared part key=_multipart_JO1LC6YY2PEB.2~17FBUKTMZQOW.0 size=1010139 2024-09-19T13:44:31.512 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.510+0000 7f71dac3e8c0 1 > prepared multipart upload key=JO1LC6YY2PEB upload=17FBUKTMZQOW tag=HKD7F62R4B4L type=write size=2058715 2024-09-19T13:44:31.517 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.514+0000 7f71dac3e8c0 1 < completed part key=_multipart_GTZ96ZN0A4E9.2~PU3ITLNB4EE1.0 size=1048576 2024-09-19T13:44:31.520 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.518+0000 7f71dac3e8c0 1 < completed part key=_multipart_GTZ96ZN0A4E9.2~PU3ITLNB4EE1.1 size=1048576 2024-09-19T13:44:31.523 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.522+0000 7f71dac3e8c0 1 < completed part key=_multipart_GTZ96ZN0A4E9.2~PU3ITLNB4EE1.2 size=616796 2024-09-19T13:44:31.530 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.526+0000 7f71dac3e8c0 1 < completed multipart upload key=GTZ96ZN0A4E9 upload=PU3ITLNB4EE1 tag=ZVRD8W74C1KL type=write size=3762524 2024-09-19T13:44:31.538 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.534+0000 7f71dac3e8c0 1 > prepared part key=_multipart_0FYIGD7G7ER2.2~32DYJ1RP00JG.0 size=1048576 2024-09-19T13:44:31.541 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.538+0000 7f71dac3e8c0 1 > prepared part key=_multipart_0FYIGD7G7ER2.2~32DYJ1RP00JG.1 size=41223 2024-09-19T13:44:31.541 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.538+0000 7f71dac3e8c0 1 > prepared multipart upload key=0FYIGD7G7ER2 upload=32DYJ1RP00JG tag=L9K0OQITH033 type=write size=2138375 2024-09-19T13:44:31.545 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.542+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~I9HM6EIL6QL1.0 size=1048576 2024-09-19T13:44:31.549 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.546+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~I9HM6EIL6QL1.1 size=1048576 2024-09-19T13:44:31.552 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.550+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~I9HM6EIL6QL1.2 size=616153 2024-09-19T13:44:31.558 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.554+0000 7f71dac3e8c0 1 < completed multipart upload key=ZTBECCHZS74F upload=I9HM6EIL6QL1 tag=Q700ZN5IX7HX type=write size=3761881 2024-09-19T13:44:31.566 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.562+0000 7f71dac3e8c0 1 > prepared part key=_multipart_1L7F60AU40YA.2~TLSX2AAUET26.0 size=1048576 2024-09-19T13:44:31.569 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.566+0000 7f71dac3e8c0 1 > prepared part key=_multipart_1L7F60AU40YA.2~TLSX2AAUET26.1 size=655297 2024-09-19T13:44:31.569 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.566+0000 7f71dac3e8c0 1 > prepared multipart upload key=1L7F60AU40YA upload=TLSX2AAUET26 tag=OJLHGO007QB9 type=write size=2752449 2024-09-19T13:44:31.573 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.570+0000 7f71dac3e8c0 1 < completed write operation key=OZZDDUTJUZ6A tag=GLLQIGJYPF33 type=write size=418114 2024-09-19T13:44:31.577 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.574+0000 7f71dac3e8c0 1 > prepared operation key=5UA3A6M3SVPV tag=JVKPSVMKDW5H type=del size=3970370 2024-09-19T13:44:31.580 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.578+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~QP1QVLCYLRW6.0 size=1048576 2024-09-19T13:44:31.588 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.586+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~QP1QVLCYLRW6.1 size=1048576 2024-09-19T13:44:31.591 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.590+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~QP1QVLCYLRW6.2 size=993732 2024-09-19T13:44:31.598 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.594+0000 7f71dac3e8c0 1 < completed multipart upload key=K7SNV9YW44WO upload=QP1QVLCYLRW6 tag=BX9Q9KF3TUUF type=write size=4139460 2024-09-19T13:44:31.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.598+0000 7f71dac3e8c0 1 > prepared operation key=NJ7EXTELNUF4 tag=Q2H018XK6AER type=del size=38655 2024-09-19T13:44:31.606 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.602+0000 7f71dac3e8c0 1 < completed part key=_multipart_HXQD0AR5YYML.2~5LGIXP29ON87.0 size=1048576 2024-09-19T13:44:31.609 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.606+0000 7f71dac3e8c0 1 < completed part key=_multipart_HXQD0AR5YYML.2~5LGIXP29ON87.1 size=1048576 2024-09-19T13:44:31.612 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.610+0000 7f71dac3e8c0 1 < completed part key=_multipart_HXQD0AR5YYML.2~5LGIXP29ON87.2 size=477138 2024-09-19T13:44:31.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.614+0000 7f71dac3e8c0 1 < completed multipart upload key=HXQD0AR5YYML upload=5LGIXP29ON87 tag=ZUL3MRGAXB63 type=write size=3622866 2024-09-19T13:44:31.622 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.618+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=EVKRHHAJN8LH type=write size=384514 2024-09-19T13:44:31.625 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.622+0000 7f71dac3e8c0 1 < completed delete operation key=A0ZG34NFHPW5 tag=AGZWRLOVA4AP type=del 2024-09-19T13:44:31.632 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.630+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8A3NYYQ7SXR3.2~JVD5032021BU.0 size=1048576 2024-09-19T13:44:31.635 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.634+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8A3NYYQ7SXR3.2~JVD5032021BU.1 size=882150 2024-09-19T13:44:31.635 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.634+0000 7f71dac3e8c0 1 > prepared multipart upload key=8A3NYYQ7SXR3 upload=JVD5032021BU tag=IUY8N0F0VXIM type=write size=2979302 2024-09-19T13:44:31.639 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.638+0000 7f71dac3e8c0 1 < canceled operation key=8A3NYYQ7SXR3 tag=TYPZYD98VWM1 type=write size=986465 2024-09-19T13:44:31.643 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.642+0000 7f71dac3e8c0 1 > prepared operation key=ZTBECCHZS74F tag=3S1V6CWNSI7V type=del size=2199258 2024-09-19T13:44:31.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.642+0000 7f71dac3e8c0 1 < completed write operation key=GZF1MCOAN1NO tag=DJ5S9A2RXL6Q type=write size=472504 2024-09-19T13:44:31.653 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.650+0000 7f71dac3e8c0 1 > prepared part key=_multipart_D131FP2BZYDS.2~0NK6G85J34G0.0 size=1048576 2024-09-19T13:44:31.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.654+0000 7f71dac3e8c0 1 > prepared part key=_multipart_D131FP2BZYDS.2~0NK6G85J34G0.1 size=515803 2024-09-19T13:44:31.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.654+0000 7f71dac3e8c0 1 > prepared multipart upload key=D131FP2BZYDS upload=0NK6G85J34G0 tag=M4QAYUIGHXD2 type=write size=2612955 2024-09-19T13:44:31.660 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.658+0000 7f71dac3e8c0 1 < completed delete operation key=NJ64P4D0EIT4 tag=03HHCRLJ3XVI type=del 2024-09-19T13:44:31.666 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.662+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QQ09T88TB3XG.2~9IU7A2C65L38.0 size=195729 2024-09-19T13:44:31.667 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.662+0000 7f71dac3e8c0 1 > prepared multipart upload key=QQ09T88TB3XG upload=9IU7A2C65L38 tag=G91KGEH7OSQE type=write size=1244305 2024-09-19T13:44:31.670 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.666+0000 7f71dac3e8c0 1 < completed delete operation key=IUZEMS5KASUH tag=IB4WEVFIL1EG type=del 2024-09-19T13:44:31.674 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.670+0000 7f71dac3e8c0 1 > prepared operation key=NJ64P4D0EIT4 tag=8A053BG1DGO0 type=del size=1588285 2024-09-19T13:44:31.678 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.674+0000 7f71dac3e8c0 1 < completed delete operation key=8NT83XBF9HN8 tag=KYOILLDJI8KH type=del 2024-09-19T13:44:31.682 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.678+0000 7f71dac3e8c0 1 > prepared operation key=V22QT1MEZ47G tag=3F5H526TSTCT type=del size=580653 2024-09-19T13:44:31.686 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.682+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~TL36ZV14ANDC.0 size=1048576 2024-09-19T13:44:31.689 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.686+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~TL36ZV14ANDC.1 size=76486 2024-09-19T13:44:31.697 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.694+0000 7f71dac3e8c0 1 < completed multipart upload key=IUZEMS5KASUH upload=TL36ZV14ANDC tag=OY3ZRFSS09XS type=write size=2173638 2024-09-19T13:44:31.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.698+0000 7f71dac3e8c0 1 > prepared operation key=HXQD0AR5YYML tag=0722H74PNY1V type=del size=765325 2024-09-19T13:44:31.705 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.702+0000 7f71dac3e8c0 1 < completed delete operation key=IUZEMS5KASUH tag=V9SG9QTVT86N type=del 2024-09-19T13:44:31.709 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.706+0000 7f71dac3e8c0 1 > prepared operation key=GZF1MCOAN1NO tag=4Z02Q5U17C7B type=write size=231193 2024-09-19T13:44:31.713 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.710+0000 7f71dac3e8c0 1 < completed part key=_multipart_OZZDDUTJUZ6A.2~DDHEM1LY0ZKX.0 size=879200 2024-09-19T13:44:31.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.718+0000 7f71dac3e8c0 1 < completed multipart upload key=OZZDDUTJUZ6A upload=DDHEM1LY0ZKX tag=LA02IB9G10WJ type=write size=1927776 2024-09-19T13:44:31.723 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.722+0000 7f71dac3e8c0 1 > prepared operation key=OZZDDUTJUZ6A tag=HQ6W7AW2EKG1 type=del size=1949065 2024-09-19T13:44:31.728 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.726+0000 7f71dac3e8c0 1 < completed write operation key=3M5OBS7J4VF9 tag=5U8GKEF0UDJI type=write size=69950 2024-09-19T13:44:31.731 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.730+0000 7f71dac3e8c0 1 > prepared operation key=5UA3A6M3SVPV tag=I5IWGHHIZVP1 type=del size=4062871 2024-09-19T13:44:31.735 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.734+0000 7f71dac3e8c0 1 < completed part key=_multipart_JO1LC6YY2PEB.2~17FBUKTMZQOW.0 size=1010139 2024-09-19T13:44:31.741 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.738+0000 7f71dac3e8c0 1 < completed multipart upload key=JO1LC6YY2PEB upload=17FBUKTMZQOW tag=HKD7F62R4B4L type=write size=2058715 2024-09-19T13:44:31.748 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.746+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~XZONEB4PRJHE.0 size=1048576 2024-09-19T13:44:31.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.750+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~XZONEB4PRJHE.1 size=1013637 2024-09-19T13:44:31.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.750+0000 7f71dac3e8c0 1 > prepared multipart upload key=W1PNZKV93AHZ upload=XZONEB4PRJHE tag=T9IN86F3RK9J type=write size=3110789 2024-09-19T13:44:31.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.754+0000 7f71dac3e8c0 1 < completed part key=_multipart_0FYIGD7G7ER2.2~32DYJ1RP00JG.0 size=1048576 2024-09-19T13:44:31.758 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.754+0000 7f71dac3e8c0 1 < completed part key=_multipart_0FYIGD7G7ER2.2~32DYJ1RP00JG.1 size=41223 2024-09-19T13:44:31.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.762+0000 7f71dac3e8c0 1 < completed multipart upload key=0FYIGD7G7ER2 upload=32DYJ1RP00JG tag=L9K0OQITH033 type=write size=2138375 2024-09-19T13:44:31.770 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.766+0000 7f71dac3e8c0 1 > prepared part key=_multipart_TZNPXQ5Y333X.2~BYV0OPNECIQX.0 size=1048576 2024-09-19T13:44:31.773 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.770+0000 7f71dac3e8c0 1 > prepared part key=_multipart_TZNPXQ5Y333X.2~BYV0OPNECIQX.1 size=60931 2024-09-19T13:44:31.773 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.770+0000 7f71dac3e8c0 1 > prepared multipart upload key=TZNPXQ5Y333X upload=BYV0OPNECIQX tag=8PSMBV6X8OMI type=write size=2158083 2024-09-19T13:44:31.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.774+0000 7f71dac3e8c0 1 < completed part key=_multipart_1L7F60AU40YA.2~TLSX2AAUET26.0 size=1048576 2024-09-19T13:44:31.781 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.778+0000 7f71dac3e8c0 1 < completed part key=_multipart_1L7F60AU40YA.2~TLSX2AAUET26.1 size=655297 2024-09-19T13:44:31.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.786+0000 7f71dac3e8c0 1 < completed multipart upload key=1L7F60AU40YA upload=TLSX2AAUET26 tag=OJLHGO007QB9 type=write size=2752449 2024-09-19T13:44:31.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.790+0000 7f71dac3e8c0 1 > prepared operation key=GZF1MCOAN1NO tag=UQ56CSC3EAQX type=del size=2175000 2024-09-19T13:44:31.795 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.794+0000 7f71dac3e8c0 1 < completed delete operation key=5UA3A6M3SVPV tag=JVKPSVMKDW5H type=del 2024-09-19T13:44:31.799 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.798+0000 7f71dac3e8c0 1 > prepared operation key=5UA3A6M3SVPV tag=QMW2HB9371OU type=del size=1863308 2024-09-19T13:44:31.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.802+0000 7f71dac3e8c0 1 < completed delete operation key=NJ7EXTELNUF4 tag=Q2H018XK6AER type=del 2024-09-19T13:44:31.810 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.806+0000 7f71dac3e8c0 1 > prepared part key=_multipart_D131FP2BZYDS.2~FR1AZFKX23KU.0 size=1048576 2024-09-19T13:44:31.813 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.810+0000 7f71dac3e8c0 1 > prepared part key=_multipart_D131FP2BZYDS.2~FR1AZFKX23KU.1 size=300371 2024-09-19T13:44:31.813 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.810+0000 7f71dac3e8c0 1 > prepared multipart upload key=D131FP2BZYDS upload=FR1AZFKX23KU tag=9B52QWB9XZ5H type=write size=2397523 2024-09-19T13:44:31.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.814+0000 7f71dac3e8c0 1 < completed write operation key=IUZEMS5KASUH tag=EVKRHHAJN8LH type=write size=384514 2024-09-19T13:44:31.821 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.818+0000 7f71dac3e8c0 1 > prepared operation key=7KN90I8B7PUK tag=5WZWGGHF04KT type=del size=1777870 2024-09-19T13:44:31.825 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.822+0000 7f71dac3e8c0 1 < completed part key=_multipart_8A3NYYQ7SXR3.2~JVD5032021BU.0 size=1048576 2024-09-19T13:44:31.829 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.826+0000 7f71dac3e8c0 1 < completed part key=_multipart_8A3NYYQ7SXR3.2~JVD5032021BU.1 size=882150 2024-09-19T13:44:31.835 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.834+0000 7f71dac3e8c0 1 < completed multipart upload key=8A3NYYQ7SXR3 upload=JVD5032021BU tag=IUY8N0F0VXIM type=write size=2979302 2024-09-19T13:44:31.839 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.838+0000 7f71dac3e8c0 1 > prepared operation key=A0ZG34NFHPW5 tag=8N78AXW3ZP61 type=write size=708696 2024-09-19T13:44:31.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.842+0000 7f71dac3e8c0 1 < suggested remove operation key=ZTBECCHZS74F tag=3S1V6CWNSI7V type=del 2024-09-19T13:44:31.850 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.846+0000 7f71dac3e8c0 1 > prepared operation key=XXX33TZ37H3Q tag=BK0F4F1M4YVK type=del size=1033952 2024-09-19T13:44:31.851 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.850+0000 7f71dac3e8c0 1 < canceled part key=_multipart_D131FP2BZYDS.2~0NK6G85J34G0.0 size=1048576 2024-09-19T13:44:31.854 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.850+0000 7f71dac3e8c0 1 < completed part key=_multipart_D131FP2BZYDS.2~0NK6G85J34G0.1 size=515803 2024-09-19T13:44:31.860 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.858+0000 7f71dac3e8c0 1 < canceled multipart upload key=D131FP2BZYDS upload=0NK6G85J34G0 tag=M4QAYUIGHXD2 type=write size=2612955 2024-09-19T13:44:31.867 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.866+0000 7f71dac3e8c0 1 > prepared part key=_multipart_V22QT1MEZ47G.2~79KVGWRMY52B.0 size=810450 2024-09-19T13:44:31.867 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.866+0000 7f71dac3e8c0 1 > prepared multipart upload key=V22QT1MEZ47G upload=79KVGWRMY52B tag=7LSREDVHJ2BR type=write size=1859026 2024-09-19T13:44:31.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.870+0000 7f71dac3e8c0 1 < completed part key=_multipart_QQ09T88TB3XG.2~9IU7A2C65L38.0 size=195729 2024-09-19T13:44:31.877 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.874+0000 7f71dac3e8c0 1 < completed multipart upload key=QQ09T88TB3XG upload=9IU7A2C65L38 tag=G91KGEH7OSQE type=write size=1244305 2024-09-19T13:44:31.881 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.878+0000 7f71dac3e8c0 1 > prepared operation key=0FYIGD7G7ER2 tag=ETBA82IM0FMY type=del size=1129028 2024-09-19T13:44:31.889 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.886+0000 7f71dac3e8c0 1 < suggested remove operation key=NJ64P4D0EIT4 tag=8A053BG1DGO0 type=del 2024-09-19T13:44:31.893 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.890+0000 7f71dac3e8c0 1 > prepared operation key=37OSN0RSHGZZ tag=159TPVJGCYOQ type=del size=3018749 2024-09-19T13:44:31.897 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.894+0000 7f71dac3e8c0 1 < completed delete operation key=V22QT1MEZ47G tag=3F5H526TSTCT type=del 2024-09-19T13:44:31.901 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.898+0000 7f71dac3e8c0 1 > prepared operation key=HEVXCB3PBN2X tag=RGVEW9DELXRT type=del size=1680041 2024-09-19T13:44:31.905 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.902+0000 7f71dac3e8c0 1 < completed delete operation key=HXQD0AR5YYML tag=0722H74PNY1V type=del 2024-09-19T13:44:31.908 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.906+0000 7f71dac3e8c0 1 > prepared operation key=TZNPXQ5Y333X tag=HUUCGVZNUB2M type=write size=673433 2024-09-19T13:44:31.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.914+0000 7f71dac3e8c0 1 < suggested remove operation key=GZF1MCOAN1NO tag=4Z02Q5U17C7B type=write 2024-09-19T13:44:31.920 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.918+0000 7f71dac3e8c0 1 > prepared operation key=0FYIGD7G7ER2 tag=1KQX8FKJSFLQ type=del size=1511662 2024-09-19T13:44:31.923 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.922+0000 7f71dac3e8c0 1 < completed delete operation key=OZZDDUTJUZ6A tag=HQ6W7AW2EKG1 type=del 2024-09-19T13:44:31.927 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.926+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=JINA93RMEP8H type=del size=3600275 2024-09-19T13:44:31.930 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.926+0000 7f71dac3e8c0 1 < completed delete operation key=5UA3A6M3SVPV tag=I5IWGHHIZVP1 type=del 2024-09-19T13:44:31.934 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.930+0000 7f71dac3e8c0 1 > prepared operation key=8KBRPNQCKIQN tag=Z9EA1MW4G94G type=del size=1733667 2024-09-19T13:44:31.937 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.934+0000 7f71dac3e8c0 1 < completed part key=_multipart_W1PNZKV93AHZ.2~XZONEB4PRJHE.0 size=1048576 2024-09-19T13:44:31.940 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.938+0000 7f71dac3e8c0 1 < completed part key=_multipart_W1PNZKV93AHZ.2~XZONEB4PRJHE.1 size=1013637 2024-09-19T13:44:31.950 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.946+0000 7f71dac3e8c0 1 < completed multipart upload key=W1PNZKV93AHZ upload=XZONEB4PRJHE tag=T9IN86F3RK9J type=write size=3110789 2024-09-19T13:44:31.956 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.954+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~J539SJC53F8E.0 size=1048576 2024-09-19T13:44:31.959 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.958+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~J539SJC53F8E.1 size=1048576 2024-09-19T13:44:31.961 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.958+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~J539SJC53F8E.2 size=931595 2024-09-19T13:44:31.962 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.958+0000 7f71dac3e8c0 1 > prepared multipart upload key=K7SNV9YW44WO upload=J539SJC53F8E tag=1B4X967S5U0T type=write size=4077323 2024-09-19T13:44:31.965 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.962+0000 7f71dac3e8c0 1 < completed part key=_multipart_TZNPXQ5Y333X.2~BYV0OPNECIQX.0 size=1048576 2024-09-19T13:44:31.968 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.966+0000 7f71dac3e8c0 1 < completed part key=_multipart_TZNPXQ5Y333X.2~BYV0OPNECIQX.1 size=60931 2024-09-19T13:44:31.973 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.970+0000 7f71dac3e8c0 1 < completed multipart upload key=TZNPXQ5Y333X upload=BYV0OPNECIQX tag=8PSMBV6X8OMI type=write size=2158083 2024-09-19T13:44:31.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.974+0000 7f71dac3e8c0 1 > prepared operation key=NJ7EXTELNUF4 tag=2GIJYL24YTF6 type=del size=2711095 2024-09-19T13:44:31.980 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.978+0000 7f71dac3e8c0 -1 < failed to complete operation key=GZF1MCOAN1NO tag=UQ56CSC3EAQX type=del size=2175000: (22) Invalid argument 2024-09-19T13:44:31.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.982+0000 7f71dac3e8c0 1 > prepared operation key=GTZ96ZN0A4E9 tag=4LCCNXFBMIU9 type=write size=459432 2024-09-19T13:44:31.988 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.986+0000 7f71dac3e8c0 1 < completed delete operation key=5UA3A6M3SVPV tag=QMW2HB9371OU type=del 2024-09-19T13:44:31.992 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.990+0000 7f71dac3e8c0 1 > prepared operation key=A0ZG34NFHPW5 tag=R45MJOSZEL6C type=del size=360479 2024-09-19T13:44:31.996 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.994+0000 7f71dac3e8c0 1 < completed part key=_multipart_D131FP2BZYDS.2~FR1AZFKX23KU.0 size=1048576 2024-09-19T13:44:31.998 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:31.994+0000 7f71dac3e8c0 1 < completed part key=_multipart_D131FP2BZYDS.2~FR1AZFKX23KU.1 size=300371 2024-09-19T13:44:32.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.002+0000 7f71dac3e8c0 1 < completed multipart upload key=D131FP2BZYDS upload=FR1AZFKX23KU tag=9B52QWB9XZ5H type=write size=2397523 2024-09-19T13:44:32.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.006+0000 7f71dac3e8c0 1 > prepared operation key=HEVXCB3PBN2X tag=4Y9HFKIFEYLY type=del size=525939 2024-09-19T13:44:32.013 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.010+0000 7f71dac3e8c0 1 < completed delete operation key=7KN90I8B7PUK tag=5WZWGGHF04KT type=del 2024-09-19T13:44:32.020 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.018+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~67XRHO8MGRMW.0 size=123003 2024-09-19T13:44:32.020 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.018+0000 7f71dac3e8c0 1 > prepared multipart upload key=ZTBECCHZS74F upload=67XRHO8MGRMW tag=8L2JJBCBKV1P type=write size=1171579 2024-09-19T13:44:32.024 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.022+0000 7f71dac3e8c0 1 < completed write operation key=A0ZG34NFHPW5 tag=8N78AXW3ZP61 type=write size=708696 2024-09-19T13:44:32.028 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.026+0000 7f71dac3e8c0 1 > prepared operation key=XXX33TZ37H3Q tag=1OET3IPYPKP9 type=del size=1951817 2024-09-19T13:44:32.031 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.030+0000 7f71dac3e8c0 1 < completed delete operation key=XXX33TZ37H3Q tag=BK0F4F1M4YVK type=del 2024-09-19T13:44:32.035 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.034+0000 7f71dac3e8c0 1 > prepared operation key=1L7F60AU40YA tag=5S9L83U25Y47 type=del size=1358105 2024-09-19T13:44:32.039 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.038+0000 7f71dac3e8c0 1 < completed part key=_multipart_V22QT1MEZ47G.2~79KVGWRMY52B.0 size=810450 2024-09-19T13:44:32.045 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.042+0000 7f71dac3e8c0 1 < completed multipart upload key=V22QT1MEZ47G upload=79KVGWRMY52B tag=7LSREDVHJ2BR type=write size=1859026 2024-09-19T13:44:32.051 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.050+0000 7f71dac3e8c0 1 > prepared part key=_multipart_E5541PV8MDY7.2~2W6FLBDYMM68.0 size=368551 2024-09-19T13:44:32.051 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.050+0000 7f71dac3e8c0 1 > prepared multipart upload key=E5541PV8MDY7 upload=2W6FLBDYMM68 tag=9HZ9FKM9N6FT type=write size=1417127 2024-09-19T13:44:32.055 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.054+0000 7f71dac3e8c0 1 < completed delete operation key=0FYIGD7G7ER2 tag=ETBA82IM0FMY type=del 2024-09-19T13:44:32.059 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.058+0000 7f71dac3e8c0 1 > prepared operation key=OZZDDUTJUZ6A tag=H6LV0L3TPFKH type=write size=573013 2024-09-19T13:44:32.063 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.062+0000 7f71dac3e8c0 1 < completed delete operation key=37OSN0RSHGZZ tag=159TPVJGCYOQ type=del 2024-09-19T13:44:32.069 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.066+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~P3VK28EGSBDH.0 size=1048576 2024-09-19T13:44:32.072 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.070+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~P3VK28EGSBDH.1 size=865895 2024-09-19T13:44:32.072 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.070+0000 7f71dac3e8c0 1 > prepared multipart upload key=IUZEMS5KASUH upload=P3VK28EGSBDH tag=BU4MIX334BUK type=write size=2963047 2024-09-19T13:44:32.076 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.074+0000 7f71dac3e8c0 1 < canceled operation key=HEVXCB3PBN2X tag=RGVEW9DELXRT type=del size=1680041 2024-09-19T13:44:32.082 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.078+0000 7f71dac3e8c0 1 > prepared part key=_multipart_6QW9QPSBZ37R.2~WF4T2AAN9BE2.0 size=1048576 2024-09-19T13:44:32.085 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.082+0000 7f71dac3e8c0 1 > prepared part key=_multipart_6QW9QPSBZ37R.2~WF4T2AAN9BE2.1 size=1048576 2024-09-19T13:44:32.088 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.086+0000 7f71dac3e8c0 1 > prepared part key=_multipart_6QW9QPSBZ37R.2~WF4T2AAN9BE2.2 size=203968 2024-09-19T13:44:32.088 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.086+0000 7f71dac3e8c0 1 > prepared multipart upload key=6QW9QPSBZ37R upload=WF4T2AAN9BE2 tag=UNIU8B8UFC03 type=write size=3349696 2024-09-19T13:44:32.091 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.090+0000 7f71dac3e8c0 1 < completed write operation key=TZNPXQ5Y333X tag=HUUCGVZNUB2M type=write size=673433 2024-09-19T13:44:32.095 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.094+0000 7f71dac3e8c0 1 > prepared operation key=5UA3A6M3SVPV tag=Z15Y0NZC7AYS type=del size=930862 2024-09-19T13:44:32.099 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.098+0000 7f71dac3e8c0 1 < completed delete operation key=0FYIGD7G7ER2 tag=1KQX8FKJSFLQ type=del 2024-09-19T13:44:32.105 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.102+0000 7f71dac3e8c0 1 > prepared part key=_multipart_5UA3A6M3SVPV.2~OP5LT295WQE5.0 size=1048576 2024-09-19T13:44:32.109 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.106+0000 7f71dac3e8c0 1 > prepared part key=_multipart_5UA3A6M3SVPV.2~OP5LT295WQE5.1 size=1048576 2024-09-19T13:44:32.112 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.110+0000 7f71dac3e8c0 1 > prepared part key=_multipart_5UA3A6M3SVPV.2~OP5LT295WQE5.2 size=821602 2024-09-19T13:44:32.112 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.110+0000 7f71dac3e8c0 1 > prepared multipart upload key=5UA3A6M3SVPV upload=OP5LT295WQE5 tag=2MM07Y57YS2S type=write size=3967330 2024-09-19T13:44:32.116 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.114+0000 7f71dac3e8c0 1 < completed delete operation key=IUZEMS5KASUH tag=JINA93RMEP8H type=del 2024-09-19T13:44:32.121 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.118+0000 7f71dac3e8c0 1 > prepared operation key=6QW9QPSBZ37R tag=ISV8P4GTCJ0X type=write size=764566 2024-09-19T13:44:32.126 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.122+0000 7f71dac3e8c0 1 < completed delete operation key=8KBRPNQCKIQN tag=Z9EA1MW4G94G type=del 2024-09-19T13:44:32.130 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.126+0000 7f71dac3e8c0 1 > prepared operation key=Q484UNX3BYBG tag=HQXU4978NCAK type=del size=1071110 2024-09-19T13:44:32.134 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.130+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~J539SJC53F8E.0 size=1048576 2024-09-19T13:44:32.137 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.134+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~J539SJC53F8E.1 size=1048576 2024-09-19T13:44:32.140 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.138+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~J539SJC53F8E.2 size=931595 2024-09-19T13:44:32.147 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.146+0000 7f71dac3e8c0 1 < completed multipart upload key=K7SNV9YW44WO upload=J539SJC53F8E tag=1B4X967S5U0T type=write size=4077323 2024-09-19T13:44:32.154 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.150+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~YTBH628KVRUQ.0 size=1048576 2024-09-19T13:44:32.157 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.154+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~YTBH628KVRUQ.1 size=1048576 2024-09-19T13:44:32.160 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.158+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~YTBH628KVRUQ.2 size=430238 2024-09-19T13:44:32.160 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.158+0000 7f71dac3e8c0 1 > prepared multipart upload key=HXQD0AR5YYML upload=YTBH628KVRUQ tag=R58VPNJS927J type=write size=3575966 2024-09-19T13:44:32.168 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.166+0000 7f71dac3e8c0 1 < suggested remove operation key=NJ7EXTELNUF4 tag=2GIJYL24YTF6 type=del 2024-09-19T13:44:32.172 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.170+0000 7f71dac3e8c0 1 > prepared operation key=8A3NYYQ7SXR3 tag=TQWHOG4409R1 type=del size=127480 2024-09-19T13:44:32.176 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.174+0000 7f71dac3e8c0 1 < completed write operation key=GTZ96ZN0A4E9 tag=4LCCNXFBMIU9 type=write size=459432 2024-09-19T13:44:32.180 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.178+0000 7f71dac3e8c0 1 > prepared operation key=0FYIGD7G7ER2 tag=WGIFUVJPH81F type=del size=3314587 2024-09-19T13:44:32.185 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.182+0000 7f71dac3e8c0 1 < completed delete operation key=A0ZG34NFHPW5 tag=R45MJOSZEL6C type=del 2024-09-19T13:44:32.188 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.186+0000 7f71dac3e8c0 1 > prepared operation key=D131FP2BZYDS tag=76CXRYXJ2G0F type=write size=650185 2024-09-19T13:44:32.196 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.194+0000 7f71dac3e8c0 1 < suggested remove operation key=HEVXCB3PBN2X tag=4Y9HFKIFEYLY type=del 2024-09-19T13:44:32.199 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.198+0000 7f71dac3e8c0 1 > prepared operation key=K7SNV9YW44WO tag=T11FPJS90NZC type=write size=136507 2024-09-19T13:44:32.203 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.202+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~67XRHO8MGRMW.0 size=123003 2024-09-19T13:44:32.209 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.206+0000 7f71dac3e8c0 1 < completed multipart upload key=ZTBECCHZS74F upload=67XRHO8MGRMW tag=8L2JJBCBKV1P type=write size=1171579 2024-09-19T13:44:32.215 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.214+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~XESYL3KQP4E8.0 size=486818 2024-09-19T13:44:32.216 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.214+0000 7f71dac3e8c0 1 > prepared multipart upload key=3M5OBS7J4VF9 upload=XESYL3KQP4E8 tag=0H4PM7DRRXEC type=write size=1535394 2024-09-19T13:44:32.219 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.218+0000 7f71dac3e8c0 1 < completed delete operation key=XXX33TZ37H3Q tag=1OET3IPYPKP9 type=del 2024-09-19T13:44:32.222 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.218+0000 7f71dac3e8c0 1 > prepared operation key=7KN90I8B7PUK tag=NK33X3I4Z606 type=write size=1040102 2024-09-19T13:44:32.225 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.222+0000 7f71dac3e8c0 1 < completed delete operation key=1L7F60AU40YA tag=5S9L83U25Y47 type=del 2024-09-19T13:44:32.229 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.226+0000 7f71dac3e8c0 1 > prepared operation key=V22QT1MEZ47G tag=T7YP0ZX24UEJ type=del size=3181550 2024-09-19T13:44:32.233 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.230+0000 7f71dac3e8c0 1 < completed part key=_multipart_E5541PV8MDY7.2~2W6FLBDYMM68.0 size=368551 2024-09-19T13:44:32.239 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.238+0000 7f71dac3e8c0 1 < completed multipart upload key=E5541PV8MDY7 upload=2W6FLBDYMM68 tag=9HZ9FKM9N6FT type=write size=1417127 2024-09-19T13:44:32.243 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.238+0000 7f71dac3e8c0 1 > prepared operation key=QQ09T88TB3XG tag=Y08AAWBQQB9Y type=del size=1004261 2024-09-19T13:44:32.246 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.242+0000 7f71dac3e8c0 1 < completed write operation key=OZZDDUTJUZ6A tag=H6LV0L3TPFKH type=write size=573013 2024-09-19T13:44:32.250 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.246+0000 7f71dac3e8c0 1 > prepared operation key=0FYIGD7G7ER2 tag=PICAJWFYZD9N type=del size=3024411 2024-09-19T13:44:32.254 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.250+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~P3VK28EGSBDH.0 size=1048576 2024-09-19T13:44:32.257 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.254+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~P3VK28EGSBDH.1 size=865895 2024-09-19T13:44:32.263 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.262+0000 7f71dac3e8c0 1 < completed multipart upload key=IUZEMS5KASUH upload=P3VK28EGSBDH tag=BU4MIX334BUK type=write size=2963047 2024-09-19T13:44:32.266 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.262+0000 7f71dac3e8c0 1 > prepared operation key=A0ZG34NFHPW5 tag=8TXMWFMQ4DVZ type=del size=1872472 2024-09-19T13:44:32.270 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.266+0000 7f71dac3e8c0 1 < completed part key=_multipart_6QW9QPSBZ37R.2~WF4T2AAN9BE2.0 size=1048576 2024-09-19T13:44:32.273 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.270+0000 7f71dac3e8c0 1 < completed part key=_multipart_6QW9QPSBZ37R.2~WF4T2AAN9BE2.1 size=1048576 2024-09-19T13:44:32.276 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.274+0000 7f71dac3e8c0 1 < completed part key=_multipart_6QW9QPSBZ37R.2~WF4T2AAN9BE2.2 size=203968 2024-09-19T13:44:32.282 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.278+0000 7f71dac3e8c0 1 < completed multipart upload key=6QW9QPSBZ37R upload=WF4T2AAN9BE2 tag=UNIU8B8UFC03 type=write size=3349696 2024-09-19T13:44:32.286 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.282+0000 7f71dac3e8c0 1 > prepared operation key=QQ09T88TB3XG tag=N5JPGZDS0EQ7 type=del size=1491587 2024-09-19T13:44:32.298 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.298+0000 7f71dac3e8c0 1 < suggested remove operation key=5UA3A6M3SVPV tag=Z15Y0NZC7AYS type=del 2024-09-19T13:44:32.306 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.302+0000 7f71dac3e8c0 1 > prepared part key=_multipart_TZNPXQ5Y333X.2~8O6EJ2ANXG63.0 size=1048576 2024-09-19T13:44:32.309 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.306+0000 7f71dac3e8c0 1 > prepared part key=_multipart_TZNPXQ5Y333X.2~8O6EJ2ANXG63.1 size=422432 2024-09-19T13:44:32.309 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.306+0000 7f71dac3e8c0 1 > prepared multipart upload key=TZNPXQ5Y333X upload=8O6EJ2ANXG63 tag=QSOY5ADUV5F1 type=write size=2519584 2024-09-19T13:44:32.313 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.310+0000 7f71dac3e8c0 1 < completed part key=_multipart_5UA3A6M3SVPV.2~OP5LT295WQE5.0 size=1048576 2024-09-19T13:44:32.316 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.314+0000 7f71dac3e8c0 1 < completed part key=_multipart_5UA3A6M3SVPV.2~OP5LT295WQE5.1 size=1048576 2024-09-19T13:44:32.319 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.318+0000 7f71dac3e8c0 1 < completed part key=_multipart_5UA3A6M3SVPV.2~OP5LT295WQE5.2 size=821602 2024-09-19T13:44:32.325 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.322+0000 7f71dac3e8c0 1 < completed multipart upload key=5UA3A6M3SVPV upload=OP5LT295WQE5 tag=2MM07Y57YS2S type=write size=3967330 2024-09-19T13:44:32.329 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.326+0000 7f71dac3e8c0 1 > prepared operation key=D131FP2BZYDS tag=P633GISMPJUV type=del size=582034 2024-09-19T13:44:32.333 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.330+0000 7f71dac3e8c0 1 < completed write operation key=6QW9QPSBZ37R tag=ISV8P4GTCJ0X type=write size=764566 2024-09-19T13:44:32.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.334+0000 7f71dac3e8c0 1 > prepared operation key=NJ7EXTELNUF4 tag=HIJDKJDK0XMY type=del size=62105 2024-09-19T13:44:32.342 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.338+0000 7f71dac3e8c0 1 < completed delete operation key=Q484UNX3BYBG tag=HQXU4978NCAK type=del 2024-09-19T13:44:32.349 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.346+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~4XQXJC61GFE3.0 size=1048576 2024-09-19T13:44:32.352 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.350+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~4XQXJC61GFE3.1 size=987957 2024-09-19T13:44:32.352 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.350+0000 7f71dac3e8c0 1 > prepared multipart upload key=IUZEMS5KASUH upload=4XQXJC61GFE3 tag=K9ZTEE4HSO1R type=write size=3085109 2024-09-19T13:44:32.356 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.354+0000 7f71dac3e8c0 1 < completed part key=_multipart_HXQD0AR5YYML.2~YTBH628KVRUQ.0 size=1048576 2024-09-19T13:44:32.358 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.354+0000 7f71dac3e8c0 1 < completed part key=_multipart_HXQD0AR5YYML.2~YTBH628KVRUQ.1 size=1048576 2024-09-19T13:44:32.361 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.358+0000 7f71dac3e8c0 1 < completed part key=_multipart_HXQD0AR5YYML.2~YTBH628KVRUQ.2 size=430238 2024-09-19T13:44:32.367 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.366+0000 7f71dac3e8c0 1 < completed multipart upload key=HXQD0AR5YYML upload=YTBH628KVRUQ tag=R58VPNJS927J type=write size=3575966 2024-09-19T13:44:32.374 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.370+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~2IYGZIKA1S5D.0 size=29859 2024-09-19T13:44:32.374 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.370+0000 7f71dac3e8c0 1 > prepared multipart upload key=3M5OBS7J4VF9 upload=2IYGZIKA1S5D tag=T2T0LJ6QQAJ3 type=write size=1078435 2024-09-19T13:44:32.378 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.374+0000 7f71dac3e8c0 1 < completed delete operation key=8A3NYYQ7SXR3 tag=TQWHOG4409R1 type=del 2024-09-19T13:44:32.382 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.378+0000 7f71dac3e8c0 1 > prepared operation key=A0ZG34NFHPW5 tag=811YVLCEZ8Y9 type=del size=476589 2024-09-19T13:44:32.385 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.382+0000 7f71dac3e8c0 1 < canceled operation key=0FYIGD7G7ER2 tag=WGIFUVJPH81F type=del size=3314587 2024-09-19T13:44:32.389 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.386+0000 7f71dac3e8c0 1 > prepared operation key=XXX33TZ37H3Q tag=UI2NTOF3RX0T type=write size=395619 2024-09-19T13:44:32.397 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.394+0000 7f71dac3e8c0 1 < suggested update operation key=D131FP2BZYDS tag=76CXRYXJ2G0F type=write size=650185 2024-09-19T13:44:32.401 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.398+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=97H8JS1Y6BSY type=write size=179310 2024-09-19T13:44:32.408 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.406+0000 7f71dac3e8c0 1 < suggested update operation key=K7SNV9YW44WO tag=T11FPJS90NZC type=write size=136507 2024-09-19T13:44:32.414 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.410+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~QGQSN8UT2HEN.0 size=1048576 2024-09-19T13:44:32.417 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.414+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~QGQSN8UT2HEN.1 size=1048576 2024-09-19T13:44:32.419 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.418+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~QGQSN8UT2HEN.2 size=199530 2024-09-19T13:44:32.419 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.418+0000 7f71dac3e8c0 1 > prepared multipart upload key=7KN90I8B7PUK upload=QGQSN8UT2HEN tag=H01TNI5J6M2X type=write size=3345258 2024-09-19T13:44:32.423 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.422+0000 7f71dac3e8c0 1 < completed part key=_multipart_3M5OBS7J4VF9.2~XESYL3KQP4E8.0 size=486818 2024-09-19T13:44:32.429 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.426+0000 7f71dac3e8c0 1 < completed multipart upload key=3M5OBS7J4VF9 upload=XESYL3KQP4E8 tag=0H4PM7DRRXEC type=write size=1535394 2024-09-19T13:44:32.433 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.430+0000 7f71dac3e8c0 1 > prepared operation key=ZTBECCHZS74F tag=UWPEJK6K92OH type=del size=2913555 2024-09-19T13:44:32.440 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.438+0000 7f71dac3e8c0 1 < suggested update operation key=7KN90I8B7PUK tag=NK33X3I4Z606 type=write size=1040102 2024-09-19T13:44:32.448 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.446+0000 7f71dac3e8c0 1 > prepared part key=_multipart_D131FP2BZYDS.2~PRGBVU94DKX2.0 size=893782 2024-09-19T13:44:32.448 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.446+0000 7f71dac3e8c0 1 > prepared multipart upload key=D131FP2BZYDS upload=PRGBVU94DKX2 tag=YF9RBPY5MDRQ type=write size=1942358 2024-09-19T13:44:32.452 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.450+0000 7f71dac3e8c0 1 < canceled operation key=V22QT1MEZ47G tag=T7YP0ZX24UEJ type=del size=3181550 2024-09-19T13:44:32.456 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.454+0000 7f71dac3e8c0 1 > prepared operation key=QMR0T7URJS4W tag=SCWMETNXCE8O type=del size=980200 2024-09-19T13:44:32.460 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.458+0000 7f71dac3e8c0 1 < canceled operation key=QQ09T88TB3XG tag=Y08AAWBQQB9Y type=del size=1004261 2024-09-19T13:44:32.467 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.466+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~7ABH9PQTWLAH.0 size=1048576 2024-09-19T13:44:32.470 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.466+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~7ABH9PQTWLAH.1 size=909948 2024-09-19T13:44:32.470 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.466+0000 7f71dac3e8c0 1 > prepared multipart upload key=K7SNV9YW44WO upload=7ABH9PQTWLAH tag=KQI6RO7DFPDQ type=write size=3007100 2024-09-19T13:44:32.477 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.474+0000 7f71dac3e8c0 1 < suggested remove operation key=0FYIGD7G7ER2 tag=PICAJWFYZD9N type=del 2024-09-19T13:44:32.480 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.478+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=H2SKIV9HLL3N type=del size=1673685 2024-09-19T13:44:32.484 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.482+0000 7f71dac3e8c0 1 < completed delete operation key=A0ZG34NFHPW5 tag=8TXMWFMQ4DVZ type=del 2024-09-19T13:44:32.488 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.486+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=JKKKHOSKVZEI type=del size=1765258 2024-09-19T13:44:32.492 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.490+0000 7f71dac3e8c0 1 < completed delete operation key=QQ09T88TB3XG tag=N5JPGZDS0EQ7 type=del 2024-09-19T13:44:32.500 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.498+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8NT83XBF9HN8.2~BZUYWN58IRTP.0 size=1048576 2024-09-19T13:44:32.503 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.502+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8NT83XBF9HN8.2~BZUYWN58IRTP.1 size=1048576 2024-09-19T13:44:32.506 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.502+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8NT83XBF9HN8.2~BZUYWN58IRTP.2 size=271144 2024-09-19T13:44:32.506 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.502+0000 7f71dac3e8c0 1 > prepared multipart upload key=8NT83XBF9HN8 upload=BZUYWN58IRTP tag=DPN0IHO92PG4 type=write size=3416872 2024-09-19T13:44:32.507 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.506+0000 7f71dac3e8c0 1 < canceled part key=_multipart_TZNPXQ5Y333X.2~8O6EJ2ANXG63.0 size=1048576 2024-09-19T13:44:32.510 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.506+0000 7f71dac3e8c0 1 < completed part key=_multipart_TZNPXQ5Y333X.2~8O6EJ2ANXG63.1 size=422432 2024-09-19T13:44:32.516 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.514+0000 7f71dac3e8c0 1 < canceled multipart upload key=TZNPXQ5Y333X upload=8O6EJ2ANXG63 tag=QSOY5ADUV5F1 type=write size=2519584 2024-09-19T13:44:32.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.518+0000 7f71dac3e8c0 1 > prepared operation key=NJ64P4D0EIT4 tag=UGES5EEUXRZU type=del size=2046126 2024-09-19T13:44:32.525 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.522+0000 7f71dac3e8c0 -1 < failed to complete operation key=D131FP2BZYDS tag=P633GISMPJUV type=del size=582034: (22) Invalid argument 2024-09-19T13:44:32.529 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.526+0000 7f71dac3e8c0 1 > prepared operation key=Q484UNX3BYBG tag=LWXDZIOJLJP7 type=del size=3824255 2024-09-19T13:44:32.537 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.534+0000 7f71dac3e8c0 1 < suggested remove operation key=NJ7EXTELNUF4 tag=HIJDKJDK0XMY type=del 2024-09-19T13:44:32.545 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.542+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~232XR85EF2XU.0 size=1048576 2024-09-19T13:44:32.548 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.546+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~232XR85EF2XU.1 size=1048576 2024-09-19T13:44:32.551 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.550+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~232XR85EF2XU.2 size=461684 2024-09-19T13:44:32.551 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.550+0000 7f71dac3e8c0 1 > prepared multipart upload key=IUZEMS5KASUH upload=232XR85EF2XU tag=9096PV6D4UHT type=write size=3607412 2024-09-19T13:44:32.552 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.550+0000 7f71dac3e8c0 1 < canceled part key=_multipart_IUZEMS5KASUH.2~4XQXJC61GFE3.0 size=1048576 2024-09-19T13:44:32.555 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.554+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~4XQXJC61GFE3.1 size=987957 2024-09-19T13:44:32.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.558+0000 7f71dac3e8c0 1 < canceled multipart upload key=IUZEMS5KASUH upload=4XQXJC61GFE3 tag=K9ZTEE4HSO1R type=write size=3085109 2024-09-19T13:44:32.565 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.562+0000 7f71dac3e8c0 1 > prepared operation key=GTZ96ZN0A4E9 tag=22N0MEMD7E7P type=del size=2894649 2024-09-19T13:44:32.568 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.566+0000 7f71dac3e8c0 1 < completed part key=_multipart_3M5OBS7J4VF9.2~2IYGZIKA1S5D.0 size=29859 2024-09-19T13:44:32.574 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.570+0000 7f71dac3e8c0 1 < completed multipart upload key=3M5OBS7J4VF9 upload=2IYGZIKA1S5D tag=T2T0LJ6QQAJ3 type=write size=1078435 2024-09-19T13:44:32.581 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.578+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~GOBS7AZ5T5M3.0 size=1048576 2024-09-19T13:44:32.584 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.582+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~GOBS7AZ5T5M3.1 size=1048576 2024-09-19T13:44:32.588 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.586+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~GOBS7AZ5T5M3.2 size=727720 2024-09-19T13:44:32.588 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.586+0000 7f71dac3e8c0 1 > prepared multipart upload key=3M5OBS7J4VF9 upload=GOBS7AZ5T5M3 tag=I06VRZVA4G45 type=write size=3873448 2024-09-19T13:44:32.592 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.590+0000 7f71dac3e8c0 1 < completed delete operation key=A0ZG34NFHPW5 tag=811YVLCEZ8Y9 type=del 2024-09-19T13:44:32.599 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.598+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~S49DRIFR2TRQ.0 size=1048576 2024-09-19T13:44:32.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.598+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~S49DRIFR2TRQ.1 size=1048576 2024-09-19T13:44:32.605 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.602+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~S49DRIFR2TRQ.2 size=308448 2024-09-19T13:44:32.605 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.602+0000 7f71dac3e8c0 1 > prepared multipart upload key=7KN90I8B7PUK upload=S49DRIFR2TRQ tag=LJ9HDA62LACM type=write size=3454176 2024-09-19T13:44:32.613 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.610+0000 7f71dac3e8c0 1 < suggested update operation key=XXX33TZ37H3Q tag=UI2NTOF3RX0T type=write size=395619 2024-09-19T13:44:32.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.614+0000 7f71dac3e8c0 1 > prepared operation key=HEVXCB3PBN2X tag=HGNCIQ58RFK9 type=del size=1057433 2024-09-19T13:44:32.622 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.618+0000 7f71dac3e8c0 1 < completed write operation key=IUZEMS5KASUH tag=97H8JS1Y6BSY type=write size=179310 2024-09-19T13:44:32.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.626+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~1T60VNB1LFTK.0 size=1048576 2024-09-19T13:44:32.631 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.630+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~1T60VNB1LFTK.1 size=350719 2024-09-19T13:44:32.631 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.630+0000 7f71dac3e8c0 1 > prepared multipart upload key=W1PNZKV93AHZ upload=1T60VNB1LFTK tag=0Y74I199DLRE type=write size=2447871 2024-09-19T13:44:32.635 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.634+0000 7f71dac3e8c0 1 < completed part key=_multipart_7KN90I8B7PUK.2~QGQSN8UT2HEN.0 size=1048576 2024-09-19T13:44:32.638 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.634+0000 7f71dac3e8c0 1 < completed part key=_multipart_7KN90I8B7PUK.2~QGQSN8UT2HEN.1 size=1048576 2024-09-19T13:44:32.641 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.638+0000 7f71dac3e8c0 1 < completed part key=_multipart_7KN90I8B7PUK.2~QGQSN8UT2HEN.2 size=199530 2024-09-19T13:44:32.648 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.646+0000 7f71dac3e8c0 1 < completed multipart upload key=7KN90I8B7PUK upload=QGQSN8UT2HEN tag=H01TNI5J6M2X type=write size=3345258 2024-09-19T13:44:32.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.654+0000 7f71dac3e8c0 1 > prepared operation key=GZF1MCOAN1NO tag=QAA1A48CF0X0 type=del size=3915513 2024-09-19T13:44:32.665 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.662+0000 7f71dac3e8c0 1 < suggested remove operation key=ZTBECCHZS74F tag=UWPEJK6K92OH type=del 2024-09-19T13:44:32.672 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.670+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8KBRPNQCKIQN.2~0L0VYB8KUUNW.0 size=504714 2024-09-19T13:44:32.672 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.670+0000 7f71dac3e8c0 1 > prepared multipart upload key=8KBRPNQCKIQN upload=0L0VYB8KUUNW tag=091P7AOB0NIE type=write size=1553290 2024-09-19T13:44:32.673 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.670+0000 7f71dac3e8c0 1 < canceled part key=_multipart_D131FP2BZYDS.2~PRGBVU94DKX2.0 size=893782 2024-09-19T13:44:32.681 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.678+0000 7f71dac3e8c0 1 < canceled multipart upload key=D131FP2BZYDS upload=PRGBVU94DKX2 tag=YF9RBPY5MDRQ type=write size=1942358 2024-09-19T13:44:32.687 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.686+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~1VR40E7ZJIG2.0 size=1048576 2024-09-19T13:44:32.690 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.686+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~1VR40E7ZJIG2.1 size=1048576 2024-09-19T13:44:32.693 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.690+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~1VR40E7ZJIG2.2 size=539614 2024-09-19T13:44:32.693 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.690+0000 7f71dac3e8c0 1 > prepared multipart upload key=IUZEMS5KASUH upload=1VR40E7ZJIG2 tag=L8IPLU3TSXZG type=write size=3685342 2024-09-19T13:44:32.697 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.694+0000 7f71dac3e8c0 1 < completed delete operation key=QMR0T7URJS4W tag=SCWMETNXCE8O type=del 2024-09-19T13:44:32.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.698+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=G4GYKQ8U27WC type=del size=714907 2024-09-19T13:44:32.705 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.702+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~7ABH9PQTWLAH.0 size=1048576 2024-09-19T13:44:32.707 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.706+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~7ABH9PQTWLAH.1 size=909948 2024-09-19T13:44:32.714 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.710+0000 7f71dac3e8c0 1 < completed multipart upload key=K7SNV9YW44WO upload=7ABH9PQTWLAH tag=KQI6RO7DFPDQ type=write size=3007100 2024-09-19T13:44:32.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.714+0000 7f71dac3e8c0 1 > prepared operation key=0FYIGD7G7ER2 tag=6P1OIJHOXKXU type=write size=90147 2024-09-19T13:44:32.722 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.718+0000 7f71dac3e8c0 1 < completed delete operation key=IUZEMS5KASUH tag=H2SKIV9HLL3N type=del 2024-09-19T13:44:32.726 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.722+0000 7f71dac3e8c0 1 > prepared operation key=3M5OBS7J4VF9 tag=ES744Y38QJXM type=del size=4152856 2024-09-19T13:44:32.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.726+0000 7f71dac3e8c0 1 < completed delete operation key=IUZEMS5KASUH tag=JKKKHOSKVZEI type=del 2024-09-19T13:44:32.733 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.730+0000 7f71dac3e8c0 1 > prepared operation key=V22QT1MEZ47G tag=F4E42WUBXCRN type=write size=133205 2024-09-19T13:44:32.738 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.734+0000 7f71dac3e8c0 1 < completed part key=_multipart_8NT83XBF9HN8.2~BZUYWN58IRTP.0 size=1048576 2024-09-19T13:44:32.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.738+0000 7f71dac3e8c0 1 < completed part key=_multipart_8NT83XBF9HN8.2~BZUYWN58IRTP.1 size=1048576 2024-09-19T13:44:32.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.738+0000 7f71dac3e8c0 1 < canceled part key=_multipart_8NT83XBF9HN8.2~BZUYWN58IRTP.2 size=271144 2024-09-19T13:44:32.748 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.746+0000 7f71dac3e8c0 1 < canceled multipart upload key=8NT83XBF9HN8 upload=BZUYWN58IRTP tag=DPN0IHO92PG4 type=write size=3416872 2024-09-19T13:44:32.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.750+0000 7f71dac3e8c0 1 > prepared operation key=W1PNZKV93AHZ tag=1YYRQWCGYJC5 type=del size=505155 2024-09-19T13:44:32.761 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.758+0000 7f71dac3e8c0 1 < suggested remove operation key=NJ64P4D0EIT4 tag=UGES5EEUXRZU type=del 2024-09-19T13:44:32.768 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.766+0000 7f71dac3e8c0 1 > prepared part key=_multipart_A0ZG34NFHPW5.2~OPSC1E2EO77B.0 size=1048576 2024-09-19T13:44:32.771 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.770+0000 7f71dac3e8c0 1 > prepared part key=_multipart_A0ZG34NFHPW5.2~OPSC1E2EO77B.1 size=1048576 2024-09-19T13:44:32.773 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.770+0000 7f71dac3e8c0 1 > prepared part key=_multipart_A0ZG34NFHPW5.2~OPSC1E2EO77B.2 size=219588 2024-09-19T13:44:32.773 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.770+0000 7f71dac3e8c0 1 > prepared multipart upload key=A0ZG34NFHPW5 upload=OPSC1E2EO77B tag=J3OQ844PVNCM type=write size=3365316 2024-09-19T13:44:32.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.774+0000 7f71dac3e8c0 1 < completed delete operation key=Q484UNX3BYBG tag=LWXDZIOJLJP7 type=del 2024-09-19T13:44:32.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.782+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8KBRPNQCKIQN.2~0S6Q8AD1F97C.0 size=1048576 2024-09-19T13:44:32.787 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.786+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8KBRPNQCKIQN.2~0S6Q8AD1F97C.1 size=700680 2024-09-19T13:44:32.787 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.786+0000 7f71dac3e8c0 1 > prepared multipart upload key=8KBRPNQCKIQN upload=0S6Q8AD1F97C tag=V7A1SMULX75W type=write size=2797832 2024-09-19T13:44:32.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.790+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~232XR85EF2XU.0 size=1048576 2024-09-19T13:44:32.794 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.790+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~232XR85EF2XU.1 size=1048576 2024-09-19T13:44:32.797 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.794+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~232XR85EF2XU.2 size=461684 2024-09-19T13:44:32.802 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.798+0000 7f71dac3e8c0 1 < completed multipart upload key=IUZEMS5KASUH upload=232XR85EF2XU tag=9096PV6D4UHT type=write size=3607412 2024-09-19T13:44:32.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.806+0000 7f71dac3e8c0 1 > prepared operation key=QQ09T88TB3XG tag=01O2YTBZ5Z5M type=del size=2371778 2024-09-19T13:44:32.811 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.810+0000 7f71dac3e8c0 1 < completed delete operation key=GTZ96ZN0A4E9 tag=22N0MEMD7E7P type=del 2024-09-19T13:44:32.815 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.814+0000 7f71dac3e8c0 1 > prepared operation key=GZF1MCOAN1NO tag=3CDRQUSS2TIJ type=write size=548862 2024-09-19T13:44:32.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.814+0000 7f71dac3e8c0 1 < canceled part key=_multipart_3M5OBS7J4VF9.2~GOBS7AZ5T5M3.0 size=1048576 2024-09-19T13:44:32.819 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.818+0000 7f71dac3e8c0 1 < completed part key=_multipart_3M5OBS7J4VF9.2~GOBS7AZ5T5M3.1 size=1048576 2024-09-19T13:44:32.822 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.818+0000 7f71dac3e8c0 1 < completed part key=_multipart_3M5OBS7J4VF9.2~GOBS7AZ5T5M3.2 size=727720 2024-09-19T13:44:32.828 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.826+0000 7f71dac3e8c0 1 < canceled multipart upload key=3M5OBS7J4VF9 upload=GOBS7AZ5T5M3 tag=I06VRZVA4G45 type=write size=3873448 2024-09-19T13:44:32.835 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.830+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~S4MFL5R1EU0F.0 size=339051 2024-09-19T13:44:32.835 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.830+0000 7f71dac3e8c0 1 > prepared multipart upload key=7KN90I8B7PUK upload=S4MFL5R1EU0F tag=933SVMEHZVAV type=write size=1387627 2024-09-19T13:44:32.838 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.834+0000 7f71dac3e8c0 1 < completed part key=_multipart_7KN90I8B7PUK.2~S49DRIFR2TRQ.0 size=1048576 2024-09-19T13:44:32.841 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.838+0000 7f71dac3e8c0 1 < completed part key=_multipart_7KN90I8B7PUK.2~S49DRIFR2TRQ.1 size=1048576 2024-09-19T13:44:32.844 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.842+0000 7f71dac3e8c0 1 < completed part key=_multipart_7KN90I8B7PUK.2~S49DRIFR2TRQ.2 size=308448 2024-09-19T13:44:32.851 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.850+0000 7f71dac3e8c0 1 < completed multipart upload key=7KN90I8B7PUK upload=S49DRIFR2TRQ tag=LJ9HDA62LACM type=write size=3454176 2024-09-19T13:44:32.855 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.854+0000 7f71dac3e8c0 1 > prepared operation key=37OSN0RSHGZZ tag=0X1O0B2WMGWN type=del size=1212488 2024-09-19T13:44:32.859 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.858+0000 7f71dac3e8c0 1 < canceled operation key=HEVXCB3PBN2X tag=HGNCIQ58RFK9 type=del size=1057433 2024-09-19T13:44:32.863 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.862+0000 7f71dac3e8c0 1 > prepared operation key=ZTBECCHZS74F tag=3T0I0SOF86ZE type=write size=237290 2024-09-19T13:44:32.866 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.862+0000 7f71dac3e8c0 1 < completed part key=_multipart_W1PNZKV93AHZ.2~1T60VNB1LFTK.0 size=1048576 2024-09-19T13:44:32.869 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.866+0000 7f71dac3e8c0 1 < completed part key=_multipart_W1PNZKV93AHZ.2~1T60VNB1LFTK.1 size=350719 2024-09-19T13:44:32.875 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.874+0000 7f71dac3e8c0 1 < completed multipart upload key=W1PNZKV93AHZ upload=1T60VNB1LFTK tag=0Y74I199DLRE type=write size=2447871 2024-09-19T13:44:32.880 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.878+0000 7f71dac3e8c0 1 > prepared operation key=7KN90I8B7PUK tag=ZM18JNSD2ZOL type=del size=3610064 2024-09-19T13:44:32.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.882+0000 7f71dac3e8c0 1 < completed delete operation key=GZF1MCOAN1NO tag=QAA1A48CF0X0 type=del 2024-09-19T13:44:32.891 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.890+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~27JGMER0FEQN.0 size=1048576 2024-09-19T13:44:32.894 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.890+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~27JGMER0FEQN.1 size=1048576 2024-09-19T13:44:32.897 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.894+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~27JGMER0FEQN.2 size=37122 2024-09-19T13:44:32.897 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.894+0000 7f71dac3e8c0 1 > prepared multipart upload key=7KN90I8B7PUK upload=27JGMER0FEQN tag=A0C7OSKESQ4A type=write size=3182850 2024-09-19T13:44:32.898 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.894+0000 7f71dac3e8c0 1 < canceled part key=_multipart_8KBRPNQCKIQN.2~0L0VYB8KUUNW.0 size=504714 2024-09-19T13:44:32.905 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.902+0000 7f71dac3e8c0 1 < canceled multipart upload key=8KBRPNQCKIQN upload=0L0VYB8KUUNW tag=091P7AOB0NIE type=write size=1553290 2024-09-19T13:44:32.908 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.906+0000 7f71dac3e8c0 1 > prepared operation key=7KN90I8B7PUK tag=18U7ZDL6MF56 type=del size=3803933 2024-09-19T13:44:32.912 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.910+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~1VR40E7ZJIG2.0 size=1048576 2024-09-19T13:44:32.915 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.914+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~1VR40E7ZJIG2.1 size=1048576 2024-09-19T13:44:32.918 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.914+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~1VR40E7ZJIG2.2 size=539614 2024-09-19T13:44:32.925 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.922+0000 7f71dac3e8c0 1 < completed multipart upload key=IUZEMS5KASUH upload=1VR40E7ZJIG2 tag=L8IPLU3TSXZG type=write size=3685342 2024-09-19T13:44:32.929 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.926+0000 7f71dac3e8c0 1 > prepared operation key=0FYIGD7G7ER2 tag=K1O22UP92NPY type=write size=292874 2024-09-19T13:44:32.937 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.934+0000 7f71dac3e8c0 1 < suggested remove operation key=IUZEMS5KASUH tag=G4GYKQ8U27WC type=del 2024-09-19T13:44:32.944 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.942+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GTZ96ZN0A4E9.2~EUDBK7MKD3HW.0 size=1048576 2024-09-19T13:44:32.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.946+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GTZ96ZN0A4E9.2~EUDBK7MKD3HW.1 size=912597 2024-09-19T13:44:32.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.946+0000 7f71dac3e8c0 1 > prepared multipart upload key=GTZ96ZN0A4E9 upload=EUDBK7MKD3HW tag=RZBQ54SHNHYS type=write size=3009749 2024-09-19T13:44:32.950 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.946+0000 7f71dac3e8c0 1 < completed write operation key=0FYIGD7G7ER2 tag=6P1OIJHOXKXU type=write size=90147 2024-09-19T13:44:32.957 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.954+0000 7f71dac3e8c0 1 > prepared part key=_multipart_E5541PV8MDY7.2~93PCE9KPR0SQ.0 size=1048576 2024-09-19T13:44:32.960 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.958+0000 7f71dac3e8c0 1 > prepared part key=_multipart_E5541PV8MDY7.2~93PCE9KPR0SQ.1 size=1048576 2024-09-19T13:44:32.963 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.962+0000 7f71dac3e8c0 1 > prepared part key=_multipart_E5541PV8MDY7.2~93PCE9KPR0SQ.2 size=40531 2024-09-19T13:44:32.963 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.962+0000 7f71dac3e8c0 1 > prepared multipart upload key=E5541PV8MDY7 upload=93PCE9KPR0SQ tag=4R3LRTGX1RTW type=write size=3186259 2024-09-19T13:44:32.968 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.966+0000 7f71dac3e8c0 1 < completed delete operation key=3M5OBS7J4VF9 tag=ES744Y38QJXM type=del 2024-09-19T13:44:32.972 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.970+0000 7f71dac3e8c0 1 > prepared operation key=ZTBECCHZS74F tag=YVHH3EQ83D7N type=write size=92189 2024-09-19T13:44:32.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.974+0000 7f71dac3e8c0 1 < completed write operation key=V22QT1MEZ47G tag=F4E42WUBXCRN type=write size=133205 2024-09-19T13:44:32.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.978+0000 7f71dac3e8c0 1 > prepared part key=_multipart_Q484UNX3BYBG.2~2EMBCQUF5SOE.0 size=190617 2024-09-19T13:44:32.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.978+0000 7f71dac3e8c0 1 > prepared multipart upload key=Q484UNX3BYBG upload=2EMBCQUF5SOE tag=S8ECHB8G01LN type=write size=1239193 2024-09-19T13:44:32.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.982+0000 7f71dac3e8c0 1 < completed delete operation key=W1PNZKV93AHZ tag=1YYRQWCGYJC5 type=del 2024-09-19T13:44:32.990 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.986+0000 7f71dac3e8c0 1 > prepared operation key=OZZDDUTJUZ6A tag=PS0EYHH5VFS6 type=del size=2329078 2024-09-19T13:44:32.995 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.994+0000 7f71dac3e8c0 1 < completed part key=_multipart_A0ZG34NFHPW5.2~OPSC1E2EO77B.0 size=1048576 2024-09-19T13:44:32.997 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.994+0000 7f71dac3e8c0 1 < completed part key=_multipart_A0ZG34NFHPW5.2~OPSC1E2EO77B.1 size=1048576 2024-09-19T13:44:33.000 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:32.998+0000 7f71dac3e8c0 1 < completed part key=_multipart_A0ZG34NFHPW5.2~OPSC1E2EO77B.2 size=219588 2024-09-19T13:44:33.007 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.006+0000 7f71dac3e8c0 1 < completed multipart upload key=A0ZG34NFHPW5 upload=OPSC1E2EO77B tag=J3OQ844PVNCM type=write size=3365316 2024-09-19T13:44:33.015 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.014+0000 7f71dac3e8c0 1 > prepared operation key=HXQD0AR5YYML tag=YK7X3NQ5FXZI type=del size=417730 2024-09-19T13:44:33.019 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.018+0000 7f71dac3e8c0 1 < completed part key=_multipart_8KBRPNQCKIQN.2~0S6Q8AD1F97C.0 size=1048576 2024-09-19T13:44:33.021 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.018+0000 7f71dac3e8c0 1 < completed part key=_multipart_8KBRPNQCKIQN.2~0S6Q8AD1F97C.1 size=700680 2024-09-19T13:44:33.027 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.026+0000 7f71dac3e8c0 1 < completed multipart upload key=8KBRPNQCKIQN upload=0S6Q8AD1F97C tag=V7A1SMULX75W type=write size=2797832 2024-09-19T13:44:33.031 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.030+0000 7f71dac3e8c0 1 > prepared operation key=K7SNV9YW44WO tag=XPZBTXPLWUFJ type=write size=929924 2024-09-19T13:44:33.034 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.030+0000 7f71dac3e8c0 1 < canceled operation key=QQ09T88TB3XG tag=01O2YTBZ5Z5M type=del size=2371778 2024-09-19T13:44:33.037 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.034+0000 7f71dac3e8c0 1 > prepared operation key=XXX33TZ37H3Q tag=IA6FPQ6HV13D type=del size=3615181 2024-09-19T13:44:33.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.038+0000 7f71dac3e8c0 1 < canceled operation key=GZF1MCOAN1NO tag=3CDRQUSS2TIJ type=write size=548862 2024-09-19T13:44:33.043 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.042+0000 7f71dac3e8c0 1 > prepared operation key=D131FP2BZYDS tag=2LLP841VSKWA type=del size=2877086 2024-09-19T13:44:33.046 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.042+0000 7f71dac3e8c0 1 < completed part key=_multipart_7KN90I8B7PUK.2~S4MFL5R1EU0F.0 size=339051 2024-09-19T13:44:33.052 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.050+0000 7f71dac3e8c0 1 < completed multipart upload key=7KN90I8B7PUK upload=S4MFL5R1EU0F tag=933SVMEHZVAV type=write size=1387627 2024-09-19T13:44:33.057 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.054+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GZF1MCOAN1NO.2~KTTYIMRXTHPQ.0 size=675252 2024-09-19T13:44:33.057 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.054+0000 7f71dac3e8c0 1 > prepared multipart upload key=GZF1MCOAN1NO upload=KTTYIMRXTHPQ tag=4GQMHDBON66Y type=write size=1723828 2024-09-19T13:44:33.060 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.058+0000 7f71dac3e8c0 1 < canceled operation key=37OSN0RSHGZZ tag=0X1O0B2WMGWN type=del size=1212488 2024-09-19T13:44:33.066 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.062+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8A3NYYQ7SXR3.2~POFVYA4RLWKI.0 size=460824 2024-09-19T13:44:33.066 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.062+0000 7f71dac3e8c0 1 > prepared multipart upload key=8A3NYYQ7SXR3 upload=POFVYA4RLWKI tag=2MYUNDOFHNYO type=write size=1509400 2024-09-19T13:44:33.069 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.066+0000 7f71dac3e8c0 1 < completed write operation key=ZTBECCHZS74F tag=3T0I0SOF86ZE type=write size=237290 2024-09-19T13:44:33.074 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.070+0000 7f71dac3e8c0 1 > prepared part key=_multipart_V22QT1MEZ47G.2~ONDEZ3B830KT.0 size=1048576 2024-09-19T13:44:33.077 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.074+0000 7f71dac3e8c0 1 > prepared part key=_multipart_V22QT1MEZ47G.2~ONDEZ3B830KT.1 size=1048576 2024-09-19T13:44:33.079 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.078+0000 7f71dac3e8c0 1 > prepared part key=_multipart_V22QT1MEZ47G.2~ONDEZ3B830KT.2 size=347699 2024-09-19T13:44:33.079 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.078+0000 7f71dac3e8c0 1 > prepared multipart upload key=V22QT1MEZ47G upload=ONDEZ3B830KT tag=QYXUH0FO9DQZ type=write size=3493427 2024-09-19T13:44:33.085 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.082+0000 7f71dac3e8c0 1 < suggested update operation key=7KN90I8B7PUK tag=ZM18JNSD2ZOL type=del size=3610064 2024-09-19T13:44:33.089 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.086+0000 7f71dac3e8c0 1 > prepared operation key=QMR0T7URJS4W tag=M39S429HRVKR type=write size=476880 2024-09-19T13:44:33.092 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.090+0000 7f71dac3e8c0 1 < completed part key=_multipart_7KN90I8B7PUK.2~27JGMER0FEQN.0 size=1048576 2024-09-19T13:44:33.095 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.094+0000 7f71dac3e8c0 1 < completed part key=_multipart_7KN90I8B7PUK.2~27JGMER0FEQN.1 size=1048576 2024-09-19T13:44:33.097 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.094+0000 7f71dac3e8c0 1 < completed part key=_multipart_7KN90I8B7PUK.2~27JGMER0FEQN.2 size=37122 2024-09-19T13:44:33.102 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.098+0000 7f71dac3e8c0 1 < completed multipart upload key=7KN90I8B7PUK upload=27JGMER0FEQN tag=A0C7OSKESQ4A type=write size=3182850 2024-09-19T13:44:33.107 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.106+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~ZSFI8FP9WJH2.0 size=949308 2024-09-19T13:44:33.107 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.106+0000 7f71dac3e8c0 1 > prepared multipart upload key=W1PNZKV93AHZ upload=ZSFI8FP9WJH2 tag=GLCZFQMU0860 type=write size=1997884 2024-09-19T13:44:33.110 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.106+0000 7f71dac3e8c0 -1 < failed to complete operation key=7KN90I8B7PUK tag=18U7ZDL6MF56 type=del size=3803933: (22) Invalid argument 2024-09-19T13:44:33.113 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.110+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=6IBWVAG3QVLA type=del size=892442 2024-09-19T13:44:33.119 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.118+0000 7f71dac3e8c0 1 < suggested update operation key=0FYIGD7G7ER2 tag=K1O22UP92NPY type=write size=292874 2024-09-19T13:44:33.122 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.118+0000 7f71dac3e8c0 1 > prepared operation key=JO1LC6YY2PEB tag=DBRLVEL5SA7Y type=del size=3712974 2024-09-19T13:44:33.125 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.122+0000 7f71dac3e8c0 1 < completed part key=_multipart_GTZ96ZN0A4E9.2~EUDBK7MKD3HW.0 size=1048576 2024-09-19T13:44:33.128 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.126+0000 7f71dac3e8c0 1 < completed part key=_multipart_GTZ96ZN0A4E9.2~EUDBK7MKD3HW.1 size=912597 2024-09-19T13:44:33.132 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.130+0000 7f71dac3e8c0 1 < completed multipart upload key=GTZ96ZN0A4E9 upload=EUDBK7MKD3HW tag=RZBQ54SHNHYS type=write size=3009749 2024-09-19T13:44:33.136 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.134+0000 7f71dac3e8c0 1 > prepared operation key=V22QT1MEZ47G tag=P6ZWW5ZL1Y8G type=del size=819458 2024-09-19T13:44:33.139 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.138+0000 7f71dac3e8c0 1 < completed part key=_multipart_E5541PV8MDY7.2~93PCE9KPR0SQ.0 size=1048576 2024-09-19T13:44:33.139 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.138+0000 7f71dac3e8c0 1 < canceled part key=_multipart_E5541PV8MDY7.2~93PCE9KPR0SQ.1 size=1048576 2024-09-19T13:44:33.141 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.138+0000 7f71dac3e8c0 1 < completed part key=_multipart_E5541PV8MDY7.2~93PCE9KPR0SQ.2 size=40531 2024-09-19T13:44:33.146 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.142+0000 7f71dac3e8c0 1 < canceled multipart upload key=E5541PV8MDY7 upload=93PCE9KPR0SQ tag=4R3LRTGX1RTW type=write size=3186259 2024-09-19T13:44:33.149 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.146+0000 7f71dac3e8c0 1 > prepared operation key=W1PNZKV93AHZ tag=AD5XHE8RKG3I type=del size=2691628 2024-09-19T13:44:33.152 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.150+0000 7f71dac3e8c0 1 < completed write operation key=ZTBECCHZS74F tag=YVHH3EQ83D7N type=write size=92189 2024-09-19T13:44:33.156 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.154+0000 7f71dac3e8c0 1 > prepared operation key=ZTBECCHZS74F tag=LWCPK7ELX807 type=del size=680988 2024-09-19T13:44:33.159 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.158+0000 7f71dac3e8c0 1 < completed part key=_multipart_Q484UNX3BYBG.2~2EMBCQUF5SOE.0 size=190617 2024-09-19T13:44:33.165 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.162+0000 7f71dac3e8c0 1 < completed multipart upload key=Q484UNX3BYBG upload=2EMBCQUF5SOE tag=S8ECHB8G01LN type=write size=1239193 2024-09-19T13:44:33.168 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.166+0000 7f71dac3e8c0 1 > prepared operation key=V22QT1MEZ47G tag=B342GMBWFCQY type=del size=2772736 2024-09-19T13:44:33.172 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.170+0000 7f71dac3e8c0 1 < completed delete operation key=OZZDDUTJUZ6A tag=PS0EYHH5VFS6 type=del 2024-09-19T13:44:33.175 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.174+0000 7f71dac3e8c0 1 > prepared operation key=8KBRPNQCKIQN tag=D8896FJ4XSPD type=del size=3272818 2024-09-19T13:44:33.179 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.178+0000 7f71dac3e8c0 1 < completed delete operation key=HXQD0AR5YYML tag=YK7X3NQ5FXZI type=del 2024-09-19T13:44:33.182 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.178+0000 7f71dac3e8c0 1 > prepared operation key=6QW9QPSBZ37R tag=LO1CAXX3I7DW type=write size=924264 2024-09-19T13:44:33.186 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.182+0000 7f71dac3e8c0 1 < completed write operation key=K7SNV9YW44WO tag=XPZBTXPLWUFJ type=write size=929924 2024-09-19T13:44:33.192 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.190+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~HFRC8CTD4UB4.0 size=1048576 2024-09-19T13:44:33.195 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.194+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~HFRC8CTD4UB4.1 size=1048576 2024-09-19T13:44:33.197 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.194+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~HFRC8CTD4UB4.2 size=148041 2024-09-19T13:44:33.197 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.194+0000 7f71dac3e8c0 1 > prepared multipart upload key=K7SNV9YW44WO upload=HFRC8CTD4UB4 tag=JG7JZS3PE1OY type=write size=3293769 2024-09-19T13:44:33.201 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.198+0000 7f71dac3e8c0 1 < completed delete operation key=XXX33TZ37H3Q tag=IA6FPQ6HV13D type=del 2024-09-19T13:44:33.204 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.202+0000 7f71dac3e8c0 1 > prepared operation key=ZTBECCHZS74F tag=D7795XMHKJKB type=del size=651182 2024-09-19T13:44:33.211 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.210+0000 7f71dac3e8c0 1 < suggested remove operation key=D131FP2BZYDS tag=2LLP841VSKWA type=del 2024-09-19T13:44:33.217 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.214+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~5OR6IM09T92R.0 size=1048576 2024-09-19T13:44:33.220 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.218+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~5OR6IM09T92R.1 size=167741 2024-09-19T13:44:33.220 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.218+0000 7f71dac3e8c0 1 > prepared multipart upload key=K7SNV9YW44WO upload=5OR6IM09T92R tag=ITNT7O4TDKL1 type=write size=2264893 2024-09-19T13:44:33.223 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.222+0000 7f71dac3e8c0 1 < completed part key=_multipart_GZF1MCOAN1NO.2~KTTYIMRXTHPQ.0 size=675252 2024-09-19T13:44:33.229 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.226+0000 7f71dac3e8c0 1 < completed multipart upload key=GZF1MCOAN1NO upload=KTTYIMRXTHPQ tag=4GQMHDBON66Y type=write size=1723828 2024-09-19T13:44:33.232 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.230+0000 7f71dac3e8c0 1 > prepared operation key=7KN90I8B7PUK tag=N1AQDZHCH6IZ type=del size=121573 2024-09-19T13:44:33.236 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.234+0000 7f71dac3e8c0 1 < completed part key=_multipart_8A3NYYQ7SXR3.2~POFVYA4RLWKI.0 size=460824 2024-09-19T13:44:33.241 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.238+0000 7f71dac3e8c0 1 < completed multipart upload key=8A3NYYQ7SXR3 upload=POFVYA4RLWKI tag=2MYUNDOFHNYO type=write size=1509400 2024-09-19T13:44:33.245 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.242+0000 7f71dac3e8c0 1 > prepared operation key=QQ09T88TB3XG tag=CMUYKEDLVIGJ type=del size=3653271 2024-09-19T13:44:33.249 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.246+0000 7f71dac3e8c0 1 < completed part key=_multipart_V22QT1MEZ47G.2~ONDEZ3B830KT.0 size=1048576 2024-09-19T13:44:33.252 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.250+0000 7f71dac3e8c0 1 < completed part key=_multipart_V22QT1MEZ47G.2~ONDEZ3B830KT.1 size=1048576 2024-09-19T13:44:33.255 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.254+0000 7f71dac3e8c0 1 < completed part key=_multipart_V22QT1MEZ47G.2~ONDEZ3B830KT.2 size=347699 2024-09-19T13:44:33.260 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.258+0000 7f71dac3e8c0 1 < completed multipart upload key=V22QT1MEZ47G upload=ONDEZ3B830KT tag=QYXUH0FO9DQZ type=write size=3493427 2024-09-19T13:44:33.264 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.262+0000 7f71dac3e8c0 1 > prepared operation key=NJ64P4D0EIT4 tag=F1SJTWK2TWXT type=write size=936939 2024-09-19T13:44:33.268 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.266+0000 7f71dac3e8c0 1 < canceled operation key=QMR0T7URJS4W tag=M39S429HRVKR type=write size=476880 2024-09-19T13:44:33.271 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.270+0000 7f71dac3e8c0 1 > prepared operation key=GTZ96ZN0A4E9 tag=FMI6JG485ENW type=write size=425551 2024-09-19T13:44:33.276 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.274+0000 7f71dac3e8c0 1 < completed part key=_multipart_W1PNZKV93AHZ.2~ZSFI8FP9WJH2.0 size=949308 2024-09-19T13:44:33.281 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.278+0000 7f71dac3e8c0 1 < completed multipart upload key=W1PNZKV93AHZ upload=ZSFI8FP9WJH2 tag=GLCZFQMU0860 type=write size=1997884 2024-09-19T13:44:33.287 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.286+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8KBRPNQCKIQN.2~KHTM4W22H3Y0.0 size=1048576 2024-09-19T13:44:33.289 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.286+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8KBRPNQCKIQN.2~KHTM4W22H3Y0.1 size=1048576 2024-09-19T13:44:33.292 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.290+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8KBRPNQCKIQN.2~KHTM4W22H3Y0.2 size=419903 2024-09-19T13:44:33.292 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.290+0000 7f71dac3e8c0 1 > prepared multipart upload key=8KBRPNQCKIQN upload=KHTM4W22H3Y0 tag=OVSFSHPYANB0 type=write size=3565631 2024-09-19T13:44:33.296 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.294+0000 7f71dac3e8c0 1 < completed delete operation key=IUZEMS5KASUH tag=6IBWVAG3QVLA type=del 2024-09-19T13:44:33.300 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.298+0000 7f71dac3e8c0 1 > prepared operation key=OZZDDUTJUZ6A tag=M680AIEAKMM6 type=write size=438241 2024-09-19T13:44:33.304 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.302+0000 7f71dac3e8c0 1 < completed delete operation key=JO1LC6YY2PEB tag=DBRLVEL5SA7Y type=del 2024-09-19T13:44:33.310 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.306+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~LTOT4CE4C9Q2.0 size=775452 2024-09-19T13:44:33.310 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.306+0000 7f71dac3e8c0 1 > prepared multipart upload key=ZTBECCHZS74F upload=LTOT4CE4C9Q2 tag=EE1ZT41W0W0W type=write size=1824028 2024-09-19T13:44:33.313 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.310+0000 7f71dac3e8c0 1 < completed delete operation key=V22QT1MEZ47G tag=P6ZWW5ZL1Y8G type=del 2024-09-19T13:44:33.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.318+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8KBRPNQCKIQN.2~KBL0A54KEOYV.0 size=982390 2024-09-19T13:44:33.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.318+0000 7f71dac3e8c0 1 > prepared multipart upload key=8KBRPNQCKIQN upload=KBL0A54KEOYV tag=B5V3YQ5VW4FU type=write size=2030966 2024-09-19T13:44:33.325 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.322+0000 7f71dac3e8c0 1 < completed delete operation key=W1PNZKV93AHZ tag=AD5XHE8RKG3I type=del 2024-09-19T13:44:33.333 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.330+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~7BPYAX0P4URT.0 size=116176 2024-09-19T13:44:33.333 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.330+0000 7f71dac3e8c0 1 > prepared multipart upload key=XXX33TZ37H3Q upload=7BPYAX0P4URT tag=FNFPJVO6NGVQ type=write size=1164752 2024-09-19T13:44:33.340 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.338+0000 7f71dac3e8c0 1 < suggested update operation key=ZTBECCHZS74F tag=LWCPK7ELX807 type=del size=680988 2024-09-19T13:44:33.344 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.342+0000 7f71dac3e8c0 1 > prepared operation key=Q484UNX3BYBG tag=1D9DRRFPH19I type=del size=2331510 2024-09-19T13:44:33.347 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.346+0000 7f71dac3e8c0 1 < completed delete operation key=V22QT1MEZ47G tag=B342GMBWFCQY type=del 2024-09-19T13:44:33.351 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.350+0000 7f71dac3e8c0 1 > prepared operation key=V22QT1MEZ47G tag=2FD0CNJNGU1F type=del size=1667955 2024-09-19T13:44:33.355 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.354+0000 7f71dac3e8c0 1 < completed delete operation key=8KBRPNQCKIQN tag=D8896FJ4XSPD type=del 2024-09-19T13:44:33.361 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.358+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8KBRPNQCKIQN.2~QQVFR9VJGYKO.0 size=1048576 2024-09-19T13:44:33.364 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.362+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8KBRPNQCKIQN.2~QQVFR9VJGYKO.1 size=1048576 2024-09-19T13:44:33.367 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.366+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8KBRPNQCKIQN.2~QQVFR9VJGYKO.2 size=639905 2024-09-19T13:44:33.367 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.366+0000 7f71dac3e8c0 1 > prepared multipart upload key=8KBRPNQCKIQN upload=QQVFR9VJGYKO tag=BRGIN1OGI1M7 type=write size=3785633 2024-09-19T13:44:33.370 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.366+0000 7f71dac3e8c0 1 < completed write operation key=6QW9QPSBZ37R tag=LO1CAXX3I7DW type=write size=924264 2024-09-19T13:44:33.377 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.374+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QQ09T88TB3XG.2~R9DF7N63WOOO.0 size=1048576 2024-09-19T13:44:33.380 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.378+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QQ09T88TB3XG.2~R9DF7N63WOOO.1 size=801829 2024-09-19T13:44:33.380 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.378+0000 7f71dac3e8c0 1 > prepared multipart upload key=QQ09T88TB3XG upload=R9DF7N63WOOO tag=PTBV71DPVVSU type=write size=2898981 2024-09-19T13:44:33.384 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.382+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~HFRC8CTD4UB4.0 size=1048576 2024-09-19T13:44:33.387 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.386+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~HFRC8CTD4UB4.1 size=1048576 2024-09-19T13:44:33.390 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.386+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~HFRC8CTD4UB4.2 size=148041 2024-09-19T13:44:33.396 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.394+0000 7f71dac3e8c0 1 < completed multipart upload key=K7SNV9YW44WO upload=HFRC8CTD4UB4 tag=JG7JZS3PE1OY type=write size=3293769 2024-09-19T13:44:33.400 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.398+0000 7f71dac3e8c0 1 > prepared operation key=8KBRPNQCKIQN tag=4EQI2VGWQ41K type=del size=2324205 2024-09-19T13:44:33.408 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.406+0000 7f71dac3e8c0 1 < suggested update operation key=ZTBECCHZS74F tag=D7795XMHKJKB type=del size=651182 2024-09-19T13:44:33.411 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.410+0000 7f71dac3e8c0 1 > prepared operation key=QQ09T88TB3XG tag=ZI7AKNOWLO18 type=del size=2289223 2024-09-19T13:44:33.415 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.414+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~5OR6IM09T92R.0 size=1048576 2024-09-19T13:44:33.418 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.414+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~5OR6IM09T92R.1 size=167741 2024-09-19T13:44:33.424 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.422+0000 7f71dac3e8c0 1 < completed multipart upload key=K7SNV9YW44WO upload=5OR6IM09T92R tag=ITNT7O4TDKL1 type=write size=2264893 2024-09-19T13:44:33.428 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.426+0000 7f71dac3e8c0 1 > prepared operation key=K7SNV9YW44WO tag=N50UTDLHSQ8X type=del size=1025846 2024-09-19T13:44:33.432 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.430+0000 7f71dac3e8c0 1 < completed delete operation key=7KN90I8B7PUK tag=N1AQDZHCH6IZ type=del 2024-09-19T13:44:33.436 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.434+0000 7f71dac3e8c0 1 > prepared operation key=GZF1MCOAN1NO tag=4YCSMN1WIRRB type=del size=1952906 2024-09-19T13:44:33.443 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.442+0000 7f71dac3e8c0 1 < suggested remove operation key=QQ09T88TB3XG tag=CMUYKEDLVIGJ type=del 2024-09-19T13:44:33.447 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.446+0000 7f71dac3e8c0 1 > prepared operation key=OZZDDUTJUZ6A tag=O1MNFD9BUBFU type=del size=5600 2024-09-19T13:44:33.451 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.450+0000 7f71dac3e8c0 1 < completed write operation key=NJ64P4D0EIT4 tag=F1SJTWK2TWXT type=write size=936939 2024-09-19T13:44:33.457 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.454+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GTZ96ZN0A4E9.2~B1PEKQZX441A.0 size=1048576 2024-09-19T13:44:33.460 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.458+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GTZ96ZN0A4E9.2~B1PEKQZX441A.1 size=992188 2024-09-19T13:44:33.460 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.458+0000 7f71dac3e8c0 1 > prepared multipart upload key=GTZ96ZN0A4E9 upload=B1PEKQZX441A tag=KYO0WDIAI08Z type=write size=3089340 2024-09-19T13:44:33.468 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.466+0000 7f71dac3e8c0 1 < suggested update operation key=GTZ96ZN0A4E9 tag=FMI6JG485ENW type=write size=425551 2024-09-19T13:44:33.472 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.470+0000 7f71dac3e8c0 1 > prepared operation key=QMR0T7URJS4W tag=YHG9MEI0I2NR type=del size=582685 2024-09-19T13:44:33.476 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.474+0000 7f71dac3e8c0 1 < completed part key=_multipart_8KBRPNQCKIQN.2~KHTM4W22H3Y0.0 size=1048576 2024-09-19T13:44:33.479 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.478+0000 7f71dac3e8c0 1 < completed part key=_multipart_8KBRPNQCKIQN.2~KHTM4W22H3Y0.1 size=1048576 2024-09-19T13:44:33.482 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.478+0000 7f71dac3e8c0 1 < completed part key=_multipart_8KBRPNQCKIQN.2~KHTM4W22H3Y0.2 size=419903 2024-09-19T13:44:33.488 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.486+0000 7f71dac3e8c0 1 < completed multipart upload key=8KBRPNQCKIQN upload=KHTM4W22H3Y0 tag=OVSFSHPYANB0 type=write size=3565631 2024-09-19T13:44:33.491 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.490+0000 7f71dac3e8c0 1 > prepared operation key=W1PNZKV93AHZ tag=F633BOH8M6VF type=del size=3494557 2024-09-19T13:44:33.495 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.494+0000 7f71dac3e8c0 1 < completed write operation key=OZZDDUTJUZ6A tag=M680AIEAKMM6 type=write size=438241 2024-09-19T13:44:33.499 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.498+0000 7f71dac3e8c0 1 > prepared operation key=K7SNV9YW44WO tag=HMVVNTR2I0ZI type=del size=2185209 2024-09-19T13:44:33.503 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.502+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~LTOT4CE4C9Q2.0 size=775452 2024-09-19T13:44:33.509 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.506+0000 7f71dac3e8c0 1 < completed multipart upload key=ZTBECCHZS74F upload=LTOT4CE4C9Q2 tag=EE1ZT41W0W0W type=write size=1824028 2024-09-19T13:44:33.517 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.514+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~OS59M22FJBXR.0 size=1048576 2024-09-19T13:44:33.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.518+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~OS59M22FJBXR.1 size=1048576 2024-09-19T13:44:33.524 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.522+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~OS59M22FJBXR.2 size=963242 2024-09-19T13:44:33.524 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.522+0000 7f71dac3e8c0 1 > prepared multipart upload key=XXX33TZ37H3Q upload=OS59M22FJBXR tag=E7S8OY5OG3BE type=write size=4108970 2024-09-19T13:44:33.528 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.526+0000 7f71dac3e8c0 1 < completed part key=_multipart_8KBRPNQCKIQN.2~KBL0A54KEOYV.0 size=982390 2024-09-19T13:44:33.533 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.530+0000 7f71dac3e8c0 1 < completed multipart upload key=8KBRPNQCKIQN upload=KBL0A54KEOYV tag=B5V3YQ5VW4FU type=write size=2030966 2024-09-19T13:44:33.540 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.538+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QQ09T88TB3XG.2~4RD6IWG2EXN1.0 size=1048576 2024-09-19T13:44:33.543 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.542+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QQ09T88TB3XG.2~4RD6IWG2EXN1.1 size=1048576 2024-09-19T13:44:33.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.542+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QQ09T88TB3XG.2~4RD6IWG2EXN1.2 size=52741 2024-09-19T13:44:33.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.542+0000 7f71dac3e8c0 1 > prepared multipart upload key=QQ09T88TB3XG upload=4RD6IWG2EXN1 tag=ZPODFOYJNMHZ type=write size=3198469 2024-09-19T13:44:33.550 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.546+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~7BPYAX0P4URT.0 size=116176 2024-09-19T13:44:33.555 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.554+0000 7f71dac3e8c0 1 < completed multipart upload key=XXX33TZ37H3Q upload=7BPYAX0P4URT tag=FNFPJVO6NGVQ type=write size=1164752 2024-09-19T13:44:33.559 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.558+0000 7f71dac3e8c0 1 > prepared operation key=JO1LC6YY2PEB tag=1A4TWP70M32V type=del size=1266853 2024-09-19T13:44:33.563 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.562+0000 7f71dac3e8c0 1 < completed delete operation key=Q484UNX3BYBG tag=1D9DRRFPH19I type=del 2024-09-19T13:44:33.566 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.562+0000 7f71dac3e8c0 1 > prepared operation key=K7SNV9YW44WO tag=YQ60B3HUPNPR type=del size=1521124 2024-09-19T13:44:33.572 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.570+0000 7f71dac3e8c0 1 < completed delete operation key=V22QT1MEZ47G tag=2FD0CNJNGU1F type=del 2024-09-19T13:44:33.578 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.574+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~E19GAJZQM115.0 size=1048576 2024-09-19T13:44:33.581 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.578+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~E19GAJZQM115.1 size=1048576 2024-09-19T13:44:33.584 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.582+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~E19GAJZQM115.2 size=314805 2024-09-19T13:44:33.584 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.582+0000 7f71dac3e8c0 1 > prepared multipart upload key=W1PNZKV93AHZ upload=E19GAJZQM115 tag=A63F1QZJ0T2I type=write size=3460533 2024-09-19T13:44:33.587 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.586+0000 7f71dac3e8c0 1 < completed part key=_multipart_8KBRPNQCKIQN.2~QQVFR9VJGYKO.0 size=1048576 2024-09-19T13:44:33.591 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.590+0000 7f71dac3e8c0 1 < completed part key=_multipart_8KBRPNQCKIQN.2~QQVFR9VJGYKO.1 size=1048576 2024-09-19T13:44:33.593 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.590+0000 7f71dac3e8c0 1 < completed part key=_multipart_8KBRPNQCKIQN.2~QQVFR9VJGYKO.2 size=639905 2024-09-19T13:44:33.599 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.598+0000 7f71dac3e8c0 1 < completed multipart upload key=8KBRPNQCKIQN upload=QQVFR9VJGYKO tag=BRGIN1OGI1M7 type=write size=3785633 2024-09-19T13:44:33.606 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.602+0000 7f71dac3e8c0 1 > prepared part key=_multipart_JO1LC6YY2PEB.2~XN0NPIZK5JMZ.0 size=1048576 2024-09-19T13:44:33.609 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.606+0000 7f71dac3e8c0 1 > prepared part key=_multipart_JO1LC6YY2PEB.2~XN0NPIZK5JMZ.1 size=717531 2024-09-19T13:44:33.609 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.606+0000 7f71dac3e8c0 1 > prepared multipart upload key=JO1LC6YY2PEB upload=XN0NPIZK5JMZ tag=EVQO0OI7GNNB type=write size=2814683 2024-09-19T13:44:33.612 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.610+0000 7f71dac3e8c0 1 < completed part key=_multipart_QQ09T88TB3XG.2~R9DF7N63WOOO.0 size=1048576 2024-09-19T13:44:33.616 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.614+0000 7f71dac3e8c0 1 < completed part key=_multipart_QQ09T88TB3XG.2~R9DF7N63WOOO.1 size=801829 2024-09-19T13:44:33.622 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.618+0000 7f71dac3e8c0 1 < completed multipart upload key=QQ09T88TB3XG upload=R9DF7N63WOOO tag=PTBV71DPVVSU type=write size=2898981 2024-09-19T13:44:33.629 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.626+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~W04F452740UP.0 size=599707 2024-09-19T13:44:33.629 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.626+0000 7f71dac3e8c0 1 > prepared multipart upload key=W1PNZKV93AHZ upload=W04F452740UP tag=5J1L5H2ZG6UT type=write size=1648283 2024-09-19T13:44:33.633 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.630+0000 7f71dac3e8c0 1 < completed delete operation key=8KBRPNQCKIQN tag=4EQI2VGWQ41K type=del 2024-09-19T13:44:33.640 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.638+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~K60CO4ODOAT5.0 size=1048576 2024-09-19T13:44:33.643 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.642+0000 7f71dac3e8c0 1 > prepared part key=_multipart_3M5OBS7J4VF9.2~K60CO4ODOAT5.1 size=902948 2024-09-19T13:44:33.643 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.642+0000 7f71dac3e8c0 1 > prepared multipart upload key=3M5OBS7J4VF9 upload=K60CO4ODOAT5 tag=2K461GMTN8OG type=write size=3000100 2024-09-19T13:44:33.651 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.650+0000 7f71dac3e8c0 1 < suggested remove operation key=QQ09T88TB3XG tag=ZI7AKNOWLO18 type=del 2024-09-19T13:44:33.655 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.650+0000 7f71dac3e8c0 1 > prepared operation key=E5541PV8MDY7 tag=1I81CYJPF84J type=del size=898644 2024-09-19T13:44:33.658 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.654+0000 7f71dac3e8c0 1 < completed delete operation key=K7SNV9YW44WO tag=N50UTDLHSQ8X type=del 2024-09-19T13:44:33.670 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.666+0000 7f71dac3e8c0 1 > prepared part key=_multipart_6QW9QPSBZ37R.2~QXUS1BC2RI32.0 size=1048576 2024-09-19T13:44:33.673 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.670+0000 7f71dac3e8c0 1 > prepared part key=_multipart_6QW9QPSBZ37R.2~QXUS1BC2RI32.1 size=473235 2024-09-19T13:44:33.673 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.670+0000 7f71dac3e8c0 1 > prepared multipart upload key=6QW9QPSBZ37R upload=QXUS1BC2RI32 tag=0NCU5AXQ4G2H type=write size=2570387 2024-09-19T13:44:33.677 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.674+0000 7f71dac3e8c0 1 < completed delete operation key=GZF1MCOAN1NO tag=4YCSMN1WIRRB type=del 2024-09-19T13:44:33.681 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.678+0000 7f71dac3e8c0 1 > prepared operation key=TZNPXQ5Y333X tag=36M7I2HNUWCX type=del size=2505011 2024-09-19T13:44:33.690 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.686+0000 7f71dac3e8c0 1 < suggested remove operation key=OZZDDUTJUZ6A tag=O1MNFD9BUBFU type=del 2024-09-19T13:44:33.697 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.694+0000 7f71dac3e8c0 1 > prepared part key=_multipart_0FYIGD7G7ER2.2~XYYG0L78CUUD.0 size=1048576 2024-09-19T13:44:33.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.698+0000 7f71dac3e8c0 1 > prepared part key=_multipart_0FYIGD7G7ER2.2~XYYG0L78CUUD.1 size=1048576 2024-09-19T13:44:33.704 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.702+0000 7f71dac3e8c0 1 > prepared part key=_multipart_0FYIGD7G7ER2.2~XYYG0L78CUUD.2 size=576036 2024-09-19T13:44:33.704 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.702+0000 7f71dac3e8c0 1 > prepared multipart upload key=0FYIGD7G7ER2 upload=XYYG0L78CUUD tag=AT22IAG0F1TE type=write size=3721764 2024-09-19T13:44:33.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.706+0000 7f71dac3e8c0 1 < completed part key=_multipart_GTZ96ZN0A4E9.2~B1PEKQZX441A.0 size=1048576 2024-09-19T13:44:33.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.710+0000 7f71dac3e8c0 1 < completed part key=_multipart_GTZ96ZN0A4E9.2~B1PEKQZX441A.1 size=992188 2024-09-19T13:44:33.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.714+0000 7f71dac3e8c0 1 < completed multipart upload key=GTZ96ZN0A4E9 upload=B1PEKQZX441A tag=KYO0WDIAI08Z type=write size=3089340 2024-09-19T13:44:33.722 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.718+0000 7f71dac3e8c0 1 > prepared operation key=GTZ96ZN0A4E9 tag=0UB6UJBCK4H0 type=write size=873548 2024-09-19T13:44:33.726 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.722+0000 7f71dac3e8c0 1 < completed delete operation key=QMR0T7URJS4W tag=YHG9MEI0I2NR type=del 2024-09-19T13:44:33.733 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.730+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~9PEX1ACLZMPQ.0 size=419456 2024-09-19T13:44:33.733 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.730+0000 7f71dac3e8c0 1 > prepared multipart upload key=7KN90I8B7PUK upload=9PEX1ACLZMPQ tag=4CO9WWT7MLQU type=write size=1468032 2024-09-19T13:44:33.736 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.734+0000 7f71dac3e8c0 1 < canceled operation key=W1PNZKV93AHZ tag=F633BOH8M6VF type=del size=3494557 2024-09-19T13:44:33.741 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.738+0000 7f71dac3e8c0 1 > prepared operation key=8NT83XBF9HN8 tag=XEET402L9NZ1 type=write size=251955 2024-09-19T13:44:33.745 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.742+0000 7f71dac3e8c0 1 < completed delete operation key=K7SNV9YW44WO tag=HMVVNTR2I0ZI type=del 2024-09-19T13:44:33.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.746+0000 7f71dac3e8c0 1 > prepared operation key=V22QT1MEZ47G tag=SQ295QPAGU3C type=del size=123645 2024-09-19T13:44:33.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.750+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~OS59M22FJBXR.0 size=1048576 2024-09-19T13:44:33.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.750+0000 7f71dac3e8c0 1 < canceled part key=_multipart_XXX33TZ37H3Q.2~OS59M22FJBXR.1 size=1048576 2024-09-19T13:44:33.756 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.754+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~OS59M22FJBXR.2 size=963242 2024-09-19T13:44:33.762 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.758+0000 7f71dac3e8c0 1 < canceled multipart upload key=XXX33TZ37H3Q upload=OS59M22FJBXR tag=E7S8OY5OG3BE type=write size=4108970 2024-09-19T13:44:33.769 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.766+0000 7f71dac3e8c0 1 > prepared part key=_multipart_1L7F60AU40YA.2~V1YGNW798OA4.0 size=1048576 2024-09-19T13:44:33.772 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.770+0000 7f71dac3e8c0 1 > prepared part key=_multipart_1L7F60AU40YA.2~V1YGNW798OA4.1 size=881449 2024-09-19T13:44:33.772 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.770+0000 7f71dac3e8c0 1 > prepared multipart upload key=1L7F60AU40YA upload=V1YGNW798OA4 tag=YQ3O9WW19ENI type=write size=2978601 2024-09-19T13:44:33.776 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.774+0000 7f71dac3e8c0 1 < completed part key=_multipart_QQ09T88TB3XG.2~4RD6IWG2EXN1.0 size=1048576 2024-09-19T13:44:33.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.774+0000 7f71dac3e8c0 1 < canceled part key=_multipart_QQ09T88TB3XG.2~4RD6IWG2EXN1.1 size=1048576 2024-09-19T13:44:33.779 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.778+0000 7f71dac3e8c0 1 < completed part key=_multipart_QQ09T88TB3XG.2~4RD6IWG2EXN1.2 size=52741 2024-09-19T13:44:33.785 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.782+0000 7f71dac3e8c0 1 < canceled multipart upload key=QQ09T88TB3XG upload=4RD6IWG2EXN1 tag=ZPODFOYJNMHZ type=write size=3198469 2024-09-19T13:44:33.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.786+0000 7f71dac3e8c0 1 > prepared operation key=TZNPXQ5Y333X tag=SA1JKYYVRXYM type=del size=2411190 2024-09-19T13:44:33.794 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.790+0000 7f71dac3e8c0 1 < canceled operation key=JO1LC6YY2PEB tag=1A4TWP70M32V type=del size=1266853 2024-09-19T13:44:33.798 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.794+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=BVTAAIZQ6SJW type=del size=3016187 2024-09-19T13:44:33.802 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.798+0000 7f71dac3e8c0 1 < completed delete operation key=K7SNV9YW44WO tag=YQ60B3HUPNPR type=del 2024-09-19T13:44:33.806 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.802+0000 7f71dac3e8c0 1 > prepared operation key=D131FP2BZYDS tag=LS2CZWI51GIK type=del size=2587523 2024-09-19T13:44:33.810 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.806+0000 7f71dac3e8c0 1 < completed part key=_multipart_W1PNZKV93AHZ.2~E19GAJZQM115.0 size=1048576 2024-09-19T13:44:33.814 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.810+0000 7f71dac3e8c0 1 < completed part key=_multipart_W1PNZKV93AHZ.2~E19GAJZQM115.1 size=1048576 2024-09-19T13:44:33.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.814+0000 7f71dac3e8c0 1 < completed part key=_multipart_W1PNZKV93AHZ.2~E19GAJZQM115.2 size=314805 2024-09-19T13:44:33.824 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.822+0000 7f71dac3e8c0 1 < completed multipart upload key=W1PNZKV93AHZ upload=E19GAJZQM115 tag=A63F1QZJ0T2I type=write size=3460533 2024-09-19T13:44:33.831 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.830+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~1AI57AV0JYQQ.0 size=1048576 2024-09-19T13:44:33.834 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.830+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~1AI57AV0JYQQ.1 size=334573 2024-09-19T13:44:33.834 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.830+0000 7f71dac3e8c0 1 > prepared multipart upload key=7KN90I8B7PUK upload=1AI57AV0JYQQ tag=U5753XK2VUI0 type=write size=2431725 2024-09-19T13:44:33.837 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.834+0000 7f71dac3e8c0 1 < completed part key=_multipart_JO1LC6YY2PEB.2~XN0NPIZK5JMZ.0 size=1048576 2024-09-19T13:44:33.840 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.838+0000 7f71dac3e8c0 1 < completed part key=_multipart_JO1LC6YY2PEB.2~XN0NPIZK5JMZ.1 size=717531 2024-09-19T13:44:33.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.842+0000 7f71dac3e8c0 1 < completed multipart upload key=JO1LC6YY2PEB upload=XN0NPIZK5JMZ tag=EVQO0OI7GNNB type=write size=2814683 2024-09-19T13:44:33.853 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.850+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~22R5REQEWPTX.0 size=1048576 2024-09-19T13:44:33.856 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.854+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~22R5REQEWPTX.1 size=345945 2024-09-19T13:44:33.856 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.854+0000 7f71dac3e8c0 1 > prepared multipart upload key=NJ7EXTELNUF4 upload=22R5REQEWPTX tag=1833HJZU3XZ9 type=write size=2443097 2024-09-19T13:44:33.860 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.858+0000 7f71dac3e8c0 1 < completed part key=_multipart_W1PNZKV93AHZ.2~W04F452740UP.0 size=599707 2024-09-19T13:44:33.866 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.862+0000 7f71dac3e8c0 1 < completed multipart upload key=W1PNZKV93AHZ upload=W04F452740UP tag=5J1L5H2ZG6UT type=write size=1648283 2024-09-19T13:44:33.869 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.866+0000 7f71dac3e8c0 1 > prepared operation key=OZZDDUTJUZ6A tag=8NJAFFU4MXZY type=write size=427168 2024-09-19T13:44:33.874 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.870+0000 7f71dac3e8c0 1 < completed part key=_multipart_3M5OBS7J4VF9.2~K60CO4ODOAT5.0 size=1048576 2024-09-19T13:44:33.877 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.874+0000 7f71dac3e8c0 1 < completed part key=_multipart_3M5OBS7J4VF9.2~K60CO4ODOAT5.1 size=902948 2024-09-19T13:44:33.883 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.882+0000 7f71dac3e8c0 1 < completed multipart upload key=3M5OBS7J4VF9 upload=K60CO4ODOAT5 tag=2K461GMTN8OG type=write size=3000100 2024-09-19T13:44:33.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.886+0000 7f71dac3e8c0 1 > prepared operation key=LIMYIIX8WVBS tag=6BQ9WT5DEX6M type=write size=496332 2024-09-19T13:44:33.891 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.890+0000 7f71dac3e8c0 1 < completed delete operation key=E5541PV8MDY7 tag=1I81CYJPF84J type=del 2024-09-19T13:44:33.898 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.894+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~JGMAW07IXSPK.0 size=1018497 2024-09-19T13:44:33.898 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.894+0000 7f71dac3e8c0 1 > prepared multipart upload key=IUZEMS5KASUH upload=JGMAW07IXSPK tag=DV3T42QPZSEL type=write size=2067073 2024-09-19T13:44:33.902 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.898+0000 7f71dac3e8c0 1 < completed part key=_multipart_6QW9QPSBZ37R.2~QXUS1BC2RI32.0 size=1048576 2024-09-19T13:44:33.902 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.898+0000 7f71dac3e8c0 1 < canceled part key=_multipart_6QW9QPSBZ37R.2~QXUS1BC2RI32.1 size=473235 2024-09-19T13:44:33.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.906+0000 7f71dac3e8c0 1 < canceled multipart upload key=6QW9QPSBZ37R upload=QXUS1BC2RI32 tag=0NCU5AXQ4G2H type=write size=2570387 2024-09-19T13:44:33.917 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.914+0000 7f71dac3e8c0 1 > prepared part key=_multipart_JO1LC6YY2PEB.2~7H90YKKC3LTJ.0 size=1048576 2024-09-19T13:44:33.920 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.918+0000 7f71dac3e8c0 1 > prepared part key=_multipart_JO1LC6YY2PEB.2~7H90YKKC3LTJ.1 size=277125 2024-09-19T13:44:33.920 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.918+0000 7f71dac3e8c0 1 > prepared multipart upload key=JO1LC6YY2PEB upload=7H90YKKC3LTJ tag=WCLWXZWJZF1R type=write size=2374277 2024-09-19T13:44:33.924 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.922+0000 7f71dac3e8c0 1 < completed delete operation key=TZNPXQ5Y333X tag=36M7I2HNUWCX type=del 2024-09-19T13:44:33.928 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.926+0000 7f71dac3e8c0 1 > prepared operation key=K7SNV9YW44WO tag=V7RTODRA7DRU type=write size=775805 2024-09-19T13:44:33.933 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.930+0000 7f71dac3e8c0 1 < completed part key=_multipart_0FYIGD7G7ER2.2~XYYG0L78CUUD.0 size=1048576 2024-09-19T13:44:33.936 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.934+0000 7f71dac3e8c0 1 < completed part key=_multipart_0FYIGD7G7ER2.2~XYYG0L78CUUD.1 size=1048576 2024-09-19T13:44:33.936 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.934+0000 7f71dac3e8c0 1 < canceled part key=_multipart_0FYIGD7G7ER2.2~XYYG0L78CUUD.2 size=576036 2024-09-19T13:44:33.942 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.938+0000 7f71dac3e8c0 1 < canceled multipart upload key=0FYIGD7G7ER2 upload=XYYG0L78CUUD tag=AT22IAG0F1TE type=write size=3721764 2024-09-19T13:44:33.949 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.946+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GZF1MCOAN1NO.2~J9L4Z64HJQDD.0 size=1048576 2024-09-19T13:44:33.952 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.950+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GZF1MCOAN1NO.2~J9L4Z64HJQDD.1 size=110799 2024-09-19T13:44:33.952 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.950+0000 7f71dac3e8c0 1 > prepared multipart upload key=GZF1MCOAN1NO upload=J9L4Z64HJQDD tag=840LUU4DQ32O type=write size=2207951 2024-09-19T13:44:33.960 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.958+0000 7f71dac3e8c0 1 < suggested update operation key=GTZ96ZN0A4E9 tag=0UB6UJBCK4H0 type=write size=873548 2024-09-19T13:44:33.963 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.962+0000 7f71dac3e8c0 1 > prepared operation key=QMR0T7URJS4W tag=BFIG4LI69ZFC type=del size=1908253 2024-09-19T13:44:33.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.966+0000 7f71dac3e8c0 1 < completed part key=_multipart_7KN90I8B7PUK.2~9PEX1ACLZMPQ.0 size=419456 2024-09-19T13:44:33.973 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.970+0000 7f71dac3e8c0 1 < completed multipart upload key=7KN90I8B7PUK upload=9PEX1ACLZMPQ tag=4CO9WWT7MLQU type=write size=1468032 2024-09-19T13:44:33.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.974+0000 7f71dac3e8c0 1 > prepared operation key=8A3NYYQ7SXR3 tag=YQFAXDEB8DSF type=write size=126644 2024-09-19T13:44:33.981 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.978+0000 7f71dac3e8c0 1 < completed write operation key=8NT83XBF9HN8 tag=XEET402L9NZ1 type=write size=251955 2024-09-19T13:44:33.987 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.986+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QQ09T88TB3XG.2~N2N5PSX8MU9Z.0 size=1048576 2024-09-19T13:44:33.990 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.986+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QQ09T88TB3XG.2~N2N5PSX8MU9Z.1 size=249257 2024-09-19T13:44:33.990 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.986+0000 7f71dac3e8c0 1 > prepared multipart upload key=QQ09T88TB3XG upload=N2N5PSX8MU9Z tag=RUYF1P376HQP type=write size=2346409 2024-09-19T13:44:33.994 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.990+0000 7f71dac3e8c0 1 < completed delete operation key=V22QT1MEZ47G tag=SQ295QPAGU3C type=del 2024-09-19T13:44:34.001 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:33.998+0000 7f71dac3e8c0 1 > prepared part key=_multipart_5UA3A6M3SVPV.2~0ICNCCYTW7BY.0 size=1048576 2024-09-19T13:44:34.003 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.002+0000 7f71dac3e8c0 1 > prepared part key=_multipart_5UA3A6M3SVPV.2~0ICNCCYTW7BY.1 size=1048576 2024-09-19T13:44:34.006 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.002+0000 7f71dac3e8c0 1 > prepared part key=_multipart_5UA3A6M3SVPV.2~0ICNCCYTW7BY.2 size=876936 2024-09-19T13:44:34.006 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.002+0000 7f71dac3e8c0 1 > prepared multipart upload key=5UA3A6M3SVPV upload=0ICNCCYTW7BY tag=7OVXQF6Z95N8 type=write size=4022664 2024-09-19T13:44:34.010 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.006+0000 7f71dac3e8c0 1 < completed part key=_multipart_1L7F60AU40YA.2~V1YGNW798OA4.0 size=1048576 2024-09-19T13:44:34.014 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.010+0000 7f71dac3e8c0 1 < completed part key=_multipart_1L7F60AU40YA.2~V1YGNW798OA4.1 size=881449 2024-09-19T13:44:34.020 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.018+0000 7f71dac3e8c0 1 < completed multipart upload key=1L7F60AU40YA upload=V1YGNW798OA4 tag=YQ3O9WW19ENI type=write size=2978601 2024-09-19T13:44:34.029 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.026+0000 7f71dac3e8c0 1 > prepared operation key=GZF1MCOAN1NO tag=5JWM84ZX77A6 type=del size=913520 2024-09-19T13:44:34.034 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.030+0000 7f71dac3e8c0 1 < completed delete operation key=TZNPXQ5Y333X tag=SA1JKYYVRXYM type=del 2024-09-19T13:44:34.039 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.038+0000 7f71dac3e8c0 1 > prepared operation key=8NT83XBF9HN8 tag=BCGLUUJ0SF9R type=del size=2884681 2024-09-19T13:44:34.043 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.042+0000 7f71dac3e8c0 1 < completed delete operation key=IUZEMS5KASUH tag=BVTAAIZQ6SJW type=del 2024-09-19T13:44:34.047 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.046+0000 7f71dac3e8c0 1 > prepared operation key=NJ64P4D0EIT4 tag=IKYBAO66DRU5 type=del size=1643650 2024-09-19T13:44:34.052 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.050+0000 7f71dac3e8c0 1 < completed delete operation key=D131FP2BZYDS tag=LS2CZWI51GIK type=del 2024-09-19T13:44:34.056 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.054+0000 7f71dac3e8c0 1 > prepared operation key=HXQD0AR5YYML tag=HN2YQ7DV873Z type=write size=698782 2024-09-19T13:44:34.061 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.058+0000 7f71dac3e8c0 1 < completed part key=_multipart_7KN90I8B7PUK.2~1AI57AV0JYQQ.0 size=1048576 2024-09-19T13:44:34.064 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.062+0000 7f71dac3e8c0 1 < completed part key=_multipart_7KN90I8B7PUK.2~1AI57AV0JYQQ.1 size=334573 2024-09-19T13:44:34.071 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.070+0000 7f71dac3e8c0 1 < completed multipart upload key=7KN90I8B7PUK upload=1AI57AV0JYQQ tag=U5753XK2VUI0 type=write size=2431725 2024-09-19T13:44:34.076 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.074+0000 7f71dac3e8c0 1 > prepared operation key=W1PNZKV93AHZ tag=P1LBD3M4QQ2O type=del size=2513363 2024-09-19T13:44:34.080 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.078+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ7EXTELNUF4.2~22R5REQEWPTX.0 size=1048576 2024-09-19T13:44:34.082 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.082+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ7EXTELNUF4.2~22R5REQEWPTX.1 size=345945 2024-09-19T13:44:34.089 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.086+0000 7f71dac3e8c0 1 < completed multipart upload key=NJ7EXTELNUF4 upload=22R5REQEWPTX tag=1833HJZU3XZ9 type=write size=2443097 2024-09-19T13:44:34.096 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.094+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~Y9D0EQ9584VN.0 size=1048576 2024-09-19T13:44:34.099 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.098+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~Y9D0EQ9584VN.1 size=1022566 2024-09-19T13:44:34.099 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.098+0000 7f71dac3e8c0 1 > prepared multipart upload key=W1PNZKV93AHZ upload=Y9D0EQ9584VN tag=TVUUPY0AD3DA type=write size=3119718 2024-09-19T13:44:34.102 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.098+0000 7f71dac3e8c0 1 < completed write operation key=OZZDDUTJUZ6A tag=8NJAFFU4MXZY type=write size=427168 2024-09-19T13:44:34.106 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.102+0000 7f71dac3e8c0 1 > prepared operation key=6QW9QPSBZ37R tag=FIIBXM0R4GOH type=del size=3417917 2024-09-19T13:44:34.114 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.110+0000 7f71dac3e8c0 1 < suggested update operation key=LIMYIIX8WVBS tag=6BQ9WT5DEX6M type=write size=496332 2024-09-19T13:44:34.118 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.114+0000 7f71dac3e8c0 1 > prepared operation key=W1PNZKV93AHZ tag=WB8OD3QNV0GZ type=del size=2234801 2024-09-19T13:44:34.122 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.118+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~JGMAW07IXSPK.0 size=1018497 2024-09-19T13:44:34.129 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.126+0000 7f71dac3e8c0 1 < completed multipart upload key=IUZEMS5KASUH upload=JGMAW07IXSPK tag=DV3T42QPZSEL type=write size=2067073 2024-09-19T13:44:34.131 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.130+0000 7f71dac3e8c0 1 > prepared operation key=Q484UNX3BYBG tag=M7L6J4C343UE type=del size=1974413 2024-09-19T13:44:34.135 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.134+0000 7f71dac3e8c0 1 < completed part key=_multipart_JO1LC6YY2PEB.2~7H90YKKC3LTJ.0 size=1048576 2024-09-19T13:44:34.138 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.134+0000 7f71dac3e8c0 1 < completed part key=_multipart_JO1LC6YY2PEB.2~7H90YKKC3LTJ.1 size=277125 2024-09-19T13:44:34.144 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.142+0000 7f71dac3e8c0 1 < completed multipart upload key=JO1LC6YY2PEB upload=7H90YKKC3LTJ tag=WCLWXZWJZF1R type=write size=2374277 2024-09-19T13:44:34.151 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.150+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~THLU6PSJ5RAO.0 size=1048576 2024-09-19T13:44:34.154 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.150+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~THLU6PSJ5RAO.1 size=855426 2024-09-19T13:44:34.154 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.150+0000 7f71dac3e8c0 1 > prepared multipart upload key=NJ7EXTELNUF4 upload=THLU6PSJ5RAO tag=4IYTFSY9R9GK type=write size=2952578 2024-09-19T13:44:34.161 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.158+0000 7f71dac3e8c0 1 < suggested update operation key=K7SNV9YW44WO tag=V7RTODRA7DRU type=write size=775805 2024-09-19T13:44:34.165 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.162+0000 7f71dac3e8c0 1 > prepared operation key=HXQD0AR5YYML tag=A0B32IIZWJVP type=del size=1951492 2024-09-19T13:44:34.169 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.166+0000 7f71dac3e8c0 1 < completed part key=_multipart_GZF1MCOAN1NO.2~J9L4Z64HJQDD.0 size=1048576 2024-09-19T13:44:34.172 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.170+0000 7f71dac3e8c0 1 < completed part key=_multipart_GZF1MCOAN1NO.2~J9L4Z64HJQDD.1 size=110799 2024-09-19T13:44:34.178 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.174+0000 7f71dac3e8c0 1 < completed multipart upload key=GZF1MCOAN1NO upload=J9L4Z64HJQDD tag=840LUU4DQ32O type=write size=2207951 2024-09-19T13:44:34.184 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.182+0000 7f71dac3e8c0 1 > prepared part key=_multipart_V22QT1MEZ47G.2~NFCSRGYEXF2N.0 size=1048576 2024-09-19T13:44:34.187 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.186+0000 7f71dac3e8c0 1 > prepared part key=_multipart_V22QT1MEZ47G.2~NFCSRGYEXF2N.1 size=330397 2024-09-19T13:44:34.187 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.186+0000 7f71dac3e8c0 1 > prepared multipart upload key=V22QT1MEZ47G upload=NFCSRGYEXF2N tag=OR34VHKLBV20 type=write size=2427549 2024-09-19T13:44:34.191 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.190+0000 7f71dac3e8c0 1 < completed delete operation key=QMR0T7URJS4W tag=BFIG4LI69ZFC type=del 2024-09-19T13:44:34.195 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.194+0000 7f71dac3e8c0 1 > prepared operation key=K7SNV9YW44WO tag=LTTXY1H6CLN1 type=del size=1670996 2024-09-19T13:44:34.200 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.198+0000 7f71dac3e8c0 1 < completed write operation key=8A3NYYQ7SXR3 tag=YQFAXDEB8DSF type=write size=126644 2024-09-19T13:44:34.207 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.206+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~IFWS43AX8438.0 size=1048576 2024-09-19T13:44:34.211 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.210+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~IFWS43AX8438.1 size=1048576 2024-09-19T13:44:34.214 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.210+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~IFWS43AX8438.2 size=1008843 2024-09-19T13:44:34.214 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.210+0000 7f71dac3e8c0 1 > prepared multipart upload key=ZTBECCHZS74F upload=IFWS43AX8438 tag=4K4VLXAJ1BV3 type=write size=4154571 2024-09-19T13:44:34.218 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.214+0000 7f71dac3e8c0 1 < completed part key=_multipart_QQ09T88TB3XG.2~N2N5PSX8MU9Z.0 size=1048576 2024-09-19T13:44:34.222 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.218+0000 7f71dac3e8c0 1 < completed part key=_multipart_QQ09T88TB3XG.2~N2N5PSX8MU9Z.1 size=249257 2024-09-19T13:44:34.227 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.226+0000 7f71dac3e8c0 1 < completed multipart upload key=QQ09T88TB3XG upload=N2N5PSX8MU9Z tag=RUYF1P376HQP type=write size=2346409 2024-09-19T13:44:34.232 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.230+0000 7f71dac3e8c0 1 > prepared operation key=8A3NYYQ7SXR3 tag=01T3R9B9HCP0 type=del size=293440 2024-09-19T13:44:34.236 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.234+0000 7f71dac3e8c0 1 < completed part key=_multipart_5UA3A6M3SVPV.2~0ICNCCYTW7BY.0 size=1048576 2024-09-19T13:44:34.239 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.238+0000 7f71dac3e8c0 1 < completed part key=_multipart_5UA3A6M3SVPV.2~0ICNCCYTW7BY.1 size=1048576 2024-09-19T13:44:34.242 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.238+0000 7f71dac3e8c0 1 < completed part key=_multipart_5UA3A6M3SVPV.2~0ICNCCYTW7BY.2 size=876936 2024-09-19T13:44:34.248 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.246+0000 7f71dac3e8c0 1 < completed multipart upload key=5UA3A6M3SVPV upload=0ICNCCYTW7BY tag=7OVXQF6Z95N8 type=write size=4022664 2024-09-19T13:44:34.252 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.250+0000 7f71dac3e8c0 1 > prepared operation key=V22QT1MEZ47G tag=9PFRE7QDNKOF type=del size=322364 2024-09-19T13:44:34.259 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.258+0000 7f71dac3e8c0 1 < suggested remove operation key=GZF1MCOAN1NO tag=5JWM84ZX77A6 type=del 2024-09-19T13:44:34.266 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.262+0000 7f71dac3e8c0 1 > prepared part key=_multipart_37OSN0RSHGZZ.2~MJ12ANMVXYS9.0 size=21728 2024-09-19T13:44:34.267 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.262+0000 7f71dac3e8c0 1 > prepared multipart upload key=37OSN0RSHGZZ upload=MJ12ANMVXYS9 tag=5TUK0N09ZCDZ type=write size=1070304 2024-09-19T13:44:34.270 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.266+0000 7f71dac3e8c0 1 < completed delete operation key=8NT83XBF9HN8 tag=BCGLUUJ0SF9R type=del 2024-09-19T13:44:34.277 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.274+0000 7f71dac3e8c0 1 > prepared part key=_multipart_JO1LC6YY2PEB.2~P4AL8WUY3CB7.0 size=450097 2024-09-19T13:44:34.277 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.274+0000 7f71dac3e8c0 1 > prepared multipart upload key=JO1LC6YY2PEB upload=P4AL8WUY3CB7 tag=JAKI80DB97PF type=write size=1498673 2024-09-19T13:44:34.282 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.278+0000 7f71dac3e8c0 1 < completed delete operation key=NJ64P4D0EIT4 tag=IKYBAO66DRU5 type=del 2024-09-19T13:44:34.285 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.282+0000 7f71dac3e8c0 1 > prepared operation key=8A3NYYQ7SXR3 tag=52T1V0TA4KGL type=del size=2171380 2024-09-19T13:44:34.289 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.286+0000 7f71dac3e8c0 1 < completed write operation key=HXQD0AR5YYML tag=HN2YQ7DV873Z type=write size=698782 2024-09-19T13:44:34.293 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.290+0000 7f71dac3e8c0 1 > prepared operation key=K7SNV9YW44WO tag=NC8BU1W50BMZ type=del size=2089945 2024-09-19T13:44:34.300 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.298+0000 7f71dac3e8c0 1 < suggested remove operation key=W1PNZKV93AHZ tag=P1LBD3M4QQ2O type=del 2024-09-19T13:44:34.307 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.306+0000 7f71dac3e8c0 1 > prepared part key=_multipart_Q484UNX3BYBG.2~PQG6W0DN4FLF.0 size=1048576 2024-09-19T13:44:34.310 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.306+0000 7f71dac3e8c0 1 > prepared part key=_multipart_Q484UNX3BYBG.2~PQG6W0DN4FLF.1 size=1048576 2024-09-19T13:44:34.313 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.310+0000 7f71dac3e8c0 1 > prepared part key=_multipart_Q484UNX3BYBG.2~PQG6W0DN4FLF.2 size=901317 2024-09-19T13:44:34.313 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.310+0000 7f71dac3e8c0 1 > prepared multipart upload key=Q484UNX3BYBG upload=PQG6W0DN4FLF tag=H2NQURQPGRWV type=write size=4047045 2024-09-19T13:44:34.316 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.314+0000 7f71dac3e8c0 1 < completed part key=_multipart_W1PNZKV93AHZ.2~Y9D0EQ9584VN.0 size=1048576 2024-09-19T13:44:34.319 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.318+0000 7f71dac3e8c0 1 < completed part key=_multipart_W1PNZKV93AHZ.2~Y9D0EQ9584VN.1 size=1022566 2024-09-19T13:44:34.325 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.322+0000 7f71dac3e8c0 1 < completed multipart upload key=W1PNZKV93AHZ upload=Y9D0EQ9584VN tag=TVUUPY0AD3DA type=write size=3119718 2024-09-19T13:44:34.332 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.330+0000 7f71dac3e8c0 1 > prepared part key=_multipart_Q484UNX3BYBG.2~NGKUWYJQ19M4.0 size=894480 2024-09-19T13:44:34.332 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.330+0000 7f71dac3e8c0 1 > prepared multipart upload key=Q484UNX3BYBG upload=NGKUWYJQ19M4 tag=7IL2JR76V30N type=write size=1943056 2024-09-19T13:44:34.335 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.334+0000 7f71dac3e8c0 1 < completed delete operation key=6QW9QPSBZ37R tag=FIIBXM0R4GOH type=del 2024-09-19T13:44:34.339 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.338+0000 7f71dac3e8c0 1 > prepared operation key=Q484UNX3BYBG tag=XZEDCAI3M3OY type=del size=3124018 2024-09-19T13:44:34.342 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.338+0000 7f71dac3e8c0 -1 < failed to complete operation key=W1PNZKV93AHZ tag=WB8OD3QNV0GZ type=del size=2234801: (22) Invalid argument 2024-09-19T13:44:34.349 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.346+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QQ09T88TB3XG.2~OK0ZP9M84AS0.0 size=387909 2024-09-19T13:44:34.349 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.346+0000 7f71dac3e8c0 1 > prepared multipart upload key=QQ09T88TB3XG upload=OK0ZP9M84AS0 tag=QDTXMKI73237 type=write size=1436485 2024-09-19T13:44:34.352 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.350+0000 7f71dac3e8c0 1 < completed delete operation key=Q484UNX3BYBG tag=M7L6J4C343UE type=del 2024-09-19T13:44:34.359 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.358+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ64P4D0EIT4.2~WC6ILPM30Q42.0 size=1048576 2024-09-19T13:44:34.362 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.358+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ64P4D0EIT4.2~WC6ILPM30Q42.1 size=1048576 2024-09-19T13:44:34.365 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.362+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ64P4D0EIT4.2~WC6ILPM30Q42.2 size=75688 2024-09-19T13:44:34.365 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.362+0000 7f71dac3e8c0 1 > prepared multipart upload key=NJ64P4D0EIT4 upload=WC6ILPM30Q42 tag=R1LS2LF2VM1I type=write size=3221416 2024-09-19T13:44:34.369 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.366+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ7EXTELNUF4.2~THLU6PSJ5RAO.0 size=1048576 2024-09-19T13:44:34.372 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.370+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ7EXTELNUF4.2~THLU6PSJ5RAO.1 size=855426 2024-09-19T13:44:34.378 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.374+0000 7f71dac3e8c0 1 < completed multipart upload key=NJ7EXTELNUF4 upload=THLU6PSJ5RAO tag=4IYTFSY9R9GK type=write size=2952578 2024-09-19T13:44:34.385 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.382+0000 7f71dac3e8c0 1 > prepared operation key=E5541PV8MDY7 tag=CO0LAISDBZVX type=del size=444925 2024-09-19T13:44:34.389 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.386+0000 7f71dac3e8c0 1 < completed delete operation key=HXQD0AR5YYML tag=A0B32IIZWJVP type=del 2024-09-19T13:44:34.393 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.390+0000 7f71dac3e8c0 1 > prepared operation key=0FYIGD7G7ER2 tag=4D91Q3HWKP0U type=del size=3363768 2024-09-19T13:44:34.397 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.394+0000 7f71dac3e8c0 1 < completed part key=_multipart_V22QT1MEZ47G.2~NFCSRGYEXF2N.0 size=1048576 2024-09-19T13:44:34.401 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.398+0000 7f71dac3e8c0 1 < completed part key=_multipart_V22QT1MEZ47G.2~NFCSRGYEXF2N.1 size=330397 2024-09-19T13:44:34.407 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.406+0000 7f71dac3e8c0 1 < completed multipart upload key=V22QT1MEZ47G upload=NFCSRGYEXF2N tag=OR34VHKLBV20 type=write size=2427549 2024-09-19T13:44:34.411 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.410+0000 7f71dac3e8c0 1 > prepared operation key=6QW9QPSBZ37R tag=72AR70NL0ZZV type=write size=1017660 2024-09-19T13:44:34.416 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.414+0000 7f71dac3e8c0 1 < completed delete operation key=K7SNV9YW44WO tag=LTTXY1H6CLN1 type=del 2024-09-19T13:44:34.420 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.418+0000 7f71dac3e8c0 1 > prepared operation key=V22QT1MEZ47G tag=WPCTLAK63EZT type=write size=61707 2024-09-19T13:44:34.424 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.422+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~IFWS43AX8438.0 size=1048576 2024-09-19T13:44:34.427 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.426+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~IFWS43AX8438.1 size=1048576 2024-09-19T13:44:34.427 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.426+0000 7f71dac3e8c0 1 < canceled part key=_multipart_ZTBECCHZS74F.2~IFWS43AX8438.2 size=1008843 2024-09-19T13:44:34.433 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.430+0000 7f71dac3e8c0 1 < canceled multipart upload key=ZTBECCHZS74F upload=IFWS43AX8438 tag=4K4VLXAJ1BV3 type=write size=4154571 2024-09-19T13:44:34.437 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.434+0000 7f71dac3e8c0 1 > prepared operation key=XXX33TZ37H3Q tag=DH1128YV1ZEQ type=del size=2712558 2024-09-19T13:44:34.445 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.442+0000 7f71dac3e8c0 1 < suggested remove operation key=8A3NYYQ7SXR3 tag=01T3R9B9HCP0 type=del 2024-09-19T13:44:34.451 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.450+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~CUQ206RH71DY.0 size=27009 2024-09-19T13:44:34.452 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.450+0000 7f71dac3e8c0 1 > prepared multipart upload key=XXX33TZ37H3Q upload=CUQ206RH71DY tag=PSYBLCX6X7YV type=write size=1075585 2024-09-19T13:44:34.455 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.454+0000 7f71dac3e8c0 1 < completed delete operation key=V22QT1MEZ47G tag=9PFRE7QDNKOF type=del 2024-09-19T13:44:34.459 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.458+0000 7f71dac3e8c0 1 > prepared operation key=E5541PV8MDY7 tag=MWE53VHSL7CC type=write size=163606 2024-09-19T13:44:34.462 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.458+0000 7f71dac3e8c0 1 < completed part key=_multipart_37OSN0RSHGZZ.2~MJ12ANMVXYS9.0 size=21728 2024-09-19T13:44:34.468 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.466+0000 7f71dac3e8c0 1 < completed multipart upload key=37OSN0RSHGZZ upload=MJ12ANMVXYS9 tag=5TUK0N09ZCDZ type=write size=1070304 2024-09-19T13:44:34.475 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.474+0000 7f71dac3e8c0 1 > prepared part key=_multipart_V22QT1MEZ47G.2~938OP56HQ5U6.0 size=1048576 2024-09-19T13:44:34.477 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.474+0000 7f71dac3e8c0 1 > prepared part key=_multipart_V22QT1MEZ47G.2~938OP56HQ5U6.1 size=1048576 2024-09-19T13:44:34.480 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.478+0000 7f71dac3e8c0 1 > prepared part key=_multipart_V22QT1MEZ47G.2~938OP56HQ5U6.2 size=767817 2024-09-19T13:44:34.480 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.478+0000 7f71dac3e8c0 1 > prepared multipart upload key=V22QT1MEZ47G upload=938OP56HQ5U6 tag=RTEQDGZM3QWF type=write size=3913545 2024-09-19T13:44:34.484 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.482+0000 7f71dac3e8c0 1 < completed part key=_multipart_JO1LC6YY2PEB.2~P4AL8WUY3CB7.0 size=450097 2024-09-19T13:44:34.489 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.486+0000 7f71dac3e8c0 1 < completed multipart upload key=JO1LC6YY2PEB upload=P4AL8WUY3CB7 tag=JAKI80DB97PF type=write size=1498673 2024-09-19T13:44:34.493 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.490+0000 7f71dac3e8c0 1 > prepared operation key=8KBRPNQCKIQN tag=OKX9J63E0XC4 type=del size=3037518 2024-09-19T13:44:34.497 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.494+0000 7f71dac3e8c0 -1 < failed to complete operation key=8A3NYYQ7SXR3 tag=52T1V0TA4KGL type=del size=2171380: (22) Invalid argument 2024-09-19T13:44:34.501 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.498+0000 7f71dac3e8c0 1 > prepared operation key=1L7F60AU40YA tag=CNMUS6X1ULL1 type=del size=3135714 2024-09-19T13:44:34.505 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.502+0000 7f71dac3e8c0 1 < completed delete operation key=K7SNV9YW44WO tag=NC8BU1W50BMZ type=del 2024-09-19T13:44:34.509 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.506+0000 7f71dac3e8c0 1 > prepared operation key=5UA3A6M3SVPV tag=08MD0VB8SBZ8 type=del size=3092811 2024-09-19T13:44:34.513 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.510+0000 7f71dac3e8c0 1 < completed part key=_multipart_Q484UNX3BYBG.2~PQG6W0DN4FLF.0 size=1048576 2024-09-19T13:44:34.516 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.514+0000 7f71dac3e8c0 1 < completed part key=_multipart_Q484UNX3BYBG.2~PQG6W0DN4FLF.1 size=1048576 2024-09-19T13:44:34.519 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.518+0000 7f71dac3e8c0 1 < completed part key=_multipart_Q484UNX3BYBG.2~PQG6W0DN4FLF.2 size=901317 2024-09-19T13:44:34.525 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.522+0000 7f71dac3e8c0 1 < completed multipart upload key=Q484UNX3BYBG upload=PQG6W0DN4FLF tag=H2NQURQPGRWV type=write size=4047045 2024-09-19T13:44:34.531 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.530+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~0XEX75ZDGT5S.0 size=936482 2024-09-19T13:44:34.531 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.530+0000 7f71dac3e8c0 1 > prepared multipart upload key=K7SNV9YW44WO upload=0XEX75ZDGT5S tag=TC04YY46QA9N type=write size=1985058 2024-09-19T13:44:34.535 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.534+0000 7f71dac3e8c0 1 < completed part key=_multipart_Q484UNX3BYBG.2~NGKUWYJQ19M4.0 size=894480 2024-09-19T13:44:34.541 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.538+0000 7f71dac3e8c0 1 < completed multipart upload key=Q484UNX3BYBG upload=NGKUWYJQ19M4 tag=7IL2JR76V30N type=write size=1943056 2024-09-19T13:44:34.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.542+0000 7f71dac3e8c0 1 > prepared operation key=37OSN0RSHGZZ tag=DEW84PXDKFOA type=del size=1290825 2024-09-19T13:44:34.550 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.546+0000 7f71dac3e8c0 1 < completed delete operation key=Q484UNX3BYBG tag=XZEDCAI3M3OY type=del 2024-09-19T13:44:34.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.550+0000 7f71dac3e8c0 1 > prepared operation key=HEVXCB3PBN2X tag=EH9Z3YLT3JYS type=del size=17489 2024-09-19T13:44:34.557 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.554+0000 7f71dac3e8c0 1 < completed part key=_multipart_QQ09T88TB3XG.2~OK0ZP9M84AS0.0 size=387909 2024-09-19T13:44:34.564 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.562+0000 7f71dac3e8c0 1 < completed multipart upload key=QQ09T88TB3XG upload=OK0ZP9M84AS0 tag=QDTXMKI73237 type=write size=1436485 2024-09-19T13:44:34.571 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.570+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~TB7NNQE326MD.0 size=383261 2024-09-19T13:44:34.571 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.570+0000 7f71dac3e8c0 1 > prepared multipart upload key=XXX33TZ37H3Q upload=TB7NNQE326MD tag=3KFH0ZV1MZRH type=write size=1431837 2024-09-19T13:44:34.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.574+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ64P4D0EIT4.2~WC6ILPM30Q42.0 size=1048576 2024-09-19T13:44:34.577 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.574+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ64P4D0EIT4.2~WC6ILPM30Q42.1 size=1048576 2024-09-19T13:44:34.581 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.578+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ64P4D0EIT4.2~WC6ILPM30Q42.2 size=75688 2024-09-19T13:44:34.587 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.586+0000 7f71dac3e8c0 1 < completed multipart upload key=NJ64P4D0EIT4 upload=WC6ILPM30Q42 tag=R1LS2LF2VM1I type=write size=3221416 2024-09-19T13:44:34.591 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.590+0000 7f71dac3e8c0 1 > prepared operation key=NJ7EXTELNUF4 tag=M5A5XQ3ZSRHD type=del size=1385526 2024-09-19T13:44:34.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.594+0000 7f71dac3e8c0 1 < canceled operation key=E5541PV8MDY7 tag=CO0LAISDBZVX type=del size=444925 2024-09-19T13:44:34.599 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.598+0000 7f71dac3e8c0 1 > prepared operation key=8KBRPNQCKIQN tag=KBTAW7HOI01V type=del size=1711643 2024-09-19T13:44:34.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.602+0000 7f71dac3e8c0 1 < completed delete operation key=0FYIGD7G7ER2 tag=4D91Q3HWKP0U type=del 2024-09-19T13:44:34.610 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.606+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~828IX3Z7Q8Z1.0 size=389618 2024-09-19T13:44:34.610 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.606+0000 7f71dac3e8c0 1 > prepared multipart upload key=XXX33TZ37H3Q upload=828IX3Z7Q8Z1 tag=9KW5O59YFSOS type=write size=1438194 2024-09-19T13:44:34.613 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.610+0000 7f71dac3e8c0 1 < completed write operation key=6QW9QPSBZ37R tag=72AR70NL0ZZV type=write size=1017660 2024-09-19T13:44:34.617 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.614+0000 7f71dac3e8c0 1 > prepared operation key=8KBRPNQCKIQN tag=1D90L758EKDZ type=del size=1112357 2024-09-19T13:44:34.622 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.618+0000 7f71dac3e8c0 1 < completed write operation key=V22QT1MEZ47G tag=WPCTLAK63EZT type=write size=61707 2024-09-19T13:44:34.629 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.626+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~L6MC6RNXX4JQ.0 size=1048576 2024-09-19T13:44:34.632 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.630+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~L6MC6RNXX4JQ.1 size=1048576 2024-09-19T13:44:34.635 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.634+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~L6MC6RNXX4JQ.2 size=98656 2024-09-19T13:44:34.635 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.634+0000 7f71dac3e8c0 1 > prepared multipart upload key=LIMYIIX8WVBS upload=L6MC6RNXX4JQ tag=XYWJ6W4EKLI7 type=write size=3244384 2024-09-19T13:44:34.644 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.642+0000 7f71dac3e8c0 1 < suggested update operation key=XXX33TZ37H3Q tag=DH1128YV1ZEQ type=del size=2712558 2024-09-19T13:44:34.652 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.650+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~38N7T8K5566D.0 size=966193 2024-09-19T13:44:34.652 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.650+0000 7f71dac3e8c0 1 > prepared multipart upload key=HXQD0AR5YYML upload=38N7T8K5566D tag=OOVQFTFFOOSR type=write size=2014769 2024-09-19T13:44:34.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.654+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~CUQ206RH71DY.0 size=27009 2024-09-19T13:44:34.662 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.658+0000 7f71dac3e8c0 1 < completed multipart upload key=XXX33TZ37H3Q upload=CUQ206RH71DY tag=PSYBLCX6X7YV type=write size=1075585 2024-09-19T13:44:34.669 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.666+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~G6GZRVZA55W5.0 size=1048576 2024-09-19T13:44:34.671 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.670+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~G6GZRVZA55W5.1 size=1048576 2024-09-19T13:44:34.675 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.674+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~G6GZRVZA55W5.2 size=562269 2024-09-19T13:44:34.675 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.674+0000 7f71dac3e8c0 1 > prepared multipart upload key=IUZEMS5KASUH upload=G6GZRVZA55W5 tag=ZCAGNXM3DOHM type=write size=3707997 2024-09-19T13:44:34.683 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.682+0000 7f71dac3e8c0 1 < suggested remove operation key=E5541PV8MDY7 tag=MWE53VHSL7CC type=write 2024-09-19T13:44:34.687 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.686+0000 7f71dac3e8c0 1 > prepared operation key=LIMYIIX8WVBS tag=4MH7WIDAJYWS type=del size=3394578 2024-09-19T13:44:34.691 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.690+0000 7f71dac3e8c0 1 < completed part key=_multipart_V22QT1MEZ47G.2~938OP56HQ5U6.0 size=1048576 2024-09-19T13:44:34.694 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.690+0000 7f71dac3e8c0 1 < completed part key=_multipart_V22QT1MEZ47G.2~938OP56HQ5U6.1 size=1048576 2024-09-19T13:44:34.697 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.694+0000 7f71dac3e8c0 1 < completed part key=_multipart_V22QT1MEZ47G.2~938OP56HQ5U6.2 size=767817 2024-09-19T13:44:34.704 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.702+0000 7f71dac3e8c0 1 < completed multipart upload key=V22QT1MEZ47G upload=938OP56HQ5U6 tag=RTEQDGZM3QWF type=write size=3913545 2024-09-19T13:44:34.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.706+0000 7f71dac3e8c0 1 > prepared operation key=8NT83XBF9HN8 tag=8PMJKQ1E6JTA type=del size=1360445 2024-09-19T13:44:34.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.710+0000 7f71dac3e8c0 1 < completed delete operation key=8KBRPNQCKIQN tag=OKX9J63E0XC4 type=del 2024-09-19T13:44:34.716 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.714+0000 7f71dac3e8c0 1 > prepared operation key=Q484UNX3BYBG tag=P843UUUO1GVX type=del size=3246038 2024-09-19T13:44:34.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.718+0000 7f71dac3e8c0 1 < completed delete operation key=1L7F60AU40YA tag=CNMUS6X1ULL1 type=del 2024-09-19T13:44:34.724 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.722+0000 7f71dac3e8c0 1 > prepared operation key=QQ09T88TB3XG tag=TIQFNMNXCAG6 type=write size=317956 2024-09-19T13:44:34.728 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.726+0000 7f71dac3e8c0 1 < completed delete operation key=5UA3A6M3SVPV tag=08MD0VB8SBZ8 type=del 2024-09-19T13:44:34.731 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.730+0000 7f71dac3e8c0 1 > prepared operation key=Q484UNX3BYBG tag=G4B1BC25O1EL type=del size=274916 2024-09-19T13:44:34.735 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.734+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~0XEX75ZDGT5S.0 size=936482 2024-09-19T13:44:34.747 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.746+0000 7f71dac3e8c0 1 < completed multipart upload key=K7SNV9YW44WO upload=0XEX75ZDGT5S tag=TC04YY46QA9N type=write size=1985058 2024-09-19T13:44:34.754 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.750+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8A3NYYQ7SXR3.2~JLATMN5TVEUL.0 size=1048576 2024-09-19T13:44:34.756 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.754+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8A3NYYQ7SXR3.2~JLATMN5TVEUL.1 size=1048576 2024-09-19T13:44:34.759 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.758+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8A3NYYQ7SXR3.2~JLATMN5TVEUL.2 size=733918 2024-09-19T13:44:34.759 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.758+0000 7f71dac3e8c0 1 > prepared multipart upload key=8A3NYYQ7SXR3 upload=JLATMN5TVEUL tag=2QFRUD4F3SS5 type=write size=3879646 2024-09-19T13:44:34.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.762+0000 7f71dac3e8c0 1 < completed delete operation key=37OSN0RSHGZZ tag=DEW84PXDKFOA type=del 2024-09-19T13:44:34.766 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.762+0000 7f71dac3e8c0 1 > prepared operation key=8NT83XBF9HN8 tag=S9VIV1S99094 type=del size=378726 2024-09-19T13:44:34.770 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.766+0000 7f71dac3e8c0 1 < completed delete operation key=HEVXCB3PBN2X tag=EH9Z3YLT3JYS type=del 2024-09-19T13:44:34.774 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.770+0000 7f71dac3e8c0 1 > prepared operation key=HEVXCB3PBN2X tag=VX0DWMS48JIF type=write size=874167 2024-09-19T13:44:34.775 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.774+0000 7f71dac3e8c0 1 < canceled part key=_multipart_XXX33TZ37H3Q.2~TB7NNQE326MD.0 size=383261 2024-09-19T13:44:34.781 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.778+0000 7f71dac3e8c0 1 < canceled multipart upload key=XXX33TZ37H3Q upload=TB7NNQE326MD tag=3KFH0ZV1MZRH type=write size=1431837 2024-09-19T13:44:34.785 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.782+0000 7f71dac3e8c0 1 > prepared operation key=HEVXCB3PBN2X tag=NYFETY7E5KWY type=del size=897298 2024-09-19T13:44:34.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.786+0000 7f71dac3e8c0 1 < completed delete operation key=NJ7EXTELNUF4 tag=M5A5XQ3ZSRHD type=del 2024-09-19T13:44:34.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.790+0000 7f71dac3e8c0 1 > prepared operation key=OZZDDUTJUZ6A tag=90S0GTBZMB2Q type=del size=2864482 2024-09-19T13:44:34.796 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.794+0000 7f71dac3e8c0 1 < completed delete operation key=8KBRPNQCKIQN tag=KBTAW7HOI01V type=del 2024-09-19T13:44:34.800 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.798+0000 7f71dac3e8c0 1 > prepared operation key=V22QT1MEZ47G tag=HN3NN1ARCVI1 type=del size=512525 2024-09-19T13:44:34.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.802+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~828IX3Z7Q8Z1.0 size=389618 2024-09-19T13:44:34.809 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.806+0000 7f71dac3e8c0 1 < completed multipart upload key=XXX33TZ37H3Q upload=828IX3Z7Q8Z1 tag=9KW5O59YFSOS type=write size=1438194 2024-09-19T13:44:34.812 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.810+0000 7f71dac3e8c0 1 > prepared operation key=NJ64P4D0EIT4 tag=JYNHMA8E8Q0V type=del size=201237 2024-09-19T13:44:34.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.814+0000 7f71dac3e8c0 1 < completed delete operation key=8KBRPNQCKIQN tag=1D90L758EKDZ type=del 2024-09-19T13:44:34.820 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.818+0000 7f71dac3e8c0 1 > prepared operation key=K7SNV9YW44WO tag=JZHCJ7NVZHJE type=del size=3275652 2024-09-19T13:44:34.825 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.822+0000 7f71dac3e8c0 1 < completed part key=_multipart_LIMYIIX8WVBS.2~L6MC6RNXX4JQ.0 size=1048576 2024-09-19T13:44:34.828 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.826+0000 7f71dac3e8c0 1 < completed part key=_multipart_LIMYIIX8WVBS.2~L6MC6RNXX4JQ.1 size=1048576 2024-09-19T13:44:34.831 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.830+0000 7f71dac3e8c0 1 < completed part key=_multipart_LIMYIIX8WVBS.2~L6MC6RNXX4JQ.2 size=98656 2024-09-19T13:44:34.837 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.834+0000 7f71dac3e8c0 1 < completed multipart upload key=LIMYIIX8WVBS upload=L6MC6RNXX4JQ tag=XYWJ6W4EKLI7 type=write size=3244384 2024-09-19T13:44:34.843 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.842+0000 7f71dac3e8c0 1 > prepared part key=_multipart_OZZDDUTJUZ6A.2~DL1NOAHDG1KX.0 size=1048576 2024-09-19T13:44:34.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.842+0000 7f71dac3e8c0 1 > prepared part key=_multipart_OZZDDUTJUZ6A.2~DL1NOAHDG1KX.1 size=123701 2024-09-19T13:44:34.847 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.842+0000 7f71dac3e8c0 1 > prepared multipart upload key=OZZDDUTJUZ6A upload=DL1NOAHDG1KX tag=2S0JUK9E6OZL type=write size=2220853 2024-09-19T13:44:34.850 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.846+0000 7f71dac3e8c0 1 < completed part key=_multipart_HXQD0AR5YYML.2~38N7T8K5566D.0 size=966193 2024-09-19T13:44:34.856 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.854+0000 7f71dac3e8c0 1 < completed multipart upload key=HXQD0AR5YYML upload=38N7T8K5566D tag=OOVQFTFFOOSR type=write size=2014769 2024-09-19T13:44:34.863 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.862+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~0H05APZJAL44.0 size=1048576 2024-09-19T13:44:34.866 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.862+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~0H05APZJAL44.1 size=1048576 2024-09-19T13:44:34.869 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.866+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~0H05APZJAL44.2 size=737557 2024-09-19T13:44:34.869 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.866+0000 7f71dac3e8c0 1 > prepared multipart upload key=LIMYIIX8WVBS upload=0H05APZJAL44 tag=3GNJYRJK0MWX type=write size=3883285 2024-09-19T13:44:34.873 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.870+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~G6GZRVZA55W5.0 size=1048576 2024-09-19T13:44:34.877 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.874+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~G6GZRVZA55W5.1 size=1048576 2024-09-19T13:44:34.880 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.878+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~G6GZRVZA55W5.2 size=562269 2024-09-19T13:44:34.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.886+0000 7f71dac3e8c0 1 < completed multipart upload key=IUZEMS5KASUH upload=G6GZRVZA55W5 tag=ZCAGNXM3DOHM type=write size=3707997 2024-09-19T13:44:34.895 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.894+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~L6NR9UFV18JZ.0 size=212541 2024-09-19T13:44:34.896 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.894+0000 7f71dac3e8c0 1 > prepared multipart upload key=W1PNZKV93AHZ upload=L6NR9UFV18JZ tag=EL2OY33F41TA type=write size=1261117 2024-09-19T13:44:34.899 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.898+0000 7f71dac3e8c0 1 < completed delete operation key=LIMYIIX8WVBS tag=4MH7WIDAJYWS type=del 2024-09-19T13:44:34.906 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.902+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8KBRPNQCKIQN.2~QZG3LFH6LZ3D.0 size=302475 2024-09-19T13:44:34.907 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.906+0000 7f71dac3e8c0 1 > prepared multipart upload key=8KBRPNQCKIQN upload=QZG3LFH6LZ3D tag=BKFFOSCGNFF6 type=write size=1351051 2024-09-19T13:44:34.914 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.910+0000 7f71dac3e8c0 1 < suggested remove operation key=8NT83XBF9HN8 tag=8PMJKQ1E6JTA type=del 2024-09-19T13:44:34.917 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.914+0000 7f71dac3e8c0 1 > prepared operation key=W1PNZKV93AHZ tag=UJZAHIZ6F67R type=del size=806573 2024-09-19T13:44:34.922 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.918+0000 7f71dac3e8c0 1 < completed delete operation key=Q484UNX3BYBG tag=P843UUUO1GVX type=del 2024-09-19T13:44:34.925 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.922+0000 7f71dac3e8c0 1 > prepared operation key=5UA3A6M3SVPV tag=JZM5FW0XSGNR type=del size=819304 2024-09-19T13:44:34.929 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.926+0000 7f71dac3e8c0 1 < completed write operation key=QQ09T88TB3XG tag=TIQFNMNXCAG6 type=write size=317956 2024-09-19T13:44:34.933 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.930+0000 7f71dac3e8c0 1 > prepared operation key=QMR0T7URJS4W tag=K4P7P7BE41S7 type=del size=2769724 2024-09-19T13:44:34.937 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.934+0000 7f71dac3e8c0 1 < completed delete operation key=Q484UNX3BYBG tag=G4B1BC25O1EL type=del 2024-09-19T13:44:34.944 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.938+0000 7f71dac3e8c0 1 > prepared operation key=K7SNV9YW44WO tag=Y61LH554OYV6 type=del size=2246961 2024-09-19T13:44:34.945 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.942+0000 7f71dac3e8c0 1 < completed part key=_multipart_8A3NYYQ7SXR3.2~JLATMN5TVEUL.0 size=1048576 2024-09-19T13:44:34.948 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.946+0000 7f71dac3e8c0 1 < completed part key=_multipart_8A3NYYQ7SXR3.2~JLATMN5TVEUL.1 size=1048576 2024-09-19T13:44:34.951 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.950+0000 7f71dac3e8c0 1 < completed part key=_multipart_8A3NYYQ7SXR3.2~JLATMN5TVEUL.2 size=733918 2024-09-19T13:44:34.957 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.954+0000 7f71dac3e8c0 1 < completed multipart upload key=8A3NYYQ7SXR3 upload=JLATMN5TVEUL tag=2QFRUD4F3SS5 type=write size=3879646 2024-09-19T13:44:34.961 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.958+0000 7f71dac3e8c0 1 > prepared operation key=8KBRPNQCKIQN tag=GV9OIU750PCZ type=del size=4154258 2024-09-19T13:44:34.965 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.962+0000 7f71dac3e8c0 -1 < failed to complete operation key=8NT83XBF9HN8 tag=S9VIV1S99094 type=del size=378726: (22) Invalid argument 2024-09-19T13:44:34.969 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.966+0000 7f71dac3e8c0 1 > prepared operation key=3M5OBS7J4VF9 tag=AI0XW93T7I3Y type=del size=1268314 2024-09-19T13:44:34.973 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.970+0000 7f71dac3e8c0 1 < completed write operation key=HEVXCB3PBN2X tag=VX0DWMS48JIF type=write size=874167 2024-09-19T13:44:34.979 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.978+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~ILI0PB8LDVFB.0 size=855210 2024-09-19T13:44:34.979 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.978+0000 7f71dac3e8c0 1 > prepared multipart upload key=XXX33TZ37H3Q upload=ILI0PB8LDVFB tag=6G3XLLO11TA5 type=write size=1903786 2024-09-19T13:44:34.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.982+0000 7f71dac3e8c0 1 < completed delete operation key=HEVXCB3PBN2X tag=NYFETY7E5KWY type=del 2024-09-19T13:44:34.987 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.986+0000 7f71dac3e8c0 1 > prepared operation key=OZZDDUTJUZ6A tag=YWBECBF54O2V type=del size=1186320 2024-09-19T13:44:34.991 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.990+0000 7f71dac3e8c0 1 < completed delete operation key=OZZDDUTJUZ6A tag=90S0GTBZMB2Q type=del 2024-09-19T13:44:34.995 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.994+0000 7f71dac3e8c0 1 > prepared operation key=HXQD0AR5YYML tag=9WX9BKNMFGX7 type=del size=1122465 2024-09-19T13:44:34.999 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:34.998+0000 7f71dac3e8c0 1 < canceled operation key=V22QT1MEZ47G tag=HN3NN1ARCVI1 type=del size=512525 2024-09-19T13:44:35.003 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.002+0000 7f71dac3e8c0 1 > prepared operation key=5UA3A6M3SVPV tag=9HG5SH93WWGN type=del size=2228981 2024-09-19T13:44:35.007 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.006+0000 7f71dac3e8c0 1 < completed delete operation key=NJ64P4D0EIT4 tag=JYNHMA8E8Q0V type=del 2024-09-19T13:44:35.011 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.010+0000 7f71dac3e8c0 1 > prepared operation key=NJ64P4D0EIT4 tag=COQ0KYF7O7RE type=del size=692367 2024-09-19T13:44:35.015 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.014+0000 7f71dac3e8c0 1 < completed delete operation key=K7SNV9YW44WO tag=JZHCJ7NVZHJE type=del 2024-09-19T13:44:35.019 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.018+0000 7f71dac3e8c0 1 > prepared operation key=K7SNV9YW44WO tag=OW3WANA066C4 type=del size=234216 2024-09-19T13:44:35.023 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.022+0000 7f71dac3e8c0 1 < completed part key=_multipart_OZZDDUTJUZ6A.2~DL1NOAHDG1KX.0 size=1048576 2024-09-19T13:44:35.026 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.022+0000 7f71dac3e8c0 1 < completed part key=_multipart_OZZDDUTJUZ6A.2~DL1NOAHDG1KX.1 size=123701 2024-09-19T13:44:35.031 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.030+0000 7f71dac3e8c0 1 < completed multipart upload key=OZZDDUTJUZ6A upload=DL1NOAHDG1KX tag=2S0JUK9E6OZL type=write size=2220853 2024-09-19T13:44:35.035 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.034+0000 7f71dac3e8c0 1 > prepared operation key=5UA3A6M3SVPV tag=2GK9HS6DQNHZ type=del size=4176820 2024-09-19T13:44:35.038 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.034+0000 7f71dac3e8c0 1 < completed part key=_multipart_LIMYIIX8WVBS.2~0H05APZJAL44.0 size=1048576 2024-09-19T13:44:35.041 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.038+0000 7f71dac3e8c0 1 < completed part key=_multipart_LIMYIIX8WVBS.2~0H05APZJAL44.1 size=1048576 2024-09-19T13:44:35.041 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.038+0000 7f71dac3e8c0 1 < canceled part key=_multipart_LIMYIIX8WVBS.2~0H05APZJAL44.2 size=737557 2024-09-19T13:44:35.048 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.046+0000 7f71dac3e8c0 1 < canceled multipart upload key=LIMYIIX8WVBS upload=0H05APZJAL44 tag=3GNJYRJK0MWX type=write size=3883285 2024-09-19T13:44:35.051 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.050+0000 7f71dac3e8c0 1 > prepared operation key=V22QT1MEZ47G tag=1DYMDQLKCGZV type=del size=1555896 2024-09-19T13:44:35.055 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.054+0000 7f71dac3e8c0 1 < completed part key=_multipart_W1PNZKV93AHZ.2~L6NR9UFV18JZ.0 size=212541 2024-09-19T13:44:35.061 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.058+0000 7f71dac3e8c0 1 < completed multipart upload key=W1PNZKV93AHZ upload=L6NR9UFV18JZ tag=EL2OY33F41TA type=write size=1261117 2024-09-19T13:44:35.067 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.066+0000 7f71dac3e8c0 1 > prepared part key=_multipart_0FYIGD7G7ER2.2~8KJKPDOMWXC2.0 size=1048576 2024-09-19T13:44:35.070 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.066+0000 7f71dac3e8c0 1 > prepared part key=_multipart_0FYIGD7G7ER2.2~8KJKPDOMWXC2.1 size=499567 2024-09-19T13:44:35.070 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.066+0000 7f71dac3e8c0 1 > prepared multipart upload key=0FYIGD7G7ER2 upload=8KJKPDOMWXC2 tag=ZW663XJ26RJG type=write size=2596719 2024-09-19T13:44:35.074 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.070+0000 7f71dac3e8c0 1 < completed part key=_multipart_8KBRPNQCKIQN.2~QZG3LFH6LZ3D.0 size=302475 2024-09-19T13:44:35.079 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.078+0000 7f71dac3e8c0 1 < completed multipart upload key=8KBRPNQCKIQN upload=QZG3LFH6LZ3D tag=BKFFOSCGNFF6 type=write size=1351051 2024-09-19T13:44:35.086 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.082+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~051SRFOVUJ65.0 size=950341 2024-09-19T13:44:35.086 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.082+0000 7f71dac3e8c0 1 > prepared multipart upload key=IUZEMS5KASUH upload=051SRFOVUJ65 tag=FTY4C3AD16IR type=write size=1998917 2024-09-19T13:44:35.093 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.090+0000 7f71dac3e8c0 1 < suggested remove operation key=W1PNZKV93AHZ tag=UJZAHIZ6F67R type=del 2024-09-19T13:44:35.104 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.102+0000 7f71dac3e8c0 1 > prepared part key=_multipart_1L7F60AU40YA.2~WSKCGO399F3E.0 size=1048576 2024-09-19T13:44:35.105 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.102+0000 7f71dac3e8c0 1 > prepared part key=_multipart_1L7F60AU40YA.2~WSKCGO399F3E.1 size=745529 2024-09-19T13:44:35.105 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.102+0000 7f71dac3e8c0 1 > prepared multipart upload key=1L7F60AU40YA upload=WSKCGO399F3E tag=HY19512ONXVB type=write size=2842681 2024-09-19T13:44:35.109 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.106+0000 7f71dac3e8c0 1 < completed delete operation key=5UA3A6M3SVPV tag=JZM5FW0XSGNR type=del 2024-09-19T13:44:35.113 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.110+0000 7f71dac3e8c0 1 > prepared operation key=TZNPXQ5Y333X tag=FC5W85DK9J1D type=del size=178823 2024-09-19T13:44:35.121 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.118+0000 7f71dac3e8c0 1 < suggested update operation key=QMR0T7URJS4W tag=K4P7P7BE41S7 type=del size=2769724 2024-09-19T13:44:35.125 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.122+0000 7f71dac3e8c0 1 > prepared operation key=8KBRPNQCKIQN tag=7EJ6Q1H2W7DG type=del size=613810 2024-09-19T13:44:35.129 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.126+0000 7f71dac3e8c0 1 < completed delete operation key=K7SNV9YW44WO tag=Y61LH554OYV6 type=del 2024-09-19T13:44:35.137 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.134+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8KBRPNQCKIQN.2~4BMMBV3GXG54.0 size=1048576 2024-09-19T13:44:35.140 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.138+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8KBRPNQCKIQN.2~4BMMBV3GXG54.1 size=929051 2024-09-19T13:44:35.140 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.138+0000 7f71dac3e8c0 1 > prepared multipart upload key=8KBRPNQCKIQN upload=4BMMBV3GXG54 tag=7GLM91H9G586 type=write size=3026203 2024-09-19T13:44:35.144 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.142+0000 7f71dac3e8c0 1 < completed delete operation key=8KBRPNQCKIQN tag=GV9OIU750PCZ type=del 2024-09-19T13:44:35.152 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.150+0000 7f71dac3e8c0 1 > prepared part key=_multipart_D131FP2BZYDS.2~PQVR9SQP2E0W.0 size=1048576 2024-09-19T13:44:35.156 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.154+0000 7f71dac3e8c0 1 > prepared part key=_multipart_D131FP2BZYDS.2~PQVR9SQP2E0W.1 size=1000354 2024-09-19T13:44:35.156 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.154+0000 7f71dac3e8c0 1 > prepared multipart upload key=D131FP2BZYDS upload=PQVR9SQP2E0W tag=XWQOO0I3LRVT type=write size=3097506 2024-09-19T13:44:35.160 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.158+0000 7f71dac3e8c0 1 < completed delete operation key=3M5OBS7J4VF9 tag=AI0XW93T7I3Y type=del 2024-09-19T13:44:35.167 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.166+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~H3LA4X9A39BP.0 size=133551 2024-09-19T13:44:35.167 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.166+0000 7f71dac3e8c0 1 > prepared multipart upload key=XXX33TZ37H3Q upload=H3LA4X9A39BP tag=XJZQSFWZQG8R type=write size=1182127 2024-09-19T13:44:35.172 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.170+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~ILI0PB8LDVFB.0 size=855210 2024-09-19T13:44:35.178 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.174+0000 7f71dac3e8c0 1 < completed multipart upload key=XXX33TZ37H3Q upload=ILI0PB8LDVFB tag=6G3XLLO11TA5 type=write size=1903786 2024-09-19T13:44:35.183 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.182+0000 7f71dac3e8c0 1 > prepared operation key=GZF1MCOAN1NO tag=GSX9RUYWQQBA type=del size=1634463 2024-09-19T13:44:35.188 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.186+0000 7f71dac3e8c0 1 < completed delete operation key=OZZDDUTJUZ6A tag=YWBECBF54O2V type=del 2024-09-19T13:44:35.192 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.190+0000 7f71dac3e8c0 1 > prepared operation key=NJ7EXTELNUF4 tag=WMS0JSEPJP17 type=del size=1964676 2024-09-19T13:44:35.201 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.198+0000 7f71dac3e8c0 1 < suggested remove operation key=HXQD0AR5YYML tag=9WX9BKNMFGX7 type=del 2024-09-19T13:44:35.209 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.206+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8KBRPNQCKIQN.2~2AJPVL4I4DPG.0 size=156755 2024-09-19T13:44:35.209 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.206+0000 7f71dac3e8c0 1 > prepared multipart upload key=8KBRPNQCKIQN upload=2AJPVL4I4DPG tag=PWFW0PCMQQUR type=write size=1205331 2024-09-19T13:44:35.214 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.210+0000 7f71dac3e8c0 1 < completed delete operation key=5UA3A6M3SVPV tag=9HG5SH93WWGN type=del 2024-09-19T13:44:35.220 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.218+0000 7f71dac3e8c0 1 > prepared part key=_multipart_0FYIGD7G7ER2.2~78VZ8L8M82AX.0 size=390696 2024-09-19T13:44:35.220 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.218+0000 7f71dac3e8c0 1 > prepared multipart upload key=0FYIGD7G7ER2 upload=78VZ8L8M82AX tag=Q4CQ4SF7EBU0 type=write size=1439272 2024-09-19T13:44:35.224 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.222+0000 7f71dac3e8c0 1 < canceled operation key=NJ64P4D0EIT4 tag=COQ0KYF7O7RE type=del size=692367 2024-09-19T13:44:35.228 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.226+0000 7f71dac3e8c0 1 > prepared operation key=OZZDDUTJUZ6A tag=468M3Y4P5JM1 type=del size=3594232 2024-09-19T13:44:35.232 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.230+0000 7f71dac3e8c0 1 < completed delete operation key=K7SNV9YW44WO tag=OW3WANA066C4 type=del 2024-09-19T13:44:35.236 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.234+0000 7f71dac3e8c0 1 > prepared operation key=GTZ96ZN0A4E9 tag=O834E29M6AYT type=del size=2882245 2024-09-19T13:44:35.240 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.238+0000 7f71dac3e8c0 1 < completed delete operation key=5UA3A6M3SVPV tag=2GK9HS6DQNHZ type=del 2024-09-19T13:44:35.244 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.242+0000 7f71dac3e8c0 1 > prepared operation key=LIMYIIX8WVBS tag=IS4Q7C1VMD33 type=del size=3825582 2024-09-19T13:44:35.248 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.246+0000 7f71dac3e8c0 1 < completed delete operation key=V22QT1MEZ47G tag=1DYMDQLKCGZV type=del 2024-09-19T13:44:35.252 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.250+0000 7f71dac3e8c0 1 > prepared operation key=HXQD0AR5YYML tag=A8BGR6ZQCVVA type=write size=483401 2024-09-19T13:44:35.256 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.254+0000 7f71dac3e8c0 1 < completed part key=_multipart_0FYIGD7G7ER2.2~8KJKPDOMWXC2.0 size=1048576 2024-09-19T13:44:35.260 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.258+0000 7f71dac3e8c0 1 < completed part key=_multipart_0FYIGD7G7ER2.2~8KJKPDOMWXC2.1 size=499567 2024-09-19T13:44:35.265 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.262+0000 7f71dac3e8c0 1 < completed multipart upload key=0FYIGD7G7ER2 upload=8KJKPDOMWXC2 tag=ZW663XJ26RJG type=write size=2596719 2024-09-19T13:44:35.269 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.266+0000 7f71dac3e8c0 1 > prepared operation key=0FYIGD7G7ER2 tag=LETXH6U9WOYU type=del size=1375068 2024-09-19T13:44:35.274 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.270+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~051SRFOVUJ65.0 size=950341 2024-09-19T13:44:35.280 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.278+0000 7f71dac3e8c0 1 < completed multipart upload key=IUZEMS5KASUH upload=051SRFOVUJ65 tag=FTY4C3AD16IR type=write size=1998917 2024-09-19T13:44:35.283 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.282+0000 7f71dac3e8c0 1 > prepared operation key=3M5OBS7J4VF9 tag=OTCJSCYWQJSX type=write size=997165 2024-09-19T13:44:35.287 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.286+0000 7f71dac3e8c0 1 < completed part key=_multipart_1L7F60AU40YA.2~WSKCGO399F3E.0 size=1048576 2024-09-19T13:44:35.291 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.290+0000 7f71dac3e8c0 1 < completed part key=_multipart_1L7F60AU40YA.2~WSKCGO399F3E.1 size=745529 2024-09-19T13:44:35.297 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.294+0000 7f71dac3e8c0 1 < completed multipart upload key=1L7F60AU40YA upload=WSKCGO399F3E tag=HY19512ONXVB type=write size=2842681 2024-09-19T13:44:35.304 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.302+0000 7f71dac3e8c0 1 > prepared part key=_multipart_5UA3A6M3SVPV.2~H4FWN0VAFC4D.0 size=1048576 2024-09-19T13:44:35.307 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.306+0000 7f71dac3e8c0 1 > prepared part key=_multipart_5UA3A6M3SVPV.2~H4FWN0VAFC4D.1 size=1048576 2024-09-19T13:44:35.310 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.306+0000 7f71dac3e8c0 1 > prepared part key=_multipart_5UA3A6M3SVPV.2~H4FWN0VAFC4D.2 size=243983 2024-09-19T13:44:35.310 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.306+0000 7f71dac3e8c0 1 > prepared multipart upload key=5UA3A6M3SVPV upload=H4FWN0VAFC4D tag=FE9MGNHA0ZCH type=write size=3389711 2024-09-19T13:44:35.315 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.314+0000 7f71dac3e8c0 1 < completed delete operation key=TZNPXQ5Y333X tag=FC5W85DK9J1D type=del 2024-09-19T13:44:35.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.318+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~QHPTL862KCTA.0 size=1048576 2024-09-19T13:44:35.325 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.322+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~QHPTL862KCTA.1 size=899981 2024-09-19T13:44:35.325 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.322+0000 7f71dac3e8c0 1 > prepared multipart upload key=ZTBECCHZS74F upload=QHPTL862KCTA tag=XYC6JD9OYIRP type=write size=2997133 2024-09-19T13:44:35.328 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.326+0000 7f71dac3e8c0 1 < completed delete operation key=8KBRPNQCKIQN tag=7EJ6Q1H2W7DG type=del 2024-09-19T13:44:35.332 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.330+0000 7f71dac3e8c0 1 > prepared operation key=D131FP2BZYDS tag=1QB7BU1N8LOA type=del size=3176938 2024-09-19T13:44:35.336 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.334+0000 7f71dac3e8c0 1 < completed part key=_multipart_8KBRPNQCKIQN.2~4BMMBV3GXG54.0 size=1048576 2024-09-19T13:44:35.339 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.338+0000 7f71dac3e8c0 1 < completed part key=_multipart_8KBRPNQCKIQN.2~4BMMBV3GXG54.1 size=929051 2024-09-19T13:44:35.345 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.342+0000 7f71dac3e8c0 1 < completed multipart upload key=8KBRPNQCKIQN upload=4BMMBV3GXG54 tag=7GLM91H9G586 type=write size=3026203 2024-09-19T13:44:35.349 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.346+0000 7f71dac3e8c0 1 > prepared operation key=0FYIGD7G7ER2 tag=HB4QXZKDSWEN type=del size=1505093 2024-09-19T13:44:35.353 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.350+0000 7f71dac3e8c0 1 < completed part key=_multipart_D131FP2BZYDS.2~PQVR9SQP2E0W.0 size=1048576 2024-09-19T13:44:35.356 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.354+0000 7f71dac3e8c0 1 < completed part key=_multipart_D131FP2BZYDS.2~PQVR9SQP2E0W.1 size=1000354 2024-09-19T13:44:35.363 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.362+0000 7f71dac3e8c0 1 < completed multipart upload key=D131FP2BZYDS upload=PQVR9SQP2E0W tag=XWQOO0I3LRVT type=write size=3097506 2024-09-19T13:44:35.369 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.366+0000 7f71dac3e8c0 1 > prepared part key=_multipart_JO1LC6YY2PEB.2~GQOH3IF1R60F.0 size=438064 2024-09-19T13:44:35.370 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.366+0000 7f71dac3e8c0 1 > prepared multipart upload key=JO1LC6YY2PEB upload=GQOH3IF1R60F tag=501DEGPINUD7 type=write size=1486640 2024-09-19T13:44:35.373 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.370+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~H3LA4X9A39BP.0 size=133551 2024-09-19T13:44:35.379 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.378+0000 7f71dac3e8c0 1 < completed multipart upload key=XXX33TZ37H3Q upload=H3LA4X9A39BP tag=XJZQSFWZQG8R type=write size=1182127 2024-09-19T13:44:35.383 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.382+0000 7f71dac3e8c0 1 > prepared operation key=6QW9QPSBZ37R tag=E9IXWTHA0AIF type=del size=2620397 2024-09-19T13:44:35.387 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.386+0000 7f71dac3e8c0 1 < completed delete operation key=GZF1MCOAN1NO tag=GSX9RUYWQQBA type=del 2024-09-19T13:44:35.395 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.394+0000 7f71dac3e8c0 1 > prepared part key=_multipart_37OSN0RSHGZZ.2~0VXEY2EH37WM.0 size=1048576 2024-09-19T13:44:35.398 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.394+0000 7f71dac3e8c0 1 > prepared part key=_multipart_37OSN0RSHGZZ.2~0VXEY2EH37WM.1 size=382308 2024-09-19T13:44:35.398 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.394+0000 7f71dac3e8c0 1 > prepared multipart upload key=37OSN0RSHGZZ upload=0VXEY2EH37WM tag=E0FOM7H2HWZS type=write size=2479460 2024-09-19T13:44:35.402 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.398+0000 7f71dac3e8c0 1 < canceled operation key=NJ7EXTELNUF4 tag=WMS0JSEPJP17 type=del size=1964676 2024-09-19T13:44:35.409 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.406+0000 7f71dac3e8c0 1 > prepared part key=_multipart_TZNPXQ5Y333X.2~VDMT491H0FB3.0 size=1048576 2024-09-19T13:44:35.412 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.410+0000 7f71dac3e8c0 1 > prepared part key=_multipart_TZNPXQ5Y333X.2~VDMT491H0FB3.1 size=1048576 2024-09-19T13:44:35.415 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.414+0000 7f71dac3e8c0 1 > prepared part key=_multipart_TZNPXQ5Y333X.2~VDMT491H0FB3.2 size=655021 2024-09-19T13:44:35.415 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.414+0000 7f71dac3e8c0 1 > prepared multipart upload key=TZNPXQ5Y333X upload=VDMT491H0FB3 tag=WPFLK634CW7A type=write size=3800749 2024-09-19T13:44:35.419 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.418+0000 7f71dac3e8c0 1 < completed part key=_multipart_8KBRPNQCKIQN.2~2AJPVL4I4DPG.0 size=156755 2024-09-19T13:44:35.425 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.422+0000 7f71dac3e8c0 1 < completed multipart upload key=8KBRPNQCKIQN upload=2AJPVL4I4DPG tag=PWFW0PCMQQUR type=write size=1205331 2024-09-19T13:44:35.429 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.426+0000 7f71dac3e8c0 1 > prepared operation key=37OSN0RSHGZZ tag=5AFP2SFF0NVS type=write size=608528 2024-09-19T13:44:35.433 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.430+0000 7f71dac3e8c0 1 < completed part key=_multipart_0FYIGD7G7ER2.2~78VZ8L8M82AX.0 size=390696 2024-09-19T13:44:35.439 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.438+0000 7f71dac3e8c0 1 < completed multipart upload key=0FYIGD7G7ER2 upload=78VZ8L8M82AX tag=Q4CQ4SF7EBU0 type=write size=1439272 2024-09-19T13:44:35.447 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.446+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ64P4D0EIT4.2~OIXM1ZEHNT8Z.0 size=494475 2024-09-19T13:44:35.447 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.446+0000 7f71dac3e8c0 1 > prepared multipart upload key=NJ64P4D0EIT4 upload=OIXM1ZEHNT8Z tag=UJB653OH7XFK type=write size=1543051 2024-09-19T13:44:35.450 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.446+0000 7f71dac3e8c0 1 < canceled operation key=OZZDDUTJUZ6A tag=468M3Y4P5JM1 type=del size=3594232 2024-09-19T13:44:35.455 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.454+0000 7f71dac3e8c0 1 > prepared operation key=LIMYIIX8WVBS tag=07WIJD7EIHC7 type=del size=103246 2024-09-19T13:44:35.459 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.458+0000 7f71dac3e8c0 1 < completed delete operation key=GTZ96ZN0A4E9 tag=O834E29M6AYT type=del 2024-09-19T13:44:35.471 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.470+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8A3NYYQ7SXR3.2~5QMA90RRVE28.0 size=1048576 2024-09-19T13:44:35.475 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.470+0000 7f71dac3e8c0 1 > prepared part key=_multipart_8A3NYYQ7SXR3.2~5QMA90RRVE28.1 size=648557 2024-09-19T13:44:35.475 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.474+0000 7f71dac3e8c0 1 > prepared multipart upload key=8A3NYYQ7SXR3 upload=5QMA90RRVE28 tag=HVUW1W3Y2B2Y type=write size=2745709 2024-09-19T13:44:35.479 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.478+0000 7f71dac3e8c0 1 < completed delete operation key=LIMYIIX8WVBS tag=IS4Q7C1VMD33 type=del 2024-09-19T13:44:35.483 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.482+0000 7f71dac3e8c0 1 > prepared operation key=7KN90I8B7PUK tag=IP9T0W6EFN91 type=write size=74806 2024-09-19T13:44:35.490 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.486+0000 7f71dac3e8c0 1 < suggested update operation key=HXQD0AR5YYML tag=A8BGR6ZQCVVA type=write size=483401 2024-09-19T13:44:35.497 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.494+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HEVXCB3PBN2X.2~18QYA5UAT2Q7.0 size=1048576 2024-09-19T13:44:35.499 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.498+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HEVXCB3PBN2X.2~18QYA5UAT2Q7.1 size=661055 2024-09-19T13:44:35.499 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.498+0000 7f71dac3e8c0 1 > prepared multipart upload key=HEVXCB3PBN2X upload=18QYA5UAT2Q7 tag=LATN21CNMGLV type=write size=2758207 2024-09-19T13:44:35.503 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.502+0000 7f71dac3e8c0 1 < completed delete operation key=0FYIGD7G7ER2 tag=LETXH6U9WOYU type=del 2024-09-19T13:44:35.507 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.506+0000 7f71dac3e8c0 1 > prepared operation key=OZZDDUTJUZ6A tag=2FEEXH10D7JW type=del size=4149659 2024-09-19T13:44:35.511 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.510+0000 7f71dac3e8c0 1 < completed write operation key=3M5OBS7J4VF9 tag=OTCJSCYWQJSX type=write size=997165 2024-09-19T13:44:35.514 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.510+0000 7f71dac3e8c0 1 > prepared operation key=OZZDDUTJUZ6A tag=9REHERWJVM5F type=del size=3962237 2024-09-19T13:44:35.515 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.514+0000 7f71dac3e8c0 1 < canceled part key=_multipart_5UA3A6M3SVPV.2~H4FWN0VAFC4D.0 size=1048576 2024-09-19T13:44:35.518 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.514+0000 7f71dac3e8c0 1 < completed part key=_multipart_5UA3A6M3SVPV.2~H4FWN0VAFC4D.1 size=1048576 2024-09-19T13:44:35.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.518+0000 7f71dac3e8c0 1 < completed part key=_multipart_5UA3A6M3SVPV.2~H4FWN0VAFC4D.2 size=243983 2024-09-19T13:44:35.526 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.522+0000 7f71dac3e8c0 1 < canceled multipart upload key=5UA3A6M3SVPV upload=H4FWN0VAFC4D tag=FE9MGNHA0ZCH type=write size=3389711 2024-09-19T13:44:35.530 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.526+0000 7f71dac3e8c0 1 > prepared operation key=OZZDDUTJUZ6A tag=2KIJXG3UAIXE type=del size=4053976 2024-09-19T13:44:35.534 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.530+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~QHPTL862KCTA.0 size=1048576 2024-09-19T13:44:35.537 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.534+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~QHPTL862KCTA.1 size=899981 2024-09-19T13:44:35.544 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.542+0000 7f71dac3e8c0 1 < completed multipart upload key=ZTBECCHZS74F upload=QHPTL862KCTA tag=XYC6JD9OYIRP type=write size=2997133 2024-09-19T13:44:35.551 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.550+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~19L8UN24IH0U.0 size=1048576 2024-09-19T13:44:35.553 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.550+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~19L8UN24IH0U.1 size=729518 2024-09-19T13:44:35.553 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.550+0000 7f71dac3e8c0 1 > prepared multipart upload key=7KN90I8B7PUK upload=19L8UN24IH0U tag=FU5QXVE8AY4Y type=write size=2826670 2024-09-19T13:44:35.557 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.554+0000 7f71dac3e8c0 1 < completed delete operation key=D131FP2BZYDS tag=1QB7BU1N8LOA type=del 2024-09-19T13:44:35.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.558+0000 7f71dac3e8c0 1 > prepared operation key=37OSN0RSHGZZ tag=QXTN49Q5I91Q type=write size=835336 2024-09-19T13:44:35.566 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.562+0000 7f71dac3e8c0 1 < completed delete operation key=0FYIGD7G7ER2 tag=HB4QXZKDSWEN type=del 2024-09-19T13:44:35.569 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.566+0000 7f71dac3e8c0 1 > prepared operation key=6QW9QPSBZ37R tag=N1D4IBGGJAUL type=write size=912166 2024-09-19T13:44:35.570 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.566+0000 7f71dac3e8c0 1 < canceled part key=_multipart_JO1LC6YY2PEB.2~GQOH3IF1R60F.0 size=438064 2024-09-19T13:44:35.576 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.574+0000 7f71dac3e8c0 1 < canceled multipart upload key=JO1LC6YY2PEB upload=GQOH3IF1R60F tag=501DEGPINUD7 type=write size=1486640 2024-09-19T13:44:35.580 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.578+0000 7f71dac3e8c0 1 > prepared operation key=V22QT1MEZ47G tag=0SKQXAKQHKTT type=del size=1294099 2024-09-19T13:44:35.583 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.582+0000 7f71dac3e8c0 1 < completed delete operation key=6QW9QPSBZ37R tag=E9IXWTHA0AIF type=del 2024-09-19T13:44:35.590 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.586+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QQ09T88TB3XG.2~LWMZK0XEQXK7.0 size=267610 2024-09-19T13:44:35.590 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.586+0000 7f71dac3e8c0 1 > prepared multipart upload key=QQ09T88TB3XG upload=LWMZK0XEQXK7 tag=I4T5HPZ922QU type=write size=1316186 2024-09-19T13:44:35.594 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.590+0000 7f71dac3e8c0 1 < completed part key=_multipart_37OSN0RSHGZZ.2~0VXEY2EH37WM.0 size=1048576 2024-09-19T13:44:35.597 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.594+0000 7f71dac3e8c0 1 < completed part key=_multipart_37OSN0RSHGZZ.2~0VXEY2EH37WM.1 size=382308 2024-09-19T13:44:35.604 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.602+0000 7f71dac3e8c0 1 < completed multipart upload key=37OSN0RSHGZZ upload=0VXEY2EH37WM tag=E0FOM7H2HWZS type=write size=2479460 2024-09-19T13:44:35.608 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.606+0000 7f71dac3e8c0 1 > prepared operation key=37OSN0RSHGZZ tag=4UG5CUXQZFZS type=del size=290832 2024-09-19T13:44:35.612 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.610+0000 7f71dac3e8c0 1 < completed part key=_multipart_TZNPXQ5Y333X.2~VDMT491H0FB3.0 size=1048576 2024-09-19T13:44:35.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.614+0000 7f71dac3e8c0 1 < completed part key=_multipart_TZNPXQ5Y333X.2~VDMT491H0FB3.1 size=1048576 2024-09-19T13:44:35.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.614+0000 7f71dac3e8c0 1 < completed part key=_multipart_TZNPXQ5Y333X.2~VDMT491H0FB3.2 size=655021 2024-09-19T13:44:35.624 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.622+0000 7f71dac3e8c0 1 < completed multipart upload key=TZNPXQ5Y333X upload=VDMT491H0FB3 tag=WPFLK634CW7A type=write size=3800749 2024-09-19T13:44:35.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.626+0000 7f71dac3e8c0 1 > prepared operation key=LIMYIIX8WVBS tag=X5IT6YM3VBO6 type=del size=2516471 2024-09-19T13:44:35.632 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.630+0000 7f71dac3e8c0 1 < canceled operation key=37OSN0RSHGZZ tag=5AFP2SFF0NVS type=write size=608528 2024-09-19T13:44:35.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.634+0000 7f71dac3e8c0 1 > prepared operation key=8A3NYYQ7SXR3 tag=DV1O5UGSF16U type=del size=4099334 2024-09-19T13:44:35.641 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.638+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ64P4D0EIT4.2~OIXM1ZEHNT8Z.0 size=494475 2024-09-19T13:44:35.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.646+0000 7f71dac3e8c0 1 < completed multipart upload key=NJ64P4D0EIT4 upload=OIXM1ZEHNT8Z tag=UJB653OH7XFK type=write size=1543051 2024-09-19T13:44:35.655 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.650+0000 7f71dac3e8c0 1 > prepared part key=_multipart_D131FP2BZYDS.2~WJPZRJBYASRA.0 size=1005127 2024-09-19T13:44:35.655 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.650+0000 7f71dac3e8c0 1 > prepared multipart upload key=D131FP2BZYDS upload=WJPZRJBYASRA tag=2HFF70BDT9P1 type=write size=2053703 2024-09-19T13:44:35.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.658+0000 7f71dac3e8c0 1 < completed delete operation key=LIMYIIX8WVBS tag=07WIJD7EIHC7 type=del 2024-09-19T13:44:35.663 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.662+0000 7f71dac3e8c0 1 > prepared operation key=1L7F60AU40YA tag=JVFUXNHSH6W2 type=del size=2342195 2024-09-19T13:44:35.664 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.662+0000 7f71dac3e8c0 1 < canceled part key=_multipart_8A3NYYQ7SXR3.2~5QMA90RRVE28.0 size=1048576 2024-09-19T13:44:35.667 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.666+0000 7f71dac3e8c0 1 < completed part key=_multipart_8A3NYYQ7SXR3.2~5QMA90RRVE28.1 size=648557 2024-09-19T13:44:35.673 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.670+0000 7f71dac3e8c0 1 < canceled multipart upload key=8A3NYYQ7SXR3 upload=5QMA90RRVE28 tag=HVUW1W3Y2B2Y type=write size=2745709 2024-09-19T13:44:35.678 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.674+0000 7f71dac3e8c0 1 > prepared operation key=6QW9QPSBZ37R tag=V9HDTKDMO2C8 type=del size=821207 2024-09-19T13:44:35.686 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.682+0000 7f71dac3e8c0 1 < suggested remove operation key=7KN90I8B7PUK tag=IP9T0W6EFN91 type=write 2024-09-19T13:44:35.690 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.686+0000 7f71dac3e8c0 1 > prepared operation key=D131FP2BZYDS tag=NE2THMK52M0Y type=del size=3071274 2024-09-19T13:44:35.694 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.690+0000 7f71dac3e8c0 1 < completed part key=_multipart_HEVXCB3PBN2X.2~18QYA5UAT2Q7.0 size=1048576 2024-09-19T13:44:35.697 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.694+0000 7f71dac3e8c0 1 < completed part key=_multipart_HEVXCB3PBN2X.2~18QYA5UAT2Q7.1 size=661055 2024-09-19T13:44:35.703 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.702+0000 7f71dac3e8c0 1 < completed multipart upload key=HEVXCB3PBN2X upload=18QYA5UAT2Q7 tag=LATN21CNMGLV type=write size=2758207 2024-09-19T13:44:35.710 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.706+0000 7f71dac3e8c0 1 > prepared part key=_multipart_JO1LC6YY2PEB.2~IWMQP2SYQ5D3.0 size=575542 2024-09-19T13:44:35.710 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.706+0000 7f71dac3e8c0 1 > prepared multipart upload key=JO1LC6YY2PEB upload=IWMQP2SYQ5D3 tag=02SG1MFV4SQ8 type=write size=1624118 2024-09-19T13:44:35.717 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.714+0000 7f71dac3e8c0 1 < suggested remove operation key=OZZDDUTJUZ6A tag=2FEEXH10D7JW type=del 2024-09-19T13:44:35.724 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.722+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HEVXCB3PBN2X.2~OVSLNDM9VYSC.0 size=1048576 2024-09-19T13:44:35.727 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.726+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HEVXCB3PBN2X.2~OVSLNDM9VYSC.1 size=1048576 2024-09-19T13:44:35.730 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.726+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HEVXCB3PBN2X.2~OVSLNDM9VYSC.2 size=63767 2024-09-19T13:44:35.730 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.726+0000 7f71dac3e8c0 1 > prepared multipart upload key=HEVXCB3PBN2X upload=OVSLNDM9VYSC tag=DNM7MGS4893H type=write size=3209495 2024-09-19T13:44:35.734 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.730+0000 7f71dac3e8c0 -1 < failed to complete operation key=OZZDDUTJUZ6A tag=9REHERWJVM5F type=del size=3962237: (22) Invalid argument 2024-09-19T13:44:35.739 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.734+0000 7f71dac3e8c0 1 > prepared operation key=0FYIGD7G7ER2 tag=YDQWMGC0UC53 type=del size=1239326 2024-09-19T13:44:35.743 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.742+0000 7f71dac3e8c0 -1 < failed to complete operation key=OZZDDUTJUZ6A tag=2KIJXG3UAIXE type=del size=4053976: (22) Invalid argument 2024-09-19T13:44:35.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.746+0000 7f71dac3e8c0 1 > prepared part key=_multipart_5UA3A6M3SVPV.2~NIEPMBPJ3J04.0 size=1048576 2024-09-19T13:44:35.754 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.750+0000 7f71dac3e8c0 1 > prepared part key=_multipart_5UA3A6M3SVPV.2~NIEPMBPJ3J04.1 size=1048576 2024-09-19T13:44:35.757 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.754+0000 7f71dac3e8c0 1 > prepared part key=_multipart_5UA3A6M3SVPV.2~NIEPMBPJ3J04.2 size=534944 2024-09-19T13:44:35.757 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.754+0000 7f71dac3e8c0 1 > prepared multipart upload key=5UA3A6M3SVPV upload=NIEPMBPJ3J04 tag=K1VSOIZ7EEM5 type=write size=3680672 2024-09-19T13:44:35.758 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.754+0000 7f71dac3e8c0 1 < canceled part key=_multipart_7KN90I8B7PUK.2~19L8UN24IH0U.0 size=1048576 2024-09-19T13:44:35.761 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.758+0000 7f71dac3e8c0 1 < completed part key=_multipart_7KN90I8B7PUK.2~19L8UN24IH0U.1 size=729518 2024-09-19T13:44:35.767 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.766+0000 7f71dac3e8c0 1 < canceled multipart upload key=7KN90I8B7PUK upload=19L8UN24IH0U tag=FU5QXVE8AY4Y type=write size=2826670 2024-09-19T13:44:35.771 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.770+0000 7f71dac3e8c0 1 > prepared operation key=JO1LC6YY2PEB tag=BVS7Z52YILTN type=del size=716821 2024-09-19T13:44:35.776 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.774+0000 7f71dac3e8c0 1 < completed write operation key=37OSN0RSHGZZ tag=QXTN49Q5I91Q type=write size=835336 2024-09-19T13:44:35.783 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.782+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~SSYOS0GC64WZ.0 size=1048576 2024-09-19T13:44:35.786 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.782+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~SSYOS0GC64WZ.1 size=1048576 2024-09-19T13:44:35.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.786+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~SSYOS0GC64WZ.2 size=10808 2024-09-19T13:44:35.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.786+0000 7f71dac3e8c0 1 > prepared multipart upload key=W1PNZKV93AHZ upload=SSYOS0GC64WZ tag=2KCYOUNAB7P9 type=write size=3156536 2024-09-19T13:44:35.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.790+0000 7f71dac3e8c0 1 < completed write operation key=6QW9QPSBZ37R tag=N1D4IBGGJAUL type=write size=912166 2024-09-19T13:44:35.797 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.794+0000 7f71dac3e8c0 1 > prepared operation key=K7SNV9YW44WO tag=YXQ96ZW6FDO8 type=del size=235231 2024-09-19T13:44:35.801 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.798+0000 7f71dac3e8c0 1 < completed delete operation key=V22QT1MEZ47G tag=0SKQXAKQHKTT type=del 2024-09-19T13:44:35.805 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.802+0000 7f71dac3e8c0 1 > prepared operation key=LIMYIIX8WVBS tag=HSSJDLKE1IVD type=del size=3677567 2024-09-19T13:44:35.809 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.806+0000 7f71dac3e8c0 1 < completed part key=_multipart_QQ09T88TB3XG.2~LWMZK0XEQXK7.0 size=267610 2024-09-19T13:44:35.815 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.814+0000 7f71dac3e8c0 1 < completed multipart upload key=QQ09T88TB3XG upload=LWMZK0XEQXK7 tag=I4T5HPZ922QU type=write size=1316186 2024-09-19T13:44:35.819 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.818+0000 7f71dac3e8c0 1 > prepared operation key=NJ64P4D0EIT4 tag=A78IJ7AGYTZP type=del size=2599198 2024-09-19T13:44:35.822 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.818+0000 7f71dac3e8c0 1 < completed delete operation key=37OSN0RSHGZZ tag=4UG5CUXQZFZS type=del 2024-09-19T13:44:35.826 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.822+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=WKDQMDI413AW type=write size=844141 2024-09-19T13:44:35.835 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.834+0000 7f71dac3e8c0 1 < completed delete operation key=LIMYIIX8WVBS tag=X5IT6YM3VBO6 type=del 2024-09-19T13:44:35.841 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.838+0000 7f71dac3e8c0 1 > prepared part key=_multipart_6QW9QPSBZ37R.2~07WWL1LKJ5BC.0 size=1048576 2024-09-19T13:44:35.844 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.842+0000 7f71dac3e8c0 1 > prepared part key=_multipart_6QW9QPSBZ37R.2~07WWL1LKJ5BC.1 size=1048576 2024-09-19T13:44:35.847 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.846+0000 7f71dac3e8c0 1 > prepared part key=_multipart_6QW9QPSBZ37R.2~07WWL1LKJ5BC.2 size=445138 2024-09-19T13:44:35.847 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.846+0000 7f71dac3e8c0 1 > prepared multipart upload key=6QW9QPSBZ37R upload=07WWL1LKJ5BC tag=WR28OV08S85E type=write size=3590866 2024-09-19T13:44:35.851 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.850+0000 7f71dac3e8c0 1 < completed delete operation key=8A3NYYQ7SXR3 tag=DV1O5UGSF16U type=del 2024-09-19T13:44:35.854 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.850+0000 7f71dac3e8c0 1 > prepared operation key=8KBRPNQCKIQN tag=H3VPKLQ0QPZJ type=write size=564531 2024-09-19T13:44:35.858 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.854+0000 7f71dac3e8c0 1 < completed part key=_multipart_D131FP2BZYDS.2~WJPZRJBYASRA.0 size=1005127 2024-09-19T13:44:35.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.862+0000 7f71dac3e8c0 1 < completed multipart upload key=D131FP2BZYDS upload=WJPZRJBYASRA tag=2HFF70BDT9P1 type=write size=2053703 2024-09-19T13:44:35.869 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.866+0000 7f71dac3e8c0 1 > prepared operation key=1L7F60AU40YA tag=KJHN07OKMLPY type=del size=1907704 2024-09-19T13:44:35.873 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.870+0000 7f71dac3e8c0 1 < completed delete operation key=1L7F60AU40YA tag=JVFUXNHSH6W2 type=del 2024-09-19T13:44:35.881 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.878+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~QK5T07F74LAY.0 size=335148 2024-09-19T13:44:35.881 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.878+0000 7f71dac3e8c0 1 > prepared multipart upload key=K7SNV9YW44WO upload=QK5T07F74LAY tag=D8YM4TIT1B75 type=write size=1383724 2024-09-19T13:44:35.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.882+0000 7f71dac3e8c0 1 < completed delete operation key=6QW9QPSBZ37R tag=V9HDTKDMO2C8 type=del 2024-09-19T13:44:35.891 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.890+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GTZ96ZN0A4E9.2~GI1E7CI88D6J.0 size=1048576 2024-09-19T13:44:35.894 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.890+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GTZ96ZN0A4E9.2~GI1E7CI88D6J.1 size=1048576 2024-09-19T13:44:35.897 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.894+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GTZ96ZN0A4E9.2~GI1E7CI88D6J.2 size=444942 2024-09-19T13:44:35.897 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.894+0000 7f71dac3e8c0 1 > prepared multipart upload key=GTZ96ZN0A4E9 upload=GI1E7CI88D6J tag=OAFLA5NZHHRX type=write size=3590670 2024-09-19T13:44:35.901 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.898+0000 7f71dac3e8c0 1 < canceled operation key=D131FP2BZYDS tag=NE2THMK52M0Y type=del size=3071274 2024-09-19T13:44:35.905 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.902+0000 7f71dac3e8c0 1 > prepared operation key=Q484UNX3BYBG tag=BFT7P8QMMRFD type=del size=1142244 2024-09-19T13:44:35.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.906+0000 7f71dac3e8c0 1 < completed part key=_multipart_JO1LC6YY2PEB.2~IWMQP2SYQ5D3.0 size=575542 2024-09-19T13:44:35.915 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.914+0000 7f71dac3e8c0 1 < completed multipart upload key=JO1LC6YY2PEB upload=IWMQP2SYQ5D3 tag=02SG1MFV4SQ8 type=write size=1624118 2024-09-19T13:44:35.921 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.918+0000 7f71dac3e8c0 1 > prepared part key=_multipart_JO1LC6YY2PEB.2~KYXNS4A87B2J.0 size=1048576 2024-09-19T13:44:35.924 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.922+0000 7f71dac3e8c0 1 > prepared part key=_multipart_JO1LC6YY2PEB.2~KYXNS4A87B2J.1 size=1048576 2024-09-19T13:44:35.927 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.926+0000 7f71dac3e8c0 1 > prepared part key=_multipart_JO1LC6YY2PEB.2~KYXNS4A87B2J.2 size=931965 2024-09-19T13:44:35.927 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.926+0000 7f71dac3e8c0 1 > prepared multipart upload key=JO1LC6YY2PEB upload=KYXNS4A87B2J tag=BCKDZE1UQBWP type=write size=4077693 2024-09-19T13:44:35.933 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.930+0000 7f71dac3e8c0 1 < completed part key=_multipart_HEVXCB3PBN2X.2~OVSLNDM9VYSC.0 size=1048576 2024-09-19T13:44:35.935 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.934+0000 7f71dac3e8c0 1 < completed part key=_multipart_HEVXCB3PBN2X.2~OVSLNDM9VYSC.1 size=1048576 2024-09-19T13:44:35.935 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.934+0000 7f71dac3e8c0 1 < canceled part key=_multipart_HEVXCB3PBN2X.2~OVSLNDM9VYSC.2 size=63767 2024-09-19T13:44:35.941 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.938+0000 7f71dac3e8c0 1 < canceled multipart upload key=HEVXCB3PBN2X upload=OVSLNDM9VYSC tag=DNM7MGS4893H type=write size=3209495 2024-09-19T13:44:35.945 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.942+0000 7f71dac3e8c0 1 > prepared operation key=OZZDDUTJUZ6A tag=AD3R4HWNK4WO type=del size=2327282 2024-09-19T13:44:35.949 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.946+0000 7f71dac3e8c0 1 < completed delete operation key=0FYIGD7G7ER2 tag=YDQWMGC0UC53 type=del 2024-09-19T13:44:35.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.954+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~6QDI43TZCBB0.0 size=518574 2024-09-19T13:44:35.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.954+0000 7f71dac3e8c0 1 > prepared multipart upload key=7KN90I8B7PUK upload=6QDI43TZCBB0 tag=C3MU9R8INGP7 type=write size=1567150 2024-09-19T13:44:35.959 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.958+0000 7f71dac3e8c0 1 < completed part key=_multipart_5UA3A6M3SVPV.2~NIEPMBPJ3J04.0 size=1048576 2024-09-19T13:44:35.962 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.958+0000 7f71dac3e8c0 1 < completed part key=_multipart_5UA3A6M3SVPV.2~NIEPMBPJ3J04.1 size=1048576 2024-09-19T13:44:35.964 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.962+0000 7f71dac3e8c0 1 < completed part key=_multipart_5UA3A6M3SVPV.2~NIEPMBPJ3J04.2 size=534944 2024-09-19T13:44:35.970 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.966+0000 7f71dac3e8c0 1 < completed multipart upload key=5UA3A6M3SVPV upload=NIEPMBPJ3J04 tag=K1VSOIZ7EEM5 type=write size=3680672 2024-09-19T13:44:35.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.974+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~GJG1XKD2OVXS.0 size=1048576 2024-09-19T13:44:35.980 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.978+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~GJG1XKD2OVXS.1 size=786537 2024-09-19T13:44:35.980 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.978+0000 7f71dac3e8c0 1 > prepared multipart upload key=LIMYIIX8WVBS upload=GJG1XKD2OVXS tag=CCCMXLYQA0II type=write size=2883689 2024-09-19T13:44:35.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.982+0000 7f71dac3e8c0 1 < completed delete operation key=JO1LC6YY2PEB tag=BVS7Z52YILTN type=del 2024-09-19T13:44:35.988 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.986+0000 7f71dac3e8c0 1 > prepared operation key=7KN90I8B7PUK tag=JFRFUTG7ZVPV type=del size=3513244 2024-09-19T13:44:35.993 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.990+0000 7f71dac3e8c0 1 < completed part key=_multipart_W1PNZKV93AHZ.2~SSYOS0GC64WZ.0 size=1048576 2024-09-19T13:44:35.996 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.994+0000 7f71dac3e8c0 1 < completed part key=_multipart_W1PNZKV93AHZ.2~SSYOS0GC64WZ.1 size=1048576 2024-09-19T13:44:35.996 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.994+0000 7f71dac3e8c0 1 < canceled part key=_multipart_W1PNZKV93AHZ.2~SSYOS0GC64WZ.2 size=10808 2024-09-19T13:44:36.002 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:35.998+0000 7f71dac3e8c0 1 < canceled multipart upload key=W1PNZKV93AHZ upload=SSYOS0GC64WZ tag=2KCYOUNAB7P9 type=write size=3156536 2024-09-19T13:44:36.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.006+0000 7f71dac3e8c0 1 > prepared part key=_multipart_6QW9QPSBZ37R.2~ELFXUO9XLOR0.0 size=1048576 2024-09-19T13:44:36.012 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.010+0000 7f71dac3e8c0 1 > prepared part key=_multipart_6QW9QPSBZ37R.2~ELFXUO9XLOR0.1 size=1048576 2024-09-19T13:44:36.015 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.014+0000 7f71dac3e8c0 1 > prepared part key=_multipart_6QW9QPSBZ37R.2~ELFXUO9XLOR0.2 size=74080 2024-09-19T13:44:36.015 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.014+0000 7f71dac3e8c0 1 > prepared multipart upload key=6QW9QPSBZ37R upload=ELFXUO9XLOR0 tag=MV7T1NDJ6LYM type=write size=3219808 2024-09-19T13:44:36.019 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.018+0000 7f71dac3e8c0 1 < completed delete operation key=K7SNV9YW44WO tag=YXQ96ZW6FDO8 type=del 2024-09-19T13:44:36.023 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.022+0000 7f71dac3e8c0 1 > prepared operation key=QQ09T88TB3XG tag=JA7CL2N5VLFL type=del size=1682275 2024-09-19T13:44:36.027 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.026+0000 7f71dac3e8c0 1 < completed delete operation key=LIMYIIX8WVBS tag=HSSJDLKE1IVD type=del 2024-09-19T13:44:36.031 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.030+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=WV96W0B3JDUV type=del size=1209089 2024-09-19T13:44:36.034 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.030+0000 7f71dac3e8c0 1 < completed delete operation key=NJ64P4D0EIT4 tag=A78IJ7AGYTZP type=del 2024-09-19T13:44:36.042 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.038+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GZF1MCOAN1NO.2~BI1Q00C2G70G.0 size=1048576 2024-09-19T13:44:36.044 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.042+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GZF1MCOAN1NO.2~BI1Q00C2G70G.1 size=382494 2024-09-19T13:44:36.045 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.042+0000 7f71dac3e8c0 1 > prepared multipart upload key=GZF1MCOAN1NO upload=BI1Q00C2G70G tag=62IFJHZCKEDM type=write size=2479646 2024-09-19T13:44:36.049 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.046+0000 7f71dac3e8c0 1 < completed write operation key=IUZEMS5KASUH tag=WKDQMDI413AW type=write size=844141 2024-09-19T13:44:36.052 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.050+0000 7f71dac3e8c0 1 > prepared operation key=3M5OBS7J4VF9 tag=UBZ5USA2G6VH type=del size=4097119 2024-09-19T13:44:36.056 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.054+0000 7f71dac3e8c0 1 < completed part key=_multipart_6QW9QPSBZ37R.2~07WWL1LKJ5BC.0 size=1048576 2024-09-19T13:44:36.059 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.058+0000 7f71dac3e8c0 1 < completed part key=_multipart_6QW9QPSBZ37R.2~07WWL1LKJ5BC.1 size=1048576 2024-09-19T13:44:36.062 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.058+0000 7f71dac3e8c0 1 < completed part key=_multipart_6QW9QPSBZ37R.2~07WWL1LKJ5BC.2 size=445138 2024-09-19T13:44:36.068 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.066+0000 7f71dac3e8c0 1 < completed multipart upload key=6QW9QPSBZ37R upload=07WWL1LKJ5BC tag=WR28OV08S85E type=write size=3590866 2024-09-19T13:44:36.071 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.070+0000 7f71dac3e8c0 1 > prepared operation key=HEVXCB3PBN2X tag=4TS9W1AOFU83 type=write size=750500 2024-09-19T13:44:36.075 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.074+0000 7f71dac3e8c0 1 < completed write operation key=8KBRPNQCKIQN tag=H3VPKLQ0QPZJ type=write size=564531 2024-09-19T13:44:36.082 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.078+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~LHWHB5YW138E.0 size=1048576 2024-09-19T13:44:36.085 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.082+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~LHWHB5YW138E.1 size=1043245 2024-09-19T13:44:36.085 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.082+0000 7f71dac3e8c0 1 > prepared multipart upload key=ZTBECCHZS74F upload=LHWHB5YW138E tag=20GHSRSKEUYJ type=write size=3140397 2024-09-19T13:44:36.089 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.086+0000 7f71dac3e8c0 1 < completed delete operation key=1L7F60AU40YA tag=KJHN07OKMLPY type=del 2024-09-19T13:44:36.093 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.090+0000 7f71dac3e8c0 1 > prepared operation key=LIMYIIX8WVBS tag=E2KL13MBYEVI type=write size=717945 2024-09-19T13:44:36.097 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.094+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~QK5T07F74LAY.0 size=335148 2024-09-19T13:44:36.104 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.102+0000 7f71dac3e8c0 1 < completed multipart upload key=K7SNV9YW44WO upload=QK5T07F74LAY tag=D8YM4TIT1B75 type=write size=1383724 2024-09-19T13:44:36.108 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.106+0000 7f71dac3e8c0 1 > prepared operation key=HXQD0AR5YYML tag=UTXQEKBCCRAS type=del size=866885 2024-09-19T13:44:36.113 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.110+0000 7f71dac3e8c0 1 < completed part key=_multipart_GTZ96ZN0A4E9.2~GI1E7CI88D6J.0 size=1048576 2024-09-19T13:44:36.113 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.110+0000 7f71dac3e8c0 1 < canceled part key=_multipart_GTZ96ZN0A4E9.2~GI1E7CI88D6J.1 size=1048576 2024-09-19T13:44:36.116 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.114+0000 7f71dac3e8c0 1 < completed part key=_multipart_GTZ96ZN0A4E9.2~GI1E7CI88D6J.2 size=444942 2024-09-19T13:44:36.123 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.122+0000 7f71dac3e8c0 1 < canceled multipart upload key=GTZ96ZN0A4E9 upload=GI1E7CI88D6J tag=OAFLA5NZHHRX type=write size=3590670 2024-09-19T13:44:36.127 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.126+0000 7f71dac3e8c0 1 > prepared operation key=XXX33TZ37H3Q tag=JVTH9ZKAA1SX type=del size=2707362 2024-09-19T13:44:36.132 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.130+0000 7f71dac3e8c0 1 < completed delete operation key=Q484UNX3BYBG tag=BFT7P8QMMRFD type=del 2024-09-19T13:44:36.136 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.134+0000 7f71dac3e8c0 1 > prepared operation key=W1PNZKV93AHZ tag=1I4FUYSIXLVD type=del size=3468545 2024-09-19T13:44:36.140 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.138+0000 7f71dac3e8c0 1 < completed part key=_multipart_JO1LC6YY2PEB.2~KYXNS4A87B2J.0 size=1048576 2024-09-19T13:44:36.143 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.142+0000 7f71dac3e8c0 1 < completed part key=_multipart_JO1LC6YY2PEB.2~KYXNS4A87B2J.1 size=1048576 2024-09-19T13:44:36.146 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.142+0000 7f71dac3e8c0 1 < completed part key=_multipart_JO1LC6YY2PEB.2~KYXNS4A87B2J.2 size=931965 2024-09-19T13:44:36.153 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.150+0000 7f71dac3e8c0 1 < completed multipart upload key=JO1LC6YY2PEB upload=KYXNS4A87B2J tag=BCKDZE1UQBWP type=write size=4077693 2024-09-19T13:44:36.160 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.158+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~OUDN8LNYXG0I.0 size=804892 2024-09-19T13:44:36.160 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.158+0000 7f71dac3e8c0 1 > prepared multipart upload key=NJ7EXTELNUF4 upload=OUDN8LNYXG0I tag=W5LRAH102G0O type=write size=1853468 2024-09-19T13:44:36.164 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.162+0000 7f71dac3e8c0 1 < completed delete operation key=OZZDDUTJUZ6A tag=AD3R4HWNK4WO type=del 2024-09-19T13:44:36.167 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.166+0000 7f71dac3e8c0 1 > prepared operation key=8KBRPNQCKIQN tag=AH1CIO83WKNG type=del size=2680458 2024-09-19T13:44:36.172 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.170+0000 7f71dac3e8c0 1 < completed part key=_multipart_7KN90I8B7PUK.2~6QDI43TZCBB0.0 size=518574 2024-09-19T13:44:36.177 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.174+0000 7f71dac3e8c0 1 < completed multipart upload key=7KN90I8B7PUK upload=6QDI43TZCBB0 tag=C3MU9R8INGP7 type=write size=1567150 2024-09-19T13:44:36.181 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.178+0000 7f71dac3e8c0 1 > prepared operation key=QMR0T7URJS4W tag=61SDQ3IJTY4M type=del size=1739176 2024-09-19T13:44:36.190 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.186+0000 7f71dac3e8c0 1 < completed part key=_multipart_LIMYIIX8WVBS.2~GJG1XKD2OVXS.0 size=1048576 2024-09-19T13:44:36.190 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.186+0000 7f71dac3e8c0 1 < canceled part key=_multipart_LIMYIIX8WVBS.2~GJG1XKD2OVXS.1 size=786537 2024-09-19T13:44:36.197 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.194+0000 7f71dac3e8c0 1 < canceled multipart upload key=LIMYIIX8WVBS upload=GJG1XKD2OVXS tag=CCCMXLYQA0II type=write size=2883689 2024-09-19T13:44:36.204 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.202+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~YG6U6HD3JTC2.0 size=1048576 2024-09-19T13:44:36.207 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.206+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~YG6U6HD3JTC2.1 size=1048576 2024-09-19T13:44:36.210 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.206+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~YG6U6HD3JTC2.2 size=565454 2024-09-19T13:44:36.210 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.206+0000 7f71dac3e8c0 1 > prepared multipart upload key=LIMYIIX8WVBS upload=YG6U6HD3JTC2 tag=GPM6KTWOE8AI type=write size=3711182 2024-09-19T13:44:36.214 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.210+0000 7f71dac3e8c0 1 < canceled operation key=7KN90I8B7PUK tag=JFRFUTG7ZVPV type=del size=3513244 2024-09-19T13:44:36.218 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.214+0000 7f71dac3e8c0 1 > prepared operation key=5UA3A6M3SVPV tag=TLTNRSFKF60W type=del size=2726961 2024-09-19T13:44:36.223 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.222+0000 7f71dac3e8c0 1 < completed part key=_multipart_6QW9QPSBZ37R.2~ELFXUO9XLOR0.0 size=1048576 2024-09-19T13:44:36.226 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.222+0000 7f71dac3e8c0 1 < completed part key=_multipart_6QW9QPSBZ37R.2~ELFXUO9XLOR0.1 size=1048576 2024-09-19T13:44:36.228 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.226+0000 7f71dac3e8c0 1 < completed part key=_multipart_6QW9QPSBZ37R.2~ELFXUO9XLOR0.2 size=74080 2024-09-19T13:44:36.235 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.234+0000 7f71dac3e8c0 1 < completed multipart upload key=6QW9QPSBZ37R upload=ELFXUO9XLOR0 tag=MV7T1NDJ6LYM type=write size=3219808 2024-09-19T13:44:36.241 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.238+0000 7f71dac3e8c0 1 > prepared part key=_multipart_HXQD0AR5YYML.2~HK0WAQRJ10C4.0 size=236837 2024-09-19T13:44:36.242 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.238+0000 7f71dac3e8c0 1 > prepared multipart upload key=HXQD0AR5YYML upload=HK0WAQRJ10C4 tag=37A4DEIVUSU8 type=write size=1285413 2024-09-19T13:44:36.245 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.242+0000 7f71dac3e8c0 1 < completed delete operation key=QQ09T88TB3XG tag=JA7CL2N5VLFL type=del 2024-09-19T13:44:36.252 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.250+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~BTQJIG4VYGAQ.0 size=1017504 2024-09-19T13:44:36.252 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.250+0000 7f71dac3e8c0 1 > prepared multipart upload key=7KN90I8B7PUK upload=BTQJIG4VYGAQ tag=5EY23Y7D0YE7 type=write size=2066080 2024-09-19T13:44:36.256 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.254+0000 7f71dac3e8c0 1 < completed delete operation key=IUZEMS5KASUH tag=WV96W0B3JDUV type=del 2024-09-19T13:44:36.263 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.262+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~HPWQTNBNBNVT.0 size=1048576 2024-09-19T13:44:36.265 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.262+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~HPWQTNBNBNVT.1 size=1048576 2024-09-19T13:44:36.269 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.266+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~HPWQTNBNBNVT.2 size=619923 2024-09-19T13:44:36.269 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.266+0000 7f71dac3e8c0 1 > prepared multipart upload key=IUZEMS5KASUH upload=HPWQTNBNBNVT tag=6689Y6MEJ4I1 type=write size=3765651 2024-09-19T13:44:36.273 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.270+0000 7f71dac3e8c0 1 < completed part key=_multipart_GZF1MCOAN1NO.2~BI1Q00C2G70G.0 size=1048576 2024-09-19T13:44:36.275 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.274+0000 7f71dac3e8c0 1 < completed part key=_multipart_GZF1MCOAN1NO.2~BI1Q00C2G70G.1 size=382494 2024-09-19T13:44:36.282 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.278+0000 7f71dac3e8c0 1 < completed multipart upload key=GZF1MCOAN1NO upload=BI1Q00C2G70G tag=62IFJHZCKEDM type=write size=2479646 2024-09-19T13:44:36.285 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.282+0000 7f71dac3e8c0 1 > prepared operation key=GTZ96ZN0A4E9 tag=4XLAIJJJY11F type=write size=632034 2024-09-19T13:44:36.289 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.286+0000 7f71dac3e8c0 1 < completed delete operation key=3M5OBS7J4VF9 tag=UBZ5USA2G6VH type=del 2024-09-19T13:44:36.293 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.290+0000 7f71dac3e8c0 1 > prepared operation key=QQ09T88TB3XG tag=20P6VU6H0ZUB type=del size=3980546 2024-09-19T13:44:36.301 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.298+0000 7f71dac3e8c0 1 < suggested remove operation key=HEVXCB3PBN2X tag=4TS9W1AOFU83 type=write 2024-09-19T13:44:36.305 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.302+0000 7f71dac3e8c0 1 > prepared operation key=NJ7EXTELNUF4 tag=ANCGPM1Q70TZ type=del size=715000 2024-09-19T13:44:36.309 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.306+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~LHWHB5YW138E.0 size=1048576 2024-09-19T13:44:36.313 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.310+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~LHWHB5YW138E.1 size=1043245 2024-09-19T13:44:36.319 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.318+0000 7f71dac3e8c0 1 < completed multipart upload key=ZTBECCHZS74F upload=LHWHB5YW138E tag=20GHSRSKEUYJ type=write size=3140397 2024-09-19T13:44:36.323 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.322+0000 7f71dac3e8c0 1 > prepared operation key=6QW9QPSBZ37R tag=AC17M4755ZYO type=del size=2139017 2024-09-19T13:44:36.327 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.326+0000 7f71dac3e8c0 1 < completed write operation key=LIMYIIX8WVBS tag=E2KL13MBYEVI type=write size=717945 2024-09-19T13:44:36.330 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.326+0000 7f71dac3e8c0 1 > prepared operation key=5UA3A6M3SVPV tag=H368YG3RR485 type=write size=223865 2024-09-19T13:44:36.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.334+0000 7f71dac3e8c0 1 < suggested remove operation key=HXQD0AR5YYML tag=UTXQEKBCCRAS type=del 2024-09-19T13:44:36.342 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.338+0000 7f71dac3e8c0 1 > prepared operation key=A0ZG34NFHPW5 tag=7MI9TBO26JZ1 type=del size=975287 2024-09-19T13:44:36.346 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.342+0000 7f71dac3e8c0 1 < completed delete operation key=XXX33TZ37H3Q tag=JVTH9ZKAA1SX type=del 2024-09-19T13:44:36.352 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.350+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~RNC96ORD8T69.0 size=1048576 2024-09-19T13:44:36.355 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.354+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~RNC96ORD8T69.1 size=505231 2024-09-19T13:44:36.356 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.354+0000 7f71dac3e8c0 1 > prepared multipart upload key=LIMYIIX8WVBS upload=RNC96ORD8T69 tag=1O0BCDHZSG33 type=write size=2602383 2024-09-19T13:44:36.359 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.358+0000 7f71dac3e8c0 1 < completed delete operation key=W1PNZKV93AHZ tag=1I4FUYSIXLVD type=del 2024-09-19T13:44:36.363 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.362+0000 7f71dac3e8c0 1 > prepared operation key=LIMYIIX8WVBS tag=Q2IWWM5BC27A type=del size=1221129 2024-09-19T13:44:36.367 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.366+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ7EXTELNUF4.2~OUDN8LNYXG0I.0 size=804892 2024-09-19T13:44:36.373 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.370+0000 7f71dac3e8c0 1 < completed multipart upload key=NJ7EXTELNUF4 upload=OUDN8LNYXG0I tag=W5LRAH102G0O type=write size=1853468 2024-09-19T13:44:36.377 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.374+0000 7f71dac3e8c0 1 > prepared operation key=7KN90I8B7PUK tag=PXPLPQ40XMNC type=write size=761328 2024-09-19T13:44:36.382 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.378+0000 7f71dac3e8c0 1 < completed delete operation key=8KBRPNQCKIQN tag=AH1CIO83WKNG type=del 2024-09-19T13:44:36.385 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.382+0000 7f71dac3e8c0 1 > prepared operation key=QMR0T7URJS4W tag=T7OVL1496UFK type=del size=1176167 2024-09-19T13:44:36.390 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.386+0000 7f71dac3e8c0 1 < completed delete operation key=QMR0T7URJS4W tag=61SDQ3IJTY4M type=del 2024-09-19T13:44:36.394 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.390+0000 7f71dac3e8c0 1 > prepared operation key=D131FP2BZYDS tag=9HKAK03T9SS9 type=del size=2179409 2024-09-19T13:44:36.395 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.394+0000 7f71dac3e8c0 1 < canceled part key=_multipart_LIMYIIX8WVBS.2~YG6U6HD3JTC2.0 size=1048576 2024-09-19T13:44:36.398 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.394+0000 7f71dac3e8c0 1 < completed part key=_multipart_LIMYIIX8WVBS.2~YG6U6HD3JTC2.1 size=1048576 2024-09-19T13:44:36.401 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.398+0000 7f71dac3e8c0 1 < completed part key=_multipart_LIMYIIX8WVBS.2~YG6U6HD3JTC2.2 size=565454 2024-09-19T13:44:36.407 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.406+0000 7f71dac3e8c0 1 < canceled multipart upload key=LIMYIIX8WVBS upload=YG6U6HD3JTC2 tag=GPM6KTWOE8AI type=write size=3711182 2024-09-19T13:44:36.415 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.414+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~ZKH3MK36K88Z.0 size=1048576 2024-09-19T13:44:36.417 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.414+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~ZKH3MK36K88Z.1 size=230460 2024-09-19T13:44:36.417 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.414+0000 7f71dac3e8c0 1 > prepared multipart upload key=XXX33TZ37H3Q upload=ZKH3MK36K88Z tag=UFJC3ICBGHGE type=write size=2327612 2024-09-19T13:44:36.421 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.418+0000 7f71dac3e8c0 1 < completed delete operation key=5UA3A6M3SVPV tag=TLTNRSFKF60W type=del 2024-09-19T13:44:36.425 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.422+0000 7f71dac3e8c0 1 > prepared operation key=8NT83XBF9HN8 tag=6L537LDRF8AL type=del size=645075 2024-09-19T13:44:36.429 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.426+0000 7f71dac3e8c0 1 < completed part key=_multipart_HXQD0AR5YYML.2~HK0WAQRJ10C4.0 size=236837 2024-09-19T13:44:36.435 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.430+0000 7f71dac3e8c0 1 < completed multipart upload key=HXQD0AR5YYML upload=HK0WAQRJ10C4 tag=37A4DEIVUSU8 type=write size=1285413 2024-09-19T13:44:36.441 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.438+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QMR0T7URJS4W.2~0EHPB6AA6PJY.0 size=1048576 2024-09-19T13:44:36.444 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.442+0000 7f71dac3e8c0 1 > prepared part key=_multipart_QMR0T7URJS4W.2~0EHPB6AA6PJY.1 size=66104 2024-09-19T13:44:36.444 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.442+0000 7f71dac3e8c0 1 > prepared multipart upload key=QMR0T7URJS4W upload=0EHPB6AA6PJY tag=X65S4IV8NKFT type=write size=2163256 2024-09-19T13:44:36.447 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.446+0000 7f71dac3e8c0 1 < completed part key=_multipart_7KN90I8B7PUK.2~BTQJIG4VYGAQ.0 size=1017504 2024-09-19T13:44:36.454 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.450+0000 7f71dac3e8c0 1 < completed multipart upload key=7KN90I8B7PUK upload=BTQJIG4VYGAQ tag=5EY23Y7D0YE7 type=write size=2066080 2024-09-19T13:44:36.460 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.458+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GZF1MCOAN1NO.2~5TRCULCBTTLV.0 size=726318 2024-09-19T13:44:36.460 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.458+0000 7f71dac3e8c0 1 > prepared multipart upload key=GZF1MCOAN1NO upload=5TRCULCBTTLV tag=6Q54VJU2OFI2 type=write size=1774894 2024-09-19T13:44:36.464 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.462+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~HPWQTNBNBNVT.0 size=1048576 2024-09-19T13:44:36.467 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.466+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~HPWQTNBNBNVT.1 size=1048576 2024-09-19T13:44:36.470 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.466+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~HPWQTNBNBNVT.2 size=619923 2024-09-19T13:44:36.476 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.474+0000 7f71dac3e8c0 1 < completed multipart upload key=IUZEMS5KASUH upload=HPWQTNBNBNVT tag=6689Y6MEJ4I1 type=write size=3765651 2024-09-19T13:44:36.480 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.478+0000 7f71dac3e8c0 1 > prepared operation key=3M5OBS7J4VF9 tag=5O8IO7XEDP00 type=del size=1796148 2024-09-19T13:44:36.487 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.486+0000 7f71dac3e8c0 1 < suggested remove operation key=GTZ96ZN0A4E9 tag=4XLAIJJJY11F type=write 2024-09-19T13:44:36.491 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.490+0000 7f71dac3e8c0 1 > prepared operation key=GTZ96ZN0A4E9 tag=2N74MZ3P5LD6 type=write size=351775 2024-09-19T13:44:36.495 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.494+0000 7f71dac3e8c0 1 < completed delete operation key=QQ09T88TB3XG tag=20P6VU6H0ZUB type=del 2024-09-19T13:44:36.498 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.494+0000 7f71dac3e8c0 1 > prepared operation key=8A3NYYQ7SXR3 tag=ZUWEUIXJM23L type=del size=2260694 2024-09-19T13:44:36.506 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.502+0000 7f71dac3e8c0 1 < suggested update operation key=NJ7EXTELNUF4 tag=ANCGPM1Q70TZ type=del size=715000 2024-09-19T13:44:36.512 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.510+0000 7f71dac3e8c0 1 > prepared part key=_multipart_V22QT1MEZ47G.2~ROZOSHVP20DC.0 size=142970 2024-09-19T13:44:36.512 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.510+0000 7f71dac3e8c0 1 > prepared multipart upload key=V22QT1MEZ47G upload=ROZOSHVP20DC tag=X2U3P8ESD9OX type=write size=1191546 2024-09-19T13:44:36.516 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.514+0000 7f71dac3e8c0 1 < completed delete operation key=6QW9QPSBZ37R tag=AC17M4755ZYO type=del 2024-09-19T13:44:36.520 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.518+0000 7f71dac3e8c0 1 > prepared operation key=LIMYIIX8WVBS tag=7F0NFY5WV2LT type=del size=603235 2024-09-19T13:44:36.524 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.522+0000 7f71dac3e8c0 1 < completed write operation key=5UA3A6M3SVPV tag=H368YG3RR485 type=write size=223865 2024-09-19T13:44:36.528 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.526+0000 7f71dac3e8c0 1 > prepared operation key=ZTBECCHZS74F tag=XVSQ3TVMQOOJ type=write size=292968 2024-09-19T13:44:36.532 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.530+0000 7f71dac3e8c0 1 < completed delete operation key=A0ZG34NFHPW5 tag=7MI9TBO26JZ1 type=del 2024-09-19T13:44:36.539 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.538+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~6S2VOQCQDD1Y.0 size=1048576 2024-09-19T13:44:36.548 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.546+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~6S2VOQCQDD1Y.1 size=101953 2024-09-19T13:44:36.548 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.546+0000 7f71dac3e8c0 1 > prepared multipart upload key=IUZEMS5KASUH upload=6S2VOQCQDD1Y tag=DYJ9K77Q702N type=write size=2199105 2024-09-19T13:44:36.552 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.550+0000 7f71dac3e8c0 1 < completed part key=_multipart_LIMYIIX8WVBS.2~RNC96ORD8T69.0 size=1048576 2024-09-19T13:44:36.555 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.554+0000 7f71dac3e8c0 1 < completed part key=_multipart_LIMYIIX8WVBS.2~RNC96ORD8T69.1 size=505231 2024-09-19T13:44:36.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.558+0000 7f71dac3e8c0 1 < completed multipart upload key=LIMYIIX8WVBS upload=RNC96ORD8T69 tag=1O0BCDHZSG33 type=write size=2602383 2024-09-19T13:44:36.568 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.566+0000 7f71dac3e8c0 1 > prepared part key=_multipart_6QW9QPSBZ37R.2~9K0UJMCJZ8OO.0 size=1048576 2024-09-19T13:44:36.571 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.570+0000 7f71dac3e8c0 1 > prepared part key=_multipart_6QW9QPSBZ37R.2~9K0UJMCJZ8OO.1 size=667152 2024-09-19T13:44:36.571 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.570+0000 7f71dac3e8c0 1 > prepared multipart upload key=6QW9QPSBZ37R upload=9K0UJMCJZ8OO tag=J6PI6LESQ948 type=write size=2764304 2024-09-19T13:44:36.580 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.574+0000 7f71dac3e8c0 1 < suggested remove operation key=LIMYIIX8WVBS tag=Q2IWWM5BC27A type=del 2024-09-19T13:44:36.582 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.578+0000 7f71dac3e8c0 1 > prepared operation key=Q484UNX3BYBG tag=PP8I4ICTORR1 type=del size=763104 2024-09-19T13:44:36.586 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.582+0000 7f71dac3e8c0 1 < completed write operation key=7KN90I8B7PUK tag=PXPLPQ40XMNC type=write size=761328 2024-09-19T13:44:36.590 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.586+0000 7f71dac3e8c0 1 > prepared operation key=QMR0T7URJS4W tag=VLUN5CP1A2ER type=del size=1853003 2024-09-19T13:44:36.594 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.590+0000 7f71dac3e8c0 1 < completed delete operation key=QMR0T7URJS4W tag=T7OVL1496UFK type=del 2024-09-19T13:44:36.598 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.594+0000 7f71dac3e8c0 1 > prepared operation key=GTZ96ZN0A4E9 tag=ZQEQPMG7XE71 type=write size=469465 2024-09-19T13:44:36.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.598+0000 7f71dac3e8c0 1 < completed delete operation key=D131FP2BZYDS tag=9HKAK03T9SS9 type=del 2024-09-19T13:44:36.606 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.602+0000 7f71dac3e8c0 1 > prepared operation key=HEVXCB3PBN2X tag=Z9EH1DGUFQRM type=del size=2166663 2024-09-19T13:44:36.607 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.606+0000 7f71dac3e8c0 1 < canceled part key=_multipart_XXX33TZ37H3Q.2~ZKH3MK36K88Z.0 size=1048576 2024-09-19T13:44:36.610 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.606+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~ZKH3MK36K88Z.1 size=230460 2024-09-19T13:44:36.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.614+0000 7f71dac3e8c0 1 < canceled multipart upload key=XXX33TZ37H3Q upload=ZKH3MK36K88Z tag=UFJC3ICBGHGE type=write size=2327612 2024-09-19T13:44:36.623 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.618+0000 7f71dac3e8c0 1 > prepared operation key=5UA3A6M3SVPV tag=RHHOM0UJ3YTI type=del size=2505773 2024-09-19T13:44:36.631 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.630+0000 7f71dac3e8c0 1 < suggested remove operation key=8NT83XBF9HN8 tag=6L537LDRF8AL type=del 2024-09-19T13:44:36.635 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.634+0000 7f71dac3e8c0 1 > prepared operation key=HEVXCB3PBN2X tag=L3QUGJJK0OR6 type=write size=1172 2024-09-19T13:44:36.639 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.638+0000 7f71dac3e8c0 1 < completed part key=_multipart_QMR0T7URJS4W.2~0EHPB6AA6PJY.0 size=1048576 2024-09-19T13:44:36.639 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.638+0000 7f71dac3e8c0 1 < canceled part key=_multipart_QMR0T7URJS4W.2~0EHPB6AA6PJY.1 size=66104 2024-09-19T13:44:36.646 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.642+0000 7f71dac3e8c0 1 < canceled multipart upload key=QMR0T7URJS4W upload=0EHPB6AA6PJY tag=X65S4IV8NKFT type=write size=2163256 2024-09-19T13:44:36.654 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.650+0000 7f71dac3e8c0 1 > prepared part key=_multipart_LIMYIIX8WVBS.2~8XEYCMYW63SM.0 size=394317 2024-09-19T13:44:36.654 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.650+0000 7f71dac3e8c0 1 > prepared multipart upload key=LIMYIIX8WVBS upload=8XEYCMYW63SM tag=KDI250B2W7JH type=write size=1442893 2024-09-19T13:44:36.658 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.658+0000 7f71dac3e8c0 1 < completed part key=_multipart_GZF1MCOAN1NO.2~5TRCULCBTTLV.0 size=726318 2024-09-19T13:44:36.664 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.662+0000 7f71dac3e8c0 1 < completed multipart upload key=GZF1MCOAN1NO upload=5TRCULCBTTLV tag=6Q54VJU2OFI2 type=write size=1774894 2024-09-19T13:44:36.671 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.670+0000 7f71dac3e8c0 1 > prepared part key=_multipart_OZZDDUTJUZ6A.2~FLXSWV4RABE5.0 size=1048576 2024-09-19T13:44:36.674 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.670+0000 7f71dac3e8c0 1 > prepared part key=_multipart_OZZDDUTJUZ6A.2~FLXSWV4RABE5.1 size=1048576 2024-09-19T13:44:36.676 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.674+0000 7f71dac3e8c0 1 > prepared part key=_multipart_OZZDDUTJUZ6A.2~FLXSWV4RABE5.2 size=199739 2024-09-19T13:44:36.676 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.674+0000 7f71dac3e8c0 1 > prepared multipart upload key=OZZDDUTJUZ6A upload=FLXSWV4RABE5 tag=6RQ3EHRZ0Z8B type=write size=3345467 2024-09-19T13:44:36.680 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.678+0000 7f71dac3e8c0 1 < completed delete operation key=3M5OBS7J4VF9 tag=5O8IO7XEDP00 type=del 2024-09-19T13:44:36.687 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.686+0000 7f71dac3e8c0 1 > prepared part key=_multipart_E5541PV8MDY7.2~V4NJDWD5RRR9.0 size=824121 2024-09-19T13:44:36.687 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.686+0000 7f71dac3e8c0 1 > prepared multipart upload key=E5541PV8MDY7 upload=V4NJDWD5RRR9 tag=R0O5NV606NU1 type=write size=1872697 2024-09-19T13:44:36.690 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.686+0000 7f71dac3e8c0 1 < completed write operation key=GTZ96ZN0A4E9 tag=2N74MZ3P5LD6 type=write size=351775 2024-09-19T13:44:36.694 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.690+0000 7f71dac3e8c0 1 > prepared operation key=QQ09T88TB3XG tag=LLZ5M294WHKF type=write size=629096 2024-09-19T13:44:36.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.694+0000 7f71dac3e8c0 1 < completed delete operation key=8A3NYYQ7SXR3 tag=ZUWEUIXJM23L type=del 2024-09-19T13:44:36.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.698+0000 7f71dac3e8c0 1 > prepared operation key=D131FP2BZYDS tag=RJ02ZQUH7WLT type=del size=442802 2024-09-19T13:44:36.706 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.702+0000 7f71dac3e8c0 1 < completed part key=_multipart_V22QT1MEZ47G.2~ROZOSHVP20DC.0 size=142970 2024-09-19T13:44:36.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.710+0000 7f71dac3e8c0 1 < completed multipart upload key=V22QT1MEZ47G upload=ROZOSHVP20DC tag=X2U3P8ESD9OX type=write size=1191546 2024-09-19T13:44:36.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.718+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~QFKQ3US7H8BD.0 size=1048576 2024-09-19T13:44:36.722 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.718+0000 7f71dac3e8c0 1 > prepared part key=_multipart_XXX33TZ37H3Q.2~QFKQ3US7H8BD.1 size=659058 2024-09-19T13:44:36.722 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.718+0000 7f71dac3e8c0 1 > prepared multipart upload key=XXX33TZ37H3Q upload=QFKQ3US7H8BD tag=PJUJA55S8TA1 type=write size=2756210 2024-09-19T13:44:36.726 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.722+0000 7f71dac3e8c0 -1 < failed to complete operation key=LIMYIIX8WVBS tag=7F0NFY5WV2LT type=del size=603235: (22) Invalid argument 2024-09-19T13:44:36.730 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.726+0000 7f71dac3e8c0 1 > prepared operation key=QQ09T88TB3XG tag=SYOESCEPT5AZ type=write size=264527 2024-09-19T13:44:36.734 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.730+0000 7f71dac3e8c0 1 < completed write operation key=ZTBECCHZS74F tag=XVSQ3TVMQOOJ type=write size=292968 2024-09-19T13:44:36.741 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.738+0000 7f71dac3e8c0 1 > prepared part key=_multipart_W1PNZKV93AHZ.2~ZO98EEHDH5ZR.0 size=610012 2024-09-19T13:44:36.741 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.738+0000 7f71dac3e8c0 1 > prepared multipart upload key=W1PNZKV93AHZ upload=ZO98EEHDH5ZR tag=0WKJRNFIMDWF type=write size=1658588 2024-09-19T13:44:36.745 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.742+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~6S2VOQCQDD1Y.0 size=1048576 2024-09-19T13:44:36.747 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.746+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~6S2VOQCQDD1Y.1 size=101953 2024-09-19T13:44:36.754 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.750+0000 7f71dac3e8c0 1 < completed multipart upload key=IUZEMS5KASUH upload=6S2VOQCQDD1Y tag=DYJ9K77Q702N type=write size=2199105 2024-09-19T13:44:36.758 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.754+0000 7f71dac3e8c0 1 > prepared operation key=JO1LC6YY2PEB tag=G3QCUANX6XTA type=del size=954688 2024-09-19T13:44:36.759 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.758+0000 7f71dac3e8c0 1 < canceled part key=_multipart_6QW9QPSBZ37R.2~9K0UJMCJZ8OO.0 size=1048576 2024-09-19T13:44:36.762 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.758+0000 7f71dac3e8c0 1 < completed part key=_multipart_6QW9QPSBZ37R.2~9K0UJMCJZ8OO.1 size=667152 2024-09-19T13:44:36.768 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.766+0000 7f71dac3e8c0 1 < canceled multipart upload key=6QW9QPSBZ37R upload=9K0UJMCJZ8OO tag=J6PI6LESQ948 type=write size=2764304 2024-09-19T13:44:36.771 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.770+0000 7f71dac3e8c0 1 > prepared operation key=NJ7EXTELNUF4 tag=ELJXPM016ZGF type=del size=3992074 2024-09-19T13:44:36.775 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.774+0000 7f71dac3e8c0 1 < completed delete operation key=Q484UNX3BYBG tag=PP8I4ICTORR1 type=del 2024-09-19T13:44:36.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.778+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ64P4D0EIT4.2~B4S9WV75WD69.0 size=1048576 2024-09-19T13:44:36.785 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.782+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ64P4D0EIT4.2~B4S9WV75WD69.1 size=427009 2024-09-19T13:44:36.785 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.782+0000 7f71dac3e8c0 1 > prepared multipart upload key=NJ64P4D0EIT4 upload=B4S9WV75WD69 tag=D0C839VBGNS7 type=write size=2524161 2024-09-19T13:44:36.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.786+0000 7f71dac3e8c0 1 < completed delete operation key=QMR0T7URJS4W tag=VLUN5CP1A2ER type=del 2024-09-19T13:44:36.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.790+0000 7f71dac3e8c0 1 > prepared operation key=GZF1MCOAN1NO tag=2ILOQF11LE64 type=del size=3038412 2024-09-19T13:44:36.796 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.794+0000 7f71dac3e8c0 1 < completed write operation key=GTZ96ZN0A4E9 tag=ZQEQPMG7XE71 type=write size=469465 2024-09-19T13:44:36.802 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.798+0000 7f71dac3e8c0 1 > prepared operation key=GZF1MCOAN1NO tag=YW00SGEE3BAY type=del size=87857 2024-09-19T13:44:36.806 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.802+0000 7f71dac3e8c0 1 < completed delete operation key=HEVXCB3PBN2X tag=Z9EH1DGUFQRM type=del 2024-09-19T13:44:36.811 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.810+0000 7f71dac3e8c0 1 > prepared operation key=IUZEMS5KASUH tag=7W5D8DBSEF6X type=del size=2597483 2024-09-19T13:44:36.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.814+0000 7f71dac3e8c0 1 < canceled operation key=5UA3A6M3SVPV tag=RHHOM0UJ3YTI type=del size=2505773 2024-09-19T13:44:36.823 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.822+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~7SCYIO5I7MPV.0 size=1048576 2024-09-19T13:44:36.826 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.822+0000 7f71dac3e8c0 1 > prepared part key=_multipart_K7SNV9YW44WO.2~7SCYIO5I7MPV.1 size=203760 2024-09-19T13:44:36.826 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.822+0000 7f71dac3e8c0 1 > prepared multipart upload key=K7SNV9YW44WO upload=7SCYIO5I7MPV tag=A0CFEAIS1FZK type=write size=2300912 2024-09-19T13:44:36.829 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.826+0000 7f71dac3e8c0 1 < completed write operation key=HEVXCB3PBN2X tag=L3QUGJJK0OR6 type=write size=1172 2024-09-19T13:44:36.835 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.834+0000 7f71dac3e8c0 1 > prepared part key=_multipart_Q484UNX3BYBG.2~NLD059LR6X41.0 size=1048576 2024-09-19T13:44:36.839 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.838+0000 7f71dac3e8c0 1 > prepared part key=_multipart_Q484UNX3BYBG.2~NLD059LR6X41.1 size=66755 2024-09-19T13:44:36.839 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.838+0000 7f71dac3e8c0 1 > prepared multipart upload key=Q484UNX3BYBG upload=NLD059LR6X41 tag=W2301VM59KPO type=write size=2163907 2024-09-19T13:44:36.839 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.838+0000 7f71dac3e8c0 1 < canceled part key=_multipart_LIMYIIX8WVBS.2~8XEYCMYW63SM.0 size=394317 2024-09-19T13:44:36.845 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.842+0000 7f71dac3e8c0 1 < canceled multipart upload key=LIMYIIX8WVBS upload=8XEYCMYW63SM tag=KDI250B2W7JH type=write size=1442893 2024-09-19T13:44:36.849 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.846+0000 7f71dac3e8c0 1 > prepared operation key=V22QT1MEZ47G tag=QBJVJLR5O8X2 type=del size=3529155 2024-09-19T13:44:36.850 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.846+0000 7f71dac3e8c0 1 < canceled part key=_multipart_OZZDDUTJUZ6A.2~FLXSWV4RABE5.0 size=1048576 2024-09-19T13:44:36.853 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.850+0000 7f71dac3e8c0 1 < completed part key=_multipart_OZZDDUTJUZ6A.2~FLXSWV4RABE5.1 size=1048576 2024-09-19T13:44:36.855 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.854+0000 7f71dac3e8c0 1 < completed part key=_multipart_OZZDDUTJUZ6A.2~FLXSWV4RABE5.2 size=199739 2024-09-19T13:44:36.861 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.858+0000 7f71dac3e8c0 1 < canceled multipart upload key=OZZDDUTJUZ6A upload=FLXSWV4RABE5 tag=6RQ3EHRZ0Z8B type=write size=3345467 2024-09-19T13:44:36.868 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.866+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~HCD50CJX8QZA.0 size=1048576 2024-09-19T13:44:36.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.870+0000 7f71dac3e8c0 1 > prepared part key=_multipart_ZTBECCHZS74F.2~HCD50CJX8QZA.1 size=93604 2024-09-19T13:44:36.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.870+0000 7f71dac3e8c0 1 > prepared multipart upload key=ZTBECCHZS74F upload=HCD50CJX8QZA tag=7Y3V8TS4L3VK type=write size=2190756 2024-09-19T13:44:36.875 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.874+0000 7f71dac3e8c0 1 < completed part key=_multipart_E5541PV8MDY7.2~V4NJDWD5RRR9.0 size=824121 2024-09-19T13:44:36.881 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.878+0000 7f71dac3e8c0 1 < completed multipart upload key=E5541PV8MDY7 upload=V4NJDWD5RRR9 tag=R0O5NV606NU1 type=write size=1872697 2024-09-19T13:44:36.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.882+0000 7f71dac3e8c0 1 > prepared operation key=E5541PV8MDY7 tag=NL8E1CUNJTFT type=del size=2946441 2024-09-19T13:44:36.888 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.886+0000 7f71dac3e8c0 1 < completed write operation key=QQ09T88TB3XG tag=LLZ5M294WHKF type=write size=629096 2024-09-19T13:44:36.892 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.890+0000 7f71dac3e8c0 1 > prepared operation key=TZNPXQ5Y333X tag=UW18GGLL6IAX type=write size=683008 2024-09-19T13:44:36.896 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.894+0000 7f71dac3e8c0 1 < completed delete operation key=D131FP2BZYDS tag=RJ02ZQUH7WLT type=del 2024-09-19T13:44:36.904 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.902+0000 7f71dac3e8c0 1 > prepared part key=_multipart_JO1LC6YY2PEB.2~IEUA0TRZ2HBI.0 size=760715 2024-09-19T13:44:36.904 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.902+0000 7f71dac3e8c0 1 > prepared multipart upload key=JO1LC6YY2PEB upload=IEUA0TRZ2HBI tag=XK41K89FH5Y6 type=write size=1809291 2024-09-19T13:44:36.913 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.910+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~QFKQ3US7H8BD.0 size=1048576 2024-09-19T13:44:36.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.914+0000 7f71dac3e8c0 1 < completed part key=_multipart_XXX33TZ37H3Q.2~QFKQ3US7H8BD.1 size=659058 2024-09-19T13:44:36.922 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.918+0000 7f71dac3e8c0 1 < completed multipart upload key=XXX33TZ37H3Q upload=QFKQ3US7H8BD tag=PJUJA55S8TA1 type=write size=2756210 2024-09-19T13:44:36.926 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.922+0000 7f71dac3e8c0 1 > prepared operation key=W1PNZKV93AHZ tag=PGJLYDS2UE64 type=del size=2123754 2024-09-19T13:44:36.929 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.926+0000 7f71dac3e8c0 1 < completed write operation key=QQ09T88TB3XG tag=SYOESCEPT5AZ type=write size=264527 2024-09-19T13:44:36.933 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.930+0000 7f71dac3e8c0 1 > prepared operation key=8KBRPNQCKIQN tag=MVH4ZI3122ZP type=del size=3968735 2024-09-19T13:44:36.934 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.930+0000 7f71dac3e8c0 1 < canceled part key=_multipart_W1PNZKV93AHZ.2~ZO98EEHDH5ZR.0 size=610012 2024-09-19T13:44:36.940 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.938+0000 7f71dac3e8c0 1 < canceled multipart upload key=W1PNZKV93AHZ upload=ZO98EEHDH5ZR tag=0WKJRNFIMDWF type=write size=1658588 2024-09-19T13:44:36.944 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.942+0000 7f71dac3e8c0 1 > prepared operation key=1L7F60AU40YA tag=5S4BXU9HT6ZM type=del size=2236883 2024-09-19T13:44:36.948 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.946+0000 7f71dac3e8c0 1 < completed delete operation key=JO1LC6YY2PEB tag=G3QCUANX6XTA type=del 2024-09-19T13:44:36.952 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.950+0000 7f71dac3e8c0 1 > prepared operation key=HXQD0AR5YYML tag=OZHUOH7EUFOW type=del size=1892023 2024-09-19T13:44:36.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.954+0000 7f71dac3e8c0 1 < completed delete operation key=NJ7EXTELNUF4 tag=ELJXPM016ZGF type=del 2024-09-19T13:44:36.959 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.958+0000 7f71dac3e8c0 1 > prepared operation key=QMR0T7URJS4W tag=U8DG4FMNCO19 type=del size=2280752 2024-09-19T13:44:36.962 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.958+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ64P4D0EIT4.2~B4S9WV75WD69.0 size=1048576 2024-09-19T13:44:36.962 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.958+0000 7f71dac3e8c0 1 < canceled part key=_multipart_NJ64P4D0EIT4.2~B4S9WV75WD69.1 size=427009 2024-09-19T13:44:36.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.966+0000 7f71dac3e8c0 1 < canceled multipart upload key=NJ64P4D0EIT4 upload=B4S9WV75WD69 tag=D0C839VBGNS7 type=write size=2524161 2024-09-19T13:44:36.971 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.970+0000 7f71dac3e8c0 1 > prepared operation key=1L7F60AU40YA tag=R4QY7K6O6JJP type=write size=610522 2024-09-19T13:44:36.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.974+0000 7f71dac3e8c0 1 < completed delete operation key=GZF1MCOAN1NO tag=2ILOQF11LE64 type=del 2024-09-19T13:44:36.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.974+0000 7f71dac3e8c0 1 > prepared operation key=V22QT1MEZ47G tag=G0807RCQE20C type=del size=7550 2024-09-19T13:44:36.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.982+0000 7f71dac3e8c0 1 < suggested update operation key=GZF1MCOAN1NO tag=YW00SGEE3BAY type=del size=87857 2024-09-19T13:44:36.989 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.986+0000 7f71dac3e8c0 1 > prepared operation key=5UA3A6M3SVPV tag=KEQRE17FONMD type=del size=3656568 2024-09-19T13:44:36.993 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.990+0000 7f71dac3e8c0 1 < completed delete operation key=IUZEMS5KASUH tag=7W5D8DBSEF6X type=del 2024-09-19T13:44:37.000 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:36.998+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~MDA0YJFCP696.0 size=1048576 2024-09-19T13:44:37.003 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.002+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~MDA0YJFCP696.1 size=1048576 2024-09-19T13:44:37.006 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.002+0000 7f71dac3e8c0 1 > prepared part key=_multipart_NJ7EXTELNUF4.2~MDA0YJFCP696.2 size=749308 2024-09-19T13:44:37.006 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.002+0000 7f71dac3e8c0 1 > prepared multipart upload key=NJ7EXTELNUF4 upload=MDA0YJFCP696 tag=W7E6OA0B8TZF type=write size=3895036 2024-09-19T13:44:37.010 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.006+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~7SCYIO5I7MPV.0 size=1048576 2024-09-19T13:44:37.014 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.010+0000 7f71dac3e8c0 1 < completed part key=_multipart_K7SNV9YW44WO.2~7SCYIO5I7MPV.1 size=203760 2024-09-19T13:44:37.020 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.018+0000 7f71dac3e8c0 1 < completed multipart upload key=K7SNV9YW44WO upload=7SCYIO5I7MPV tag=A0CFEAIS1FZK type=write size=2300912 2024-09-19T13:44:37.024 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.022+0000 7f71dac3e8c0 1 > prepared operation key=E5541PV8MDY7 tag=E6PAR2F5QIBV type=del size=2065388 2024-09-19T13:44:37.025 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.022+0000 7f71dac3e8c0 1 < canceled part key=_multipart_Q484UNX3BYBG.2~NLD059LR6X41.0 size=1048576 2024-09-19T13:44:37.025 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.022+0000 7f71dac3e8c0 1 < canceled part key=_multipart_Q484UNX3BYBG.2~NLD059LR6X41.1 size=66755 2024-09-19T13:44:37.030 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.026+0000 7f71dac3e8c0 1 < canceled multipart upload key=Q484UNX3BYBG upload=NLD059LR6X41 tag=W2301VM59KPO type=write size=2163907 2024-09-19T13:44:37.036 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.034+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~39MT6O5USPD7.0 size=865134 2024-09-19T13:44:37.036 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.034+0000 7f71dac3e8c0 1 > prepared multipart upload key=IUZEMS5KASUH upload=39MT6O5USPD7 tag=NP7DUCV4WTY5 type=write size=1913710 2024-09-19T13:44:37.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.038+0000 7f71dac3e8c0 1 < completed delete operation key=V22QT1MEZ47G tag=QBJVJLR5O8X2 type=del 2024-09-19T13:44:37.043 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.042+0000 7f71dac3e8c0 1 > prepared operation key=QMR0T7URJS4W tag=WZ4O9FFHFZTF type=del size=3341639 2024-09-19T13:44:37.047 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.046+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~HCD50CJX8QZA.0 size=1048576 2024-09-19T13:44:37.050 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.046+0000 7f71dac3e8c0 1 < completed part key=_multipart_ZTBECCHZS74F.2~HCD50CJX8QZA.1 size=93604 2024-09-19T13:44:37.056 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.054+0000 7f71dac3e8c0 1 < completed multipart upload key=ZTBECCHZS74F upload=HCD50CJX8QZA tag=7Y3V8TS4L3VK type=write size=2190756 2024-09-19T13:44:37.060 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.058+0000 7f71dac3e8c0 1 > prepared operation key=W1PNZKV93AHZ tag=BDAJHQQ4XBFS type=del size=3554376 2024-09-19T13:44:37.065 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.062+0000 7f71dac3e8c0 1 < completed delete operation key=E5541PV8MDY7 tag=NL8E1CUNJTFT type=del 2024-09-19T13:44:37.069 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.066+0000 7f71dac3e8c0 1 > prepared operation key=37OSN0RSHGZZ tag=FR0GVZXIQ3B1 type=del size=530464 2024-09-19T13:44:37.073 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.070+0000 7f71dac3e8c0 1 < completed write operation key=TZNPXQ5Y333X tag=UW18GGLL6IAX type=write size=683008 2024-09-19T13:44:37.077 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.074+0000 7f71dac3e8c0 1 > prepared operation key=37OSN0RSHGZZ tag=P0B9OYK3B1OA type=write size=985614 2024-09-19T13:44:37.081 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.078+0000 7f71dac3e8c0 1 < completed part key=_multipart_JO1LC6YY2PEB.2~IEUA0TRZ2HBI.0 size=760715 2024-09-19T13:44:37.087 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.086+0000 7f71dac3e8c0 1 < completed multipart upload key=JO1LC6YY2PEB upload=IEUA0TRZ2HBI tag=XK41K89FH5Y6 type=write size=1809291 2024-09-19T13:44:37.090 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.086+0000 7f71dac3e8c0 1 > prepared operation key=HXQD0AR5YYML tag=TJY51EHH68CS type=del size=2390473 2024-09-19T13:44:37.098 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.094+0000 7f71dac3e8c0 1 < suggested update operation key=W1PNZKV93AHZ tag=PGJLYDS2UE64 type=del size=2123754 2024-09-19T13:44:37.102 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.098+0000 7f71dac3e8c0 1 > prepared operation key=5UA3A6M3SVPV tag=AJQREYVS0WY3 type=del size=629505 2024-09-19T13:44:37.106 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.102+0000 7f71dac3e8c0 1 < completed delete operation key=8KBRPNQCKIQN tag=MVH4ZI3122ZP type=del 2024-09-19T13:44:37.112 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.110+0000 7f71dac3e8c0 1 > prepared part key=_multipart_Q484UNX3BYBG.2~3EITX8JPTLY5.0 size=1048576 2024-09-19T13:44:37.116 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.114+0000 7f71dac3e8c0 1 > prepared part key=_multipart_Q484UNX3BYBG.2~3EITX8JPTLY5.1 size=545648 2024-09-19T13:44:37.116 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.114+0000 7f71dac3e8c0 1 > prepared multipart upload key=Q484UNX3BYBG upload=3EITX8JPTLY5 tag=YUDNUHV3P8WF type=write size=2642800 2024-09-19T13:44:37.123 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.122+0000 7f71dac3e8c0 1 < suggested remove operation key=1L7F60AU40YA tag=5S4BXU9HT6ZM type=del 2024-09-19T13:44:37.129 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.126+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~YDV3N4UDWCDQ.0 size=1048576 2024-09-19T13:44:37.132 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.130+0000 7f71dac3e8c0 1 > prepared part key=_multipart_IUZEMS5KASUH.2~YDV3N4UDWCDQ.1 size=614832 2024-09-19T13:44:37.132 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.130+0000 7f71dac3e8c0 1 > prepared multipart upload key=IUZEMS5KASUH upload=YDV3N4UDWCDQ tag=T9EZVQB68E3I type=write size=2711984 2024-09-19T13:44:37.136 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.134+0000 7f71dac3e8c0 1 < completed delete operation key=HXQD0AR5YYML tag=OZHUOH7EUFOW type=del 2024-09-19T13:44:37.140 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.138+0000 7f71dac3e8c0 1 > prepared operation key=HXQD0AR5YYML tag=45CRC3TD8UIW type=del size=3192572 2024-09-19T13:44:37.144 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.142+0000 7f71dac3e8c0 1 < completed delete operation key=QMR0T7URJS4W tag=U8DG4FMNCO19 type=del 2024-09-19T13:44:37.150 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.146+0000 7f71dac3e8c0 1 > prepared part key=_multipart_Q484UNX3BYBG.2~NDIBURNWKQ8W.0 size=565755 2024-09-19T13:44:37.150 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.146+0000 7f71dac3e8c0 1 > prepared multipart upload key=Q484UNX3BYBG upload=NDIBURNWKQ8W tag=LM9CQYY90AGL type=write size=1614331 2024-09-19T13:44:37.152 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.150+0000 7f71dac3e8c0 -1 < no bi entry to suggest for operation key=1L7F60AU40YA tag=R4QY7K6O6JJP type=write size=610522: (2) No such file or directory 2024-09-19T13:44:37.159 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.158+0000 7f71dac3e8c0 1 > prepared part key=_multipart_JO1LC6YY2PEB.2~XXYYA7F8AYVG.0 size=919169 2024-09-19T13:44:37.160 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.158+0000 7f71dac3e8c0 1 > prepared multipart upload key=JO1LC6YY2PEB upload=XXYYA7F8AYVG tag=55U0YK3RUB07 type=write size=1967745 2024-09-19T13:44:37.163 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.162+0000 7f71dac3e8c0 1 < completed delete operation key=V22QT1MEZ47G tag=G0807RCQE20C type=del 2024-09-19T13:44:37.170 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.166+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GZF1MCOAN1NO.2~4GIAF4S55JQ1.0 size=1048576 2024-09-19T13:44:37.172 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.170+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GZF1MCOAN1NO.2~4GIAF4S55JQ1.1 size=1048576 2024-09-19T13:44:37.175 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.174+0000 7f71dac3e8c0 1 > prepared part key=_multipart_GZF1MCOAN1NO.2~4GIAF4S55JQ1.2 size=440420 2024-09-19T13:44:37.175 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.174+0000 7f71dac3e8c0 1 > prepared multipart upload key=GZF1MCOAN1NO upload=4GIAF4S55JQ1 tag=QR4QQMK1AX9E type=write size=3586148 2024-09-19T13:44:37.179 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.178+0000 7f71dac3e8c0 1 < completed delete operation key=5UA3A6M3SVPV tag=KEQRE17FONMD type=del 2024-09-19T13:44:37.183 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.182+0000 7f71dac3e8c0 1 > prepared operation key=GZF1MCOAN1NO tag=66AOG3W4XRW9 type=del size=1539572 2024-09-19T13:44:37.187 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.186+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ7EXTELNUF4.2~MDA0YJFCP696.0 size=1048576 2024-09-19T13:44:37.190 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.186+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ7EXTELNUF4.2~MDA0YJFCP696.1 size=1048576 2024-09-19T13:44:37.193 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.190+0000 7f71dac3e8c0 1 < completed part key=_multipart_NJ7EXTELNUF4.2~MDA0YJFCP696.2 size=749308 2024-09-19T13:44:37.199 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.198+0000 7f71dac3e8c0 1 < completed multipart upload key=NJ7EXTELNUF4 upload=MDA0YJFCP696 tag=W7E6OA0B8TZF type=write size=3895036 2024-09-19T13:44:37.203 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.202+0000 7f71dac3e8c0 1 > prepared operation key=K7SNV9YW44WO tag=TP1P2N51K438 type=del size=1915735 2024-09-19T13:44:37.207 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.206+0000 7f71dac3e8c0 1 < completed delete operation key=E5541PV8MDY7 tag=E6PAR2F5QIBV type=del 2024-09-19T13:44:37.214 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.210+0000 7f71dac3e8c0 1 > prepared part key=_multipart_37OSN0RSHGZZ.2~R4HLTC9WHOR0.0 size=1048576 2024-09-19T13:44:37.217 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.214+0000 7f71dac3e8c0 1 > prepared part key=_multipart_37OSN0RSHGZZ.2~R4HLTC9WHOR0.1 size=1048576 2024-09-19T13:44:37.220 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.218+0000 7f71dac3e8c0 1 > prepared part key=_multipart_37OSN0RSHGZZ.2~R4HLTC9WHOR0.2 size=214617 2024-09-19T13:44:37.220 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.218+0000 7f71dac3e8c0 1 > prepared multipart upload key=37OSN0RSHGZZ upload=R4HLTC9WHOR0 tag=I8Z70YJCN12N type=write size=3360345 2024-09-19T13:44:37.224 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.222+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~39MT6O5USPD7.0 size=865134 2024-09-19T13:44:37.230 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.226+0000 7f71dac3e8c0 1 < completed multipart upload key=IUZEMS5KASUH upload=39MT6O5USPD7 tag=NP7DUCV4WTY5 type=write size=1913710 2024-09-19T13:44:37.234 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.230+0000 7f71dac3e8c0 1 > prepared operation key=8NT83XBF9HN8 tag=4N39RIUX0519 type=del size=275226 2024-09-19T13:44:37.238 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.234+0000 7f71dac3e8c0 1 < completed delete operation key=QMR0T7URJS4W tag=WZ4O9FFHFZTF type=del 2024-09-19T13:44:37.245 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.242+0000 7f71dac3e8c0 1 > prepared part key=_multipart_A0ZG34NFHPW5.2~G5RCH7SWVJ54.0 size=1048576 2024-09-19T13:44:37.248 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.246+0000 7f71dac3e8c0 1 > prepared part key=_multipart_A0ZG34NFHPW5.2~G5RCH7SWVJ54.1 size=331590 2024-09-19T13:44:37.248 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.246+0000 7f71dac3e8c0 1 > prepared multipart upload key=A0ZG34NFHPW5 upload=G5RCH7SWVJ54 tag=CYTVJ5EF01SJ type=write size=2428742 2024-09-19T13:44:37.256 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.254+0000 7f71dac3e8c0 1 < suggested remove operation key=W1PNZKV93AHZ tag=BDAJHQQ4XBFS type=del 2024-09-19T13:44:37.260 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.258+0000 7f71dac3e8c0 1 > prepared operation key=D131FP2BZYDS tag=83YVIPSR1LZB type=del size=2209017 2024-09-19T13:44:37.268 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.266+0000 7f71dac3e8c0 1 < completed delete operation key=37OSN0RSHGZZ tag=FR0GVZXIQ3B1 type=del 2024-09-19T13:44:37.273 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.270+0000 7f71dac3e8c0 1 > prepared operation key=NJ64P4D0EIT4 tag=B73ZCW5TZQJC type=del size=894078 2024-09-19T13:44:37.277 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.274+0000 7f71dac3e8c0 1 < completed write operation key=37OSN0RSHGZZ tag=P0B9OYK3B1OA type=write size=985614 2024-09-19T13:44:37.280 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.278+0000 7f71dac3e8c0 1 > prepared operation key=NJ7EXTELNUF4 tag=BEBG2BDVGT9V type=del size=2855390 2024-09-19T13:44:37.285 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.282+0000 7f71dac3e8c0 1 < completed delete operation key=HXQD0AR5YYML tag=TJY51EHH68CS type=del 2024-09-19T13:44:37.289 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.286+0000 7f71dac3e8c0 1 > prepared operation key=37OSN0RSHGZZ tag=WX32AJ6333NI type=del size=3224606 2024-09-19T13:44:37.293 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.290+0000 7f71dac3e8c0 1 < canceled operation key=5UA3A6M3SVPV tag=AJQREYVS0WY3 type=del size=629505 2024-09-19T13:44:37.300 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.298+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~WEYFMDSYMD2E.0 size=1048576 2024-09-19T13:44:37.303 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.302+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~WEYFMDSYMD2E.1 size=1048576 2024-09-19T13:44:37.306 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.302+0000 7f71dac3e8c0 1 > prepared part key=_multipart_7KN90I8B7PUK.2~WEYFMDSYMD2E.2 size=443680 2024-09-19T13:44:37.306 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.302+0000 7f71dac3e8c0 1 > prepared multipart upload key=7KN90I8B7PUK upload=WEYFMDSYMD2E tag=O1740JA75NDL type=write size=3589408 2024-09-19T13:44:37.307 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.306+0000 7f71dac3e8c0 1 < canceled part key=_multipart_Q484UNX3BYBG.2~3EITX8JPTLY5.0 size=1048576 2024-09-19T13:44:37.310 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.306+0000 7f71dac3e8c0 1 < completed part key=_multipart_Q484UNX3BYBG.2~3EITX8JPTLY5.1 size=545648 2024-09-19T13:44:37.316 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.314+0000 7f71dac3e8c0 1 < canceled multipart upload key=Q484UNX3BYBG upload=3EITX8JPTLY5 tag=YUDNUHV3P8WF type=write size=2642800 2024-09-19T13:44:37.320 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.318+0000 7f71dac3e8c0 1 > prepared operation key=37OSN0RSHGZZ tag=ZRWT7670DXTJ type=del size=2030735 2024-09-19T13:44:37.324 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.322+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~YDV3N4UDWCDQ.0 size=1048576 2024-09-19T13:44:37.327 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.326+0000 7f71dac3e8c0 1 < completed part key=_multipart_IUZEMS5KASUH.2~YDV3N4UDWCDQ.1 size=614832 2024-09-19T13:44:37.334 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.330+0000 7f71dac3e8c0 1 < completed multipart upload key=IUZEMS5KASUH upload=YDV3N4UDWCDQ tag=T9EZVQB68E3I type=write size=2711984 2024-09-19T13:44:37.337 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.334+0000 7f71dac3e8c0 1 > prepared operation key=V22QT1MEZ47G tag=0VUQ56Z276E1 type=del size=2368666 2024-09-19T13:44:37.341 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.338+0000 7f71dac3e8c0 1 < completed delete operation key=HXQD0AR5YYML tag=45CRC3TD8UIW type=del 2024-09-19T13:44:37.346 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:44:37.342+0000 7f71dac3e8c0 1 > prepared operation key=LIMYIIX8WVBS tag=FR8XCDX3CRZF type=write size=56931 2024-09-19T13:44:37.347 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw_stats.simulate (28689 ms) 2024-09-19T13:44:37.347 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 1 test from cls_rgw_stats (28689 ms total) 2024-09-19T13:44:37.347 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-09-19T13:44:37.347 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment tear-down 2024-09-19T13:44:37.844 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] 1 test from 1 test suite ran. (31113 ms total) 2024-09-19T13:44:37.844 INFO:tasks.workunit.client.0.smithi031.stdout:[ PASSED ] 1 test. 2024-09-19T13:44:37.851 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-19T13:44:37.851 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-19T13:44:37.908 INFO:tasks.workunit:Running workunits matching cls/test_cls_cmpomap.sh on client.0... 2024-09-19T13:44:37.909 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-09-19T13:44:37.909 DEBUG:teuthology.orchestra.run.smithi031:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=08af21e0d16078b88ddf808fe9ba2ab84dbe6754 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-09-19T13:44:37.975 INFO:tasks.workunit.client.0.smithi031.stdout:Running main() from gmock_main.cc 2024-09-19T13:44:37.976 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] Running 31 tests from 1 test suite. 2024-09-19T13:44:37.976 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment set-up. 2024-09-19T13:44:39.876 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 31 tests from CmpOmap 2024-09-19T13:44:39.876 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-09-19T13:44:39.894 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (19 ms) 2024-09-19T13:44:39.894 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-09-19T13:44:39.899 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (5 ms) 2024-09-19T13:44:39.899 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-09-19T13:44:39.907 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (8 ms) 2024-09-19T13:44:39.908 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-09-19T13:44:39.915 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (8 ms) 2024-09-19T13:44:39.915 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-09-19T13:44:39.927 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_vals_str (11 ms) 2024-09-19T13:44:39.927 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-09-19T13:44:39.948 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_vals_u64 (20 ms) 2024-09-19T13:44:39.948 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-09-19T13:44:39.955 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (8 ms) 2024-09-19T13:44:39.956 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-09-19T13:44:39.962 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (7 ms) 2024-09-19T13:44:39.962 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-09-19T13:44:39.973 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (11 ms) 2024-09-19T13:44:39.973 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-09-19T13:44:39.981 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (8 ms) 2024-09-19T13:44:39.981 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-09-19T13:44:39.983 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (2 ms) 2024-09-19T13:44:39.983 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-09-19T13:44:39.984 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (1 ms) 2024-09-19T13:44:39.985 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-09-19T13:44:39.999 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (15 ms) 2024-09-19T13:44:39.999 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-09-19T13:44:40.219 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (220 ms) 2024-09-19T13:44:40.219 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-09-19T13:44:40.236 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (17 ms) 2024-09-19T13:44:40.236 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-09-19T13:44:40.257 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (21 ms) 2024-09-19T13:44:40.257 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-09-19T13:44:40.281 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_set_vals_str (23 ms) 2024-09-19T13:44:40.281 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-09-19T13:44:40.301 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (21 ms) 2024-09-19T13:44:40.301 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-09-19T13:44:40.307 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (6 ms) 2024-09-19T13:44:40.307 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-09-19T13:44:40.315 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (8 ms) 2024-09-19T13:44:40.315 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-09-19T13:44:40.318 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (3 ms) 2024-09-19T13:44:40.318 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-09-19T13:44:40.320 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (2 ms) 2024-09-19T13:44:40.320 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-09-19T13:44:40.340 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (20 ms) 2024-09-19T13:44:40.340 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-09-19T13:44:40.357 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (17 ms) 2024-09-19T13:44:40.358 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-09-19T13:44:40.378 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (21 ms) 2024-09-19T13:44:40.378 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-09-19T13:44:40.398 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (20 ms) 2024-09-19T13:44:40.398 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-09-19T13:44:40.403 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (5 ms) 2024-09-19T13:44:40.404 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-09-19T13:44:40.412 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (9 ms) 2024-09-19T13:44:40.412 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-09-19T13:44:40.415 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (3 ms) 2024-09-19T13:44:40.415 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-09-19T13:44:40.417 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (2 ms) 2024-09-19T13:44:40.417 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-09-19T13:44:40.438 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (21 ms) 2024-09-19T13:44:40.438 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 31 tests from CmpOmap (563 ms total) 2024-09-19T13:44:40.438 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-09-19T13:44:40.438 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment tear-down 2024-09-19T13:44:40.896 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] 31 tests from 1 test suite ran. (2921 ms total) 2024-09-19T13:44:40.896 INFO:tasks.workunit.client.0.smithi031.stdout:[ PASSED ] 31 tests. 2024-09-19T13:44:40.904 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-19T13:44:40.905 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-19T13:44:40.960 INFO:tasks.workunit:Running workunits matching cls/test_cls_2pc_queue.sh on client.0... 2024-09-19T13:44:40.962 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-09-19T13:44:40.962 DEBUG:teuthology.orchestra.run.smithi031:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=08af21e0d16078b88ddf808fe9ba2ab84dbe6754 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-09-19T13:44:41.030 INFO:tasks.workunit.client.0.smithi031.stdout:Running main() from gmock_main.cc 2024-09-19T13:44:41.031 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] Running 24 tests from 1 test suite. 2024-09-19T13:44:41.031 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment set-up. 2024-09-19T13:44:41.031 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 24 tests from TestCls2PCQueue 2024-09-19T13:44:41.031 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-09-19T13:44:43.895 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2865 ms) 2024-09-19T13:44:43.895 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-09-19T13:44:46.949 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3054 ms) 2024-09-19T13:44:46.997 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-09-19T13:44:50.015 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.Reserve (3061 ms) 2024-09-19T13:44:50.015 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-09-19T13:44:53.070 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3060 ms) 2024-09-19T13:44:53.071 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-09-19T13:44:57.112 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.Commit (4036 ms) 2024-09-19T13:44:57.112 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.Stats 2024-09-19T13:45:01.172 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.Stats (4066 ms) 2024-09-19T13:45:01.173 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.UpgradeFromReef 2024-09-19T13:45:06.329 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.UpgradeFromReef (5156 ms) 2024-09-19T13:45:06.329 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-09-19T13:45:09.360 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.Abort (3032 ms) 2024-09-19T13:45:09.360 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-09-19T13:45:12.409 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.ReserveError (3048 ms) 2024-09-19T13:45:12.409 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-09-19T13:45:15.482 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.CommitError (3073 ms) 2024-09-19T13:45:15.482 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-09-19T13:45:18.535 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.AbortError (3053 ms) 2024-09-19T13:45:18.535 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-09-19T13:45:21.587 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3052 ms) 2024-09-19T13:45:21.587 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-09-19T13:45:24.607 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3020 ms) 2024-09-19T13:45:24.607 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-09-19T13:45:27.691 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3084 ms) 2024-09-19T13:45:27.691 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-09-19T13:45:30.746 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3048 ms) 2024-09-19T13:45:30.747 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-09-19T13:45:33.765 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3025 ms) 2024-09-19T13:45:33.765 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-09-19T13:45:36.801 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3036 ms) 2024-09-19T13:45:36.801 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-09-19T13:45:39.849 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.Cleanup (3048 ms) 2024-09-19T13:45:39.849 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-09-19T13:45:54.338 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.MultiProducer (14489 ms) 2024-09-19T13:45:54.338 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-09-19T13:45:59.399 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (5061 ms) 2024-09-19T13:45:59.399 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-09-19T13:46:12.507 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (13108 ms) 2024-09-19T13:46:12.507 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-09-19T13:46:19.573 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (7066 ms) 2024-09-19T13:46:19.573 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-09-19T13:46:28.866 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (9288 ms) 2024-09-19T13:46:28.866 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-09-19T13:46:37.926 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (9065 ms) 2024-09-19T13:46:37.926 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 24 tests from TestCls2PCQueue (116896 ms total) 2024-09-19T13:46:37.927 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-09-19T13:46:37.927 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment tear-down 2024-09-19T13:46:37.927 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] 24 tests from 1 test suite ran. (116896 ms total) 2024-09-19T13:46:37.927 INFO:tasks.workunit.client.0.smithi031.stdout:[ PASSED ] 24 tests. 2024-09-19T13:46:37.932 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-19T13:46:37.932 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-19T13:46:37.987 INFO:tasks.workunit:Running workunits matching cls/test_cls_user.sh on client.0... 2024-09-19T13:46:37.989 INFO:tasks.workunit:Running workunit cls/test_cls_user.sh... 2024-09-19T13:46:37.989 DEBUG:teuthology.orchestra.run.smithi031:workunit test cls/test_cls_user.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=08af21e0d16078b88ddf808fe9ba2ab84dbe6754 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_user.sh 2024-09-19T13:46:38.065 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:46:38.065 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:46:38.066 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-19T13:46:38.066 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment set-up. 2024-09-19T13:46:39.969 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 4 tests from ClsAccount 2024-09-19T13:46:39.969 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsAccount.add 2024-09-19T13:46:39.991 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsAccount.add (23 ms) 2024-09-19T13:46:39.992 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsAccount.get 2024-09-19T13:46:40.003 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsAccount.get (12 ms) 2024-09-19T13:46:40.003 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsAccount.rm 2024-09-19T13:46:40.021 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsAccount.rm (17 ms) 2024-09-19T13:46:40.021 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsAccount.list 2024-09-19T13:46:40.059 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsAccount.list (39 ms) 2024-09-19T13:46:40.060 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 4 tests from ClsAccount (91 ms total) 2024-09-19T13:46:40.060 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-09-19T13:46:40.060 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment tear-down 2024-09-19T13:46:40.970 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] 4 tests from 1 test suite ran. (2904 ms total) 2024-09-19T13:46:40.970 INFO:tasks.workunit.client.0.smithi031.stdout:[ PASSED ] 4 tests. 2024-09-19T13:46:40.975 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-19T13:46:40.975 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-19T13:46:41.031 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_gc_log.sh on client.0... 2024-09-19T13:46:41.032 INFO:tasks.workunit:Running workunit rgw/test_rgw_gc_log.sh... 2024-09-19T13:46:41.032 DEBUG:teuthology.orchestra.run.smithi031:workunit test rgw/test_rgw_gc_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=08af21e0d16078b88ddf808fe9ba2ab84dbe6754 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_gc_log.sh 2024-09-19T13:46:41.108 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:46:41.109 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:46:41.109 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] Running 6 tests from 1 test suite. 2024-09-19T13:46:41.109 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment set-up. 2024-09-19T13:46:42.989 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 6 tests from rgw_gc_log 2024-09-19T13:46:42.989 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] rgw_gc_log.init_existing_queue 2024-09-19T13:46:43.016 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] rgw_gc_log.init_existing_queue (27 ms) 2024-09-19T13:46:43.016 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] rgw_gc_log.init_existing_omap 2024-09-19T13:46:43.024 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] rgw_gc_log.init_existing_omap (8 ms) 2024-09-19T13:46:43.024 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] rgw_gc_log.enqueue1_after_init 2024-09-19T13:46:43.265 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] rgw_gc_log.enqueue1_after_init (241 ms) 2024-09-19T13:46:43.265 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] rgw_gc_log.enqueue2_before_init 2024-09-19T13:46:43.268 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] rgw_gc_log.enqueue2_before_init (3 ms) 2024-09-19T13:46:43.268 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] rgw_gc_log.defer1_after_init 2024-09-19T13:46:43.274 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] rgw_gc_log.defer1_after_init (6 ms) 2024-09-19T13:46:43.274 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] rgw_gc_log.defer2_before_init 2024-09-19T13:46:43.279 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] rgw_gc_log.defer2_before_init (5 ms) 2024-09-19T13:46:43.279 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 6 tests from rgw_gc_log (290 ms total) 2024-09-19T13:46:43.279 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-09-19T13:46:43.279 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment tear-down 2024-09-19T13:46:43.995 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] 6 tests from 1 test suite ran. (2886 ms total) 2024-09-19T13:46:43.995 INFO:tasks.workunit.client.0.smithi031.stdout:[ PASSED ] 6 tests. 2024-09-19T13:46:44.000 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-19T13:46:44.000 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-19T13:46:44.056 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_obj.sh on client.0... 2024-09-19T13:46:44.057 INFO:tasks.workunit:Running workunit rgw/test_rgw_obj.sh... 2024-09-19T13:46:44.057 DEBUG:teuthology.orchestra.run.smithi031:workunit test rgw/test_rgw_obj.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=08af21e0d16078b88ddf808fe9ba2ab84dbe6754 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_obj.sh 2024-09-19T13:46:44.131 INFO:tasks.workunit.client.0.smithi031.stdout:Running main() from gmock_main.cc 2024-09-19T13:46:44.131 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-19T13:46:44.131 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment set-up. 2024-09-19T13:46:44.131 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 4 tests from TestRGWObj 2024-09-19T13:46:44.131 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestRGWObj.underscore 2024-09-19T13:46:44.131 INFO:tasks.workunit.client.0.smithi031.stdout:parsed: _obj 2024-09-19T13:46:44.131 INFO:tasks.workunit.client.0.smithi031.stdout:parsed: _obj 2024-09-19T13:46:44.131 INFO:tasks.workunit.client.0.smithi031.stdout:stripped: _obj ns= i= 2024-09-19T13:46:44.131 INFO:tasks.workunit.client.0.smithi031.stdout:parsed: _obj 2024-09-19T13:46:44.131 INFO:tasks.workunit.client.0.smithi031.stdout:parsed: _obj 2024-09-19T13:46:44.131 INFO:tasks.workunit.client.0.smithi031.stdout:stripped: _obj ns= i= 2024-09-19T13:46:44.132 INFO:tasks.workunit.client.0.smithi031.stdout:parsed: _obj 2024-09-19T13:46:44.132 INFO:tasks.workunit.client.0.smithi031.stdout:parsed: _obj 2024-09-19T13:46:44.132 INFO:tasks.workunit.client.0.smithi031.stdout:stripped: _obj ns= i= 2024-09-19T13:46:44.132 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.132 INFO:tasks.workunit.client.0.smithi031.stdout: "obj1": { 2024-09-19T13:46:44.132 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.132 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.132 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.132 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.132 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.132 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.132 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.132 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.133 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.133 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.133 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.133 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.133 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_obj", 2024-09-19T13:46:44.133 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.133 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.133 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.133 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.133 INFO:tasks.workunit.client.0.smithi031.stdout: "obj2": { 2024-09-19T13:46:44.133 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.133 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.134 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.134 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.134 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.134 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.134 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.134 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.134 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.134 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.134 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.134 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.134 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_obj", 2024-09-19T13:46:44.134 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.134 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.135 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.135 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.135 INFO:tasks.workunit.client.0.smithi031.stdout: "obj3": { 2024-09-19T13:46:44.135 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.135 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.135 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.135 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.135 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.135 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.135 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.135 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.135 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.135 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.136 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.136 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.136 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_obj", 2024-09-19T13:46:44.136 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.136 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.136 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.136 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.136 INFO:tasks.workunit.client.0.smithi031.stdout: "obj3-2": { 2024-09-19T13:46:44.136 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.136 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.136 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.136 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.137 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.137 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.137 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.137 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.137 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.137 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.137 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.137 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.137 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_obj", 2024-09-19T13:46:44.137 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.137 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.137 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.137 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.138 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.138 INFO:tasks.workunit.client.0.smithi031.stdout:parsed: _obj 2024-09-19T13:46:44.138 INFO:tasks.workunit.client.0.smithi031.stdout:parsed: _obj 2024-09-19T13:46:44.138 INFO:tasks.workunit.client.0.smithi031.stdout:stripped: _obj ns=ns i= 2024-09-19T13:46:44.138 INFO:tasks.workunit.client.0.smithi031.stdout:parsed: _obj 2024-09-19T13:46:44.138 INFO:tasks.workunit.client.0.smithi031.stdout:parsed: _obj 2024-09-19T13:46:44.138 INFO:tasks.workunit.client.0.smithi031.stdout:stripped: _obj ns=ns i= 2024-09-19T13:46:44.138 INFO:tasks.workunit.client.0.smithi031.stdout:parsed: _obj 2024-09-19T13:46:44.138 INFO:tasks.workunit.client.0.smithi031.stdout:parsed: _obj 2024-09-19T13:46:44.138 INFO:tasks.workunit.client.0.smithi031.stdout:stripped: _obj ns=ns i= 2024-09-19T13:46:44.138 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.138 INFO:tasks.workunit.client.0.smithi031.stdout: "obj1": { 2024-09-19T13:46:44.138 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.138 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.138 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.139 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.139 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.139 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.139 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.139 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.139 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.139 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.139 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.139 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.139 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_obj", 2024-09-19T13:46:44.139 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.139 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "ns" 2024-09-19T13:46:44.139 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.139 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.140 INFO:tasks.workunit.client.0.smithi031.stdout: "obj2": { 2024-09-19T13:46:44.140 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.140 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.140 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.140 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.140 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.140 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.140 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.140 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.140 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.140 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.140 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.140 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.141 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_obj", 2024-09-19T13:46:44.141 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.141 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "ns" 2024-09-19T13:46:44.141 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.141 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.141 INFO:tasks.workunit.client.0.smithi031.stdout: "obj3": { 2024-09-19T13:46:44.141 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.141 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.141 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.141 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.141 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.141 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.142 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.142 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.142 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.142 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.142 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.142 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.142 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_obj", 2024-09-19T13:46:44.142 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.142 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.143 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.143 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.143 INFO:tasks.workunit.client.0.smithi031.stdout: "obj3-2": { 2024-09-19T13:46:44.143 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.143 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.143 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.143 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.143 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.143 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.143 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.143 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.143 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.143 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.144 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.144 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.144 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_obj", 2024-09-19T13:46:44.144 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.144 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "ns" 2024-09-19T13:46:44.144 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.144 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.144 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.144 INFO:tasks.workunit.client.0.smithi031.stdout:parsed: _obj[v1] 2024-09-19T13:46:44.144 INFO:tasks.workunit.client.0.smithi031.stdout:parsed: _obj[v1] 2024-09-19T13:46:44.144 INFO:tasks.workunit.client.0.smithi031.stdout:stripped: _obj ns= i=v1 2024-09-19T13:46:44.144 INFO:tasks.workunit.client.0.smithi031.stdout:parsed: _obj[v1] 2024-09-19T13:46:44.144 INFO:tasks.workunit.client.0.smithi031.stdout:parsed: _obj[v1] 2024-09-19T13:46:44.145 INFO:tasks.workunit.client.0.smithi031.stdout:stripped: _obj ns= i=v1 2024-09-19T13:46:44.145 INFO:tasks.workunit.client.0.smithi031.stdout:parsed: _obj[v1] 2024-09-19T13:46:44.145 INFO:tasks.workunit.client.0.smithi031.stdout:parsed: _obj[v1] 2024-09-19T13:46:44.145 INFO:tasks.workunit.client.0.smithi031.stdout:stripped: _obj ns= i=v1 2024-09-19T13:46:44.145 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.145 INFO:tasks.workunit.client.0.smithi031.stdout: "obj1": { 2024-09-19T13:46:44.145 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.145 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.145 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.145 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.145 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.145 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.146 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.146 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.146 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.146 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.146 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.146 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.146 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_obj", 2024-09-19T13:46:44.146 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "v1", 2024-09-19T13:46:44.146 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.146 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.146 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.146 INFO:tasks.workunit.client.0.smithi031.stdout: "obj2": { 2024-09-19T13:46:44.147 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.147 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.147 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.147 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.147 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.147 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.147 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.147 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.147 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.147 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.147 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.147 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.148 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_obj", 2024-09-19T13:46:44.148 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "v1", 2024-09-19T13:46:44.148 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.148 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.148 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.148 INFO:tasks.workunit.client.0.smithi031.stdout: "obj3": { 2024-09-19T13:46:44.148 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.148 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.148 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.148 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.148 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.149 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.149 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.149 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.149 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.149 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.149 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.149 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.149 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_obj", 2024-09-19T13:46:44.149 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.149 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.149 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.150 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.150 INFO:tasks.workunit.client.0.smithi031.stdout: "obj3-2": { 2024-09-19T13:46:44.150 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.150 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.150 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.150 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.150 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.150 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.150 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.150 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.150 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.150 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.150 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.151 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.151 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_obj", 2024-09-19T13:46:44.151 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "v1", 2024-09-19T13:46:44.151 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.151 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.151 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.151 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.151 INFO:tasks.workunit.client.0.smithi031.stdout:parsed: _obj[v1] 2024-09-19T13:46:44.151 INFO:tasks.workunit.client.0.smithi031.stdout:parsed: _obj[v1] 2024-09-19T13:46:44.151 INFO:tasks.workunit.client.0.smithi031.stdout:stripped: _obj ns=ns i=v1 2024-09-19T13:46:44.151 INFO:tasks.workunit.client.0.smithi031.stdout:parsed: _obj[v1] 2024-09-19T13:46:44.151 INFO:tasks.workunit.client.0.smithi031.stdout:parsed: _obj[v1] 2024-09-19T13:46:44.151 INFO:tasks.workunit.client.0.smithi031.stdout:stripped: _obj ns=ns i=v1 2024-09-19T13:46:44.152 INFO:tasks.workunit.client.0.smithi031.stdout:parsed: _obj[v1] 2024-09-19T13:46:44.152 INFO:tasks.workunit.client.0.smithi031.stdout:parsed: _obj[v1] 2024-09-19T13:46:44.152 INFO:tasks.workunit.client.0.smithi031.stdout:stripped: _obj ns=ns i=v1 2024-09-19T13:46:44.152 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.152 INFO:tasks.workunit.client.0.smithi031.stdout: "obj1": { 2024-09-19T13:46:44.152 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.152 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.152 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.152 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.152 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.152 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.152 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.152 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.153 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.153 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.153 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.153 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.153 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_obj", 2024-09-19T13:46:44.153 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "v1", 2024-09-19T13:46:44.153 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "ns" 2024-09-19T13:46:44.153 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.153 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.153 INFO:tasks.workunit.client.0.smithi031.stdout: "obj2": { 2024-09-19T13:46:44.153 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.153 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.154 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.154 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.154 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.154 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.154 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.154 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.154 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.154 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.154 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.154 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.154 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_obj", 2024-09-19T13:46:44.154 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "v1", 2024-09-19T13:46:44.154 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "ns" 2024-09-19T13:46:44.155 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.155 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.155 INFO:tasks.workunit.client.0.smithi031.stdout: "obj3": { 2024-09-19T13:46:44.155 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.155 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.155 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.155 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.155 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.155 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.155 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.155 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.155 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.155 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.156 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.156 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.156 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_obj", 2024-09-19T13:46:44.156 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.156 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.156 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.156 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.156 INFO:tasks.workunit.client.0.smithi031.stdout: "obj3-2": { 2024-09-19T13:46:44.156 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.156 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.156 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.156 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.156 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.156 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.157 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.157 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.157 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.157 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.157 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.157 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.157 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_obj", 2024-09-19T13:46:44.157 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "v1", 2024-09-19T13:46:44.157 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "ns" 2024-09-19T13:46:44.157 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.157 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.157 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.157 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestRGWObj.underscore (1 ms) 2024-09-19T13:46:44.158 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestRGWObj.no_underscore 2024-09-19T13:46:44.158 INFO:tasks.workunit.client.0.smithi031.stdout:parsed: obj 2024-09-19T13:46:44.158 INFO:tasks.workunit.client.0.smithi031.stdout:parsed: obj 2024-09-19T13:46:44.158 INFO:tasks.workunit.client.0.smithi031.stdout:stripped: obj ns= i= 2024-09-19T13:46:44.158 INFO:tasks.workunit.client.0.smithi031.stdout:parsed: obj 2024-09-19T13:46:44.158 INFO:tasks.workunit.client.0.smithi031.stdout:parsed: obj 2024-09-19T13:46:44.158 INFO:tasks.workunit.client.0.smithi031.stdout:stripped: obj ns= i= 2024-09-19T13:46:44.158 INFO:tasks.workunit.client.0.smithi031.stdout:parsed: obj 2024-09-19T13:46:44.158 INFO:tasks.workunit.client.0.smithi031.stdout:parsed: obj 2024-09-19T13:46:44.158 INFO:tasks.workunit.client.0.smithi031.stdout:stripped: obj ns= i= 2024-09-19T13:46:44.158 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.158 INFO:tasks.workunit.client.0.smithi031.stdout: "obj1": { 2024-09-19T13:46:44.158 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.158 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.159 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.159 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.159 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.159 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.159 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.159 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.159 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.159 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.159 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.159 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.159 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "obj", 2024-09-19T13:46:44.159 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.160 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.160 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.160 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.160 INFO:tasks.workunit.client.0.smithi031.stdout: "obj2": { 2024-09-19T13:46:44.160 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.160 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.160 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.160 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.160 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.160 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.160 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.160 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.160 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.161 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.161 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.161 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.161 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "obj", 2024-09-19T13:46:44.161 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.161 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.161 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.161 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.161 INFO:tasks.workunit.client.0.smithi031.stdout: "obj3": { 2024-09-19T13:46:44.161 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.162 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.162 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.162 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.162 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.162 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.162 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.162 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.162 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.162 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.162 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.162 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.163 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "obj", 2024-09-19T13:46:44.163 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.163 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.163 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.163 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.163 INFO:tasks.workunit.client.0.smithi031.stdout: "obj3-2": { 2024-09-19T13:46:44.163 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.163 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.163 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.163 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.163 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.163 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.163 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.164 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.164 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.164 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.164 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.164 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.164 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "obj", 2024-09-19T13:46:44.164 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.164 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.164 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.164 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.164 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.164 INFO:tasks.workunit.client.0.smithi031.stdout:parsed: obj 2024-09-19T13:46:44.164 INFO:tasks.workunit.client.0.smithi031.stdout:parsed: obj 2024-09-19T13:46:44.164 INFO:tasks.workunit.client.0.smithi031.stdout:stripped: obj ns=ns i= 2024-09-19T13:46:44.165 INFO:tasks.workunit.client.0.smithi031.stdout:parsed: obj 2024-09-19T13:46:44.165 INFO:tasks.workunit.client.0.smithi031.stdout:parsed: obj 2024-09-19T13:46:44.165 INFO:tasks.workunit.client.0.smithi031.stdout:stripped: obj ns=ns i= 2024-09-19T13:46:44.165 INFO:tasks.workunit.client.0.smithi031.stdout:parsed: obj 2024-09-19T13:46:44.165 INFO:tasks.workunit.client.0.smithi031.stdout:parsed: obj 2024-09-19T13:46:44.165 INFO:tasks.workunit.client.0.smithi031.stdout:stripped: obj ns=ns i= 2024-09-19T13:46:44.165 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.165 INFO:tasks.workunit.client.0.smithi031.stdout: "obj1": { 2024-09-19T13:46:44.165 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.165 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.165 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.165 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.165 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.166 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.166 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.166 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.166 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.166 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.166 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.166 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.166 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "obj", 2024-09-19T13:46:44.166 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.166 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "ns" 2024-09-19T13:46:44.166 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.166 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.167 INFO:tasks.workunit.client.0.smithi031.stdout: "obj2": { 2024-09-19T13:46:44.167 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.167 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.167 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.167 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.167 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.167 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.167 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.167 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.167 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.167 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.168 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.168 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.168 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "obj", 2024-09-19T13:46:44.168 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.168 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "ns" 2024-09-19T13:46:44.168 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.168 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.168 INFO:tasks.workunit.client.0.smithi031.stdout: "obj3": { 2024-09-19T13:46:44.168 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.168 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.168 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.168 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.168 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.169 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.169 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.169 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.169 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.169 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.169 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.169 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.169 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "obj", 2024-09-19T13:46:44.169 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.170 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.170 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.170 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.170 INFO:tasks.workunit.client.0.smithi031.stdout: "obj3-2": { 2024-09-19T13:46:44.170 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.170 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.170 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.170 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.170 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.170 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.170 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.170 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.171 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.171 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.171 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.171 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.171 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "obj", 2024-09-19T13:46:44.171 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.171 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "ns" 2024-09-19T13:46:44.171 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.171 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.171 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.171 INFO:tasks.workunit.client.0.smithi031.stdout:parsed: obj[v1] 2024-09-19T13:46:44.171 INFO:tasks.workunit.client.0.smithi031.stdout:parsed: obj[v1] 2024-09-19T13:46:44.172 INFO:tasks.workunit.client.0.smithi031.stdout:stripped: obj ns= i=v1 2024-09-19T13:46:44.172 INFO:tasks.workunit.client.0.smithi031.stdout:parsed: obj[v1] 2024-09-19T13:46:44.172 INFO:tasks.workunit.client.0.smithi031.stdout:parsed: obj[v1] 2024-09-19T13:46:44.172 INFO:tasks.workunit.client.0.smithi031.stdout:stripped: obj ns= i=v1 2024-09-19T13:46:44.172 INFO:tasks.workunit.client.0.smithi031.stdout:parsed: obj[v1] 2024-09-19T13:46:44.172 INFO:tasks.workunit.client.0.smithi031.stdout:parsed: obj[v1] 2024-09-19T13:46:44.172 INFO:tasks.workunit.client.0.smithi031.stdout:stripped: obj ns= i=v1 2024-09-19T13:46:44.172 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.172 INFO:tasks.workunit.client.0.smithi031.stdout: "obj1": { 2024-09-19T13:46:44.172 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.172 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.172 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.172 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.173 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.173 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.173 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.173 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.173 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.173 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.173 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.173 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.173 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "obj", 2024-09-19T13:46:44.173 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "v1", 2024-09-19T13:46:44.173 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.173 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.173 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.174 INFO:tasks.workunit.client.0.smithi031.stdout: "obj2": { 2024-09-19T13:46:44.174 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.174 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.174 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.174 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.174 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.174 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.174 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.174 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.174 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.174 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.174 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.174 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.175 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "obj", 2024-09-19T13:46:44.175 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "v1", 2024-09-19T13:46:44.175 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.175 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.175 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.175 INFO:tasks.workunit.client.0.smithi031.stdout: "obj3": { 2024-09-19T13:46:44.175 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.175 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.175 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.175 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.175 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.175 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.175 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.176 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.176 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.176 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.176 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.176 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.176 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "obj", 2024-09-19T13:46:44.176 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.176 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.176 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.176 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.176 INFO:tasks.workunit.client.0.smithi031.stdout: "obj3-2": { 2024-09-19T13:46:44.176 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.176 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.177 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.177 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.177 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.177 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.177 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.177 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.177 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.177 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.177 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.177 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.177 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "obj", 2024-09-19T13:46:44.177 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "v1", 2024-09-19T13:46:44.177 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.177 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.178 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.178 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.178 INFO:tasks.workunit.client.0.smithi031.stdout:parsed: obj[v1] 2024-09-19T13:46:44.178 INFO:tasks.workunit.client.0.smithi031.stdout:parsed: obj[v1] 2024-09-19T13:46:44.178 INFO:tasks.workunit.client.0.smithi031.stdout:stripped: obj ns=ns i=v1 2024-09-19T13:46:44.178 INFO:tasks.workunit.client.0.smithi031.stdout:parsed: obj[v1] 2024-09-19T13:46:44.178 INFO:tasks.workunit.client.0.smithi031.stdout:parsed: obj[v1] 2024-09-19T13:46:44.178 INFO:tasks.workunit.client.0.smithi031.stdout:stripped: obj ns=ns i=v1 2024-09-19T13:46:44.178 INFO:tasks.workunit.client.0.smithi031.stdout:parsed: obj[v1] 2024-09-19T13:46:44.178 INFO:tasks.workunit.client.0.smithi031.stdout:parsed: obj[v1] 2024-09-19T13:46:44.178 INFO:tasks.workunit.client.0.smithi031.stdout:stripped: obj ns=ns i=v1 2024-09-19T13:46:44.178 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.178 INFO:tasks.workunit.client.0.smithi031.stdout: "obj1": { 2024-09-19T13:46:44.178 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.179 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.179 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.179 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.179 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.179 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.179 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.179 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.179 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.179 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.179 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.179 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.179 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "obj", 2024-09-19T13:46:44.179 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "v1", 2024-09-19T13:46:44.180 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "ns" 2024-09-19T13:46:44.180 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.180 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.180 INFO:tasks.workunit.client.0.smithi031.stdout: "obj2": { 2024-09-19T13:46:44.180 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.180 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.180 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.180 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.180 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.180 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.180 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.180 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.180 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.181 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.181 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.181 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.181 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "obj", 2024-09-19T13:46:44.181 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "v1", 2024-09-19T13:46:44.181 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "ns" 2024-09-19T13:46:44.181 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.181 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.181 INFO:tasks.workunit.client.0.smithi031.stdout: "obj3": { 2024-09-19T13:46:44.181 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.181 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.181 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.181 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.182 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.182 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.182 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.182 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.182 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.182 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.182 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.182 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.182 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "obj", 2024-09-19T13:46:44.182 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.182 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.182 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.182 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.183 INFO:tasks.workunit.client.0.smithi031.stdout: "obj3-2": { 2024-09-19T13:46:44.183 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.183 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.183 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.183 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.183 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.183 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.183 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.183 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.183 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.183 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.183 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.183 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.183 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "obj", 2024-09-19T13:46:44.184 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "v1", 2024-09-19T13:46:44.184 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "ns" 2024-09-19T13:46:44.184 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.184 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.184 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.184 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestRGWObj.no_underscore (0 ms) 2024-09-19T13:46:44.184 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestRGWObj.obj_to_raw 2024-09-19T13:46:44.184 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.184 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.184 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.184 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.184 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.184 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.185 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.185 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.185 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.185 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.185 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.185 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.185 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.185 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.185 INFO:tasks.workunit.client.0.smithi031.stdout: "obj": { 2024-09-19T13:46:44.185 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.185 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.185 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.185 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.186 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.186 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.186 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.186 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.186 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.186 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.186 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.186 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.186 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "myobj", 2024-09-19T13:46:44.187 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.187 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.187 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.187 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.187 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.187 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.187 INFO:tasks.workunit.client.0.smithi031.stdout: "raw_obj": { 2024-09-19T13:46:44.187 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": "default-placement.data", 2024-09-19T13:46:44.187 INFO:tasks.workunit.client.0.smithi031.stdout: "oid": "marker_myobj", 2024-09-19T13:46:44.187 INFO:tasks.workunit.client.0.smithi031.stdout: "loc": "" 2024-09-19T13:46:44.187 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.187 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.187 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.187 INFO:tasks.workunit.client.0.smithi031.stdout: "new_obj": { 2024-09-19T13:46:44.188 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.188 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.188 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.188 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.188 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.188 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.188 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.188 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.188 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.188 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.188 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.188 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.188 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "myobj", 2024-09-19T13:46:44.189 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.189 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.189 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.189 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.189 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.189 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.189 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.189 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.189 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.189 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.189 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.189 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.189 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.190 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.190 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.190 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.190 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.190 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.190 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.190 INFO:tasks.workunit.client.0.smithi031.stdout: "obj": { 2024-09-19T13:46:44.190 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.190 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.190 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.190 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.190 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.190 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.190 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.190 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.191 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.191 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.191 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.191 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.191 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "myobj", 2024-09-19T13:46:44.191 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.191 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.191 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.191 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.191 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.191 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.191 INFO:tasks.workunit.client.0.smithi031.stdout: "raw_obj": { 2024-09-19T13:46:44.191 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": ".data-pool", 2024-09-19T13:46:44.191 INFO:tasks.workunit.client.0.smithi031.stdout: "oid": "marker_myobj", 2024-09-19T13:46:44.192 INFO:tasks.workunit.client.0.smithi031.stdout: "loc": "" 2024-09-19T13:46:44.192 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.192 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.192 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.192 INFO:tasks.workunit.client.0.smithi031.stdout: "new_obj": { 2024-09-19T13:46:44.192 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.192 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.192 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.192 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.192 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.192 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.192 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.192 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.193 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.193 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.193 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.193 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.193 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "myobj", 2024-09-19T13:46:44.193 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.193 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.193 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.193 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.193 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.193 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.193 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.193 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.194 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.194 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.194 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.194 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.194 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.194 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.194 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.194 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.194 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.194 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.194 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.194 INFO:tasks.workunit.client.0.smithi031.stdout: "obj": { 2024-09-19T13:46:44.194 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.195 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.195 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.195 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.195 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.195 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.195 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.195 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.195 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.195 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.195 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.195 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.195 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "myobj", 2024-09-19T13:46:44.196 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.196 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "ns" 2024-09-19T13:46:44.196 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.196 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.196 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.196 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.196 INFO:tasks.workunit.client.0.smithi031.stdout: "raw_obj": { 2024-09-19T13:46:44.196 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": "default-placement.data", 2024-09-19T13:46:44.196 INFO:tasks.workunit.client.0.smithi031.stdout: "oid": "marker__ns_myobj", 2024-09-19T13:46:44.196 INFO:tasks.workunit.client.0.smithi031.stdout: "loc": "" 2024-09-19T13:46:44.196 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.196 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.196 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.197 INFO:tasks.workunit.client.0.smithi031.stdout: "new_obj": { 2024-09-19T13:46:44.197 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.197 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.197 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.197 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.197 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.197 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.197 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.197 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.197 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.197 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.197 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.197 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.198 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "myobj", 2024-09-19T13:46:44.198 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.198 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "ns" 2024-09-19T13:46:44.198 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.198 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.198 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.198 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.198 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.198 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.198 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.198 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.198 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.199 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.199 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.199 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.199 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.199 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.199 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.199 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.199 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.199 INFO:tasks.workunit.client.0.smithi031.stdout: "obj": { 2024-09-19T13:46:44.199 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.199 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.199 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.199 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.200 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.200 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.200 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.200 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.200 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.200 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.200 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.200 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.200 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "myobj", 2024-09-19T13:46:44.200 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.200 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "ns" 2024-09-19T13:46:44.200 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.200 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.200 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.201 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.201 INFO:tasks.workunit.client.0.smithi031.stdout: "raw_obj": { 2024-09-19T13:46:44.201 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": ".data-pool", 2024-09-19T13:46:44.201 INFO:tasks.workunit.client.0.smithi031.stdout: "oid": "marker__ns_myobj", 2024-09-19T13:46:44.201 INFO:tasks.workunit.client.0.smithi031.stdout: "loc": "" 2024-09-19T13:46:44.201 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.201 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.201 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.201 INFO:tasks.workunit.client.0.smithi031.stdout: "new_obj": { 2024-09-19T13:46:44.201 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.201 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.201 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.201 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.202 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.202 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.202 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.202 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.202 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.202 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.202 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.202 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.202 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "myobj", 2024-09-19T13:46:44.202 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.202 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "ns" 2024-09-19T13:46:44.202 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.203 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.203 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.203 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.203 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.203 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.203 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.203 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.203 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.203 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.203 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.203 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.203 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.203 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.204 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.204 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.204 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.204 INFO:tasks.workunit.client.0.smithi031.stdout: "obj": { 2024-09-19T13:46:44.204 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.204 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.204 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.204 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.204 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.204 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.204 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.204 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.204 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.204 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.205 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.205 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.205 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "myobj", 2024-09-19T13:46:44.205 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "inst", 2024-09-19T13:46:44.205 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.205 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.205 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.205 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.205 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.205 INFO:tasks.workunit.client.0.smithi031.stdout: "raw_obj": { 2024-09-19T13:46:44.205 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": "default-placement.data", 2024-09-19T13:46:44.205 INFO:tasks.workunit.client.0.smithi031.stdout: "oid": "marker__:inst_myobj", 2024-09-19T13:46:44.205 INFO:tasks.workunit.client.0.smithi031.stdout: "loc": "" 2024-09-19T13:46:44.205 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.206 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.206 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.206 INFO:tasks.workunit.client.0.smithi031.stdout: "new_obj": { 2024-09-19T13:46:44.206 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.206 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.206 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.206 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.206 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.206 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.206 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.206 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.206 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.206 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.207 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.207 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.207 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "myobj", 2024-09-19T13:46:44.207 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "inst", 2024-09-19T13:46:44.207 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.207 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.207 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.207 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.207 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.207 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.207 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.207 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.207 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.207 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.207 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.208 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.208 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.208 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.208 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.208 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.208 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.208 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.208 INFO:tasks.workunit.client.0.smithi031.stdout: "obj": { 2024-09-19T13:46:44.208 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.208 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.208 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.208 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.208 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.208 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.209 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.209 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.209 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.209 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.209 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.209 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.209 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "myobj", 2024-09-19T13:46:44.209 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "inst", 2024-09-19T13:46:44.209 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.209 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.209 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.209 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.209 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.209 INFO:tasks.workunit.client.0.smithi031.stdout: "raw_obj": { 2024-09-19T13:46:44.210 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": ".data-pool", 2024-09-19T13:46:44.210 INFO:tasks.workunit.client.0.smithi031.stdout: "oid": "marker__:inst_myobj", 2024-09-19T13:46:44.210 INFO:tasks.workunit.client.0.smithi031.stdout: "loc": "" 2024-09-19T13:46:44.210 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.210 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.210 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.210 INFO:tasks.workunit.client.0.smithi031.stdout: "new_obj": { 2024-09-19T13:46:44.210 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.210 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.210 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.210 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.210 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.210 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.211 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.211 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.211 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.211 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.211 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.211 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.211 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "myobj", 2024-09-19T13:46:44.211 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "inst", 2024-09-19T13:46:44.211 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.211 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.211 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.211 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.211 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.211 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.212 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.212 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.212 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.212 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.212 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.212 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.212 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.212 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.212 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.212 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.212 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.212 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.213 INFO:tasks.workunit.client.0.smithi031.stdout: "obj": { 2024-09-19T13:46:44.213 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.213 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.213 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.213 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.213 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.213 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.213 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.213 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.213 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.213 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.213 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.213 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.214 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "myobj", 2024-09-19T13:46:44.214 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "inst", 2024-09-19T13:46:44.214 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "ns" 2024-09-19T13:46:44.214 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.214 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.214 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.214 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.214 INFO:tasks.workunit.client.0.smithi031.stdout: "raw_obj": { 2024-09-19T13:46:44.214 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": "default-placement.data", 2024-09-19T13:46:44.214 INFO:tasks.workunit.client.0.smithi031.stdout: "oid": "marker__ns:inst_myobj", 2024-09-19T13:46:44.214 INFO:tasks.workunit.client.0.smithi031.stdout: "loc": "" 2024-09-19T13:46:44.214 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.214 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.215 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.215 INFO:tasks.workunit.client.0.smithi031.stdout: "new_obj": { 2024-09-19T13:46:44.215 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.215 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.215 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.215 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.215 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.215 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.215 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.215 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.215 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.215 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.215 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.216 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.216 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "myobj", 2024-09-19T13:46:44.216 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "inst", 2024-09-19T13:46:44.216 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "ns" 2024-09-19T13:46:44.216 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.216 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.216 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.216 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.216 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.216 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.216 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.216 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.216 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.216 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.217 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.217 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.217 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.217 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.217 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.217 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.217 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.217 INFO:tasks.workunit.client.0.smithi031.stdout: "obj": { 2024-09-19T13:46:44.217 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.217 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.217 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.217 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.217 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.218 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.218 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.218 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.218 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.218 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.218 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.218 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.218 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "myobj", 2024-09-19T13:46:44.218 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "inst", 2024-09-19T13:46:44.218 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "ns" 2024-09-19T13:46:44.218 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.218 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.218 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.219 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.219 INFO:tasks.workunit.client.0.smithi031.stdout: "raw_obj": { 2024-09-19T13:46:44.219 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": ".data-pool", 2024-09-19T13:46:44.219 INFO:tasks.workunit.client.0.smithi031.stdout: "oid": "marker__ns:inst_myobj", 2024-09-19T13:46:44.219 INFO:tasks.workunit.client.0.smithi031.stdout: "loc": "" 2024-09-19T13:46:44.219 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.219 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.219 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.219 INFO:tasks.workunit.client.0.smithi031.stdout: "new_obj": { 2024-09-19T13:46:44.219 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.219 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.219 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.219 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.220 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.220 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.220 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.220 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.220 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.220 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.220 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.220 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.220 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "myobj", 2024-09-19T13:46:44.221 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "inst", 2024-09-19T13:46:44.221 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "ns" 2024-09-19T13:46:44.221 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.221 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.221 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.221 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.221 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.221 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.222 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.222 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.222 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.222 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.222 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.222 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.222 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.222 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.222 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.223 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.223 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.223 INFO:tasks.workunit.client.0.smithi031.stdout: "obj": { 2024-09-19T13:46:44.223 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.223 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.223 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.223 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.223 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.224 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.224 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.224 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.224 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.224 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.224 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.224 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.224 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_myobj", 2024-09-19T13:46:44.224 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.224 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.224 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.225 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.225 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.225 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.225 INFO:tasks.workunit.client.0.smithi031.stdout: "raw_obj": { 2024-09-19T13:46:44.225 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": "default-placement.data", 2024-09-19T13:46:44.225 INFO:tasks.workunit.client.0.smithi031.stdout: "oid": "marker___myobj", 2024-09-19T13:46:44.225 INFO:tasks.workunit.client.0.smithi031.stdout: "loc": "marker__myobj" 2024-09-19T13:46:44.225 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.225 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.225 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.225 INFO:tasks.workunit.client.0.smithi031.stdout: "new_obj": { 2024-09-19T13:46:44.225 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.225 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.226 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.226 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.226 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.226 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.226 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.226 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.226 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.226 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.226 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.226 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.226 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_myobj", 2024-09-19T13:46:44.226 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.227 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.227 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.227 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.227 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.227 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.227 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.227 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.227 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.227 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.227 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.227 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.227 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.227 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.228 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.228 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.228 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.228 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.228 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.228 INFO:tasks.workunit.client.0.smithi031.stdout: "obj": { 2024-09-19T13:46:44.228 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.228 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.228 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.228 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.228 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.228 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.228 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.229 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.229 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.229 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.229 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.229 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.229 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_myobj", 2024-09-19T13:46:44.229 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.229 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.229 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.229 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.229 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.229 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.229 INFO:tasks.workunit.client.0.smithi031.stdout: "raw_obj": { 2024-09-19T13:46:44.230 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": ".data-pool", 2024-09-19T13:46:44.230 INFO:tasks.workunit.client.0.smithi031.stdout: "oid": "marker___myobj", 2024-09-19T13:46:44.230 INFO:tasks.workunit.client.0.smithi031.stdout: "loc": "marker__myobj" 2024-09-19T13:46:44.230 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.230 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.230 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.230 INFO:tasks.workunit.client.0.smithi031.stdout: "new_obj": { 2024-09-19T13:46:44.230 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.230 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.230 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.230 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.230 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.230 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.230 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.231 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.231 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.231 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.231 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.231 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.231 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_myobj", 2024-09-19T13:46:44.231 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.231 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.231 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.231 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.231 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.231 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.231 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.232 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.232 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.232 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.232 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.232 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.232 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.232 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.232 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.232 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.232 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.232 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.232 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.232 INFO:tasks.workunit.client.0.smithi031.stdout: "obj": { 2024-09-19T13:46:44.233 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.233 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.233 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.233 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.233 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.233 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.233 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.233 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.233 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.233 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.233 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.233 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.233 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_myobj", 2024-09-19T13:46:44.233 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.234 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "ns" 2024-09-19T13:46:44.234 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.234 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.234 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.234 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.234 INFO:tasks.workunit.client.0.smithi031.stdout: "raw_obj": { 2024-09-19T13:46:44.234 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": "default-placement.data", 2024-09-19T13:46:44.234 INFO:tasks.workunit.client.0.smithi031.stdout: "oid": "marker__ns__myobj", 2024-09-19T13:46:44.234 INFO:tasks.workunit.client.0.smithi031.stdout: "loc": "" 2024-09-19T13:46:44.234 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.234 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.234 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.234 INFO:tasks.workunit.client.0.smithi031.stdout: "new_obj": { 2024-09-19T13:46:44.234 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.235 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.235 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.235 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.235 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.235 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.235 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.235 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.235 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.235 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.236 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.236 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.236 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_myobj", 2024-09-19T13:46:44.236 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.236 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "ns" 2024-09-19T13:46:44.236 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.236 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.236 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.236 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.236 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.236 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.236 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.237 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.237 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.237 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.237 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.237 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.237 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.237 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.237 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.237 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.237 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.237 INFO:tasks.workunit.client.0.smithi031.stdout: "obj": { 2024-09-19T13:46:44.237 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.237 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.238 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.238 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.238 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.238 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.238 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.238 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.238 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.238 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.238 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.238 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.238 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_myobj", 2024-09-19T13:46:44.238 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.238 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "ns" 2024-09-19T13:46:44.239 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.239 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.239 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.239 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.239 INFO:tasks.workunit.client.0.smithi031.stdout: "raw_obj": { 2024-09-19T13:46:44.239 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": ".data-pool", 2024-09-19T13:46:44.239 INFO:tasks.workunit.client.0.smithi031.stdout: "oid": "marker__ns__myobj", 2024-09-19T13:46:44.239 INFO:tasks.workunit.client.0.smithi031.stdout: "loc": "" 2024-09-19T13:46:44.239 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.239 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.239 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.239 INFO:tasks.workunit.client.0.smithi031.stdout: "new_obj": { 2024-09-19T13:46:44.239 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.239 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.239 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.240 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.240 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.240 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.240 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.240 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.240 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.240 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.240 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.240 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.240 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_myobj", 2024-09-19T13:46:44.240 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.240 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "ns" 2024-09-19T13:46:44.240 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.241 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.241 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.241 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.241 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.241 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.241 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.241 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.241 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.241 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.241 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.241 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.241 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.241 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.241 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.242 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.242 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.242 INFO:tasks.workunit.client.0.smithi031.stdout: "obj": { 2024-09-19T13:46:44.242 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.242 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.242 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.242 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.242 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.242 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.242 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.242 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.242 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.242 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.242 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.242 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.242 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_myobj", 2024-09-19T13:46:44.243 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "inst", 2024-09-19T13:46:44.243 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.243 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.243 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.243 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.243 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.243 INFO:tasks.workunit.client.0.smithi031.stdout: "raw_obj": { 2024-09-19T13:46:44.243 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": "default-placement.data", 2024-09-19T13:46:44.243 INFO:tasks.workunit.client.0.smithi031.stdout: "oid": "marker__:inst__myobj", 2024-09-19T13:46:44.243 INFO:tasks.workunit.client.0.smithi031.stdout: "loc": "marker__myobj" 2024-09-19T13:46:44.243 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.243 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.243 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.244 INFO:tasks.workunit.client.0.smithi031.stdout: "new_obj": { 2024-09-19T13:46:44.244 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.244 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.244 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.244 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.244 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.244 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.244 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.244 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.244 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.244 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.244 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.245 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.245 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_myobj", 2024-09-19T13:46:44.245 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "inst", 2024-09-19T13:46:44.245 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.245 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.245 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.245 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.245 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.245 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.245 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.245 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.245 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.245 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.246 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.246 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.246 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.246 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.246 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.246 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.246 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.246 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.246 INFO:tasks.workunit.client.0.smithi031.stdout: "obj": { 2024-09-19T13:46:44.246 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.246 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.246 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.246 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.247 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.247 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.247 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.247 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.247 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.247 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.247 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.247 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.247 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_myobj", 2024-09-19T13:46:44.247 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "inst", 2024-09-19T13:46:44.247 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.248 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.248 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.248 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.248 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.248 INFO:tasks.workunit.client.0.smithi031.stdout: "raw_obj": { 2024-09-19T13:46:44.248 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": ".data-pool", 2024-09-19T13:46:44.248 INFO:tasks.workunit.client.0.smithi031.stdout: "oid": "marker__:inst__myobj", 2024-09-19T13:46:44.248 INFO:tasks.workunit.client.0.smithi031.stdout: "loc": "marker__myobj" 2024-09-19T13:46:44.249 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.249 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.249 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.249 INFO:tasks.workunit.client.0.smithi031.stdout: "new_obj": { 2024-09-19T13:46:44.249 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.249 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.249 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.249 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.249 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.249 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.250 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.250 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.250 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.250 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.250 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.250 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.250 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_myobj", 2024-09-19T13:46:44.250 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "inst", 2024-09-19T13:46:44.250 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.250 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.250 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.250 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.250 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.250 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.251 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.251 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.251 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.251 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.251 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.251 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.251 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.251 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.251 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.251 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.251 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.251 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.251 INFO:tasks.workunit.client.0.smithi031.stdout: "obj": { 2024-09-19T13:46:44.251 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.252 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.252 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.252 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.252 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.252 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.252 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.252 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.252 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.252 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.252 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.252 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.252 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_myobj", 2024-09-19T13:46:44.252 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "inst", 2024-09-19T13:46:44.253 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "ns" 2024-09-19T13:46:44.253 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.253 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.253 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.253 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.253 INFO:tasks.workunit.client.0.smithi031.stdout: "raw_obj": { 2024-09-19T13:46:44.253 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": "default-placement.data", 2024-09-19T13:46:44.253 INFO:tasks.workunit.client.0.smithi031.stdout: "oid": "marker__ns:inst__myobj", 2024-09-19T13:46:44.253 INFO:tasks.workunit.client.0.smithi031.stdout: "loc": "" 2024-09-19T13:46:44.253 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.253 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.254 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.254 INFO:tasks.workunit.client.0.smithi031.stdout: "new_obj": { 2024-09-19T13:46:44.254 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.254 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.254 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.254 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.254 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.254 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.254 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.254 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.254 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.254 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.254 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.255 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.255 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_myobj", 2024-09-19T13:46:44.255 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "inst", 2024-09-19T13:46:44.255 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "ns" 2024-09-19T13:46:44.255 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.255 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.255 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.255 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.255 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.255 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.255 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.255 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.255 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.255 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.256 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.256 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.256 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.256 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.256 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.256 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.256 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.256 INFO:tasks.workunit.client.0.smithi031.stdout: "obj": { 2024-09-19T13:46:44.256 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.257 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.257 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.257 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.257 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.257 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.257 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.257 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.257 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.257 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.257 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.258 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.258 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_myobj", 2024-09-19T13:46:44.258 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "inst", 2024-09-19T13:46:44.258 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "ns" 2024-09-19T13:46:44.258 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.258 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.258 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.258 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.258 INFO:tasks.workunit.client.0.smithi031.stdout: "raw_obj": { 2024-09-19T13:46:44.258 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": ".data-pool", 2024-09-19T13:46:44.258 INFO:tasks.workunit.client.0.smithi031.stdout: "oid": "marker__ns:inst__myobj", 2024-09-19T13:46:44.258 INFO:tasks.workunit.client.0.smithi031.stdout: "loc": "" 2024-09-19T13:46:44.258 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.259 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.259 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.259 INFO:tasks.workunit.client.0.smithi031.stdout: "new_obj": { 2024-09-19T13:46:44.259 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.259 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.259 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.259 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.259 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.259 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.259 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.259 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.259 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.260 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.260 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.260 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.260 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_myobj", 2024-09-19T13:46:44.260 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "inst", 2024-09-19T13:46:44.260 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "ns" 2024-09-19T13:46:44.260 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.260 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.260 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.260 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.260 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.260 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.260 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.260 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.261 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.261 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.261 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.261 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.261 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.261 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.261 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.261 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.261 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.261 INFO:tasks.workunit.client.0.smithi031.stdout: "obj": { 2024-09-19T13:46:44.261 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.261 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.261 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.262 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.262 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.262 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.262 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.262 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.262 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.262 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.262 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.262 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.262 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_myobj_", 2024-09-19T13:46:44.262 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.262 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.262 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.262 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.263 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.263 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.263 INFO:tasks.workunit.client.0.smithi031.stdout: "raw_obj": { 2024-09-19T13:46:44.263 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": "default-placement.data", 2024-09-19T13:46:44.263 INFO:tasks.workunit.client.0.smithi031.stdout: "oid": "marker___myobj_", 2024-09-19T13:46:44.263 INFO:tasks.workunit.client.0.smithi031.stdout: "loc": "marker__myobj_" 2024-09-19T13:46:44.263 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.263 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.263 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.263 INFO:tasks.workunit.client.0.smithi031.stdout: "new_obj": { 2024-09-19T13:46:44.263 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.263 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.263 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.264 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.264 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.264 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.264 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.264 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.264 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.264 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.264 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.264 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.264 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_myobj_", 2024-09-19T13:46:44.264 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.264 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.264 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.265 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.265 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.265 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.265 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.265 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.265 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.265 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.266 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.266 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.266 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.266 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.266 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.266 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.266 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.266 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.266 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.266 INFO:tasks.workunit.client.0.smithi031.stdout: "obj": { 2024-09-19T13:46:44.267 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.267 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.267 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.267 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.267 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.267 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.267 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.267 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.267 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.267 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.267 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.267 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.267 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_myobj_", 2024-09-19T13:46:44.267 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.267 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.267 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.268 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.268 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.268 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.268 INFO:tasks.workunit.client.0.smithi031.stdout: "raw_obj": { 2024-09-19T13:46:44.268 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": ".data-pool", 2024-09-19T13:46:44.268 INFO:tasks.workunit.client.0.smithi031.stdout: "oid": "marker___myobj_", 2024-09-19T13:46:44.268 INFO:tasks.workunit.client.0.smithi031.stdout: "loc": "marker__myobj_" 2024-09-19T13:46:44.268 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.268 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.268 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.268 INFO:tasks.workunit.client.0.smithi031.stdout: "new_obj": { 2024-09-19T13:46:44.268 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.268 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.268 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.268 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.269 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.269 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.269 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.269 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.269 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.269 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.269 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.269 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.269 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_myobj_", 2024-09-19T13:46:44.269 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.269 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.269 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.269 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.269 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.270 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.270 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.270 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.270 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.270 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.270 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.270 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.270 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.270 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.270 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.270 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.270 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.270 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.270 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.270 INFO:tasks.workunit.client.0.smithi031.stdout: "obj": { 2024-09-19T13:46:44.270 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.271 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.271 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.271 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.271 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.271 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.271 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.271 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.271 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.271 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.271 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.271 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.271 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_myobj_", 2024-09-19T13:46:44.271 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.271 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "ns" 2024-09-19T13:46:44.271 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.271 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.272 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.272 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.272 INFO:tasks.workunit.client.0.smithi031.stdout: "raw_obj": { 2024-09-19T13:46:44.272 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": "default-placement.data", 2024-09-19T13:46:44.272 INFO:tasks.workunit.client.0.smithi031.stdout: "oid": "marker__ns__myobj_", 2024-09-19T13:46:44.272 INFO:tasks.workunit.client.0.smithi031.stdout: "loc": "" 2024-09-19T13:46:44.272 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.272 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.272 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.272 INFO:tasks.workunit.client.0.smithi031.stdout: "new_obj": { 2024-09-19T13:46:44.272 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.272 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.272 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.272 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.273 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.273 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.273 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.273 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.273 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.273 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.273 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.273 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.273 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_myobj_", 2024-09-19T13:46:44.273 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.273 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "ns" 2024-09-19T13:46:44.273 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.273 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.273 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.273 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.274 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.274 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.274 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.274 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.274 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.274 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.274 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.274 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.274 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.274 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.274 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.274 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.274 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.274 INFO:tasks.workunit.client.0.smithi031.stdout: "obj": { 2024-09-19T13:46:44.274 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.274 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.275 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.275 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.275 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.275 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.275 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.275 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.275 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.275 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.275 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.275 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.275 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_myobj_", 2024-09-19T13:46:44.275 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.275 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "ns" 2024-09-19T13:46:44.275 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.275 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.276 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.276 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.276 INFO:tasks.workunit.client.0.smithi031.stdout: "raw_obj": { 2024-09-19T13:46:44.276 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": ".data-pool", 2024-09-19T13:46:44.276 INFO:tasks.workunit.client.0.smithi031.stdout: "oid": "marker__ns__myobj_", 2024-09-19T13:46:44.276 INFO:tasks.workunit.client.0.smithi031.stdout: "loc": "" 2024-09-19T13:46:44.276 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.276 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.276 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.276 INFO:tasks.workunit.client.0.smithi031.stdout: "new_obj": { 2024-09-19T13:46:44.276 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.276 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.276 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.276 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.276 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.277 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.277 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.277 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.277 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.277 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.277 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.277 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.277 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_myobj_", 2024-09-19T13:46:44.277 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.277 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "ns" 2024-09-19T13:46:44.277 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.277 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.277 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.277 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.277 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.278 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.278 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.278 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.278 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.278 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.278 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.278 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.278 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.278 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.278 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.278 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.278 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.278 INFO:tasks.workunit.client.0.smithi031.stdout: "obj": { 2024-09-19T13:46:44.278 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.278 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.279 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.279 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.279 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.279 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.279 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.279 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.279 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.279 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.279 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.279 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.279 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_myobj_", 2024-09-19T13:46:44.279 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "inst", 2024-09-19T13:46:44.279 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.279 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.280 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.280 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.280 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.280 INFO:tasks.workunit.client.0.smithi031.stdout: "raw_obj": { 2024-09-19T13:46:44.280 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": "default-placement.data", 2024-09-19T13:46:44.280 INFO:tasks.workunit.client.0.smithi031.stdout: "oid": "marker__:inst__myobj_", 2024-09-19T13:46:44.280 INFO:tasks.workunit.client.0.smithi031.stdout: "loc": "marker__myobj_" 2024-09-19T13:46:44.280 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.280 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.280 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.280 INFO:tasks.workunit.client.0.smithi031.stdout: "new_obj": { 2024-09-19T13:46:44.280 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.280 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.281 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.281 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.281 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.281 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.281 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.281 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.281 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.281 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.281 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.281 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.281 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_myobj_", 2024-09-19T13:46:44.281 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "inst", 2024-09-19T13:46:44.281 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.281 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.282 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.282 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.282 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.282 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.282 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.282 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.282 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.282 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.282 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.282 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.282 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.282 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.282 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.282 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.283 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.283 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.283 INFO:tasks.workunit.client.0.smithi031.stdout: "obj": { 2024-09-19T13:46:44.283 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.283 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.283 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.283 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.283 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.283 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.283 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.283 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.283 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.283 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.283 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.284 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.284 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_myobj_", 2024-09-19T13:46:44.284 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "inst", 2024-09-19T13:46:44.284 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.284 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.284 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.284 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.284 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.284 INFO:tasks.workunit.client.0.smithi031.stdout: "raw_obj": { 2024-09-19T13:46:44.284 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": ".data-pool", 2024-09-19T13:46:44.284 INFO:tasks.workunit.client.0.smithi031.stdout: "oid": "marker__:inst__myobj_", 2024-09-19T13:46:44.284 INFO:tasks.workunit.client.0.smithi031.stdout: "loc": "marker__myobj_" 2024-09-19T13:46:44.284 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.284 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.285 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.285 INFO:tasks.workunit.client.0.smithi031.stdout: "new_obj": { 2024-09-19T13:46:44.285 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.285 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.285 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.285 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.285 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.285 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.285 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.285 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.285 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.285 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.285 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.285 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.286 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_myobj_", 2024-09-19T13:46:44.286 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "inst", 2024-09-19T13:46:44.286 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.286 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.286 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.286 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.286 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.286 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.286 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.286 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.286 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.286 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.286 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.286 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.286 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.286 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.287 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.287 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.287 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.287 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.287 INFO:tasks.workunit.client.0.smithi031.stdout: "obj": { 2024-09-19T13:46:44.287 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.287 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.287 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.287 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.287 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.287 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.287 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.287 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.288 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.288 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.288 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.288 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.288 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_myobj_", 2024-09-19T13:46:44.288 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "inst", 2024-09-19T13:46:44.288 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "ns" 2024-09-19T13:46:44.288 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.288 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.288 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.288 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.288 INFO:tasks.workunit.client.0.smithi031.stdout: "raw_obj": { 2024-09-19T13:46:44.288 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": "default-placement.data", 2024-09-19T13:46:44.288 INFO:tasks.workunit.client.0.smithi031.stdout: "oid": "marker__ns:inst__myobj_", 2024-09-19T13:46:44.289 INFO:tasks.workunit.client.0.smithi031.stdout: "loc": "" 2024-09-19T13:46:44.289 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.289 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.289 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.289 INFO:tasks.workunit.client.0.smithi031.stdout: "new_obj": { 2024-09-19T13:46:44.289 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.289 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "test", 2024-09-19T13:46:44.289 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.289 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.289 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.289 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.289 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": "", 2024-09-19T13:46:44.289 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.289 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": "" 2024-09-19T13:46:44.290 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.290 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.290 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.290 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_myobj_", 2024-09-19T13:46:44.290 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "inst", 2024-09-19T13:46:44.290 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "ns" 2024-09-19T13:46:44.290 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.290 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.290 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.290 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.290 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.290 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.290 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.290 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.291 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.291 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.291 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.291 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.291 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.291 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.291 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.291 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.291 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.291 INFO:tasks.workunit.client.0.smithi031.stdout: "obj": { 2024-09-19T13:46:44.291 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.291 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.291 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.291 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.291 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.292 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.292 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.292 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.292 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.292 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.292 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.292 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.292 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_myobj_", 2024-09-19T13:46:44.292 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "inst", 2024-09-19T13:46:44.292 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "ns" 2024-09-19T13:46:44.292 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.293 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.293 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.293 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.293 INFO:tasks.workunit.client.0.smithi031.stdout: "raw_obj": { 2024-09-19T13:46:44.293 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": ".data-pool", 2024-09-19T13:46:44.293 INFO:tasks.workunit.client.0.smithi031.stdout: "oid": "marker__ns:inst__myobj_", 2024-09-19T13:46:44.293 INFO:tasks.workunit.client.0.smithi031.stdout: "loc": "" 2024-09-19T13:46:44.293 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.293 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.293 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.293 INFO:tasks.workunit.client.0.smithi031.stdout: "new_obj": { 2024-09-19T13:46:44.293 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.293 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.293 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.293 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.293 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.294 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.294 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.294 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.294 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.294 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.294 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.294 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.294 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_myobj_", 2024-09-19T13:46:44.294 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "inst", 2024-09-19T13:46:44.294 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "ns" 2024-09-19T13:46:44.294 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.294 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.294 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.294 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestRGWObj.obj_to_raw (0 ms) 2024-09-19T13:46:44.294 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestRGWObj.old_to_raw 2024-09-19T13:46:44.294 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.295 INFO:tasks.workunit.client.0.smithi031.stdout: "raw_obj": { 2024-09-19T13:46:44.295 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": ".data-pool", 2024-09-19T13:46:44.295 INFO:tasks.workunit.client.0.smithi031.stdout: "oid": "marker_myobj", 2024-09-19T13:46:44.295 INFO:tasks.workunit.client.0.smithi031.stdout: "loc": "" 2024-09-19T13:46:44.295 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.295 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.295 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.295 INFO:tasks.workunit.client.0.smithi031.stdout: "new_obj": { 2024-09-19T13:46:44.295 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.295 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.295 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.295 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.295 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.295 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.295 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.295 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.296 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.296 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.296 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.296 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.296 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "myobj", 2024-09-19T13:46:44.296 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.296 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.296 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.296 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.296 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.296 INFO:tasks.workunit.client.0.smithi031.stdout:raw=.data-pool:marker_myobj 2024-09-19T13:46:44.296 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.296 INFO:tasks.workunit.client.0.smithi031.stdout: "raw_obj2": { 2024-09-19T13:46:44.296 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": ".data-pool", 2024-09-19T13:46:44.296 INFO:tasks.workunit.client.0.smithi031.stdout: "oid": "marker_myobj", 2024-09-19T13:46:44.297 INFO:tasks.workunit.client.0.smithi031.stdout: "loc": "" 2024-09-19T13:46:44.297 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.297 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.297 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.297 INFO:tasks.workunit.client.0.smithi031.stdout: "new_obj2": { 2024-09-19T13:46:44.297 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.297 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.297 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.297 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.297 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.297 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.297 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.297 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.297 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.297 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.297 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.298 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.298 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "myobj", 2024-09-19T13:46:44.298 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.298 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.298 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.298 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.298 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.298 INFO:tasks.workunit.client.0.smithi031.stdout:raw2=.data-pool:marker_myobj 2024-09-19T13:46:44.298 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.298 INFO:tasks.workunit.client.0.smithi031.stdout: "raw_obj": { 2024-09-19T13:46:44.298 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": ".data-pool", 2024-09-19T13:46:44.298 INFO:tasks.workunit.client.0.smithi031.stdout: "oid": "marker__ns_myobj", 2024-09-19T13:46:44.298 INFO:tasks.workunit.client.0.smithi031.stdout: "loc": "" 2024-09-19T13:46:44.298 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.298 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.299 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.299 INFO:tasks.workunit.client.0.smithi031.stdout: "new_obj": { 2024-09-19T13:46:44.299 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.299 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.299 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.299 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.299 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.299 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.299 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.299 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.299 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.299 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.300 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.300 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.300 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "myobj", 2024-09-19T13:46:44.300 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.300 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "ns" 2024-09-19T13:46:44.300 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.300 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.300 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.300 INFO:tasks.workunit.client.0.smithi031.stdout:raw=.data-pool:marker__ns_myobj 2024-09-19T13:46:44.300 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.300 INFO:tasks.workunit.client.0.smithi031.stdout: "raw_obj2": { 2024-09-19T13:46:44.300 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": ".data-pool", 2024-09-19T13:46:44.300 INFO:tasks.workunit.client.0.smithi031.stdout: "oid": "marker__ns_myobj", 2024-09-19T13:46:44.300 INFO:tasks.workunit.client.0.smithi031.stdout: "loc": "" 2024-09-19T13:46:44.300 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.300 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.301 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.301 INFO:tasks.workunit.client.0.smithi031.stdout: "new_obj2": { 2024-09-19T13:46:44.301 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.301 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.301 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.301 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.301 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.301 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.301 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.301 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.301 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.301 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.301 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.301 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.302 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "myobj", 2024-09-19T13:46:44.302 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.302 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "ns" 2024-09-19T13:46:44.302 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.302 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.302 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.302 INFO:tasks.workunit.client.0.smithi031.stdout:raw2=.data-pool:marker__ns_myobj 2024-09-19T13:46:44.302 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.302 INFO:tasks.workunit.client.0.smithi031.stdout: "raw_obj": { 2024-09-19T13:46:44.302 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": ".data-pool", 2024-09-19T13:46:44.302 INFO:tasks.workunit.client.0.smithi031.stdout: "oid": "marker__:inst_myobj", 2024-09-19T13:46:44.302 INFO:tasks.workunit.client.0.smithi031.stdout: "loc": "" 2024-09-19T13:46:44.302 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.302 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.303 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.303 INFO:tasks.workunit.client.0.smithi031.stdout: "new_obj": { 2024-09-19T13:46:44.303 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.303 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.303 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.303 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.303 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.303 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.303 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.303 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.303 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.303 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.303 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.303 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.303 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "myobj", 2024-09-19T13:46:44.304 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "inst", 2024-09-19T13:46:44.304 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.304 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.304 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.304 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.304 INFO:tasks.workunit.client.0.smithi031.stdout:raw=.data-pool:marker__:inst_myobj 2024-09-19T13:46:44.304 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.304 INFO:tasks.workunit.client.0.smithi031.stdout: "raw_obj2": { 2024-09-19T13:46:44.304 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": ".data-pool", 2024-09-19T13:46:44.304 INFO:tasks.workunit.client.0.smithi031.stdout: "oid": "marker__:inst_myobj", 2024-09-19T13:46:44.305 INFO:tasks.workunit.client.0.smithi031.stdout: "loc": "" 2024-09-19T13:46:44.305 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.305 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.305 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.305 INFO:tasks.workunit.client.0.smithi031.stdout: "new_obj2": { 2024-09-19T13:46:44.305 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.305 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.305 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.305 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.305 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.305 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.305 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.305 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.305 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.306 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.306 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.306 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.306 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "myobj", 2024-09-19T13:46:44.306 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "inst", 2024-09-19T13:46:44.306 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.306 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.306 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.306 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.306 INFO:tasks.workunit.client.0.smithi031.stdout:raw2=.data-pool:marker__:inst_myobj 2024-09-19T13:46:44.306 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.306 INFO:tasks.workunit.client.0.smithi031.stdout: "raw_obj": { 2024-09-19T13:46:44.307 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": ".data-pool", 2024-09-19T13:46:44.307 INFO:tasks.workunit.client.0.smithi031.stdout: "oid": "marker__ns:inst_myobj", 2024-09-19T13:46:44.307 INFO:tasks.workunit.client.0.smithi031.stdout: "loc": "" 2024-09-19T13:46:44.307 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.307 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.307 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.307 INFO:tasks.workunit.client.0.smithi031.stdout: "new_obj": { 2024-09-19T13:46:44.307 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.307 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.307 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.307 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.307 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.307 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.308 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.308 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.308 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.308 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.308 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.308 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.308 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "myobj", 2024-09-19T13:46:44.308 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "inst", 2024-09-19T13:46:44.308 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "ns" 2024-09-19T13:46:44.308 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.308 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.308 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.309 INFO:tasks.workunit.client.0.smithi031.stdout:raw=.data-pool:marker__ns:inst_myobj 2024-09-19T13:46:44.309 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.309 INFO:tasks.workunit.client.0.smithi031.stdout: "raw_obj2": { 2024-09-19T13:46:44.309 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": ".data-pool", 2024-09-19T13:46:44.309 INFO:tasks.workunit.client.0.smithi031.stdout: "oid": "marker__ns:inst_myobj", 2024-09-19T13:46:44.309 INFO:tasks.workunit.client.0.smithi031.stdout: "loc": "" 2024-09-19T13:46:44.309 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.309 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.309 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.309 INFO:tasks.workunit.client.0.smithi031.stdout: "new_obj2": { 2024-09-19T13:46:44.309 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.309 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.309 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.309 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.310 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.310 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.310 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.310 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.310 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.310 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.310 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.310 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.310 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "myobj", 2024-09-19T13:46:44.310 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "inst", 2024-09-19T13:46:44.310 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "ns" 2024-09-19T13:46:44.310 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.310 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.310 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.311 INFO:tasks.workunit.client.0.smithi031.stdout:raw2=.data-pool:marker__ns:inst_myobj 2024-09-19T13:46:44.311 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.311 INFO:tasks.workunit.client.0.smithi031.stdout: "raw_obj": { 2024-09-19T13:46:44.311 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": ".data-pool", 2024-09-19T13:46:44.311 INFO:tasks.workunit.client.0.smithi031.stdout: "oid": "marker___myobj", 2024-09-19T13:46:44.311 INFO:tasks.workunit.client.0.smithi031.stdout: "loc": "marker__myobj" 2024-09-19T13:46:44.311 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.311 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.311 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.311 INFO:tasks.workunit.client.0.smithi031.stdout: "new_obj": { 2024-09-19T13:46:44.311 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.311 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.311 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.311 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.312 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.312 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.312 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.312 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.312 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.312 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.312 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.312 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.312 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_myobj", 2024-09-19T13:46:44.312 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.312 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.312 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.312 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.313 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.313 INFO:tasks.workunit.client.0.smithi031.stdout:raw=.data-pool:marker___myobj 2024-09-19T13:46:44.313 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.313 INFO:tasks.workunit.client.0.smithi031.stdout: "raw_obj2": { 2024-09-19T13:46:44.313 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": ".data-pool", 2024-09-19T13:46:44.313 INFO:tasks.workunit.client.0.smithi031.stdout: "oid": "marker___myobj", 2024-09-19T13:46:44.313 INFO:tasks.workunit.client.0.smithi031.stdout: "loc": "marker__myobj" 2024-09-19T13:46:44.313 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.313 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.313 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.313 INFO:tasks.workunit.client.0.smithi031.stdout: "new_obj2": { 2024-09-19T13:46:44.313 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.313 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.314 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.314 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.314 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.314 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.314 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.314 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.314 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.314 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.314 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.314 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.314 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_myobj", 2024-09-19T13:46:44.314 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.314 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.314 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.315 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.315 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.315 INFO:tasks.workunit.client.0.smithi031.stdout:raw2=.data-pool:marker___myobj 2024-09-19T13:46:44.315 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.315 INFO:tasks.workunit.client.0.smithi031.stdout: "raw_obj": { 2024-09-19T13:46:44.315 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": ".data-pool", 2024-09-19T13:46:44.315 INFO:tasks.workunit.client.0.smithi031.stdout: "oid": "marker__ns__myobj", 2024-09-19T13:46:44.315 INFO:tasks.workunit.client.0.smithi031.stdout: "loc": "" 2024-09-19T13:46:44.315 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.315 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.315 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.315 INFO:tasks.workunit.client.0.smithi031.stdout: "new_obj": { 2024-09-19T13:46:44.315 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.315 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.316 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.316 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.316 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.316 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.316 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.316 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.316 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.316 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.316 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.316 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.316 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_myobj", 2024-09-19T13:46:44.316 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.316 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "ns" 2024-09-19T13:46:44.316 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.317 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.317 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.317 INFO:tasks.workunit.client.0.smithi031.stdout:raw=.data-pool:marker__ns__myobj 2024-09-19T13:46:44.317 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.317 INFO:tasks.workunit.client.0.smithi031.stdout: "raw_obj2": { 2024-09-19T13:46:44.317 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": ".data-pool", 2024-09-19T13:46:44.317 INFO:tasks.workunit.client.0.smithi031.stdout: "oid": "marker__ns__myobj", 2024-09-19T13:46:44.317 INFO:tasks.workunit.client.0.smithi031.stdout: "loc": "" 2024-09-19T13:46:44.317 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.317 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.317 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.317 INFO:tasks.workunit.client.0.smithi031.stdout: "new_obj2": { 2024-09-19T13:46:44.317 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.317 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.317 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.318 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.318 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.318 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.318 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.318 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.318 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.318 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.319 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.319 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.319 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_myobj", 2024-09-19T13:46:44.319 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.319 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "ns" 2024-09-19T13:46:44.319 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.319 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.319 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.319 INFO:tasks.workunit.client.0.smithi031.stdout:raw2=.data-pool:marker__ns__myobj 2024-09-19T13:46:44.319 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.319 INFO:tasks.workunit.client.0.smithi031.stdout: "raw_obj": { 2024-09-19T13:46:44.319 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": ".data-pool", 2024-09-19T13:46:44.320 INFO:tasks.workunit.client.0.smithi031.stdout: "oid": "marker__:inst__myobj", 2024-09-19T13:46:44.320 INFO:tasks.workunit.client.0.smithi031.stdout: "loc": "marker__myobj" 2024-09-19T13:46:44.320 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.320 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.320 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.320 INFO:tasks.workunit.client.0.smithi031.stdout: "new_obj": { 2024-09-19T13:46:44.320 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.320 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.320 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.320 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.320 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.320 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.320 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.321 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.321 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.321 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.321 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.321 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.321 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_myobj", 2024-09-19T13:46:44.321 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "inst", 2024-09-19T13:46:44.321 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.321 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.321 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.321 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.321 INFO:tasks.workunit.client.0.smithi031.stdout:raw=.data-pool:marker__:inst__myobj 2024-09-19T13:46:44.321 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.322 INFO:tasks.workunit.client.0.smithi031.stdout: "raw_obj2": { 2024-09-19T13:46:44.322 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": ".data-pool", 2024-09-19T13:46:44.322 INFO:tasks.workunit.client.0.smithi031.stdout: "oid": "marker__:inst__myobj", 2024-09-19T13:46:44.322 INFO:tasks.workunit.client.0.smithi031.stdout: "loc": "marker__myobj" 2024-09-19T13:46:44.322 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.322 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.322 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.322 INFO:tasks.workunit.client.0.smithi031.stdout: "new_obj2": { 2024-09-19T13:46:44.322 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.322 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.322 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.323 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.323 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.323 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.323 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.323 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.323 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.323 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.323 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.323 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.323 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_myobj", 2024-09-19T13:46:44.323 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "inst", 2024-09-19T13:46:44.323 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.323 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.323 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.324 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.324 INFO:tasks.workunit.client.0.smithi031.stdout:raw2=.data-pool:marker__:inst__myobj 2024-09-19T13:46:44.324 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.324 INFO:tasks.workunit.client.0.smithi031.stdout: "raw_obj": { 2024-09-19T13:46:44.324 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": ".data-pool", 2024-09-19T13:46:44.324 INFO:tasks.workunit.client.0.smithi031.stdout: "oid": "marker__ns:inst__myobj", 2024-09-19T13:46:44.324 INFO:tasks.workunit.client.0.smithi031.stdout: "loc": "" 2024-09-19T13:46:44.324 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.324 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.324 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.324 INFO:tasks.workunit.client.0.smithi031.stdout: "new_obj": { 2024-09-19T13:46:44.324 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.325 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.325 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.325 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.325 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.325 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.325 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.325 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.325 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.325 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.325 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.325 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.325 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_myobj", 2024-09-19T13:46:44.325 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "inst", 2024-09-19T13:46:44.325 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "ns" 2024-09-19T13:46:44.326 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.326 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.326 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.326 INFO:tasks.workunit.client.0.smithi031.stdout:raw=.data-pool:marker__ns:inst__myobj 2024-09-19T13:46:44.326 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.326 INFO:tasks.workunit.client.0.smithi031.stdout: "raw_obj2": { 2024-09-19T13:46:44.326 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": ".data-pool", 2024-09-19T13:46:44.326 INFO:tasks.workunit.client.0.smithi031.stdout: "oid": "marker__ns:inst__myobj", 2024-09-19T13:46:44.326 INFO:tasks.workunit.client.0.smithi031.stdout: "loc": "" 2024-09-19T13:46:44.326 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.326 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.326 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.326 INFO:tasks.workunit.client.0.smithi031.stdout: "new_obj2": { 2024-09-19T13:46:44.326 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.326 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.327 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.327 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.327 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.327 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.327 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.327 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.327 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.327 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.327 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.327 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.327 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_myobj", 2024-09-19T13:46:44.327 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "inst", 2024-09-19T13:46:44.327 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "ns" 2024-09-19T13:46:44.327 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.327 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.328 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.328 INFO:tasks.workunit.client.0.smithi031.stdout:raw2=.data-pool:marker__ns:inst__myobj 2024-09-19T13:46:44.328 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.328 INFO:tasks.workunit.client.0.smithi031.stdout: "raw_obj": { 2024-09-19T13:46:44.328 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": ".data-pool", 2024-09-19T13:46:44.328 INFO:tasks.workunit.client.0.smithi031.stdout: "oid": "marker___myobj_", 2024-09-19T13:46:44.328 INFO:tasks.workunit.client.0.smithi031.stdout: "loc": "marker__myobj_" 2024-09-19T13:46:44.328 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.328 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.328 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.328 INFO:tasks.workunit.client.0.smithi031.stdout: "new_obj": { 2024-09-19T13:46:44.328 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.328 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.328 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.329 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.329 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.329 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.329 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.329 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.329 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.329 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.329 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.329 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.329 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_myobj_", 2024-09-19T13:46:44.329 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.329 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.329 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.330 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.330 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.330 INFO:tasks.workunit.client.0.smithi031.stdout:raw=.data-pool:marker___myobj_ 2024-09-19T13:46:44.330 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.330 INFO:tasks.workunit.client.0.smithi031.stdout: "raw_obj2": { 2024-09-19T13:46:44.330 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": ".data-pool", 2024-09-19T13:46:44.330 INFO:tasks.workunit.client.0.smithi031.stdout: "oid": "marker___myobj_", 2024-09-19T13:46:44.330 INFO:tasks.workunit.client.0.smithi031.stdout: "loc": "marker__myobj_" 2024-09-19T13:46:44.330 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.330 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.330 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.330 INFO:tasks.workunit.client.0.smithi031.stdout: "new_obj2": { 2024-09-19T13:46:44.330 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.330 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.331 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.331 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.331 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.331 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.331 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.331 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.331 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.331 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.331 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.331 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.331 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_myobj_", 2024-09-19T13:46:44.331 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.331 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.331 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.331 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.332 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.332 INFO:tasks.workunit.client.0.smithi031.stdout:raw2=.data-pool:marker___myobj_ 2024-09-19T13:46:44.332 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.332 INFO:tasks.workunit.client.0.smithi031.stdout: "raw_obj": { 2024-09-19T13:46:44.332 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": ".data-pool", 2024-09-19T13:46:44.332 INFO:tasks.workunit.client.0.smithi031.stdout: "oid": "marker__ns__myobj_", 2024-09-19T13:46:44.332 INFO:tasks.workunit.client.0.smithi031.stdout: "loc": "" 2024-09-19T13:46:44.332 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.332 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.332 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.332 INFO:tasks.workunit.client.0.smithi031.stdout: "new_obj": { 2024-09-19T13:46:44.332 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.332 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.333 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.333 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.333 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.333 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.333 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.333 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.333 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.333 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.333 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.333 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.333 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_myobj_", 2024-09-19T13:46:44.333 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.333 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "ns" 2024-09-19T13:46:44.334 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.334 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.334 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.334 INFO:tasks.workunit.client.0.smithi031.stdout:raw=.data-pool:marker__ns__myobj_ 2024-09-19T13:46:44.334 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.334 INFO:tasks.workunit.client.0.smithi031.stdout: "raw_obj2": { 2024-09-19T13:46:44.334 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": ".data-pool", 2024-09-19T13:46:44.334 INFO:tasks.workunit.client.0.smithi031.stdout: "oid": "marker__ns__myobj_", 2024-09-19T13:46:44.334 INFO:tasks.workunit.client.0.smithi031.stdout: "loc": "" 2024-09-19T13:46:44.334 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.334 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.334 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.334 INFO:tasks.workunit.client.0.smithi031.stdout: "new_obj2": { 2024-09-19T13:46:44.334 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.335 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.335 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.335 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.335 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.335 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.335 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.335 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.335 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.335 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.335 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.335 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.335 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_myobj_", 2024-09-19T13:46:44.335 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "", 2024-09-19T13:46:44.335 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "ns" 2024-09-19T13:46:44.335 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.336 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.336 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.336 INFO:tasks.workunit.client.0.smithi031.stdout:raw2=.data-pool:marker__ns__myobj_ 2024-09-19T13:46:44.336 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.336 INFO:tasks.workunit.client.0.smithi031.stdout: "raw_obj": { 2024-09-19T13:46:44.336 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": ".data-pool", 2024-09-19T13:46:44.336 INFO:tasks.workunit.client.0.smithi031.stdout: "oid": "marker__:inst__myobj_", 2024-09-19T13:46:44.336 INFO:tasks.workunit.client.0.smithi031.stdout: "loc": "marker__myobj_" 2024-09-19T13:46:44.336 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.336 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.336 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.336 INFO:tasks.workunit.client.0.smithi031.stdout: "new_obj": { 2024-09-19T13:46:44.336 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.336 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.337 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.337 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.337 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.337 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.337 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.337 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.337 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.337 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.337 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.337 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.337 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_myobj_", 2024-09-19T13:46:44.337 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "inst", 2024-09-19T13:46:44.337 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.338 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.338 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.338 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.338 INFO:tasks.workunit.client.0.smithi031.stdout:raw=.data-pool:marker__:inst__myobj_ 2024-09-19T13:46:44.338 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.338 INFO:tasks.workunit.client.0.smithi031.stdout: "raw_obj2": { 2024-09-19T13:46:44.338 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": ".data-pool", 2024-09-19T13:46:44.338 INFO:tasks.workunit.client.0.smithi031.stdout: "oid": "marker__:inst__myobj_", 2024-09-19T13:46:44.338 INFO:tasks.workunit.client.0.smithi031.stdout: "loc": "marker__myobj_" 2024-09-19T13:46:44.338 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.338 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.338 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.338 INFO:tasks.workunit.client.0.smithi031.stdout: "new_obj2": { 2024-09-19T13:46:44.338 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.338 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.339 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.339 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.339 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.339 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.339 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.339 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.339 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.339 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.339 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.339 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.339 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_myobj_", 2024-09-19T13:46:44.339 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "inst", 2024-09-19T13:46:44.339 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "" 2024-09-19T13:46:44.339 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.339 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.339 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.340 INFO:tasks.workunit.client.0.smithi031.stdout:raw2=.data-pool:marker__:inst__myobj_ 2024-09-19T13:46:44.340 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.340 INFO:tasks.workunit.client.0.smithi031.stdout: "raw_obj": { 2024-09-19T13:46:44.340 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": ".data-pool", 2024-09-19T13:46:44.340 INFO:tasks.workunit.client.0.smithi031.stdout: "oid": "marker__ns:inst__myobj_", 2024-09-19T13:46:44.340 INFO:tasks.workunit.client.0.smithi031.stdout: "loc": "" 2024-09-19T13:46:44.340 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.340 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.340 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.340 INFO:tasks.workunit.client.0.smithi031.stdout: "new_obj": { 2024-09-19T13:46:44.340 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.340 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.340 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.341 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.341 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.341 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.341 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.341 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.341 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.341 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.341 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.341 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.341 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_myobj_", 2024-09-19T13:46:44.341 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "inst", 2024-09-19T13:46:44.341 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "ns" 2024-09-19T13:46:44.341 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.342 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.342 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.342 INFO:tasks.workunit.client.0.smithi031.stdout:raw=.data-pool:marker__ns:inst__myobj_ 2024-09-19T13:46:44.342 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.342 INFO:tasks.workunit.client.0.smithi031.stdout: "raw_obj2": { 2024-09-19T13:46:44.342 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": ".data-pool", 2024-09-19T13:46:44.342 INFO:tasks.workunit.client.0.smithi031.stdout: "oid": "marker__ns:inst__myobj_", 2024-09-19T13:46:44.342 INFO:tasks.workunit.client.0.smithi031.stdout: "loc": "" 2024-09-19T13:46:44.342 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.342 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.342 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.342 INFO:tasks.workunit.client.0.smithi031.stdout: "new_obj2": { 2024-09-19T13:46:44.342 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": { 2024-09-19T13:46:44.342 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "ebtest", 2024-09-19T13:46:44.343 INFO:tasks.workunit.client.0.smithi031.stdout: "marker": "marker", 2024-09-19T13:46:44.343 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_id": "bucket-id", 2024-09-19T13:46:44.343 INFO:tasks.workunit.client.0.smithi031.stdout: "tenant": "", 2024-09-19T13:46:44.343 INFO:tasks.workunit.client.0.smithi031.stdout: "explicit_placement": { 2024-09-19T13:46:44.343 INFO:tasks.workunit.client.0.smithi031.stdout: "data_pool": ".data-pool", 2024-09-19T13:46:44.343 INFO:tasks.workunit.client.0.smithi031.stdout: "data_extra_pool": "", 2024-09-19T13:46:44.343 INFO:tasks.workunit.client.0.smithi031.stdout: "index_pool": ".index-pool" 2024-09-19T13:46:44.343 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.343 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.343 INFO:tasks.workunit.client.0.smithi031.stdout: "key": { 2024-09-19T13:46:44.343 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "_myobj_", 2024-09-19T13:46:44.343 INFO:tasks.workunit.client.0.smithi031.stdout: "instance": "inst", 2024-09-19T13:46:44.343 INFO:tasks.workunit.client.0.smithi031.stdout: "ns": "ns" 2024-09-19T13:46:44.343 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.344 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.344 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.344 INFO:tasks.workunit.client.0.smithi031.stdout:raw2=.data-pool:marker__ns:inst__myobj_ 2024-09-19T13:46:44.344 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestRGWObj.old_to_raw (0 ms) 2024-09-19T13:46:44.344 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 4 tests from TestRGWObj (1 ms total) 2024-09-19T13:46:44.344 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-09-19T13:46:44.344 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment tear-down 2024-09-19T13:46:44.344 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] 4 tests from 1 test suite ran. (1 ms total) 2024-09-19T13:46:44.344 INFO:tasks.workunit.client.0.smithi031.stdout:[ PASSED ] 4 tests. 2024-09-19T13:46:44.344 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-19T13:46:44.345 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-19T13:46:44.365 INFO:tasks.workunit:Running workunits matching rgw/test_librgw_file.sh on client.0... 2024-09-19T13:46:44.367 INFO:tasks.workunit:Running workunit rgw/test_librgw_file.sh... 2024-09-19T13:46:44.367 DEBUG:teuthology.orchestra.run.smithi031:workunit test rgw/test_librgw_file.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=08af21e0d16078b88ddf808fe9ba2ab84dbe6754 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_librgw_file.sh 2024-09-19T13:46:44.465 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:46:44.465 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:46:44.510 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.509+0000 7f96d98a39c0 20 rados->read ofs=0 len=0 2024-09-19T13:46:44.512 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.509+0000 7f96d98a39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:46:44.512 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.509+0000 7f96d98a39c0 20 realm 2024-09-19T13:46:44.512 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.509+0000 7f96d98a39c0 20 rados->read ofs=0 len=0 2024-09-19T13:46:44.513 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.509+0000 7f96d98a39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:46:44.513 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.509+0000 7f96d98a39c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:46:44.513 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.509+0000 7f96d98a39c0 20 rados->read ofs=0 len=0 2024-09-19T13:46:44.513 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.509+0000 7f96d98a39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:46:44.513 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.509+0000 7f96d98a39c0 20 rados->read ofs=0 len=0 2024-09-19T13:46:44.514 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.513+0000 7f96d98a39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:46:44.514 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.513+0000 7f96d98a39c0 20 rados->read ofs=0 len=0 2024-09-19T13:46:44.517 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.513+0000 7f96d98a39c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:46:44.517 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.513+0000 7f96d98a39c0 20 searching for the correct realm 2024-09-19T13:46:44.522 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.521+0000 7f96d6ba8640 0 -- 172.21.15.31:0/1803366166 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7f96cc01ab50 msgr2=0x7f96cc008930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T13:46:44.739 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.737+0000 7f96d6ba8640 0 -- 172.21.15.31:0/1803366166 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x5556a87e4fd0 msgr2=0x5556a87e7430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:46:44.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.749+0000 7f96d98a39c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:46:44.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.749+0000 7f96d98a39c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:46:44.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.749+0000 7f96d98a39c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:46:44.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.749+0000 7f96d98a39c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:46:44.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.749+0000 7f96d98a39c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:46:44.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.749+0000 7f96d98a39c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:46:44.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.749+0000 7f96d98a39c0 20 rados->read ofs=0 len=0 2024-09-19T13:46:44.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.749+0000 7f96d98a39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:46:44.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.749+0000 7f96d98a39c0 20 rados->read ofs=0 len=0 2024-09-19T13:46:44.754 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.753+0000 7f96d98a39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:46:44.754 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.753+0000 7f96d98a39c0 20 rados->read ofs=0 len=0 2024-09-19T13:46:44.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.753+0000 7f96d98a39c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:46:44.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.753+0000 7f96d98a39c0 20 zone default found 2024-09-19T13:46:44.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.753+0000 7f96d98a39c0 4 Realm: () 2024-09-19T13:46:44.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.753+0000 7f96d98a39c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:46:44.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.753+0000 7f96d98a39c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:46:44.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.753+0000 7f96d98a39c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:46:44.756 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.753+0000 7f96d98a39c0 20 zonegroup default 2024-09-19T13:46:44.756 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.753+0000 7f96d98a39c0 20 rados->read ofs=0 len=0 2024-09-19T13:46:44.756 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.753+0000 7f96d98a39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:46:44.756 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.753+0000 7f96d98a39c0 20 rados->read ofs=0 len=0 2024-09-19T13:46:44.757 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.753+0000 7f96d98a39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:46:44.757 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.753+0000 7f96d98a39c0 20 rados->read ofs=0 len=0 2024-09-19T13:46:44.758 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.753+0000 7f96d98a39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:46:44.758 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.757+0000 7f96d98a39c0 20 started sync module instance, tier type = 2024-09-19T13:46:44.758 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.757+0000 7f96d98a39c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:46:44.782 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.777+0000 7f96d98a39c0 20 add_watcher() i=0 2024-09-19T13:46:44.782 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.777+0000 7f96d98a39c0 20 add_watcher() i=1 2024-09-19T13:46:44.782 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.777+0000 7f96d98a39c0 20 add_watcher() i=2 2024-09-19T13:46:44.782 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.777+0000 7f96d98a39c0 20 add_watcher() i=3 2024-09-19T13:46:44.782 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.777+0000 7f96d98a39c0 20 add_watcher() i=4 2024-09-19T13:46:44.782 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.777+0000 7f96d98a39c0 20 add_watcher() i=5 2024-09-19T13:46:44.782 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.777+0000 7f96d98a39c0 20 add_watcher() i=6 2024-09-19T13:46:44.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.781+0000 7f96d98a39c0 20 add_watcher() i=7 2024-09-19T13:46:44.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.781+0000 7f96d98a39c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:46:44.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.785+0000 7f958dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:46:44.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.785+0000 7f96d98a39c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:46:44.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.785+0000 7f96d98a39c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:46:44.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.785+0000 7f96d98a39c0 5 note: GC not initialized 2024-09-19T13:46:44.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.785+0000 7f958cfe1640 20 reqs_thread_entry: start 2024-09-19T13:46:44.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.785+0000 7f96d98a39c0 20 init_complete bucket index max shards: 1 2024-09-19T13:46:44.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.789+0000 7f96d98a39c0 20 Filter name: none 2024-09-19T13:46:44.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.789+0000 7f95067fc640 20 reqs_thread_entry: start 2024-09-19T13:46:44.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.789+0000 7f96d98a39c0 10 cache get: name=default.rgw.meta+users.uid+ceph-test-librgw-file : miss 2024-09-19T13:46:44.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.789+0000 7f96d98a39c0 20 rados->read ofs=0 len=0 2024-09-19T13:46:44.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.789+0000 7f96d98a39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:46:44.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.789+0000 7f96d98a39c0 10 cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x0 2024-09-19T13:46:44.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.789+0000 7f96d98a39c0 10 adding default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2024-09-19T13:46:44.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.789+0000 7f96d98a39c0 10 cache get: name=default.rgw.meta+users.email+librgw@example.com : miss 2024-09-19T13:46:44.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.789+0000 7f96d98a39c0 20 rados->read ofs=0 len=0 2024-09-19T13:46:44.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.789+0000 7f96d98a39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:46:44.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.789+0000 7f96d98a39c0 10 cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x0 2024-09-19T13:46:44.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.789+0000 7f96d98a39c0 10 adding default.rgw.meta+users.email+librgw@example.com to cache LRU end 2024-09-19T13:46:44.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.789+0000 7f96d98a39c0 10 cache get: name=default.rgw.meta+users.keys+Kp2rG8ifayVUygPUF2H9s9G/780= : miss 2024-09-19T13:46:44.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.789+0000 7f96d98a39c0 20 rados->read ofs=0 len=0 2024-09-19T13:46:44.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.789+0000 7f96d98a39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:46:44.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.789+0000 7f96d98a39c0 10 cache put: name=default.rgw.meta+users.keys+Kp2rG8ifayVUygPUF2H9s9G/780= info.flags=0x0 2024-09-19T13:46:44.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.789+0000 7f96d98a39c0 10 adding default.rgw.meta+users.keys+Kp2rG8ifayVUygPUF2H9s9G/780= to cache LRU end 2024-09-19T13:46:44.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.789+0000 7f96d98a39c0 10 cache get: name=default.rgw.meta+users.keys+Kp2rG8ifayVUygPUF2H9s9G/780= : hit (negative entry) 2024-09-19T13:46:44.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.789+0000 7f96d98a39c0 10 cache get: name=default.rgw.meta+users.keys+Kp2rG8ifayVUygPUF2H9s9G/780= : hit (negative entry) 2024-09-19T13:46:44.795 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.793+0000 7f96d98a39c0 10 cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x17 2024-09-19T13:46:44.795 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.793+0000 7f96d98a39c0 10 moving default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2024-09-19T13:46:44.795 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.793+0000 7f96d98a39c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:ceph-test-librgw-file, ofs0, ns] 2024-09-19T13:46:44.795 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.793+0000 7f95baffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627780 cookie 93830682403360 notifier 5306 bl.length()=697 2024-09-19T13:46:44.795 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.793+0000 7f95baffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x17 2024-09-19T13:46:44.795 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.793+0000 7f95baffd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2024-09-19T13:46:44.798 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.797+0000 7f96d98a39c0 10 cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x7 2024-09-19T13:46:44.799 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.797+0000 7f96d98a39c0 10 moving default.rgw.meta+users.email+librgw@example.com to cache LRU end 2024-09-19T13:46:44.799 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.797+0000 7f96d98a39c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.email:librgw@example.com, ofs0, ns] 2024-09-19T13:46:44.799 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.797+0000 7f95baffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627776 cookie 93830682405984 notifier 5306 bl.length()=194 2024-09-19T13:46:44.799 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.797+0000 7f95baffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x7 2024-09-19T13:46:44.799 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.797+0000 7f95baffd640 10 rgw watcher librados: moving default.rgw.meta+users.email+librgw@example.com to cache LRU end 2024-09-19T13:46:44.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.801+0000 7f96d98a39c0 10 cache put: name=default.rgw.meta+users.keys+Kp2rG8ifayVUygPUF2H9s9G/780= info.flags=0x7 2024-09-19T13:46:44.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.801+0000 7f96d98a39c0 10 moving default.rgw.meta+users.keys+Kp2rG8ifayVUygPUF2H9s9G/780= to cache LRU end 2024-09-19T13:46:44.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.801+0000 7f96d98a39c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.keys:Kp2rG8ifayVUygPUF2H9s9G/780=, ofs0, ns] 2024-09-19T13:46:44.804 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.801+0000 7f95ba7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627778 cookie 93830682442560 notifier 5306 bl.length()=203 2024-09-19T13:46:44.804 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.801+0000 7f95ba7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+Kp2rG8ifayVUygPUF2H9s9G/780= info.flags=0x7 2024-09-19T13:46:44.804 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.801+0000 7f95ba7fc640 10 rgw watcher librados: moving default.rgw.meta+users.keys+Kp2rG8ifayVUygPUF2H9s9G/780= to cache LRU end 2024-09-19T13:46:44.805 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:46:44.805 INFO:tasks.workunit.client.0.smithi031.stdout: "user_id": "ceph-test-librgw-file", 2024-09-19T13:46:44.805 INFO:tasks.workunit.client.0.smithi031.stdout: "display_name": "librgw test user", 2024-09-19T13:46:44.805 INFO:tasks.workunit.client.0.smithi031.stdout: "email": "librgw@example.com", 2024-09-19T13:46:44.805 INFO:tasks.workunit.client.0.smithi031.stdout: "suspended": 0, 2024-09-19T13:46:44.805 INFO:tasks.workunit.client.0.smithi031.stdout: "max_buckets": 1000, 2024-09-19T13:46:44.805 INFO:tasks.workunit.client.0.smithi031.stdout: "subusers": [], 2024-09-19T13:46:44.805 INFO:tasks.workunit.client.0.smithi031.stdout: "keys": [ 2024-09-19T13:46:44.805 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-19T13:46:44.805 INFO:tasks.workunit.client.0.smithi031.stdout: "user": "ceph-test-librgw-file", 2024-09-19T13:46:44.806 INFO:tasks.workunit.client.0.smithi031.stdout: "access_key": "Kp2rG8ifayVUygPUF2H9s9G/780=", 2024-09-19T13:46:44.806 INFO:tasks.workunit.client.0.smithi031.stdout: "secret_key": "pEYzjCFYHz3l7owIueRKnnchbT4I5wEEYnbTiupE5mpCApbcHnT/jg==", 2024-09-19T13:46:44.806 INFO:tasks.workunit.client.0.smithi031.stdout: "active": true, 2024-09-19T13:46:44.806 INFO:tasks.workunit.client.0.smithi031.stdout: "create_date": "2024-09-19T13:46:44.794503Z" 2024-09-19T13:46:44.806 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:46:44.806 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-19T13:46:44.806 INFO:tasks.workunit.client.0.smithi031.stdout: "swift_keys": [], 2024-09-19T13:46:44.806 INFO:tasks.workunit.client.0.smithi031.stdout: "caps": [], 2024-09-19T13:46:44.806 INFO:tasks.workunit.client.0.smithi031.stdout: "op_mask": "read, write, delete", 2024-09-19T13:46:44.806 INFO:tasks.workunit.client.0.smithi031.stdout: "default_placement": "", 2024-09-19T13:46:44.806 INFO:tasks.workunit.client.0.smithi031.stdout: "default_storage_class": "", 2024-09-19T13:46:44.806 INFO:tasks.workunit.client.0.smithi031.stdout: "placement_tags": [], 2024-09-19T13:46:44.806 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_quota": { 2024-09-19T13:46:44.807 INFO:tasks.workunit.client.0.smithi031.stdout: "enabled": false, 2024-09-19T13:46:44.807 INFO:tasks.workunit.client.0.smithi031.stdout: "check_on_raw": false, 2024-09-19T13:46:44.807 INFO:tasks.workunit.client.0.smithi031.stdout: "max_size": -1, 2024-09-19T13:46:44.807 INFO:tasks.workunit.client.0.smithi031.stdout: "max_size_kb": 0, 2024-09-19T13:46:44.807 INFO:tasks.workunit.client.0.smithi031.stdout: "max_objects": -1 2024-09-19T13:46:44.807 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.807 INFO:tasks.workunit.client.0.smithi031.stdout: "user_quota": { 2024-09-19T13:46:44.807 INFO:tasks.workunit.client.0.smithi031.stdout: "enabled": false, 2024-09-19T13:46:44.807 INFO:tasks.workunit.client.0.smithi031.stdout: "check_on_raw": false, 2024-09-19T13:46:44.807 INFO:tasks.workunit.client.0.smithi031.stdout: "max_size": -1, 2024-09-19T13:46:44.807 INFO:tasks.workunit.client.0.smithi031.stdout: "max_size_kb": 0, 2024-09-19T13:46:44.807 INFO:tasks.workunit.client.0.smithi031.stdout: "max_objects": -1 2024-09-19T13:46:44.807 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:46:44.807 INFO:tasks.workunit.client.0.smithi031.stdout: "temp_url_keys": [], 2024-09-19T13:46:44.807 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "rgw", 2024-09-19T13:46:44.808 INFO:tasks.workunit.client.0.smithi031.stdout: "mfa_ids": [], 2024-09-19T13:46:44.808 INFO:tasks.workunit.client.0.smithi031.stdout: "account_id": "", 2024-09-19T13:46:44.808 INFO:tasks.workunit.client.0.smithi031.stdout: "path": "/", 2024-09-19T13:46:44.808 INFO:tasks.workunit.client.0.smithi031.stdout: "create_date": "2024-09-19T13:46:44.794466Z", 2024-09-19T13:46:44.808 INFO:tasks.workunit.client.0.smithi031.stdout: "tags": [], 2024-09-19T13:46:44.808 INFO:tasks.workunit.client.0.smithi031.stdout: "group_ids": [] 2024-09-19T13:46:44.808 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:46:44.809 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-09-19T13:46:44.809 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.805+0000 7f958dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:46:44.810 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.809+0000 7f96d98a39c0 20 remove_watcher() i=0 2024-09-19T13:46:44.810 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.809+0000 7f96d98a39c0 2 removed watcher, disabling cache 2024-09-19T13:46:44.812 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.809+0000 7f96d98a39c0 20 remove_watcher() i=1 2024-09-19T13:46:44.814 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.813+0000 7f96d98a39c0 20 remove_watcher() i=2 2024-09-19T13:46:44.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.813+0000 7f96d98a39c0 20 remove_watcher() i=3 2024-09-19T13:46:44.819 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.817+0000 7f96d98a39c0 20 remove_watcher() i=4 2024-09-19T13:46:44.822 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.817+0000 7f96d98a39c0 20 remove_watcher() i=5 2024-09-19T13:46:44.824 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.821+0000 7f96d98a39c0 20 remove_watcher() i=6 2024-09-19T13:46:44.827 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:44.825+0000 7f96d98a39c0 20 remove_watcher() i=7 2024-09-19T13:46:44.843 INFO:tasks.workunit.client.0.smithi031.stdout:phase 1.1 2024-09-19T13:46:44.866 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] Running 24 tests from 1 test suite. 2024-09-19T13:46:44.866 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment set-up. 2024-09-19T13:46:44.866 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 24 tests from LibRGW 2024-09-19T13:46:44.866 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.INIT 2024-09-19T13:46:44.880 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:46:44.880 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:46:45.190 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.INIT (323 ms) 2024-09-19T13:46:45.190 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2024-09-19T13:46:45.191 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.MOUNT_NOROOT (2 ms) 2024-09-19T13:46:45.191 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.MOUNT 2024-09-19T13:46:45.192 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2024-09-19T13:46:45.192 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.SETUP_HIER1 2024-09-19T13:46:45.207 INFO:tasks.workunit.client.0.smithi031.stdout:creating: nfsroot:foo/bar/baz/quux 2024-09-19T13:46:45.216 INFO:tasks.workunit.client.0.smithi031.stdout:creating: nfsroot:foo/f1 2024-09-19T13:46:45.224 INFO:tasks.workunit.client.0.smithi031.stdout:creating: nfsroot:foo/f2 2024-09-19T13:46:45.231 INFO:tasks.workunit.client.0.smithi031.stdout:creating: nfsroot:foo/bar/f1 2024-09-19T13:46:45.237 INFO:tasks.workunit.client.0.smithi031.stdout:creating: nfsroot:foo/bar/d1/ 2024-09-19T13:46:45.244 INFO:tasks.workunit.client.0.smithi031.stdout:creating: nfsroot:foo/bar/baz/hungry 2024-09-19T13:46:45.250 INFO:tasks.workunit.client.0.smithi031.stdout:creating: nfsroot:foo/bar/baz/hungry/ 2024-09-19T13:46:45.257 INFO:tasks.workunit.client.0.smithi031.stdout:creating: nfsroot:foo/bar/baz/momma 2024-09-19T13:46:45.266 INFO:tasks.workunit.client.0.smithi031.stdout:creating: nfsroot:foo/bar/baz/bear/ 2024-09-19T13:46:45.273 INFO:tasks.workunit.client.0.smithi031.stdout:creating: nfsroot:foo/bar/baz/sasquatch 2024-09-19T13:46:45.282 INFO:tasks.workunit.client.0.smithi031.stdout:creating: nfsroot:foo/bar/baz/sasquatch/ 2024-09-19T13:46:45.290 INFO:tasks.workunit.client.0.smithi031.stdout:creating: nfsroot:foo/bar/baz/frobozz 2024-09-19T13:46:45.297 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.SETUP_HIER1 (106 ms) 2024-09-19T13:46:45.297 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2024-09-19T13:46:45.538 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.SETUP_DIRS1 (241 ms) 2024-09-19T13:46:45.539 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.SETATTR 2024-09-19T13:46:45.539 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2024-09-19T13:46:45.539 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2024-09-19T13:46:45.581 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (43 ms) 2024-09-19T13:46:45.582 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2024-09-19T13:46:45.678 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (97 ms) 2024-09-19T13:46:45.678 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2024-09-19T13:46:45.679 INFO:tasks.workunit.client.0.smithi031.stdout:rename file rfile_0 to rfile_r0 (bucket brename0) 2024-09-19T13:46:45.695 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (17 ms) 2024-09-19T13:46:45.696 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2024-09-19T13:46:45.696 INFO:tasks.workunit.client.0.smithi031.stdout:rename file rfile_1 (bucket brename0) to rfile_rhilldog (bucket brename1) 2024-09-19T13:46:45.712 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (16 ms) 2024-09-19T13:46:45.712 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2024-09-19T13:46:45.713 INFO:tasks.workunit.client.0.smithi031.stdout:scanning objects in /bdirs1/dir_0 2024-09-19T13:46:45.713 INFO:tasks.workunit.client.0.smithi031.stdout: /bdirs1/dir_0/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-19T13:46:45.713 INFO:tasks.workunit.client.0.smithi031.stdout: /bdirs1/dir_0/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-19T13:46:45.713 INFO:tasks.workunit.client.0.smithi031.stdout: /bdirs1/dir_0/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-19T13:46:45.713 INFO:tasks.workunit.client.0.smithi031.stdout: /bdirs1/dir_0/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-19T13:46:45.713 INFO:tasks.workunit.client.0.smithi031.stdout:scanning objects in /bdirs1/dir_1 2024-09-19T13:46:45.713 INFO:tasks.workunit.client.0.smithi031.stdout: /bdirs1/dir_1/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-19T13:46:45.713 INFO:tasks.workunit.client.0.smithi031.stdout: /bdirs1/dir_1/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-19T13:46:45.713 INFO:tasks.workunit.client.0.smithi031.stdout: /bdirs1/dir_1/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-19T13:46:45.713 INFO:tasks.workunit.client.0.smithi031.stdout: /bdirs1/dir_1/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-19T13:46:45.713 INFO:tasks.workunit.client.0.smithi031.stdout:scanning objects in /bdirs1/dir_2 2024-09-19T13:46:45.713 INFO:tasks.workunit.client.0.smithi031.stdout: /bdirs1/dir_2/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-19T13:46:45.713 INFO:tasks.workunit.client.0.smithi031.stdout: /bdirs1/dir_2/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-19T13:46:45.713 INFO:tasks.workunit.client.0.smithi031.stdout: /bdirs1/dir_2/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-19T13:46:45.714 INFO:tasks.workunit.client.0.smithi031.stdout: /bdirs1/dir_2/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-19T13:46:45.714 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2024-09-19T13:46:45.714 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.READ_DIRS1 2024-09-19T13:46:45.714 INFO:tasks.workunit.client.0.smithi031.stdout:read back objects in /bdirs1/dir_0 2024-09-19T13:46:45.714 INFO:tasks.workunit.client.0.smithi031.stdout:reading 0,256 dir_0/sfile_0 2024-09-19T13:46:45.717 INFO:tasks.workunit.client.0.smithi031.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-19T13:46:45.717 INFO:tasks.workunit.client.0.smithi031.stdout:reading 0,256 dir_0/sfile_1 2024-09-19T13:46:45.721 INFO:tasks.workunit.client.0.smithi031.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-19T13:46:45.721 INFO:tasks.workunit.client.0.smithi031.stdout:read back objects in /bdirs1/dir_1 2024-09-19T13:46:45.721 INFO:tasks.workunit.client.0.smithi031.stdout:reading 0,256 dir_1/sfile_0 2024-09-19T13:46:45.725 INFO:tasks.workunit.client.0.smithi031.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-19T13:46:45.725 INFO:tasks.workunit.client.0.smithi031.stdout:reading 0,256 dir_1/sfile_1 2024-09-19T13:46:45.728 INFO:tasks.workunit.client.0.smithi031.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-19T13:46:45.728 INFO:tasks.workunit.client.0.smithi031.stdout:read back objects in /bdirs1/dir_2 2024-09-19T13:46:45.728 INFO:tasks.workunit.client.0.smithi031.stdout:reading 0,256 dir_2/sfile_0 2024-09-19T13:46:45.731 INFO:tasks.workunit.client.0.smithi031.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-19T13:46:45.731 INFO:tasks.workunit.client.0.smithi031.stdout:reading 0,256 dir_2/sfile_1 2024-09-19T13:46:45.735 INFO:tasks.workunit.client.0.smithi031.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-19T13:46:45.735 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.READ_DIRS1 (22 ms) 2024-09-19T13:46:45.735 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.READF_SETUP1 2024-09-19T13:46:45.973 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.READF_SETUP1 (239 ms) 2024-09-19T13:46:45.973 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.READF_DIRS1 2024-09-19T13:46:45.974 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2024-09-19T13:46:45.974 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2024-09-19T13:46:45.974 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2024-09-19T13:46:45.974 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2024-09-19T13:46:45.974 INFO:tasks.workunit.client.0.smithi031.stdout:release sdir_0 type: DIR refs: 2 2024-09-19T13:46:45.974 INFO:tasks.workunit.client.0.smithi031.stdout:release sfile_0 type: FILE refs: 2 2024-09-19T13:46:45.974 INFO:tasks.workunit.client.0.smithi031.stdout:release sdir_1 type: DIR refs: 2 2024-09-19T13:46:45.974 INFO:tasks.workunit.client.0.smithi031.stdout:release sfile_1 type: FILE refs: 2 2024-09-19T13:46:45.974 INFO:tasks.workunit.client.0.smithi031.stdout:release sdir_0 type: DIR refs: 2 2024-09-19T13:46:45.974 INFO:tasks.workunit.client.0.smithi031.stdout:release sfile_0 type: FILE refs: 2 2024-09-19T13:46:45.974 INFO:tasks.workunit.client.0.smithi031.stdout:release sdir_1 type: DIR refs: 2 2024-09-19T13:46:45.974 INFO:tasks.workunit.client.0.smithi031.stdout:release sfile_1 type: FILE refs: 2 2024-09-19T13:46:45.974 INFO:tasks.workunit.client.0.smithi031.stdout:release sdir_0 type: DIR refs: 2 2024-09-19T13:46:45.974 INFO:tasks.workunit.client.0.smithi031.stdout:release sfile_0 type: FILE refs: 2 2024-09-19T13:46:45.975 INFO:tasks.workunit.client.0.smithi031.stdout:release sdir_1 type: DIR refs: 2 2024-09-19T13:46:45.975 INFO:tasks.workunit.client.0.smithi031.stdout:release sfile_1 type: FILE refs: 2 2024-09-19T13:46:45.975 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2024-09-19T13:46:45.975 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.HIER1 2024-09-19T13:46:45.986 INFO:tasks.workunit.client.0.smithi031.stdout:/nfsroot/foo/f2 (f2): FILE 2024-09-19T13:46:45.987 INFO:tasks.workunit.client.0.smithi031.stdout:/nfsroot/foo/f1 (f1): FILE 2024-09-19T13:46:45.993 INFO:tasks.workunit.client.0.smithi031.stdout:/nfsroot/foo/bar/f1 (f1): FILE 2024-09-19T13:46:45.997 INFO:tasks.workunit.client.0.smithi031.stdout:/nfsroot/foo/bar/d1 (d1): DIR 2024-09-19T13:46:46.003 INFO:tasks.workunit.client.0.smithi031.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2024-09-19T13:46:46.005 INFO:tasks.workunit.client.0.smithi031.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2024-09-19T13:46:46.007 INFO:tasks.workunit.client.0.smithi031.stdout:/nfsroot/foo/bar/baz/quux (quux): FILE 2024-09-19T13:46:46.008 INFO:tasks.workunit.client.0.smithi031.stdout:/nfsroot/foo/bar/baz/momma (momma): FILE 2024-09-19T13:46:46.010 INFO:tasks.workunit.client.0.smithi031.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2024-09-19T13:46:46.011 INFO:tasks.workunit.client.0.smithi031.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2024-09-19T13:46:46.013 INFO:tasks.workunit.client.0.smithi031.stdout:/nfsroot/foo/bar/baz/frobozz (frobozz): FILE 2024-09-19T13:46:46.017 INFO:tasks.workunit.client.0.smithi031.stdout:/nfsroot/foo/bar/baz/bear (bear): DIR 2024-09-19T13:46:46.017 INFO:tasks.workunit.client.0.smithi031.stdout:/nfsroot/foo/bar/baz (baz): DIR 2024-09-19T13:46:46.017 INFO:tasks.workunit.client.0.smithi031.stdout:/nfsroot/foo/bar (bar): DIR 2024-09-19T13:46:46.018 INFO:tasks.workunit.client.0.smithi031.stdout:/nfsroot/foo (foo): DIR 2024-09-19T13:46:46.018 INFO:tasks.workunit.client.0.smithi031.stdout:/nfsroot (nfsroot): DIR 2024-09-19T13:46:46.018 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.HIER1 (44 ms) 2024-09-19T13:46:46.018 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-19T13:46:46.018 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2024-09-19T13:46:46.018 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-19T13:46:46.018 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2024-09-19T13:46:46.018 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-19T13:46:46.018 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2024-09-19T13:46:46.018 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-19T13:46:46.018 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-19T13:46:46.018 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-19T13:46:46.018 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-19T13:46:46.019 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-19T13:46:46.019 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-19T13:46:46.019 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-19T13:46:46.019 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:46.013+0000 7f62e03eba80 -1 shutting down 2024-09-19T13:46:46.020 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:46:46.017+0000 7f61ba13d640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 57261, si_uid : 1000, si_addr0x3e80000dfad, si_status0 2024-09-19T13:47:15.423 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.SHUTDOWN (29405 ms) 2024-09-19T13:47:15.424 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 24 tests from LibRGW (30556 ms total) 2024-09-19T13:47:15.424 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-09-19T13:47:15.424 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment tear-down 2024-09-19T13:47:15.424 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] 24 tests from 1 test suite ran. (30556 ms total) 2024-09-19T13:47:15.424 INFO:tasks.workunit.client.0.smithi031.stdout:[ PASSED ] 24 tests. 2024-09-19T13:47:15.438 INFO:tasks.workunit.client.0.smithi031.stdout:phase 1.2 2024-09-19T13:47:15.461 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] Running 24 tests from 1 test suite. 2024-09-19T13:47:15.462 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment set-up. 2024-09-19T13:47:15.462 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 24 tests from LibRGW 2024-09-19T13:47:15.462 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.INIT 2024-09-19T13:47:15.473 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:47:15.473 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:47:15.769 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.INIT (308 ms) 2024-09-19T13:47:15.769 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2024-09-19T13:47:15.770 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.MOUNT_NOROOT (1 ms) 2024-09-19T13:47:15.770 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.MOUNT 2024-09-19T13:47:15.771 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2024-09-19T13:47:15.771 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.SETUP_HIER1 2024-09-19T13:47:15.771 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.SETUP_HIER1 (0 ms) 2024-09-19T13:47:15.771 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2024-09-19T13:47:15.771 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.SETUP_DIRS1 (0 ms) 2024-09-19T13:47:15.771 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.SETATTR 2024-09-19T13:47:15.771 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2024-09-19T13:47:15.771 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2024-09-19T13:47:15.771 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (0 ms) 2024-09-19T13:47:15.771 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2024-09-19T13:47:15.772 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (0 ms) 2024-09-19T13:47:15.772 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2024-09-19T13:47:15.772 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (0 ms) 2024-09-19T13:47:15.772 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2024-09-19T13:47:15.772 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (0 ms) 2024-09-19T13:47:15.772 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2024-09-19T13:47:15.772 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2024-09-19T13:47:15.772 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.READ_DIRS1 2024-09-19T13:47:15.772 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.READ_DIRS1 (0 ms) 2024-09-19T13:47:15.772 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.READF_SETUP1 2024-09-19T13:47:15.772 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.READF_SETUP1 (0 ms) 2024-09-19T13:47:15.772 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.READF_DIRS1 2024-09-19T13:47:15.772 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2024-09-19T13:47:15.773 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2024-09-19T13:47:15.773 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2024-09-19T13:47:15.773 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2024-09-19T13:47:15.773 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2024-09-19T13:47:15.773 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.HIER1 2024-09-19T13:47:15.773 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.HIER1 (0 ms) 2024-09-19T13:47:15.773 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-19T13:47:15.773 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2024-09-19T13:47:15.773 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-19T13:47:15.773 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2024-09-19T13:47:15.773 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-19T13:47:15.773 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2024-09-19T13:47:15.773 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-19T13:47:15.773 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-19T13:47:15.774 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-19T13:47:15.774 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-19T13:47:15.774 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-19T13:47:15.774 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-19T13:47:15.774 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-19T13:47:15.774 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:47:15.769+0000 7f6e11fa2a80 -1 shutting down 2024-09-19T13:47:15.774 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:47:15.769+0000 7f6cebcf4640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 57906, si_uid : 1000, si_addr0x3e80000e232, si_status0 2024-09-19T13:47:45.839 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.SHUTDOWN (30068 ms) 2024-09-19T13:47:45.840 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 24 tests from LibRGW (30377 ms total) 2024-09-19T13:47:45.840 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-09-19T13:47:45.840 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment tear-down 2024-09-19T13:47:45.840 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] 24 tests from 1 test suite ran. (30377 ms total) 2024-09-19T13:47:45.840 INFO:tasks.workunit.client.0.smithi031.stdout:[ PASSED ] 24 tests. 2024-09-19T13:47:45.848 INFO:tasks.workunit.client.0.smithi031.stdout:phase 1.3 2024-09-19T13:47:45.873 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] Running 24 tests from 1 test suite. 2024-09-19T13:47:45.873 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment set-up. 2024-09-19T13:47:45.873 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 24 tests from LibRGW 2024-09-19T13:47:45.873 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.INIT 2024-09-19T13:47:45.886 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:47:45.886 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:47:46.414 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.INIT (540 ms) 2024-09-19T13:47:46.414 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2024-09-19T13:47:46.414 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.MOUNT_NOROOT (1 ms) 2024-09-19T13:47:46.414 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.MOUNT 2024-09-19T13:47:46.415 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2024-09-19T13:47:46.415 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.SETUP_HIER1 2024-09-19T13:47:46.425 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.SETUP_HIER1 (11 ms) 2024-09-19T13:47:46.425 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2024-09-19T13:47:46.545 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.SETUP_DIRS1 (119 ms) 2024-09-19T13:47:46.545 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.SETATTR 2024-09-19T13:47:46.545 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2024-09-19T13:47:46.545 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2024-09-19T13:47:46.545 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (0 ms) 2024-09-19T13:47:46.545 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2024-09-19T13:47:46.545 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (0 ms) 2024-09-19T13:47:46.545 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2024-09-19T13:47:46.546 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (0 ms) 2024-09-19T13:47:46.546 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2024-09-19T13:47:46.546 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (0 ms) 2024-09-19T13:47:46.546 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2024-09-19T13:47:46.546 INFO:tasks.workunit.client.0.smithi031.stdout:scanning objects in /bdirs1/dir_0 2024-09-19T13:47:46.546 INFO:tasks.workunit.client.0.smithi031.stdout: /bdirs1/dir_0/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-19T13:47:46.546 INFO:tasks.workunit.client.0.smithi031.stdout: /bdirs1/dir_0/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-19T13:47:46.546 INFO:tasks.workunit.client.0.smithi031.stdout: /bdirs1/dir_0/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-19T13:47:46.546 INFO:tasks.workunit.client.0.smithi031.stdout: /bdirs1/dir_0/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-19T13:47:46.546 INFO:tasks.workunit.client.0.smithi031.stdout:scanning objects in /bdirs1/dir_1 2024-09-19T13:47:46.546 INFO:tasks.workunit.client.0.smithi031.stdout: /bdirs1/dir_1/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-19T13:47:46.546 INFO:tasks.workunit.client.0.smithi031.stdout: /bdirs1/dir_1/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-19T13:47:46.546 INFO:tasks.workunit.client.0.smithi031.stdout: /bdirs1/dir_1/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-19T13:47:46.547 INFO:tasks.workunit.client.0.smithi031.stdout: /bdirs1/dir_1/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-19T13:47:46.547 INFO:tasks.workunit.client.0.smithi031.stdout:scanning objects in /bdirs1/dir_2 2024-09-19T13:47:46.547 INFO:tasks.workunit.client.0.smithi031.stdout: /bdirs1/dir_2/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-19T13:47:46.547 INFO:tasks.workunit.client.0.smithi031.stdout: /bdirs1/dir_2/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-19T13:47:46.547 INFO:tasks.workunit.client.0.smithi031.stdout: /bdirs1/dir_2/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-19T13:47:46.547 INFO:tasks.workunit.client.0.smithi031.stdout: /bdirs1/dir_2/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-19T13:47:46.547 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2024-09-19T13:47:46.547 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.READ_DIRS1 2024-09-19T13:47:46.547 INFO:tasks.workunit.client.0.smithi031.stdout:read back objects in /bdirs1/dir_0 2024-09-19T13:47:46.547 INFO:tasks.workunit.client.0.smithi031.stdout:reading 0,256 dir_0/sfile_0 2024-09-19T13:47:46.549 INFO:tasks.workunit.client.0.smithi031.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-19T13:47:46.549 INFO:tasks.workunit.client.0.smithi031.stdout:reading 0,256 dir_0/sfile_1 2024-09-19T13:47:46.552 INFO:tasks.workunit.client.0.smithi031.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-19T13:47:46.552 INFO:tasks.workunit.client.0.smithi031.stdout:read back objects in /bdirs1/dir_1 2024-09-19T13:47:46.552 INFO:tasks.workunit.client.0.smithi031.stdout:reading 0,256 dir_1/sfile_0 2024-09-19T13:47:46.555 INFO:tasks.workunit.client.0.smithi031.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-19T13:47:46.555 INFO:tasks.workunit.client.0.smithi031.stdout:reading 0,256 dir_1/sfile_1 2024-09-19T13:47:46.558 INFO:tasks.workunit.client.0.smithi031.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-19T13:47:46.559 INFO:tasks.workunit.client.0.smithi031.stdout:read back objects in /bdirs1/dir_2 2024-09-19T13:47:46.559 INFO:tasks.workunit.client.0.smithi031.stdout:reading 0,256 dir_2/sfile_0 2024-09-19T13:47:46.561 INFO:tasks.workunit.client.0.smithi031.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-19T13:47:46.562 INFO:tasks.workunit.client.0.smithi031.stdout:reading 0,256 dir_2/sfile_1 2024-09-19T13:47:46.565 INFO:tasks.workunit.client.0.smithi031.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-19T13:47:46.565 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.READ_DIRS1 (21 ms) 2024-09-19T13:47:46.565 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.READF_SETUP1 2024-09-19T13:47:46.565 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.READF_SETUP1 (0 ms) 2024-09-19T13:47:46.565 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.READF_DIRS1 2024-09-19T13:47:46.565 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2024-09-19T13:47:46.565 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2024-09-19T13:47:46.566 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2024-09-19T13:47:46.566 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2024-09-19T13:47:46.566 INFO:tasks.workunit.client.0.smithi031.stdout:release sdir_0 type: DIR refs: 2 2024-09-19T13:47:46.566 INFO:tasks.workunit.client.0.smithi031.stdout:release sfile_0 type: FILE refs: 2 2024-09-19T13:47:46.566 INFO:tasks.workunit.client.0.smithi031.stdout:release sdir_1 type: DIR refs: 2 2024-09-19T13:47:46.566 INFO:tasks.workunit.client.0.smithi031.stdout:release sfile_1 type: FILE refs: 2 2024-09-19T13:47:46.566 INFO:tasks.workunit.client.0.smithi031.stdout:release sdir_0 type: DIR refs: 2 2024-09-19T13:47:46.566 INFO:tasks.workunit.client.0.smithi031.stdout:release sfile_0 type: FILE refs: 2 2024-09-19T13:47:46.566 INFO:tasks.workunit.client.0.smithi031.stdout:release sdir_1 type: DIR refs: 2 2024-09-19T13:47:46.566 INFO:tasks.workunit.client.0.smithi031.stdout:release sfile_1 type: FILE refs: 2 2024-09-19T13:47:46.566 INFO:tasks.workunit.client.0.smithi031.stdout:release sdir_0 type: DIR refs: 2 2024-09-19T13:47:46.566 INFO:tasks.workunit.client.0.smithi031.stdout:release sfile_0 type: FILE refs: 2 2024-09-19T13:47:46.567 INFO:tasks.workunit.client.0.smithi031.stdout:release sdir_1 type: DIR refs: 2 2024-09-19T13:47:46.567 INFO:tasks.workunit.client.0.smithi031.stdout:release sfile_1 type: FILE refs: 2 2024-09-19T13:47:46.567 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2024-09-19T13:47:46.567 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.HIER1 2024-09-19T13:47:46.578 INFO:tasks.workunit.client.0.smithi031.stdout:/nfsroot/foo/f2 (f2): FILE 2024-09-19T13:47:46.580 INFO:tasks.workunit.client.0.smithi031.stdout:/nfsroot/foo/f1 (f1): FILE 2024-09-19T13:47:46.586 INFO:tasks.workunit.client.0.smithi031.stdout:/nfsroot/foo/bar/f1 (f1): FILE 2024-09-19T13:47:46.590 INFO:tasks.workunit.client.0.smithi031.stdout:/nfsroot/foo/bar/d1 (d1): DIR 2024-09-19T13:47:46.596 INFO:tasks.workunit.client.0.smithi031.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2024-09-19T13:47:46.600 INFO:tasks.workunit.client.0.smithi031.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2024-09-19T13:47:46.600 INFO:tasks.workunit.client.0.smithi031.stdout:/nfsroot/foo/bar/baz/quux (quux): FILE 2024-09-19T13:47:46.601 INFO:tasks.workunit.client.0.smithi031.stdout:/nfsroot/foo/bar/baz/momma (momma): FILE 2024-09-19T13:47:46.602 INFO:tasks.workunit.client.0.smithi031.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2024-09-19T13:47:46.603 INFO:tasks.workunit.client.0.smithi031.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2024-09-19T13:47:46.605 INFO:tasks.workunit.client.0.smithi031.stdout:/nfsroot/foo/bar/baz/frobozz (frobozz): FILE 2024-09-19T13:47:46.609 INFO:tasks.workunit.client.0.smithi031.stdout:/nfsroot/foo/bar/baz/bear (bear): DIR 2024-09-19T13:47:46.609 INFO:tasks.workunit.client.0.smithi031.stdout:/nfsroot/foo/bar/baz (baz): DIR 2024-09-19T13:47:46.609 INFO:tasks.workunit.client.0.smithi031.stdout:/nfsroot/foo/bar (bar): DIR 2024-09-19T13:47:46.610 INFO:tasks.workunit.client.0.smithi031.stdout:/nfsroot/foo (foo): DIR 2024-09-19T13:47:46.610 INFO:tasks.workunit.client.0.smithi031.stdout:/nfsroot (nfsroot): DIR 2024-09-19T13:47:46.610 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.HIER1 (44 ms) 2024-09-19T13:47:46.610 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-19T13:47:46.610 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2024-09-19T13:47:46.610 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-19T13:47:46.610 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2024-09-19T13:47:46.610 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-19T13:47:46.610 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2024-09-19T13:47:46.610 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-19T13:47:46.610 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-19T13:47:46.610 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-19T13:47:46.610 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-19T13:47:46.611 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-19T13:47:46.611 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-19T13:47:46.611 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-19T13:47:46.611 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:47:46.604+0000 7fa8a8620a80 -1 shutting down 2024-09-19T13:47:46.611 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:47:46.608+0000 7fa782372640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 58551, si_uid : 1000, si_addr0x3e80000e4b7, si_status0 2024-09-19T13:48:16.570 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.SHUTDOWN (29961 ms) 2024-09-19T13:48:16.571 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 24 tests from LibRGW (30697 ms total) 2024-09-19T13:48:16.571 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-09-19T13:48:16.571 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment tear-down 2024-09-19T13:48:16.571 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] 24 tests from 1 test suite ran. (30698 ms total) 2024-09-19T13:48:16.571 INFO:tasks.workunit.client.0.smithi031.stdout:[ PASSED ] 24 tests. 2024-09-19T13:48:16.584 INFO:tasks.workunit.client.0.smithi031.stdout:phase 2.1 2024-09-19T13:48:16.608 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] Running 9 tests from 1 test suite. 2024-09-19T13:48:16.608 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment set-up. 2024-09-19T13:48:16.608 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 9 tests from LibRGW 2024-09-19T13:48:16.609 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.INIT 2024-09-19T13:48:16.620 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:48:16.620 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:48:16.915 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.INIT (307 ms) 2024-09-19T13:48:16.915 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.MOUNT 2024-09-19T13:48:16.915 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2024-09-19T13:48:16.915 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-19T13:48:16.929 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.CREATE_BUCKET (14 ms) 2024-09-19T13:48:16.929 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-19T13:48:16.929 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2024-09-19T13:48:16.929 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.CREATE_BUCKET_MULTI 2024-09-19T13:48:16.943 INFO:tasks.workunit.client.0.smithi031.stdout:created: sorrydave0 2024-09-19T13:48:16.953 INFO:tasks.workunit.client.0.smithi031.stdout:created: sorrydave1 2024-09-19T13:48:16.966 INFO:tasks.workunit.client.0.smithi031.stdout:created: sorrydave2 2024-09-19T13:48:16.981 INFO:tasks.workunit.client.0.smithi031.stdout:created: sorrydave3 2024-09-19T13:48:16.995 INFO:tasks.workunit.client.0.smithi031.stdout:created: sorrydave4 2024-09-19T13:48:17.012 INFO:tasks.workunit.client.0.smithi031.stdout:created: sorrydave5 2024-09-19T13:48:17.026 INFO:tasks.workunit.client.0.smithi031.stdout:created: sorrydave6 2024-09-19T13:48:17.042 INFO:tasks.workunit.client.0.smithi031.stdout:created: sorrydave7 2024-09-19T13:48:17.060 INFO:tasks.workunit.client.0.smithi031.stdout:created: sorrydave8 2024-09-19T13:48:17.078 INFO:tasks.workunit.client.0.smithi031.stdout:created: sorrydave9 2024-09-19T13:48:17.078 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.CREATE_BUCKET_MULTI (149 ms) 2024-09-19T13:48:17.078 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.DELETE_BUCKET_MULTI 2024-09-19T13:48:17.476 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.DELETE_BUCKET_MULTI (397 ms) 2024-09-19T13:48:17.476 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-19T13:48:17.476 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-19T13:48:17.476 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-19T13:48:17.476 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-19T13:48:17.476 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-19T13:48:17.477 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:48:17.472+0000 7fbdd01bba80 -1 shutting down 2024-09-19T13:48:17.480 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:48:17.476+0000 7fbca9f0d640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 59196, si_uid : 1000, si_addr0x3e80000e73c, si_status0 2024-09-19T13:48:47.231 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.SHUTDOWN (29755 ms) 2024-09-19T13:48:47.231 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 9 tests from LibRGW (30622 ms total) 2024-09-19T13:48:47.232 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-09-19T13:48:47.232 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment tear-down 2024-09-19T13:48:47.232 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] 9 tests from 1 test suite ran. (30622 ms total) 2024-09-19T13:48:47.232 INFO:tasks.workunit.client.0.smithi031.stdout:[ PASSED ] 9 tests. 2024-09-19T13:48:47.244 INFO:tasks.workunit.client.0.smithi031.stdout:phase 2.2 2024-09-19T13:48:47.268 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] Running 9 tests from 1 test suite. 2024-09-19T13:48:47.268 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment set-up. 2024-09-19T13:48:47.268 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 9 tests from LibRGW 2024-09-19T13:48:47.268 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.INIT 2024-09-19T13:48:47.280 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:48:47.280 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:48:47.816 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.INIT (548 ms) 2024-09-19T13:48:47.817 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.MOUNT 2024-09-19T13:48:47.817 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-19T13:48:47.817 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-19T13:48:47.817 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2024-09-19T13:48:47.817 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-19T13:48:47.850 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.DELETE_BUCKET (33 ms) 2024-09-19T13:48:47.850 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.CREATE_BUCKET_MULTI 2024-09-19T13:48:47.864 INFO:tasks.workunit.client.0.smithi031.stdout:created: sorrydave0 2024-09-19T13:48:47.878 INFO:tasks.workunit.client.0.smithi031.stdout:created: sorrydave1 2024-09-19T13:48:47.892 INFO:tasks.workunit.client.0.smithi031.stdout:created: sorrydave2 2024-09-19T13:48:47.906 INFO:tasks.workunit.client.0.smithi031.stdout:created: sorrydave3 2024-09-19T13:48:47.921 INFO:tasks.workunit.client.0.smithi031.stdout:created: sorrydave4 2024-09-19T13:48:47.940 INFO:tasks.workunit.client.0.smithi031.stdout:created: sorrydave5 2024-09-19T13:48:47.956 INFO:tasks.workunit.client.0.smithi031.stdout:created: sorrydave6 2024-09-19T13:48:47.973 INFO:tasks.workunit.client.0.smithi031.stdout:created: sorrydave7 2024-09-19T13:48:47.990 INFO:tasks.workunit.client.0.smithi031.stdout:created: sorrydave8 2024-09-19T13:48:48.008 INFO:tasks.workunit.client.0.smithi031.stdout:created: sorrydave9 2024-09-19T13:48:48.008 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.CREATE_BUCKET_MULTI (158 ms) 2024-09-19T13:48:48.008 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.DELETE_BUCKET_MULTI 2024-09-19T13:48:48.410 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.DELETE_BUCKET_MULTI (402 ms) 2024-09-19T13:48:48.410 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-19T13:48:48.410 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-19T13:48:48.410 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-19T13:48:48.411 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-19T13:48:48.411 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-19T13:48:48.411 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:48:48.411+0000 7fa0583bca80 -1 shutting down 2024-09-19T13:48:48.413 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:48:48.411+0000 7f9f3210e640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 59842, si_uid : 1000, si_addr0x3e80000e9c2, si_status0 2024-09-19T13:49:18.206 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.SHUTDOWN (29796 ms) 2024-09-19T13:49:18.207 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 9 tests from LibRGW (30938 ms total) 2024-09-19T13:49:18.207 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-09-19T13:49:18.207 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment tear-down 2024-09-19T13:49:18.207 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] 9 tests from 1 test suite ran. (30938 ms total) 2024-09-19T13:49:18.207 INFO:tasks.workunit.client.0.smithi031.stdout:[ PASSED ] 9 tests. 2024-09-19T13:49:18.220 INFO:tasks.workunit.client.0.smithi031.stdout:phase 3.1 2024-09-19T13:49:18.564 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] Running 13 tests from 1 test suite. 2024-09-19T13:49:18.564 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment set-up. 2024-09-19T13:49:18.564 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 13 tests from LibRGW 2024-09-19T13:49:18.564 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.INIT 2024-09-19T13:49:18.574 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:49:18.574 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:49:19.109 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.INIT (545 ms) 2024-09-19T13:49:19.110 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.MOUNT 2024-09-19T13:49:19.110 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-19T13:49:19.110 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-19T13:49:19.122 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.CREATE_BUCKET (12 ms) 2024-09-19T13:49:19.122 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2024-09-19T13:49:19.125 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (3 ms) 2024-09-19T13:49:19.125 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2024-09-19T13:49:19.128 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (3 ms) 2024-09-19T13:49:19.128 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.LARGE1 2024-09-19T13:49:19.203 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.LARGE1 (75 ms) 2024-09-19T13:49:19.203 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.LARGE2 2024-09-19T13:49:19.289 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.LARGE2 (86 ms) 2024-09-19T13:49:19.289 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.STAT_OBJECT 2024-09-19T13:49:19.290 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2024-09-19T13:49:19.290 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2024-09-19T13:49:19.290 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.DELETE_OBJECT (0 ms) 2024-09-19T13:49:19.290 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-19T13:49:19.290 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2024-09-19T13:49:19.290 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-19T13:49:19.290 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-19T13:49:19.290 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-19T13:49:19.290 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-19T13:49:19.290 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-19T13:49:19.290 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:49:19.287+0000 7fd672bc8a80 -1 shutting down 2024-09-19T13:49:19.292 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:49:19.291+0000 7fd54c91a640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 60488, si_uid : 1000, si_addr0x3e80000ec48, si_status0 2024-09-19T13:49:49.243 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.SHUTDOWN (29954 ms) 2024-09-19T13:49:49.244 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 13 tests from LibRGW (30679 ms total) 2024-09-19T13:49:49.244 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-09-19T13:49:49.244 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment tear-down 2024-09-19T13:49:49.244 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] 13 tests from 1 test suite ran. (30679 ms total) 2024-09-19T13:49:49.244 INFO:tasks.workunit.client.0.smithi031.stdout:[ PASSED ] 13 tests. 2024-09-19T13:49:49.255 INFO:tasks.workunit.client.0.smithi031.stdout:phase 3.2 2024-09-19T13:49:49.600 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] Running 13 tests from 1 test suite. 2024-09-19T13:49:49.600 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment set-up. 2024-09-19T13:49:49.600 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 13 tests from LibRGW 2024-09-19T13:49:49.600 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.INIT 2024-09-19T13:49:49.609 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:49:49.609 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:49:50.346 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.INIT (746 ms) 2024-09-19T13:49:50.346 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.MOUNT 2024-09-19T13:49:50.347 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-19T13:49:50.347 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-19T13:49:50.347 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2024-09-19T13:49:50.347 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2024-09-19T13:49:50.354 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (7 ms) 2024-09-19T13:49:50.354 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2024-09-19T13:49:50.362 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (8 ms) 2024-09-19T13:49:50.362 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.LARGE1 2024-09-19T13:49:50.908 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.LARGE1 (546 ms) 2024-09-19T13:49:50.908 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.LARGE2 2024-09-19T13:49:50.908 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.LARGE2 (0 ms) 2024-09-19T13:49:50.909 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.STAT_OBJECT 2024-09-19T13:49:50.909 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2024-09-19T13:49:50.909 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2024-09-19T13:49:50.920 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.DELETE_OBJECT (12 ms) 2024-09-19T13:49:50.920 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-19T13:49:50.963 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.DELETE_BUCKET (43 ms) 2024-09-19T13:49:50.964 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-19T13:49:50.964 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-19T13:49:50.964 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-19T13:49:50.964 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-19T13:49:50.964 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-19T13:49:50.964 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:49:50.962+0000 7fee27305a80 -1 shutting down 2024-09-19T13:49:50.966 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:49:50.966+0000 7fed01057640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 61133, si_uid : 1000, si_addr0x3e80000eecd, si_status0 2024-09-19T13:50:20.587 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.SHUTDOWN (29623 ms) 2024-09-19T13:50:20.587 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 13 tests from LibRGW (30986 ms total) 2024-09-19T13:50:20.587 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-09-19T13:50:20.587 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment tear-down 2024-09-19T13:50:20.587 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] 13 tests from 1 test suite ran. (30986 ms total) 2024-09-19T13:50:20.587 INFO:tasks.workunit.client.0.smithi031.stdout:[ PASSED ] 13 tests. 2024-09-19T13:50:20.600 INFO:tasks.workunit.client.0.smithi031.stdout:phase 4.1 2024-09-19T13:50:20.625 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] Running 11 tests from 1 test suite. 2024-09-19T13:50:20.625 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment set-up. 2024-09-19T13:50:20.625 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 11 tests from LibRGW 2024-09-19T13:50:20.625 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.TVAR 2024-09-19T13:50:20.625 INFO:tasks.workunit.client.0.smithi031.stdout:read i1: 64001 2024-09-19T13:50:20.625 INFO:tasks.workunit.client.0.smithi031.stdout:read s1: blunderbuss 2024-09-19T13:50:20.626 INFO:tasks.workunit.client.0.smithi031.stdout:read s3: [ OK ] LibRGW.TVAR (0 ms) 2024-09-19T13:50:20.626 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.INIT 2024-09-19T13:50:20.639 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:50:20.640 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:50:20.968 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.INIT (343 ms) 2024-09-19T13:50:20.968 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.MOUNT 2024-09-19T13:50:20.968 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-19T13:50:20.969 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-19T13:50:20.991 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (22 ms) 2024-09-19T13:50:20.991 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-19T13:50:22.353 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_0 2024-09-19T13:50:22.353 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_1 2024-09-19T13:50:22.353 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_2 2024-09-19T13:50:22.353 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_3 2024-09-19T13:50:22.354 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_4 2024-09-19T13:50:22.354 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_5 2024-09-19T13:50:22.354 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_6 2024-09-19T13:50:22.354 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_7 2024-09-19T13:50:22.354 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_8 2024-09-19T13:50:22.354 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_9 2024-09-19T13:50:22.354 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_10 2024-09-19T13:50:22.354 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_11 2024-09-19T13:50:22.354 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_12 2024-09-19T13:50:22.354 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_13 2024-09-19T13:50:22.354 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_14 2024-09-19T13:50:22.354 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_15 2024-09-19T13:50:22.354 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_16 2024-09-19T13:50:22.354 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_17 2024-09-19T13:50:22.355 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_18 2024-09-19T13:50:22.355 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_19 2024-09-19T13:50:22.355 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_20 2024-09-19T13:50:22.355 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_21 2024-09-19T13:50:22.355 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_22 2024-09-19T13:50:22.355 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_23 2024-09-19T13:50:22.355 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_24 2024-09-19T13:50:22.355 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_25 2024-09-19T13:50:22.355 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_26 2024-09-19T13:50:22.355 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_27 2024-09-19T13:50:22.355 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_28 2024-09-19T13:50:22.355 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_29 2024-09-19T13:50:22.355 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_30 2024-09-19T13:50:22.355 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_31 2024-09-19T13:50:22.356 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_32 2024-09-19T13:50:22.356 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_33 2024-09-19T13:50:22.356 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_34 2024-09-19T13:50:22.356 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_35 2024-09-19T13:50:22.356 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_36 2024-09-19T13:50:22.356 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_37 2024-09-19T13:50:22.356 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_38 2024-09-19T13:50:22.356 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_39 2024-09-19T13:50:22.356 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_40 2024-09-19T13:50:22.356 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_41 2024-09-19T13:50:22.356 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_42 2024-09-19T13:50:22.356 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_43 2024-09-19T13:50:22.357 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_44 2024-09-19T13:50:22.357 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_45 2024-09-19T13:50:22.357 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_46 2024-09-19T13:50:22.357 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_47 2024-09-19T13:50:22.357 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_48 2024-09-19T13:50:22.357 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_49 2024-09-19T13:50:22.357 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_50 2024-09-19T13:50:22.357 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_51 2024-09-19T13:50:22.357 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_52 2024-09-19T13:50:22.357 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_53 2024-09-19T13:50:22.357 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_54 2024-09-19T13:50:22.357 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_55 2024-09-19T13:50:22.357 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_56 2024-09-19T13:50:22.357 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_57 2024-09-19T13:50:22.357 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_58 2024-09-19T13:50:22.358 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_59 2024-09-19T13:50:22.358 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_60 2024-09-19T13:50:22.358 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_61 2024-09-19T13:50:22.358 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_62 2024-09-19T13:50:22.358 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_63 2024-09-19T13:50:22.358 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_64 2024-09-19T13:50:22.358 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_65 2024-09-19T13:50:22.358 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_66 2024-09-19T13:50:22.358 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_67 2024-09-19T13:50:22.358 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_68 2024-09-19T13:50:22.358 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_69 2024-09-19T13:50:22.358 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_70 2024-09-19T13:50:22.359 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_71 2024-09-19T13:50:22.359 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_72 2024-09-19T13:50:22.359 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_73 2024-09-19T13:50:22.359 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_74 2024-09-19T13:50:22.359 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_75 2024-09-19T13:50:22.359 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_76 2024-09-19T13:50:22.359 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_77 2024-09-19T13:50:22.359 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_78 2024-09-19T13:50:22.359 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_79 2024-09-19T13:50:22.359 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_80 2024-09-19T13:50:22.359 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_81 2024-09-19T13:50:22.359 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_82 2024-09-19T13:50:22.359 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_83 2024-09-19T13:50:22.360 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_84 2024-09-19T13:50:22.360 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_85 2024-09-19T13:50:22.360 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_86 2024-09-19T13:50:22.360 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_87 2024-09-19T13:50:22.360 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_88 2024-09-19T13:50:22.360 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_89 2024-09-19T13:50:22.360 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_90 2024-09-19T13:50:22.360 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_91 2024-09-19T13:50:22.360 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_92 2024-09-19T13:50:22.360 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_93 2024-09-19T13:50:22.360 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_94 2024-09-19T13:50:22.360 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_95 2024-09-19T13:50:22.360 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_96 2024-09-19T13:50:22.361 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_97 2024-09-19T13:50:22.361 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_98 2024-09-19T13:50:22.361 INFO:tasks.workunit.client.0.smithi031.stdout:created: dmarker:f_99 2024-09-19T13:50:22.361 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (1362 ms) 2024-09-19T13:50:22.361 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-19T13:50:22.361 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=. flags=4 2024-09-19T13:50:22.362 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=.. flags=4 2024-09-19T13:50:22.362 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2024-09-19T13:50:22.362 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2024-09-19T13:50:22.362 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2024-09-19T13:50:22.362 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2024-09-19T13:50:22.362 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2024-09-19T13:50:22.362 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2024-09-19T13:50:22.362 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2024-09-19T13:50:22.362 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2024-09-19T13:50:22.362 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2024-09-19T13:50:22.362 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2024-09-19T13:50:22.363 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2024-09-19T13:50:22.363 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2024-09-19T13:50:22.363 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2024-09-19T13:50:22.363 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2024-09-19T13:50:22.363 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2024-09-19T13:50:22.363 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2024-09-19T13:50:22.363 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2024-09-19T13:50:22.363 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2024-09-19T13:50:22.363 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2024-09-19T13:50:22.363 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2024-09-19T13:50:22.363 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2024-09-19T13:50:22.363 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2024-09-19T13:50:22.363 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2024-09-19T13:50:22.364 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2024-09-19T13:50:22.364 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2024-09-19T13:50:22.364 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2024-09-19T13:50:22.364 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2024-09-19T13:50:22.364 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2024-09-19T13:50:22.364 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2024-09-19T13:50:22.364 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2024-09-19T13:50:22.364 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2024-09-19T13:50:22.364 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2024-09-19T13:50:22.364 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2024-09-19T13:50:22.364 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2024-09-19T13:50:22.364 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2024-09-19T13:50:22.364 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2024-09-19T13:50:22.365 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2024-09-19T13:50:22.365 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2024-09-19T13:50:22.365 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2024-09-19T13:50:22.365 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2024-09-19T13:50:22.365 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2024-09-19T13:50:22.365 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2024-09-19T13:50:22.365 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2024-09-19T13:50:22.365 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2024-09-19T13:50:22.365 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2024-09-19T13:50:22.365 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2024-09-19T13:50:22.365 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2024-09-19T13:50:22.365 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2024-09-19T13:50:22.365 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2024-09-19T13:50:22.366 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2024-09-19T13:50:22.366 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2024-09-19T13:50:22.366 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2024-09-19T13:50:22.366 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2024-09-19T13:50:22.366 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2024-09-19T13:50:22.366 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2024-09-19T13:50:22.366 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2024-09-19T13:50:22.366 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2024-09-19T13:50:22.366 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2024-09-19T13:50:22.366 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2024-09-19T13:50:22.366 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2024-09-19T13:50:22.366 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2024-09-19T13:50:22.366 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2024-09-19T13:50:22.366 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2024-09-19T13:50:22.367 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2024-09-19T13:50:22.367 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2024-09-19T13:50:22.367 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2024-09-19T13:50:22.367 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2024-09-19T13:50:22.367 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2024-09-19T13:50:22.367 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2024-09-19T13:50:22.367 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2024-09-19T13:50:22.367 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2024-09-19T13:50:22.367 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2024-09-19T13:50:22.367 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2024-09-19T13:50:22.367 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2024-09-19T13:50:22.367 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2024-09-19T13:50:22.367 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2024-09-19T13:50:22.368 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2024-09-19T13:50:22.368 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2024-09-19T13:50:22.368 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2024-09-19T13:50:22.368 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2024-09-19T13:50:22.368 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2024-09-19T13:50:22.368 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2024-09-19T13:50:22.368 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2024-09-19T13:50:22.368 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2024-09-19T13:50:22.368 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2024-09-19T13:50:22.368 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2024-09-19T13:50:22.368 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2024-09-19T13:50:22.368 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2024-09-19T13:50:22.368 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2024-09-19T13:50:22.369 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2024-09-19T13:50:22.369 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2024-09-19T13:50:22.369 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2024-09-19T13:50:22.369 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2024-09-19T13:50:22.369 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2024-09-19T13:50:22.369 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2024-09-19T13:50:22.369 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2024-09-19T13:50:22.369 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2024-09-19T13:50:22.369 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2024-09-19T13:50:22.369 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2024-09-19T13:50:22.369 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2024-09-19T13:50:22.369 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.MARKER1_READDIR (8 ms) 2024-09-19T13:50:22.370 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.MARKER2_READDIR 2024-09-19T13:50:22.370 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2024-09-19T13:50:22.370 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2024-09-19T13:50:22.370 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2024-09-19T13:50:22.371 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2024-09-19T13:50:22.371 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2024-09-19T13:50:22.371 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2024-09-19T13:50:22.371 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2024-09-19T13:50:22.371 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2024-09-19T13:50:22.371 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2024-09-19T13:50:22.371 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2024-09-19T13:50:22.371 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2024-09-19T13:50:22.371 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2024-09-19T13:50:22.371 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2024-09-19T13:50:22.371 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2024-09-19T13:50:22.371 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2024-09-19T13:50:22.372 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2024-09-19T13:50:22.372 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2024-09-19T13:50:22.372 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2024-09-19T13:50:22.372 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2024-09-19T13:50:22.372 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2024-09-19T13:50:22.372 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2024-09-19T13:50:22.372 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2024-09-19T13:50:22.372 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2024-09-19T13:50:22.372 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2024-09-19T13:50:22.372 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2024-09-19T13:50:22.372 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2024-09-19T13:50:22.372 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2024-09-19T13:50:22.373 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2024-09-19T13:50:22.373 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2024-09-19T13:50:22.373 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2024-09-19T13:50:22.373 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2024-09-19T13:50:22.373 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2024-09-19T13:50:22.373 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2024-09-19T13:50:22.373 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2024-09-19T13:50:22.373 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2024-09-19T13:50:22.373 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2024-09-19T13:50:22.373 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2024-09-19T13:50:22.373 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2024-09-19T13:50:22.373 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2024-09-19T13:50:22.373 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2024-09-19T13:50:22.374 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2024-09-19T13:50:22.374 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2024-09-19T13:50:22.374 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2024-09-19T13:50:22.374 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2024-09-19T13:50:22.374 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2024-09-19T13:50:22.374 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2024-09-19T13:50:22.374 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2024-09-19T13:50:22.374 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2024-09-19T13:50:22.374 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2024-09-19T13:50:22.374 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2024-09-19T13:50:22.374 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2024-09-19T13:50:22.374 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2024-09-19T13:50:22.374 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2024-09-19T13:50:22.375 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2024-09-19T13:50:22.375 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2024-09-19T13:50:22.375 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2024-09-19T13:50:22.375 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2024-09-19T13:50:22.375 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2024-09-19T13:50:22.375 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2024-09-19T13:50:22.375 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2024-09-19T13:50:22.375 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2024-09-19T13:50:22.375 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2024-09-19T13:50:22.375 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2024-09-19T13:50:22.375 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2024-09-19T13:50:22.375 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2024-09-19T13:50:22.375 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2024-09-19T13:50:22.376 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2024-09-19T13:50:22.376 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2024-09-19T13:50:22.376 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2024-09-19T13:50:22.376 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2024-09-19T13:50:22.376 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2024-09-19T13:50:22.376 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2024-09-19T13:50:22.376 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2024-09-19T13:50:22.376 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2024-09-19T13:50:22.376 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2024-09-19T13:50:22.376 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2024-09-19T13:50:22.376 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2024-09-19T13:50:22.376 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2024-09-19T13:50:22.376 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2024-09-19T13:50:22.376 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2024-09-19T13:50:22.377 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2024-09-19T13:50:22.377 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2024-09-19T13:50:22.377 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2024-09-19T13:50:22.377 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2024-09-19T13:50:22.377 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2024-09-19T13:50:22.377 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2024-09-19T13:50:22.377 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2024-09-19T13:50:22.377 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2024-09-19T13:50:22.377 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2024-09-19T13:50:22.377 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2024-09-19T13:50:22.377 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2024-09-19T13:50:22.377 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2024-09-19T13:50:22.377 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2024-09-19T13:50:22.377 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2024-09-19T13:50:22.377 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2024-09-19T13:50:22.377 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2024-09-19T13:50:22.378 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2024-09-19T13:50:22.378 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2024-09-19T13:50:22.378 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2024-09-19T13:50:22.378 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2024-09-19T13:50:22.378 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.MARKER2_READDIR (5 ms) 2024-09-19T13:50:22.378 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-19T13:50:22.378 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-19T13:50:22.378 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-19T13:50:22.378 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-19T13:50:22.378 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-19T13:50:22.378 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-19T13:50:22.378 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-19T13:50:22.379 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:50:22.366+0000 7f48e75b0a80 -1 shutting down 2024-09-19T13:50:22.379 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:50:22.366+0000 7f47c1302640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 61779, si_uid : 1000, si_addr0x3e80000f153, si_status0 2024-09-19T13:50:51.352 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.SHUTDOWN (28986 ms) 2024-09-19T13:50:51.353 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 11 tests from LibRGW (30727 ms total) 2024-09-19T13:50:51.353 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-09-19T13:50:51.353 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment tear-down 2024-09-19T13:50:51.353 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] 11 tests from 1 test suite ran. (30727 ms total) 2024-09-19T13:50:51.353 INFO:tasks.workunit.client.0.smithi031.stdout:[ PASSED ] 11 tests. 2024-09-19T13:50:51.367 INFO:tasks.workunit.client.0.smithi031.stdout:phase 4.2 2024-09-19T13:50:51.390 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] Running 11 tests from 1 test suite. 2024-09-19T13:50:51.390 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment set-up. 2024-09-19T13:50:51.390 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 11 tests from LibRGW 2024-09-19T13:50:51.390 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.TVAR 2024-09-19T13:50:51.390 INFO:tasks.workunit.client.0.smithi031.stdout:read i1: 64001 2024-09-19T13:50:51.390 INFO:tasks.workunit.client.0.smithi031.stdout:read s1: blunderbuss 2024-09-19T13:50:51.390 INFO:tasks.workunit.client.0.smithi031.stdout:read s3: [ OK ] LibRGW.TVAR (0 ms) 2024-09-19T13:50:51.390 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.INIT 2024-09-19T13:50:51.400 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:50:51.400 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:50:52.177 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.INIT (787 ms) 2024-09-19T13:50:52.177 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.MOUNT 2024-09-19T13:50:52.178 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-19T13:50:52.178 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-19T13:50:52.191 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (13 ms) 2024-09-19T13:50:52.191 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-19T13:50:52.191 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2024-09-19T13:50:52.191 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-19T13:50:52.191 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2024-09-19T13:50:52.192 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.MARKER2_READDIR 2024-09-19T13:50:52.195 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2024-09-19T13:50:52.195 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2024-09-19T13:50:52.195 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2024-09-19T13:50:52.196 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2024-09-19T13:50:52.196 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2024-09-19T13:50:52.196 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2024-09-19T13:50:52.196 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2024-09-19T13:50:52.196 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2024-09-19T13:50:52.196 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2024-09-19T13:50:52.196 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2024-09-19T13:50:52.196 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2024-09-19T13:50:52.196 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2024-09-19T13:50:52.196 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2024-09-19T13:50:52.196 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2024-09-19T13:50:52.196 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2024-09-19T13:50:52.197 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2024-09-19T13:50:52.197 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2024-09-19T13:50:52.197 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2024-09-19T13:50:52.197 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2024-09-19T13:50:52.197 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2024-09-19T13:50:52.197 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2024-09-19T13:50:52.197 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2024-09-19T13:50:52.197 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2024-09-19T13:50:52.197 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2024-09-19T13:50:52.197 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2024-09-19T13:50:52.197 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2024-09-19T13:50:52.197 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2024-09-19T13:50:52.197 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2024-09-19T13:50:52.198 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2024-09-19T13:50:52.198 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2024-09-19T13:50:52.198 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2024-09-19T13:50:52.198 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2024-09-19T13:50:52.198 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2024-09-19T13:50:52.198 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2024-09-19T13:50:52.198 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2024-09-19T13:50:52.198 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2024-09-19T13:50:52.198 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2024-09-19T13:50:52.199 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2024-09-19T13:50:52.199 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2024-09-19T13:50:52.199 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2024-09-19T13:50:52.199 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2024-09-19T13:50:52.199 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2024-09-19T13:50:52.199 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2024-09-19T13:50:52.199 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2024-09-19T13:50:52.199 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2024-09-19T13:50:52.199 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2024-09-19T13:50:52.199 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2024-09-19T13:50:52.199 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2024-09-19T13:50:52.199 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2024-09-19T13:50:52.199 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2024-09-19T13:50:52.199 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2024-09-19T13:50:52.200 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2024-09-19T13:50:52.200 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2024-09-19T13:50:52.200 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2024-09-19T13:50:52.200 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2024-09-19T13:50:52.200 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2024-09-19T13:50:52.200 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2024-09-19T13:50:52.200 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2024-09-19T13:50:52.200 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2024-09-19T13:50:52.200 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2024-09-19T13:50:52.200 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2024-09-19T13:50:52.200 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2024-09-19T13:50:52.200 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2024-09-19T13:50:52.200 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2024-09-19T13:50:52.201 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2024-09-19T13:50:52.201 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2024-09-19T13:50:52.201 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2024-09-19T13:50:52.201 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2024-09-19T13:50:52.201 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2024-09-19T13:50:52.201 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2024-09-19T13:50:52.201 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2024-09-19T13:50:52.201 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2024-09-19T13:50:52.201 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2024-09-19T13:50:52.201 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2024-09-19T13:50:52.201 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2024-09-19T13:50:52.201 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2024-09-19T13:50:52.201 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2024-09-19T13:50:52.202 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2024-09-19T13:50:52.202 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2024-09-19T13:50:52.202 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2024-09-19T13:50:52.202 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2024-09-19T13:50:52.202 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2024-09-19T13:50:52.202 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2024-09-19T13:50:52.202 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2024-09-19T13:50:52.202 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2024-09-19T13:50:52.202 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2024-09-19T13:50:52.202 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2024-09-19T13:50:52.203 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2024-09-19T13:50:52.203 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2024-09-19T13:50:52.203 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2024-09-19T13:50:52.203 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2024-09-19T13:50:52.203 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2024-09-19T13:50:52.203 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2024-09-19T13:50:52.203 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2024-09-19T13:50:52.203 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2024-09-19T13:50:52.203 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2024-09-19T13:50:52.203 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2024-09-19T13:50:52.203 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2024-09-19T13:50:52.203 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2024-09-19T13:50:52.203 INFO:tasks.workunit.client.0.smithi031.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2024-09-19T13:50:52.204 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.MARKER2_READDIR (4 ms) 2024-09-19T13:50:52.204 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-19T13:50:52.204 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-19T13:50:52.204 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-19T13:50:52.204 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-19T13:50:52.204 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-19T13:50:52.204 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-19T13:50:52.204 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-19T13:50:52.204 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:50:52.193+0000 7efcfbd92a80 -1 shutting down 2024-09-19T13:50:52.205 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:50:52.193+0000 7efbd5ae4640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 62424, si_uid : 1000, si_addr0x3e80000f3d8, si_status0 2024-09-19T13:51:22.170 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.SHUTDOWN (29974 ms) 2024-09-19T13:51:22.170 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 11 tests from LibRGW (30779 ms total) 2024-09-19T13:51:22.170 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-09-19T13:51:22.170 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment tear-down 2024-09-19T13:51:22.170 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] 11 tests from 1 test suite ran. (30779 ms total) 2024-09-19T13:51:22.170 INFO:tasks.workunit.client.0.smithi031.stdout:[ PASSED ] 11 tests. 2024-09-19T13:51:22.183 INFO:tasks.workunit.client.0.smithi031.stdout:phase 5.1 2024-09-19T13:51:22.218 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] Running 19 tests from 1 test suite. 2024-09-19T13:51:22.218 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment set-up. 2024-09-19T13:51:22.218 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 19 tests from LibRGW 2024-09-19T13:51:22.218 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.INIT 2024-09-19T13:51:22.230 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:51:22.230 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:51:22.759 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.INIT (541 ms) 2024-09-19T13:51:22.759 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.MOUNT 2024-09-19T13:51:22.760 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-19T13:51:22.760 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-19T13:51:22.774 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.CREATE_BUCKET (15 ms) 2024-09-19T13:51:22.774 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2024-09-19T13:51:22.778 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (3 ms) 2024-09-19T13:51:22.778 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.LIST_OBJECTS 2024-09-19T13:51:22.778 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.LIST_OBJECTS (0 ms) 2024-09-19T13:51:22.778 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2024-09-19T13:51:22.781 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (3 ms) 2024-09-19T13:51:22.781 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.OBJ_OPEN 2024-09-19T13:51:22.781 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.OBJ_OPEN (0 ms) 2024-09-19T13:51:22.781 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.PUT_OBJECT 2024-09-19T13:51:22.791 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.PUT_OBJECT (11 ms) 2024-09-19T13:51:22.792 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.GET_OBJECT 2024-09-19T13:51:22.796 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.GET_OBJECT (4 ms) 2024-09-19T13:51:22.796 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.STAT_OBJECT 2024-09-19T13:51:22.796 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2024-09-19T13:51:22.796 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.WRITE_READ_VERIFY 2024-09-19T13:51:22.796 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.WRITE_READ_VERIFY (0 ms) 2024-09-19T13:51:22.796 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.WRITEV 2024-09-19T13:51:22.796 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.WRITEV (0 ms) 2024-09-19T13:51:22.796 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.READV 2024-09-19T13:51:22.796 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.READV (0 ms) 2024-09-19T13:51:22.796 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.READV_AFTER_WRITEV 2024-09-19T13:51:22.796 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.READV_AFTER_WRITEV (0 ms) 2024-09-19T13:51:22.797 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2024-09-19T13:51:22.797 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.DELETE_OBJECT (0 ms) 2024-09-19T13:51:22.797 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-19T13:51:22.797 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2024-09-19T13:51:22.797 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-19T13:51:22.797 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-19T13:51:22.797 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-19T13:51:22.797 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-19T13:51:22.797 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-19T13:51:22.797 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:51:22.793+0000 7f42f22eda80 -1 shutting down 2024-09-19T13:51:22.798 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:51:22.793+0000 7f41cc03f640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 63069, si_uid : 1000, si_addr0x3e80000f65d, si_status0 2024-09-19T13:51:53.178 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.SHUTDOWN (30382 ms) 2024-09-19T13:51:53.178 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 19 tests from LibRGW (30960 ms total) 2024-09-19T13:51:53.178 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-09-19T13:51:53.179 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment tear-down 2024-09-19T13:51:53.179 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] 19 tests from 1 test suite ran. (30960 ms total) 2024-09-19T13:51:53.179 INFO:tasks.workunit.client.0.smithi031.stdout:[ PASSED ] 19 tests. 2024-09-19T13:51:53.189 INFO:tasks.workunit.client.0.smithi031.stdout:phase 5.2 2024-09-19T13:51:53.222 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] Running 19 tests from 1 test suite. 2024-09-19T13:51:53.222 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment set-up. 2024-09-19T13:51:53.223 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 19 tests from LibRGW 2024-09-19T13:51:53.223 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.INIT 2024-09-19T13:51:53.231 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:51:53.231 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:51:53.798 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.INIT (575 ms) 2024-09-19T13:51:53.798 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.MOUNT 2024-09-19T13:51:53.798 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-19T13:51:53.799 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-19T13:51:53.799 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2024-09-19T13:51:53.799 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2024-09-19T13:51:53.806 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (7 ms) 2024-09-19T13:51:53.806 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.LIST_OBJECTS 2024-09-19T13:51:53.806 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.LIST_OBJECTS (0 ms) 2024-09-19T13:51:53.806 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2024-09-19T13:51:53.807 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (0 ms) 2024-09-19T13:51:53.807 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.OBJ_OPEN 2024-09-19T13:51:53.807 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.OBJ_OPEN (0 ms) 2024-09-19T13:51:53.807 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.PUT_OBJECT 2024-09-19T13:51:53.807 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.PUT_OBJECT (0 ms) 2024-09-19T13:51:53.807 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.GET_OBJECT 2024-09-19T13:51:53.807 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.GET_OBJECT (0 ms) 2024-09-19T13:51:53.807 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.STAT_OBJECT 2024-09-19T13:51:53.807 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2024-09-19T13:51:53.807 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.WRITE_READ_VERIFY 2024-09-19T13:51:53.808 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.WRITE_READ_VERIFY (0 ms) 2024-09-19T13:51:53.808 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.WRITEV 2024-09-19T13:51:53.808 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.WRITEV (0 ms) 2024-09-19T13:51:53.808 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.READV 2024-09-19T13:51:53.808 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.READV (0 ms) 2024-09-19T13:51:53.808 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.READV_AFTER_WRITEV 2024-09-19T13:51:53.808 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.READV_AFTER_WRITEV (0 ms) 2024-09-19T13:51:53.808 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2024-09-19T13:51:53.815 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.DELETE_OBJECT (10 ms) 2024-09-19T13:51:53.816 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-19T13:51:53.845 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.DELETE_BUCKET (29 ms) 2024-09-19T13:51:53.845 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-19T13:51:53.845 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-19T13:51:53.845 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-19T13:51:53.845 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-19T13:51:53.845 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-19T13:51:53.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:51:53.841+0000 7f400fa83a80 -1 shutting down 2024-09-19T13:51:53.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:51:53.845+0000 7f3ee97d5640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 63715, si_uid : 1000, si_addr0x3e80000f8e3, si_status0 2024-09-19T13:52:23.863 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.SHUTDOWN (30017 ms) 2024-09-19T13:52:23.863 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 19 tests from LibRGW (30639 ms total) 2024-09-19T13:52:23.863 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-09-19T13:52:23.863 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment tear-down 2024-09-19T13:52:23.863 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] 19 tests from 1 test suite ran. (30639 ms total) 2024-09-19T13:52:23.863 INFO:tasks.workunit.client.0.smithi031.stdout:[ PASSED ] 19 tests. 2024-09-19T13:52:23.875 INFO:tasks.workunit.client.0.smithi031.stdout:phase 6.1 2024-09-19T13:52:23.899 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] Running 10 tests from 1 test suite. 2024-09-19T13:52:23.899 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment set-up. 2024-09-19T13:52:23.899 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 10 tests from LibRGW 2024-09-19T13:52:23.899 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.INIT 2024-09-19T13:52:23.908 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:52:23.908 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:52:24.217 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.INIT (319 ms) 2024-09-19T13:52:24.217 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.MOUNT 2024-09-19T13:52:24.218 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-19T13:52:24.218 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.CREATE_BUCKETS 2024-09-19T13:52:24.246 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.CREATE_BUCKETS (27 ms) 2024-09-19T13:52:24.246 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.LOOKUP_BUCKETS 2024-09-19T13:52:24.258 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.LOOKUP_BUCKETS (13 ms) 2024-09-19T13:52:24.258 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.TOPDIR_RENAME 2024-09-19T13:52:24.300 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.TOPDIR_RENAME (41 ms) 2024-09-19T13:52:24.300 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.SUBDIR_RENAME 2024-09-19T13:52:24.354 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.SUBDIR_RENAME (54 ms) 2024-09-19T13:52:24.354 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.CROSS_BUCKET_RENAME 2024-09-19T13:52:24.405 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.CROSS_BUCKET_RENAME (51 ms) 2024-09-19T13:52:24.405 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-19T13:52:24.405 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-19T13:52:24.405 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-19T13:52:24.405 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-19T13:52:24.405 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-19T13:52:24.406 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:24.400+0000 7fd53285da80 -1 shutting down 2024-09-19T13:52:24.407 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:24.404+0000 7fd40c5af640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 64360, si_uid : 1000, si_addr0x3e80000fb68, si_status0 2024-09-19T13:52:54.594 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] LibRGW.SHUTDOWN (30189 ms) 2024-09-19T13:52:54.595 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 10 tests from LibRGW (30695 ms total) 2024-09-19T13:52:54.595 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-09-19T13:52:54.595 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment tear-down 2024-09-19T13:52:54.595 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] 10 tests from 1 test suite ran. (30695 ms total) 2024-09-19T13:52:54.595 INFO:tasks.workunit.client.0.smithi031.stdout:[ PASSED ] 10 tests. 2024-09-19T13:52:54.609 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-19T13:52:54.609 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-19T13:52:54.626 INFO:tasks.workunit:Running workunits matching rgw/test_awssdkv4_sig.sh on client.0... 2024-09-19T13:52:54.627 INFO:tasks.workunit:Running workunit rgw/test_awssdkv4_sig.sh... 2024-09-19T13:52:54.628 DEBUG:teuthology.orchestra.run.smithi031:workunit test rgw/test_awssdkv4_sig.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=08af21e0d16078b88ddf808fe9ba2ab84dbe6754 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_awssdkv4_sig.sh 2024-09-19T13:52:54.679 INFO:tasks.workunit.client.0.smithi031.stderr:+ [ -z ] 2024-09-19T13:52:54.679 INFO:tasks.workunit.client.0.smithi031.stderr:+ export AWS_ACCESS_KEY_ID=lNCnR47C2g+ZidCWBAUuwfSAA7Q= 2024-09-19T13:52:54.679 INFO:tasks.workunit.client.0.smithi031.stderr:+ export AWS_SECRET_ACCESS_KEY=tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== 2024-09-19T13:52:54.679 INFO:tasks.workunit.client.0.smithi031.stderr:+ radosgw-admin user create --uid ceph-test-maven --access-key lNCnR47C2g+ZidCWBAUuwfSAA7Q= --secret tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== --display-name maven test user --email sigv4@example.com 2024-09-19T13:52:54.724 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:52:54.724 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:52:54.769 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:54.768+0000 7fb2c631d9c0 20 rados->read ofs=0 len=0 2024-09-19T13:52:54.771 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:54.768+0000 7fb2c631d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:52:54.771 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:54.768+0000 7fb2c631d9c0 20 realm 2024-09-19T13:52:54.771 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:54.768+0000 7fb2c631d9c0 20 rados->read ofs=0 len=0 2024-09-19T13:52:54.772 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:54.768+0000 7fb2c631d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:52:54.772 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:54.768+0000 7fb2c631d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:52:54.772 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:54.768+0000 7fb2c631d9c0 20 rados->read ofs=0 len=0 2024-09-19T13:52:54.772 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:54.768+0000 7fb2c631d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:52:54.772 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:54.768+0000 7fb2c631d9c0 20 rados->read ofs=0 len=0 2024-09-19T13:52:54.773 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:54.772+0000 7fb2c631d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:52:54.773 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:54.772+0000 7fb2c631d9c0 20 rados->read ofs=0 len=0 2024-09-19T13:52:54.775 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:54.772+0000 7fb2c631d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:52:54.775 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:54.772+0000 7fb2c631d9c0 20 searching for the correct realm 2024-09-19T13:52:54.778 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:54.776+0000 7fb2c3e23640 0 -- 172.21.15.31:0/3614043315 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7fb2b4125070 msgr2=0x7fb2b40f6250 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T13:52:54.785 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:54.784+0000 7fb2c3e23640 0 -- 172.21.15.31:0/3614043315 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7fb2bc020040 msgr2=0x7fb2bc02f410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:52:55.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.004+0000 7fb2c631d9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:52:55.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.004+0000 7fb2c631d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:52:55.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.004+0000 7fb2c631d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:52:55.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.004+0000 7fb2c631d9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:52:55.006 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.004+0000 7fb2c631d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:52:55.006 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.004+0000 7fb2c631d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:52:55.006 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.004+0000 7fb2c631d9c0 20 rados->read ofs=0 len=0 2024-09-19T13:52:55.006 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.004+0000 7fb2c631d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:52:55.006 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.004+0000 7fb2c631d9c0 20 rados->read ofs=0 len=0 2024-09-19T13:52:55.006 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.004+0000 7fb2c631d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:52:55.007 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.004+0000 7fb2c631d9c0 20 rados->read ofs=0 len=0 2024-09-19T13:52:55.008 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.004+0000 7fb2c631d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:52:55.008 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.004+0000 7fb2c631d9c0 20 zone default found 2024-09-19T13:52:55.008 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.004+0000 7fb2c631d9c0 4 Realm: () 2024-09-19T13:52:55.008 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.004+0000 7fb2c631d9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:52:55.008 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.004+0000 7fb2c631d9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:52:55.008 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.004+0000 7fb2c631d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:52:55.008 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.004+0000 7fb2c631d9c0 20 zonegroup default 2024-09-19T13:52:55.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.004+0000 7fb2c631d9c0 20 rados->read ofs=0 len=0 2024-09-19T13:52:55.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.008+0000 7fb2c631d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:52:55.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.008+0000 7fb2c631d9c0 20 rados->read ofs=0 len=0 2024-09-19T13:52:55.010 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.008+0000 7fb2c631d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:52:55.010 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.008+0000 7fb2c631d9c0 20 rados->read ofs=0 len=0 2024-09-19T13:52:55.010 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.008+0000 7fb2c631d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:52:55.010 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.008+0000 7fb2c631d9c0 20 started sync module instance, tier type = 2024-09-19T13:52:55.010 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.008+0000 7fb2c631d9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:52:55.035 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.032+0000 7fb2c631d9c0 20 add_watcher() i=0 2024-09-19T13:52:55.036 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.032+0000 7fb2c631d9c0 20 add_watcher() i=1 2024-09-19T13:52:55.036 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.032+0000 7fb2c631d9c0 20 add_watcher() i=2 2024-09-19T13:52:55.036 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.032+0000 7fb2c631d9c0 20 add_watcher() i=3 2024-09-19T13:52:55.036 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.032+0000 7fb2c631d9c0 20 add_watcher() i=4 2024-09-19T13:52:55.036 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.032+0000 7fb2c631d9c0 20 add_watcher() i=5 2024-09-19T13:52:55.036 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.032+0000 7fb2c631d9c0 20 add_watcher() i=6 2024-09-19T13:52:55.039 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.036+0000 7fb2c631d9c0 20 add_watcher() i=7 2024-09-19T13:52:55.039 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.036+0000 7fb2c631d9c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:52:55.043 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.040+0000 7fb179fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:52:55.044 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.040+0000 7fb2c631d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:52:55.044 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.040+0000 7fb2c631d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:52:55.044 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.040+0000 7fb2c631d9c0 5 note: GC not initialized 2024-09-19T13:52:55.045 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.040+0000 7fb178fe1640 20 reqs_thread_entry: start 2024-09-19T13:52:55.045 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.044+0000 7fb2c631d9c0 20 init_complete bucket index max shards: 1 2024-09-19T13:52:55.045 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.044+0000 7fb2c631d9c0 20 Filter name: none 2024-09-19T13:52:55.045 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.044+0000 7fb0f27fc640 20 reqs_thread_entry: start 2024-09-19T13:52:55.045 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.044+0000 7fb2c631d9c0 10 cache get: name=default.rgw.meta+users.uid+ceph-test-maven : miss 2024-09-19T13:52:55.046 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.044+0000 7fb2c631d9c0 20 rados->read ofs=0 len=0 2024-09-19T13:52:55.046 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.044+0000 7fb2c631d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:52:55.047 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.044+0000 7fb2c631d9c0 10 cache put: name=default.rgw.meta+users.uid+ceph-test-maven info.flags=0x0 2024-09-19T13:52:55.047 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.044+0000 7fb2c631d9c0 10 adding default.rgw.meta+users.uid+ceph-test-maven to cache LRU end 2024-09-19T13:52:55.047 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.044+0000 7fb2c631d9c0 10 cache get: name=default.rgw.meta+users.email+sigv4@example.com : miss 2024-09-19T13:52:55.047 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.044+0000 7fb2c631d9c0 20 rados->read ofs=0 len=0 2024-09-19T13:52:55.047 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.044+0000 7fb2c631d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:52:55.047 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.044+0000 7fb2c631d9c0 10 cache put: name=default.rgw.meta+users.email+sigv4@example.com info.flags=0x0 2024-09-19T13:52:55.048 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.044+0000 7fb2c631d9c0 10 adding default.rgw.meta+users.email+sigv4@example.com to cache LRU end 2024-09-19T13:52:55.048 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.044+0000 7fb2c631d9c0 10 cache get: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= : miss 2024-09-19T13:52:55.048 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.044+0000 7fb2c631d9c0 20 rados->read ofs=0 len=0 2024-09-19T13:52:55.048 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.044+0000 7fb2c631d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:52:55.049 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.044+0000 7fb2c631d9c0 10 cache put: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= info.flags=0x0 2024-09-19T13:52:55.049 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.044+0000 7fb2c631d9c0 10 adding default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= to cache LRU end 2024-09-19T13:52:55.049 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.044+0000 7fb2c631d9c0 10 cache get: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= : hit (negative entry) 2024-09-19T13:52:55.049 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.044+0000 7fb2c631d9c0 10 cache get: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= : hit (negative entry) 2024-09-19T13:52:55.052 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.048+0000 7fb2c631d9c0 10 cache put: name=default.rgw.meta+users.uid+ceph-test-maven info.flags=0x17 2024-09-19T13:52:55.052 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.048+0000 7fb2c631d9c0 10 moving default.rgw.meta+users.uid+ceph-test-maven to cache LRU end 2024-09-19T13:52:55.052 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.048+0000 7fb2c631d9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:ceph-test-maven, ofs0, ns] 2024-09-19T13:52:55.053 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.052+0000 7fb1a2ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627785 cookie 94300550907040 notifier 5522 bl.length()=677 2024-09-19T13:52:55.053 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.052+0000 7fb1a2ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ceph-test-maven info.flags=0x17 2024-09-19T13:52:55.053 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.052+0000 7fb1a2ffd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+ceph-test-maven to cache LRU end 2024-09-19T13:52:55.057 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.056+0000 7fb2c631d9c0 10 cache put: name=default.rgw.meta+users.email+sigv4@example.com info.flags=0x7 2024-09-19T13:52:55.057 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.056+0000 7fb2c631d9c0 10 moving default.rgw.meta+users.email+sigv4@example.com to cache LRU end 2024-09-19T13:52:55.057 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.056+0000 7fb2c631d9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.email:sigv4@example.com, ofs0, ns] 2024-09-19T13:52:55.058 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.056+0000 7fb1a2ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627786 cookie 94300550893664 notifier 5522 bl.length()=187 2024-09-19T13:52:55.058 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.056+0000 7fb1a2ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+sigv4@example.com info.flags=0x7 2024-09-19T13:52:55.058 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.056+0000 7fb1a2ffd640 10 rgw watcher librados: moving default.rgw.meta+users.email+sigv4@example.com to cache LRU end 2024-09-19T13:52:55.061 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.060+0000 7fb2c631d9c0 10 cache put: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= info.flags=0x7 2024-09-19T13:52:55.061 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.060+0000 7fb2c631d9c0 10 moving default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= to cache LRU end 2024-09-19T13:52:55.061 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.060+0000 7fb2c631d9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.keys:lNCnR47C2g+ZidCWBAUuwfSAA7Q=, ofs0, ns] 2024-09-19T13:52:55.062 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.060+0000 7fb1a27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627787 cookie 94300550893664 notifier 5522 bl.length()=197 2024-09-19T13:52:55.062 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.060+0000 7fb1a27fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= info.flags=0x7 2024-09-19T13:52:55.062 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.060+0000 7fb1a27fc640 10 rgw watcher librados: moving default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= to cache LRU end 2024-09-19T13:52:55.062 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:52:55.063 INFO:tasks.workunit.client.0.smithi031.stdout: "user_id": "ceph-test-maven", 2024-09-19T13:52:55.063 INFO:tasks.workunit.client.0.smithi031.stdout: "display_name": "maven test user", 2024-09-19T13:52:55.063 INFO:tasks.workunit.client.0.smithi031.stdout: "email": "sigv4@example.com", 2024-09-19T13:52:55.063 INFO:tasks.workunit.client.0.smithi031.stdout: "suspended": 0, 2024-09-19T13:52:55.063 INFO:tasks.workunit.client.0.smithi031.stdout: "max_buckets": 1000, 2024-09-19T13:52:55.063 INFO:tasks.workunit.client.0.smithi031.stdout: "subusers": [], 2024-09-19T13:52:55.063 INFO:tasks.workunit.client.0.smithi031.stdout: "keys": [ 2024-09-19T13:52:55.063 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-19T13:52:55.063 INFO:tasks.workunit.client.0.smithi031.stdout: "user": "ceph-test-maven", 2024-09-19T13:52:55.063 INFO:tasks.workunit.client.0.smithi031.stdout: "access_key": "lNCnR47C2g+ZidCWBAUuwfSAA7Q=", 2024-09-19T13:52:55.063 INFO:tasks.workunit.client.0.smithi031.stdout: "secret_key": "tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g==", 2024-09-19T13:52:55.063 INFO:tasks.workunit.client.0.smithi031.stdout: "active": true, 2024-09-19T13:52:55.064 INFO:tasks.workunit.client.0.smithi031.stdout: "create_date": "2024-09-19T13:52:55.051560Z" 2024-09-19T13:52:55.064 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:52:55.064 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-19T13:52:55.064 INFO:tasks.workunit.client.0.smithi031.stdout: "swift_keys": [], 2024-09-19T13:52:55.064 INFO:tasks.workunit.client.0.smithi031.stdout: "caps": [], 2024-09-19T13:52:55.064 INFO:tasks.workunit.client.0.smithi031.stdout: "op_mask": "read, write, delete", 2024-09-19T13:52:55.064 INFO:tasks.workunit.client.0.smithi031.stdout: "default_placement": "", 2024-09-19T13:52:55.064 INFO:tasks.workunit.client.0.smithi031.stdout: "default_storage_class": "", 2024-09-19T13:52:55.064 INFO:tasks.workunit.client.0.smithi031.stdout: "placement_tags": [], 2024-09-19T13:52:55.064 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_quota": { 2024-09-19T13:52:55.064 INFO:tasks.workunit.client.0.smithi031.stdout: "enabled": false, 2024-09-19T13:52:55.064 INFO:tasks.workunit.client.0.smithi031.stdout: "check_on_raw": false, 2024-09-19T13:52:55.064 INFO:tasks.workunit.client.0.smithi031.stdout: "max_size": -1, 2024-09-19T13:52:55.065 INFO:tasks.workunit.client.0.smithi031.stdout: "max_size_kb": 0, 2024-09-19T13:52:55.065 INFO:tasks.workunit.client.0.smithi031.stdout: "max_objects": -1 2024-09-19T13:52:55.065 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:52:55.065 INFO:tasks.workunit.client.0.smithi031.stdout: "user_quota": { 2024-09-19T13:52:55.065 INFO:tasks.workunit.client.0.smithi031.stdout: "enabled": false, 2024-09-19T13:52:55.065 INFO:tasks.workunit.client.0.smithi031.stdout: "check_on_raw": false, 2024-09-19T13:52:55.065 INFO:tasks.workunit.client.0.smithi031.stdout: "max_size": -1, 2024-09-19T13:52:55.065 INFO:tasks.workunit.client.0.smithi031.stdout: "max_size_kb": 0, 2024-09-19T13:52:55.065 INFO:tasks.workunit.client.0.smithi031.stdout: "max_objects": -1 2024-09-19T13:52:55.065 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:52:55.065 INFO:tasks.workunit.client.0.smithi031.stdout: "temp_url_keys": [], 2024-09-19T13:52:55.065 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "rgw", 2024-09-19T13:52:55.065 INFO:tasks.workunit.client.0.smithi031.stdout: "mfa_ids": [], 2024-09-19T13:52:55.065 INFO:tasks.workunit.client.0.smithi031.stdout: "account_id": "", 2024-09-19T13:52:55.066 INFO:tasks.workunit.client.0.smithi031.stdout: "path": "/", 2024-09-19T13:52:55.066 INFO:tasks.workunit.client.0.smithi031.stdout: "create_date": "2024-09-19T13:52:55.051523Z", 2024-09-19T13:52:55.066 INFO:tasks.workunit.client.0.smithi031.stdout: "tags": [], 2024-09-19T13:52:55.066 INFO:tasks.workunit.client.0.smithi031.stdout: "group_ids": [] 2024-09-19T13:52:55.066 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:52:55.066 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-09-19T13:52:55.066 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.060+0000 7fb179fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:52:55.069 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.068+0000 7fb2c631d9c0 20 remove_watcher() i=0 2024-09-19T13:52:55.069 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.068+0000 7fb2c631d9c0 2 removed watcher, disabling cache 2024-09-19T13:52:55.072 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.068+0000 7fb2c631d9c0 20 remove_watcher() i=1 2024-09-19T13:52:55.073 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.072+0000 7fb2c631d9c0 20 remove_watcher() i=2 2024-09-19T13:52:55.076 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.072+0000 7fb2c631d9c0 20 remove_watcher() i=3 2024-09-19T13:52:55.078 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.076+0000 7fb2c631d9c0 20 remove_watcher() i=4 2024-09-19T13:52:55.080 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.076+0000 7fb2c631d9c0 20 remove_watcher() i=5 2024-09-19T13:52:55.083 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.080+0000 7fb2c631d9c0 20 remove_watcher() i=6 2024-09-19T13:52:55.086 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:52:55.084+0000 7fb2c631d9c0 20 remove_watcher() i=7 2024-09-19T13:52:55.102 INFO:tasks.workunit.client.0.smithi031.stderr:+ [ -z ] 2024-09-19T13:52:55.102 INFO:tasks.workunit.client.0.smithi031.stderr:+ [ -z /home/ubuntu/cephtest ] 2024-09-19T13:52:55.102 INFO:tasks.workunit.client.0.smithi031.stderr:+ cat /home/ubuntu/cephtest/url_file 2024-09-19T13:52:55.103 INFO:tasks.workunit.client.0.smithi031.stderr:+ export RGW_HTTP_ENDPOINT_URL=https://smithi031.front.sepia.ceph.com:443 2024-09-19T13:52:55.103 INFO:tasks.workunit.client.0.smithi031.stderr:+ [ -z /home/ubuntu/cephtest/clone.client.0 ] 2024-09-19T13:52:55.103 INFO:tasks.workunit.client.0.smithi031.stderr:+ cd /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum 2024-09-19T13:52:55.103 INFO:tasks.workunit.client.0.smithi031.stderr:+ ./mvnw clean package 2024-09-19T13:52:55.110 INFO:tasks.workunit.client.0.smithi031.stdout:Warning: JAVA_HOME environment variable is not set. 2024-09-19T13:52:58.018 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] Scanning for projects... 2024-09-19T13:52:58.152 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.1/junit-bom-5.10.1.pom 2024-09-19T13:52:58.244 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 1.4/5.6 kB Progress (1): 2.8/5.6 kB Progress (1): 4.1/5.6 kB Progress (1): 5.5/5.6 kB Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.1/junit-bom-5.10.1.pom (5.6 kB at 59 kB/s) 2024-09-19T13:52:58.260 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom/2.20.43/bom-2.20.43.pom 2024-09-19T13:52:58.294 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 1.4/83 kB Progress (1): 2.8/83 kB Progress (1): 4.1/83 kB Progress (1): 5.5/83 kB Progress (1): 6.9/83 kB Progress (1): 8.3/83 kB Progress (1): 9.7/83 kB Progress (1): 11/83 kB Progress (1): 12/83 kB Progress (1): 14/83 kB Progress (1): 15/83 kB Progress (1): 16/83 kB Progress (1): 33/83 kB Progress (1): 49/83 kB Progress (1): 62/83 kB Progress (1): 78/83 kB Progress (1): 83 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom/2.20.43/bom-2.20.43.pom (83 kB at 2.4 MB/s) 2024-09-19T13:52:58.304 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-sdk-java-pom/2.20.43/aws-sdk-java-pom-2.20.43.pom 2024-09-19T13:52:58.323 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/77 kB Progress (1): 33/77 kB Progress (1): 49/77 kB Progress (1): 64/77 kB Progress (1): 77 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-sdk-java-pom/2.20.43/aws-sdk-java-pom-2.20.43.pom (77 kB at 4.3 MB/s) 2024-09-19T13:52:58.366 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] 2024-09-19T13:52:58.366 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] ---------------------------< io.ceph:jcksum >--------------------------- 2024-09-19T13:52:58.366 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] Building jcksum 1.0 2024-09-19T13:52:58.367 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] from pom.xml 2024-09-19T13:52:58.367 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] --------------------------------[ jar ]--------------------------------- 2024-09-19T13:52:58.370 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.pom 2024-09-19T13:52:58.385 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 5.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.pom (5.3 kB at 332 kB/s) 2024-09-19T13:52:58.393 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/35/maven-plugins-35.pom 2024-09-19T13:52:58.409 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 9.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/35/maven-plugins-35.pom (9.9 kB at 619 kB/s) 2024-09-19T13:52:58.413 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/35/maven-parent-35.pom 2024-09-19T13:52:58.429 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/45 kB Progress (1): 33/45 kB Progress (1): 45 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/35/maven-parent-35.pom (45 kB at 2.8 MB/s) 2024-09-19T13:52:58.438 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/25/apache-25.pom 2024-09-19T13:52:58.454 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/21 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/25/apache-25.pom (21 kB at 1.2 MB/s) 2024-09-19T13:52:58.470 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.jar 2024-09-19T13:52:58.487 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/36 kB Progress (1): 33/36 kB Progress (1): 36 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.jar (36 kB at 2.1 MB/s) 2024-09-19T13:52:58.497 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.pom 2024-09-19T13:52:58.513 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 8.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.pom (8.2 kB at 544 kB/s) 2024-09-19T13:52:58.516 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/39/maven-plugins-39.pom 2024-09-19T13:52:58.532 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 8.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/39/maven-plugins-39.pom (8.1 kB at 539 kB/s) 2024-09-19T13:52:58.535 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/39/maven-parent-39.pom 2024-09-19T13:52:58.551 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/48 kB Progress (1): 32/48 kB Progress (1): 48 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/39/maven-parent-39.pom (48 kB at 3.2 MB/s) 2024-09-19T13:52:58.557 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/29/apache-29.pom 2024-09-19T13:52:58.572 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/21 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/29/apache-29.pom (21 kB at 1.4 MB/s) 2024-09-19T13:52:58.580 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.jar 2024-09-19T13:52:58.596 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/31 kB Progress (1): 31 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.jar (31 kB at 1.8 MB/s) 2024-09-19T13:52:58.604 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.pom 2024-09-19T13:52:58.620 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 9.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.pom (9.8 kB at 613 kB/s) 2024-09-19T13:52:58.629 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.jar 2024-09-19T13:52:58.646 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/66 kB Progress (1): 33/66 kB Progress (1): 49/66 kB Progress (1): 66/66 kB Progress (1): 66 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.jar (66 kB at 3.9 MB/s) 2024-09-19T13:52:58.656 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.pom 2024-09-19T13:52:58.672 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 5.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.pom (5.3 kB at 332 kB/s) 2024-09-19T13:52:58.676 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire/3.2.3/surefire-3.2.3.pom 2024-09-19T13:52:58.692 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/22 kB Progress (1): 22 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire/3.2.3/surefire-3.2.3.pom (22 kB at 1.4 MB/s) 2024-09-19T13:52:58.695 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/41/maven-parent-41.pom 2024-09-19T13:52:58.712 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/50 kB Progress (1): 33/50 kB Progress (1): 49/50 kB Progress (1): 50 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/41/maven-parent-41.pom (50 kB at 3.1 MB/s) 2024-09-19T13:52:58.717 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/31/apache-31.pom 2024-09-19T13:52:58.733 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/24 kB Progress (1): 24 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/31/apache-31.pom (24 kB at 1.5 MB/s) 2024-09-19T13:52:58.742 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.3/junit-bom-5.9.3.pom 2024-09-19T13:52:58.757 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.3/junit-bom-5.9.3.pom (5.6 kB at 352 kB/s) 2024-09-19T13:52:58.763 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.jar 2024-09-19T13:52:58.779 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/45 kB Progress (1): 33/45 kB Progress (1): 45 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.jar (45 kB at 2.6 MB/s) 2024-09-19T13:52:58.787 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.pom 2024-09-19T13:52:58.804 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.pom (6.8 kB at 423 kB/s) 2024-09-19T13:52:58.807 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/37/maven-plugins-37.pom 2024-09-19T13:52:58.822 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 9.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/37/maven-plugins-37.pom (9.9 kB at 660 kB/s) 2024-09-19T13:52:58.824 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/37/maven-parent-37.pom 2024-09-19T13:52:58.840 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/46 kB Progress (1): 33/46 kB Progress (1): 46 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/37/maven-parent-37.pom (46 kB at 3.0 MB/s) 2024-09-19T13:52:58.845 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/27/apache-27.pom 2024-09-19T13:52:58.860 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/27/apache-27.pom (20 kB at 1.3 MB/s) 2024-09-19T13:52:58.867 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.jar 2024-09-19T13:52:58.882 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/27 kB Progress (1): 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.jar (27 kB at 1.7 MB/s) 2024-09-19T13:52:58.902 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.pom 2024-09-19T13:52:58.917 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 6.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.pom (6.1 kB at 380 kB/s) 2024-09-19T13:52:58.920 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/services/2.20.43/services-2.20.43.pom 2024-09-19T13:52:58.936 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/21 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/services/2.20.43/services-2.20.43.pom (21 kB at 1.4 MB/s) 2024-09-19T13:52:58.941 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom-internal/2.20.43/bom-internal-2.20.43.pom 2024-09-19T13:52:58.959 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom-internal/2.20.43/bom-internal-2.20.43.pom (20 kB at 1.1 MB/s) 2024-09-19T13:52:58.973 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.pom 2024-09-19T13:52:58.990 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 4.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.pom (4.0 kB at 236 kB/s) 2024-09-19T13:52:58.993 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocols/2.20.43/protocols-2.20.43.pom 2024-09-19T13:52:59.009 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 1.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocols/2.20.43/protocols-2.20.43.pom (1.6 kB at 97 kB/s) 2024-09-19T13:52:59.012 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/core/2.20.43/core-2.20.43.pom 2024-09-19T13:52:59.027 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/core/2.20.43/core-2.20.43.pom (2.2 kB at 149 kB/s) 2024-09-19T13:52:59.033 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.pom 2024-09-19T13:52:59.049 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 3.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.pom (3.6 kB at 214 kB/s) 2024-09-19T13:52:59.055 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.pom 2024-09-19T13:52:59.070 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.pom (3.2 kB at 201 kB/s) 2024-09-19T13:52:59.076 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.pom 2024-09-19T13:52:59.093 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.pom (11 kB at 685 kB/s) 2024-09-19T13:52:59.099 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.pom 2024-09-19T13:52:59.114 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 1.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.pom (1.7 kB at 105 kB/s) 2024-09-19T13:52:59.120 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.pom 2024-09-19T13:52:59.136 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 3.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.pom (3.8 kB at 239 kB/s) 2024-09-19T13:52:59.142 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.pom 2024-09-19T13:52:59.158 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 4.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.pom (4.9 kB at 307 kB/s) 2024-09-19T13:52:59.163 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.pom 2024-09-19T13:52:59.178 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 1.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.pom (1.2 kB at 72 kB/s) 2024-09-19T13:52:59.182 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.30/slf4j-api-1.7.30.pom 2024-09-19T13:52:59.197 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 3.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.30/slf4j-api-1.7.30.pom (3.8 kB at 256 kB/s) 2024-09-19T13:52:59.200 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.30/slf4j-parent-1.7.30.pom 2024-09-19T13:52:59.215 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.30/slf4j-parent-1.7.30.pom (14 kB at 920 kB/s) 2024-09-19T13:52:59.220 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.pom 2024-09-19T13:52:59.235 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 3.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.pom (3.7 kB at 230 kB/s) 2024-09-19T13:52:59.240 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.pom 2024-09-19T13:52:59.257 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 2.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.pom (2.5 kB at 153 kB/s) 2024-09-19T13:52:59.263 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.pom 2024-09-19T13:52:59.279 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 2.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.pom (2.9 kB at 171 kB/s) 2024-09-19T13:52:59.288 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.pom 2024-09-19T13:52:59.306 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 7.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.pom (7.4 kB at 412 kB/s) 2024-09-19T13:52:59.314 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.pom 2024-09-19T13:52:59.331 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 5.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.pom (5.5 kB at 321 kB/s) 2024-09-19T13:52:59.341 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.pom 2024-09-19T13:52:59.357 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.pom (3.5 kB at 205 kB/s) 2024-09-19T13:52:59.367 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.pom 2024-09-19T13:52:59.383 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 4.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.pom (4.4 kB at 258 kB/s) 2024-09-19T13:52:59.388 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party/2.20.43/third-party-2.20.43.pom 2024-09-19T13:52:59.405 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 2.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party/2.20.43/third-party-2.20.43.pom (2.4 kB at 134 kB/s) 2024-09-19T13:52:59.413 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.pom 2024-09-19T13:52:59.432 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.pom (6.4 kB at 379 kB/s) 2024-09-19T13:52:59.439 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.pom 2024-09-19T13:52:59.455 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 6.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.pom (6.1 kB at 357 kB/s) 2024-09-19T13:52:59.464 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.pom 2024-09-19T13:52:59.482 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.pom (3.0 kB at 165 kB/s) 2024-09-19T13:52:59.490 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.pom 2024-09-19T13:52:59.507 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.pom (3.5 kB at 204 kB/s) 2024-09-19T13:52:59.516 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.pom 2024-09-19T13:52:59.533 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 4.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.pom (4.1 kB at 240 kB/s) 2024-09-19T13:52:59.537 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-clients/2.20.43/http-clients-2.20.43.pom 2024-09-19T13:52:59.554 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 1.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-clients/2.20.43/http-clients-2.20.43.pom (1.8 kB at 105 kB/s) 2024-09-19T13:52:59.563 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.pom 2024-09-19T13:52:59.579 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 6.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.pom (6.6 kB at 413 kB/s) 2024-09-19T13:52:59.584 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-client/4.5.13/httpcomponents-client-4.5.13.pom 2024-09-19T13:52:59.601 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-client/4.5.13/httpcomponents-client-4.5.13.pom (16 kB at 910 kB/s) 2024-09-19T13:52:59.607 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-parent/11/httpcomponents-parent-11.pom 2024-09-19T13:52:59.627 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/35 kB Progress (1): 33/35 kB Progress (1): 35 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-parent/11/httpcomponents-parent-11.pom (35 kB at 1.8 MB/s) 2024-09-19T13:52:59.636 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/21/apache-21.pom 2024-09-19T13:52:59.652 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/17 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/21/apache-21.pom (17 kB at 1.0 MB/s) 2024-09-19T13:52:59.663 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.pom 2024-09-19T13:52:59.682 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 5.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.pom (5.0 kB at 261 kB/s) 2024-09-19T13:52:59.689 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-core/4.4.13/httpcomponents-core-4.4.13.pom 2024-09-19T13:52:59.708 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-core/4.4.13/httpcomponents-core-4.4.13.pom (13 kB at 732 kB/s) 2024-09-19T13:52:59.720 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.11/commons-codec-1.11.pom 2024-09-19T13:52:59.737 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.11/commons-codec-1.11.pom (14 kB at 776 kB/s) 2024-09-19T13:52:59.742 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/42/commons-parent-42.pom 2024-09-19T13:52:59.760 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/68 kB Progress (1): 33/68 kB Progress (1): 49/68 kB Progress (1): 66/68 kB Progress (1): 68 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/42/commons-parent-42.pom (68 kB at 3.8 MB/s) 2024-09-19T13:52:59.772 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/18/apache-18.pom 2024-09-19T13:52:59.787 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/18/apache-18.pom (16 kB at 1.0 MB/s) 2024-09-19T13:52:59.795 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.pom 2024-09-19T13:52:59.811 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.pom (15 kB at 965 kB/s) 2024-09-19T13:52:59.815 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/52/commons-parent-52.pom 2024-09-19T13:52:59.834 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/79 kB Progress (1): 33/79 kB Progress (1): 49/79 kB Progress (1): 66/79 kB Progress (1): 79 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/52/commons-parent-52.pom (79 kB at 4.2 MB/s) 2024-09-19T13:52:59.847 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/23/apache-23.pom 2024-09-19T13:52:59.864 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/18 kB Progress (1): 18 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/23/apache-23.pom (18 kB at 1.1 MB/s) 2024-09-19T13:52:59.871 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.pom 2024-09-19T13:52:59.888 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.pom (20 kB at 1.2 MB/s) 2024-09-19T13:52:59.894 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/65/commons-parent-65.pom 2024-09-19T13:52:59.913 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/78 kB Progress (1): 33/78 kB Progress (1): 49/78 kB Progress (1): 66/78 kB Progress (1): 78 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/65/commons-parent-65.pom (78 kB at 4.1 MB/s) 2024-09-19T13:52:59.928 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.pom 2024-09-19T13:52:59.944 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 3.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.pom (3.8 kB at 240 kB/s) 2024-09-19T13:52:59.948 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.28/slf4j-parent-1.7.28.pom 2024-09-19T13:52:59.964 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.28/slf4j-parent-1.7.28.pom (14 kB at 863 kB/s) 2024-09-19T13:52:59.970 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.pom 2024-09-19T13:52:59.986 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.pom (3.2 kB at 200 kB/s) 2024-09-19T13:52:59.994 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.pom 2024-09-19T13:53:00.011 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.pom (3.2 kB at 177 kB/s) 2024-09-19T13:53:00.018 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.pom 2024-09-19T13:53:00.035 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 2.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.pom (2.0 kB at 120 kB/s) 2024-09-19T13:53:00.041 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.pom 2024-09-19T13:53:00.057 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 2.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.pom (2.8 kB at 167 kB/s) 2024-09-19T13:53:00.064 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.pom 2024-09-19T13:53:00.081 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 1.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.pom (1.5 kB at 85 kB/s) 2024-09-19T13:53:00.087 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.pom 2024-09-19T13:53:00.104 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.pom (3.0 kB at 177 kB/s) 2024-09-19T13:53:00.110 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.pom 2024-09-19T13:53:00.127 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.pom (3.2 kB at 188 kB/s) 2024-09-19T13:53:00.132 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.pom 2024-09-19T13:53:00.149 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.pom (3.2 kB at 189 kB/s) 2024-09-19T13:53:00.157 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.pom 2024-09-19T13:53:00.173 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 1.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.pom (1.0 kB at 64 kB/s) 2024-09-19T13:53:00.182 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.pom 2024-09-19T13:53:00.201 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 964 B Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.pom (964 B at 54 kB/s) 2024-09-19T13:53:00.210 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.pom 2024-09-19T13:53:00.227 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 3.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.pom (3.1 kB at 180 kB/s) 2024-09-19T13:53:00.234 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.pom 2024-09-19T13:53:00.251 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.pom (3.0 kB at 168 kB/s) 2024-09-19T13:53:00.258 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.pom 2024-09-19T13:53:00.276 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 3.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.pom (3.4 kB at 191 kB/s) 2024-09-19T13:53:00.283 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.pom 2024-09-19T13:53:00.302 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 3.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.pom (3.4 kB at 191 kB/s) 2024-09-19T13:53:00.309 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.pom 2024-09-19T13:53:00.326 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.pom (3.0 kB at 178 kB/s) 2024-09-19T13:53:00.375 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.jar 2024-09-19T13:53:00.489 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 0/3.3 MB Progress (1): 0/3.3 MB Progress (1): 0/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.3/3.3 MB Progress (1): 3.3/3.3 MB Progress (1): 3.3 MB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.jar (3.3 MB at 29 MB/s) 2024-09-19T13:53:00.492 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.jar 2024-09-19T13:53:00.492 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.jar 2024-09-19T13:53:00.492 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.jar 2024-09-19T13:53:00.492 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.jar 2024-09-19T13:53:00.493 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.jar 2024-09-19T13:53:00.533 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/71 kB Progress (1): 33/71 kB Progress (1): 49/71 kB Progress (1): 63/71 kB Progress (1): 71 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.jar (71 kB at 1.7 MB/s) 2024-09-19T13:53:00.533 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.jar 2024-09-19T13:53:00.548 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.jar (16 kB at 297 kB/s) 2024-09-19T13:53:00.548 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.jar 2024-09-19T13:53:00.570 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 1.4/49 kB Progress (1): 2.8/49 kB Progress (1): 4.1/49 kB Progress (1): 5.5/49 kB Progress (1): 6.9/49 kB Progress (1): 8.3/49 kB Progress (1): 9.7/49 kB Progress (1): 11/49 kB Progress (1): 12/49 kB Progress (1): 14/49 kB Progress (2): 14/49 kB | 1.4/35 kB Progress (2): 15/49 kB | 1.4/35 kB Progress (2): 15/49 kB | 2.8/35 kB Progress (2): 15/49 kB | 4.1/35 kB Progress (2): 15/49 kB | 5.5/35 kB Progress (2): 17/49 kB | 5.5/35 kB Progress (2): 17/49 kB | 6.9/35 kB Progress (2): 18/49 kB | 6.9/35 kB Progress (2): 18/49 kB | 8.3/35 kB Progress (2): 18/49 kB | 9.7/35 kB Progress (2): 18/49 kB | 11/35 kB Progress (2): 18/49 kB | 12/35 kB Progress (2): 19/49 kB | 12/35 kB Progress (2): 19/49 kB | 14/35 kB Progress (2): 21/49 kB | 14/35 kB Progress (2): 21/49 kB | 15/35 kB Progress (2): 21/49 kB | 16/35 kB Progress (2): 21/49 kB | 18/35 kB Progress (2): 22/49 kB | 18/35 kB Progress (2): 23/49 kB | 18/35 kB Progress (3): 23/49 kB | 18/35 kB | 16/782 kB Progress (3): 23/49 kB | 18/35 kB | 33/782 kB Progress (3): 23/49 kB | 19/35 kB | 33/782 kB Progress (3): 25/49 kB | 19/35 kB | 33/782 kB Progress (3): 25/49 kB | 19/35 kB | 49/782 kB Progress (3): 26/49 kB | 19/35 kB | 49/782 kB Progress (3): 26/49 kB | 21/35 kB | 49/782 kB Progress (3): 26/49 kB | 21/35 kB | 65/782 kB Progress (3): 28/49 kB | 21/35 kB | 65/782 kB Progress (3): 28/49 kB | 22/35 kB | 65/782 kB Progress (3): 29/49 kB | 22/35 kB | 65/782 kB Progress (3): 29/49 kB | 22/35 kB | 82/782 kB Progress (3): 29/49 kB | 23/35 kB | 82/782 kB Progress (3): 30/49 kB | 23/35 kB | 82/782 kB Progress (3): 30/49 kB | 25/35 kB | 82/782 kB Progress (3): 30/49 kB | 25/35 kB | 98/782 kB Progress (3): 32/49 kB | 25/35 kB | 98/782 kB Progress (3): 32/49 kB | 26/35 kB | 98/782 kB Progress (3): 32/49 kB | 26/35 kB | 115/782 kB Progress (3): 33/49 kB | 26/35 kB | 115/782 kB Progress (3): 33/49 kB | 27/35 kB | 115/782 kB Progress (3): 34/49 kB | 27/35 kB | 115/782 kB Progress (3): 34/49 kB | 27/35 kB | 131/782 kB Progress (3): 34/49 kB | 29/35 kB | 131/782 kB Progress (3): 34/49 kB | 29/35 kB | 147/782 kB Progress (3): 36/49 kB | 29/35 kB | 147/782 kB Progress (3): 36/49 kB | 30/35 kB | 147/782 kB Progress (3): 36/49 kB | 30/35 kB | 164/782 kB Progress (3): 37/49 kB | 30/35 kB | 164/782 kB Progress (3): 37/49 kB | 32/35 kB | 164/782 kB Progress (3): 37/49 kB | 32/35 kB | 180/782 kB Progress (3): 39/49 kB | 32/35 kB | 180/782 kB Progress (3): 39/49 kB | 32/35 kB | 196/782 kB Progress (3): 39/49 kB | 33/35 kB | 196/782 kB Progress (3): 39/49 kB | 34/35 kB | 196/782 kB Progress (3): 39/49 kB | 34/35 kB | 213/782 kB Progress (3): 40/49 kB | 34/35 kB | 213/782 kB Progress (3): 40/49 kB | 35 kB | 213/782 kB Progress (3): 41/49 kB | 35 kB | 213/782 kB Progress (3): 41/49 kB | 35 kB | 229/782 kB Progress (3): 43/49 kB | 35 kB | 229/782 kB Progress (3): 44/49 kB | 35 kB | 229/782 kB Progress (3): 44/49 kB | 35 kB | 246/782 kB Progress (3): 44/49 kB | 35 kB | 262/782 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.jar (35 kB at 445 kB/s) 2024-09-19T13:53:00.571 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (2): 46/49 kB | 262/782 kB Downloading from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.jar 2024-09-19T13:53:00.573 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (2): 46/49 kB | 278/782 kB Progress (2): 47/49 kB | 278/782 kB Progress (2): 48/49 kB | 278/782 kB Progress (2): 49 kB | 278/782 kB Progress (2): 49 kB | 295/782 kB Progress (2): 49 kB | 311/782 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.jar (49 kB at 615 kB/s) 2024-09-19T13:53:00.573 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.jar 2024-09-19T13:53:00.579 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 328/782 kB Progress (1): 344/782 kB Progress (2): 344/782 kB | 1.4/16 kB Progress (2): 344/782 kB | 2.8/16 kB Progress (3): 344/782 kB | 2.8/16 kB | 16/98 kB Progress (3): 344/782 kB | 4.1/16 kB | 16/98 kB Progress (3): 360/782 kB | 4.1/16 kB | 16/98 kB Progress (3): 360/782 kB | 5.5/16 kB | 16/98 kB Progress (3): 377/782 kB | 5.5/16 kB | 16/98 kB Progress (3): 377/782 kB | 6.9/16 kB | 16/98 kB Progress (3): 377/782 kB | 8.3/16 kB | 16/98 kB Progress (3): 393/782 kB | 8.3/16 kB | 16/98 kB Progress (3): 393/782 kB | 9.7/16 kB | 16/98 kB Progress (3): 409/782 kB | 9.7/16 kB | 16/98 kB Progress (3): 409/782 kB | 11/16 kB | 16/98 kB Progress (3): 409/782 kB | 12/16 kB | 16/98 kB Progress (3): 426/782 kB | 12/16 kB | 16/98 kB Progress (3): 426/782 kB | 14/16 kB | 16/98 kB Progress (3): 426/782 kB | 15/16 kB | 16/98 kB Progress (3): 426/782 kB | 16 kB | 16/98 kB Progress (3): 426/782 kB | 16 kB | 33/98 kB Progress (3): 442/782 kB | 16 kB | 33/98 kB Progress (3): 459/782 kB | 16 kB | 33/98 kB Progress (3): 475/782 kB | 16 kB | 33/98 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.jar (16 kB at 179 kB/s) 2024-09-19T13:53:00.579 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (2): 491/782 kB | 33/98 kB Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.jar 2024-09-19T13:53:00.588 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (2): 508/782 kB | 33/98 kB Progress (2): 524/782 kB | 33/98 kB Progress (2): 541/782 kB | 33/98 kB Progress (2): 557/782 kB | 33/98 kB Progress (2): 573/782 kB | 33/98 kB Progress (2): 590/782 kB | 33/98 kB Progress (2): 606/782 kB | 33/98 kB Progress (2): 622/782 kB | 33/98 kB Progress (2): 639/782 kB | 33/98 kB Progress (2): 655/782 kB | 33/98 kB Progress (2): 672/782 kB | 33/98 kB Progress (2): 688/782 kB | 33/98 kB Progress (2): 704/782 kB | 33/98 kB Progress (2): 721/782 kB | 33/98 kB Progress (2): 737/782 kB | 33/98 kB Progress (3): 737/782 kB | 33/98 kB | 1.4/11 kB Progress (3): 753/782 kB | 33/98 kB | 1.4/11 kB Progress (3): 753/782 kB | 33/98 kB | 2.8/11 kB Progress (3): 753/782 kB | 33/98 kB | 4.1/11 kB Progress (3): 770/782 kB | 33/98 kB | 4.1/11 kB Progress (3): 770/782 kB | 33/98 kB | 5.5/11 kB Progress (3): 770/782 kB | 49/98 kB | 5.5/11 kB Progress (3): 770/782 kB | 49/98 kB | 6.9/11 kB Progress (3): 782 kB | 49/98 kB | 6.9/11 kB Progress (3): 782 kB | 49/98 kB | 8.3/11 kB Progress (3): 782 kB | 49/98 kB | 9.7/11 kB Progress (3): 782 kB | 49/98 kB | 11/11 kB Progress (3): 782 kB | 49/98 kB | 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.jar (782 kB at 8.3 MB/s) 2024-09-19T13:53:00.588 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.jar 2024-09-19T13:53:00.589 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (2): 66/98 kB | 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.jar (11 kB at 120 kB/s) 2024-09-19T13:53:00.589 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.jar 2024-09-19T13:53:00.593 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (2): 66/98 kB | 16/205 kB Progress (2): 82/98 kB | 16/205 kB Progress (2): 82/98 kB | 33/205 kB Progress (2): 98 kB | 33/205 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.jar (98 kB at 953 kB/s) 2024-09-19T13:53:00.593 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.jar 2024-09-19T13:53:00.601 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 49/205 kB Progress (2): 49/205 kB | 1.4/30 kB Progress (2): 49/205 kB | 2.8/30 kB Progress (2): 49/205 kB | 4.1/30 kB Progress (2): 49/205 kB | 5.5/30 kB Progress (2): 49/205 kB | 6.9/30 kB Progress (2): 49/205 kB | 8.3/30 kB Progress (2): 49/205 kB | 9.7/30 kB Progress (2): 49/205 kB | 11/30 kB Progress (2): 49/205 kB | 12/30 kB Progress (2): 49/205 kB | 14/30 kB Progress (2): 49/205 kB | 15/30 kB Progress (2): 49/205 kB | 17/30 kB Progress (2): 49/205 kB | 18/30 kB Progress (2): 49/205 kB | 19/30 kB Progress (2): 49/205 kB | 21/30 kB Progress (2): 49/205 kB | 22/30 kB Progress (2): 49/205 kB | 23/30 kB Progress (2): 49/205 kB | 25/30 kB Progress (2): 49/205 kB | 26/30 kB Progress (2): 49/205 kB | 28/30 kB Progress (2): 49/205 kB | 29/30 kB Progress (2): 49/205 kB | 30 kB Progress (2): 66/205 kB | 30 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.jar (30 kB at 282 kB/s) 2024-09-19T13:53:00.602 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.jar 2024-09-19T13:53:00.609 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 82/205 kB Progress (2): 82/205 kB | 16/81 kB Progress (2): 98/205 kB | 16/81 kB Progress (2): 98/205 kB | 33/81 kB Progress (2): 114/205 kB | 33/81 kB Progress (2): 131/205 kB | 33/81 kB Progress (2): 131/205 kB | 49/81 kB Progress (2): 147/205 kB | 49/81 kB Progress (3): 147/205 kB | 49/81 kB | 16/798 kB Progress (3): 147/205 kB | 66/81 kB | 16/798 kB Progress (3): 163/205 kB | 66/81 kB | 16/798 kB Progress (3): 163/205 kB | 66/81 kB | 33/798 kB Progress (3): 180/205 kB | 66/81 kB | 33/798 kB Progress (4): 180/205 kB | 66/81 kB | 33/798 kB | 13 kB Progress (4): 180/205 kB | 81 kB | 33/798 kB | 13 kB Progress (4): 180/205 kB | 81 kB | 49/798 kB | 13 kB Progress (4): 180/205 kB | 81 kB | 62/798 kB | 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.jar (81 kB at 713 kB/s) 2024-09-19T13:53:00.609 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.jar 2024-09-19T13:53:00.609 INFO:tasks.workunit.client.0.smithi031.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.jar (13 kB at 116 kB/s) 2024-09-19T13:53:00.609 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.jar 2024-09-19T13:53:00.614 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (2): 180/205 kB | 78/798 kB Progress (2): 180/205 kB | 95/798 kB Progress (2): 180/205 kB | 111/798 kB Progress (2): 180/205 kB | 128/798 kB Progress (2): 180/205 kB | 144/798 kB Progress (2): 196/205 kB | 144/798 kB Progress (2): 196/205 kB | 160/798 kB Progress (2): 205 kB | 160/798 kB Progress (2): 205 kB | 177/798 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.jar (205 kB at 1.7 MB/s) 2024-09-19T13:53:00.614 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 193/798 kB Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.jar 2024-09-19T13:53:00.624 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 210/798 kB Progress (1): 226/798 kB Progress (1): 242/798 kB Progress (1): 259/798 kB Progress (2): 259/798 kB | 16/182 kB Progress (2): 275/798 kB | 16/182 kB Progress (2): 291/798 kB | 16/182 kB Progress (2): 308/798 kB | 16/182 kB Progress (2): 308/798 kB | 33/182 kB Progress (2): 324/798 kB | 33/182 kB Progress (2): 341/798 kB | 33/182 kB Progress (2): 357/798 kB | 33/182 kB Progress (2): 357/798 kB | 49/182 kB Progress (2): 373/798 kB | 49/182 kB Progress (2): 373/798 kB | 63/182 kB Progress (2): 390/798 kB | 63/182 kB Progress (2): 406/798 kB | 63/182 kB Progress (2): 423/798 kB | 63/182 kB Progress (2): 439/798 kB | 63/182 kB Progress (3): 439/798 kB | 63/182 kB | 16/27 kB Progress (3): 455/798 kB | 63/182 kB | 16/27 kB Progress (3): 455/798 kB | 63/182 kB | 27 kB Progress (4): 455/798 kB | 63/182 kB | 27 kB | 16/151 kB Progress (4): 472/798 kB | 63/182 kB | 27 kB | 16/151 kB Progress (4): 472/798 kB | 63/182 kB | 27 kB | 33/151 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.jar (27 kB at 210 kB/s) 2024-09-19T13:53:00.625 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.jar 2024-09-19T13:53:00.630 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (3): 488/798 kB | 63/182 kB | 33/151 kB Progress (3): 488/798 kB | 63/182 kB | 49/151 kB Progress (3): 488/798 kB | 63/182 kB | 66/151 kB Progress (3): 504/798 kB | 63/182 kB | 66/151 kB Progress (3): 504/798 kB | 63/182 kB | 79/151 kB Progress (3): 504/798 kB | 63/182 kB | 95/151 kB Progress (3): 521/798 kB | 63/182 kB | 95/151 kB Progress (3): 521/798 kB | 63/182 kB | 111/151 kB Progress (3): 537/798 kB | 63/182 kB | 111/151 kB Progress (3): 554/798 kB | 63/182 kB | 111/151 kB Progress (3): 554/798 kB | 63/182 kB | 128/151 kB Progress (3): 570/798 kB | 63/182 kB | 128/151 kB Progress (3): 570/798 kB | 63/182 kB | 144/151 kB Progress (3): 570/798 kB | 63/182 kB | 151 kB Progress (3): 570/798 kB | 79/182 kB | 151 kB Progress (3): 586/798 kB | 79/182 kB | 151 kB Progress (3): 586/798 kB | 96/182 kB | 151 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.jar (151 kB at 1.1 MB/s) 2024-09-19T13:53:00.630 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (3): 586/798 kB | 96/182 kB | 16/30 kB Progress (3): 603/798 kB | 96/182 kB | 16/30 kB Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.jar 2024-09-19T13:53:00.631 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (3): 603/798 kB | 112/182 kB | 16/30 kB Progress (3): 603/798 kB | 112/182 kB | 30 kB Progress (3): 619/798 kB | 112/182 kB | 30 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.jar (30 kB at 219 kB/s) 2024-09-19T13:53:00.631 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (2): 619/798 kB | 129/182 kB Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.jar 2024-09-19T13:53:00.635 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (2): 636/798 kB | 129/182 kB Progress (2): 652/798 kB | 129/182 kB Progress (2): 652/798 kB | 145/182 kB Progress (2): 668/798 kB | 145/182 kB Progress (2): 668/798 kB | 161/182 kB Progress (2): 685/798 kB | 161/182 kB Progress (2): 685/798 kB | 178/182 kB Progress (2): 701/798 kB | 178/182 kB Progress (2): 701/798 kB | 182 kB Progress (2): 717/798 kB | 182 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.jar (182 kB at 1.3 MB/s) 2024-09-19T13:53:00.635 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.jar 2024-09-19T13:53:00.639 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 734/798 kB Progress (1): 750/798 kB Progress (1): 767/798 kB Progress (1): 783/798 kB Progress (1): 798 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.jar (798 kB at 5.5 MB/s) 2024-09-19T13:53:00.639 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.jar 2024-09-19T13:53:00.646 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/385 kB Progress (1): 33/385 kB Progress (1): 49/385 kB Progress (1): 63/385 kB Progress (1): 80/385 kB Progress (1): 96/385 kB Progress (1): 113/385 kB Progress (1): 129/385 kB Progress (2): 129/385 kB | 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.jar (13 kB at 88 kB/s) 2024-09-19T13:53:00.646 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.jar 2024-09-19T13:53:00.649 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (2): 129/385 kB | 16/75 kB Progress (2): 129/385 kB | 33/75 kB Progress (2): 129/385 kB | 49/75 kB Progress (2): 129/385 kB | 61/75 kB Progress (2): 129/385 kB | 75 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.jar (75 kB at 487 kB/s) 2024-09-19T13:53:00.649 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.jar 2024-09-19T13:53:00.664 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (2): 129/385 kB | 15/780 kB Progress (2): 129/385 kB | 31/780 kB Progress (2): 129/385 kB | 48/780 kB Progress (2): 145/385 kB | 48/780 kB Progress (2): 145/385 kB | 64/780 kB Progress (2): 162/385 kB | 64/780 kB Progress (2): 162/385 kB | 81/780 kB Progress (2): 178/385 kB | 81/780 kB Progress (2): 178/385 kB | 97/780 kB Progress (2): 178/385 kB | 113/780 kB Progress (2): 194/385 kB | 113/780 kB Progress (2): 194/385 kB | 127/780 kB Progress (2): 211/385 kB | 127/780 kB Progress (2): 211/385 kB | 144/780 kB Progress (2): 227/385 kB | 144/780 kB Progress (2): 227/385 kB | 160/780 kB Progress (2): 244/385 kB | 160/780 kB Progress (2): 244/385 kB | 176/780 kB Progress (2): 260/385 kB | 176/780 kB Progress (2): 260/385 kB | 193/780 kB Progress (2): 260/385 kB | 209/780 kB Progress (2): 276/385 kB | 209/780 kB Progress (3): 276/385 kB | 209/780 kB | 16/329 kB Progress (3): 276/385 kB | 225/780 kB | 16/329 kB Progress (3): 293/385 kB | 225/780 kB | 16/329 kB Progress (3): 293/385 kB | 242/780 kB | 16/329 kB Progress (3): 309/385 kB | 242/780 kB | 16/329 kB Progress (3): 309/385 kB | 242/780 kB | 33/329 kB Progress (3): 325/385 kB | 242/780 kB | 33/329 kB Progress (3): 342/385 kB | 242/780 kB | 33/329 kB Progress (3): 342/385 kB | 242/780 kB | 49/329 kB Progress (3): 358/385 kB | 242/780 kB | 49/329 kB Progress (3): 375/385 kB | 242/780 kB | 49/329 kB Progress (3): 375/385 kB | 242/780 kB | 66/329 kB Progress (3): 375/385 kB | 242/780 kB | 81/329 kB Progress (3): 375/385 kB | 242/780 kB | 97/329 kB Progress (3): 375/385 kB | 242/780 kB | 114/329 kB Progress (3): 375/385 kB | 258/780 kB | 114/329 kB Progress (4): 375/385 kB | 258/780 kB | 114/329 kB | 16/501 kB Progress (4): 375/385 kB | 275/780 kB | 114/329 kB | 16/501 kB Progress (4): 375/385 kB | 275/780 kB | 130/329 kB | 16/501 kB Progress (4): 375/385 kB | 275/780 kB | 130/329 kB | 33/501 kB Progress (4): 375/385 kB | 291/780 kB | 130/329 kB | 33/501 kB Progress (4): 375/385 kB | 291/780 kB | 130/329 kB | 49/501 kB Progress (4): 375/385 kB | 307/780 kB | 130/329 kB | 49/501 kB Progress (4): 385 kB | 307/780 kB | 130/329 kB | 49/501 kB Progress (4): 385 kB | 307/780 kB | 146/329 kB | 49/501 kB Progress (4): 385 kB | 324/780 kB | 146/329 kB | 49/501 kB Progress (4): 385 kB | 324/780 kB | 146/329 kB | 66/501 kB Progress (4): 385 kB | 340/780 kB | 146/329 kB | 66/501 kB Progress (4): 385 kB | 340/780 kB | 163/329 kB | 66/501 kB Progress (4): 385 kB | 340/780 kB | 163/329 kB | 82/501 kB Progress (4): 385 kB | 356/780 kB | 163/329 kB | 82/501 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.jar (385 kB at 2.3 MB/s) 2024-09-19T13:53:00.664 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.jar 2024-09-19T13:53:00.688 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (3): 356/780 kB | 179/329 kB | 82/501 kB Progress (3): 373/780 kB | 179/329 kB | 82/501 kB Progress (3): 373/780 kB | 179/329 kB | 98/501 kB Progress (4): 373/780 kB | 179/329 kB | 98/501 kB | 16/354 kB Progress (4): 389/780 kB | 179/329 kB | 98/501 kB | 16/354 kB Progress (4): 389/780 kB | 195/329 kB | 98/501 kB | 16/354 kB Progress (4): 389/780 kB | 195/329 kB | 115/501 kB | 16/354 kB Progress (4): 406/780 kB | 195/329 kB | 115/501 kB | 16/354 kB Progress (4): 406/780 kB | 195/329 kB | 115/501 kB | 33/354 kB Progress (4): 406/780 kB | 195/329 kB | 131/501 kB | 33/354 kB Progress (4): 422/780 kB | 195/329 kB | 131/501 kB | 33/354 kB Progress (4): 422/780 kB | 195/329 kB | 131/501 kB | 49/354 kB Progress (4): 422/780 kB | 212/329 kB | 131/501 kB | 49/354 kB Progress (4): 422/780 kB | 212/329 kB | 147/501 kB | 49/354 kB Progress (4): 438/780 kB | 212/329 kB | 147/501 kB | 49/354 kB Progress (4): 438/780 kB | 212/329 kB | 147/501 kB | 66/354 kB Progress (4): 438/780 kB | 212/329 kB | 164/501 kB | 66/354 kB Progress (4): 455/780 kB | 212/329 kB | 164/501 kB | 66/354 kB Progress (4): 455/780 kB | 228/329 kB | 164/501 kB | 66/354 kB Progress (4): 455/780 kB | 228/329 kB | 180/501 kB | 66/354 kB Progress (4): 471/780 kB | 228/329 kB | 180/501 kB | 66/354 kB Progress (4): 471/780 kB | 228/329 kB | 180/501 kB | 82/354 kB Progress (4): 488/780 kB | 228/329 kB | 180/501 kB | 82/354 kB Progress (4): 488/780 kB | 228/329 kB | 180/501 kB | 98/354 kB Progress (4): 488/780 kB | 228/329 kB | 197/501 kB | 98/354 kB Progress (4): 488/780 kB | 245/329 kB | 197/501 kB | 98/354 kB Progress (4): 504/780 kB | 245/329 kB | 197/501 kB | 98/354 kB Progress (5): 504/780 kB | 245/329 kB | 197/501 kB | 98/354 kB | 16/41 kB Progress (5): 504/780 kB | 245/329 kB | 197/501 kB | 115/354 kB | 16/41 kB Progress (5): 504/780 kB | 261/329 kB | 197/501 kB | 115/354 kB | 16/41 kB Progress (5): 504/780 kB | 261/329 kB | 213/501 kB | 115/354 kB | 16/41 kB Progress (5): 520/780 kB | 261/329 kB | 213/501 kB | 115/354 kB | 16/41 kB Progress (5): 520/780 kB | 261/329 kB | 213/501 kB | 115/354 kB | 33/41 kB Progress (5): 520/780 kB | 261/329 kB | 213/501 kB | 131/354 kB | 33/41 kB Progress (5): 520/780 kB | 277/329 kB | 213/501 kB | 131/354 kB | 33/41 kB Progress (5): 537/780 kB | 277/329 kB | 213/501 kB | 131/354 kB | 33/41 kB Progress (5): 537/780 kB | 277/329 kB | 229/501 kB | 131/354 kB | 33/41 kB Progress (5): 537/780 kB | 277/329 kB | 229/501 kB | 131/354 kB | 41 kB Progress (5): 553/780 kB | 277/329 kB | 229/501 kB | 131/354 kB | 41 kB Progress (5): 553/780 kB | 277/329 kB | 229/501 kB | 147/354 kB | 41 kB Progress (5): 553/780 kB | 294/329 kB | 229/501 kB | 147/354 kB | 41 kB Progress (5): 569/780 kB | 294/329 kB | 229/501 kB | 147/354 kB | 41 kB Progress (5): 569/780 kB | 294/329 kB | 246/501 kB | 147/354 kB | 41 kB Progress (5): 586/780 kB | 294/329 kB | 246/501 kB | 147/354 kB | 41 kB Progress (5): 586/780 kB | 294/329 kB | 246/501 kB | 164/354 kB | 41 kB Progress (5): 586/780 kB | 310/329 kB | 246/501 kB | 164/354 kB | 41 kB Progress (5): 586/780 kB | 310/329 kB | 256/501 kB | 164/354 kB | 41 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.jar (41 kB at 214 kB/s) 2024-09-19T13:53:00.688 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (4): 602/780 kB | 310/329 kB | 256/501 kB | 164/354 kB Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.jar 2024-09-19T13:53:00.689 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (4): 602/780 kB | 310/329 kB | 256/501 kB | 180/354 kB Progress (4): 602/780 kB | 326/329 kB | 256/501 kB | 180/354 kB Progress (4): 619/780 kB | 326/329 kB | 256/501 kB | 180/354 kB Progress (4): 619/780 kB | 326/329 kB | 272/501 kB | 180/354 kB Progress (4): 619/780 kB | 329 kB | 272/501 kB | 180/354 kB Progress (4): 635/780 kB | 329 kB | 272/501 kB | 180/354 kB Progress (4): 635/780 kB | 329 kB | 272/501 kB | 197/354 kB Progress (4): 651/780 kB | 329 kB | 272/501 kB | 197/354 kB Progress (4): 651/780 kB | 329 kB | 289/501 kB | 197/354 kB Progress (4): 651/780 kB | 329 kB | 289/501 kB | 213/354 kB Progress (4): 668/780 kB | 329 kB | 289/501 kB | 213/354 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.jar (329 kB at 1.7 MB/s) 2024-09-19T13:53:00.689 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (3): 668/780 kB | 305/501 kB | 213/354 kB Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.jar 2024-09-19T13:53:00.694 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (3): 684/780 kB | 305/501 kB | 213/354 kB Progress (3): 684/780 kB | 305/501 kB | 229/354 kB Progress (3): 684/780 kB | 321/501 kB | 229/354 kB Progress (3): 701/780 kB | 321/501 kB | 229/354 kB Progress (3): 701/780 kB | 321/501 kB | 246/354 kB Progress (3): 701/780 kB | 338/501 kB | 246/354 kB Progress (3): 717/780 kB | 338/501 kB | 246/354 kB Progress (3): 717/780 kB | 338/501 kB | 256/354 kB Progress (3): 717/780 kB | 354/501 kB | 256/354 kB Progress (3): 733/780 kB | 354/501 kB | 256/354 kB Progress (3): 733/780 kB | 354/501 kB | 272/354 kB Progress (3): 733/780 kB | 370/501 kB | 272/354 kB Progress (3): 750/780 kB | 370/501 kB | 272/354 kB Progress (3): 750/780 kB | 370/501 kB | 289/354 kB Progress (3): 750/780 kB | 387/501 kB | 289/354 kB Progress (3): 766/780 kB | 387/501 kB | 289/354 kB Progress (3): 766/780 kB | 387/501 kB | 305/354 kB Progress (3): 766/780 kB | 403/501 kB | 305/354 kB Progress (3): 780 kB | 403/501 kB | 305/354 kB Progress (3): 780 kB | 403/501 kB | 321/354 kB Progress (3): 780 kB | 420/501 kB | 321/354 kB Progress (3): 780 kB | 420/501 kB | 338/354 kB Progress (3): 780 kB | 436/501 kB | 338/354 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.jar (780 kB at 3.9 MB/s) 2024-09-19T13:53:00.694 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (2): 452/501 kB | 338/354 kB Progress (2): 452/501 kB | 354 kB Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.jar 2024-09-19T13:53:00.694 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (2): 469/501 kB | 354 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.jar (354 kB at 1.8 MB/s) 2024-09-19T13:53:00.694 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.jar 2024-09-19T13:53:00.696 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 485/501 kB Progress (1): 501 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.jar (501 kB at 2.5 MB/s) 2024-09-19T13:53:00.696 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.jar 2024-09-19T13:53:00.704 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 6.4 kB Progress (2): 6.4 kB | 16/586 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.jar (6.4 kB at 30 kB/s) 2024-09-19T13:53:00.705 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.jar 2024-09-19T13:53:00.710 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 33/586 kB Progress (1): 49/586 kB Progress (1): 64/586 kB Progress (1): 81/586 kB Progress (1): 97/586 kB Progress (1): 113/586 kB Progress (1): 130/586 kB Progress (1): 146/586 kB Progress (1): 163/586 kB Progress (1): 179/586 kB Progress (1): 195/586 kB Progress (2): 195/586 kB | 16/211 kB Progress (2): 212/586 kB | 16/211 kB Progress (2): 212/586 kB | 33/211 kB Progress (2): 228/586 kB | 33/211 kB Progress (2): 228/586 kB | 49/211 kB Progress (2): 245/586 kB | 49/211 kB Progress (2): 245/586 kB | 65/211 kB Progress (2): 261/586 kB | 65/211 kB Progress (2): 261/586 kB | 82/211 kB Progress (3): 261/586 kB | 82/211 kB | 14 kB Progress (3): 277/586 kB | 82/211 kB | 14 kB Progress (3): 277/586 kB | 98/211 kB | 14 kB Progress (3): 294/586 kB | 98/211 kB | 14 kB Progress (3): 294/586 kB | 114/211 kB | 14 kB Progress (3): 294/586 kB | 131/211 kB | 14 kB Progress (3): 310/586 kB | 131/211 kB | 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.jar (14 kB at 67 kB/s) 2024-09-19T13:53:00.710 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (2): 310/586 kB | 147/211 kB Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.jar 2024-09-19T13:53:00.712 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (2): 326/586 kB | 147/211 kB Progress (2): 326/586 kB | 164/211 kB Progress (2): 343/586 kB | 164/211 kB Progress (2): 343/586 kB | 180/211 kB Progress (2): 359/586 kB | 180/211 kB Progress (2): 359/586 kB | 196/211 kB Progress (2): 376/586 kB | 196/211 kB Progress (3): 376/586 kB | 196/211 kB | 16/106 kB Progress (3): 376/586 kB | 211 kB | 16/106 kB Progress (3): 392/586 kB | 211 kB | 16/106 kB Progress (3): 392/586 kB | 211 kB | 33/106 kB Progress (3): 408/586 kB | 211 kB | 33/106 kB Progress (3): 408/586 kB | 211 kB | 49/106 kB Progress (3): 425/586 kB | 211 kB | 49/106 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.jar (211 kB at 981 kB/s) 2024-09-19T13:53:00.712 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.jar 2024-09-19T13:53:00.714 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (2): 441/586 kB | 49/106 kB Progress (2): 441/586 kB | 65/106 kB Progress (2): 458/586 kB | 65/106 kB Progress (2): 458/586 kB | 81/106 kB Progress (2): 474/586 kB | 81/106 kB Progress (2): 474/586 kB | 98/106 kB Progress (2): 490/586 kB | 98/106 kB Progress (2): 490/586 kB | 106 kB Progress (2): 507/586 kB | 106 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.jar (106 kB at 490 kB/s) 2024-09-19T13:53:00.714 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 523/586 kB Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.jar 2024-09-19T13:53:00.717 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 539/586 kB Progress (1): 556/586 kB Progress (1): 572/586 kB Progress (1): 586 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.jar (586 kB at 2.6 MB/s) 2024-09-19T13:53:00.717 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.jar 2024-09-19T13:53:00.719 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.jar (6.8 kB at 31 kB/s) 2024-09-19T13:53:00.719 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.jar 2024-09-19T13:53:00.731 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/245 kB Progress (2): 16/245 kB | 16/205 kB Progress (2): 16/245 kB | 33/205 kB Progress (2): 33/245 kB | 33/205 kB Progress (2): 33/245 kB | 49/205 kB Progress (2): 33/245 kB | 65/205 kB Progress (2): 49/245 kB | 65/205 kB Progress (2): 49/245 kB | 81/205 kB Progress (2): 62/245 kB | 81/205 kB Progress (2): 62/245 kB | 98/205 kB Progress (2): 78/245 kB | 98/205 kB Progress (2): 78/245 kB | 114/205 kB Progress (3): 78/245 kB | 114/205 kB | 15 kB Progress (3): 95/245 kB | 114/205 kB | 15 kB Progress (3): 95/245 kB | 130/205 kB | 15 kB Progress (3): 111/245 kB | 130/205 kB | 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.jar (15 kB at 66 kB/s) 2024-09-19T13:53:00.731 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (2): 111/245 kB | 147/205 kB Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.jar 2024-09-19T13:53:00.732 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (2): 127/245 kB | 147/205 kB Progress (2): 127/245 kB | 163/205 kB Progress (2): 144/245 kB | 163/205 kB Progress (2): 144/245 kB | 180/205 kB Progress (2): 144/245 kB | 196/205 kB Progress (2): 160/245 kB | 196/205 kB Progress (2): 160/245 kB | 205 kB Progress (2): 177/245 kB | 205 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.jar (205 kB at 875 kB/s) 2024-09-19T13:53:00.732 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (2): 177/245 kB | 16/16 kB Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.jar 2024-09-19T13:53:00.732 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (2): 177/245 kB | 16 kB Progress (2): 193/245 kB | 16 kB Progress (2): 209/245 kB | 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.jar (16 kB at 70 kB/s) 2024-09-19T13:53:00.732 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.jar 2024-09-19T13:53:00.733 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 226/245 kB Progress (1): 242/245 kB Progress (1): 245 kB Progress (2): 245 kB | 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.jar (6.4 kB at 27 kB/s) 2024-09-19T13:53:00.733 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.jar 2024-09-19T13:53:00.733 INFO:tasks.workunit.client.0.smithi031.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.jar (245 kB at 1.0 MB/s) 2024-09-19T13:53:00.744 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/23 kB Progress (1): 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.jar (23 kB at 91 kB/s) 2024-09-19T13:53:00.746 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/17 kB Progress (2): 16/17 kB | 16/24 kB Progress (2): 17 kB | 16/24 kB Progress (2): 17 kB | 24 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.jar (17 kB at 70 kB/s) 2024-09-19T13:53:00.746 INFO:tasks.workunit.client.0.smithi031.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.jar (24 kB at 97 kB/s) 2024-09-19T13:53:00.751 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/184 kB Progress (1): 33/184 kB Progress (1): 49/184 kB Progress (1): 65/184 kB Progress (1): 81/184 kB Progress (1): 98/184 kB Progress (1): 114/184 kB Progress (1): 130/184 kB Progress (1): 147/184 kB Progress (1): 163/184 kB Progress (1): 180/184 kB Progress (1): 184 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.jar (184 kB at 724 kB/s) 2024-09-19T13:53:00.778 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] 2024-09-19T13:53:00.778 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] --- clean:3.2.0:clean (default-clean) @ jcksum --- 2024-09-19T13:53:00.786 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.pom 2024-09-19T13:53:00.802 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 5.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.pom (5.8 kB at 389 kB/s) 2024-09-19T13:53:00.804 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/34/maven-shared-components-34.pom 2024-09-19T13:53:00.819 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 5.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/34/maven-shared-components-34.pom (5.1 kB at 340 kB/s) 2024-09-19T13:53:00.821 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/34/maven-parent-34.pom 2024-09-19T13:53:00.837 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/43 kB Progress (1): 33/43 kB Progress (1): 43 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/34/maven-parent-34.pom (43 kB at 2.7 MB/s) 2024-09-19T13:53:00.842 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.pom 2024-09-19T13:53:00.857 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.pom (14 kB at 950 kB/s) 2024-09-19T13:53:00.864 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.jar 2024-09-19T13:53:00.884 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/153 kB Progress (1): 33/153 kB Progress (1): 49/153 kB Progress (1): 64/153 kB Progress (1): 81/153 kB Progress (1): 97/153 kB Progress (1): 114/153 kB Progress (1): 130/153 kB Progress (1): 146/153 kB Progress (1): 153 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.jar (153 kB at 7.7 MB/s) 2024-09-19T13:53:00.884 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.jar 2024-09-19T13:53:00.904 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/215 kB Progress (1): 33/215 kB Progress (1): 49/215 kB Progress (1): 66/215 kB Progress (1): 82/215 kB Progress (1): 98/215 kB Progress (1): 115/215 kB Progress (1): 131/215 kB Progress (1): 147/215 kB Progress (1): 164/215 kB Progress (1): 180/215 kB Progress (1): 197/215 kB Progress (1): 213/215 kB Progress (1): 215 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.jar (215 kB at 10 MB/s) 2024-09-19T13:53:00.981 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] 2024-09-19T13:53:00.981 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] --- resources:3.3.1:resources (default-resources) @ jcksum --- 2024-09-19T13:53:00.986 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.pom 2024-09-19T13:53:01.001 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 2.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.pom (2.7 kB at 177 kB/s) 2024-09-19T13:53:01.003 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/5.1/plexus-5.1.pom 2024-09-19T13:53:01.018 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/23 kB Progress (1): 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/5.1/plexus-5.1.pom (23 kB at 1.5 MB/s) 2024-09-19T13:53:01.023 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.pom 2024-09-19T13:53:01.038 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 8.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.pom (8.8 kB at 585 kB/s) 2024-09-19T13:53:01.041 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/10/plexus-10.pom 2024-09-19T13:53:01.055 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/25 kB Progress (1): 25 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/10/plexus-10.pom (25 kB at 1.8 MB/s) 2024-09-19T13:53:01.059 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.pom 2024-09-19T13:53:01.074 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 6.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.pom (6.0 kB at 402 kB/s) 2024-09-19T13:53:01.076 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/39/maven-shared-components-39.pom 2024-09-19T13:53:01.090 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/39/maven-shared-components-39.pom (3.2 kB at 230 kB/s) 2024-09-19T13:53:01.094 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.pom 2024-09-19T13:53:01.109 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 612 B Downloaded from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.pom (612 B at 44 kB/s) 2024-09-19T13:53:01.111 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.pom 2024-09-19T13:53:01.126 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 2.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.pom (2.7 kB at 196 kB/s) 2024-09-19T13:53:01.128 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.36/slf4j-parent-1.7.36.pom 2024-09-19T13:53:01.142 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.36/slf4j-parent-1.7.36.pom (14 kB at 1.0 MB/s) 2024-09-19T13:53:01.145 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.pom 2024-09-19T13:53:01.161 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.pom (3.2 kB at 200 kB/s) 2024-09-19T13:53:01.163 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/15/spice-parent-15.pom 2024-09-19T13:53:01.178 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/15/spice-parent-15.pom (8.4 kB at 557 kB/s) 2024-09-19T13:53:01.181 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/5/forge-parent-5.pom 2024-09-19T13:53:01.197 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/5/forge-parent-5.pom (8.4 kB at 558 kB/s) 2024-09-19T13:53:01.201 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.pom 2024-09-19T13:53:01.217 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 8.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.pom (8.0 kB at 471 kB/s) 2024-09-19T13:53:01.222 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.pom 2024-09-19T13:53:01.238 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.pom (20 kB at 1.2 MB/s) 2024-09-19T13:53:01.249 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.2/junit-bom-5.7.2.pom 2024-09-19T13:53:01.264 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 5.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.2/junit-bom-5.7.2.pom (5.1 kB at 319 kB/s) 2024-09-19T13:53:01.269 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.pom 2024-09-19T13:53:01.285 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/31 kB Progress (1): 31 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.pom (31 kB at 1.9 MB/s) 2024-09-19T13:53:01.295 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.1/junit-bom-5.7.1.pom 2024-09-19T13:53:01.311 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 5.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.1/junit-bom-5.7.1.pom (5.1 kB at 319 kB/s) 2024-09-19T13:53:01.321 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.jar 2024-09-19T13:53:01.340 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/85 kB Progress (1): 33/85 kB Progress (1): 49/85 kB Progress (1): 66/85 kB Progress (1): 82/85 kB Progress (1): 85 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.jar (85 kB at 4.5 MB/s) 2024-09-19T13:53:01.341 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.jar 2024-09-19T13:53:01.342 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.jar 2024-09-19T13:53:01.342 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.jar 2024-09-19T13:53:01.342 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.jar 2024-09-19T13:53:01.343 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.jar 2024-09-19T13:53:01.358 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 2.5 kB Progress (2): 2.5 kB | 16/41 kB Progress (3): 2.5 kB | 16/41 kB | 8.5 kB Progress (3): 2.5 kB | 32/41 kB | 8.5 kB Progress (4): 2.5 kB | 32/41 kB | 8.5 kB | 16/55 kB Downloaded from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.jar (2.5 kB at 156 kB/s) 2024-09-19T13:53:01.358 INFO:tasks.workunit.client.0.smithi031.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.jar (8.5 kB at 565 kB/s) 2024-09-19T13:53:01.358 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (3): 32/41 kB | 16/55 kB | 16/269 kB Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.jar 2024-09-19T13:53:01.358 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.jar 2024-09-19T13:53:01.359 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (3): 41 kB | 16/55 kB | 16/269 kB Progress (3): 41 kB | 33/55 kB | 16/269 kB Progress (3): 41 kB | 33/55 kB | 32/269 kB Progress (3): 41 kB | 49/55 kB | 32/269 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.jar (41 kB at 2.6 MB/s) 2024-09-19T13:53:01.360 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (2): 49/55 kB | 49/269 kB Progress (2): 55 kB | 49/269 kB Progress (2): 55 kB | 65/269 kB Progress (2): 55 kB | 81/269 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.jar (55 kB at 2.9 MB/s) 2024-09-19T13:53:01.365 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 98/269 kB Progress (1): 114/269 kB Progress (1): 130/269 kB Progress (1): 147/269 kB Progress (1): 163/269 kB Progress (1): 180/269 kB Progress (1): 196/269 kB Progress (1): 212/269 kB Progress (1): 229/269 kB Progress (1): 245/269 kB Progress (1): 262/269 kB Progress (1): 269 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.jar (269 kB at 11 MB/s) 2024-09-19T13:53:01.382 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/327 kB Progress (1): 33/327 kB Progress (1): 49/327 kB Progress (1): 65/327 kB Progress (1): 81/327 kB Progress (1): 97/327 kB Progress (1): 114/327 kB Progress (1): 130/327 kB Progress (2): 130/327 kB | 16/587 kB Progress (2): 147/327 kB | 16/587 kB Progress (2): 147/327 kB | 33/587 kB Progress (2): 163/327 kB | 33/587 kB Progress (2): 163/327 kB | 49/587 kB Progress (2): 179/327 kB | 49/587 kB Progress (2): 179/327 kB | 63/587 kB Progress (2): 196/327 kB | 63/587 kB Progress (2): 196/327 kB | 79/587 kB Progress (2): 212/327 kB | 79/587 kB Progress (2): 212/327 kB | 95/587 kB Progress (2): 228/327 kB | 95/587 kB Progress (2): 228/327 kB | 112/587 kB Progress (2): 245/327 kB | 112/587 kB Progress (2): 245/327 kB | 128/587 kB Progress (2): 261/327 kB | 128/587 kB Progress (2): 261/327 kB | 145/587 kB Progress (2): 278/327 kB | 145/587 kB Progress (2): 278/327 kB | 161/587 kB Progress (2): 294/327 kB | 161/587 kB Progress (2): 294/327 kB | 177/587 kB Progress (2): 310/327 kB | 177/587 kB Progress (2): 310/327 kB | 194/587 kB Progress (2): 327/327 kB | 194/587 kB Progress (2): 327 kB | 194/587 kB Progress (2): 327 kB | 210/587 kB Progress (2): 327 kB | 226/587 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.jar (327 kB at 8.2 MB/s) 2024-09-19T13:53:01.390 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 243/587 kB Progress (1): 259/587 kB Progress (1): 276/587 kB Progress (1): 292/587 kB Progress (1): 308/587 kB Progress (1): 325/587 kB Progress (1): 341/587 kB Progress (1): 357/587 kB Progress (1): 374/587 kB Progress (1): 390/587 kB Progress (1): 407/587 kB Progress (1): 423/587 kB Progress (1): 439/587 kB Progress (1): 456/587 kB Progress (1): 472/587 kB Progress (1): 489/587 kB Progress (1): 505/587 kB Progress (1): 521/587 kB Progress (1): 538/587 kB Progress (1): 554/587 kB Progress (1): 570/587 kB Progress (1): 587/587 kB Progress (1): 587 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.jar (587 kB at 12 MB/s) 2024-09-19T13:53:01.436 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/main/resources 2024-09-19T13:53:01.437 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] 2024-09-19T13:53:01.437 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] --- compiler:3.11.0:compile (default-compile) @ jcksum --- 2024-09-19T13:53:01.443 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.pom 2024-09-19T13:53:01.457 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 4.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.pom (4.7 kB at 339 kB/s) 2024-09-19T13:53:01.460 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/19/maven-shared-components-19.pom 2024-09-19T13:53:01.474 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/19/maven-shared-components-19.pom (6.4 kB at 424 kB/s) 2024-09-19T13:53:01.477 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/23/maven-parent-23.pom 2024-09-19T13:53:01.491 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/33 kB Progress (1): 33 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/23/maven-parent-23.pom (33 kB at 2.2 MB/s) 2024-09-19T13:53:01.494 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/13/apache-13.pom 2024-09-19T13:53:01.508 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/13/apache-13.pom (14 kB at 998 kB/s) 2024-09-19T13:53:01.512 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.pom 2024-09-19T13:53:01.526 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 815 B Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.pom (815 B at 58 kB/s) 2024-09-19T13:53:01.529 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/1.5.5/plexus-containers-1.5.5.pom 2024-09-19T13:53:01.543 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 4.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/1.5.5/plexus-containers-1.5.5.pom (4.2 kB at 283 kB/s) 2024-09-19T13:53:01.546 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/2.0.7/plexus-2.0.7.pom 2024-09-19T13:53:01.560 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/17 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/2.0.7/plexus-2.0.7.pom (17 kB at 1.2 MB/s) 2024-09-19T13:53:01.564 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.pom 2024-09-19T13:53:01.579 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 5.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.pom (5.0 kB at 331 kB/s) 2024-09-19T13:53:01.582 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.1.2/plexus-languages-1.1.2.pom 2024-09-19T13:53:01.598 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 4.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.1.2/plexus-languages-1.1.2.pom (4.1 kB at 259 kB/s) 2024-09-19T13:53:01.602 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.pom 2024-09-19T13:53:01.617 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 2.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.pom (2.4 kB at 158 kB/s) 2024-09-19T13:53:01.620 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/ow2/1.5.1/ow2-1.5.1.pom 2024-09-19T13:53:01.636 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/ow2/1.5.1/ow2-1.5.1.pom (11 kB at 706 kB/s) 2024-09-19T13:53:01.640 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.pom 2024-09-19T13:53:01.655 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/17 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.pom (17 kB at 1.1 MB/s) 2024-09-19T13:53:01.659 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/9/oss-parent-9.pom 2024-09-19T13:53:01.676 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 6.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/9/oss-parent-9.pom (6.6 kB at 438 kB/s) 2024-09-19T13:53:01.678 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.pom 2024-09-19T13:53:01.693 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 1.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.pom (1.1 kB at 70 kB/s) 2024-09-19T13:53:01.696 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler/2.13.0/plexus-compiler-2.13.0.pom 2024-09-19T13:53:01.711 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler/2.13.0/plexus-compiler-2.13.0.pom (8.4 kB at 524 kB/s) 2024-09-19T13:53:01.713 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/10.0/plexus-components-10.0.pom 2024-09-19T13:53:01.728 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 2.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/10.0/plexus-components-10.0.pom (2.7 kB at 179 kB/s) 2024-09-19T13:53:01.732 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.1/junit-bom-5.9.1.pom 2024-09-19T13:53:01.746 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.1/junit-bom-5.9.1.pom (5.6 kB at 402 kB/s) 2024-09-19T13:53:01.750 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.pom 2024-09-19T13:53:01.765 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 1.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.pom (1.1 kB at 71 kB/s) 2024-09-19T13:53:01.770 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.1/plexus-component-annotations-2.1.1.pom 2024-09-19T13:53:01.784 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 770 B Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.1/plexus-component-annotations-2.1.1.pom (770 B at 51 kB/s) 2024-09-19T13:53:01.787 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.1/plexus-containers-2.1.1.pom 2024-09-19T13:53:01.801 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 6.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.1/plexus-containers-2.1.1.pom (6.0 kB at 402 kB/s) 2024-09-19T13:53:01.803 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/6.5/plexus-6.5.pom 2024-09-19T13:53:01.819 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/26 kB Progress (1): 26 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/6.5/plexus-6.5.pom (26 kB at 1.6 MB/s) 2024-09-19T13:53:01.826 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.pom 2024-09-19T13:53:01.842 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 1.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.pom (1.2 kB at 75 kB/s) 2024-09-19T13:53:01.846 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compilers/2.13.0/plexus-compilers-2.13.0.pom 2024-09-19T13:53:01.862 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 1.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compilers/2.13.0/plexus-compilers-2.13.0.pom (1.3 kB at 83 kB/s) 2024-09-19T13:53:01.881 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.jar 2024-09-19T13:53:01.898 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.jar (14 kB at 796 kB/s) 2024-09-19T13:53:01.898 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.jar 2024-09-19T13:53:01.899 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.jar 2024-09-19T13:53:01.899 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.jar 2024-09-19T13:53:01.899 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.jar 2024-09-19T13:53:01.900 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.jar 2024-09-19T13:53:01.913 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 4.2 kB Progress (2): 4.2 kB | 16/55 kB Progress (2): 4.2 kB | 33/55 kB Progress (2): 4.2 kB | 49/55 kB Progress (2): 4.2 kB | 55 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.jar (4.2 kB at 263 kB/s) 2024-09-19T13:53:01.914 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.jar 2024-09-19T13:53:01.914 INFO:tasks.workunit.client.0.smithi031.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.jar (55 kB at 3.4 MB/s) 2024-09-19T13:53:01.914 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.jar 2024-09-19T13:53:01.916 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/122 kB Progress (1): 33/122 kB Progress (2): 33/122 kB | 16/27 kB Progress (3): 33/122 kB | 16/27 kB | 16/334 kB Progress (3): 33/122 kB | 27 kB | 16/334 kB Progress (3): 49/122 kB | 27 kB | 16/334 kB Progress (3): 49/122 kB | 27 kB | 33/334 kB Progress (3): 66/122 kB | 27 kB | 33/334 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.jar (27 kB at 1.6 MB/s) 2024-09-19T13:53:01.916 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.jar 2024-09-19T13:53:01.918 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (2): 66/122 kB | 49/334 kB Progress (2): 82/122 kB | 49/334 kB Progress (2): 82/122 kB | 66/334 kB Progress (2): 98/122 kB | 66/334 kB Progress (2): 98/122 kB | 82/334 kB Progress (2): 115/122 kB | 82/334 kB Progress (2): 115/122 kB | 98/334 kB Progress (2): 122 kB | 98/334 kB Progress (2): 122 kB | 115/334 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.jar (122 kB at 6.1 MB/s) 2024-09-19T13:53:01.924 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 131/334 kB Progress (1): 147/334 kB Progress (1): 164/334 kB Progress (1): 180/334 kB Progress (1): 197/334 kB Progress (1): 213/334 kB Progress (1): 229/334 kB Progress (1): 246/334 kB Progress (1): 256/334 kB Progress (1): 272/334 kB Progress (1): 289/334 kB Progress (1): 305/334 kB Progress (1): 321/334 kB Progress (1): 334 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.jar (334 kB at 14 MB/s) 2024-09-19T13:53:01.928 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 4.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.jar (4.7 kB at 166 kB/s) 2024-09-19T13:53:01.932 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/267 kB Progress (1): 33/267 kB Progress (1): 49/267 kB Progress (1): 66/267 kB Progress (1): 82/267 kB Progress (2): 82/267 kB | 16/23 kB Progress (2): 98/267 kB | 16/23 kB Progress (2): 98/267 kB | 23 kB Progress (2): 115/267 kB | 23 kB Progress (2): 131/267 kB | 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.jar (23 kB at 712 kB/s) 2024-09-19T13:53:01.936 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 147/267 kB Progress (1): 164/267 kB Progress (1): 180/267 kB Progress (1): 197/267 kB Progress (1): 213/267 kB Progress (1): 229/267 kB Progress (1): 246/267 kB Progress (1): 256/267 kB Progress (1): 267 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.jar (267 kB at 7.4 MB/s) 2024-09-19T13:53:02.092 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] Changes detected - recompiling the module! :source 2024-09-19T13:53:02.094 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] Compiling 1 source file with javac [debug target 1.9] to target/classes 2024-09-19T13:53:03.180 INFO:tasks.workunit.client.0.smithi031.stdout:[WARNING] bootstrap class path not set in conjunction with -source 9 2024-09-19T13:53:03.180 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] 2024-09-19T13:53:03.180 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] --- resources:3.3.1:testResources (default-testResources) @ jcksum --- 2024-09-19T13:53:03.183 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/test/resources 2024-09-19T13:53:03.184 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] 2024-09-19T13:53:03.184 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] --- compiler:3.11.0:testCompile (default-testCompile) @ jcksum --- 2024-09-19T13:53:03.191 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] Changes detected - recompiling the module! :dependency 2024-09-19T13:53:03.191 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] Compiling 1 source file with javac [debug target 1.9] to target/test-classes 2024-09-19T13:53:03.416 INFO:tasks.workunit.client.0.smithi031.stdout:[WARNING] bootstrap class path not set in conjunction with -source 9 2024-09-19T13:53:03.416 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] 2024-09-19T13:53:03.417 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] --- surefire:3.2.3:test (default-test) @ jcksum --- 2024-09-19T13:53:03.421 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.pom 2024-09-19T13:53:03.435 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 6.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.pom (6.2 kB at 416 kB/s) 2024-09-19T13:53:03.439 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.pom 2024-09-19T13:53:03.453 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.pom (3.5 kB at 252 kB/s) 2024-09-19T13:53:03.457 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.pom 2024-09-19T13:53:03.471 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 3.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.pom (3.3 kB at 217 kB/s) 2024-09-19T13:53:03.475 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.pom 2024-09-19T13:53:03.490 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 4.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.pom (4.1 kB at 271 kB/s) 2024-09-19T13:53:03.493 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.pom 2024-09-19T13:53:03.508 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 3.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.pom (3.3 kB at 220 kB/s) 2024-09-19T13:53:03.511 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.pom 2024-09-19T13:53:03.526 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 4.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.pom (4.5 kB at 318 kB/s) 2024-09-19T13:53:03.529 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.pom 2024-09-19T13:53:03.544 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 1.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.pom (1.8 kB at 126 kB/s) 2024-09-19T13:53:03.547 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.pom 2024-09-19T13:53:03.561 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.pom (2.2 kB at 157 kB/s) 2024-09-19T13:53:03.563 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether/1.0.0.v20140518/aether-1.0.0.v20140518.pom 2024-09-19T13:53:03.577 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/30 kB Progress (1): 30 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether/1.0.0.v20140518/aether-1.0.0.v20140518.pom (30 kB at 2.0 MB/s) 2024-09-19T13:53:03.580 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.pom 2024-09-19T13:53:03.594 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 1.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.pom (1.9 kB at 135 kB/s) 2024-09-19T13:53:03.596 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.pom 2024-09-19T13:53:03.611 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 5.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.pom (5.8 kB at 387 kB/s) 2024-09-19T13:53:03.614 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-artifact/3.2.5/maven-artifact-3.2.5.pom 2024-09-19T13:53:03.630 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 2.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-artifact/3.2.5/maven-artifact-3.2.5.pom (2.3 kB at 147 kB/s) 2024-09-19T13:53:03.632 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven/3.2.5/maven-3.2.5.pom 2024-09-19T13:53:03.646 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/22 kB Progress (1): 22 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven/3.2.5/maven-3.2.5.pom (22 kB at 1.5 MB/s) 2024-09-19T13:53:03.648 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/25/maven-parent-25.pom 2024-09-19T13:53:03.663 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/37 kB Progress (1): 33/37 kB Progress (1): 37 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/25/maven-parent-25.pom (37 kB at 2.7 MB/s) 2024-09-19T13:53:03.665 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/15/apache-15.pom 2024-09-19T13:53:03.680 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/15/apache-15.pom (15 kB at 1.1 MB/s) 2024-09-19T13:53:03.683 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/4.0.0/plexus-utils-4.0.0.pom 2024-09-19T13:53:03.697 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 8.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/4.0.0/plexus-utils-4.0.0.pom (8.7 kB at 577 kB/s) 2024-09-19T13:53:03.699 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/13/plexus-13.pom 2024-09-19T13:53:03.715 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/27 kB Progress (1): 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/13/plexus-13.pom (27 kB at 1.8 MB/s) 2024-09-19T13:53:03.722 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-core/3.2.5/maven-core-3.2.5.pom 2024-09-19T13:53:03.738 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 8.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-core/3.2.5/maven-core-3.2.5.pom (8.1 kB at 504 kB/s) 2024-09-19T13:53:03.745 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings/3.2.5/maven-settings-3.2.5.pom 2024-09-19T13:53:03.760 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings/3.2.5/maven-settings-3.2.5.pom (2.2 kB at 145 kB/s) 2024-09-19T13:53:03.766 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings-builder/3.2.5/maven-settings-builder-3.2.5.pom 2024-09-19T13:53:03.781 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 2.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings-builder/3.2.5/maven-settings-builder-3.2.5.pom (2.6 kB at 173 kB/s) 2024-09-19T13:53:03.790 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.21/plexus-interpolation-1.21.pom 2024-09-19T13:53:03.805 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 1.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.21/plexus-interpolation-1.21.pom (1.5 kB at 103 kB/s) 2024-09-19T13:53:03.808 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/1.3.1/plexus-components-1.3.1.pom 2024-09-19T13:53:03.823 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 3.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/1.3.1/plexus-components-1.3.1.pom (3.1 kB at 204 kB/s) 2024-09-19T13:53:03.826 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/3.3.1/plexus-3.3.1.pom 2024-09-19T13:53:03.842 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/3.3.1/plexus-3.3.1.pom (20 kB at 1.3 MB/s) 2024-09-19T13:53:03.848 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/17/spice-parent-17.pom 2024-09-19T13:53:03.865 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/17/spice-parent-17.pom (6.8 kB at 422 kB/s) 2024-09-19T13:53:03.868 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/10/forge-parent-10.pom 2024-09-19T13:53:03.883 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/10/forge-parent-10.pom (14 kB at 904 kB/s) 2024-09-19T13:53:03.890 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-sec-dispatcher/1.3/plexus-sec-dispatcher-1.3.pom 2024-09-19T13:53:03.905 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-sec-dispatcher/1.3/plexus-sec-dispatcher-1.3.pom (3.0 kB at 197 kB/s) 2024-09-19T13:53:03.908 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/12/spice-parent-12.pom 2024-09-19T13:53:03.923 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/12/spice-parent-12.pom (6.8 kB at 425 kB/s) 2024-09-19T13:53:03.926 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/4/forge-parent-4.pom 2024-09-19T13:53:03.941 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/4/forge-parent-4.pom (8.4 kB at 560 kB/s) 2024-09-19T13:53:03.947 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-cipher/1.4/plexus-cipher-1.4.pom 2024-09-19T13:53:03.964 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 2.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-cipher/1.4/plexus-cipher-1.4.pom (2.1 kB at 115 kB/s) 2024-09-19T13:53:03.970 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-repository-metadata/3.2.5/maven-repository-metadata-3.2.5.pom 2024-09-19T13:53:03.985 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-repository-metadata/3.2.5/maven-repository-metadata-3.2.5.pom (2.2 kB at 149 kB/s) 2024-09-19T13:53:03.995 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-plugin-api/3.2.5/maven-plugin-api-3.2.5.pom 2024-09-19T13:53:04.011 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-plugin-api/3.2.5/maven-plugin-api-3.2.5.pom (3.0 kB at 178 kB/s) 2024-09-19T13:53:04.021 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.plexus/0.9.0.M2/org.eclipse.sisu.plexus-0.9.0.M2.pom 2024-09-19T13:53:04.039 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.plexus/0.9.0.M2/org.eclipse.sisu.plexus-0.9.0.M2.pom (15 kB at 831 kB/s) 2024-09-19T13:53:04.043 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-plexus/0.9.0.M2/sisu-plexus-0.9.0.M2.pom 2024-09-19T13:53:04.059 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-plexus/0.9.0.M2/sisu-plexus-0.9.0.M2.pom (15 kB at 906 kB/s) 2024-09-19T13:53:04.067 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/annotation/javax.annotation-api/1.2/javax.annotation-api-1.2.pom 2024-09-19T13:53:04.083 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/javax/annotation/javax.annotation-api/1.2/javax.annotation-api-1.2.pom (13 kB at 840 kB/s) 2024-09-19T13:53:04.087 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/net/java/jvnet-parent/3/jvnet-parent-3.pom 2024-09-19T13:53:04.102 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 4.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/net/java/jvnet-parent/3/jvnet-parent-3.pom (4.8 kB at 299 kB/s) 2024-09-19T13:53:04.108 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/enterprise/cdi-api/1.2/cdi-api-1.2.pom 2024-09-19T13:53:04.123 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 6.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/javax/enterprise/cdi-api/1.2/cdi-api-1.2.pom (6.3 kB at 392 kB/s) 2024-09-19T13:53:04.128 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/jboss/weld/weld-parent/26/weld-parent-26.pom 2024-09-19T13:53:04.144 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/32 kB Progress (1): 32 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/jboss/weld/weld-parent/26/weld-parent-26.pom (32 kB at 1.9 MB/s) 2024-09-19T13:53:04.151 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.inject/0.9.0.M2/org.eclipse.sisu.inject-0.9.0.M2.pom 2024-09-19T13:53:04.167 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/17 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.inject/0.9.0.M2/org.eclipse.sisu.inject-0.9.0.M2.pom (17 kB at 1.1 MB/s) 2024-09-19T13:53:04.171 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-inject/0.9.0.M2/sisu-inject-0.9.0.M2.pom 2024-09-19T13:53:04.188 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-inject/0.9.0.M2/sisu-inject-0.9.0.M2.pom (15 kB at 871 kB/s) 2024-09-19T13:53:04.197 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.0/plexus-component-annotations-2.1.0.pom 2024-09-19T13:53:04.213 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 750 B Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.0/plexus-component-annotations-2.1.0.pom (750 B at 50 kB/s) 2024-09-19T13:53:04.216 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.0/plexus-containers-2.1.0.pom 2024-09-19T13:53:04.232 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 4.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.0/plexus-containers-2.1.0.pom (4.8 kB at 300 kB/s) 2024-09-19T13:53:04.237 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.6.0/plexus-classworlds-2.6.0.pom 2024-09-19T13:53:04.252 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 7.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.6.0/plexus-classworlds-2.6.0.pom (7.9 kB at 527 kB/s) 2024-09-19T13:53:04.258 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-model-builder/3.2.5/maven-model-builder-3.2.5.pom 2024-09-19T13:53:04.274 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-model-builder/3.2.5/maven-model-builder-3.2.5.pom (3.0 kB at 200 kB/s) 2024-09-19T13:53:04.281 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-aether-provider/3.2.5/maven-aether-provider-3.2.5.pom 2024-09-19T13:53:04.297 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 4.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-aether-provider/3.2.5/maven-aether-provider-3.2.5.pom (4.2 kB at 266 kB/s) 2024-09-19T13:53:04.305 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-spi/1.0.0.v20140518/aether-spi-1.0.0.v20140518.pom 2024-09-19T13:53:04.321 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 2.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-spi/1.0.0.v20140518/aether-spi-1.0.0.v20140518.pom (2.1 kB at 128 kB/s) 2024-09-19T13:53:04.327 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-impl/1.0.0.v20140518/aether-impl-1.0.0.v20140518.pom 2024-09-19T13:53:04.342 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-impl/1.0.0.v20140518/aether-impl-1.0.0.v20140518.pom (3.5 kB at 217 kB/s) 2024-09-19T13:53:04.349 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/sisu-guice/3.2.3/sisu-guice-3.2.3.pom 2024-09-19T13:53:04.365 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/sisu-guice/3.2.3/sisu-guice-3.2.3.pom (11 kB at 684 kB/s) 2024-09-19T13:53:04.369 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/inject/guice-parent/3.2.3/guice-parent-3.2.3.pom 2024-09-19T13:53:04.384 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/inject/guice-parent/3.2.3/guice-parent-3.2.3.pom (13 kB at 898 kB/s) 2024-09-19T13:53:04.389 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/38/forge-parent-38.pom 2024-09-19T13:53:04.404 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/19 kB Progress (1): 19 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/38/forge-parent-38.pom (19 kB at 1.2 MB/s) 2024-09-19T13:53:04.410 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/aopalliance/aopalliance/1.0/aopalliance-1.0.pom 2024-09-19T13:53:04.425 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 363 B Downloaded from central: https://repo.maven.apache.org/maven2/aopalliance/aopalliance/1.0/aopalliance-1.0.pom (363 B at 24 kB/s) 2024-09-19T13:53:04.429 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/google/guava/guava/16.0.1/guava-16.0.1.pom 2024-09-19T13:53:04.444 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 6.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/google/guava/guava/16.0.1/guava-16.0.1.pom (6.1 kB at 381 kB/s) 2024-09-19T13:53:04.448 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/google/guava/guava-parent/16.0.1/guava-parent-16.0.1.pom 2024-09-19T13:53:04.463 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 7.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/google/guava/guava-parent/16.0.1/guava-parent-16.0.1.pom (7.3 kB at 458 kB/s) 2024-09-19T13:53:04.466 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/7/oss-parent-7.pom 2024-09-19T13:53:04.482 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 4.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/7/oss-parent-7.pom (4.8 kB at 322 kB/s) 2024-09-19T13:53:04.487 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.5.2/plexus-classworlds-2.5.2.pom 2024-09-19T13:53:04.503 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 7.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.5.2/plexus-classworlds-2.5.2.pom (7.3 kB at 487 kB/s) 2024-09-19T13:53:04.510 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.pom 2024-09-19T13:53:04.526 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/22 kB Progress (1): 22 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.pom (22 kB at 1.4 MB/s) 2024-09-19T13:53:04.530 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/64/commons-parent-64.pom 2024-09-19T13:53:04.548 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/78 kB Progress (1): 33/78 kB Progress (1): 49/78 kB Progress (1): 66/78 kB Progress (1): 78 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/64/commons-parent-64.pom (78 kB at 4.3 MB/s) 2024-09-19T13:53:04.556 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/30/apache-30.pom 2024-09-19T13:53:04.572 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/23 kB Progress (1): 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/30/apache-30.pom (23 kB at 1.5 MB/s) 2024-09-19T13:53:04.579 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.0/junit-bom-5.10.0.pom 2024-09-19T13:53:04.594 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.0/junit-bom-5.10.0.pom (5.6 kB at 377 kB/s) 2024-09-19T13:53:04.599 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.pom 2024-09-19T13:53:04.615 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 4.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.pom (4.3 kB at 267 kB/s) 2024-09-19T13:53:04.620 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.2.0/plexus-languages-1.2.0.pom 2024-09-19T13:53:04.638 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.2.0/plexus-languages-1.2.0.pom (3.2 kB at 168 kB/s) 2024-09-19T13:53:04.641 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/15/plexus-15.pom 2024-09-19T13:53:04.658 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/28 kB Progress (1): 28 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/15/plexus-15.pom (28 kB at 1.6 MB/s) 2024-09-19T13:53:04.665 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.pom 2024-09-19T13:53:04.680 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 2.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.pom (2.4 kB at 158 kB/s) 2024-09-19T13:53:04.693 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.jar 2024-09-19T13:53:04.721 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/308 kB Progress (1): 33/308 kB Progress (1): 49/308 kB Progress (1): 65/308 kB Progress (1): 82/308 kB Progress (1): 98/308 kB Progress (1): 102/308 kB Progress (1): 118/308 kB Progress (1): 131/308 kB Progress (1): 147/308 kB Progress (1): 163/308 kB Progress (1): 180/308 kB Progress (1): 196/308 kB Progress (1): 213/308 kB Progress (1): 229/308 kB Progress (1): 245/308 kB Progress (1): 262/308 kB Progress (1): 278/308 kB Progress (1): 294/308 kB Progress (1): 308 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.jar (308 kB at 11 MB/s) 2024-09-19T13:53:04.722 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.jar 2024-09-19T13:53:04.722 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.jar 2024-09-19T13:53:04.723 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.jar 2024-09-19T13:53:04.723 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.jar 2024-09-19T13:53:04.723 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.jar 2024-09-19T13:53:04.739 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/171 kB Progress (1): 33/171 kB Progress (1): 49/171 kB Progress (1): 64/171 kB Progress (2): 64/171 kB | 14 kB Progress (2): 81/171 kB | 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.jar (14 kB at 799 kB/s) 2024-09-19T13:53:04.739 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.jar 2024-09-19T13:53:04.741 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (2): 81/171 kB | 16/26 kB Progress (2): 97/171 kB | 16/26 kB Progress (2): 97/171 kB | 26 kB Progress (2): 113/171 kB | 26 kB Progress (3): 113/171 kB | 26 kB | 8.2 kB Progress (4): 113/171 kB | 26 kB | 8.2 kB | 16/118 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.jar (26 kB at 1.4 MB/s) 2024-09-19T13:53:04.741 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (3): 130/171 kB | 8.2 kB | 16/118 kB Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.jar 2024-09-19T13:53:04.743 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (3): 130/171 kB | 8.2 kB | 33/118 kB Progress (3): 146/171 kB | 8.2 kB | 33/118 kB Progress (3): 146/171 kB | 8.2 kB | 49/118 kB Progress (3): 163/171 kB | 8.2 kB | 49/118 kB Progress (3): 163/171 kB | 8.2 kB | 66/118 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.jar (8.2 kB at 430 kB/s) 2024-09-19T13:53:04.743 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (2): 171 kB | 66/118 kB Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.jar 2024-09-19T13:53:04.743 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (2): 171 kB | 82/118 kB Progress (2): 171 kB | 98/118 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.jar (171 kB at 8.1 MB/s) 2024-09-19T13:53:04.743 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.jar 2024-09-19T13:53:04.743 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 115/118 kB Progress (1): 118 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.jar (118 kB at 5.6 MB/s) 2024-09-19T13:53:04.743 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.jar 2024-09-19T13:53:04.756 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/146 kB Progress (1): 33/146 kB Progress (1): 49/146 kB Progress (1): 66/146 kB Progress (1): 82/146 kB Progress (2): 82/146 kB | 16/136 kB Progress (2): 98/146 kB | 16/136 kB Progress (2): 98/146 kB | 33/136 kB Progress (2): 115/146 kB | 33/136 kB Progress (2): 131/146 kB | 33/136 kB Progress (2): 131/146 kB | 49/136 kB Progress (2): 146 kB | 49/136 kB Progress (2): 146 kB | 66/136 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.jar (146 kB at 4.4 MB/s) 2024-09-19T13:53:04.756 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 82/136 kB Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.jar 2024-09-19T13:53:04.760 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (2): 82/136 kB | 16/501 kB Progress (2): 98/136 kB | 16/501 kB Progress (2): 98/136 kB | 33/501 kB Progress (3): 98/136 kB | 33/501 kB | 15/58 kB Progress (4): 98/136 kB | 33/501 kB | 15/58 kB | 16/61 kB Progress (4): 115/136 kB | 33/501 kB | 15/58 kB | 16/61 kB Progress (4): 115/136 kB | 49/501 kB | 15/58 kB | 16/61 kB Progress (4): 115/136 kB | 49/501 kB | 31/58 kB | 16/61 kB Progress (4): 115/136 kB | 49/501 kB | 31/58 kB | 32/61 kB Progress (4): 115/136 kB | 65/501 kB | 31/58 kB | 32/61 kB Progress (4): 131/136 kB | 65/501 kB | 31/58 kB | 32/61 kB Progress (4): 131/136 kB | 65/501 kB | 48/58 kB | 32/61 kB Progress (4): 136 kB | 65/501 kB | 48/58 kB | 32/61 kB Progress (4): 136 kB | 65/501 kB | 48/58 kB | 49/61 kB Progress (4): 136 kB | 82/501 kB | 48/58 kB | 49/61 kB Progress (4): 136 kB | 82/501 kB | 58 kB | 49/61 kB Progress (4): 136 kB | 82/501 kB | 58 kB | 61 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.jar (136 kB at 3.8 MB/s) 2024-09-19T13:53:04.760 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (3): 98/501 kB | 58 kB | 61 kB Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.jar 2024-09-19T13:53:04.760 INFO:tasks.workunit.client.0.smithi031.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.jar (58 kB at 1.6 MB/s) 2024-09-19T13:53:04.760 INFO:tasks.workunit.client.0.smithi031.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.jar (61 kB at 1.7 MB/s) 2024-09-19T13:53:04.768 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 114/501 kB Progress (1): 131/501 kB Progress (1): 147/501 kB Progress (1): 164/501 kB Progress (1): 180/501 kB Progress (1): 196/501 kB Progress (1): 213/501 kB Progress (1): 229/501 kB Progress (1): 246/501 kB Progress (1): 262/501 kB Progress (1): 278/501 kB Progress (1): 295/501 kB Progress (1): 311/501 kB Progress (1): 327/501 kB Progress (1): 344/501 kB Progress (1): 360/501 kB Progress (1): 377/501 kB Progress (1): 393/501 kB Progress (1): 409/501 kB Progress (1): 426/501 kB Progress (1): 442/501 kB Progress (1): 459/501 kB Progress (1): 475/501 kB Progress (1): 491/501 kB Progress (1): 501 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.jar (501 kB at 11 MB/s) 2024-09-19T13:53:04.774 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/124 kB Progress (1): 33/124 kB Progress (1): 49/124 kB Progress (1): 66/124 kB Progress (1): 82/124 kB Progress (1): 98/124 kB Progress (1): 115/124 kB Progress (2): 115/124 kB | 0/2.4 MB Progress (2): 124 kB | 0/2.4 MB Progress (2): 124 kB | 0/2.4 MB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.jar (124 kB at 2.4 MB/s) 2024-09-19T13:53:04.823 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 0/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4 MB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.jar (2.4 MB at 24 MB/s) 2024-09-19T13:53:04.951 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] 2024-09-19T13:53:04.951 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] --- jar:3.3.0:jar (default-jar) @ jcksum --- 2024-09-19T13:53:04.956 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.pom 2024-09-19T13:53:04.971 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 4.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.pom (4.5 kB at 280 kB/s) 2024-09-19T13:53:04.974 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/36/maven-shared-components-36.pom 2024-09-19T13:53:04.988 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 4.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/36/maven-shared-components-36.pom (4.9 kB at 350 kB/s) 2024-09-19T13:53:04.990 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/36/maven-parent-36.pom 2024-09-19T13:53:05.006 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/45 kB Progress (1): 33/45 kB Progress (1): 45 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/36/maven-parent-36.pom (45 kB at 2.8 MB/s) 2024-09-19T13:53:05.009 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/26/apache-26.pom 2024-09-19T13:53:05.024 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/21 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/26/apache-26.pom (21 kB at 1.4 MB/s) 2024-09-19T13:53:05.028 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.3.0/plexus-utils-3.3.0.pom 2024-09-19T13:53:05.043 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 5.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.3.0/plexus-utils-3.3.0.pom (5.2 kB at 370 kB/s) 2024-09-19T13:53:05.046 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.pom 2024-09-19T13:53:05.061 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 3.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.pom (3.9 kB at 261 kB/s) 2024-09-19T13:53:05.065 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.pom 2024-09-19T13:53:05.080 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 6.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.pom (6.0 kB at 401 kB/s) 2024-09-19T13:53:05.084 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.pom 2024-09-19T13:53:05.098 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 6.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.pom (6.3 kB at 447 kB/s) 2024-09-19T13:53:05.101 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.pom 2024-09-19T13:53:05.114 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.pom (20 kB at 1.4 MB/s) 2024-09-19T13:53:05.119 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.pom 2024-09-19T13:53:05.133 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.pom (15 kB at 1.0 MB/s) 2024-09-19T13:53:05.136 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.pom 2024-09-19T13:53:05.153 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 2.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.pom (2.0 kB at 136 kB/s) 2024-09-19T13:53:05.153 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.pom 2024-09-19T13:53:05.166 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 8.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.pom (8.2 kB at 587 kB/s) 2024-09-19T13:53:05.169 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/8/plexus-8.pom 2024-09-19T13:53:05.184 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/25 kB Progress (1): 25 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/8/plexus-8.pom (25 kB at 1.6 MB/s) 2024-09-19T13:53:05.192 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.jar 2024-09-19T13:53:05.207 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/36 kB Progress (1): 33/36 kB Progress (1): 36 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.jar (36 kB at 2.4 MB/s) 2024-09-19T13:53:05.207 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.jar 2024-09-19T13:53:05.207 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.jar 2024-09-19T13:53:05.208 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.jar 2024-09-19T13:53:05.208 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.jar 2024-09-19T13:53:05.209 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.jar 2024-09-19T13:53:05.223 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/26 kB Progress (1): 26 kB Progress (2): 26 kB | 16/79 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.jar (26 kB at 1.6 MB/s) 2024-09-19T13:53:05.223 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.jar 2024-09-19T13:53:05.228 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (2): 16/79 kB | 16/211 kB Progress (2): 32/79 kB | 16/211 kB Progress (3): 32/79 kB | 16/211 kB | 0/1.0 MB Progress (3): 32/79 kB | 33/211 kB | 0/1.0 MB Progress (3): 32/79 kB | 33/211 kB | 0/1.0 MB Progress (3): 32/79 kB | 49/211 kB | 0/1.0 MB Progress (3): 49/79 kB | 49/211 kB | 0/1.0 MB Progress (3): 49/79 kB | 49/211 kB | 0/1.0 MB Progress (3): 49/79 kB | 66/211 kB | 0/1.0 MB Progress (3): 49/79 kB | 66/211 kB | 0.1/1.0 MB Progress (3): 49/79 kB | 82/211 kB | 0.1/1.0 MB Progress (3): 65/79 kB | 82/211 kB | 0.1/1.0 MB Progress (3): 65/79 kB | 82/211 kB | 0.1/1.0 MB Progress (3): 65/79 kB | 98/211 kB | 0.1/1.0 MB Progress (4): 65/79 kB | 98/211 kB | 0.1/1.0 MB | 15/58 kB Progress (4): 65/79 kB | 98/211 kB | 0.1/1.0 MB | 15/58 kB Progress (4): 65/79 kB | 115/211 kB | 0.1/1.0 MB | 15/58 kB Progress (4): 79 kB | 115/211 kB | 0.1/1.0 MB | 15/58 kB Progress (4): 79 kB | 115/211 kB | 0.1/1.0 MB | 31/58 kB Progress (4): 79 kB | 115/211 kB | 0.1/1.0 MB | 31/58 kB Progress (4): 79 kB | 131/211 kB | 0.1/1.0 MB | 31/58 kB Progress (4): 79 kB | 131/211 kB | 0.1/1.0 MB | 48/58 kB Progress (4): 79 kB | 131/211 kB | 0.1/1.0 MB | 48/58 kB Progress (4): 79 kB | 147/211 kB | 0.1/1.0 MB | 48/58 kB Progress (4): 79 kB | 147/211 kB | 0.1/1.0 MB | 58 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.jar (79 kB at 4.0 MB/s) 2024-09-19T13:53:05.228 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.jar 2024-09-19T13:53:05.228 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (3): 147/211 kB | 0.1/1.0 MB | 58 kB Progress (3): 164/211 kB | 0.1/1.0 MB | 58 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.jar (58 kB at 3.1 MB/s) 2024-09-19T13:53:05.229 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (2): 180/211 kB | 0.1/1.0 MB Progress (2): 180/211 kB | 0.2/1.0 MB Progress (2): 197/211 kB | 0.2/1.0 MB Progress (2): 197/211 kB | 0.2/1.0 MB Progress (2): 211 kB | 0.2/1.0 MB Progress (2): 211 kB | 0.2/1.0 MB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.jar (211 kB at 9.6 MB/s) 2024-09-19T13:53:05.239 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 0.2/1.0 MB Progress (1): 0.2/1.0 MB Progress (1): 0.2/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (2): 0.5/1.0 MB | 16/116 kB Progress (2): 0.5/1.0 MB | 16/116 kB Progress (2): 0.5/1.0 MB | 33/116 kB Progress (2): 0.5/1.0 MB | 49/116 kB Progress (2): 0.5/1.0 MB | 49/116 kB Progress (2): 0.5/1.0 MB | 66/116 kB Progress (2): 0.5/1.0 MB | 66/116 kB Progress (2): 0.5/1.0 MB | 82/116 kB Progress (2): 0.6/1.0 MB | 82/116 kB Progress (2): 0.6/1.0 MB | 98/116 kB Progress (2): 0.6/1.0 MB | 98/116 kB Progress (2): 0.6/1.0 MB | 115/116 kB Progress (2): 0.6/1.0 MB | 116 kB Progress (2): 0.6/1.0 MB | 116 kB Progress (2): 0.6/1.0 MB | 116 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.jar (116 kB at 3.7 MB/s) 2024-09-19T13:53:05.247 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (2): 0.7/1.0 MB | 16/267 kB Progress (2): 0.7/1.0 MB | 16/267 kB Progress (2): 0.7/1.0 MB | 33/267 kB Progress (2): 0.7/1.0 MB | 33/267 kB Progress (2): 0.7/1.0 MB | 49/267 kB Progress (2): 0.7/1.0 MB | 66/267 kB Progress (2): 0.8/1.0 MB | 66/267 kB Progress (2): 0.8/1.0 MB | 82/267 kB Progress (2): 0.8/1.0 MB | 82/267 kB Progress (2): 0.8/1.0 MB | 98/267 kB Progress (2): 0.8/1.0 MB | 98/267 kB Progress (2): 0.8/1.0 MB | 115/267 kB Progress (2): 0.8/1.0 MB | 115/267 kB Progress (2): 0.8/1.0 MB | 131/267 kB Progress (2): 0.8/1.0 MB | 147/267 kB Progress (2): 0.8/1.0 MB | 147/267 kB Progress (2): 0.8/1.0 MB | 164/267 kB Progress (2): 0.8/1.0 MB | 164/267 kB Progress (2): 0.8/1.0 MB | 180/267 kB Progress (2): 0.8/1.0 MB | 180/267 kB Progress (2): 0.8/1.0 MB | 197/267 kB Progress (2): 0.9/1.0 MB | 197/267 kB Progress (2): 0.9/1.0 MB | 213/267 kB Progress (2): 0.9/1.0 MB | 229/267 kB Progress (2): 0.9/1.0 MB | 229/267 kB Progress (2): 0.9/1.0 MB | 246/267 kB Progress (2): 0.9/1.0 MB | 246/267 kB Progress (2): 0.9/1.0 MB | 256/267 kB Progress (2): 0.9/1.0 MB | 267 kB Progress (2): 0.9/1.0 MB | 267 kB Progress (2): 0.9/1.0 MB | 267 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.jar (267 kB at 6.9 MB/s) 2024-09-19T13:53:05.250 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 0.9/1.0 MB Progress (1): 1.0/1.0 MB Progress (1): 1.0/1.0 MB Progress (1): 1.0/1.0 MB Progress (1): 1.0/1.0 MB Progress (1): 1.0 MB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.jar (1.0 MB at 24 MB/s) 2024-09-19T13:53:05.451 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] Building jar: /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/target/jcksum-1.0.jar 2024-09-19T13:53:05.481 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-19T13:53:05.482 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] BUILD SUCCESS 2024-09-19T13:53:05.482 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-19T13:53:05.483 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] Total time: 7.516 s 2024-09-19T13:53:05.483 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] Finished at: 2024-09-19T13:53:05Z 2024-09-19T13:53:05.483 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-19T13:53:05.520 INFO:tasks.workunit.client.0.smithi031.stderr:+ ./mvnw test -Dtest=PutObjects 2024-09-19T13:53:05.526 INFO:tasks.workunit.client.0.smithi031.stdout:Warning: JAVA_HOME environment variable is not set. 2024-09-19T13:53:06.754 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] Scanning for projects... 2024-09-19T13:53:06.855 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] 2024-09-19T13:53:06.855 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] ---------------------------< io.ceph:jcksum >--------------------------- 2024-09-19T13:53:06.855 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] Building jcksum 1.0 2024-09-19T13:53:06.855 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] from pom.xml 2024-09-19T13:53:06.856 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] --------------------------------[ jar ]--------------------------------- 2024-09-19T13:53:07.188 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] 2024-09-19T13:53:07.188 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] --- resources:3.3.1:resources (default-resources) @ jcksum --- 2024-09-19T13:53:07.338 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/main/resources 2024-09-19T13:53:07.339 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] 2024-09-19T13:53:07.339 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] --- compiler:3.11.0:compile (default-compile) @ jcksum --- 2024-09-19T13:53:07.483 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] Nothing to compile - all classes are up to date 2024-09-19T13:53:07.483 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] 2024-09-19T13:53:07.483 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] --- resources:3.3.1:testResources (default-testResources) @ jcksum --- 2024-09-19T13:53:07.486 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/test/resources 2024-09-19T13:53:07.486 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] 2024-09-19T13:53:07.486 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] --- compiler:3.11.0:testCompile (default-testCompile) @ jcksum --- 2024-09-19T13:53:07.492 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] Nothing to compile - all classes are up to date 2024-09-19T13:53:07.493 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] 2024-09-19T13:53:07.493 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] --- surefire:3.2.3:test (default-test) @ jcksum --- 2024-09-19T13:53:07.741 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] Using auto detected provider org.apache.maven.surefire.junitplatform.JUnitPlatformProvider 2024-09-19T13:53:07.998 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.pom 2024-09-19T13:53:08.227 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 1.4/4.7 kB Progress (1): 2.8/4.7 kB Progress (1): 4.1/4.7 kB Progress (1): 4.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.pom (4.7 kB at 20 kB/s) 2024-09-19T13:53:08.238 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-providers/3.2.3/surefire-providers-3.2.3.pom 2024-09-19T13:53:08.257 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 1.4/2.6 kB Progress (1): 2.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-providers/3.2.3/surefire-providers-3.2.3.pom (2.6 kB at 145 kB/s) 2024-09-19T13:53:08.264 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.pom 2024-09-19T13:53:08.282 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 1.4/2.8 kB Progress (1): 2.8/2.8 kB Progress (1): 2.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.pom (2.8 kB at 156 kB/s) 2024-09-19T13:53:08.288 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.pom 2024-09-19T13:53:08.305 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 1.4/3.0 kB Progress (1): 2.8/3.0 kB Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.pom (3.0 kB at 178 kB/s) 2024-09-19T13:53:08.309 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.pom 2024-09-19T13:53:08.326 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 1.4/3.2 kB Progress (1): 2.8/3.2 kB Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.pom (3.2 kB at 188 kB/s) 2024-09-19T13:53:08.329 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.pom 2024-09-19T13:53:08.347 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 1.4/1.7 kB Progress (1): 1.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.pom (1.7 kB at 94 kB/s) 2024-09-19T13:53:08.350 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.pom 2024-09-19T13:53:08.367 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 1.4/2.8 kB Progress (1): 2.8/2.8 kB Progress (1): 2.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.pom (2.8 kB at 167 kB/s) 2024-09-19T13:53:08.375 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.jar 2024-09-19T13:53:08.399 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 1.4/27 kB Progress (1): 2.8/27 kB Progress (1): 4.1/27 kB Progress (1): 5.5/27 kB Progress (1): 6.9/27 kB Progress (1): 8.3/27 kB Progress (1): 9.7/27 kB Progress (1): 11/27 kB Progress (1): 12/27 kB Progress (1): 14/27 kB Progress (1): 15/27 kB Progress (1): 17/27 kB Progress (1): 18/27 kB Progress (1): 19/27 kB Progress (1): 21/27 kB Progress (1): 22/27 kB Progress (1): 23/27 kB Progress (1): 25/27 kB Progress (1): 26/27 kB Progress (1): 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.jar (27 kB at 1.1 MB/s) 2024-09-19T13:53:08.401 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.jar 2024-09-19T13:53:08.401 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.jar 2024-09-19T13:53:08.401 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.jar 2024-09-19T13:53:08.402 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.jar 2024-09-19T13:53:08.402 INFO:tasks.workunit.client.0.smithi031.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.jar 2024-09-19T13:53:08.446 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 16/189 kB Progress (1): 33/189 kB Progress (1): 49/189 kB Progress (1): 66/189 kB Progress (1): 79/189 kB Progress (1): 96/189 kB Progress (1): 112/189 kB Progress (1): 128/189 kB Progress (1): 145/189 kB Progress (1): 161/189 kB Progress (1): 178/189 kB Progress (1): 189 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.jar (189 kB at 4.2 MB/s) 2024-09-19T13:53:08.456 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 1.4/7.7 kB Progress (1): 2.8/7.7 kB Progress (2): 2.8/7.7 kB | 1.4/18 kB Progress (2): 4.1/7.7 kB | 1.4/18 kB Progress (2): 4.1/7.7 kB | 2.8/18 kB Progress (2): 5.5/7.7 kB | 2.8/18 kB Progress (3): 5.5/7.7 kB | 2.8/18 kB | 16/103 kB Progress (3): 6.9/7.7 kB | 2.8/18 kB | 16/103 kB Progress (3): 6.9/7.7 kB | 4.1/18 kB | 16/103 kB Progress (3): 7.7 kB | 4.1/18 kB | 16/103 kB Progress (4): 7.7 kB | 4.1/18 kB | 16/103 kB | 16/169 kB Progress (4): 7.7 kB | 5.5/18 kB | 16/103 kB | 16/169 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.jar (7.7 kB at 139 kB/s) 2024-09-19T13:53:08.462 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (3): 6.9/18 kB | 16/103 kB | 16/169 kB Progress (3): 6.9/18 kB | 33/103 kB | 16/169 kB Progress (3): 8.3/18 kB | 33/103 kB | 16/169 kB Progress (3): 9.7/18 kB | 33/103 kB | 16/169 kB Progress (3): 9.7/18 kB | 33/103 kB | 33/169 kB Progress (3): 11/18 kB | 33/103 kB | 33/169 kB Progress (3): 12/18 kB | 33/103 kB | 33/169 kB Progress (3): 14/18 kB | 33/103 kB | 33/169 kB Progress (3): 15/18 kB | 33/103 kB | 33/169 kB Progress (3): 16/18 kB | 33/103 kB | 33/169 kB Progress (3): 17/18 kB | 33/103 kB | 33/169 kB Progress (3): 18 kB | 33/103 kB | 33/169 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.jar (18 kB at 279 kB/s) 2024-09-19T13:53:08.473 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (2): 49/103 kB | 33/169 kB Progress (2): 49/103 kB | 49/169 kB Progress (2): 66/103 kB | 49/169 kB Progress (2): 66/103 kB | 66/169 kB Progress (2): 82/103 kB | 66/169 kB Progress (2): 98/103 kB | 66/169 kB Progress (2): 98/103 kB | 82/169 kB Progress (2): 103 kB | 82/169 kB Progress (2): 103 kB | 98/169 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.jar (103 kB at 1.5 MB/s) 2024-09-19T13:53:08.482 INFO:tasks.workunit.client.0.smithi031.stdout:Progress (1): 115/169 kB Progress (1): 131/169 kB Progress (1): 147/169 kB Progress (1): 164/169 kB Progress (1): 169 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.jar (169 kB at 2.1 MB/s) 2024-09-19T13:53:08.501 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] 2024-09-19T13:53:08.501 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] ------------------------------------------------------- 2024-09-19T13:53:08.501 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] T E S T S 2024-09-19T13:53:08.501 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] ------------------------------------------------------- 2024-09-19T13:53:09.115 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] Running io.ceph.jcksum.PutObjects 2024-09-19T13:53:09.160 INFO:tasks.workunit.client.0.smithi031.stdout:PutObjects.java: starting test run: 2024-09-19T13:53:09.259 INFO:tasks.workunit.client.0.smithi031.stdout: AccessKey=lNCnR47C2g+ZidCWBAUuwfSAA7Q= 2024-09-19T13:53:09.259 INFO:tasks.workunit.client.0.smithi031.stdout: SecretKey=tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== 2024-09-19T13:53:09.259 INFO:tasks.workunit.client.0.smithi031.stdout: EndpointUrl=https://smithi031.front.sepia.ceph.com:443 2024-09-19T13:53:09.259 INFO:tasks.workunit.client.0.smithi031.stderr:[main] WARN software.amazon.awssdk.http.apache.ApacheHttpClient - SSL Certificate verification is disabled. This is not a safe setting and should only be used for testing. 2024-09-19T13:53:09.359 INFO:tasks.workunit.client.0.smithi031.stdout:DEBUG: Environment Variables Read 2024-09-19T13:53:09.660 INFO:tasks.workunit.client.0.smithi031.stdout:DEBUG: S3 Client Initialized 2024-09-19T13:53:09.660 INFO:tasks.workunit.client.0.smithi031.stdout:DEBUG: Generating File 2024-09-19T13:53:09.661 INFO:tasks.workunit.client.0.smithi031.stdout:DEBUG: File Generated 2024-09-19T13:53:09.661 INFO:tasks.workunit.client.0.smithi031.stdout:DEBUG: Generating File 2024-09-19T13:53:09.661 INFO:tasks.workunit.client.0.smithi031.stdout:DEBUG: File Generated 2024-09-19T13:53:09.661 INFO:tasks.workunit.client.0.smithi031.stdout:DEBUG: Generating File 2024-09-19T13:53:09.761 INFO:tasks.workunit.client.0.smithi031.stdout:DEBUG: File Generated 2024-09-19T13:53:09.761 INFO:tasks.workunit.client.0.smithi031.stdout:DEBUG: Generating File 2024-09-19T13:53:09.761 INFO:tasks.workunit.client.0.smithi031.stdout:DEBUG: File Generated 2024-09-19T13:53:09.761 INFO:tasks.workunit.client.0.smithi031.stdout:DEBUG: Generating File 2024-09-19T13:53:09.761 INFO:tasks.workunit.client.0.smithi031.stdout:DEBUG: File Generated 2024-09-19T13:53:09.761 INFO:tasks.workunit.client.0.smithi031.stdout:DEBUG: Generating File 2024-09-19T13:53:09.762 INFO:tasks.workunit.client.0.smithi031.stdout:DEBUG: File Generated 2024-09-19T13:53:09.762 INFO:tasks.workunit.client.0.smithi031.stdout:DEBUG: Generated Big Files 2024-09-19T13:53:10.041 INFO:tasks.workunit.client.0.smithi031.stdout:HeadBucketResponse() 2024-09-19T13:53:10.041 INFO:tasks.workunit.client.0.smithi031.stdout:sheik is ready 2024-09-19T13:53:10.041 INFO:tasks.workunit.client.0.smithi031.stdout:DEBUG: Test Bucket Created 2024-09-19T13:53:10.161 INFO:tasks.workunit.client.0.smithi031.stdout:putObjectFromFileNoCksum called with file-0b 2024-09-19T13:53:10.261 INFO:tasks.workunit.client.0.smithi031.stdout:putObjectFromFileNoCksum called with file-8b 2024-09-19T13:53:10.356 INFO:tasks.workunit.client.0.smithi031.stdout:putObjectFromFileNoCksum called with file-200b 2024-09-19T13:53:10.361 INFO:tasks.workunit.client.0.smithi031.stdout:putObjectFromFileNoCksum called with file-21983b 2024-09-19T13:53:10.562 INFO:tasks.workunit.client.0.smithi031.stdout:putObjectFromFileNoCksum called with file-5519b 2024-09-19T13:53:10.662 INFO:tasks.workunit.client.0.smithi031.stdout:putObjectFromFileNoCksum called with file-204329b 2024-09-19T13:53:10.762 INFO:tasks.workunit.client.0.smithi031.stdout:putObjectFromFileNoCksum called with file-256k 2024-09-19T13:53:10.862 INFO:tasks.workunit.client.0.smithi031.stdout:putObjectFromFileNoCksum called with file-1m 2024-09-19T13:53:11.063 INFO:tasks.workunit.client.0.smithi031.stdout:putObjectFromFileNoCksum called with file-1038757b 2024-09-19T13:53:11.263 INFO:tasks.workunit.client.0.smithi031.stdout:mpuObjectFromFileNoCksum called with file-5m 2024-09-19T13:53:13.068 INFO:tasks.workunit.client.0.smithi031.stdout:mpuObjectFromFileNoCksum called with file-10m 2024-09-19T13:53:13.970 INFO:tasks.workunit.client.0.smithi031.stdout:mpuObjectFromFileNoCksum called with file-100m 2024-09-19T13:53:20.171 INFO:tasks.workunit.client.0.smithi031.stdout:arg: file-0b 2024-09-19T13:53:20.172 INFO:tasks.workunit.client.0.smithi031.stdout:arg: file-8b 2024-09-19T13:53:20.173 INFO:tasks.workunit.client.0.smithi031.stdout:arg: file-200b 2024-09-19T13:53:20.174 INFO:tasks.workunit.client.0.smithi031.stdout:arg: file-21983b 2024-09-19T13:53:20.175 INFO:tasks.workunit.client.0.smithi031.stdout:arg: file-5519b 2024-09-19T13:53:20.177 INFO:tasks.workunit.client.0.smithi031.stdout:arg: file-204329b 2024-09-19T13:53:20.178 INFO:tasks.workunit.client.0.smithi031.stdout:arg: file-256k 2024-09-19T13:53:20.179 INFO:tasks.workunit.client.0.smithi031.stdout:arg: file-1m 2024-09-19T13:53:20.180 INFO:tasks.workunit.client.0.smithi031.stdout:arg: file-1038757b 2024-09-19T13:53:20.188 INFO:tasks.workunit.client.0.smithi031.stdout:putObjectFromFileCksum called with file-0b 2024-09-19T13:53:20.227 INFO:tasks.workunit.client.0.smithi031.stdout:PutObjectResponse 2024-09-19T13:53:20.289 INFO:tasks.workunit.client.0.smithi031.stdout:putObjectFromFileCksum called with file-8b 2024-09-19T13:53:20.289 INFO:tasks.workunit.client.0.smithi031.stdout:PutObjectResponse 2024-09-19T13:53:20.389 INFO:tasks.workunit.client.0.smithi031.stdout:putObjectFromFileCksum called with file-200b 2024-09-19T13:53:20.489 INFO:tasks.workunit.client.0.smithi031.stdout:PutObjectResponse 2024-09-19T13:53:20.590 INFO:tasks.workunit.client.0.smithi031.stdout:putObjectFromFileCksum called with file-21983b 2024-09-19T13:53:20.590 INFO:tasks.workunit.client.0.smithi031.stdout:PutObjectResponse 2024-09-19T13:53:20.690 INFO:tasks.workunit.client.0.smithi031.stdout:putObjectFromFileCksum called with file-5519b 2024-09-19T13:53:20.690 INFO:tasks.workunit.client.0.smithi031.stdout:PutObjectResponse 2024-09-19T13:53:20.783 INFO:tasks.workunit.client.0.smithi031.stdout:putObjectFromFileCksum called with file-204329b 2024-09-19T13:53:20.783 INFO:tasks.workunit.client.0.smithi031.stdout:PutObjectResponse 2024-09-19T13:53:20.790 INFO:tasks.workunit.client.0.smithi031.stdout:putObjectFromFileCksum called with file-256k 2024-09-19T13:53:20.857 INFO:tasks.workunit.client.0.smithi031.stdout:PutObjectResponse 2024-09-19T13:53:20.890 INFO:tasks.workunit.client.0.smithi031.stdout:putObjectFromFileCksum called with file-1m 2024-09-19T13:53:20.990 INFO:tasks.workunit.client.0.smithi031.stdout:PutObjectResponse 2024-09-19T13:53:21.091 INFO:tasks.workunit.client.0.smithi031.stdout:putObjectFromFileCksum called with file-1038757b 2024-09-19T13:53:21.163 INFO:tasks.workunit.client.0.smithi031.stdout:PutObjectResponse 2024-09-19T13:53:21.191 INFO:tasks.workunit.client.0.smithi031.stdout:mpuObjectFromFileCksum called with file-5m 2024-09-19T13:53:21.592 INFO:tasks.workunit.client.0.smithi031.stdout:mpuObjectFromFileCksum called with file-10m 2024-09-19T13:53:22.294 INFO:tasks.workunit.client.0.smithi031.stdout:mpuObjectFromFileCksum called with file-100m 2024-09-19T13:53:27.027 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] Tests run: 33, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 17.89 s -- in io.ceph.jcksum.PutObjects 2024-09-19T13:53:27.062 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] 2024-09-19T13:53:27.063 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] Results: 2024-09-19T13:53:27.063 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] 2024-09-19T13:53:27.063 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] Tests run: 33, Failures: 0, Errors: 0, Skipped: 0 2024-09-19T13:53:27.063 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] 2024-09-19T13:53:27.065 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-19T13:53:27.065 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] BUILD SUCCESS 2024-09-19T13:53:27.065 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-19T13:53:27.066 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] Total time: 20.338 s 2024-09-19T13:53:27.066 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] Finished at: 2024-09-19T13:53:27Z 2024-09-19T13:53:27.066 INFO:tasks.workunit.client.0.smithi031.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-19T13:53:27.088 INFO:tasks.workunit.client.0.smithi031.stderr:+ exit 2024-09-19T13:53:27.089 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-19T13:53:27.089 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-19T13:53:27.145 INFO:tasks.workunit:Stopping ['cls/test_cls_lock.sh', 'cls/test_cls_log.sh', 'cls/test_cls_refcount.sh', 'cls/test_cls_rgw.sh', 'cls/test_cls_rgw_gc.sh', 'cls/test_cls_rgw_stats.sh', 'cls/test_cls_cmpomap.sh', 'cls/test_cls_2pc_queue.sh', 'cls/test_cls_user.sh', 'rgw/test_rgw_gc_log.sh', 'rgw/test_rgw_obj.sh', 'rgw/test_librgw_file.sh', 'rgw/test_awssdkv4_sig.sh'] on client.0... 2024-09-19T13:53:27.145 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-19T13:53:27.528 DEBUG:teuthology.parallel:result is None 2024-09-19T13:53:27.529 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-19T13:53:27.540 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-19T13:53:27.540 DEBUG:teuthology.orchestra.run.smithi031:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-19T13:53:27.585 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-19T13:53:27.585 INFO:teuthology.run_tasks:Running task workunit... 2024-09-19T13:53:27.598 INFO:tasks.workunit:Pulling workunits from ref 08af21e0d16078b88ddf808fe9ba2ab84dbe6754 2024-09-19T13:53:27.598 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-19T13:53:27.599 DEBUG:teuthology.orchestra.run.smithi031:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-19T13:53:27.633 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T13:53:27.634 INFO:teuthology.orchestra.run.smithi031.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-19T13:53:27.634 DEBUG:teuthology.orchestra.run.smithi031:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-19T13:53:27.682 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-19T13:53:27.682 DEBUG:teuthology.orchestra.run.smithi031:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-19T13:53:27.730 INFO:tasks.workunit:timeout=3h 2024-09-19T13:53:27.730 INFO:tasks.workunit:cleanup=True 2024-09-19T13:53:27.730 DEBUG:teuthology.orchestra.run.smithi031:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 08af21e0d16078b88ddf808fe9ba2ab84dbe6754 2024-09-19T13:53:27.783 INFO:tasks.workunit.client.0.smithi031.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-19T13:54:26.371 INFO:tasks.workunit.client.0.smithi031.stderr:Updating files: 95% (12160/12697) Updating files: 96% (12190/12697) Updating files: 97% (12317/12697) Updating files: 98% (12444/12697) Updating files: 99% (12571/12697) Updating files: 100% (12697/12697) Updating files: 100% (12697/12697), done. 2024-09-19T13:54:27.054 INFO:tasks.workunit.client.0.smithi031.stderr:Note: switching to '08af21e0d16078b88ddf808fe9ba2ab84dbe6754'. 2024-09-19T13:54:27.054 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:54:27.054 INFO:tasks.workunit.client.0.smithi031.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-19T13:54:27.055 INFO:tasks.workunit.client.0.smithi031.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-19T13:54:27.055 INFO:tasks.workunit.client.0.smithi031.stderr:state without impacting any branches by switching back to a branch. 2024-09-19T13:54:27.055 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:54:27.055 INFO:tasks.workunit.client.0.smithi031.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-19T13:54:27.055 INFO:tasks.workunit.client.0.smithi031.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-19T13:54:27.055 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:54:27.055 INFO:tasks.workunit.client.0.smithi031.stderr: git switch -c 2024-09-19T13:54:27.055 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:54:27.055 INFO:tasks.workunit.client.0.smithi031.stderr:Or undo this operation with: 2024-09-19T13:54:27.055 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:54:27.055 INFO:tasks.workunit.client.0.smithi031.stderr: git switch - 2024-09-19T13:54:27.056 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:54:27.056 INFO:tasks.workunit.client.0.smithi031.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-19T13:54:27.056 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:54:27.056 INFO:tasks.workunit.client.0.smithi031.stderr:HEAD is now at 08af21e0d16 rgw_log_backing: error code not returned 2024-09-19T13:54:27.063 DEBUG:teuthology.orchestra.run.smithi031:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-19T13:54:27.111 INFO:tasks.workunit.client.0.smithi031.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-19T13:54:27.115 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-19T13:54:27.115 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-19T13:54:27.169 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-19T13:54:27.225 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-19T13:54:27.271 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-19T13:54:27.272 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-19T13:54:27.272 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-19T13:54:27.320 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-19T13:54:27.324 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T13:54:27.324 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-19T13:54:27.370 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_s3_mp_reupload.sh on client.0... 2024-09-19T13:54:27.371 INFO:tasks.workunit:Running workunit rgw/test_rgw_s3_mp_reupload.sh... 2024-09-19T13:54:27.372 DEBUG:teuthology.orchestra.run.smithi031:workunit test rgw/test_rgw_s3_mp_reupload.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=08af21e0d16078b88ddf808fe9ba2ab84dbe6754 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_s3_mp_reupload.sh 2024-09-19T13:54:27.426 INFO:tasks.workunit.client.0.smithi031.stdout:INFO: fully qualified domain name: smithi031.front.sepia.ceph.com 2024-09-19T13:54:27.426 INFO:tasks.workunit.client.0.smithi031.stdout:== TESTING *ABORTING* MULTIPART UPLOAD WITH RE-UPLOADS == 2024-09-19T13:54:27.426 INFO:tasks.workunit.client.0.smithi031.stdout:== TESTING NON-VERSIONED BUCKET == 2024-09-19T13:54:30.830 INFO:tasks.workunit.client.0.smithi031.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages (22.0.2) 2024-09-19T13:54:31.051 INFO:tasks.workunit.client.0.smithi031.stdout:Collecting pip 2024-09-19T13:54:31.059 INFO:tasks.workunit.client.0.smithi031.stdout: Using cached pip-24.2-py3-none-any.whl (1.8 MB) 2024-09-19T13:54:31.096 INFO:tasks.workunit.client.0.smithi031.stdout:Installing collected packages: pip 2024-09-19T13:54:31.096 INFO:tasks.workunit.client.0.smithi031.stdout: Attempting uninstall: pip 2024-09-19T13:54:31.097 INFO:tasks.workunit.client.0.smithi031.stdout: Found existing installation: pip 22.0.2 2024-09-19T13:54:31.376 INFO:tasks.workunit.client.0.smithi031.stdout: Uninstalling pip-22.0.2: 2024-09-19T13:54:31.383 INFO:tasks.workunit.client.0.smithi031.stdout: Successfully uninstalled pip-22.0.2 2024-09-19T13:54:32.271 INFO:tasks.workunit.client.0.smithi031.stdout:Successfully installed pip-24.2 2024-09-19T13:54:33.352 INFO:tasks.workunit.client.0.smithi031.stdout:Collecting boto3 2024-09-19T13:54:33.353 INFO:tasks.workunit.client.0.smithi031.stdout: Using cached boto3-1.35.22-py3-none-any.whl.metadata (6.6 kB) 2024-09-19T13:54:33.935 INFO:tasks.workunit.client.0.smithi031.stdout:Collecting botocore<1.36.0,>=1.35.22 (from boto3) 2024-09-19T13:54:33.936 INFO:tasks.workunit.client.0.smithi031.stdout: Using cached botocore-1.35.22-py3-none-any.whl.metadata (5.7 kB) 2024-09-19T13:54:33.984 INFO:tasks.workunit.client.0.smithi031.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2024-09-19T13:54:33.985 INFO:tasks.workunit.client.0.smithi031.stdout: Using cached jmespath-1.0.1-py3-none-any.whl.metadata (7.6 kB) 2024-09-19T13:54:34.031 INFO:tasks.workunit.client.0.smithi031.stdout:Collecting s3transfer<0.11.0,>=0.10.0 (from boto3) 2024-09-19T13:54:34.033 INFO:tasks.workunit.client.0.smithi031.stdout: Using cached s3transfer-0.10.2-py3-none-any.whl.metadata (1.7 kB) 2024-09-19T13:54:34.082 INFO:tasks.workunit.client.0.smithi031.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.36.0,>=1.35.22->boto3) 2024-09-19T13:54:34.083 INFO:tasks.workunit.client.0.smithi031.stdout: Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2024-09-19T13:54:34.196 INFO:tasks.workunit.client.0.smithi031.stdout:Collecting urllib3!=2.2.0,<3,>=1.25.4 (from botocore<1.36.0,>=1.35.22->boto3) 2024-09-19T13:54:34.197 INFO:tasks.workunit.client.0.smithi031.stdout: Using cached urllib3-2.2.3-py3-none-any.whl.metadata (6.5 kB) 2024-09-19T13:54:34.362 INFO:tasks.workunit.client.0.smithi031.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.36.0,>=1.35.22->boto3) 2024-09-19T13:54:34.363 INFO:tasks.workunit.client.0.smithi031.stdout: Using cached six-1.16.0-py2.py3-none-any.whl.metadata (1.8 kB) 2024-09-19T13:54:34.367 INFO:tasks.workunit.client.0.smithi031.stdout:Using cached boto3-1.35.22-py3-none-any.whl (139 kB) 2024-09-19T13:54:34.368 INFO:tasks.workunit.client.0.smithi031.stdout:Using cached botocore-1.35.22-py3-none-any.whl (12.6 MB) 2024-09-19T13:54:34.377 INFO:tasks.workunit.client.0.smithi031.stdout:Using cached jmespath-1.0.1-py3-none-any.whl (20 kB) 2024-09-19T13:54:34.379 INFO:tasks.workunit.client.0.smithi031.stdout:Using cached s3transfer-0.10.2-py3-none-any.whl (82 kB) 2024-09-19T13:54:34.380 INFO:tasks.workunit.client.0.smithi031.stdout:Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2024-09-19T13:54:34.381 INFO:tasks.workunit.client.0.smithi031.stdout:Using cached urllib3-2.2.3-py3-none-any.whl (126 kB) 2024-09-19T13:54:34.383 INFO:tasks.workunit.client.0.smithi031.stdout:Using cached six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-19T13:54:34.453 INFO:tasks.workunit.client.0.smithi031.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2024-09-19T13:54:35.533 INFO:tasks.workunit.client.0.smithi031.stdout:Successfully installed boto3-1.35.22 botocore-1.35.22 jmespath-1.0.1 python-dateutil-2.9.0.post0 s3transfer-0.10.2 six-1.16.0 urllib3-2.2.3 2024-09-19T13:54:35.889 INFO:tasks.workunit.client.0.smithi031.stdout:INFO: creating user 2024-09-19T13:54:36.027 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-09-19T13:54:36.028 INFO:tasks.workunit.client.0.smithi031.stdout: "user_id": "testid", 2024-09-19T13:54:36.028 INFO:tasks.workunit.client.0.smithi031.stdout: "display_name": "M. Tester", 2024-09-19T13:54:36.028 INFO:tasks.workunit.client.0.smithi031.stdout: "email": "tester@ceph.com", 2024-09-19T13:54:36.028 INFO:tasks.workunit.client.0.smithi031.stdout: "suspended": 0, 2024-09-19T13:54:36.028 INFO:tasks.workunit.client.0.smithi031.stdout: "max_buckets": 1000, 2024-09-19T13:54:36.028 INFO:tasks.workunit.client.0.smithi031.stdout: "subusers": [], 2024-09-19T13:54:36.028 INFO:tasks.workunit.client.0.smithi031.stdout: "keys": [ 2024-09-19T13:54:36.028 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-09-19T13:54:36.028 INFO:tasks.workunit.client.0.smithi031.stdout: "user": "testid", 2024-09-19T13:54:36.028 INFO:tasks.workunit.client.0.smithi031.stdout: "access_key": "0555b35654ad1656d804", 2024-09-19T13:54:36.029 INFO:tasks.workunit.client.0.smithi031.stdout: "secret_key": "h7GhxuBLTrlhVUyxSPUKUV8r/2EI4ngqJxD7iBdBYLhwluN30JaT3Q==", 2024-09-19T13:54:36.029 INFO:tasks.workunit.client.0.smithi031.stdout: "active": true, 2024-09-19T13:54:36.029 INFO:tasks.workunit.client.0.smithi031.stdout: "create_date": "2024-09-19T13:54:36.019884Z" 2024-09-19T13:54:36.029 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-09-19T13:54:36.029 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-09-19T13:54:36.029 INFO:tasks.workunit.client.0.smithi031.stdout: "swift_keys": [], 2024-09-19T13:54:36.029 INFO:tasks.workunit.client.0.smithi031.stdout: "caps": [], 2024-09-19T13:54:36.029 INFO:tasks.workunit.client.0.smithi031.stdout: "op_mask": "read, write, delete", 2024-09-19T13:54:36.029 INFO:tasks.workunit.client.0.smithi031.stdout: "default_placement": "", 2024-09-19T13:54:36.029 INFO:tasks.workunit.client.0.smithi031.stdout: "default_storage_class": "", 2024-09-19T13:54:36.029 INFO:tasks.workunit.client.0.smithi031.stdout: "placement_tags": [], 2024-09-19T13:54:36.029 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_quota": { 2024-09-19T13:54:36.029 INFO:tasks.workunit.client.0.smithi031.stdout: "enabled": false, 2024-09-19T13:54:36.030 INFO:tasks.workunit.client.0.smithi031.stdout: "check_on_raw": false, 2024-09-19T13:54:36.030 INFO:tasks.workunit.client.0.smithi031.stdout: "max_size": -1, 2024-09-19T13:54:36.030 INFO:tasks.workunit.client.0.smithi031.stdout: "max_size_kb": 0, 2024-09-19T13:54:36.030 INFO:tasks.workunit.client.0.smithi031.stdout: "max_objects": -1 2024-09-19T13:54:36.030 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:54:36.030 INFO:tasks.workunit.client.0.smithi031.stdout: "user_quota": { 2024-09-19T13:54:36.030 INFO:tasks.workunit.client.0.smithi031.stdout: "enabled": false, 2024-09-19T13:54:36.030 INFO:tasks.workunit.client.0.smithi031.stdout: "check_on_raw": false, 2024-09-19T13:54:36.030 INFO:tasks.workunit.client.0.smithi031.stdout: "max_size": -1, 2024-09-19T13:54:36.030 INFO:tasks.workunit.client.0.smithi031.stdout: "max_size_kb": 0, 2024-09-19T13:54:36.030 INFO:tasks.workunit.client.0.smithi031.stdout: "max_objects": -1 2024-09-19T13:54:36.030 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-09-19T13:54:36.031 INFO:tasks.workunit.client.0.smithi031.stdout: "temp_url_keys": [], 2024-09-19T13:54:36.031 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "rgw", 2024-09-19T13:54:36.031 INFO:tasks.workunit.client.0.smithi031.stdout: "mfa_ids": [], 2024-09-19T13:54:36.031 INFO:tasks.workunit.client.0.smithi031.stdout: "account_id": "", 2024-09-19T13:54:36.031 INFO:tasks.workunit.client.0.smithi031.stdout: "path": "/", 2024-09-19T13:54:36.031 INFO:tasks.workunit.client.0.smithi031.stdout: "create_date": "2024-09-19T13:54:36.019864Z", 2024-09-19T13:54:36.031 INFO:tasks.workunit.client.0.smithi031.stdout: "tags": [], 2024-09-19T13:54:36.031 INFO:tasks.workunit.client.0.smithi031.stdout: "group_ids": [] 2024-09-19T13:54:36.031 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-09-19T13:54:36.031 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-09-19T13:54:43.558 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi031.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:54:43.558 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:54:43.603 INFO:tasks.workunit.client.0.smithi031.stderr:5+0 records in 2024-09-19T13:54:43.603 INFO:tasks.workunit.client.0.smithi031.stderr:5+0 records out 2024-09-19T13:54:43.603 INFO:tasks.workunit.client.0.smithi031.stderr:5242880 bytes (5.2 MB, 5.0 MiB) copied, 0.0219553 s, 239 MB/s 2024-09-19T13:54:43.607 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi031.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:54:43.607 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:54:43.688 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi031.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:54:43.688 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:54:43.827 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi031.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:54:43.827 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:54:43.962 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi031.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:54:43.962 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:54:44.109 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi031.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:54:44.109 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:54:44.250 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi031.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:54:44.251 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:54:44.388 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi031.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:54:44.389 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:54:44.528 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi031.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:54:44.528 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:54:44.666 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi031.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:54:44.667 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:54:44.810 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi031.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:54:44.810 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:54:44.951 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi031.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:54:44.951 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:54:45.094 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi031.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:54:45.094 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:54:45.235 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi031.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:54:45.235 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:54:45.378 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi031.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:54:45.379 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:54:45.500 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi031.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:54:45.500 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:54:45.523 INFO:tasks.workunit.client.0.smithi031.stdout:bucket nams is reupload-bkt-110148 2024-09-19T13:54:45.523 INFO:tasks.workunit.client.0.smithi031.stdout:endpoint is https://smithi031.front.sepia.ceph.com:443 2024-09-19T13:54:45.524 INFO:tasks.workunit.client.0.smithi031.stdout:start UploadId=2~yMQu_AsBWKG4tohkneYdOdKeTNRD0ur 2024-09-19T13:54:45.524 INFO:tasks.workunit.client.0.smithi031.stdout:phase 1 uploaded part {'ETag': '"2ded141e6a60af3756d5f3cbd60f9b1d"', 'PartNumber': 1} 2024-09-19T13:54:45.524 INFO:tasks.workunit.client.0.smithi031.stdout:phase 1 uploaded part {'ETag': '"2ded141e6a60af3756d5f3cbd60f9b1d"', 'PartNumber': 2} 2024-09-19T13:54:45.524 INFO:tasks.workunit.client.0.smithi031.stdout:phase 2 uploaded part {'ETag': '"2ded141e6a60af3756d5f3cbd60f9b1d"', 'PartNumber': 1} 2024-09-19T13:54:45.524 INFO:tasks.workunit.client.0.smithi031.stdout:phase 2 uploaded part {'ETag': '"2ded141e6a60af3756d5f3cbd60f9b1d"', 'PartNumber': 1} 2024-09-19T13:54:45.524 INFO:tasks.workunit.client.0.smithi031.stdout:phase 2 uploaded part {'ETag': '"2ded141e6a60af3756d5f3cbd60f9b1d"', 'PartNumber': 1} 2024-09-19T13:54:45.524 INFO:tasks.workunit.client.0.smithi031.stdout:phase 2 uploaded part {'ETag': '"2ded141e6a60af3756d5f3cbd60f9b1d"', 'PartNumber': 1} 2024-09-19T13:54:45.524 INFO:tasks.workunit.client.0.smithi031.stdout:phase 2 uploaded part {'ETag': '"2ded141e6a60af3756d5f3cbd60f9b1d"', 'PartNumber': 1} 2024-09-19T13:54:45.524 INFO:tasks.workunit.client.0.smithi031.stdout:phase 2 uploaded part {'ETag': '"2ded141e6a60af3756d5f3cbd60f9b1d"', 'PartNumber': 1} 2024-09-19T13:54:45.524 INFO:tasks.workunit.client.0.smithi031.stdout:phase 2 uploaded part {'ETag': '"2ded141e6a60af3756d5f3cbd60f9b1d"', 'PartNumber': 1} 2024-09-19T13:54:45.524 INFO:tasks.workunit.client.0.smithi031.stdout:phase 2 uploaded part {'ETag': '"2ded141e6a60af3756d5f3cbd60f9b1d"', 'PartNumber': 1} 2024-09-19T13:54:45.524 INFO:tasks.workunit.client.0.smithi031.stdout:phase 2 uploaded part {'ETag': '"2ded141e6a60af3756d5f3cbd60f9b1d"', 'PartNumber': 1} 2024-09-19T13:54:45.524 INFO:tasks.workunit.client.0.smithi031.stdout:phase 2 uploaded part {'ETag': '"2ded141e6a60af3756d5f3cbd60f9b1d"', 'PartNumber': 1} 2024-09-19T13:54:45.524 INFO:tasks.workunit.client.0.smithi031.stdout:phase 2 uploaded part {'ETag': '"2ded141e6a60af3756d5f3cbd60f9b1d"', 'PartNumber': 1} 2024-09-19T13:54:45.524 INFO:tasks.workunit.client.0.smithi031.stdout:aborting multipart upload, parts=[{'ETag': '"2ded141e6a60af3756d5f3cbd60f9b1d"', 'PartNumber': 1}, {'ETag': '"2ded141e6a60af3756d5f3cbd60f9b1d"', 'PartNumber': 2}] 2024-09-19T13:54:47.396 INFO:tasks.workunit.client.0.smithi031.stdout:radosgw-admin bucket radoslist: 2024-09-19T13:54:47.487 INFO:tasks.workunit.client.0.smithi031.stdout:rados ls: 2024-09-19T13:54:47.504 INFO:tasks.workunit.client.0.smithi031.stdout:== PASSED == 2024-09-19T13:54:47.504 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-19T13:54:47.504 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-19T13:54:47.555 INFO:tasks.workunit:Stopping ['rgw/test_rgw_s3_mp_reupload.sh'] on client.0... 2024-09-19T13:54:47.556 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-19T13:54:47.937 DEBUG:teuthology.parallel:result is None 2024-09-19T13:54:47.937 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-19T13:54:47.949 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-19T13:54:47.949 DEBUG:teuthology.orchestra.run.smithi031:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-19T13:54:47.997 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-19T13:54:47.997 INFO:teuthology.run_tasks:Running task ragweed... 2024-09-19T13:54:48.017 DEBUG:tasks.ragweed:ragweed config is {'client.0': {'default-branch': 'ceph-master', 'rgw_server': 'client.0', 'stages': 'prepare,check'}} 2024-09-19T13:54:48.018 INFO:tasks.ragweed:Downloading ragweed... 2024-09-19T13:54:48.018 INFO:tasks.ragweed:Using branch 'wip-yuval-test' for ragweed 2024-09-19T13:54:48.018 DEBUG:teuthology.orchestra.run.smithi031:> git clone -b wip-yuval-test https://git.ceph.com/ragweed.git /home/ubuntu/cephtest/ragweed.client.0 2024-09-19T13:54:48.045 INFO:teuthology.orchestra.run.smithi031.stderr:Cloning into '/home/ubuntu/cephtest/ragweed.client.0'... 2024-09-19T13:54:48.104 INFO:teuthology.orchestra.run.smithi031.stderr:fatal: Remote branch wip-yuval-test not found in upstream origin 2024-09-19T13:54:48.104 DEBUG:teuthology.orchestra.run:got remote process result: 128 2024-09-19T13:54:48.106 INFO:tasks.ragweed:Using branch 'ceph-master' for ragweed 2024-09-19T13:54:48.106 DEBUG:teuthology.orchestra.run.smithi031:> git clone -b ceph-master https://git.ceph.com/ragweed.git /home/ubuntu/cephtest/ragweed.client.0 2024-09-19T13:54:48.158 INFO:teuthology.orchestra.run.smithi031.stderr:Cloning into '/home/ubuntu/cephtest/ragweed.client.0'... 2024-09-19T13:54:48.342 INFO:tasks.ragweed:Creating rgw users... 2024-09-19T13:54:48.343 DEBUG:tasks.ragweed:Creating user ragweed.client.0 on client.0 2024-09-19T13:54:48.343 DEBUG:teuthology.orchestra.run.smithi031:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid ragweed.client.0 --display-name 'Mr. ragweed.client.0' --access-key ZDUSDOYGRSWJBPVICRZY --secret uBxvEnB6NCuQ2j3m2ACmP1hEkg05W7+Bj/TbPOnpTTjD6lI9AK6HSQ== --email ragweed.client.0+test@test.test --system false 2024-09-19T13:54:48.434 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:54:48.434 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:54:48.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.478+0000 7f996b6e49c0 20 rados->read ofs=0 len=0 2024-09-19T13:54:48.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.482+0000 7f996b6e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:54:48.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.482+0000 7f996b6e49c0 20 realm 2024-09-19T13:54:48.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.482+0000 7f996b6e49c0 20 rados->read ofs=0 len=0 2024-09-19T13:54:48.483 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.482+0000 7f996b6e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:54:48.483 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.482+0000 7f996b6e49c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:54:48.483 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.482+0000 7f996b6e49c0 20 rados->read ofs=0 len=0 2024-09-19T13:54:48.483 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.482+0000 7f996b6e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:54:48.483 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.482+0000 7f996b6e49c0 20 rados->read ofs=0 len=0 2024-09-19T13:54:48.484 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.482+0000 7f996b6e49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:54:48.484 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.482+0000 7f996b6e49c0 20 rados->read ofs=0 len=0 2024-09-19T13:54:48.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.486+0000 7f996b6e49c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:54:48.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.486+0000 7f996b6e49c0 20 searching for the correct realm 2024-09-19T13:54:48.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.490+0000 7f99689e9640 0 -- 172.21.15.31:0/3964975464 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7f9954109ad0 msgr2=0x7f99540ee040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:54:48.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.706+0000 7f99699eb640 0 -- 172.21.15.31:0/3964975464 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x560c2085b1f0 msgr2=0x560c2085d6b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:54:48.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.718+0000 7f996b6e49c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:54:48.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.718+0000 7f996b6e49c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:54:48.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.718+0000 7f996b6e49c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:54:48.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.718+0000 7f996b6e49c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:54:48.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.718+0000 7f996b6e49c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:54:48.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.718+0000 7f996b6e49c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:54:48.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.718+0000 7f996b6e49c0 20 rados->read ofs=0 len=0 2024-09-19T13:54:48.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.718+0000 7f996b6e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:54:48.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.718+0000 7f996b6e49c0 20 rados->read ofs=0 len=0 2024-09-19T13:54:48.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.718+0000 7f996b6e49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:54:48.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.718+0000 7f996b6e49c0 20 rados->read ofs=0 len=0 2024-09-19T13:54:48.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.722+0000 7f996b6e49c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:54:48.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.722+0000 7f996b6e49c0 20 zone default found 2024-09-19T13:54:48.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.722+0000 7f996b6e49c0 4 Realm: () 2024-09-19T13:54:48.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.722+0000 7f996b6e49c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:54:48.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.722+0000 7f996b6e49c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:54:48.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.722+0000 7f996b6e49c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:54:48.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.722+0000 7f996b6e49c0 20 zonegroup default 2024-09-19T13:54:48.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.722+0000 7f996b6e49c0 20 rados->read ofs=0 len=0 2024-09-19T13:54:48.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.722+0000 7f996b6e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:54:48.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.722+0000 7f996b6e49c0 20 rados->read ofs=0 len=0 2024-09-19T13:54:48.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.722+0000 7f996b6e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:54:48.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.722+0000 7f996b6e49c0 20 rados->read ofs=0 len=0 2024-09-19T13:54:48.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.722+0000 7f996b6e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:54:48.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.722+0000 7f996b6e49c0 20 started sync module instance, tier type = 2024-09-19T13:54:48.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.722+0000 7f996b6e49c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:54:48.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.746+0000 7f996b6e49c0 20 add_watcher() i=0 2024-09-19T13:54:48.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.746+0000 7f996b6e49c0 20 add_watcher() i=1 2024-09-19T13:54:48.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.746+0000 7f996b6e49c0 20 add_watcher() i=2 2024-09-19T13:54:48.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.746+0000 7f996b6e49c0 20 add_watcher() i=3 2024-09-19T13:54:48.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.746+0000 7f996b6e49c0 20 add_watcher() i=4 2024-09-19T13:54:48.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.746+0000 7f996b6e49c0 20 add_watcher() i=5 2024-09-19T13:54:48.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.746+0000 7f996b6e49c0 20 add_watcher() i=6 2024-09-19T13:54:48.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.750+0000 7f996b6e49c0 20 add_watcher() i=7 2024-09-19T13:54:48.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.750+0000 7f996b6e49c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:54:48.755 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.754+0000 7f981ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:54:48.755 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.754+0000 7f996b6e49c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:54:48.755 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.754+0000 7f996b6e49c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:54:48.755 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.754+0000 7f996b6e49c0 5 note: GC not initialized 2024-09-19T13:54:48.755 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.754+0000 7f981efe5640 20 reqs_thread_entry: start 2024-09-19T13:54:48.755 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.754+0000 7f996b6e49c0 20 init_complete bucket index max shards: 1 2024-09-19T13:54:48.756 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.754+0000 7f996b6e49c0 20 Filter name: none 2024-09-19T13:54:48.756 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.754+0000 7f996b6e49c0 10 cache get: name=default.rgw.meta+users.uid+ragweed.client.0 : miss 2024-09-19T13:54:48.756 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.754+0000 7f981cfe1640 20 reqs_thread_entry: start 2024-09-19T13:54:48.756 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.754+0000 7f996b6e49c0 20 rados->read ofs=0 len=0 2024-09-19T13:54:48.756 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.754+0000 7f996b6e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:54:48.756 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.754+0000 7f996b6e49c0 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x0 2024-09-19T13:54:48.756 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.754+0000 7f996b6e49c0 10 adding default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2024-09-19T13:54:48.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.754+0000 7f996b6e49c0 10 cache get: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test : miss 2024-09-19T13:54:48.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.754+0000 7f996b6e49c0 20 rados->read ofs=0 len=0 2024-09-19T13:54:48.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.754+0000 7f996b6e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:54:48.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.754+0000 7f996b6e49c0 10 cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x0 2024-09-19T13:54:48.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.754+0000 7f996b6e49c0 10 adding default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2024-09-19T13:54:48.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.754+0000 7f996b6e49c0 10 cache get: name=default.rgw.meta+users.keys+ZDUSDOYGRSWJBPVICRZY : miss 2024-09-19T13:54:48.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.754+0000 7f996b6e49c0 20 rados->read ofs=0 len=0 2024-09-19T13:54:48.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.758+0000 7f996b6e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:54:48.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.758+0000 7f996b6e49c0 10 cache put: name=default.rgw.meta+users.keys+ZDUSDOYGRSWJBPVICRZY info.flags=0x0 2024-09-19T13:54:48.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.758+0000 7f996b6e49c0 10 adding default.rgw.meta+users.keys+ZDUSDOYGRSWJBPVICRZY to cache LRU end 2024-09-19T13:54:48.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.758+0000 7f996b6e49c0 10 cache get: name=default.rgw.meta+users.keys+ZDUSDOYGRSWJBPVICRZY : hit (negative entry) 2024-09-19T13:54:48.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.758+0000 7f996b6e49c0 10 cache get: name=default.rgw.meta+users.keys+ZDUSDOYGRSWJBPVICRZY : hit (negative entry) 2024-09-19T13:54:48.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.758+0000 7f996b6e49c0 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x17 2024-09-19T13:54:48.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.758+0000 7f996b6e49c0 10 moving default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2024-09-19T13:54:48.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.758+0000 7f996b6e49c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.uid:ragweed.client.0, ofs0, ns] 2024-09-19T13:54:48.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.758+0000 7f984cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529732 cookie 94610085289968 notifier 5627 bl.length()=675 2024-09-19T13:54:48.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.758+0000 7f984cff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x17 2024-09-19T13:54:48.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.758+0000 7f984cff9640 10 rgw watcher librados: moving default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2024-09-19T13:54:48.761 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.762+0000 7f996b6e49c0 10 cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x7 2024-09-19T13:54:48.761 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.762+0000 7f996b6e49c0 10 moving default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2024-09-19T13:54:48.761 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.762+0000 7f996b6e49c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.email:ragweed.client.0+test@test.test, ofs0, ns] 2024-09-19T13:54:48.761 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.762+0000 7f984cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529677 cookie 94610085286064 notifier 5627 bl.length()=202 2024-09-19T13:54:48.762 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.762+0000 7f984cff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x7 2024-09-19T13:54:48.762 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.762+0000 7f984cff9640 10 rgw watcher librados: moving default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2024-09-19T13:54:48.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.762+0000 7f996b6e49c0 10 cache put: name=default.rgw.meta+users.keys+ZDUSDOYGRSWJBPVICRZY info.flags=0x7 2024-09-19T13:54:48.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.762+0000 7f996b6e49c0 10 moving default.rgw.meta+users.keys+ZDUSDOYGRSWJBPVICRZY to cache LRU end 2024-09-19T13:54:48.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.762+0000 7f996b6e49c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.keys:ZDUSDOYGRSWJBPVICRZY, ofs0, ns] 2024-09-19T13:54:48.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.762+0000 7f984cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529674 cookie 94610085288400 notifier 5627 bl.length()=190 2024-09-19T13:54:48.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.762+0000 7f984cff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+ZDUSDOYGRSWJBPVICRZY info.flags=0x7 2024-09-19T13:54:48.765 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.762+0000 7f984cff9640 10 rgw watcher librados: moving default.rgw.meta+users.keys+ZDUSDOYGRSWJBPVICRZY to cache LRU end 2024-09-19T13:54:48.766 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-19T13:54:48.766 INFO:teuthology.orchestra.run.smithi031.stdout: "user_id": "ragweed.client.0", 2024-09-19T13:54:48.766 INFO:teuthology.orchestra.run.smithi031.stdout: "display_name": "Mr. ragweed.client.0", 2024-09-19T13:54:48.766 INFO:teuthology.orchestra.run.smithi031.stdout: "email": "ragweed.client.0+test@test.test", 2024-09-19T13:54:48.766 INFO:teuthology.orchestra.run.smithi031.stdout: "suspended": 0, 2024-09-19T13:54:48.766 INFO:teuthology.orchestra.run.smithi031.stdout: "max_buckets": 1000, 2024-09-19T13:54:48.766 INFO:teuthology.orchestra.run.smithi031.stdout: "subusers": [], 2024-09-19T13:54:48.766 INFO:teuthology.orchestra.run.smithi031.stdout: "keys": [ 2024-09-19T13:54:48.766 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T13:54:48.766 INFO:teuthology.orchestra.run.smithi031.stdout: "user": "ragweed.client.0", 2024-09-19T13:54:48.766 INFO:teuthology.orchestra.run.smithi031.stdout: "access_key": "ZDUSDOYGRSWJBPVICRZY", 2024-09-19T13:54:48.766 INFO:teuthology.orchestra.run.smithi031.stdout: "secret_key": "uBxvEnB6NCuQ2j3m2ACmP1hEkg05W7+Bj/TbPOnpTTjD6lI9AK6HSQ==", 2024-09-19T13:54:48.766 INFO:teuthology.orchestra.run.smithi031.stdout: "active": true, 2024-09-19T13:54:48.767 INFO:teuthology.orchestra.run.smithi031.stdout: "create_date": "2024-09-19T13:54:48.759923Z" 2024-09-19T13:54:48.767 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T13:54:48.767 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-19T13:54:48.767 INFO:teuthology.orchestra.run.smithi031.stdout: "swift_keys": [], 2024-09-19T13:54:48.767 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": [], 2024-09-19T13:54:48.767 INFO:teuthology.orchestra.run.smithi031.stdout: "op_mask": "read, write, delete", 2024-09-19T13:54:48.767 INFO:teuthology.orchestra.run.smithi031.stdout: "default_placement": "", 2024-09-19T13:54:48.767 INFO:teuthology.orchestra.run.smithi031.stdout: "default_storage_class": "", 2024-09-19T13:54:48.767 INFO:teuthology.orchestra.run.smithi031.stdout: "placement_tags": [], 2024-09-19T13:54:48.767 INFO:teuthology.orchestra.run.smithi031.stdout: "bucket_quota": { 2024-09-19T13:54:48.767 INFO:teuthology.orchestra.run.smithi031.stdout: "enabled": false, 2024-09-19T13:54:48.767 INFO:teuthology.orchestra.run.smithi031.stdout: "check_on_raw": false, 2024-09-19T13:54:48.767 INFO:teuthology.orchestra.run.smithi031.stdout: "max_size": -1, 2024-09-19T13:54:48.768 INFO:teuthology.orchestra.run.smithi031.stdout: "max_size_kb": 0, 2024-09-19T13:54:48.768 INFO:teuthology.orchestra.run.smithi031.stdout: "max_objects": -1 2024-09-19T13:54:48.768 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T13:54:48.768 INFO:teuthology.orchestra.run.smithi031.stdout: "user_quota": { 2024-09-19T13:54:48.768 INFO:teuthology.orchestra.run.smithi031.stdout: "enabled": false, 2024-09-19T13:54:48.768 INFO:teuthology.orchestra.run.smithi031.stdout: "check_on_raw": false, 2024-09-19T13:54:48.768 INFO:teuthology.orchestra.run.smithi031.stdout: "max_size": -1, 2024-09-19T13:54:48.768 INFO:teuthology.orchestra.run.smithi031.stdout: "max_size_kb": 0, 2024-09-19T13:54:48.768 INFO:teuthology.orchestra.run.smithi031.stdout: "max_objects": -1 2024-09-19T13:54:48.768 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T13:54:48.768 INFO:teuthology.orchestra.run.smithi031.stdout: "temp_url_keys": [], 2024-09-19T13:54:48.768 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "rgw", 2024-09-19T13:54:48.768 INFO:teuthology.orchestra.run.smithi031.stdout: "mfa_ids": [], 2024-09-19T13:54:48.769 INFO:teuthology.orchestra.run.smithi031.stdout: "account_id": "", 2024-09-19T13:54:48.769 INFO:teuthology.orchestra.run.smithi031.stdout: "path": "/", 2024-09-19T13:54:48.769 INFO:teuthology.orchestra.run.smithi031.stdout: "create_date": "2024-09-19T13:54:48.759901Z", 2024-09-19T13:54:48.769 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-19T13:54:48.769 INFO:teuthology.orchestra.run.smithi031.stdout: "group_ids": [] 2024-09-19T13:54:48.769 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-19T13:54:48.769 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T13:54:48.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.766+0000 7f981ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:54:48.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.770+0000 7f996b6e49c0 20 remove_watcher() i=0 2024-09-19T13:54:48.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.770+0000 7f996b6e49c0 2 removed watcher, disabling cache 2024-09-19T13:54:48.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.774+0000 7f996b6e49c0 20 remove_watcher() i=1 2024-09-19T13:54:48.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.774+0000 7f996b6e49c0 20 remove_watcher() i=2 2024-09-19T13:54:48.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.778+0000 7f996b6e49c0 20 remove_watcher() i=3 2024-09-19T13:54:48.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.778+0000 7f996b6e49c0 20 remove_watcher() i=4 2024-09-19T13:54:48.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.782+0000 7f996b6e49c0 20 remove_watcher() i=5 2024-09-19T13:54:48.785 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.786+0000 7f996b6e49c0 20 remove_watcher() i=6 2024-09-19T13:54:48.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:48.786+0000 7f996b6e49c0 20 remove_watcher() i=7 2024-09-19T13:54:48.805 DEBUG:tasks.ragweed:Creating user sysuser.client.0 on client.0 2024-09-19T13:54:48.805 DEBUG:teuthology.orchestra.run.smithi031:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid sysuser.client.0 --display-name 'Mr. sysuser.client.0' --access-key WZUCOAVCDJZMFBPRFNDN --secret gRPX8R/4wUzDLNCnQBFuVFL3oJ3rCDpIfYxeoZypphPbszbozfJjTQ== --email sysuser.client.0+test@test.test --system true 2024-09-19T13:54:48.848 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:54:48.848 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:54:49.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.098+0000 7fa08f99b9c0 20 rados->read ofs=0 len=0 2024-09-19T13:54:49.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.102+0000 7fa08f99b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:54:49.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.102+0000 7fa08f99b9c0 20 realm 2024-09-19T13:54:49.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.102+0000 7fa08f99b9c0 20 rados->read ofs=0 len=0 2024-09-19T13:54:49.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.102+0000 7fa08f99b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:54:49.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.102+0000 7fa08f99b9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:54:49.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.102+0000 7fa08f99b9c0 20 rados->read ofs=0 len=0 2024-09-19T13:54:49.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.102+0000 7fa08f99b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:54:49.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.102+0000 7fa08f99b9c0 20 rados->read ofs=0 len=0 2024-09-19T13:54:49.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.102+0000 7fa08f99b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:54:49.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.102+0000 7fa08f99b9c0 20 rados->read ofs=0 len=0 2024-09-19T13:54:49.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.102+0000 7fa08f99b9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:54:49.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.102+0000 7fa08f99b9c0 20 searching for the correct realm 2024-09-19T13:54:49.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.106+0000 7fa08d4a1640 0 -- 172.21.15.31:0/1328503357 >> [v2:172.21.15.31:6802/3325082646,v1:172.21.15.31:6804/3325082646] conn(0x7f9f58080290 msgr2=0x7f9f580826c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:54:49.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.114+0000 7fa08dca2640 0 -- 172.21.15.31:0/1328503357 >> [v2:172.21.15.170:6816/388863582,v1:172.21.15.170:6817/388863582] conn(0x7fa080095bf0 msgr2=0x7fa08006fc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:54:49.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.334+0000 7fa08f99b9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:54:49.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.334+0000 7fa08f99b9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:54:49.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.334+0000 7fa08f99b9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:54:49.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.334+0000 7fa08f99b9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:54:49.338 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.334+0000 7fa08f99b9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:54:49.338 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.334+0000 7fa08f99b9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:54:49.338 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.338+0000 7fa08f99b9c0 20 rados->read ofs=0 len=0 2024-09-19T13:54:49.338 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.338+0000 7fa08f99b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:54:49.338 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.338+0000 7fa08f99b9c0 20 rados->read ofs=0 len=0 2024-09-19T13:54:49.339 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.338+0000 7fa08f99b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:54:49.339 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.338+0000 7fa08f99b9c0 20 rados->read ofs=0 len=0 2024-09-19T13:54:49.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.338+0000 7fa08f99b9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:54:49.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.338+0000 7fa08f99b9c0 20 zone default found 2024-09-19T13:54:49.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.338+0000 7fa08f99b9c0 4 Realm: () 2024-09-19T13:54:49.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.338+0000 7fa08f99b9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:54:49.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.338+0000 7fa08f99b9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:54:49.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.338+0000 7fa08f99b9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:54:49.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.338+0000 7fa08f99b9c0 20 zonegroup default 2024-09-19T13:54:49.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.338+0000 7fa08f99b9c0 20 rados->read ofs=0 len=0 2024-09-19T13:54:49.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.338+0000 7fa08f99b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:54:49.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.338+0000 7fa08f99b9c0 20 rados->read ofs=0 len=0 2024-09-19T13:54:49.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.342+0000 7fa08f99b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:54:49.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.342+0000 7fa08f99b9c0 20 rados->read ofs=0 len=0 2024-09-19T13:54:49.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.342+0000 7fa08f99b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:54:49.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.342+0000 7fa08f99b9c0 20 started sync module instance, tier type = 2024-09-19T13:54:49.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.342+0000 7fa08f99b9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:54:49.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.366+0000 7fa08f99b9c0 20 add_watcher() i=0 2024-09-19T13:54:49.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.366+0000 7fa08f99b9c0 20 add_watcher() i=1 2024-09-19T13:54:49.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.366+0000 7fa08f99b9c0 20 add_watcher() i=2 2024-09-19T13:54:49.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.366+0000 7fa08f99b9c0 20 add_watcher() i=3 2024-09-19T13:54:49.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.366+0000 7fa08f99b9c0 20 add_watcher() i=4 2024-09-19T13:54:49.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.366+0000 7fa08f99b9c0 20 add_watcher() i=5 2024-09-19T13:54:49.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.366+0000 7fa08f99b9c0 20 add_watcher() i=6 2024-09-19T13:54:49.369 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.370+0000 7fa08f99b9c0 20 add_watcher() i=7 2024-09-19T13:54:49.369 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.370+0000 7fa08f99b9c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:54:49.374 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.374+0000 7f9f43fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:54:49.374 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.374+0000 7fa08f99b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:54:49.374 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.374+0000 7fa08f99b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:54:49.374 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.374+0000 7fa08f99b9c0 5 note: GC not initialized 2024-09-19T13:54:49.374 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.374+0000 7f9f42fe5640 20 reqs_thread_entry: start 2024-09-19T13:54:49.374 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.374+0000 7fa08f99b9c0 20 init_complete bucket index max shards: 1 2024-09-19T13:54:49.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.374+0000 7fa08f99b9c0 20 Filter name: none 2024-09-19T13:54:49.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.374+0000 7f9f40fe1640 20 reqs_thread_entry: start 2024-09-19T13:54:49.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.374+0000 7fa08f99b9c0 10 cache get: name=default.rgw.meta+users.uid+sysuser.client.0 : miss 2024-09-19T13:54:49.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.374+0000 7fa08f99b9c0 20 rados->read ofs=0 len=0 2024-09-19T13:54:49.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.374+0000 7fa08f99b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:54:49.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.374+0000 7fa08f99b9c0 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x0 2024-09-19T13:54:49.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.374+0000 7fa08f99b9c0 10 adding default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2024-09-19T13:54:49.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.374+0000 7fa08f99b9c0 10 cache get: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test : miss 2024-09-19T13:54:49.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.374+0000 7fa08f99b9c0 20 rados->read ofs=0 len=0 2024-09-19T13:54:49.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.374+0000 7fa08f99b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:54:49.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.374+0000 7fa08f99b9c0 10 cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x0 2024-09-19T13:54:49.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.374+0000 7fa08f99b9c0 10 adding default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2024-09-19T13:54:49.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.374+0000 7fa08f99b9c0 10 cache get: name=default.rgw.meta+users.keys+WZUCOAVCDJZMFBPRFNDN : miss 2024-09-19T13:54:49.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.374+0000 7fa08f99b9c0 20 rados->read ofs=0 len=0 2024-09-19T13:54:49.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.378+0000 7fa08f99b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:54:49.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.378+0000 7fa08f99b9c0 10 cache put: name=default.rgw.meta+users.keys+WZUCOAVCDJZMFBPRFNDN info.flags=0x0 2024-09-19T13:54:49.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.378+0000 7fa08f99b9c0 10 adding default.rgw.meta+users.keys+WZUCOAVCDJZMFBPRFNDN to cache LRU end 2024-09-19T13:54:49.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.378+0000 7fa08f99b9c0 10 cache get: name=default.rgw.meta+users.keys+WZUCOAVCDJZMFBPRFNDN : hit (negative entry) 2024-09-19T13:54:49.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.378+0000 7fa08f99b9c0 10 cache get: name=default.rgw.meta+users.keys+WZUCOAVCDJZMFBPRFNDN : hit (negative entry) 2024-09-19T13:54:49.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.382+0000 7fa08f99b9c0 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x17 2024-09-19T13:54:49.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.382+0000 7fa08f99b9c0 10 moving default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2024-09-19T13:54:49.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.382+0000 7fa08f99b9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:sysuser.client.0, ofs0, ns] 2024-09-19T13:54:49.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.382+0000 7f9f70ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529678 cookie 94638046205104 notifier 5940 bl.length()=675 2024-09-19T13:54:49.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.382+0000 7f9f70ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x17 2024-09-19T13:54:49.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.382+0000 7f9f70ff9640 10 rgw watcher librados: moving default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2024-09-19T13:54:49.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.386+0000 7fa08f99b9c0 10 cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x7 2024-09-19T13:54:49.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.386+0000 7fa08f99b9c0 10 moving default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2024-09-19T13:54:49.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.386+0000 7fa08f99b9c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.email:sysuser.client.0+test@test.test, ofs0, ns] 2024-09-19T13:54:49.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.386+0000 7f9f70ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529733 cookie 94638046210096 notifier 5940 bl.length()=202 2024-09-19T13:54:49.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.386+0000 7f9f70ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x7 2024-09-19T13:54:49.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.386+0000 7f9f70ff9640 10 rgw watcher librados: moving default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2024-09-19T13:54:49.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.390+0000 7fa08f99b9c0 10 cache put: name=default.rgw.meta+users.keys+WZUCOAVCDJZMFBPRFNDN info.flags=0x7 2024-09-19T13:54:49.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.390+0000 7fa08f99b9c0 10 moving default.rgw.meta+users.keys+WZUCOAVCDJZMFBPRFNDN to cache LRU end 2024-09-19T13:54:49.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.390+0000 7fa08f99b9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.keys:WZUCOAVCDJZMFBPRFNDN, ofs0, ns] 2024-09-19T13:54:49.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.390+0000 7f9f70ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529722 cookie 94638046178992 notifier 5940 bl.length()=190 2024-09-19T13:54:49.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.390+0000 7f9f70ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+WZUCOAVCDJZMFBPRFNDN info.flags=0x7 2024-09-19T13:54:49.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.390+0000 7f9f70ff9640 10 rgw watcher librados: moving default.rgw.meta+users.keys+WZUCOAVCDJZMFBPRFNDN to cache LRU end 2024-09-19T13:54:49.391 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-19T13:54:49.391 INFO:teuthology.orchestra.run.smithi031.stdout: "user_id": "sysuser.client.0", 2024-09-19T13:54:49.391 INFO:teuthology.orchestra.run.smithi031.stdout: "display_name": "Mr. sysuser.client.0", 2024-09-19T13:54:49.391 INFO:teuthology.orchestra.run.smithi031.stdout: "email": "sysuser.client.0+test@test.test", 2024-09-19T13:54:49.391 INFO:teuthology.orchestra.run.smithi031.stdout: "suspended": 0, 2024-09-19T13:54:49.391 INFO:teuthology.orchestra.run.smithi031.stdout: "max_buckets": 1000, 2024-09-19T13:54:49.391 INFO:teuthology.orchestra.run.smithi031.stdout: "subusers": [], 2024-09-19T13:54:49.391 INFO:teuthology.orchestra.run.smithi031.stdout: "keys": [ 2024-09-19T13:54:49.391 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T13:54:49.391 INFO:teuthology.orchestra.run.smithi031.stdout: "user": "sysuser.client.0", 2024-09-19T13:54:49.391 INFO:teuthology.orchestra.run.smithi031.stdout: "access_key": "WZUCOAVCDJZMFBPRFNDN", 2024-09-19T13:54:49.391 INFO:teuthology.orchestra.run.smithi031.stdout: "secret_key": "gRPX8R/4wUzDLNCnQBFuVFL3oJ3rCDpIfYxeoZypphPbszbozfJjTQ==", 2024-09-19T13:54:49.391 INFO:teuthology.orchestra.run.smithi031.stdout: "active": true, 2024-09-19T13:54:49.392 INFO:teuthology.orchestra.run.smithi031.stdout: "create_date": "2024-09-19T13:54:49.380751Z" 2024-09-19T13:54:49.392 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T13:54:49.392 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-19T13:54:49.392 INFO:teuthology.orchestra.run.smithi031.stdout: "swift_keys": [], 2024-09-19T13:54:49.392 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": [], 2024-09-19T13:54:49.392 INFO:teuthology.orchestra.run.smithi031.stdout: "op_mask": "read, write, delete", 2024-09-19T13:54:49.392 INFO:teuthology.orchestra.run.smithi031.stdout: "system": true, 2024-09-19T13:54:49.392 INFO:teuthology.orchestra.run.smithi031.stdout: "default_placement": "", 2024-09-19T13:54:49.392 INFO:teuthology.orchestra.run.smithi031.stdout: "default_storage_class": "", 2024-09-19T13:54:49.392 INFO:teuthology.orchestra.run.smithi031.stdout: "placement_tags": [], 2024-09-19T13:54:49.392 INFO:teuthology.orchestra.run.smithi031.stdout: "bucket_quota": { 2024-09-19T13:54:49.392 INFO:teuthology.orchestra.run.smithi031.stdout: "enabled": false, 2024-09-19T13:54:49.392 INFO:teuthology.orchestra.run.smithi031.stdout: "check_on_raw": false, 2024-09-19T13:54:49.392 INFO:teuthology.orchestra.run.smithi031.stdout: "max_size": -1, 2024-09-19T13:54:49.393 INFO:teuthology.orchestra.run.smithi031.stdout: "max_size_kb": 0, 2024-09-19T13:54:49.393 INFO:teuthology.orchestra.run.smithi031.stdout: "max_objects": -1 2024-09-19T13:54:49.393 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T13:54:49.393 INFO:teuthology.orchestra.run.smithi031.stdout: "user_quota": { 2024-09-19T13:54:49.393 INFO:teuthology.orchestra.run.smithi031.stdout: "enabled": false, 2024-09-19T13:54:49.393 INFO:teuthology.orchestra.run.smithi031.stdout: "check_on_raw": false, 2024-09-19T13:54:49.393 INFO:teuthology.orchestra.run.smithi031.stdout: "max_size": -1, 2024-09-19T13:54:49.393 INFO:teuthology.orchestra.run.smithi031.stdout: "max_size_kb": 0, 2024-09-19T13:54:49.393 INFO:teuthology.orchestra.run.smithi031.stdout: "max_objects": -1 2024-09-19T13:54:49.393 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T13:54:49.393 INFO:teuthology.orchestra.run.smithi031.stdout: "temp_url_keys": [], 2024-09-19T13:54:49.393 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "rgw", 2024-09-19T13:54:49.393 INFO:teuthology.orchestra.run.smithi031.stdout: "mfa_ids": [], 2024-09-19T13:54:49.393 INFO:teuthology.orchestra.run.smithi031.stdout: "account_id": "", 2024-09-19T13:54:49.394 INFO:teuthology.orchestra.run.smithi031.stdout: "path": "/", 2024-09-19T13:54:49.394 INFO:teuthology.orchestra.run.smithi031.stdout: "create_date": "2024-09-19T13:54:49.380701Z", 2024-09-19T13:54:49.394 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-19T13:54:49.394 INFO:teuthology.orchestra.run.smithi031.stdout: "group_ids": [] 2024-09-19T13:54:49.394 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-19T13:54:49.394 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T13:54:49.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.390+0000 7f9f43fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:54:49.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.398+0000 7fa08f99b9c0 20 remove_watcher() i=0 2024-09-19T13:54:49.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.398+0000 7fa08f99b9c0 2 removed watcher, disabling cache 2024-09-19T13:54:49.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.398+0000 7fa08f99b9c0 20 remove_watcher() i=1 2024-09-19T13:54:49.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.402+0000 7fa08f99b9c0 20 remove_watcher() i=2 2024-09-19T13:54:49.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.402+0000 7fa08f99b9c0 20 remove_watcher() i=3 2024-09-19T13:54:49.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.406+0000 7fa08f99b9c0 20 remove_watcher() i=4 2024-09-19T13:54:49.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.410+0000 7fa08f99b9c0 20 remove_watcher() i=5 2024-09-19T13:54:49.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.410+0000 7fa08f99b9c0 20 remove_watcher() i=6 2024-09-19T13:54:49.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:54:49.414+0000 7fa08f99b9c0 20 remove_watcher() i=7 2024-09-19T13:54:49.437 INFO:tasks.ragweed:Configuring ragweed... 2024-09-19T13:54:49.437 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T13:54:49.437 DEBUG:teuthology.orchestra.run.smithi031:> dd of=/home/ubuntu/cephtest/archive/ragweed.client.0.conf 2024-09-19T13:54:49.487 INFO:tasks.ragweed:Configuring boto... 2024-09-19T13:54:49.487 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T13:54:49.487 DEBUG:teuthology.orchestra.run.smithi031:> dd of=/home/ubuntu/cephtest/boto.cfg 2024-09-19T13:54:49.538 DEBUG:teuthology.orchestra.run.smithi031:ragweed tests against rgw> source /home/ubuntu/cephtest/tox-venv/bin/activate && cd /home/ubuntu/cephtest/ragweed.client.0 && RAGWEED_CONF=/home/ubuntu/cephtest/archive/ragweed.client.0.conf RAGWEED_STAGES=prepare,check BOTO_CONFIG=/home/ubuntu/cephtest/boto.cfg tox --sitepackages -- -v -m 'not fails_on_rgw' 2024-09-19T13:54:49.728 INFO:teuthology.orchestra.run.smithi031.stdout:GLOB sdist-make: /home/ubuntu/cephtest/ragweed.client.0/setup.py 2024-09-19T13:54:49.907 INFO:teuthology.orchestra.run.smithi031.stdout:py create: /home/ubuntu/cephtest/ragweed.client.0/.tox/py 2024-09-19T13:54:50.548 INFO:teuthology.orchestra.run.smithi031.stdout:py installdeps: -rrequirements.txt 2024-09-19T13:54:53.261 INFO:teuthology.orchestra.run.smithi031.stdout:py inst: /home/ubuntu/cephtest/ragweed.client.0/.tox/.tmp/package/1/ragweed-0.0.1.zip 2024-09-19T13:54:57.754 INFO:teuthology.orchestra.run.smithi031.stdout:py installed: appdirs==1.4.4,asyncssh==2.5.0,attrs==21.2.0,Babel==2.8.0,bcrypt==3.2.0,beautifulsoup4==4.10.0,beniget==0.4.1,blinker==1.4,boto==2.49.0,Brotli==1.0.9,cachetools==5.0.0,ceph==1.0.0,ceph-volume==1.0.0,cephfs==2.0.0,certifi==2020.6.20,chardet==4.0.0,cheroot==8.5.2+ds1,CherryPy==18.6.1,command-not-found==0.3,configobj==5.0.6,cryptography==3.4.8,cycler==0.11.0,dbus-python==1.2.18,decorator==4.4.2,distlib==0.3.4,distro==1.7.0,distro-info===1.1build1,docopt==0.6.2,execnet==1.9.0,filelock==3.6.0,fonttools==4.29.1,fs==2.4.12,gast==0.5.2,gevent==21.8.0,google-auth==1.5.1,greenlet==1.1.2,html5lib==1.1,httplib2==0.20.2,idna==3.3,importlib-metadata==4.6.4,iniconfig==1.1.1,isodate==0.6.1,jaraco.classes==3.2.1,jaraco.collections==3.4.0,jaraco.functools==3.4.0,jaraco.text==3.6.0,jeepney==0.7.1,Jinja2==3.0.3,joblib==0.17.0,keyring==23.5.0,kiwisolver==1.3.2,kubernetes==12.0.1,language-selector==0.1,launchpadlib==1.10.16,lazr.restfulclient==0.14.4,lazr.uri==1.0.6,logutils==0.3.3,lxml==4.8.0,lz4==3.1.3+dfsg,Mako==1.1.3,MarkupSafe==2.0.1,matplotlib==3.5.1,more-itertools==8.10.0,mpmath==0.0.0,munch==4.0.0,natsort==8.0.2,netifaces==0.11.0,nose==1.3.7,numpy==1.21.5,oauthlib==3.2.0,olefile==0.46,packaging==21.3,Paste==3.5.0,PasteDeploy==2.1.1,PasteScript==2.0.2,pecan==1.3.3,Pillow==9.0.1,platformdirs==2.5.1,pluggy==0.13.0,ply==3.11,portend==3.0.0,prettytable==2.5.0,psutil==5.9.0,py==1.10.0,pyasn1==0.4.8,pyasn1-modules==0.2.1,Pygments==2.11.2,PyGObject==3.42.1,pyinotify==0.9.6,PyJWT==2.3.0,pymacaroons==0.13.0,PyNaCl==1.5.0,pyOpenSSL==21.0.0,pyparsing==2.4.7,pytest==6.2.5,python-apt==2.3.0+ubuntu2.1,python-dateutil==2.8.1,python-magic==0.4.24,pythran==0.10.0,pytz==2022.1,PyYAML==5.4.1,rados==2.0.0,ragweed @ file:///home/ubuntu/cephtest/ragweed.client.0/.tox/.tmp/package/1/ragweed-0.0.1.zip#sha256=8a9eb46bcd6d8e9f94342c75d05f9ae715972b891caaf3034af66e61301c10cb,rbd==2.0.0,registries-conf-ctl @ git+https://github.com/sebastian-philipp/registries-conf-ctl@0e9bf2dc202aa9be9b0bf8e8265aac3f2308f9db,remoto==1.2.1,repoze.lru==0.7,requests==2.25.1,requests-oauthlib==1.3.0,rgw==2.0.0,Routes==2.5.1,rsa==4.8,s3cmd==2.2.0,scikit-learn==0.23.2,scipy==1.8.0,SecretStorage==3.3.1,simplegeneric==0.8.1,simplejson==3.17.6,six==1.16.0,soupsieve==2.3.1,ssh-import-id==5.11,sympy==1.9,Tempita==0.5.2,tempora==4.1.2,threadpoolctl==3.1.0,toml==0.10.2,ubuntu-advantage-tools==27.12,ufoLib2==0.13.1,ufw==0.36.1,unattended-upgrades==0.1,unicodedata2==14.0.0,urllib3==1.26.5,virtualenv==20.13.0+ds,wadllib==1.3.6,waitress==1.4.4,wcwidth==0.2.5,webencodings==0.5.1,WebOb==1.8.6,websocket-client==1.2.3,WebTest==2.0.35,Werkzeug==2.0.2,zc.lockfile==2.0,zipp==1.0.0,zope.event==4.4,zope.interface==5.4.0 2024-09-19T13:54:57.754 INFO:teuthology.orchestra.run.smithi031.stdout:py run-test-pre: PYTHONHASHSEED='3058023685' 2024-09-19T13:54:57.754 INFO:teuthology.orchestra.run.smithi031.stdout:py run-test: commands[0] | python -m pytest -v -m 'not fails_on_rgw' 2024-09-19T13:54:57.927 INFO:teuthology.orchestra.run.smithi031.stdout:============================= test session starts ============================== 2024-09-19T13:54:57.927 INFO:teuthology.orchestra.run.smithi031.stdout:platform linux -- Python 3.10.6, pytest-6.2.5, py-1.10.0, pluggy-0.13.0 -- /home/ubuntu/cephtest/ragweed.client.0/.tox/py/bin/python 2024-09-19T13:54:57.927 INFO:teuthology.orchestra.run.smithi031.stdout:cachedir: .tox/py/.pytest_cache 2024-09-19T13:54:57.927 INFO:teuthology.orchestra.run.smithi031.stdout:rootdir: /home/ubuntu/cephtest/ragweed.client.0, configfile: pytest.ini 2024-09-19T13:54:58.085 INFO:teuthology.orchestra.run.smithi031.stdout:collecting ... collected 9 items 2024-09-19T13:54:58.085 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T13:55:00.363 INFO:teuthology.orchestra.run.smithi031.stdout:ragweed/tests/tests.py::r_test_small_obj_data::test PASSED [ 11%] 2024-09-19T13:55:01.724 INFO:teuthology.orchestra.run.smithi031.stdout:ragweed/tests/tests.py::r_test_multipart_simple::test PASSED [ 22%] 2024-09-19T13:55:02.924 INFO:teuthology.orchestra.run.smithi031.stdout:ragweed/tests/tests.py::r_test_multipart_index_versioning::test PASSED [ 33%] 2024-09-19T13:55:04.236 INFO:teuthology.orchestra.run.smithi031.stdout:ragweed/tests/tests.py::r_test_multipart_defer_complete::test PASSED [ 44%] 2024-09-19T13:55:05.433 INFO:teuthology.orchestra.run.smithi031.stdout:ragweed/tests/tests.py::r_test_multipart_defer_update_complete::test PASSED [ 55%] 2024-09-19T13:55:11.919 INFO:teuthology.orchestra.run.smithi031.stdout:ragweed/tests/tests.py::r_test_obj_storage_class::test PASSED [ 66%] 2024-09-19T13:55:14.318 INFO:teuthology.orchestra.run.smithi031.stdout:ragweed/tests/tests.py::r_test_obj_storage_class_multipart::test PASSED [ 77%] 2024-09-19T13:55:17.415 INFO:teuthology.orchestra.run.smithi031.stdout:ragweed/tests/tests.py::r_test_obj_storage_class_copy::test PASSED [ 88%] 2024-09-19T13:55:22.225 INFO:teuthology.orchestra.run.smithi031.stdout:ragweed/tests/tests.py::r_test_obj_storage_class_multipart_copy::test PASSED [100%] 2024-09-19T13:55:22.226 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T13:55:22.226 INFO:teuthology.orchestra.run.smithi031.stdout:=============================== warnings summary =============================== 2024-09-19T13:55:22.226 INFO:teuthology.orchestra.run.smithi031.stdout:.tox/py/lib/python3.10/site-packages/boto/plugin.py:40 2024-09-19T13:55:22.226 INFO:teuthology.orchestra.run.smithi031.stdout: /home/ubuntu/cephtest/ragweed.client.0/.tox/py/lib/python3.10/site-packages/boto/plugin.py:40: DeprecationWarning: the imp module is deprecated in favour of importlib and slated for removal in Python 3.12; see the module's documentation for alternative uses 2024-09-19T13:55:22.226 INFO:teuthology.orchestra.run.smithi031.stdout: import imp 2024-09-19T13:55:22.226 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T13:55:22.226 INFO:teuthology.orchestra.run.smithi031.stdout:-- Docs: https://docs.pytest.org/en/stable/warnings.html 2024-09-19T13:55:22.226 INFO:teuthology.orchestra.run.smithi031.stdout:======================== 9 passed, 1 warning in 24.30s ========================= 2024-09-19T13:55:22.276 INFO:teuthology.orchestra.run.smithi031.stdout:___________________________________ summary ____________________________________ 2024-09-19T13:55:22.276 INFO:teuthology.orchestra.run.smithi031.stdout: py: commands succeeded 2024-09-19T13:55:22.276 INFO:teuthology.orchestra.run.smithi031.stdout: congratulations :) 2024-09-19T13:55:22.302 INFO:tasks.ragweed:Cleaning up boto... 2024-09-19T13:55:22.302 DEBUG:teuthology.orchestra.run.smithi031:> rm -f /home/ubuntu/cephtest/boto.cfg 2024-09-19T13:55:22.308 DEBUG:teuthology.orchestra.run.smithi031:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid ragweed.client.0 --purge-data 2024-09-19T13:55:22.385 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:55:22.385 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:55:22.427 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.425+0000 7f0b2d1619c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:22.428 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.425+0000 7f0b2d1619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:55:22.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.425+0000 7f0b2d1619c0 20 realm 2024-09-19T13:55:22.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.425+0000 7f0b2d1619c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:22.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.429+0000 7f0b2d1619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:55:22.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.429+0000 7f0b2d1619c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:55:22.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.429+0000 7f0b2d1619c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:22.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.429+0000 7f0b2d1619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:55:22.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.429+0000 7f0b2d1619c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:22.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.429+0000 7f0b2d1619c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:55:22.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.429+0000 7f0b2d1619c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:22.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.429+0000 7f0b2d1619c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:55:22.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.429+0000 7f0b2d1619c0 20 searching for the correct realm 2024-09-19T13:55:22.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.437+0000 7f0b2b468640 0 -- 172.21.15.31:0/2112874883 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7f0b20000ee0 msgr2=0x7f0b20003390 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:55:22.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.441+0000 7f0b2ac67640 0 -- 172.21.15.31:0/2112874883 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f0b1c03a040 msgr2=0x7f0b1c00e440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T13:55:22.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.449+0000 7f0b2d1619c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:55:22.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.449+0000 7f0b2d1619c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:55:22.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.449+0000 7f0b2d1619c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:55:22.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.449+0000 7f0b2d1619c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:55:22.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.449+0000 7f0b2d1619c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:55:22.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.449+0000 7f0b2d1619c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:55:22.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.449+0000 7f0b2d1619c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:22.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.453+0000 7f0b2d1619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:55:22.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.453+0000 7f0b2d1619c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:22.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.453+0000 7f0b2d1619c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:55:22.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.453+0000 7f0b2d1619c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:22.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.453+0000 7f0b2d1619c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:55:22.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.453+0000 7f0b2d1619c0 20 zone default found 2024-09-19T13:55:22.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.453+0000 7f0b2d1619c0 4 Realm: () 2024-09-19T13:55:22.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.453+0000 7f0b2d1619c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:55:22.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.453+0000 7f0b2d1619c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:55:22.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.453+0000 7f0b2d1619c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:55:22.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.453+0000 7f0b2d1619c0 20 zonegroup default 2024-09-19T13:55:22.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.453+0000 7f0b2d1619c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:22.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.453+0000 7f0b2d1619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:55:22.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.453+0000 7f0b2d1619c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:22.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.453+0000 7f0b2d1619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:55:22.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.453+0000 7f0b2d1619c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:22.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.453+0000 7f0b2d1619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:55:22.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.453+0000 7f0b2d1619c0 20 started sync module instance, tier type = 2024-09-19T13:55:22.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.453+0000 7f0b2d1619c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:55:22.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.473+0000 7f0b2d1619c0 20 add_watcher() i=0 2024-09-19T13:55:22.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.473+0000 7f0b2d1619c0 20 add_watcher() i=1 2024-09-19T13:55:22.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.473+0000 7f0b2d1619c0 20 add_watcher() i=2 2024-09-19T13:55:22.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.473+0000 7f0b2d1619c0 20 add_watcher() i=3 2024-09-19T13:55:22.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.473+0000 7f0b2d1619c0 20 add_watcher() i=4 2024-09-19T13:55:22.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.473+0000 7f0b2d1619c0 20 add_watcher() i=5 2024-09-19T13:55:22.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.473+0000 7f0b2d1619c0 20 add_watcher() i=6 2024-09-19T13:55:22.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.477+0000 7f0b2d1619c0 20 add_watcher() i=7 2024-09-19T13:55:22.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.477+0000 7f0b2d1619c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:55:22.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.477+0000 7f09e17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:55:22.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.477+0000 7f0b2d1619c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:55:22.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.477+0000 7f0b2d1619c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:55:22.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.561+0000 7f095bfff640 20 reqs_thread_entry: start 2024-09-19T13:55:22.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.561+0000 7f0b2d1619c0 20 init_complete bucket index max shards: 1 2024-09-19T13:55:22.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.561+0000 7f0b2d1619c0 20 Filter name: none 2024-09-19T13:55:22.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.561+0000 7f0959ffb640 20 reqs_thread_entry: start 2024-09-19T13:55:22.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.561+0000 7f0b2d1619c0 10 cache get: name=default.rgw.meta+users.uid+ragweed.client.0 : miss 2024-09-19T13:55:22.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.561+0000 7f0b2d1619c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:22.570 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.565+0000 7f0b2d1619c0 20 rados_obj.operate() r=0 bl.length=486 2024-09-19T13:55:22.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.565+0000 7f0b2d1619c0 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x13 2024-09-19T13:55:22.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.565+0000 7f0b2d1619c0 10 adding default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2024-09-19T13:55:22.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.565+0000 7f0b2d1619c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:55:22.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.565+0000 7f0b2d1619c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-conf:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4 : miss 2024-09-19T13:55:22.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.565+0000 7f0b2d1619c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:22.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.565+0000 7f0b2d1619c0 20 rados_obj.operate() r=0 bl.length=426 2024-09-19T13:55:22.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.565+0000 7f0b2d1619c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-conf:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4 info.flags=0x17 2024-09-19T13:55:22.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.565+0000 7f0b2d1619c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-conf:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4 to cache LRU end 2024-09-19T13:55:22.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.565+0000 7f0b2d1619c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:55:22.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.565+0000 7f0b2d1619c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-19T13:55:22.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.565+0000 7f0b2d1619c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-conf:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4 2024-09-19T13:55:22.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.565+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got tests/r_test_multipart_defer_complete 2024-09-19T13:55:22.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.565+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got tests/r_test_multipart_defer_update_complete 2024-09-19T13:55:22.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.565+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got tests/r_test_multipart_index_versioning 2024-09-19T13:55:22.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.565+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got tests/r_test_multipart_simple 2024-09-19T13:55:22.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.565+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class 2024-09-19T13:55:22.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.565+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_copy 2024-09-19T13:55:22.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.565+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_multipart 2024-09-19T13:55:22.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.565+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_multipart_copy 2024-09-19T13:55:22.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.565+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got tests/r_test_small_obj_data 2024-09-19T13:55:22.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.569+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b2001a3d0 obj=test-client.0-conf:tests/r_test_multipart_defer_complete state=0x55af3d083228 s->prefetch_data=0 2024-09-19T13:55:22.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.569+0000 7f0b2d1619c0 10 manifest: total_size = 7549 2024-09-19T13:55:22.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.569+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3639224323636475744 2024-09-19T13:55:22.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.569+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b2001a3d0 obj=test-client.0-conf:tests/r_test_multipart_defer_complete state=0x55af3d083228 s->prefetch_data=0 2024-09-19T13:55:22.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.569+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d083228 2024-09-19T13:55:22.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.569+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4.0 2024-09-19T13:55:22.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.573+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:22.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.573+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=7549 stripe_ofs=7549 part_ofs=0 rule->part_size=0 2024-09-19T13:55:22.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.573+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3639224323636475744 2024-09-19T13:55:22.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.573+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T13:55:22.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.573+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4__shadow_.Covm4OL683jmSIYz_StMUQUZ8P6caDh_0 2024-09-19T13:55:22.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.573+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-19T13:55:22.576 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.573+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T13:55:22.576 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.573+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_chain - on object name: gc.2tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3639224323636475744 2024-09-19T13:55:22.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.577+0000 7f0a0e7fc640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_defer_complete 2024-09-19T13:55:22.578 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.577+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b2001a3d0 obj=test-client.0-conf:tests/r_test_multipart_defer_update_complete state=0x55af3d0098e8 s->prefetch_data=0 2024-09-19T13:55:22.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.577+0000 7f0b2d1619c0 10 manifest: total_size = 13127 2024-09-19T13:55:22.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.577+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.919014344880862562 2024-09-19T13:55:22.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.577+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b2001a3d0 obj=test-client.0-conf:tests/r_test_multipart_defer_update_complete state=0x55af3d0098e8 s->prefetch_data=0 2024-09-19T13:55:22.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.577+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d0098e8 2024-09-19T13:55:22.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.577+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4.0 2024-09-19T13:55:22.584 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.581+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:22.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.581+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=13127 stripe_ofs=13127 part_ofs=0 rule->part_size=0 2024-09-19T13:55:22.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.581+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.919014344880862562 2024-09-19T13:55:22.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.581+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T13:55:22.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.581+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4__shadow_.MRtZJYxS-voT9GSbR8ZB2cQNrNLM_Z9_0 2024-09-19T13:55:22.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.581+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 327 2024-09-19T13:55:22.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.581+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T13:55:22.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.581+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_chain - on object name: gc.22tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.919014344880862562 2024-09-19T13:55:22.586 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.585+0000 7f0a0dffb640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_defer_update_complete 2024-09-19T13:55:22.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.585+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b2001a3d0 obj=test-client.0-conf:tests/r_test_multipart_index_versioning state=0x55af3d00ede8 s->prefetch_data=0 2024-09-19T13:55:22.588 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.585+0000 7f0b2d1619c0 10 manifest: total_size = 7413 2024-09-19T13:55:22.588 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.585+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11711296222484780653 2024-09-19T13:55:22.588 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.585+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b2001a3d0 obj=test-client.0-conf:tests/r_test_multipart_index_versioning state=0x55af3d00ede8 s->prefetch_data=0 2024-09-19T13:55:22.588 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.585+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d00ede8 2024-09-19T13:55:22.588 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.585+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4.0 2024-09-19T13:55:22.593 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.589+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:22.593 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.589+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=7413 stripe_ofs=7413 part_ofs=0 rule->part_size=0 2024-09-19T13:55:22.593 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.593+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11711296222484780653 2024-09-19T13:55:22.593 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.593+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T13:55:22.593 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.593+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4__shadow_.r0JauLjzVuOxTTghc5eYKcUoB9PrEG0_0 2024-09-19T13:55:22.594 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.593+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-19T13:55:22.594 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.593+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T13:55:22.594 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.593+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_chain - on object name: gc.26tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11711296222484780653 2024-09-19T13:55:22.594 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.593+0000 7f0a0e7fc640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_index_versioning 2024-09-19T13:55:22.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.593+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b2001a3d0 obj=test-client.0-conf:tests/r_test_multipart_simple state=0x55af3d00ede8 s->prefetch_data=0 2024-09-19T13:55:22.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.593+0000 7f0b2d1619c0 10 manifest: total_size = 7429 2024-09-19T13:55:22.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.593+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14866263029375919672 2024-09-19T13:55:22.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.593+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b2001a3d0 obj=test-client.0-conf:tests/r_test_multipart_simple state=0x55af3d00ede8 s->prefetch_data=0 2024-09-19T13:55:22.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.593+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d00ede8 2024-09-19T13:55:22.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.593+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4.0 2024-09-19T13:55:22.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.597+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:22.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.597+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=7429 stripe_ofs=7429 part_ofs=0 rule->part_size=0 2024-09-19T13:55:22.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.597+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14866263029375919672 2024-09-19T13:55:22.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.597+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T13:55:22.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.597+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4__shadow_.V96BEI3v-wX0RzgWM_XQv16RV6azAKm_0 2024-09-19T13:55:22.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.597+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-19T13:55:22.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.597+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T13:55:22.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.597+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_chain - on object name: gc.23tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14866263029375919672 2024-09-19T13:55:22.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.601+0000 7f0a0dffb640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_simple 2024-09-19T13:55:22.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.601+0000 7f0b2d1619c0 20 get_obj_state: octx=0x55af3d00e7a0 obj=test-client.0-conf:tests/r_test_obj_storage_class state=0x55af3d00ede8 s->prefetch_data=0 2024-09-19T13:55:22.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.601+0000 7f0b2d1619c0 10 manifest: total_size = 13590 2024-09-19T13:55:22.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.601+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9895008073537913006 2024-09-19T13:55:22.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.601+0000 7f0b2d1619c0 20 get_obj_state: octx=0x55af3d00e7a0 obj=test-client.0-conf:tests/r_test_obj_storage_class state=0x55af3d00ede8 s->prefetch_data=0 2024-09-19T13:55:22.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.601+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d00ede8 2024-09-19T13:55:22.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.601+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4.0 2024-09-19T13:55:22.608 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.605+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:22.608 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.605+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=13590 stripe_ofs=13590 part_ofs=0 rule->part_size=0 2024-09-19T13:55:22.608 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.605+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9895008073537913006 2024-09-19T13:55:22.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.605+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T13:55:22.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.605+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4__shadow_.yoS5hwBEHVW_x-gzy2x21vWbcAcvH1Y_0 2024-09-19T13:55:22.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.605+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-19T13:55:22.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.605+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T13:55:22.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.605+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_chain - on object name: gc.31tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9895008073537913006 2024-09-19T13:55:22.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.609+0000 7f0a0e7fc640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class 2024-09-19T13:55:22.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.609+0000 7f0b2d1619c0 20 get_obj_state: octx=0x55af3d00c1d0 obj=test-client.0-conf:tests/r_test_obj_storage_class_copy state=0x55af3d00ede8 s->prefetch_data=0 2024-09-19T13:55:22.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.609+0000 7f0b2d1619c0 10 manifest: total_size = 5046 2024-09-19T13:55:22.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.609+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7413821369929686838 2024-09-19T13:55:22.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.609+0000 7f0b2d1619c0 20 get_obj_state: octx=0x55af3d00c1d0 obj=test-client.0-conf:tests/r_test_obj_storage_class_copy state=0x55af3d00ede8 s->prefetch_data=0 2024-09-19T13:55:22.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.609+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d00ede8 2024-09-19T13:55:22.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.609+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4.0 2024-09-19T13:55:22.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.613+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:22.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.613+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=5046 stripe_ofs=5046 part_ofs=0 rule->part_size=0 2024-09-19T13:55:22.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.613+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7413821369929686838 2024-09-19T13:55:22.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.613+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T13:55:22.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.613+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4__shadow_.lA96LIc6_7kV30zafvLlzG2CGlx0vp5_0 2024-09-19T13:55:22.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.613+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-19T13:55:22.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.613+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T13:55:22.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.613+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_chain - on object name: gc.30tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7413821369929686838 2024-09-19T13:55:22.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.617+0000 7f0a0dffb640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_copy 2024-09-19T13:55:22.620 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.617+0000 7f0b2d1619c0 20 get_obj_state: octx=0x55af3d00cc00 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart state=0x55af3d00ede8 s->prefetch_data=0 2024-09-19T13:55:22.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.617+0000 7f0b2d1619c0 10 manifest: total_size = 14223 2024-09-19T13:55:22.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.617+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9919945488754813346 2024-09-19T13:55:22.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.617+0000 7f0b2d1619c0 20 get_obj_state: octx=0x55af3d00cc00 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart state=0x55af3d00ede8 s->prefetch_data=0 2024-09-19T13:55:22.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.617+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d00ede8 2024-09-19T13:55:22.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.617+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4.0 2024-09-19T13:55:22.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.621+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:22.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.621+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=14223 stripe_ofs=14223 part_ofs=0 rule->part_size=0 2024-09-19T13:55:22.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.621+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9919945488754813346 2024-09-19T13:55:22.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.621+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T13:55:22.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.621+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4__shadow_.FNwsHYPiudLnspsO-Ls6aDqrOv4WrGf_0 2024-09-19T13:55:22.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.621+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-19T13:55:22.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.621+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T13:55:22.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.621+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_chain - on object name: gc.24tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9919945488754813346 2024-09-19T13:55:22.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.625+0000 7f0a0e7fc640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_multipart 2024-09-19T13:55:22.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.625+0000 7f0b2d1619c0 20 get_obj_state: octx=0x55af3d00cc00 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart_copy state=0x55af3d00ede8 s->prefetch_data=0 2024-09-19T13:55:22.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.625+0000 7f0b2d1619c0 10 manifest: total_size = 7841 2024-09-19T13:55:22.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.625+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11346361658554568916 2024-09-19T13:55:22.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.625+0000 7f0b2d1619c0 20 get_obj_state: octx=0x55af3d00cc00 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart_copy state=0x55af3d00ede8 s->prefetch_data=0 2024-09-19T13:55:22.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.625+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d00ede8 2024-09-19T13:55:22.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.625+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4.0 2024-09-19T13:55:22.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.633+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:22.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.633+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=7841 stripe_ofs=7841 part_ofs=0 rule->part_size=0 2024-09-19T13:55:22.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.633+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11346361658554568916 2024-09-19T13:55:22.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.633+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T13:55:22.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.633+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4__shadow_.dTCOJxctocFlZYFw6tULu-sDFFKwyam_0 2024-09-19T13:55:22.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.633+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-19T13:55:22.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.633+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T13:55:22.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.633+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_chain - on object name: gc.6tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11346361658554568916 2024-09-19T13:55:22.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.633+0000 7f0a0dffb640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_multipart_copy 2024-09-19T13:55:22.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.633+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b2001a3d0 obj=test-client.0-conf:tests/r_test_small_obj_data state=0x55af3d00ede8 s->prefetch_data=0 2024-09-19T13:55:22.637 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.637+0000 7f0b2d1619c0 10 manifest: total_size = 5409 2024-09-19T13:55:22.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.637+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4638558181227594400 2024-09-19T13:55:22.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.637+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b2001a3d0 obj=test-client.0-conf:tests/r_test_small_obj_data state=0x55af3d00ede8 s->prefetch_data=0 2024-09-19T13:55:22.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.637+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d00ede8 2024-09-19T13:55:22.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.637+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4.0 2024-09-19T13:55:22.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.641+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:22.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.641+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=5409 stripe_ofs=5409 part_ofs=0 rule->part_size=0 2024-09-19T13:55:22.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.641+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4638558181227594400 2024-09-19T13:55:22.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.641+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T13:55:22.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.641+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4__shadow_.2EYWKCRHRLTguOu11oNqu-RQenFJQ79_0 2024-09-19T13:55:22.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.641+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-19T13:55:22.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.641+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T13:55:22.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.641+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_chain - on object name: gc.15tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4638558181227594400 2024-09-19T13:55:22.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.641+0000 7f0a0e7fc640 20 handle_completion(): completion ok for obj=tests/r_test_small_obj_data 2024-09-19T13:55:22.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.645+0000 7f0b2d1619c0 20 list_objects_ordered: starting attempt 1 2024-09-19T13:55:22.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.645+0000 7f0b2d1619c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-19T13:55:22.646 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.645+0000 7f0b2d1619c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-19T13:55:22.646 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.645+0000 7f0b2d1619c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-19T13:55:22.646 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.645+0000 7f0b2d1619c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-19T13:55:22.646 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.645+0000 7f0b2d1619c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-19T13:55:22.646 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.645+0000 7f0b2d1619c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-conf[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4])"; uploads.size()=0; is_truncated=0 2024-09-19T13:55:22.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.649+0000 7f0b2d1619c0 10 cache get: name=default.rgw.meta+root+test-client.0-conf : miss 2024-09-19T13:55:22.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.649+0000 7f0b2d1619c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:22.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.649+0000 7f0b2d1619c0 20 rados_obj.operate() r=0 bl.length=204 2024-09-19T13:55:22.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.649+0000 7f0b2d1619c0 10 cache put: name=default.rgw.meta+root+test-client.0-conf info.flags=0x11 2024-09-19T13:55:22.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.649+0000 7f0b2d1619c0 10 adding default.rgw.meta+root+test-client.0-conf to cache LRU end 2024-09-19T13:55:22.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.649+0000 7f0b2d1619c0 10 removing default.rgw.meta+root+test-client.0-conf from cache 2024-09-19T13:55:22.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.649+0000 7f0b2d1619c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-conf, ofs0, ns] 2024-09-19T13:55:22.653 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.649+0000 7f0a0dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333500 cookie 94211130872832 notifier 5669 bl.length()=162 2024-09-19T13:55:22.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.653+0000 7f0b2d1619c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-conf:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4 from cache 2024-09-19T13:55:22.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.653+0000 7f0b2d1619c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-conf:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4, ofs0, ns] 2024-09-19T13:55:22.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.653+0000 7f0a0e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333459 cookie 94211130892464 notifier 5669 bl.length()=219 2024-09-19T13:55:22.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.657+0000 7f0b2d1619c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-conf/0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4 : miss 2024-09-19T13:55:22.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.657+0000 7f0b2d1619c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:22.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.657+0000 7f0b2d1619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:55:22.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.657+0000 7f0b2d1619c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-conf/0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4 info.flags=0x0 2024-09-19T13:55:22.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.657+0000 7f0b2d1619c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-conf/0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4 to cache LRU end 2024-09-19T13:55:22.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.661+0000 7f0b2d1619c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11 : miss 2024-09-19T13:55:22.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.661+0000 7f0b2d1619c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:22.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.661+0000 7f0b2d1619c0 20 rados_obj.operate() r=0 bl.length=457 2024-09-19T13:55:22.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.665+0000 7f0b2d1619c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11 info.flags=0x17 2024-09-19T13:55:22.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.665+0000 7f0b2d1619c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11 to cache LRU end 2024-09-19T13:55:22.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.665+0000 7f0b2d1619c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:55:22.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.665+0000 7f0b2d1619c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-19T13:55:22.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.665+0000 7f0b2d1619c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11 2024-09-19T13:55:22.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.665+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got foo 2024-09-19T13:55:22.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.665+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b2004f5e0 obj=test-client.0-r-test-multipart-defer-complete.1:foo state=0x55af3d00ede8 s->prefetch_data=0 2024-09-19T13:55:22.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.665+0000 7f0b2d1619c0 10 manifest: total_size = 26085 2024-09-19T13:55:22.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.665+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1905320579953073087 2024-09-19T13:55:22.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.665+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b2004f5e0 obj=test-client.0-r-test-multipart-defer-complete.1:foo state=0x55af3d00ede8 s->prefetch_data=0 2024-09-19T13:55:22.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.665+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d00ede8 2024-09-19T13:55:22.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.665+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11.0 2024-09-19T13:55:22.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.669+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=7671 rules.size()=4 2024-09-19T13:55:22.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.669+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=7671 2024-09-19T13:55:22.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.669+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=7671 stripe_ofs=7671 part_ofs=7671 rule->part_size=7673 2024-09-19T13:55:22.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.669+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=7673 rules.size()=4 2024-09-19T13:55:22.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.669+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=4201975 part_ofs=7671 rule->part_size=7673 2024-09-19T13:55:22.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.669+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=15344 stripe_ofs=15344 part_ofs=15344 rule->part_size=7674 2024-09-19T13:55:22.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.669+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=7674 rules.size()=4 2024-09-19T13:55:22.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.669+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=4209648 part_ofs=15344 rule->part_size=7674 2024-09-19T13:55:22.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.669+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=23018 stripe_ofs=23018 part_ofs=23018 rule->part_size=3067 2024-09-19T13:55:22.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.669+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=3067 rules.size()=4 2024-09-19T13:55:22.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.669+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=4217322 part_ofs=23018 rule->part_size=3067 2024-09-19T13:55:22.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.669+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=26085 stripe_ofs=26085 part_ofs=26085 rule->part_size=3067 2024-09-19T13:55:22.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.669+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1905320579953073087 2024-09-19T13:55:22.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.669+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T13:55:22.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.669+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11__multipart_foo.2~wGNnNeDpmdBKlx8x0m8plueceGh4Sgp.1 2024-09-19T13:55:22.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.669+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 346 2024-09-19T13:55:22.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.669+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11__multipart_foo.2~wGNnNeDpmdBKlx8x0m8plueceGh4Sgp.2 2024-09-19T13:55:22.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.669+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 592 2024-09-19T13:55:22.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.669+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11__multipart_foo.2~wGNnNeDpmdBKlx8x0m8plueceGh4Sgp.3 2024-09-19T13:55:22.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.669+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 838 2024-09-19T13:55:22.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.669+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11__multipart_foo.2~wGNnNeDpmdBKlx8x0m8plueceGh4Sgp.4 2024-09-19T13:55:22.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.669+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1084 2024-09-19T13:55:22.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.669+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T13:55:22.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.669+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_chain - on object name: gc.9tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1905320579953073087 2024-09-19T13:55:22.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.673+0000 7f0b2d1619c0 20 list_objects_ordered: starting attempt 1 2024-09-19T13:55:22.675 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.673+0000 7f0b2d1619c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-19T13:55:22.675 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.673+0000 7f0a0dffb640 20 handle_completion(): completion ok for obj=foo 2024-09-19T13:55:22.675 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.673+0000 7f0b2d1619c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-19T13:55:22.675 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.673+0000 7f0b2d1619c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-19T13:55:22.675 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.673+0000 7f0b2d1619c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-19T13:55:22.675 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.673+0000 7f0b2d1619c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-19T13:55:22.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.673+0000 7f0b2d1619c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-defer-complete.1[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11])"; uploads.size()=0; is_truncated=0 2024-09-19T13:55:22.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.677+0000 7f0b2d1619c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 : miss 2024-09-19T13:55:22.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.677+0000 7f0b2d1619c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:22.679 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.677+0000 7f0b2d1619c0 20 rados_obj.operate() r=0 bl.length=235 2024-09-19T13:55:22.679 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.677+0000 7f0b2d1619c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 info.flags=0x11 2024-09-19T13:55:22.679 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.677+0000 7f0b2d1619c0 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 to cache LRU end 2024-09-19T13:55:22.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.681+0000 7f0b2d1619c0 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 from cache 2024-09-19T13:55:22.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.681+0000 7f0b2d1619c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-defer-complete.1, ofs0, ns] 2024-09-19T13:55:22.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.681+0000 7f0a0e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333517 cookie 94211130876992 notifier 5669 bl.length()=191 2024-09-19T13:55:22.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.681+0000 7f0b2d1619c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11 from cache 2024-09-19T13:55:22.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.681+0000 7f0b2d1619c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11, ofs0, ns] 2024-09-19T13:55:22.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.681+0000 7f0a0e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333460 cookie 94211130892464 notifier 5669 bl.length()=249 2024-09-19T13:55:22.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.685+0000 7f0b2d1619c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11 : miss 2024-09-19T13:55:22.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.685+0000 7f0b2d1619c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:22.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.685+0000 7f0b2d1619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:55:22.689 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.685+0000 7f0b2d1619c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11 info.flags=0x0 2024-09-19T13:55:22.689 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.685+0000 7f0b2d1619c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11 to cache LRU end 2024-09-19T13:55:22.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.693+0000 7f0b2d1619c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12 : miss 2024-09-19T13:55:22.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.693+0000 7f0b2d1619c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:22.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.693+0000 7f0b2d1619c0 20 rados_obj.operate() r=0 bl.length=464 2024-09-19T13:55:22.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.693+0000 7f0b2d1619c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12 info.flags=0x17 2024-09-19T13:55:22.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.693+0000 7f0b2d1619c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12 to cache LRU end 2024-09-19T13:55:22.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.693+0000 7f0b2d1619c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:55:22.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.693+0000 7f0b2d1619c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-19T13:55:22.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.693+0000 7f0b2d1619c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12 2024-09-19T13:55:22.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.693+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got foo 2024-09-19T13:55:22.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.693+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b20054490 obj=test-client.0-r-test-multipart-defer-update-complete.1:foo state=0x55af3d00ede8 s->prefetch_data=0 2024-09-19T13:55:22.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.697+0000 7f0b2d1619c0 10 manifest: total_size = 1667 2024-09-19T13:55:22.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.697+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17176044400874402130 2024-09-19T13:55:22.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.697+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b20054490 obj=test-client.0-r-test-multipart-defer-update-complete.1:foo state=0x55af3d00ede8 s->prefetch_data=0 2024-09-19T13:55:22.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.697+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d00ede8 2024-09-19T13:55:22.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.697+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12.0 2024-09-19T13:55:22.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.701+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=516 rules.size()=2 2024-09-19T13:55:22.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.701+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=516 2024-09-19T13:55:22.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.701+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=516 stripe_ofs=516 part_ofs=516 rule->part_size=516 2024-09-19T13:55:22.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.701+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=516 rules.size()=2 2024-09-19T13:55:22.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.701+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=4194820 part_ofs=516 rule->part_size=516 2024-09-19T13:55:22.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.701+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=1032 stripe_ofs=1032 part_ofs=1032 rule->part_size=516 2024-09-19T13:55:22.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.701+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=516 rules.size()=2 2024-09-19T13:55:22.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.701+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=4195336 part_ofs=1032 rule->part_size=516 2024-09-19T13:55:22.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.701+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=1548 stripe_ofs=1548 part_ofs=1548 rule->part_size=119 2024-09-19T13:55:22.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.701+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=119 rules.size()=2 2024-09-19T13:55:22.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.701+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=4195852 part_ofs=1548 rule->part_size=119 2024-09-19T13:55:22.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.701+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=1667 stripe_ofs=1667 part_ofs=1667 rule->part_size=119 2024-09-19T13:55:22.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.701+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17176044400874402130 2024-09-19T13:55:22.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.701+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T13:55:22.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.701+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12__multipart_foo.2~AMgxVIw5ORHWBlb6HLkI-AFtXCrRE9I.1 2024-09-19T13:55:22.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.701+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 347 2024-09-19T13:55:22.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.701+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12__multipart_foo.2~AMgxVIw5ORHWBlb6HLkI-AFtXCrRE9I.2 2024-09-19T13:55:22.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.701+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 593 2024-09-19T13:55:22.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.701+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12__multipart_foo.2~AMgxVIw5ORHWBlb6HLkI-AFtXCrRE9I.3 2024-09-19T13:55:22.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.701+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 839 2024-09-19T13:55:22.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.701+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12__multipart_foo.2~AMgxVIw5ORHWBlb6HLkI-AFtXCrRE9I.4 2024-09-19T13:55:22.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.701+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1085 2024-09-19T13:55:22.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.701+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T13:55:22.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.701+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_chain - on object name: gc.0tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17176044400874402130 2024-09-19T13:55:22.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.705+0000 7f0a0dffb640 20 handle_completion(): completion ok for obj=foo 2024-09-19T13:55:22.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.705+0000 7f0b2d1619c0 20 list_objects_ordered: starting attempt 1 2024-09-19T13:55:22.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.705+0000 7f0b2d1619c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-19T13:55:22.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.705+0000 7f0b2d1619c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-19T13:55:22.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.705+0000 7f0b2d1619c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-19T13:55:22.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.705+0000 7f0b2d1619c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-19T13:55:22.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.705+0000 7f0b2d1619c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-19T13:55:22.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.705+0000 7f0b2d1619c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-defer-update-complete.1[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12])"; uploads.size()=0; is_truncated=0 2024-09-19T13:55:22.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.709+0000 7f0b2d1619c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 : miss 2024-09-19T13:55:22.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.709+0000 7f0b2d1619c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:22.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.709+0000 7f0b2d1619c0 20 rados_obj.operate() r=0 bl.length=242 2024-09-19T13:55:22.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.709+0000 7f0b2d1619c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 info.flags=0x11 2024-09-19T13:55:22.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.709+0000 7f0b2d1619c0 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 to cache LRU end 2024-09-19T13:55:22.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.709+0000 7f0b2d1619c0 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 from cache 2024-09-19T13:55:22.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.709+0000 7f0b2d1619c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-defer-update-complete.1, ofs0, ns] 2024-09-19T13:55:22.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.713+0000 7f0a0e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333465 cookie 94211130878048 notifier 5669 bl.length()=198 2024-09-19T13:55:22.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.713+0000 7f0b2d1619c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12 from cache 2024-09-19T13:55:22.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.713+0000 7f0b2d1619c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12, ofs0, ns] 2024-09-19T13:55:22.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.717+0000 7f0a0dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333518 cookie 94211130881600 notifier 5669 bl.length()=256 2024-09-19T13:55:22.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.717+0000 7f0b2d1619c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12 : miss 2024-09-19T13:55:22.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.717+0000 7f0b2d1619c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:22.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.721+0000 7f0b2d1619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:55:22.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.721+0000 7f0b2d1619c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12 info.flags=0x0 2024-09-19T13:55:22.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.721+0000 7f0b2d1619c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12 to cache LRU end 2024-09-19T13:55:22.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.725+0000 7f0b2d1619c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10 : miss 2024-09-19T13:55:22.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.725+0000 7f0b2d1619c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:22.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.725+0000 7f0b2d1619c0 20 rados_obj.operate() r=0 bl.length=459 2024-09-19T13:55:22.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.725+0000 7f0b2d1619c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10 info.flags=0x17 2024-09-19T13:55:22.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.725+0000 7f0b2d1619c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10 to cache LRU end 2024-09-19T13:55:22.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.725+0000 7f0b2d1619c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:55:22.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.725+0000 7f0b2d1619c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-19T13:55:22.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.725+0000 7f0b2d1619c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10 2024-09-19T13:55:22.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.729+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got foo[Gss.pB2TYrTRhiJrLl..Ut2-lrtNN18] 2024-09-19T13:55:22.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.729+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10.0 2024-09-19T13:55:22.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.729+0000 7f0b2d1619c0 20 get_obj_state: octx=0x55af3d00d5b0 obj=test-client.0-r-test-multipart-index-versioning.1:foo state=0x55af3d0040d8 s->prefetch_data=0 2024-09-19T13:55:22.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.729+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to cfxhl5xklsces7ign08ytxr7w3jmt9pe 2024-09-19T13:55:22.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.729+0000 7f0b2d1619c0 20 get_obj_state_impl: setting s->olh_tag to ulp946941u9zwuq7et7mfczreur3gdw2 2024-09-19T13:55:22.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.729+0000 7f0b2d1619c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=ulp946941u9zwuq7et7mfczreur3gdw2 2024-09-19T13:55:22.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.733+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10.0 2024-09-19T13:55:22.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.737+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10.0 2024-09-19T13:55:22.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.737+0000 7f0b2d1619c0 20 olh_log_entry: epoch=3 op=2 key=foo[] 2024-09-19T13:55:22.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.737+0000 7f0b2d1619c0 20 olh_log_entry: epoch=3 op=3 key=foo[Gss.pB2TYrTRhiJrLl..Ut2-lrtNN18] 2024-09-19T13:55:22.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.737+0000 7f0b2d1619c0 20 get_obj_state: octx=0x55af3d00d5b0 obj=test-client.0-r-test-multipart-index-versioning.1:_:Gss.pB2TYrTRhiJrLl..Ut2-lrtNN18_foo state=0x55af3d01bbe8 s->prefetch_data=0 2024-09-19T13:55:22.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.737+0000 7f0b2d1619c0 10 manifest: total_size = 26080 2024-09-19T13:55:22.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.737+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15211649272493841652 2024-09-19T13:55:22.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.737+0000 7f0b2d1619c0 20 get_obj_state: octx=0x55af3d00d5b0 obj=test-client.0-r-test-multipart-index-versioning.1:_:Gss.pB2TYrTRhiJrLl..Ut2-lrtNN18_foo state=0x55af3d01bbe8 s->prefetch_data=0 2024-09-19T13:55:22.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.737+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d01bbe8 2024-09-19T13:55:22.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.737+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10.0 2024-09-19T13:55:22.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.745+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=7671 rules.size()=4 2024-09-19T13:55:22.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.745+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=7671 2024-09-19T13:55:22.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.745+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=7671 stripe_ofs=7671 part_ofs=7671 rule->part_size=7670 2024-09-19T13:55:22.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.745+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=7670 rules.size()=4 2024-09-19T13:55:22.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.745+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=4201975 part_ofs=7671 rule->part_size=7670 2024-09-19T13:55:22.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.745+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=15341 stripe_ofs=15341 part_ofs=15341 rule->part_size=7672 2024-09-19T13:55:22.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.745+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=7672 rules.size()=4 2024-09-19T13:55:22.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.745+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=4209645 part_ofs=15341 rule->part_size=7672 2024-09-19T13:55:22.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.745+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=23013 stripe_ofs=23013 part_ofs=23013 rule->part_size=3067 2024-09-19T13:55:22.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.745+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=3067 rules.size()=4 2024-09-19T13:55:22.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.745+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=4217317 part_ofs=23013 rule->part_size=3067 2024-09-19T13:55:22.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.745+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=26080 stripe_ofs=26080 part_ofs=26080 rule->part_size=3067 2024-09-19T13:55:22.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.745+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15211649272493841652 2024-09-19T13:55:22.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.745+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T13:55:22.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.745+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10__multipart_foo.2~TVACk4sQdT_vA-BksO2QdqhMlGStjJV.1 2024-09-19T13:55:22.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.745+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 347 2024-09-19T13:55:22.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.745+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10__multipart_foo.2~TVACk4sQdT_vA-BksO2QdqhMlGStjJV.2 2024-09-19T13:55:22.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.745+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 593 2024-09-19T13:55:22.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.745+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10__multipart_foo.2~TVACk4sQdT_vA-BksO2QdqhMlGStjJV.3 2024-09-19T13:55:22.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.745+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 839 2024-09-19T13:55:22.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.745+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10__multipart_foo.2~TVACk4sQdT_vA-BksO2QdqhMlGStjJV.4 2024-09-19T13:55:22.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.745+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1085 2024-09-19T13:55:22.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.745+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T13:55:22.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.745+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_chain - on object name: gc.31tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15211649272493841652 2024-09-19T13:55:22.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.749+0000 7f0a0e7fc640 20 handle_completion(): completion ok for obj=foo[Gss.pB2TYrTRhiJrLl..Ut2-lrtNN18] 2024-09-19T13:55:22.752 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.749+0000 7f0b2d1619c0 20 get_obj_state: octx=0x55af3d00d5b0 obj=test-client.0-r-test-multipart-index-versioning.1:foo state=0x55af3d0040d8 s->prefetch_data=0 2024-09-19T13:55:22.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.753+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10.0 2024-09-19T13:55:22.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.757+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10.0 2024-09-19T13:55:22.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.757+0000 7f0b2d1619c0 20 list_objects_ordered: starting attempt 1 2024-09-19T13:55:22.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.757+0000 7f0b2d1619c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-19T13:55:22.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.757+0000 7f0b2d1619c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-19T13:55:22.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.757+0000 7f0b2d1619c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-19T13:55:22.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.757+0000 7f0b2d1619c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-19T13:55:22.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.757+0000 7f0b2d1619c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-19T13:55:22.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.757+0000 7f0b2d1619c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-index-versioning.1[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10])"; uploads.size()=0; is_truncated=0 2024-09-19T13:55:22.762 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.761+0000 7f0b2d1619c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 : miss 2024-09-19T13:55:22.762 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.761+0000 7f0b2d1619c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:22.763 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.761+0000 7f0b2d1619c0 20 rados_obj.operate() r=0 bl.length=237 2024-09-19T13:55:22.763 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.761+0000 7f0b2d1619c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 info.flags=0x11 2024-09-19T13:55:22.763 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.761+0000 7f0b2d1619c0 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 to cache LRU end 2024-09-19T13:55:22.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.765+0000 7f0b2d1619c0 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 from cache 2024-09-19T13:55:22.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.765+0000 7f0b2d1619c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-index-versioning.1, ofs0, ns] 2024-09-19T13:55:22.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.765+0000 7f0a0dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333466 cookie 94211130878048 notifier 5669 bl.length()=193 2024-09-19T13:55:22.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.769+0000 7f0b2d1619c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10 from cache 2024-09-19T13:55:22.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.769+0000 7f0b2d1619c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10, ofs0, ns] 2024-09-19T13:55:22.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.769+0000 7f0a0e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333467 cookie 94211130878048 notifier 5669 bl.length()=251 2024-09-19T13:55:22.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.773+0000 7f0b2d1619c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10 : miss 2024-09-19T13:55:22.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.773+0000 7f0b2d1619c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:22.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.773+0000 7f0b2d1619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:55:22.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.773+0000 7f0b2d1619c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10 info.flags=0x0 2024-09-19T13:55:22.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.773+0000 7f0b2d1619c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10 to cache LRU end 2024-09-19T13:55:22.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.781+0000 7f0b2d1619c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9 : miss 2024-09-19T13:55:22.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.781+0000 7f0b2d1619c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:22.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.781+0000 7f0b2d1619c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-19T13:55:22.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.781+0000 7f0b2d1619c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9 info.flags=0x17 2024-09-19T13:55:22.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.781+0000 7f0b2d1619c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9 to cache LRU end 2024-09-19T13:55:22.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.781+0000 7f0b2d1619c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:55:22.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.781+0000 7f0b2d1619c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-19T13:55:22.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.781+0000 7f0b2d1619c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9 2024-09-19T13:55:22.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.781+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got foo 2024-09-19T13:55:22.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.781+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b2004b660 obj=test-client.0-r-test-multipart-simple.1:foo state=0x55af3d004078 s->prefetch_data=0 2024-09-19T13:55:22.785 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.785+0000 7f0b2d1619c0 10 manifest: total_size = 26081 2024-09-19T13:55:22.785 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.785+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13306136598625230908 2024-09-19T13:55:22.785 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.785+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b2004b660 obj=test-client.0-r-test-multipart-simple.1:foo state=0x55af3d004078 s->prefetch_data=0 2024-09-19T13:55:22.785 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.785+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d004078 2024-09-19T13:55:22.785 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.785+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9.0 2024-09-19T13:55:22.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.789+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=7673 rules.size()=4 2024-09-19T13:55:22.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.789+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=7673 2024-09-19T13:55:22.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.789+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=7673 stripe_ofs=7673 part_ofs=7673 rule->part_size=7670 2024-09-19T13:55:22.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.789+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=7670 rules.size()=4 2024-09-19T13:55:22.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.789+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=4201977 part_ofs=7673 rule->part_size=7670 2024-09-19T13:55:22.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.789+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=15343 stripe_ofs=15343 part_ofs=15343 rule->part_size=7671 2024-09-19T13:55:22.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.789+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=7671 rules.size()=4 2024-09-19T13:55:22.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.789+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=4209647 part_ofs=15343 rule->part_size=7671 2024-09-19T13:55:22.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.789+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=23014 stripe_ofs=23014 part_ofs=23014 rule->part_size=3067 2024-09-19T13:55:22.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.789+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=3067 rules.size()=4 2024-09-19T13:55:22.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.789+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=4217318 part_ofs=23014 rule->part_size=3067 2024-09-19T13:55:22.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.789+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=26081 stripe_ofs=26081 part_ofs=26081 rule->part_size=3067 2024-09-19T13:55:22.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.789+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13306136598625230908 2024-09-19T13:55:22.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.789+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T13:55:22.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.789+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9__multipart_foo.2~zZWy4iU_UWajhxUQQ4GVF4K_zwy2i2z.1 2024-09-19T13:55:22.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.789+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 345 2024-09-19T13:55:22.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.789+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9__multipart_foo.2~zZWy4iU_UWajhxUQQ4GVF4K_zwy2i2z.2 2024-09-19T13:55:22.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.789+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 589 2024-09-19T13:55:22.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.789+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9__multipart_foo.2~zZWy4iU_UWajhxUQQ4GVF4K_zwy2i2z.3 2024-09-19T13:55:22.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.789+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 833 2024-09-19T13:55:22.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.789+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9__multipart_foo.2~zZWy4iU_UWajhxUQQ4GVF4K_zwy2i2z.4 2024-09-19T13:55:22.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.789+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1077 2024-09-19T13:55:22.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.789+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T13:55:22.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.789+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_chain - on object name: gc.30tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13306136598625230908 2024-09-19T13:55:22.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.793+0000 7f0a0e7fc640 20 handle_completion(): completion ok for obj=foo 2024-09-19T13:55:22.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.793+0000 7f0b2d1619c0 20 list_objects_ordered: starting attempt 1 2024-09-19T13:55:22.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.793+0000 7f0b2d1619c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-19T13:55:22.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.793+0000 7f0b2d1619c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-19T13:55:22.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.793+0000 7f0b2d1619c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-19T13:55:22.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.793+0000 7f0b2d1619c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-19T13:55:22.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.793+0000 7f0b2d1619c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-19T13:55:22.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.793+0000 7f0b2d1619c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-simple.1[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9])"; uploads.size()=0; is_truncated=0 2024-09-19T13:55:22.799 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.797+0000 7f0b2d1619c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 : miss 2024-09-19T13:55:22.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.797+0000 7f0b2d1619c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:22.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.797+0000 7f0b2d1619c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-19T13:55:22.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.797+0000 7f0b2d1619c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 info.flags=0x11 2024-09-19T13:55:22.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.797+0000 7f0b2d1619c0 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 to cache LRU end 2024-09-19T13:55:22.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.801+0000 7f0b2d1619c0 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 from cache 2024-09-19T13:55:22.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.801+0000 7f0b2d1619c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-simple.1, ofs0, ns] 2024-09-19T13:55:22.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.801+0000 7f0a0dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333519 cookie 94211130881600 notifier 5669 bl.length()=183 2024-09-19T13:55:22.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.805+0000 7f0b2d1619c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9 from cache 2024-09-19T13:55:22.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.805+0000 7f0b2d1619c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-simple.1:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9, ofs0, ns] 2024-09-19T13:55:22.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.805+0000 7f0a0dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333461 cookie 94211130885440 notifier 5669 bl.length()=240 2024-09-19T13:55:22.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.809+0000 7f0b2d1619c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9 : miss 2024-09-19T13:55:22.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.809+0000 7f0b2d1619c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:22.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.809+0000 7f0b2d1619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:55:22.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.809+0000 7f0b2d1619c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9 info.flags=0x0 2024-09-19T13:55:22.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.809+0000 7f0b2d1619c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9 to cache LRU end 2024-09-19T13:55:22.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.817+0000 7f0b2d1619c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15 : miss 2024-09-19T13:55:22.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.817+0000 7f0b2d1619c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:22.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.817+0000 7f0b2d1619c0 20 rados_obj.operate() r=0 bl.length=455 2024-09-19T13:55:22.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.817+0000 7f0b2d1619c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15 info.flags=0x17 2024-09-19T13:55:22.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.817+0000 7f0b2d1619c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15 to cache LRU end 2024-09-19T13:55:22.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.817+0000 7f0b2d1619c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:55:22.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.817+0000 7f0b2d1619c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-19T13:55:22.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.817+0000 7f0b2d1619c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15 2024-09-19T13:55:22.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.821+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got foo-FROZEN 2024-09-19T13:55:22.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.821+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got foo-FROZEN-FROZEN 2024-09-19T13:55:22.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.821+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got foo-FROZEN-LUKEWARM 2024-09-19T13:55:22.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.821+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got foo-FROZEN-STANDARD 2024-09-19T13:55:22.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.821+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got foo-LUKEWARM 2024-09-19T13:55:22.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.821+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got foo-LUKEWARM-FROZEN 2024-09-19T13:55:22.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.821+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got foo-LUKEWARM-LUKEWARM 2024-09-19T13:55:22.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.821+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got foo-LUKEWARM-STANDARD 2024-09-19T13:55:22.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.821+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got foo-STANDARD 2024-09-19T13:55:22.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.821+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got foo-STANDARD-FROZEN 2024-09-19T13:55:22.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.821+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got foo-STANDARD-LUKEWARM 2024-09-19T13:55:22.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.821+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got foo-STANDARD-STANDARD 2024-09-19T13:55:22.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.821+0000 7f0b2d1619c0 20 get_obj_state: octx=0x55af3d008b20 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN state=0x55af3d004078 s->prefetch_data=0 2024-09-19T13:55:22.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.821+0000 7f0b2d1619c0 10 manifest: total_size = 5242880 2024-09-19T13:55:22.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.821+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10327229861141005143 2024-09-19T13:55:22.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.821+0000 7f0b2d1619c0 20 get_obj_state: octx=0x55af3d008b20 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN state=0x55af3d004078 s->prefetch_data=0 2024-09-19T13:55:22.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.821+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d004078 2024-09-19T13:55:22.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.821+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15.0 2024-09-19T13:55:22.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.825+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:22.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.825+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-19T13:55:22.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.825+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:22.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.825+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-19T13:55:22.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.825+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10327229861141005143 2024-09-19T13:55:22.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.825+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T13:55:22.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.825+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15__shadow_.qk1juDTOhPM3_tI9yPKCsO-9skxDwiR_0 2024-09-19T13:55:22.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.825+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 338 2024-09-19T13:55:22.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.825+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15__shadow_.qk1juDTOhPM3_tI9yPKCsO-9skxDwiR_1 2024-09-19T13:55:22.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.825+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 575 2024-09-19T13:55:22.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.825+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T13:55:22.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.825+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_chain - on object name: gc.20tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10327229861141005143 2024-09-19T13:55:22.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.829+0000 7f0a0dffb640 20 handle_completion(): completion ok for obj=foo-FROZEN 2024-09-19T13:55:22.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.829+0000 7f0b2d1619c0 20 get_obj_state: octx=0x55af3d008b20 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-FROZEN state=0x55af3d004078 s->prefetch_data=0 2024-09-19T13:55:22.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.833+0000 7f0b2d1619c0 10 manifest: total_size = 5242880 2024-09-19T13:55:22.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.833+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15188553671778076669 2024-09-19T13:55:22.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.833+0000 7f0b2d1619c0 20 get_obj_state: octx=0x55af3d008b20 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-FROZEN state=0x55af3d004078 s->prefetch_data=0 2024-09-19T13:55:22.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.833+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d004078 2024-09-19T13:55:22.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.833+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15.0 2024-09-19T13:55:22.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.837+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:22.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.837+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-19T13:55:22.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.837+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:22.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.837+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-19T13:55:22.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.837+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15188553671778076669 2024-09-19T13:55:22.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.837+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T13:55:22.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.837+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15__shadow_.qk1juDTOhPM3_tI9yPKCsO-9skxDwiR_0 2024-09-19T13:55:22.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.837+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 338 2024-09-19T13:55:22.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.837+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15__shadow_.qk1juDTOhPM3_tI9yPKCsO-9skxDwiR_1 2024-09-19T13:55:22.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.837+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 575 2024-09-19T13:55:22.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.837+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T13:55:22.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.837+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_chain - on object name: gc.26tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15188553671778076669 2024-09-19T13:55:22.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.841+0000 7f0a0e7fc640 20 handle_completion(): completion ok for obj=foo-FROZEN-FROZEN 2024-09-19T13:55:22.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.841+0000 7f0b2d1619c0 20 get_obj_state: octx=0x55af3d008b20 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-LUKEWARM state=0x55af3d004078 s->prefetch_data=0 2024-09-19T13:55:22.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.841+0000 7f0b2d1619c0 10 manifest: total_size = 5242880 2024-09-19T13:55:22.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.841+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to _BPpFpyHSrqx9EE_pBAB3jjq9ERmDv5L 2024-09-19T13:55:22.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.841+0000 7f0b2d1619c0 20 get_obj_state: octx=0x55af3d008b20 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-LUKEWARM state=0x55af3d004078 s->prefetch_data=0 2024-09-19T13:55:22.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.841+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d004078 2024-09-19T13:55:22.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.841+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15.0 2024-09-19T13:55:22.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.849+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:22.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.849+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-19T13:55:22.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.849+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:22.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.849+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-19T13:55:22.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.849+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - tag is: _BPpFpyHSrqx9EE_pBAB3jjq9ERmDv5L 2024-09-19T13:55:22.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.849+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T13:55:22.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.849+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15__shadow_.ka2ECstxuqWbf8XZjw0LwU3C3p8SK_c_0 2024-09-19T13:55:22.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.849+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2024-09-19T13:55:22.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.849+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15__shadow_.ka2ECstxuqWbf8XZjw0LwU3C3p8SK_c_1 2024-09-19T13:55:22.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.849+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 549 2024-09-19T13:55:22.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.849+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T13:55:22.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.849+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_chain - on object name: gc.10tag is: _BPpFpyHSrqx9EE_pBAB3jjq9ERmDv5L 2024-09-19T13:55:22.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.849+0000 7f0a0dffb640 20 handle_completion(): completion ok for obj=foo-FROZEN-LUKEWARM 2024-09-19T13:55:22.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.853+0000 7f0b2d1619c0 20 get_obj_state: octx=0x55af3d008b20 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-STANDARD state=0x55af3d004078 s->prefetch_data=0 2024-09-19T13:55:22.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.853+0000 7f0b2d1619c0 10 manifest: total_size = 5242880 2024-09-19T13:55:22.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.853+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to _EA5SiDIzLSSKc0LjDyJDciVqo2P2wnO 2024-09-19T13:55:22.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.853+0000 7f0b2d1619c0 20 get_obj_state: octx=0x55af3d008b20 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-STANDARD state=0x55af3d004078 s->prefetch_data=0 2024-09-19T13:55:22.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.853+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d004078 2024-09-19T13:55:22.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.853+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15.0 2024-09-19T13:55:22.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.861+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:22.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.861+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-19T13:55:22.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.861+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:22.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.861+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-19T13:55:22.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.861+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - tag is: _EA5SiDIzLSSKc0LjDyJDciVqo2P2wnO 2024-09-19T13:55:22.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.861+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T13:55:22.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.861+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15__shadow_.9MaXznUD-EdqlZkkXWgXzdf51gzfL2-_0 2024-09-19T13:55:22.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.861+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2024-09-19T13:55:22.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.861+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15__shadow_.9MaXznUD-EdqlZkkXWgXzdf51gzfL2-_1 2024-09-19T13:55:22.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.861+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2024-09-19T13:55:22.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.861+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T13:55:22.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.861+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_chain - on object name: gc.29tag is: _EA5SiDIzLSSKc0LjDyJDciVqo2P2wnO 2024-09-19T13:55:22.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.861+0000 7f0a0e7fc640 20 handle_completion(): completion ok for obj=foo-FROZEN-STANDARD 2024-09-19T13:55:22.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.861+0000 7f0b2d1619c0 20 get_obj_state: octx=0x55af3d008b20 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM state=0x55af3d004078 s->prefetch_data=0 2024-09-19T13:55:22.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.865+0000 7f0b2d1619c0 10 manifest: total_size = 5242880 2024-09-19T13:55:22.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.865+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5921133303933794227 2024-09-19T13:55:22.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.865+0000 7f0b2d1619c0 20 get_obj_state: octx=0x55af3d008b20 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM state=0x55af3d004078 s->prefetch_data=0 2024-09-19T13:55:22.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.865+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d004078 2024-09-19T13:55:22.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.865+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15.0 2024-09-19T13:55:22.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.869+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:22.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.869+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-19T13:55:22.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.869+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:22.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.869+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-19T13:55:22.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.869+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5921133303933794227 2024-09-19T13:55:22.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.869+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T13:55:22.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.869+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15__shadow_.oDa8NSKD17RMGlM9MU4J-jgA76pu4sf_0 2024-09-19T13:55:22.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.869+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 339 2024-09-19T13:55:22.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.869+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15__shadow_.oDa8NSKD17RMGlM9MU4J-jgA76pu4sf_1 2024-09-19T13:55:22.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.869+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 578 2024-09-19T13:55:22.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.869+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T13:55:22.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.869+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_chain - on object name: gc.19tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5921133303933794227 2024-09-19T13:55:22.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.873+0000 7f0a0dffb640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2024-09-19T13:55:22.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.873+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b2005a630 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-FROZEN state=0x55af3d004078 s->prefetch_data=0 2024-09-19T13:55:22.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.877+0000 7f0b2d1619c0 10 manifest: total_size = 5242880 2024-09-19T13:55:22.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.877+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to _S9fip1EfuzM_7jrj_8pCJEHo01Dnl49 2024-09-19T13:55:22.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.877+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b2005a630 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-FROZEN state=0x55af3d004078 s->prefetch_data=0 2024-09-19T13:55:22.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.877+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d004078 2024-09-19T13:55:22.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.877+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15.0 2024-09-19T13:55:22.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.881+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:22.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.881+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-19T13:55:22.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.881+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:22.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.881+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-19T13:55:22.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.881+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - tag is: _S9fip1EfuzM_7jrj_8pCJEHo01Dnl49 2024-09-19T13:55:22.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.881+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T13:55:22.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.881+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15__shadow_.v3PO5aXG7GqbdLAFhZkAQJU6UYiBcSD_0 2024-09-19T13:55:22.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.881+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2024-09-19T13:55:22.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.881+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15__shadow_.v3PO5aXG7GqbdLAFhZkAQJU6UYiBcSD_1 2024-09-19T13:55:22.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.881+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 545 2024-09-19T13:55:22.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.881+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T13:55:22.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.881+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_chain - on object name: gc.3tag is: _S9fip1EfuzM_7jrj_8pCJEHo01Dnl49 2024-09-19T13:55:22.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.885+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b2001a210 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-LUKEWARM state=0x55af3d004078 s->prefetch_data=0 2024-09-19T13:55:22.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.885+0000 7f0a0e7fc640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-FROZEN 2024-09-19T13:55:22.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.889+0000 7f0b2d1619c0 10 manifest: total_size = 5242880 2024-09-19T13:55:22.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.889+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11465217839261214831 2024-09-19T13:55:22.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.889+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b2001a210 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-LUKEWARM state=0x55af3d004078 s->prefetch_data=0 2024-09-19T13:55:22.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.889+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d004078 2024-09-19T13:55:22.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.889+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15.0 2024-09-19T13:55:22.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.893+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:22.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.893+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-19T13:55:22.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.893+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:22.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.893+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-19T13:55:22.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.893+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11465217839261214831 2024-09-19T13:55:22.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.893+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T13:55:22.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.893+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15__shadow_.oDa8NSKD17RMGlM9MU4J-jgA76pu4sf_0 2024-09-19T13:55:22.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.893+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 340 2024-09-19T13:55:22.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.893+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15__shadow_.oDa8NSKD17RMGlM9MU4J-jgA76pu4sf_1 2024-09-19T13:55:22.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.893+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 579 2024-09-19T13:55:22.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.893+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T13:55:22.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.893+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_chain - on object name: gc.14tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11465217839261214831 2024-09-19T13:55:22.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.897+0000 7f0a0dffb640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-LUKEWARM 2024-09-19T13:55:22.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.897+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b2005a630 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-STANDARD state=0x55af3d004078 s->prefetch_data=0 2024-09-19T13:55:22.900 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.897+0000 7f0b2d1619c0 10 manifest: total_size = 5242880 2024-09-19T13:55:22.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.897+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to _gtGznTfDv47isI2_yf9xua8hr1gj794 2024-09-19T13:55:22.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.897+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b2005a630 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-STANDARD state=0x55af3d004078 s->prefetch_data=0 2024-09-19T13:55:22.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.897+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d004078 2024-09-19T13:55:22.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.897+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15.0 2024-09-19T13:55:22.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.905+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:22.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.905+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-19T13:55:22.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.905+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:22.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.905+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-19T13:55:22.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.905+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - tag is: _gtGznTfDv47isI2_yf9xua8hr1gj794 2024-09-19T13:55:22.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.905+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T13:55:22.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.905+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15__shadow_.oX4qqaDl2bLVn0Nyml1OkT5iIWJtmq4_0 2024-09-19T13:55:22.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.905+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2024-09-19T13:55:22.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.905+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15__shadow_.oX4qqaDl2bLVn0Nyml1OkT5iIWJtmq4_1 2024-09-19T13:55:22.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.905+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2024-09-19T13:55:22.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.905+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T13:55:22.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.905+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_chain - on object name: gc.27tag is: _gtGznTfDv47isI2_yf9xua8hr1gj794 2024-09-19T13:55:22.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.909+0000 7f0a0e7fc640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-STANDARD 2024-09-19T13:55:22.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.909+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b1c01ce40 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD state=0x55af3d004078 s->prefetch_data=0 2024-09-19T13:55:22.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.909+0000 7f0b2d1619c0 10 manifest: total_size = 324647 2024-09-19T13:55:22.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.909+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16268835441514524630 2024-09-19T13:55:22.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.909+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b1c01ce40 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD state=0x55af3d004078 s->prefetch_data=0 2024-09-19T13:55:22.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.909+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d004078 2024-09-19T13:55:22.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.909+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15.0 2024-09-19T13:55:22.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.917+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:22.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.917+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=324647 stripe_ofs=324647 part_ofs=0 rule->part_size=0 2024-09-19T13:55:22.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.917+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16268835441514524630 2024-09-19T13:55:22.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.917+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T13:55:22.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.917+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15__shadow_.jWoBtVy5cqvZa2EXFFyGeCvQ87HxDJo_0 2024-09-19T13:55:22.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.917+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 331 2024-09-19T13:55:22.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.917+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T13:55:22.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.917+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_chain - on object name: gc.11tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16268835441514524630 2024-09-19T13:55:22.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.921+0000 7f0a0dffb640 20 handle_completion(): completion ok for obj=foo-STANDARD 2024-09-19T13:55:22.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.921+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b2001a210 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-FROZEN state=0x55af3d004078 s->prefetch_data=0 2024-09-19T13:55:22.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.921+0000 7f0b2d1619c0 10 manifest: total_size = 324647 2024-09-19T13:55:22.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.921+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to _GadOFcmHnNaG96TeO2dceUc_Ph_uDdq 2024-09-19T13:55:22.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.921+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b2001a210 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-FROZEN state=0x55af3d004078 s->prefetch_data=0 2024-09-19T13:55:22.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.921+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d004078 2024-09-19T13:55:22.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.921+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15.0 2024-09-19T13:55:22.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.929+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:22.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.929+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=324647 stripe_ofs=324647 part_ofs=0 rule->part_size=0 2024-09-19T13:55:22.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.929+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - tag is: _GadOFcmHnNaG96TeO2dceUc_Ph_uDdq 2024-09-19T13:55:22.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.929+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T13:55:22.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.929+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15__shadow_.IMmvcG1JQuK5CqonElc9F_jc909IQhc_0 2024-09-19T13:55:22.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.929+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2024-09-19T13:55:22.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.929+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T13:55:22.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.929+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_chain - on object name: gc.7tag is: _GadOFcmHnNaG96TeO2dceUc_Ph_uDdq 2024-09-19T13:55:22.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.933+0000 7f0a0e7fc640 20 handle_completion(): completion ok for obj=foo-STANDARD-FROZEN 2024-09-19T13:55:22.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.933+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b2412bb00 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-LUKEWARM state=0x55af3d004078 s->prefetch_data=0 2024-09-19T13:55:22.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.933+0000 7f0b2d1619c0 10 manifest: total_size = 324647 2024-09-19T13:55:22.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.933+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to _JtF2Hiwd8AT1rgZ8nS4q2ZO94m2xbGV 2024-09-19T13:55:22.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.933+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b2412bb00 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-LUKEWARM state=0x55af3d004078 s->prefetch_data=0 2024-09-19T13:55:22.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.933+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d004078 2024-09-19T13:55:22.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.933+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15.0 2024-09-19T13:55:22.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.941+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:22.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.941+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=324647 stripe_ofs=324647 part_ofs=0 rule->part_size=0 2024-09-19T13:55:22.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.941+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - tag is: _JtF2Hiwd8AT1rgZ8nS4q2ZO94m2xbGV 2024-09-19T13:55:22.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.941+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T13:55:22.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.941+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15__shadow_.T9w1wCznVD_BoJPHsLsnsSg8DhC6P08_0 2024-09-19T13:55:22.942 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.941+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2024-09-19T13:55:22.942 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.941+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T13:55:22.942 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.941+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_chain - on object name: gc.22tag is: _JtF2Hiwd8AT1rgZ8nS4q2ZO94m2xbGV 2024-09-19T13:55:22.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.941+0000 7f0a0dffb640 20 handle_completion(): completion ok for obj=foo-STANDARD-LUKEWARM 2024-09-19T13:55:22.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.941+0000 7f0b2d1619c0 20 get_obj_state: octx=0x55af3d021460 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-STANDARD state=0x55af3d004078 s->prefetch_data=0 2024-09-19T13:55:22.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.945+0000 7f0b2d1619c0 10 manifest: total_size = 324647 2024-09-19T13:55:22.946 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.945+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2341405037966220260 2024-09-19T13:55:22.946 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.945+0000 7f0b2d1619c0 20 get_obj_state: octx=0x55af3d021460 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-STANDARD state=0x55af3d004078 s->prefetch_data=0 2024-09-19T13:55:22.946 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.945+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d004078 2024-09-19T13:55:22.946 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.945+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15.0 2024-09-19T13:55:22.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.949+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:22.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.949+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=324647 stripe_ofs=324647 part_ofs=0 rule->part_size=0 2024-09-19T13:55:22.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.949+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2341405037966220260 2024-09-19T13:55:22.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.949+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T13:55:22.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.949+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15__shadow_.jWoBtVy5cqvZa2EXFFyGeCvQ87HxDJo_0 2024-09-19T13:55:22.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.949+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 330 2024-09-19T13:55:22.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.949+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T13:55:22.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.949+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_chain - on object name: gc.23tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2341405037966220260 2024-09-19T13:55:22.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.953+0000 7f0a0e7fc640 20 handle_completion(): completion ok for obj=foo-STANDARD-STANDARD 2024-09-19T13:55:22.956 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.953+0000 7f0b2d1619c0 20 list_objects_ordered: starting attempt 1 2024-09-19T13:55:22.956 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.953+0000 7f0b2d1619c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-19T13:55:22.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.957+0000 7f0b2d1619c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-19T13:55:22.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.957+0000 7f0b2d1619c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-19T13:55:22.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.957+0000 7f0b2d1619c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-19T13:55:22.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.957+0000 7f0b2d1619c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-19T13:55:22.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.957+0000 7f0b2d1619c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-copy.1[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15])"; uploads.size()=0; is_truncated=0 2024-09-19T13:55:22.961 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.961+0000 7f0b2d1619c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 : miss 2024-09-19T13:55:22.961 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.961+0000 7f0b2d1619c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:22.962 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.961+0000 7f0b2d1619c0 20 rados_obj.operate() r=0 bl.length=233 2024-09-19T13:55:22.962 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.961+0000 7f0b2d1619c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 info.flags=0x11 2024-09-19T13:55:22.962 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.961+0000 7f0b2d1619c0 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 to cache LRU end 2024-09-19T13:55:22.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.965+0000 7f0b2d1619c0 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 from cache 2024-09-19T13:55:22.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.965+0000 7f0b2d1619c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-copy.1, ofs0, ns] 2024-09-19T13:55:22.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.965+0000 7f0a0dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333468 cookie 94211130878048 notifier 5669 bl.length()=189 2024-09-19T13:55:22.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.969+0000 7f0b2d1619c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15 from cache 2024-09-19T13:55:22.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.969+0000 7f0b2d1619c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15, ofs0, ns] 2024-09-19T13:55:22.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.969+0000 7f0a0dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333469 cookie 94211130878048 notifier 5669 bl.length()=247 2024-09-19T13:55:22.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.973+0000 7f0b2d1619c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15 : miss 2024-09-19T13:55:22.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.973+0000 7f0b2d1619c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:22.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.973+0000 7f0b2d1619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:55:22.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.973+0000 7f0b2d1619c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15 info.flags=0x0 2024-09-19T13:55:22.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.973+0000 7f0b2d1619c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15 to cache LRU end 2024-09-19T13:55:22.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.981+0000 7f0b2d1619c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16 : miss 2024-09-19T13:55:22.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.981+0000 7f0b2d1619c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:22.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.981+0000 7f0b2d1619c0 20 rados_obj.operate() r=0 bl.length=465 2024-09-19T13:55:22.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.981+0000 7f0b2d1619c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16 info.flags=0x17 2024-09-19T13:55:22.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.981+0000 7f0b2d1619c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16 to cache LRU end 2024-09-19T13:55:22.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.981+0000 7f0b2d1619c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:55:22.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.981+0000 7f0b2d1619c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-19T13:55:22.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.981+0000 7f0b2d1619c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16 2024-09-19T13:55:22.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.981+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got foo-FROZEN 2024-09-19T13:55:22.985 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.981+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got foo-FROZEN-FROZEN 2024-09-19T13:55:22.985 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.981+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got foo-FROZEN-LUKEWARM 2024-09-19T13:55:22.985 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.981+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got foo-FROZEN-STANDARD 2024-09-19T13:55:22.985 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.981+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got foo-LUKEWARM 2024-09-19T13:55:22.985 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.981+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got foo-LUKEWARM-FROZEN 2024-09-19T13:55:22.985 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.981+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got foo-LUKEWARM-LUKEWARM 2024-09-19T13:55:22.985 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.981+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got foo-LUKEWARM-STANDARD 2024-09-19T13:55:22.985 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.981+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got foo-STANDARD 2024-09-19T13:55:22.985 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.981+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got foo-STANDARD-FROZEN 2024-09-19T13:55:22.985 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.981+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got foo-STANDARD-LUKEWARM 2024-09-19T13:55:22.985 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.981+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got foo-STANDARD-STANDARD 2024-09-19T13:55:22.985 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.981+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b2001a3d0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN state=0x55af3d0191b8 s->prefetch_data=0 2024-09-19T13:55:22.986 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.985+0000 7f0b2d1619c0 10 manifest: total_size = 11534336 2024-09-19T13:55:22.986 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.985+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13152212388359081537 2024-09-19T13:55:22.986 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.985+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b2001a3d0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN state=0x55af3d0191b8 s->prefetch_data=0 2024-09-19T13:55:22.986 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.985+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d0191b8 2024-09-19T13:55:22.986 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.985+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16.0 2024-09-19T13:55:22.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.993+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T13:55:22.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.993+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-19T13:55:22.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.993+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-19T13:55:22.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.993+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T13:55:22.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.993+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-19T13:55:22.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.993+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-19T13:55:22.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.993+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T13:55:22.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.993+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-19T13:55:22.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.993+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-19T13:55:22.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.993+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T13:55:22.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.993+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-19T13:55:22.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.993+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-19T13:55:22.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.993+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-19T13:55:22.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.993+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-19T13:55:22.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.993+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-19T13:55:22.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.993+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13152212388359081537 2024-09-19T13:55:22.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.993+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T13:55:22.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.993+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__multipart_foo-FROZEN.2~8_SDNBU4o4Kfs-14jk7V4xwyWLuyZ3a.1 2024-09-19T13:55:22.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.993+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 368 2024-09-19T13:55:22.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.993+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__shadow_foo-FROZEN.2~8_SDNBU4o4Kfs-14jk7V4xwyWLuyZ3a.1_1 2024-09-19T13:55:22.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.993+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 633 2024-09-19T13:55:22.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.993+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__multipart_foo-FROZEN.2~8_SDNBU4o4Kfs-14jk7V4xwyWLuyZ3a.2 2024-09-19T13:55:22.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.993+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 900 2024-09-19T13:55:22.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.993+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__shadow_foo-FROZEN.2~8_SDNBU4o4Kfs-14jk7V4xwyWLuyZ3a.2_1 2024-09-19T13:55:22.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.993+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1165 2024-09-19T13:55:22.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.993+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__multipart_foo-FROZEN.2~8_SDNBU4o4Kfs-14jk7V4xwyWLuyZ3a.3 2024-09-19T13:55:22.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.993+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1432 2024-09-19T13:55:22.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.993+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T13:55:22.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.993+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_chain - on object name: gc.12tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13152212388359081537 2024-09-19T13:55:22.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.993+0000 7f0a0dffb640 20 handle_completion(): completion ok for obj=foo-FROZEN 2024-09-19T13:55:22.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.997+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b1c01ce40 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-FROZEN state=0x55af3d0191b8 s->prefetch_data=0 2024-09-19T13:55:22.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.997+0000 7f0b2d1619c0 10 manifest: total_size = 11534336 2024-09-19T13:55:22.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.997+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7649011178525712776 2024-09-19T13:55:22.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.997+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b1c01ce40 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-FROZEN state=0x55af3d0191b8 s->prefetch_data=0 2024-09-19T13:55:22.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.997+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d0191b8 2024-09-19T13:55:22.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:22.997+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16.0 2024-09-19T13:55:23.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.005+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T13:55:23.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.005+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-19T13:55:23.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.005+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-19T13:55:23.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.005+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T13:55:23.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.005+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-19T13:55:23.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.005+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-19T13:55:23.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.005+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T13:55:23.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.005+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-19T13:55:23.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.005+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-19T13:55:23.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.005+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T13:55:23.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.005+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-19T13:55:23.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.005+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-19T13:55:23.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.005+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-19T13:55:23.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.005+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-19T13:55:23.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.005+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-19T13:55:23.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.005+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7649011178525712776 2024-09-19T13:55:23.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.005+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T13:55:23.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.005+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__multipart_foo-FROZEN.2~8_SDNBU4o4Kfs-14jk7V4xwyWLuyZ3a.1 2024-09-19T13:55:23.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.005+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 367 2024-09-19T13:55:23.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.005+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__shadow_foo-FROZEN.2~8_SDNBU4o4Kfs-14jk7V4xwyWLuyZ3a.1_1 2024-09-19T13:55:23.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.005+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 632 2024-09-19T13:55:23.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.005+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__multipart_foo-FROZEN.2~8_SDNBU4o4Kfs-14jk7V4xwyWLuyZ3a.2 2024-09-19T13:55:23.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.005+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 899 2024-09-19T13:55:23.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.005+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__shadow_foo-FROZEN.2~8_SDNBU4o4Kfs-14jk7V4xwyWLuyZ3a.2_1 2024-09-19T13:55:23.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.005+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1164 2024-09-19T13:55:23.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.005+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__multipart_foo-FROZEN.2~8_SDNBU4o4Kfs-14jk7V4xwyWLuyZ3a.3 2024-09-19T13:55:23.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.005+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1431 2024-09-19T13:55:23.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.005+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T13:55:23.009 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.005+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_chain - on object name: gc.12tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7649011178525712776 2024-09-19T13:55:23.009 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.005+0000 7f0a0e7fc640 20 handle_completion(): completion ok for obj=foo-FROZEN-FROZEN 2024-09-19T13:55:23.009 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.009+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b2412bb00 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-LUKEWARM state=0x55af3d0191b8 s->prefetch_data=0 2024-09-19T13:55:23.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.009+0000 7f0b2d1619c0 10 manifest: total_size = 11534336 2024-09-19T13:55:23.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.009+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to _jsFXPRAd5WdZJtJ6sbVjQ3J2qw7Sk83 2024-09-19T13:55:23.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.009+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b2412bb00 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-LUKEWARM state=0x55af3d0191b8 s->prefetch_data=0 2024-09-19T13:55:23.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.009+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d0191b8 2024-09-19T13:55:23.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.009+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16.0 2024-09-19T13:55:23.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.013+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:23.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.013+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-19T13:55:23.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.013+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:23.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.013+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2024-09-19T13:55:23.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.013+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:23.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.013+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2024-09-19T13:55:23.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.013+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - tag is: _jsFXPRAd5WdZJtJ6sbVjQ3J2qw7Sk83 2024-09-19T13:55:23.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.013+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T13:55:23.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.013+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__shadow_.MiTZeebqDGLK-uP5IWpVVO0kmkzdKlC_0 2024-09-19T13:55:23.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.013+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2024-09-19T13:55:23.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.013+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__shadow_.MiTZeebqDGLK-uP5IWpVVO0kmkzdKlC_1 2024-09-19T13:55:23.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.013+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 549 2024-09-19T13:55:23.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.013+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__shadow_.MiTZeebqDGLK-uP5IWpVVO0kmkzdKlC_2 2024-09-19T13:55:23.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.013+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 788 2024-09-19T13:55:23.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.013+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T13:55:23.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.013+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_chain - on object name: gc.2tag is: _jsFXPRAd5WdZJtJ6sbVjQ3J2qw7Sk83 2024-09-19T13:55:23.021 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.017+0000 7f0a0dffb640 20 handle_completion(): completion ok for obj=foo-FROZEN-LUKEWARM 2024-09-19T13:55:23.021 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.021+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b2412bb00 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-STANDARD state=0x55af3d019138 s->prefetch_data=0 2024-09-19T13:55:23.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.021+0000 7f0b2d1619c0 10 manifest: total_size = 11534336 2024-09-19T13:55:23.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.021+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to _2hWC5mWfa1dKQAG_d6Le6Lrm2HLhsiG 2024-09-19T13:55:23.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.021+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b2412bb00 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-STANDARD state=0x55af3d019138 s->prefetch_data=0 2024-09-19T13:55:23.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.021+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d019138 2024-09-19T13:55:23.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.021+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16.0 2024-09-19T13:55:23.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.025+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:23.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.025+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-19T13:55:23.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.025+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:23.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.025+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2024-09-19T13:55:23.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.025+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:23.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.025+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2024-09-19T13:55:23.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.025+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - tag is: _2hWC5mWfa1dKQAG_d6Le6Lrm2HLhsiG 2024-09-19T13:55:23.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.025+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T13:55:23.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.025+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__shadow_.EMmcVoDSkOYydGiYa75Bkrb6KmVv3sn_0 2024-09-19T13:55:23.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.025+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2024-09-19T13:55:23.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.025+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__shadow_.EMmcVoDSkOYydGiYa75Bkrb6KmVv3sn_1 2024-09-19T13:55:23.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.025+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2024-09-19T13:55:23.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.025+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__shadow_.EMmcVoDSkOYydGiYa75Bkrb6KmVv3sn_2 2024-09-19T13:55:23.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.025+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 761 2024-09-19T13:55:23.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.025+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T13:55:23.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.029+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_chain - on object name: gc.11tag is: _2hWC5mWfa1dKQAG_d6Le6Lrm2HLhsiG 2024-09-19T13:55:23.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.029+0000 7f0a0e7fc640 20 handle_completion(): completion ok for obj=foo-FROZEN-STANDARD 2024-09-19T13:55:23.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.033+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b2001a3d0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM state=0x55af3d019108 s->prefetch_data=0 2024-09-19T13:55:23.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.033+0000 7f0b2d1619c0 10 manifest: total_size = 11534336 2024-09-19T13:55:23.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.033+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8627239229863400323 2024-09-19T13:55:23.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.033+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b2001a3d0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM state=0x55af3d019108 s->prefetch_data=0 2024-09-19T13:55:23.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.033+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d019108 2024-09-19T13:55:23.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.033+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16.0 2024-09-19T13:55:23.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.041+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T13:55:23.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.041+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-19T13:55:23.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.041+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-19T13:55:23.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.041+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T13:55:23.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.041+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-19T13:55:23.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.041+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-19T13:55:23.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.041+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T13:55:23.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.041+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-19T13:55:23.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.041+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-19T13:55:23.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.041+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T13:55:23.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.041+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-19T13:55:23.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.041+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-19T13:55:23.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.041+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-19T13:55:23.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.041+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-19T13:55:23.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.041+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-19T13:55:23.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.041+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8627239229863400323 2024-09-19T13:55:23.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.041+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T13:55:23.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.041+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__multipart_foo-LUKEWARM.2~7L_TvfZN2IQ1MJPd_CoCuLPxKnZb0bH.1 2024-09-19T13:55:23.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.041+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 373 2024-09-19T13:55:23.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.041+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__shadow_foo-LUKEWARM.2~7L_TvfZN2IQ1MJPd_CoCuLPxKnZb0bH.1_1 2024-09-19T13:55:23.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.041+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 644 2024-09-19T13:55:23.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.041+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__multipart_foo-LUKEWARM.2~7L_TvfZN2IQ1MJPd_CoCuLPxKnZb0bH.2 2024-09-19T13:55:23.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.041+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 917 2024-09-19T13:55:23.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.041+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__shadow_foo-LUKEWARM.2~7L_TvfZN2IQ1MJPd_CoCuLPxKnZb0bH.2_1 2024-09-19T13:55:23.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.041+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1188 2024-09-19T13:55:23.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.041+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__multipart_foo-LUKEWARM.2~7L_TvfZN2IQ1MJPd_CoCuLPxKnZb0bH.3 2024-09-19T13:55:23.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.041+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1461 2024-09-19T13:55:23.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.041+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T13:55:23.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.041+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_chain - on object name: gc.26tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8627239229863400323 2024-09-19T13:55:23.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.045+0000 7f0a0dffb640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2024-09-19T13:55:23.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.045+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b2412bb00 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-FROZEN state=0x55af3d019108 s->prefetch_data=0 2024-09-19T13:55:23.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.045+0000 7f0b2d1619c0 10 manifest: total_size = 11534336 2024-09-19T13:55:23.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.045+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to _XIC5yjgAdiIvb7wgeZS6I4PtnPE9ODj 2024-09-19T13:55:23.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.045+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b2412bb00 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-FROZEN state=0x55af3d019108 s->prefetch_data=0 2024-09-19T13:55:23.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.045+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d019108 2024-09-19T13:55:23.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.045+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16.0 2024-09-19T13:55:23.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.053+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:23.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.053+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-19T13:55:23.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.053+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:23.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.053+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2024-09-19T13:55:23.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.053+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:23.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.053+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2024-09-19T13:55:23.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.053+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - tag is: _XIC5yjgAdiIvb7wgeZS6I4PtnPE9ODj 2024-09-19T13:55:23.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.053+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T13:55:23.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.053+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__shadow_.8RwP812SGpFGqFsHzYgXBZj6vg6bM9f_0 2024-09-19T13:55:23.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.053+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2024-09-19T13:55:23.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.053+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__shadow_.8RwP812SGpFGqFsHzYgXBZj6vg6bM9f_1 2024-09-19T13:55:23.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.053+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 545 2024-09-19T13:55:23.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.053+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__shadow_.8RwP812SGpFGqFsHzYgXBZj6vg6bM9f_2 2024-09-19T13:55:23.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.053+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 782 2024-09-19T13:55:23.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.053+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T13:55:23.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.053+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_chain - on object name: gc.6tag is: _XIC5yjgAdiIvb7wgeZS6I4PtnPE9ODj 2024-09-19T13:55:23.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.053+0000 7f0a0e7fc640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-FROZEN 2024-09-19T13:55:23.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.053+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b1c01ce40 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-LUKEWARM state=0x55af3d019108 s->prefetch_data=0 2024-09-19T13:55:23.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.057+0000 7f0b2d1619c0 10 manifest: total_size = 11534336 2024-09-19T13:55:23.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.057+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1331729125285396562 2024-09-19T13:55:23.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.057+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b1c01ce40 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-LUKEWARM state=0x55af3d019108 s->prefetch_data=0 2024-09-19T13:55:23.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.057+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d019108 2024-09-19T13:55:23.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.057+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16.0 2024-09-19T13:55:23.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.061+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T13:55:23.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.061+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-19T13:55:23.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.061+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-19T13:55:23.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.061+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T13:55:23.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.061+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-19T13:55:23.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.061+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-19T13:55:23.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.061+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T13:55:23.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.061+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-19T13:55:23.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.061+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-19T13:55:23.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.061+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T13:55:23.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.061+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-19T13:55:23.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.061+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-19T13:55:23.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.061+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-19T13:55:23.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.061+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-19T13:55:23.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.061+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-19T13:55:23.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.061+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1331729125285396562 2024-09-19T13:55:23.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.061+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T13:55:23.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.061+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__multipart_foo-LUKEWARM.2~7L_TvfZN2IQ1MJPd_CoCuLPxKnZb0bH.1 2024-09-19T13:55:23.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.061+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 373 2024-09-19T13:55:23.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.061+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__shadow_foo-LUKEWARM.2~7L_TvfZN2IQ1MJPd_CoCuLPxKnZb0bH.1_1 2024-09-19T13:55:23.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.061+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 644 2024-09-19T13:55:23.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.061+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__multipart_foo-LUKEWARM.2~7L_TvfZN2IQ1MJPd_CoCuLPxKnZb0bH.2 2024-09-19T13:55:23.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.061+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 917 2024-09-19T13:55:23.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.061+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__shadow_foo-LUKEWARM.2~7L_TvfZN2IQ1MJPd_CoCuLPxKnZb0bH.2_1 2024-09-19T13:55:23.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.061+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1188 2024-09-19T13:55:23.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.061+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__multipart_foo-LUKEWARM.2~7L_TvfZN2IQ1MJPd_CoCuLPxKnZb0bH.3 2024-09-19T13:55:23.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.061+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1461 2024-09-19T13:55:23.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.061+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T13:55:23.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.061+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_chain - on object name: gc.9tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1331729125285396562 2024-09-19T13:55:23.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.065+0000 7f0a0dffb640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-LUKEWARM 2024-09-19T13:55:23.068 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.065+0000 7f0b2d1619c0 20 get_obj_state: octx=0x55af3d0153c0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-STANDARD state=0x55af3d019108 s->prefetch_data=0 2024-09-19T13:55:23.069 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.065+0000 7f0b2d1619c0 10 manifest: total_size = 11534336 2024-09-19T13:55:23.069 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.065+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to _nz7jHvrMmv2dwF3k0eXx5jEocpv0SIz 2024-09-19T13:55:23.069 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.065+0000 7f0b2d1619c0 20 get_obj_state: octx=0x55af3d0153c0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-STANDARD state=0x55af3d019108 s->prefetch_data=0 2024-09-19T13:55:23.069 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.065+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d019108 2024-09-19T13:55:23.069 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.065+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16.0 2024-09-19T13:55:23.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.073+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:23.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.073+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-19T13:55:23.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.073+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:23.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.073+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2024-09-19T13:55:23.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.073+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:23.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.073+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2024-09-19T13:55:23.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.073+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - tag is: _nz7jHvrMmv2dwF3k0eXx5jEocpv0SIz 2024-09-19T13:55:23.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.073+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T13:55:23.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.073+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__shadow_.j9pOq2JGDEZYvmMteiXU_4Et8kcVHN5_0 2024-09-19T13:55:23.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.073+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2024-09-19T13:55:23.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.073+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__shadow_.j9pOq2JGDEZYvmMteiXU_4Et8kcVHN5_1 2024-09-19T13:55:23.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.073+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2024-09-19T13:55:23.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.073+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__shadow_.j9pOq2JGDEZYvmMteiXU_4Et8kcVHN5_2 2024-09-19T13:55:23.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.073+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 761 2024-09-19T13:55:23.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.073+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T13:55:23.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.073+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_chain - on object name: gc.7tag is: _nz7jHvrMmv2dwF3k0eXx5jEocpv0SIz 2024-09-19T13:55:23.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.077+0000 7f0a0e7fc640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-STANDARD 2024-09-19T13:55:23.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.077+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b240be780 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD state=0x55af3d019108 s->prefetch_data=0 2024-09-19T13:55:23.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.077+0000 7f0b2d1619c0 10 manifest: total_size = 541681 2024-09-19T13:55:23.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.077+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17674630010578039232 2024-09-19T13:55:23.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.077+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b240be780 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD state=0x55af3d019108 s->prefetch_data=0 2024-09-19T13:55:23.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.077+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d019108 2024-09-19T13:55:23.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.077+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16.0 2024-09-19T13:55:23.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.085+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2024-09-19T13:55:23.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.085+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=246247 2024-09-19T13:55:23.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.085+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=246247 stripe_ofs=246247 part_ofs=246247 rule->part_size=246247 2024-09-19T13:55:23.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.085+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2024-09-19T13:55:23.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.085+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=4440551 part_ofs=246247 rule->part_size=246247 2024-09-19T13:55:23.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.085+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=492494 stripe_ofs=492494 part_ofs=492494 rule->part_size=49187 2024-09-19T13:55:23.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.085+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=49187 rules.size()=2 2024-09-19T13:55:23.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.085+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=4686798 part_ofs=492494 rule->part_size=49187 2024-09-19T13:55:23.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.085+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=541681 stripe_ofs=541681 part_ofs=541681 rule->part_size=49187 2024-09-19T13:55:23.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.085+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17674630010578039232 2024-09-19T13:55:23.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.085+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T13:55:23.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.085+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__multipart_foo-STANDARD.2~j48TOwN7nSffKiBt3IAbFXCSBj3hbM8.1 2024-09-19T13:55:23.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.085+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 365 2024-09-19T13:55:23.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.085+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__multipart_foo-STANDARD.2~j48TOwN7nSffKiBt3IAbFXCSBj3hbM8.2 2024-09-19T13:55:23.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.085+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 629 2024-09-19T13:55:23.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.085+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__multipart_foo-STANDARD.2~j48TOwN7nSffKiBt3IAbFXCSBj3hbM8.3 2024-09-19T13:55:23.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.085+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 893 2024-09-19T13:55:23.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.085+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T13:55:23.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.085+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_chain - on object name: gc.7tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17674630010578039232 2024-09-19T13:55:23.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.089+0000 7f0a0dffb640 20 handle_completion(): completion ok for obj=foo-STANDARD 2024-09-19T13:55:23.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.089+0000 7f0b2d1619c0 20 get_obj_state: octx=0x55af3d021210 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-FROZEN state=0x55af3d019108 s->prefetch_data=0 2024-09-19T13:55:23.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.089+0000 7f0b2d1619c0 10 manifest: total_size = 541681 2024-09-19T13:55:23.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.089+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to _jZ4u1ssnYOS5NRX-R-wv-cH4yxux60g 2024-09-19T13:55:23.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.089+0000 7f0b2d1619c0 20 get_obj_state: octx=0x55af3d021210 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-FROZEN state=0x55af3d019108 s->prefetch_data=0 2024-09-19T13:55:23.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.089+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d019108 2024-09-19T13:55:23.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.089+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16.0 2024-09-19T13:55:23.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.097+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:23.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.097+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=541681 stripe_ofs=541681 part_ofs=0 rule->part_size=0 2024-09-19T13:55:23.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.097+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - tag is: _jZ4u1ssnYOS5NRX-R-wv-cH4yxux60g 2024-09-19T13:55:23.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.097+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T13:55:23.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.097+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__shadow_.LQV0lRO7TGEDKPtopzl70DxEN4c1QNj_0 2024-09-19T13:55:23.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.097+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2024-09-19T13:55:23.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.097+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T13:55:23.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.097+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_chain - on object name: gc.26tag is: _jZ4u1ssnYOS5NRX-R-wv-cH4yxux60g 2024-09-19T13:55:23.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.101+0000 7f0a0e7fc640 20 handle_completion(): completion ok for obj=foo-STANDARD-FROZEN 2024-09-19T13:55:23.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.101+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b1c01ce40 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-LUKEWARM state=0x55af3d019108 s->prefetch_data=0 2024-09-19T13:55:23.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.101+0000 7f0b2d1619c0 10 manifest: total_size = 541681 2024-09-19T13:55:23.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.101+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to _MBJ8egYNHCzlHsQtyYFQP-jHqWv83Qf 2024-09-19T13:55:23.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.101+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b1c01ce40 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-LUKEWARM state=0x55af3d019108 s->prefetch_data=0 2024-09-19T13:55:23.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.101+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d019108 2024-09-19T13:55:23.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.101+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16.0 2024-09-19T13:55:23.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.109+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:23.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.109+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=541681 stripe_ofs=541681 part_ofs=0 rule->part_size=0 2024-09-19T13:55:23.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.109+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - tag is: _MBJ8egYNHCzlHsQtyYFQP-jHqWv83Qf 2024-09-19T13:55:23.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.109+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T13:55:23.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.109+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__shadow_.BbgoZG9lCNDy97bgC2UzIuUHNEQxfwp_0 2024-09-19T13:55:23.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.109+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2024-09-19T13:55:23.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.109+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T13:55:23.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.109+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_chain - on object name: gc.20tag is: _MBJ8egYNHCzlHsQtyYFQP-jHqWv83Qf 2024-09-19T13:55:23.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.113+0000 7f0a0dffb640 20 handle_completion(): completion ok for obj=foo-STANDARD-LUKEWARM 2024-09-19T13:55:23.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.113+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b240be780 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-STANDARD state=0x55af3d019108 s->prefetch_data=0 2024-09-19T13:55:23.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.113+0000 7f0b2d1619c0 10 manifest: total_size = 541681 2024-09-19T13:55:23.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.113+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10299598011465581697 2024-09-19T13:55:23.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.113+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b240be780 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-STANDARD state=0x55af3d019108 s->prefetch_data=0 2024-09-19T13:55:23.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.113+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d019108 2024-09-19T13:55:23.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.113+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16.0 2024-09-19T13:55:23.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.121+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2024-09-19T13:55:23.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.121+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=246247 2024-09-19T13:55:23.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.121+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=246247 stripe_ofs=246247 part_ofs=246247 rule->part_size=246247 2024-09-19T13:55:23.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.121+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2024-09-19T13:55:23.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.121+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=4440551 part_ofs=246247 rule->part_size=246247 2024-09-19T13:55:23.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.121+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=492494 stripe_ofs=492494 part_ofs=492494 rule->part_size=49187 2024-09-19T13:55:23.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.121+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=49187 rules.size()=2 2024-09-19T13:55:23.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.121+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=4686798 part_ofs=492494 rule->part_size=49187 2024-09-19T13:55:23.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.121+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=541681 stripe_ofs=541681 part_ofs=541681 rule->part_size=49187 2024-09-19T13:55:23.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.121+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10299598011465581697 2024-09-19T13:55:23.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.121+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T13:55:23.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.121+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__multipart_foo-STANDARD.2~j48TOwN7nSffKiBt3IAbFXCSBj3hbM8.1 2024-09-19T13:55:23.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.121+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 365 2024-09-19T13:55:23.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.121+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__multipart_foo-STANDARD.2~j48TOwN7nSffKiBt3IAbFXCSBj3hbM8.2 2024-09-19T13:55:23.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.121+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 629 2024-09-19T13:55:23.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.121+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__multipart_foo-STANDARD.2~j48TOwN7nSffKiBt3IAbFXCSBj3hbM8.3 2024-09-19T13:55:23.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.121+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 893 2024-09-19T13:55:23.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.121+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T13:55:23.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.121+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_chain - on object name: gc.31tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10299598011465581697 2024-09-19T13:55:23.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.125+0000 7f0b2d1619c0 20 list_objects_ordered: starting attempt 1 2024-09-19T13:55:23.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.125+0000 7f0b2d1619c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-19T13:55:23.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.125+0000 7f0a0e7fc640 20 handle_completion(): completion ok for obj=foo-STANDARD-STANDARD 2024-09-19T13:55:23.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.125+0000 7f0b2d1619c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-19T13:55:23.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.125+0000 7f0b2d1619c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-19T13:55:23.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.125+0000 7f0b2d1619c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-19T13:55:23.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.125+0000 7f0b2d1619c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-19T13:55:23.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.125+0000 7f0b2d1619c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-multipart-copy.1[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16])"; uploads.size()=0; is_truncated=0 2024-09-19T13:55:23.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.129+0000 7f0b2d1619c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 : miss 2024-09-19T13:55:23.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.129+0000 7f0b2d1619c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:23.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.129+0000 7f0b2d1619c0 20 rados_obj.operate() r=0 bl.length=243 2024-09-19T13:55:23.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.129+0000 7f0b2d1619c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 info.flags=0x11 2024-09-19T13:55:23.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.129+0000 7f0b2d1619c0 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 to cache LRU end 2024-09-19T13:55:23.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.133+0000 7f0b2d1619c0 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 from cache 2024-09-19T13:55:23.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.133+0000 7f0b2d1619c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-multipart-copy.1, ofs0, ns] 2024-09-19T13:55:23.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.133+0000 7f0a0dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333452 cookie 94211130880544 notifier 5669 bl.length()=199 2024-09-19T13:55:23.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.137+0000 7f0b2d1619c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16 from cache 2024-09-19T13:55:23.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.137+0000 7f0b2d1619c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16, ofs0, ns] 2024-09-19T13:55:23.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.137+0000 7f0a0e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333462 cookie 94211130885440 notifier 5669 bl.length()=257 2024-09-19T13:55:23.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.141+0000 7f0b2d1619c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16 : miss 2024-09-19T13:55:23.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.141+0000 7f0b2d1619c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:23.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.145+0000 7f0b2d1619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:55:23.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.145+0000 7f0b2d1619c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16 info.flags=0x0 2024-09-19T13:55:23.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.145+0000 7f0b2d1619c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16 to cache LRU end 2024-09-19T13:55:23.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.149+0000 7f0b2d1619c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14 : miss 2024-09-19T13:55:23.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.149+0000 7f0b2d1619c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:23.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.149+0000 7f0b2d1619c0 20 rados_obj.operate() r=0 bl.length=460 2024-09-19T13:55:23.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.149+0000 7f0b2d1619c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14 info.flags=0x17 2024-09-19T13:55:23.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.149+0000 7f0b2d1619c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14 to cache LRU end 2024-09-19T13:55:23.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.149+0000 7f0b2d1619c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:55:23.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.149+0000 7f0b2d1619c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-19T13:55:23.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.149+0000 7f0b2d1619c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14 2024-09-19T13:55:23.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.153+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got foo-FROZEN 2024-09-19T13:55:23.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.153+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got foo-LUKEWARM 2024-09-19T13:55:23.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.153+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got foo-STANDARD 2024-09-19T13:55:23.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.153+0000 7f0b2d1619c0 20 get_obj_state: octx=0x55af3d0230a0 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-FROZEN state=0x55af3d021c38 s->prefetch_data=0 2024-09-19T13:55:23.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.153+0000 7f0b2d1619c0 10 manifest: total_size = 11534336 2024-09-19T13:55:23.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.153+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.40808727770815982 2024-09-19T13:55:23.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.153+0000 7f0b2d1619c0 20 get_obj_state: octx=0x55af3d0230a0 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-FROZEN state=0x55af3d021c38 s->prefetch_data=0 2024-09-19T13:55:23.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.153+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d021c38 2024-09-19T13:55:23.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.153+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14.0 2024-09-19T13:55:23.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.161+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T13:55:23.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.161+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-19T13:55:23.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.161+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-19T13:55:23.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.161+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T13:55:23.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.161+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-19T13:55:23.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.161+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-19T13:55:23.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.161+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T13:55:23.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.161+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-19T13:55:23.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.161+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-19T13:55:23.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.161+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T13:55:23.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.161+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-19T13:55:23.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.161+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-19T13:55:23.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.161+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-19T13:55:23.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.161+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-19T13:55:23.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.161+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-19T13:55:23.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.161+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.40808727770815982 2024-09-19T13:55:23.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.161+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T13:55:23.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.161+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14__multipart_foo-FROZEN.2~MFigc8N1YgIkBAGNMPoyHSoDPDKxElk.1 2024-09-19T13:55:23.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.161+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 365 2024-09-19T13:55:23.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.161+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14__shadow_foo-FROZEN.2~MFigc8N1YgIkBAGNMPoyHSoDPDKxElk.1_1 2024-09-19T13:55:23.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.161+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 630 2024-09-19T13:55:23.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.161+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14__multipart_foo-FROZEN.2~MFigc8N1YgIkBAGNMPoyHSoDPDKxElk.2 2024-09-19T13:55:23.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.161+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 897 2024-09-19T13:55:23.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.161+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14__shadow_foo-FROZEN.2~MFigc8N1YgIkBAGNMPoyHSoDPDKxElk.2_1 2024-09-19T13:55:23.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.161+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1162 2024-09-19T13:55:23.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.161+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14__multipart_foo-FROZEN.2~MFigc8N1YgIkBAGNMPoyHSoDPDKxElk.3 2024-09-19T13:55:23.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.161+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1429 2024-09-19T13:55:23.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.161+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T13:55:23.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.161+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_chain - on object name: gc.11tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.40808727770815982 2024-09-19T13:55:23.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.165+0000 7f0a0e7fc640 20 handle_completion(): completion ok for obj=foo-FROZEN 2024-09-19T13:55:23.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.165+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b2004f5e0 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-LUKEWARM state=0x55af3d021c38 s->prefetch_data=0 2024-09-19T13:55:23.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.165+0000 7f0b2d1619c0 10 manifest: total_size = 11534336 2024-09-19T13:55:23.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.165+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8148418475590229421 2024-09-19T13:55:23.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.165+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b2004f5e0 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-LUKEWARM state=0x55af3d021c38 s->prefetch_data=0 2024-09-19T13:55:23.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.165+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d021c38 2024-09-19T13:55:23.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.165+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14.0 2024-09-19T13:55:23.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.173+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T13:55:23.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.173+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-19T13:55:23.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.173+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-19T13:55:23.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.173+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T13:55:23.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.173+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-19T13:55:23.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.173+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-19T13:55:23.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.173+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T13:55:23.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.173+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-19T13:55:23.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.173+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-19T13:55:23.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.173+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T13:55:23.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.173+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-19T13:55:23.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.173+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-19T13:55:23.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.173+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-19T13:55:23.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.173+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-19T13:55:23.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.173+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-19T13:55:23.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.173+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8148418475590229421 2024-09-19T13:55:23.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.173+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T13:55:23.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.173+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14__multipart_foo-LUKEWARM.2~Y0ZCQHAQetXowlWVRF58vPQlKKsQP_m.1 2024-09-19T13:55:23.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.173+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 373 2024-09-19T13:55:23.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.173+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14__shadow_foo-LUKEWARM.2~Y0ZCQHAQetXowlWVRF58vPQlKKsQP_m.1_1 2024-09-19T13:55:23.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.173+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 644 2024-09-19T13:55:23.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.173+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14__multipart_foo-LUKEWARM.2~Y0ZCQHAQetXowlWVRF58vPQlKKsQP_m.2 2024-09-19T13:55:23.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.173+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 917 2024-09-19T13:55:23.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.173+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14__shadow_foo-LUKEWARM.2~Y0ZCQHAQetXowlWVRF58vPQlKKsQP_m.2_1 2024-09-19T13:55:23.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.173+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1188 2024-09-19T13:55:23.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.173+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14__multipart_foo-LUKEWARM.2~Y0ZCQHAQetXowlWVRF58vPQlKKsQP_m.3 2024-09-19T13:55:23.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.173+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1461 2024-09-19T13:55:23.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.173+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T13:55:23.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.173+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_chain - on object name: gc.5tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8148418475590229421 2024-09-19T13:55:23.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.177+0000 7f0a0dffb640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2024-09-19T13:55:23.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.177+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b2001a3d0 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-STANDARD state=0x55af3d021c38 s->prefetch_data=0 2024-09-19T13:55:23.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.177+0000 7f0b2d1619c0 10 manifest: total_size = 1087 2024-09-19T13:55:23.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.177+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18029065187092824175 2024-09-19T13:55:23.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.177+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b2001a3d0 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-STANDARD state=0x55af3d021c38 s->prefetch_data=0 2024-09-19T13:55:23.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.177+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d021c38 2024-09-19T13:55:23.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.177+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14.0 2024-09-19T13:55:23.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.185+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=516 rules.size()=2 2024-09-19T13:55:23.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.185+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=516 2024-09-19T13:55:23.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.185+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=516 stripe_ofs=516 part_ofs=516 rule->part_size=516 2024-09-19T13:55:23.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.185+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=516 rules.size()=2 2024-09-19T13:55:23.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.185+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=4194820 part_ofs=516 rule->part_size=516 2024-09-19T13:55:23.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.185+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=1032 stripe_ofs=1032 part_ofs=1032 rule->part_size=55 2024-09-19T13:55:23.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.185+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=55 rules.size()=2 2024-09-19T13:55:23.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.185+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): stripe_ofs=4195336 part_ofs=1032 rule->part_size=55 2024-09-19T13:55:23.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.185+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=1087 stripe_ofs=1087 part_ofs=1087 rule->part_size=55 2024-09-19T13:55:23.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.185+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18029065187092824175 2024-09-19T13:55:23.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.185+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T13:55:23.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.185+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14__multipart_foo-STANDARD.2~xnvDX-LAnwm3dU080Ju3EQjH0qTcCiC.1 2024-09-19T13:55:23.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.185+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 365 2024-09-19T13:55:23.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.185+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14__multipart_foo-STANDARD.2~xnvDX-LAnwm3dU080Ju3EQjH0qTcCiC.2 2024-09-19T13:55:23.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.185+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 629 2024-09-19T13:55:23.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.185+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14__multipart_foo-STANDARD.2~xnvDX-LAnwm3dU080Ju3EQjH0qTcCiC.3 2024-09-19T13:55:23.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.185+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 893 2024-09-19T13:55:23.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.185+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T13:55:23.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.185+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_chain - on object name: gc.27tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18029065187092824175 2024-09-19T13:55:23.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.189+0000 7f0a0e7fc640 20 handle_completion(): completion ok for obj=foo-STANDARD 2024-09-19T13:55:23.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.189+0000 7f0b2d1619c0 20 list_objects_ordered: starting attempt 1 2024-09-19T13:55:23.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.189+0000 7f0b2d1619c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-19T13:55:23.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.189+0000 7f0b2d1619c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-19T13:55:23.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.189+0000 7f0b2d1619c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-19T13:55:23.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.189+0000 7f0b2d1619c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-19T13:55:23.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.189+0000 7f0b2d1619c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-19T13:55:23.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.189+0000 7f0b2d1619c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-multipart.1[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14])"; uploads.size()=0; is_truncated=0 2024-09-19T13:55:23.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.193+0000 7f0b2d1619c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 : miss 2024-09-19T13:55:23.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.193+0000 7f0b2d1619c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:23.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.193+0000 7f0b2d1619c0 20 rados_obj.operate() r=0 bl.length=238 2024-09-19T13:55:23.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.193+0000 7f0b2d1619c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 info.flags=0x11 2024-09-19T13:55:23.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.193+0000 7f0b2d1619c0 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 to cache LRU end 2024-09-19T13:55:23.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.197+0000 7f0b2d1619c0 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 from cache 2024-09-19T13:55:23.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.197+0000 7f0b2d1619c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-multipart.1, ofs0, ns] 2024-09-19T13:55:23.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.197+0000 7f0a0dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333463 cookie 94211130885440 notifier 5669 bl.length()=194 2024-09-19T13:55:23.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.201+0000 7f0b2d1619c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14 from cache 2024-09-19T13:55:23.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.201+0000 7f0b2d1619c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14, ofs0, ns] 2024-09-19T13:55:23.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.201+0000 7f0a0dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333464 cookie 94211130885440 notifier 5669 bl.length()=252 2024-09-19T13:55:23.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.205+0000 7f0b2d1619c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14 : miss 2024-09-19T13:55:23.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.205+0000 7f0b2d1619c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:23.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.209+0000 7f0b2d1619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:55:23.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.209+0000 7f0b2d1619c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14 info.flags=0x0 2024-09-19T13:55:23.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.209+0000 7f0b2d1619c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14 to cache LRU end 2024-09-19T13:55:23.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.213+0000 7f0b2d1619c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13 : miss 2024-09-19T13:55:23.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.213+0000 7f0b2d1619c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:23.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.213+0000 7f0b2d1619c0 20 rados_obj.operate() r=0 bl.length=450 2024-09-19T13:55:23.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.213+0000 7f0b2d1619c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13 info.flags=0x17 2024-09-19T13:55:23.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.213+0000 7f0b2d1619c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13 to cache LRU end 2024-09-19T13:55:23.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.213+0000 7f0b2d1619c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:55:23.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.213+0000 7f0b2d1619c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-19T13:55:23.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.213+0000 7f0b2d1619c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13 2024-09-19T13:55:23.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.217+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got foo-FROZEN 2024-09-19T13:55:23.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.217+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got foo-LUKEWARM 2024-09-19T13:55:23.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.217+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got foo-STANDARD 2024-09-19T13:55:23.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.217+0000 7f0b2d1619c0 20 get_obj_state: octx=0x55af3d023170 obj=test-client.0-r-test-obj-storage-class.1:foo-FROZEN state=0x55af3d021c38 s->prefetch_data=0 2024-09-19T13:55:23.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.217+0000 7f0b2d1619c0 10 manifest: total_size = 10485760 2024-09-19T13:55:23.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.217+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11103209364958409022 2024-09-19T13:55:23.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.217+0000 7f0b2d1619c0 20 get_obj_state: octx=0x55af3d023170 obj=test-client.0-r-test-obj-storage-class.1:foo-FROZEN state=0x55af3d021c38 s->prefetch_data=0 2024-09-19T13:55:23.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.217+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d021c38 2024-09-19T13:55:23.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.217+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13.0 2024-09-19T13:55:23.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.225+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:23.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.225+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-19T13:55:23.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.225+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:23.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.225+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2024-09-19T13:55:23.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.225+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:23.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.225+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=0 rule->part_size=0 2024-09-19T13:55:23.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.225+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11103209364958409022 2024-09-19T13:55:23.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.225+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T13:55:23.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.225+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13__shadow_.VAwJiYxoYw4Kg-QsW_0_BPy8HExzQO__0 2024-09-19T13:55:23.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.225+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 338 2024-09-19T13:55:23.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.225+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13__shadow_.VAwJiYxoYw4Kg-QsW_0_BPy8HExzQO__1 2024-09-19T13:55:23.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.225+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 575 2024-09-19T13:55:23.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.225+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13__shadow_.VAwJiYxoYw4Kg-QsW_0_BPy8HExzQO__2 2024-09-19T13:55:23.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.225+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 812 2024-09-19T13:55:23.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.225+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T13:55:23.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.225+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_chain - on object name: gc.11tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11103209364958409022 2024-09-19T13:55:23.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.225+0000 7f0a0e7fc640 20 handle_completion(): completion ok for obj=foo-FROZEN 2024-09-19T13:55:23.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.229+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b2005a630 obj=test-client.0-r-test-obj-storage-class.1:foo-LUKEWARM state=0x55af3d017ae8 s->prefetch_data=0 2024-09-19T13:55:23.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.229+0000 7f0b2d1619c0 10 manifest: total_size = 10485760 2024-09-19T13:55:23.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.229+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15096294168218441474 2024-09-19T13:55:23.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.229+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b2005a630 obj=test-client.0-r-test-obj-storage-class.1:foo-LUKEWARM state=0x55af3d017ae8 s->prefetch_data=0 2024-09-19T13:55:23.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.229+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d017ae8 2024-09-19T13:55:23.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.229+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13.0 2024-09-19T13:55:23.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.233+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:23.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.233+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-19T13:55:23.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.233+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:23.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.233+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2024-09-19T13:55:23.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.233+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:23.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.233+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=0 rule->part_size=0 2024-09-19T13:55:23.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.233+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15096294168218441474 2024-09-19T13:55:23.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.233+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T13:55:23.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.233+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13__shadow_.4ryHkOxKRJxKQuTjJJhdEPUi270mcQQ_0 2024-09-19T13:55:23.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.233+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 340 2024-09-19T13:55:23.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.233+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13__shadow_.4ryHkOxKRJxKQuTjJJhdEPUi270mcQQ_1 2024-09-19T13:55:23.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.233+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 579 2024-09-19T13:55:23.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.233+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13__shadow_.4ryHkOxKRJxKQuTjJJhdEPUi270mcQQ_2 2024-09-19T13:55:23.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.233+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 818 2024-09-19T13:55:23.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.233+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T13:55:23.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.233+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_chain - on object name: gc.24tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15096294168218441474 2024-09-19T13:55:23.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.237+0000 7f0a0dffb640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2024-09-19T13:55:23.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.237+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b2005a630 obj=test-client.0-r-test-obj-storage-class.1:foo-STANDARD state=0x55af3d017ae8 s->prefetch_data=0 2024-09-19T13:55:23.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.241+0000 7f0b2d1619c0 10 manifest: total_size = 649292 2024-09-19T13:55:23.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.241+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7646555013537450926 2024-09-19T13:55:23.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.241+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b2005a630 obj=test-client.0-r-test-obj-storage-class.1:foo-STANDARD state=0x55af3d017ae8 s->prefetch_data=0 2024-09-19T13:55:23.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.241+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d017ae8 2024-09-19T13:55:23.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.241+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13.0 2024-09-19T13:55:23.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.245+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:23.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.245+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=649292 stripe_ofs=649292 part_ofs=0 rule->part_size=0 2024-09-19T13:55:23.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.245+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7646555013537450926 2024-09-19T13:55:23.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.245+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T13:55:23.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.245+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13__shadow_.WK6_KuFDimWSDWni2usPFXwZ6pH9an8_0 2024-09-19T13:55:23.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.245+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 330 2024-09-19T13:55:23.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.245+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T13:55:23.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.245+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_chain - on object name: gc.4tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7646555013537450926 2024-09-19T13:55:23.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.249+0000 7f0a0e7fc640 20 handle_completion(): completion ok for obj=foo-STANDARD 2024-09-19T13:55:23.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.249+0000 7f0b2d1619c0 20 list_objects_ordered: starting attempt 1 2024-09-19T13:55:23.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.249+0000 7f0b2d1619c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-19T13:55:23.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.249+0000 7f0b2d1619c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-19T13:55:23.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.249+0000 7f0b2d1619c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-19T13:55:23.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.249+0000 7f0b2d1619c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-19T13:55:23.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.249+0000 7f0b2d1619c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-19T13:55:23.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.249+0000 7f0b2d1619c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class.1[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13])"; uploads.size()=0; is_truncated=0 2024-09-19T13:55:23.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.253+0000 7f0b2d1619c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 : miss 2024-09-19T13:55:23.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.253+0000 7f0b2d1619c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:23.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.257+0000 7f0b2d1619c0 20 rados_obj.operate() r=0 bl.length=228 2024-09-19T13:55:23.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.257+0000 7f0b2d1619c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 info.flags=0x11 2024-09-19T13:55:23.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.257+0000 7f0b2d1619c0 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 to cache LRU end 2024-09-19T13:55:23.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.261+0000 7f0b2d1619c0 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 from cache 2024-09-19T13:55:23.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.261+0000 7f0b2d1619c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class.1, ofs0, ns] 2024-09-19T13:55:23.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.261+0000 7f0a0dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333470 cookie 94211130878048 notifier 5669 bl.length()=184 2024-09-19T13:55:23.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.265+0000 7f0b2d1619c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13 from cache 2024-09-19T13:55:23.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.265+0000 7f0b2d1619c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class.1:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13, ofs0, ns] 2024-09-19T13:55:23.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.265+0000 7f0a0e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333520 cookie 94211130881600 notifier 5669 bl.length()=242 2024-09-19T13:55:23.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.269+0000 7f0b2d1619c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13 : miss 2024-09-19T13:55:23.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.269+0000 7f0b2d1619c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:23.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.269+0000 7f0b2d1619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:55:23.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.269+0000 7f0b2d1619c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13 info.flags=0x0 2024-09-19T13:55:23.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.269+0000 7f0b2d1619c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13 to cache LRU end 2024-09-19T13:55:23.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.277+0000 7f0b2d1619c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6 : miss 2024-09-19T13:55:23.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.277+0000 7f0b2d1619c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:23.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.277+0000 7f0b2d1619c0 20 rados_obj.operate() r=0 bl.length=445 2024-09-19T13:55:23.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.277+0000 7f0b2d1619c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6 info.flags=0x17 2024-09-19T13:55:23.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.277+0000 7f0b2d1619c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6 to cache LRU end 2024-09-19T13:55:23.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.277+0000 7f0b2d1619c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:55:23.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.277+0000 7f0b2d1619c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-19T13:55:23.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.277+0000 7f0b2d1619c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6 2024-09-19T13:55:23.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.277+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got __ 2024-09-19T13:55:23.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.277+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got __ _ 2024-09-19T13:55:23.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.277+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got ___ 2024-09-19T13:55:23.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.277+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got obj 2024-09-19T13:55:23.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.277+0000 7f0b2d1619c0 20 get_obj_state: octx=0x55af3cfd80d0 obj=test-client.0-r-test-small-obj-data.1:__ state=0x55af3d021c38 s->prefetch_data=0 2024-09-19T13:55:23.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.281+0000 7f0b2d1619c0 10 manifest: total_size = 0 2024-09-19T13:55:23.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.281+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6092110731545740903 2024-09-19T13:55:23.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.281+0000 7f0b2d1619c0 20 get_obj_state: octx=0x55af3cfd80d0 obj=test-client.0-r-test-small-obj-data.1:__ state=0x55af3d021c38 s->prefetch_data=0 2024-09-19T13:55:23.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.281+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d021c38 2024-09-19T13:55:23.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.281+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6.0 2024-09-19T13:55:23.289 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.289+0000 7f0b2d1619c0 20 get_obj_state: octx=0x55af3cfd80d0 obj=test-client.0-r-test-small-obj-data.1:__ _ state=0x55af3d021c38 s->prefetch_data=0 2024-09-19T13:55:23.290 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.289+0000 7f0b2d1619c0 10 manifest: total_size = 0 2024-09-19T13:55:23.290 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.289+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16030075690442726151 2024-09-19T13:55:23.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.289+0000 7f0b2d1619c0 20 get_obj_state: octx=0x55af3cfd80d0 obj=test-client.0-r-test-small-obj-data.1:__ _ state=0x55af3d021c38 s->prefetch_data=0 2024-09-19T13:55:23.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.289+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d021c38 2024-09-19T13:55:23.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.289+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6.0 2024-09-19T13:55:23.293 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.289+0000 7f0a0e7fc640 20 handle_completion(): completion ok for obj=__ 2024-09-19T13:55:23.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.297+0000 7f0b2d1619c0 20 get_obj_state: octx=0x55af3cfd80d0 obj=test-client.0-r-test-small-obj-data.1:___ state=0x55af3d021c38 s->prefetch_data=0 2024-09-19T13:55:23.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.297+0000 7f0b2d1619c0 10 manifest: total_size = 0 2024-09-19T13:55:23.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.297+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9351796311340482755 2024-09-19T13:55:23.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.297+0000 7f0b2d1619c0 20 get_obj_state: octx=0x55af3cfd80d0 obj=test-client.0-r-test-small-obj-data.1:___ state=0x55af3d021c38 s->prefetch_data=0 2024-09-19T13:55:23.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.297+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d021c38 2024-09-19T13:55:23.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.297+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6.0 2024-09-19T13:55:23.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.301+0000 7f0a0dffb640 20 handle_completion(): completion ok for obj=__ _ 2024-09-19T13:55:23.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.305+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b2001a3d0 obj=test-client.0-r-test-small-obj-data.1:obj state=0x55af3d021c38 s->prefetch_data=0 2024-09-19T13:55:23.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.305+0000 7f0b2d1619c0 10 manifest: total_size = 0 2024-09-19T13:55:23.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.305+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14906581787738346468 2024-09-19T13:55:23.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.305+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b2001a3d0 obj=test-client.0-r-test-small-obj-data.1:obj state=0x55af3d021c38 s->prefetch_data=0 2024-09-19T13:55:23.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.305+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d021c38 2024-09-19T13:55:23.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.305+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6.0 2024-09-19T13:55:23.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.309+0000 7f0a0e7fc640 20 handle_completion(): completion ok for obj=___ 2024-09-19T13:55:23.313 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.313+0000 7f0b2d1619c0 20 list_objects_ordered: starting attempt 1 2024-09-19T13:55:23.313 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.313+0000 7f0b2d1619c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-19T13:55:23.316 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.313+0000 7f0a0dffb640 20 handle_completion(): completion ok for obj=obj 2024-09-19T13:55:23.317 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.317+0000 7f0b2d1619c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-19T13:55:23.317 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.317+0000 7f0b2d1619c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-19T13:55:23.317 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.317+0000 7f0b2d1619c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-19T13:55:23.317 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.317+0000 7f0b2d1619c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-19T13:55:23.317 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.317+0000 7f0b2d1619c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.1[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6])"; uploads.size()=0; is_truncated=0 2024-09-19T13:55:23.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.317+0000 7f0b2d1619c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 : miss 2024-09-19T13:55:23.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.317+0000 7f0b2d1619c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:23.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.321+0000 7f0b2d1619c0 20 rados_obj.operate() r=0 bl.length=223 2024-09-19T13:55:23.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.321+0000 7f0b2d1619c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 info.flags=0x11 2024-09-19T13:55:23.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.321+0000 7f0b2d1619c0 10 adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 to cache LRU end 2024-09-19T13:55:23.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.325+0000 7f0b2d1619c0 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 from cache 2024-09-19T13:55:23.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.325+0000 7f0b2d1619c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.1, ofs0, ns] 2024-09-19T13:55:23.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.325+0000 7f0a0e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333521 cookie 94211130876992 notifier 5669 bl.length()=181 2024-09-19T13:55:23.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.329+0000 7f0b2d1619c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6 from cache 2024-09-19T13:55:23.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.329+0000 7f0b2d1619c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.1:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6, ofs0, ns] 2024-09-19T13:55:23.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.329+0000 7f0a0dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333471 cookie 94211130878048 notifier 5669 bl.length()=238 2024-09-19T13:55:23.335 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.333+0000 7f0b2d1619c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6 : miss 2024-09-19T13:55:23.335 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.333+0000 7f0b2d1619c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:23.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.333+0000 7f0b2d1619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:55:23.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.333+0000 7f0b2d1619c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6 info.flags=0x0 2024-09-19T13:55:23.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.333+0000 7f0b2d1619c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6 to cache LRU end 2024-09-19T13:55:23.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.341+0000 7f0b2d1619c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7 : miss 2024-09-19T13:55:23.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.341+0000 7f0b2d1619c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:23.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.341+0000 7f0b2d1619c0 20 rados_obj.operate() r=0 bl.length=445 2024-09-19T13:55:23.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.341+0000 7f0b2d1619c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7 info.flags=0x17 2024-09-19T13:55:23.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.341+0000 7f0b2d1619c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7 to cache LRU end 2024-09-19T13:55:23.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.341+0000 7f0b2d1619c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:55:23.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.341+0000 7f0b2d1619c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-19T13:55:23.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.341+0000 7f0b2d1619c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7 2024-09-19T13:55:23.344 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.341+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got __ 2024-09-19T13:55:23.344 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.341+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got __ _ 2024-09-19T13:55:23.344 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.341+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got ___ 2024-09-19T13:55:23.344 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.341+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got obj 2024-09-19T13:55:23.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.341+0000 7f0b2d1619c0 20 get_obj_state: octx=0x55af3d0132b0 obj=test-client.0-r-test-small-obj-data.2:__ state=0x55af3d016208 s->prefetch_data=0 2024-09-19T13:55:23.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.345+0000 7f0b2d1619c0 10 manifest: total_size = 524288 2024-09-19T13:55:23.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.345+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17360997984775377024 2024-09-19T13:55:23.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.345+0000 7f0b2d1619c0 20 get_obj_state: octx=0x55af3d0132b0 obj=test-client.0-r-test-small-obj-data.2:__ state=0x55af3d016208 s->prefetch_data=0 2024-09-19T13:55:23.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.345+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d016208 2024-09-19T13:55:23.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.345+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7.0 2024-09-19T13:55:23.352 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.349+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:23.352 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.349+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=524288 stripe_ofs=524288 part_ofs=0 rule->part_size=0 2024-09-19T13:55:23.352 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.349+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17360997984775377024 2024-09-19T13:55:23.353 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.349+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T13:55:23.353 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.349+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7__shadow_.g6doT4px722JsZUmPp2ackGN7jeK9CR_0 2024-09-19T13:55:23.353 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.349+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-19T13:55:23.353 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.349+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T13:55:23.353 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.349+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_chain - on object name: gc.26tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17360997984775377024 2024-09-19T13:55:23.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.353+0000 7f0a0dffb640 20 handle_completion(): completion ok for obj=__ 2024-09-19T13:55:23.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.353+0000 7f0b2d1619c0 20 get_obj_state: octx=0x55af3d0132b0 obj=test-client.0-r-test-small-obj-data.2:__ _ state=0x55af3d016208 s->prefetch_data=0 2024-09-19T13:55:23.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.357+0000 7f0b2d1619c0 10 manifest: total_size = 527 2024-09-19T13:55:23.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.357+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17647835533606787235 2024-09-19T13:55:23.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.357+0000 7f0b2d1619c0 20 get_obj_state: octx=0x55af3d0132b0 obj=test-client.0-r-test-small-obj-data.2:__ _ state=0x55af3d016208 s->prefetch_data=0 2024-09-19T13:55:23.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.357+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d016208 2024-09-19T13:55:23.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.357+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7.0 2024-09-19T13:55:23.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.361+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:23.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.361+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=527 stripe_ofs=527 part_ofs=0 rule->part_size=0 2024-09-19T13:55:23.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.361+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17647835533606787235 2024-09-19T13:55:23.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.361+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T13:55:23.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.361+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7__shadow_.bVk31pP-xhpkHkldwcmDoSNHRDYQjrC_0 2024-09-19T13:55:23.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.361+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-19T13:55:23.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.361+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T13:55:23.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.361+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_chain - on object name: gc.11tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17647835533606787235 2024-09-19T13:55:23.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.365+0000 7f0a0e7fc640 20 handle_completion(): completion ok for obj=__ _ 2024-09-19T13:55:23.368 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.365+0000 7f0b2d1619c0 20 get_obj_state: octx=0x55af3d0132b0 obj=test-client.0-r-test-small-obj-data.2:___ state=0x55af3d016208 s->prefetch_data=0 2024-09-19T13:55:23.369 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.369+0000 7f0b2d1619c0 10 manifest: total_size = 2078 2024-09-19T13:55:23.369 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.369+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10315930153994222962 2024-09-19T13:55:23.369 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.369+0000 7f0b2d1619c0 20 get_obj_state: octx=0x55af3d0132b0 obj=test-client.0-r-test-small-obj-data.2:___ state=0x55af3d016208 s->prefetch_data=0 2024-09-19T13:55:23.369 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.369+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d016208 2024-09-19T13:55:23.369 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.369+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7.0 2024-09-19T13:55:23.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.373+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:23.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.373+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=2078 stripe_ofs=2078 part_ofs=0 rule->part_size=0 2024-09-19T13:55:23.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.373+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10315930153994222962 2024-09-19T13:55:23.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.373+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T13:55:23.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.373+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7__shadow_.U2N-2Cbow1j5x1vwpcymhXHQntdl6Ob_0 2024-09-19T13:55:23.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.373+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-19T13:55:23.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.373+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T13:55:23.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.373+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_chain - on object name: gc.9tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10315930153994222962 2024-09-19T13:55:23.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.377+0000 7f0a0dffb640 20 handle_completion(): completion ok for obj=___ 2024-09-19T13:55:23.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.377+0000 7f0b2d1619c0 20 get_obj_state: octx=0x55af3d0132b0 obj=test-client.0-r-test-small-obj-data.2:obj state=0x55af3d016208 s->prefetch_data=0 2024-09-19T13:55:23.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.381+0000 7f0b2d1619c0 10 manifest: total_size = 24595 2024-09-19T13:55:23.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.381+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2457419057658147587 2024-09-19T13:55:23.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.381+0000 7f0b2d1619c0 20 get_obj_state: octx=0x55af3d0132b0 obj=test-client.0-r-test-small-obj-data.2:obj state=0x55af3d016208 s->prefetch_data=0 2024-09-19T13:55:23.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.381+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d016208 2024-09-19T13:55:23.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.381+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7.0 2024-09-19T13:55:23.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.385+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:23.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.385+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=24595 stripe_ofs=24595 part_ofs=0 rule->part_size=0 2024-09-19T13:55:23.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.385+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2457419057658147587 2024-09-19T13:55:23.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.385+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T13:55:23.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.385+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7__shadow_.vNc9jJ8RK65f5VaqSgoxZSiANZS_KeJ_0 2024-09-19T13:55:23.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.385+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-19T13:55:23.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.385+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T13:55:23.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.385+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_chain - on object name: gc.20tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2457419057658147587 2024-09-19T13:55:23.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.389+0000 7f0a0e7fc640 20 handle_completion(): completion ok for obj=obj 2024-09-19T13:55:23.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.389+0000 7f0b2d1619c0 20 list_objects_ordered: starting attempt 1 2024-09-19T13:55:23.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.389+0000 7f0b2d1619c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-19T13:55:23.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.393+0000 7f0b2d1619c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-19T13:55:23.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.393+0000 7f0b2d1619c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-19T13:55:23.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.393+0000 7f0b2d1619c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-19T13:55:23.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.393+0000 7f0b2d1619c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-19T13:55:23.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.393+0000 7f0b2d1619c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.2[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7])"; uploads.size()=0; is_truncated=0 2024-09-19T13:55:23.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.397+0000 7f0b2d1619c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 : miss 2024-09-19T13:55:23.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.397+0000 7f0b2d1619c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:23.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.397+0000 7f0b2d1619c0 20 rados_obj.operate() r=0 bl.length=223 2024-09-19T13:55:23.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.397+0000 7f0b2d1619c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 info.flags=0x11 2024-09-19T13:55:23.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.397+0000 7f0b2d1619c0 10 adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 to cache LRU end 2024-09-19T13:55:23.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.401+0000 7f0b2d1619c0 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 from cache 2024-09-19T13:55:23.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.401+0000 7f0b2d1619c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.2, ofs0, ns] 2024-09-19T13:55:23.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.401+0000 7f0a0dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333522 cookie 94211130876992 notifier 5669 bl.length()=181 2024-09-19T13:55:23.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.405+0000 7f0b2d1619c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7 from cache 2024-09-19T13:55:23.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.405+0000 7f0b2d1619c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.2:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7, ofs0, ns] 2024-09-19T13:55:23.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.405+0000 7f0a0e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333472 cookie 94211130878048 notifier 5669 bl.length()=238 2024-09-19T13:55:23.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.409+0000 7f0b2d1619c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7 : miss 2024-09-19T13:55:23.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.409+0000 7f0b2d1619c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:23.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.409+0000 7f0b2d1619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:55:23.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.409+0000 7f0b2d1619c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7 info.flags=0x0 2024-09-19T13:55:23.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.409+0000 7f0b2d1619c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7 to cache LRU end 2024-09-19T13:55:23.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.417+0000 7f0b2d1619c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8 : miss 2024-09-19T13:55:23.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.417+0000 7f0b2d1619c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:23.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.417+0000 7f0b2d1619c0 20 rados_obj.operate() r=0 bl.length=445 2024-09-19T13:55:23.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.417+0000 7f0b2d1619c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8 info.flags=0x17 2024-09-19T13:55:23.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.417+0000 7f0b2d1619c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8 to cache LRU end 2024-09-19T13:55:23.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.417+0000 7f0b2d1619c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:55:23.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.417+0000 7f0b2d1619c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-19T13:55:23.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.417+0000 7f0b2d1619c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8 2024-09-19T13:55:23.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.417+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got __ 2024-09-19T13:55:23.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.417+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got __ _ 2024-09-19T13:55:23.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.417+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got ___ 2024-09-19T13:55:23.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.417+0000 7f0b2d1619c0 10 cls_bucket_list_unordered: got obj 2024-09-19T13:55:23.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.417+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b2005a630 obj=test-client.0-r-test-small-obj-data.3:__ state=0x55af3d021c38 s->prefetch_data=0 2024-09-19T13:55:23.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.421+0000 7f0b2d1619c0 10 manifest: total_size = 49187 2024-09-19T13:55:23.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.421+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9747297582817890271 2024-09-19T13:55:23.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.421+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b2005a630 obj=test-client.0-r-test-small-obj-data.3:__ state=0x55af3d021c38 s->prefetch_data=0 2024-09-19T13:55:23.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.421+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d021c38 2024-09-19T13:55:23.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.421+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8.0 2024-09-19T13:55:23.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.425+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:23.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.425+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=49187 stripe_ofs=49187 part_ofs=0 rule->part_size=0 2024-09-19T13:55:23.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.425+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9747297582817890271 2024-09-19T13:55:23.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.425+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T13:55:23.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.425+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8__shadow_.d0np_-XDeQcoM7ROGSAp88j7rZ_JMLI_0 2024-09-19T13:55:23.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.425+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-19T13:55:23.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.425+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T13:55:23.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.425+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_chain - on object name: gc.24tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9747297582817890271 2024-09-19T13:55:23.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.429+0000 7f0a0e7fc640 20 handle_completion(): completion ok for obj=__ 2024-09-19T13:55:23.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.429+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b2001a3d0 obj=test-client.0-r-test-small-obj-data.3:__ _ state=0x55af3d021c38 s->prefetch_data=0 2024-09-19T13:55:23.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.433+0000 7f0b2d1619c0 10 manifest: total_size = 4134 2024-09-19T13:55:23.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.433+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13280470390474546446 2024-09-19T13:55:23.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.433+0000 7f0b2d1619c0 20 get_obj_state: octx=0x7f0b2001a3d0 obj=test-client.0-r-test-small-obj-data.3:__ _ state=0x55af3d021c38 s->prefetch_data=0 2024-09-19T13:55:23.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.433+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d021c38 2024-09-19T13:55:23.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.433+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8.0 2024-09-19T13:55:23.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.437+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:23.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.437+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=4134 stripe_ofs=4134 part_ofs=0 rule->part_size=0 2024-09-19T13:55:23.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.437+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13280470390474546446 2024-09-19T13:55:23.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.437+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T13:55:23.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.437+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8__shadow_.NQehvsV8FPj_WUNtVesklRHNaGS6RRf_0 2024-09-19T13:55:23.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.437+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-19T13:55:23.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.437+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T13:55:23.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.437+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_chain - on object name: gc.9tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13280470390474546446 2024-09-19T13:55:23.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.441+0000 7f0b2d1619c0 20 get_obj_state: octx=0x55af3d0199b0 obj=test-client.0-r-test-small-obj-data.3:___ state=0x55af3d021c38 s->prefetch_data=0 2024-09-19T13:55:23.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.441+0000 7f0a0dffb640 20 handle_completion(): completion ok for obj=__ _ 2024-09-19T13:55:23.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.441+0000 7f0b2d1619c0 10 manifest: total_size = 1048576 2024-09-19T13:55:23.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.441+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14009545993295047826 2024-09-19T13:55:23.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.441+0000 7f0b2d1619c0 20 get_obj_state: octx=0x55af3d0199b0 obj=test-client.0-r-test-small-obj-data.3:___ state=0x55af3d021c38 s->prefetch_data=0 2024-09-19T13:55:23.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.441+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d021c38 2024-09-19T13:55:23.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.441+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8.0 2024-09-19T13:55:23.451 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.449+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:23.451 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.449+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=1048576 stripe_ofs=1048576 part_ofs=0 rule->part_size=0 2024-09-19T13:55:23.451 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.449+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14009545993295047826 2024-09-19T13:55:23.451 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.449+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T13:55:23.451 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.449+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8__shadow_.7-8UJKt4zAqEtMxbVgKnj39JaZFw-Zf_0 2024-09-19T13:55:23.451 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.449+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-19T13:55:23.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.449+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T13:55:23.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.449+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_chain - on object name: gc.3tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14009545993295047826 2024-09-19T13:55:23.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.453+0000 7f0a0e7fc640 20 handle_completion(): completion ok for obj=___ 2024-09-19T13:55:23.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.453+0000 7f0b2d1619c0 20 get_obj_state: octx=0x55af3d016f60 obj=test-client.0-r-test-small-obj-data.3:obj state=0x55af3d021c38 s->prefetch_data=0 2024-09-19T13:55:23.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.453+0000 7f0b2d1619c0 10 manifest: total_size = 1035 2024-09-19T13:55:23.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.453+0000 7f0b2d1619c0 20 get_obj_state: setting s->obj_tag to 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1791722352240874404 2024-09-19T13:55:23.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.453+0000 7f0b2d1619c0 20 get_obj_state: octx=0x55af3d016f60 obj=test-client.0-r-test-small-obj-data.3:obj state=0x55af3d021c38 s->prefetch_data=0 2024-09-19T13:55:23.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.453+0000 7f0b2d1619c0 20 prepare_atomic_modification: state is not atomic. state=0x55af3d021c38 2024-09-19T13:55:23.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.453+0000 7f0b2d1619c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8.0 2024-09-19T13:55:23.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.461+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T13:55:23.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.461+0000 7f0b2d1619c0 20 RGWObjManifest::operator++(): result: ofs=1035 stripe_ofs=1035 part_ofs=0 rule->part_size=0 2024-09-19T13:55:23.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.461+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1791722352240874404 2024-09-19T13:55:23.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.461+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T13:55:23.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.461+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8__shadow_.SemawO5t4PPWmWs2rgKCI-83D-w6vAS_0 2024-09-19T13:55:23.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.461+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-19T13:55:23.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.461+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T13:55:23.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.461+0000 7f0b2d1619c0 20 garbage collection: RGWGC::send_chain - on object name: gc.13tag is: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1791722352240874404 2024-09-19T13:55:23.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.465+0000 7f0b2d1619c0 20 list_objects_ordered: starting attempt 1 2024-09-19T13:55:23.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.465+0000 7f0b2d1619c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-19T13:55:23.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.465+0000 7f0a0dffb640 20 handle_completion(): completion ok for obj=obj 2024-09-19T13:55:23.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.465+0000 7f0b2d1619c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-19T13:55:23.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.465+0000 7f0b2d1619c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-19T13:55:23.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.465+0000 7f0b2d1619c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-19T13:55:23.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.465+0000 7f0b2d1619c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-19T13:55:23.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.465+0000 7f0b2d1619c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.3[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8])"; uploads.size()=0; is_truncated=0 2024-09-19T13:55:23.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.469+0000 7f0b2d1619c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 : miss 2024-09-19T13:55:23.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.469+0000 7f0b2d1619c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:23.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.469+0000 7f0b2d1619c0 20 rados_obj.operate() r=0 bl.length=223 2024-09-19T13:55:23.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.469+0000 7f0b2d1619c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 info.flags=0x11 2024-09-19T13:55:23.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.469+0000 7f0b2d1619c0 10 adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 to cache LRU end 2024-09-19T13:55:23.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.473+0000 7f0b2d1619c0 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 from cache 2024-09-19T13:55:23.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.473+0000 7f0b2d1619c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.3, ofs0, ns] 2024-09-19T13:55:23.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.473+0000 7f0a0e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333523 cookie 94211130876992 notifier 5669 bl.length()=181 2024-09-19T13:55:23.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.481+0000 7f0b2d1619c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8 from cache 2024-09-19T13:55:23.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.481+0000 7f0b2d1619c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.3:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8, ofs0, ns] 2024-09-19T13:55:23.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.481+0000 7f0a0dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333473 cookie 94211130878048 notifier 5669 bl.length()=238 2024-09-19T13:55:23.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.485+0000 7f0b2d1619c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8 : miss 2024-09-19T13:55:23.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.485+0000 7f0b2d1619c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:23.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.485+0000 7f0b2d1619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:55:23.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.485+0000 7f0b2d1619c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8 info.flags=0x0 2024-09-19T13:55:23.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.485+0000 7f0b2d1619c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8 to cache LRU end 2024-09-19T13:55:23.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.489+0000 7f0b2d1619c0 10 removing key index: ZDUSDOYGRSWJBPVICRZY 2024-09-19T13:55:23.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.493+0000 7f0b2d1619c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:users.keys:ZDUSDOYGRSWJBPVICRZY, ofs0, ns] 2024-09-19T13:55:23.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.493+0000 7f0a0dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333453 cookie 94211130880544 notifier 5669 bl.length()=170 2024-09-19T13:55:23.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.497+0000 7f0b2d1619c0 10 removing email index: ragweed.client.0+test@test.test 2024-09-19T13:55:23.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.497+0000 7f0b2d1619c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:users.email:ragweed.client.0+test@test.test, ofs0, ns] 2024-09-19T13:55:23.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.501+0000 7f0a0e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333474 cookie 94211130878048 notifier 5669 bl.length()=182 2024-09-19T13:55:23.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.501+0000 7f0b2d1619c0 10 removing user buckets index 2024-09-19T13:55:23.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.505+0000 7f0b2d1619c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:users.uid:ragweed.client.0.buckets, ofs0, ns] 2024-09-19T13:55:23.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.505+0000 7f0a0dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333465 cookie 94211130885440 notifier 5669 bl.length()=173 2024-09-19T13:55:23.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.505+0000 7f0b2d1619c0 10 removing user index: ragweed.client.0 2024-09-19T13:55:23.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.509+0000 7f0b2d1619c0 10 removing default.rgw.meta+users.uid+ragweed.client.0 from cache 2024-09-19T13:55:23.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.509+0000 7f0b2d1619c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:users.uid:ragweed.client.0, ofs0, ns] 2024-09-19T13:55:23.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.509+0000 7f0a0dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333524 cookie 94211130881600 notifier 5669 bl.length()=165 2024-09-19T13:55:23.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.513+0000 7f09e17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:55:23.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.517+0000 7f0b2d1619c0 20 remove_watcher() i=0 2024-09-19T13:55:23.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.517+0000 7f0b2d1619c0 2 removed watcher, disabling cache 2024-09-19T13:55:23.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.521+0000 7f0b2d1619c0 20 remove_watcher() i=1 2024-09-19T13:55:23.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.525+0000 7f0b2d1619c0 20 remove_watcher() i=2 2024-09-19T13:55:23.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.525+0000 7f0b2d1619c0 20 remove_watcher() i=3 2024-09-19T13:55:23.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.529+0000 7f0b2d1619c0 20 remove_watcher() i=4 2024-09-19T13:55:23.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.533+0000 7f0b2d1619c0 20 remove_watcher() i=5 2024-09-19T13:55:23.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.533+0000 7f0b2d1619c0 20 remove_watcher() i=6 2024-09-19T13:55:23.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.537+0000 7f0b2d1619c0 20 remove_watcher() i=7 2024-09-19T13:55:23.566 DEBUG:teuthology.orchestra.run.smithi031:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid sysuser.client.0 --purge-data 2024-09-19T13:55:23.649 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:55:23.649 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:55:23.691 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.689+0000 7f2a9e84a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:23.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.693+0000 7f2a9e84a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:55:23.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.693+0000 7f2a9e84a9c0 20 realm 2024-09-19T13:55:23.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.693+0000 7f2a9e84a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:23.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.693+0000 7f2a9e84a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:55:23.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.693+0000 7f2a9e84a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:55:23.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.693+0000 7f2a9e84a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:23.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.693+0000 7f2a9e84a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:55:23.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.693+0000 7f2a9e84a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:23.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.693+0000 7f2a9e84a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:55:23.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.693+0000 7f2a9e84a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:23.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.697+0000 7f2a9e84a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:55:23.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.697+0000 7f2a9e84a9c0 20 searching for the correct realm 2024-09-19T13:55:23.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.701+0000 7f2a9cb51640 0 -- 172.21.15.31:0/1247787643 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7f2a9010a040 msgr2=0x7f2a900f7e70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:55:23.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.709+0000 7f2a9c350640 0 -- 172.21.15.31:0/1247787643 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f2a9402a040 msgr2=0x7f2a94049430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:55:23.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.713+0000 7f2a9e84a9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:55:23.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.713+0000 7f2a9e84a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:55:23.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.713+0000 7f2a9e84a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:55:23.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.713+0000 7f2a9e84a9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:55:23.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.713+0000 7f2a9e84a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:55:23.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.713+0000 7f2a9e84a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:55:23.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.713+0000 7f2a9e84a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:23.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.717+0000 7f2a9e84a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:55:23.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.717+0000 7f2a9e84a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:23.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.717+0000 7f2a9e84a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:55:23.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.717+0000 7f2a9e84a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:23.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.717+0000 7f2a9e84a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:55:23.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.717+0000 7f2a9e84a9c0 20 zone default found 2024-09-19T13:55:23.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.717+0000 7f2a9e84a9c0 4 Realm: () 2024-09-19T13:55:23.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.717+0000 7f2a9e84a9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:55:23.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.717+0000 7f2a9e84a9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:55:23.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.717+0000 7f2a9e84a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:55:23.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.717+0000 7f2a9e84a9c0 20 zonegroup default 2024-09-19T13:55:23.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.717+0000 7f2a9e84a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:23.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.717+0000 7f2a9e84a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:55:23.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.717+0000 7f2a9e84a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:23.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.717+0000 7f2a9e84a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:55:23.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.717+0000 7f2a9e84a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:23.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.717+0000 7f2a9e84a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:55:23.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.717+0000 7f2a9e84a9c0 20 started sync module instance, tier type = 2024-09-19T13:55:23.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.717+0000 7f2a9e84a9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:55:23.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.737+0000 7f2a9e84a9c0 20 add_watcher() i=0 2024-09-19T13:55:23.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.737+0000 7f2a9e84a9c0 20 add_watcher() i=1 2024-09-19T13:55:23.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.737+0000 7f2a9e84a9c0 20 add_watcher() i=2 2024-09-19T13:55:23.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.737+0000 7f2a9e84a9c0 20 add_watcher() i=3 2024-09-19T13:55:23.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.737+0000 7f2a9e84a9c0 20 add_watcher() i=4 2024-09-19T13:55:23.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.737+0000 7f2a9e84a9c0 20 add_watcher() i=5 2024-09-19T13:55:23.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.737+0000 7f2a9e84a9c0 20 add_watcher() i=6 2024-09-19T13:55:23.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.741+0000 7f2a9e84a9c0 20 add_watcher() i=7 2024-09-19T13:55:23.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.741+0000 7f2a9e84a9c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:55:23.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.745+0000 7f2952fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:55:23.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.745+0000 7f2a9e84a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:55:23.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.745+0000 7f2a9e84a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:55:23.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.821+0000 7f2951fdb640 20 reqs_thread_entry: start 2024-09-19T13:55:23.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.821+0000 7f2a9e84a9c0 20 init_complete bucket index max shards: 1 2024-09-19T13:55:23.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.821+0000 7f2a9e84a9c0 20 Filter name: none 2024-09-19T13:55:23.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.821+0000 7f28c37fe640 20 reqs_thread_entry: start 2024-09-19T13:55:23.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.821+0000 7f2a9e84a9c0 10 cache get: name=default.rgw.meta+users.uid+sysuser.client.0 : miss 2024-09-19T13:55:23.824 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.821+0000 7f2a9e84a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:55:23.824 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.821+0000 7f2a9e84a9c0 20 rados_obj.operate() r=0 bl.length=486 2024-09-19T13:55:23.824 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.821+0000 7f2a9e84a9c0 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x13 2024-09-19T13:55:23.824 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.821+0000 7f2a9e84a9c0 10 adding default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2024-09-19T13:55:23.825 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.821+0000 7f2a9e84a9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:55:23.825 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.821+0000 7f2a9e84a9c0 10 removing key index: WZUCOAVCDJZMFBPRFNDN 2024-09-19T13:55:23.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.825+0000 7f2a9e84a9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:users.keys:WZUCOAVCDJZMFBPRFNDN, ofs0, ns] 2024-09-19T13:55:23.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.825+0000 7f29737fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333501 cookie 94600409008208 notifier 5997 bl.length()=170 2024-09-19T13:55:23.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.825+0000 7f2a9e84a9c0 10 removing email index: sysuser.client.0+test@test.test 2024-09-19T13:55:23.831 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.829+0000 7f2a9e84a9c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:users.email:sysuser.client.0+test@test.test, ofs0, ns] 2024-09-19T13:55:23.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.829+0000 7f2972ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333525 cookie 94600409016208 notifier 5997 bl.length()=182 2024-09-19T13:55:23.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.829+0000 7f2a9e84a9c0 10 removing user buckets index 2024-09-19T13:55:23.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.833+0000 7f2a9e84a9c0 10 removing user index: sysuser.client.0 2024-09-19T13:55:23.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.837+0000 7f2a9e84a9c0 10 removing default.rgw.meta+users.uid+sysuser.client.0 from cache 2024-09-19T13:55:23.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.837+0000 7f2a9e84a9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:users.uid:sysuser.client.0, ofs0, ns] 2024-09-19T13:55:23.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.837+0000 7f29737fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333475 cookie 94600409015152 notifier 5997 bl.length()=165 2024-09-19T13:55:23.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.841+0000 7f2952fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:55:23.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.845+0000 7f2a9e84a9c0 20 remove_watcher() i=0 2024-09-19T13:55:23.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.845+0000 7f2a9e84a9c0 2 removed watcher, disabling cache 2024-09-19T13:55:23.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.845+0000 7f2a9e84a9c0 20 remove_watcher() i=1 2024-09-19T13:55:23.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.849+0000 7f2a9e84a9c0 20 remove_watcher() i=2 2024-09-19T13:55:23.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.853+0000 7f2a9e84a9c0 20 remove_watcher() i=3 2024-09-19T13:55:23.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.853+0000 7f2a9e84a9c0 20 remove_watcher() i=4 2024-09-19T13:55:23.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.857+0000 7f2a9e84a9c0 20 remove_watcher() i=5 2024-09-19T13:55:23.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.861+0000 7f2a9e84a9c0 20 remove_watcher() i=6 2024-09-19T13:55:23.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T13:55:23.861+0000 7f2a9e84a9c0 20 remove_watcher() i=7 2024-09-19T13:55:23.881 INFO:tasks.ragweed:Removing ragweed... 2024-09-19T13:55:23.881 DEBUG:teuthology.orchestra.run.smithi031:> rm -rf /home/ubuntu/cephtest/ragweed.client.0 2024-09-19T13:55:23.975 INFO:teuthology.run_tasks:Running task workunit... 2024-09-19T13:55:23.989 INFO:tasks.workunit:Pulling workunits from ref 08af21e0d16078b88ddf808fe9ba2ab84dbe6754 2024-09-19T13:55:23.989 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-19T13:55:23.989 DEBUG:teuthology.orchestra.run.smithi031:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-19T13:55:23.995 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T13:55:23.996 INFO:teuthology.orchestra.run.smithi031.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-19T13:55:23.996 DEBUG:teuthology.orchestra.run.smithi031:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-19T13:55:24.042 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-19T13:55:24.042 DEBUG:teuthology.orchestra.run.smithi031:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-19T13:55:24.094 INFO:tasks.workunit:timeout=3h 2024-09-19T13:55:24.094 INFO:tasks.workunit:cleanup=True 2024-09-19T13:55:24.094 DEBUG:teuthology.orchestra.run.smithi031:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 08af21e0d16078b88ddf808fe9ba2ab84dbe6754 2024-09-19T13:55:24.144 INFO:tasks.workunit.client.0.smithi031.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-19T13:56:22.423 INFO:tasks.workunit.client.0.smithi031.stderr:Updating files: 94% (12031/12697) Updating files: 95% (12063/12697) Updating files: 96% (12190/12697) Updating files: 97% (12317/12697) Updating files: 98% (12444/12697) Updating files: 99% (12571/12697) Updating files: 100% (12697/12697) Updating files: 100% (12697/12697), done. 2024-09-19T13:56:23.150 INFO:tasks.workunit.client.0.smithi031.stderr:Note: switching to '08af21e0d16078b88ddf808fe9ba2ab84dbe6754'. 2024-09-19T13:56:23.150 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:23.150 INFO:tasks.workunit.client.0.smithi031.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-19T13:56:23.150 INFO:tasks.workunit.client.0.smithi031.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-19T13:56:23.150 INFO:tasks.workunit.client.0.smithi031.stderr:state without impacting any branches by switching back to a branch. 2024-09-19T13:56:23.150 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:23.151 INFO:tasks.workunit.client.0.smithi031.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-19T13:56:23.151 INFO:tasks.workunit.client.0.smithi031.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-19T13:56:23.151 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:23.151 INFO:tasks.workunit.client.0.smithi031.stderr: git switch -c 2024-09-19T13:56:23.151 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:23.151 INFO:tasks.workunit.client.0.smithi031.stderr:Or undo this operation with: 2024-09-19T13:56:23.151 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:23.151 INFO:tasks.workunit.client.0.smithi031.stderr: git switch - 2024-09-19T13:56:23.151 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:23.151 INFO:tasks.workunit.client.0.smithi031.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-19T13:56:23.151 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:23.151 INFO:tasks.workunit.client.0.smithi031.stderr:HEAD is now at 08af21e0d16 rgw_log_backing: error code not returned 2024-09-19T13:56:23.159 DEBUG:teuthology.orchestra.run.smithi031:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-19T13:56:23.206 INFO:tasks.workunit.client.0.smithi031.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-19T13:56:23.210 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-19T13:56:23.210 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-19T13:56:23.266 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-19T13:56:23.334 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-19T13:56:23.384 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-19T13:56:23.385 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-19T13:56:23.385 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-19T13:56:23.432 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-19T13:56:23.435 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T13:56:23.436 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-19T13:56:23.482 INFO:tasks.workunit:Running workunits matching rgw/run-reshard.sh on client.0... 2024-09-19T13:56:23.483 INFO:tasks.workunit:Running workunit rgw/run-reshard.sh... 2024-09-19T13:56:23.483 DEBUG:teuthology.orchestra.run.smithi031:workunit test rgw/run-reshard.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=08af21e0d16078b88ddf808fe9ba2ab84dbe6754 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-reshard.sh 2024-09-19T13:56:23.534 INFO:tasks.workunit.client.0.smithi031.stderr:+ ulimit -c 0 2024-09-19T13:56:23.534 INFO:tasks.workunit.client.0.smithi031.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-reshard.sh 2024-09-19T13:56:23.535 INFO:tasks.workunit.client.0.smithi031.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-19T13:56:23.535 INFO:tasks.workunit.client.0.smithi031.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-19T13:56:26.514 INFO:tasks.workunit.client.0.smithi031.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2024-09-19T13:56:26.514 INFO:tasks.workunit.client.0.smithi031.stderr:++ deactivate nondestructive 2024-09-19T13:56:26.515 INFO:tasks.workunit.client.0.smithi031.stderr:++ '[' -n '' ']' 2024-09-19T13:56:26.515 INFO:tasks.workunit.client.0.smithi031.stderr:++ '[' -n '' ']' 2024-09-19T13:56:26.515 INFO:tasks.workunit.client.0.smithi031.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-19T13:56:26.515 INFO:tasks.workunit.client.0.smithi031.stderr:++ hash -r 2024-09-19T13:56:26.515 INFO:tasks.workunit.client.0.smithi031.stderr:++ '[' -n '' ']' 2024-09-19T13:56:26.515 INFO:tasks.workunit.client.0.smithi031.stderr:++ unset VIRTUAL_ENV 2024-09-19T13:56:26.515 INFO:tasks.workunit.client.0.smithi031.stderr:++ unset VIRTUAL_ENV_PROMPT 2024-09-19T13:56:26.515 INFO:tasks.workunit.client.0.smithi031.stderr:++ '[' '!' nondestructive = nondestructive ']' 2024-09-19T13:56:26.515 INFO:tasks.workunit.client.0.smithi031.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-19T13:56:26.515 INFO:tasks.workunit.client.0.smithi031.stderr:++ export VIRTUAL_ENV 2024-09-19T13:56:26.515 INFO:tasks.workunit.client.0.smithi031.stderr:++ _OLD_VIRTUAL_PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-19T13:56:26.515 INFO:tasks.workunit.client.0.smithi031.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-19T13:56:26.516 INFO:tasks.workunit.client.0.smithi031.stderr:++ export PATH 2024-09-19T13:56:26.516 INFO:tasks.workunit.client.0.smithi031.stderr:++ '[' -n '' ']' 2024-09-19T13:56:26.516 INFO:tasks.workunit.client.0.smithi031.stderr:++ '[' -z '' ']' 2024-09-19T13:56:26.516 INFO:tasks.workunit.client.0.smithi031.stderr:++ _OLD_VIRTUAL_PS1= 2024-09-19T13:56:26.516 INFO:tasks.workunit.client.0.smithi031.stderr:++ PS1='(rgw) ' 2024-09-19T13:56:26.516 INFO:tasks.workunit.client.0.smithi031.stderr:++ export PS1 2024-09-19T13:56:26.516 INFO:tasks.workunit.client.0.smithi031.stderr:++ VIRTUAL_ENV_PROMPT='(rgw) ' 2024-09-19T13:56:26.516 INFO:tasks.workunit.client.0.smithi031.stderr:++ export VIRTUAL_ENV_PROMPT 2024-09-19T13:56:26.516 INFO:tasks.workunit.client.0.smithi031.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-19T13:56:26.516 INFO:tasks.workunit.client.0.smithi031.stderr:++ hash -r 2024-09-19T13:56:26.516 INFO:tasks.workunit.client.0.smithi031.stderr:+ pip install pip --upgrade 2024-09-19T13:56:26.924 INFO:tasks.workunit.client.0.smithi031.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages (22.0.2) 2024-09-19T13:56:27.142 INFO:tasks.workunit.client.0.smithi031.stdout:Collecting pip 2024-09-19T13:56:27.148 INFO:tasks.workunit.client.0.smithi031.stdout: Using cached pip-24.2-py3-none-any.whl (1.8 MB) 2024-09-19T13:56:27.184 INFO:tasks.workunit.client.0.smithi031.stdout:Installing collected packages: pip 2024-09-19T13:56:27.184 INFO:tasks.workunit.client.0.smithi031.stdout: Attempting uninstall: pip 2024-09-19T13:56:27.185 INFO:tasks.workunit.client.0.smithi031.stdout: Found existing installation: pip 22.0.2 2024-09-19T13:56:27.461 INFO:tasks.workunit.client.0.smithi031.stdout: Uninstalling pip-22.0.2: 2024-09-19T13:56:27.468 INFO:tasks.workunit.client.0.smithi031.stdout: Successfully uninstalled pip-22.0.2 2024-09-19T13:56:28.240 INFO:tasks.workunit.client.0.smithi031.stdout:Successfully installed pip-24.2 2024-09-19T13:56:28.301 INFO:tasks.workunit.client.0.smithi031.stderr:+ pip install boto3 2024-09-19T13:56:29.291 INFO:tasks.workunit.client.0.smithi031.stdout:Collecting boto3 2024-09-19T13:56:29.293 INFO:tasks.workunit.client.0.smithi031.stdout: Using cached boto3-1.35.22-py3-none-any.whl.metadata (6.6 kB) 2024-09-19T13:56:29.816 INFO:tasks.workunit.client.0.smithi031.stdout:Collecting botocore<1.36.0,>=1.35.22 (from boto3) 2024-09-19T13:56:29.817 INFO:tasks.workunit.client.0.smithi031.stdout: Using cached botocore-1.35.22-py3-none-any.whl.metadata (5.7 kB) 2024-09-19T13:56:29.863 INFO:tasks.workunit.client.0.smithi031.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2024-09-19T13:56:29.864 INFO:tasks.workunit.client.0.smithi031.stdout: Using cached jmespath-1.0.1-py3-none-any.whl.metadata (7.6 kB) 2024-09-19T13:56:29.910 INFO:tasks.workunit.client.0.smithi031.stdout:Collecting s3transfer<0.11.0,>=0.10.0 (from boto3) 2024-09-19T13:56:29.912 INFO:tasks.workunit.client.0.smithi031.stdout: Using cached s3transfer-0.10.2-py3-none-any.whl.metadata (1.7 kB) 2024-09-19T13:56:29.962 INFO:tasks.workunit.client.0.smithi031.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.36.0,>=1.35.22->boto3) 2024-09-19T13:56:29.963 INFO:tasks.workunit.client.0.smithi031.stdout: Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2024-09-19T13:56:30.052 INFO:tasks.workunit.client.0.smithi031.stdout:Collecting urllib3!=2.2.0,<3,>=1.25.4 (from botocore<1.36.0,>=1.35.22->boto3) 2024-09-19T13:56:30.053 INFO:tasks.workunit.client.0.smithi031.stdout: Using cached urllib3-2.2.3-py3-none-any.whl.metadata (6.5 kB) 2024-09-19T13:56:30.207 INFO:tasks.workunit.client.0.smithi031.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.36.0,>=1.35.22->boto3) 2024-09-19T13:56:30.209 INFO:tasks.workunit.client.0.smithi031.stdout: Using cached six-1.16.0-py2.py3-none-any.whl.metadata (1.8 kB) 2024-09-19T13:56:30.212 INFO:tasks.workunit.client.0.smithi031.stdout:Using cached boto3-1.35.22-py3-none-any.whl (139 kB) 2024-09-19T13:56:30.213 INFO:tasks.workunit.client.0.smithi031.stdout:Using cached botocore-1.35.22-py3-none-any.whl (12.6 MB) 2024-09-19T13:56:30.223 INFO:tasks.workunit.client.0.smithi031.stdout:Using cached jmespath-1.0.1-py3-none-any.whl (20 kB) 2024-09-19T13:56:30.224 INFO:tasks.workunit.client.0.smithi031.stdout:Using cached s3transfer-0.10.2-py3-none-any.whl (82 kB) 2024-09-19T13:56:30.226 INFO:tasks.workunit.client.0.smithi031.stdout:Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2024-09-19T13:56:30.227 INFO:tasks.workunit.client.0.smithi031.stdout:Using cached urllib3-2.2.3-py3-none-any.whl (126 kB) 2024-09-19T13:56:30.229 INFO:tasks.workunit.client.0.smithi031.stdout:Using cached six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-19T13:56:30.300 INFO:tasks.workunit.client.0.smithi031.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2024-09-19T13:56:31.470 INFO:tasks.workunit.client.0.smithi031.stdout:Successfully installed boto3-1.35.22 botocore-1.35.22 jmespath-1.0.1 python-dateutil-2.9.0.post0 s3transfer-0.10.2 six-1.16.0 urllib3-2.2.3 2024-09-19T13:56:31.690 INFO:tasks.workunit.client.0.smithi031.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_reshard.py 2024-09-19T13:56:31.841 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin user create --uid tester --display-name "Testing" --access-key NX5QOQKC6BH2IDN8HC7A --secret LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn 2024-09-19T13:56:31.882 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:56:31.882 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:56:31.928 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.924+0000 7fc33da079c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:31.930 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.928+0000 7fc33da079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:31.931 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.928+0000 7fc33da079c0 20 realm 2024-09-19T13:56:31.931 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.928+0000 7fc33da079c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:31.931 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.928+0000 7fc33da079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:31.931 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.928+0000 7fc33da079c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:56:31.931 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.928+0000 7fc33da079c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:31.931 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.928+0000 7fc33da079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:31.931 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.928+0000 7fc33da079c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:31.932 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.928+0000 7fc33da079c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:56:31.932 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.928+0000 7fc33da079c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:31.934 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.932+0000 7fc33da079c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:56:31.934 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.932+0000 7fc33da079c0 20 searching for the correct realm 2024-09-19T13:56:31.940 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.936+0000 7fc33ad0c640 0 -- 172.21.15.31:0/3550407595 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7fc33006ed00 msgr2=0x7fc33007b920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:56:31.945 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.944+0000 7fc33b50d640 0 -- 172.21.15.31:0/3550407595 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7fc3340cc030 msgr2=0x7fc3340fb320 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T13:56:31.953 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.952+0000 7fc33da079c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:56:31.953 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.952+0000 7fc33da079c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:56:31.953 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.952+0000 7fc33da079c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:56:31.954 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.952+0000 7fc33da079c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:56:31.954 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.952+0000 7fc33da079c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:56:31.954 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.952+0000 7fc33da079c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:56:31.954 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.952+0000 7fc33da079c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:31.954 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.952+0000 7fc33da079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:31.954 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.952+0000 7fc33da079c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:31.954 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.952+0000 7fc33da079c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:56:31.954 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.952+0000 7fc33da079c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:31.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.952+0000 7fc33da079c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:56:31.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.952+0000 7fc33da079c0 20 zone default found 2024-09-19T13:56:31.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.952+0000 7fc33da079c0 4 Realm: () 2024-09-19T13:56:31.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.952+0000 7fc33da079c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:56:31.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.952+0000 7fc33da079c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:56:31.956 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.952+0000 7fc33da079c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:56:31.956 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.952+0000 7fc33da079c0 20 zonegroup default 2024-09-19T13:56:31.956 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.952+0000 7fc33da079c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:31.957 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.952+0000 7fc33da079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:31.957 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.952+0000 7fc33da079c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:31.957 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.952+0000 7fc33da079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:31.957 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.952+0000 7fc33da079c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:31.957 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.952+0000 7fc33da079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:31.957 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.952+0000 7fc33da079c0 20 started sync module instance, tier type = 2024-09-19T13:56:31.957 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.952+0000 7fc33da079c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:56:31.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.972+0000 7fc33da079c0 20 add_watcher() i=0 2024-09-19T13:56:31.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.972+0000 7fc33da079c0 20 add_watcher() i=1 2024-09-19T13:56:31.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.972+0000 7fc33da079c0 20 add_watcher() i=2 2024-09-19T13:56:31.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.972+0000 7fc33da079c0 20 add_watcher() i=3 2024-09-19T13:56:31.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.972+0000 7fc33da079c0 20 add_watcher() i=4 2024-09-19T13:56:31.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.972+0000 7fc33da079c0 20 add_watcher() i=5 2024-09-19T13:56:31.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.972+0000 7fc33da079c0 20 add_watcher() i=6 2024-09-19T13:56:31.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.976+0000 7fc33da079c0 20 add_watcher() i=7 2024-09-19T13:56:31.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.976+0000 7fc33da079c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:56:31.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.980+0000 7fc1f27e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:56:31.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.980+0000 7fc33da079c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:56:31.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.980+0000 7fc33da079c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:56:31.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.980+0000 7fc33da079c0 5 note: GC not initialized 2024-09-19T13:56:31.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.980+0000 7fc1f17e2640 20 reqs_thread_entry: start 2024-09-19T13:56:31.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.980+0000 7fc33da079c0 20 init_complete bucket index max shards: 1 2024-09-19T13:56:31.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.980+0000 7fc33da079c0 20 Filter name: none 2024-09-19T13:56:31.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.980+0000 7fc1ea7fc640 20 reqs_thread_entry: start 2024-09-19T13:56:31.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.980+0000 7fc33da079c0 10 cache get: name=default.rgw.meta+users.uid+tester : miss 2024-09-19T13:56:31.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.980+0000 7fc33da079c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:31.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.980+0000 7fc33da079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:31.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.980+0000 7fc33da079c0 10 cache put: name=default.rgw.meta+users.uid+tester info.flags=0x0 2024-09-19T13:56:31.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.980+0000 7fc33da079c0 10 adding default.rgw.meta+users.uid+tester to cache LRU end 2024-09-19T13:56:31.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.980+0000 7fc33da079c0 10 cache get: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A : miss 2024-09-19T13:56:31.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.980+0000 7fc33da079c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:31.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.980+0000 7fc33da079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:31.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.980+0000 7fc33da079c0 10 cache put: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A info.flags=0x0 2024-09-19T13:56:31.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.980+0000 7fc33da079c0 10 adding default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A to cache LRU end 2024-09-19T13:56:31.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.980+0000 7fc33da079c0 10 cache get: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A : hit (negative entry) 2024-09-19T13:56:31.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.980+0000 7fc33da079c0 10 cache get: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A : hit (negative entry) 2024-09-19T13:56:31.988 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.984+0000 7fc33da079c0 10 cache put: name=default.rgw.meta+users.uid+tester info.flags=0x17 2024-09-19T13:56:31.988 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.984+0000 7fc33da079c0 10 moving default.rgw.meta+users.uid+tester to cache LRU end 2024-09-19T13:56:31.988 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.984+0000 7fc33da079c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.uid:tester, ofs0, ns] 2024-09-19T13:56:31.988 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.984+0000 7fc21effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333466 cookie 94833194815552 notifier 6018 bl.length()=569 2024-09-19T13:56:31.988 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.984+0000 7fc21effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+tester info.flags=0x17 2024-09-19T13:56:31.989 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.984+0000 7fc21effd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+tester to cache LRU end 2024-09-19T13:56:31.993 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.988+0000 7fc33da079c0 10 cache put: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A info.flags=0x7 2024-09-19T13:56:31.993 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.988+0000 7fc33da079c0 10 moving default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A to cache LRU end 2024-09-19T13:56:31.993 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.988+0000 7fc33da079c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.keys:NX5QOQKC6BH2IDN8HC7A, ofs0, ns] 2024-09-19T13:56:31.994 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.992+0000 7fc21e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333467 cookie 94833194813328 notifier 6018 bl.length()=180 2024-09-19T13:56:31.994 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.992+0000 7fc21e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A info.flags=0x7 2024-09-19T13:56:31.994 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.992+0000 7fc21e7fc640 10 rgw watcher librados: moving default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A to cache LRU end 2024-09-19T13:56:31.996 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.992+0000 7fc1f27e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:56:32.001 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.996+0000 7fc33da079c0 20 remove_watcher() i=0 2024-09-19T13:56:32.001 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:31.996+0000 7fc33da079c0 2 removed watcher, disabling cache 2024-09-19T13:56:32.003 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:32.000+0000 7fc33da079c0 20 remove_watcher() i=1 2024-09-19T13:56:32.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:32.000+0000 7fc33da079c0 20 remove_watcher() i=2 2024-09-19T13:56:32.007 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:32.004+0000 7fc33da079c0 20 remove_watcher() i=3 2024-09-19T13:56:32.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:32.008+0000 7fc33da079c0 20 remove_watcher() i=4 2024-09-19T13:56:32.011 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:32.008+0000 7fc33da079c0 20 remove_watcher() i=5 2024-09-19T13:56:32.014 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:32.012+0000 7fc33da079c0 20 remove_watcher() i=6 2024-09-19T13:56:32.017 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:32.012+0000 7fc33da079c0 20 remove_watcher() i=7 2024-09-19T13:56:44.117 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:44.118 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:44.170 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:44.170 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:44.198 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:44.199 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:44.231 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:44.231 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:44.243 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:44.244 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:44.289 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:44.289 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:44.334 INFO:tasks.workunit.client.0.smithi031.stderr:TEST: reshard add 2024-09-19T13:56:44.334 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:44.335 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-19T13:56:44.369 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:56:44.369 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:56:44.416 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.412+0000 7fa607d589c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:44.419 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.416+0000 7fa607d589c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:44.419 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.416+0000 7fa607d589c0 20 realm 2024-09-19T13:56:44.419 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.416+0000 7fa607d589c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:44.419 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.416+0000 7fa607d589c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:44.419 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.416+0000 7fa607d589c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:56:44.420 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.416+0000 7fa607d589c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:44.420 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.416+0000 7fa607d589c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:44.420 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.416+0000 7fa607d589c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:44.421 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.416+0000 7fa607d589c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:56:44.421 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.416+0000 7fa607d589c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:44.422 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.420+0000 7fa607d589c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:56:44.422 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.420+0000 7fa607d589c0 20 searching for the correct realm 2024-09-19T13:56:44.428 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.424+0000 7fa60605f640 0 -- 172.21.15.31:0/4254127022 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7fa5fc01b040 msgr2=0x7fa5fc03a670 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:56:44.434 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.432+0000 7fa60585e640 0 -- 172.21.15.31:0/4254127022 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7fa6000e5f90 msgr2=0x7fa6000f7c40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:56:44.441 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.436+0000 7fa607d589c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:56:44.441 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.436+0000 7fa607d589c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:56:44.441 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.436+0000 7fa607d589c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:56:44.441 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.436+0000 7fa607d589c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:56:44.441 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.436+0000 7fa607d589c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:56:44.441 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.436+0000 7fa607d589c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:56:44.442 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.436+0000 7fa607d589c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:44.442 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.440+0000 7fa607d589c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:44.442 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.440+0000 7fa607d589c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:44.442 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.440+0000 7fa607d589c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:56:44.442 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.440+0000 7fa607d589c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:44.443 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.440+0000 7fa607d589c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:56:44.443 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.440+0000 7fa607d589c0 20 zone default found 2024-09-19T13:56:44.443 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.440+0000 7fa607d589c0 4 Realm: () 2024-09-19T13:56:44.443 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.440+0000 7fa607d589c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:56:44.443 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.440+0000 7fa607d589c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:56:44.443 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.440+0000 7fa607d589c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:56:44.443 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.440+0000 7fa607d589c0 20 zonegroup default 2024-09-19T13:56:44.443 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.440+0000 7fa607d589c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:44.444 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.440+0000 7fa607d589c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:44.444 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.440+0000 7fa607d589c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:44.444 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.440+0000 7fa607d589c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:44.444 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.440+0000 7fa607d589c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:44.445 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.440+0000 7fa607d589c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:44.445 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.440+0000 7fa607d589c0 20 started sync module instance, tier type = 2024-09-19T13:56:44.445 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.440+0000 7fa607d589c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:56:44.462 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.460+0000 7fa607d589c0 20 add_watcher() i=0 2024-09-19T13:56:44.462 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.460+0000 7fa607d589c0 20 add_watcher() i=1 2024-09-19T13:56:44.462 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.460+0000 7fa607d589c0 20 add_watcher() i=2 2024-09-19T13:56:44.462 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.460+0000 7fa607d589c0 20 add_watcher() i=3 2024-09-19T13:56:44.462 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.460+0000 7fa607d589c0 20 add_watcher() i=4 2024-09-19T13:56:44.463 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.460+0000 7fa607d589c0 20 add_watcher() i=5 2024-09-19T13:56:44.463 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.460+0000 7fa607d589c0 20 add_watcher() i=6 2024-09-19T13:56:44.464 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.460+0000 7fa607d589c0 20 add_watcher() i=7 2024-09-19T13:56:44.465 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.460+0000 7fa607d589c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:56:44.467 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.464+0000 7fa4b77fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:56:44.468 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.464+0000 7fa607d589c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:56:44.468 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.464+0000 7fa607d589c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:56:44.468 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.464+0000 7fa607d589c0 5 note: GC not initialized 2024-09-19T13:56:44.469 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.464+0000 7fa4b67fc640 20 reqs_thread_entry: start 2024-09-19T13:56:44.470 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.464+0000 7fa607d589c0 20 init_complete bucket index max shards: 1 2024-09-19T13:56:44.470 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.464+0000 7fa607d589c0 20 Filter name: none 2024-09-19T13:56:44.470 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.464+0000 7fa427fff640 20 reqs_thread_entry: start 2024-09-19T13:56:44.470 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.464+0000 7fa607d589c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:44.470 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.468+0000 7fa607d589c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T13:56:44.470 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.468+0000 7fa607d589c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:44.471 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.468+0000 7fa607d589c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T13:56:44.471 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.468+0000 7fa607d589c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:56:44.471 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.468+0000 7fa607d589c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:44.471 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.468+0000 7fa607d589c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T13:56:44.471 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.468+0000 7fa607d589c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:44.471 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.468+0000 7fa607d589c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T13:56:44.471 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.468+0000 7fa607d589c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:56:44.473 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.468+0000 7fa4b77fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:56:44.477 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.472+0000 7fa607d589c0 20 remove_watcher() i=0 2024-09-19T13:56:44.478 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.472+0000 7fa607d589c0 2 removed watcher, disabling cache 2024-09-19T13:56:44.479 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.476+0000 7fa607d589c0 20 remove_watcher() i=1 2024-09-19T13:56:44.481 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.480+0000 7fa607d589c0 20 remove_watcher() i=2 2024-09-19T13:56:44.483 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.480+0000 7fa607d589c0 20 remove_watcher() i=3 2024-09-19T13:56:44.485 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.484+0000 7fa607d589c0 20 remove_watcher() i=4 2024-09-19T13:56:44.487 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.484+0000 7fa607d589c0 20 remove_watcher() i=5 2024-09-19T13:56:44.490 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.488+0000 7fa607d589c0 20 remove_watcher() i=6 2024-09-19T13:56:44.493 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.488+0000 7fa607d589c0 20 remove_watcher() i=7 2024-09-19T13:56:44.508 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:44.508 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T13:56:44.508 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: a-bucket id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 num_objects: 0 size_kb: 0 num_shards: 1 2024-09-19T13:56:44.508 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:44.509 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin reshard add --bucket a-bucket --num-shards 2 2024-09-19T13:56:44.538 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:56:44.538 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:56:44.584 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.580+0000 7f43a8a799c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:44.586 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.584+0000 7f43a8a799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:44.586 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.584+0000 7f43a8a799c0 20 realm 2024-09-19T13:56:44.587 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.584+0000 7f43a8a799c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:44.587 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.584+0000 7f43a8a799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:44.587 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.584+0000 7f43a8a799c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:56:44.587 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.584+0000 7f43a8a799c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:44.588 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.584+0000 7f43a8a799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:44.588 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.584+0000 7f43a8a799c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:44.588 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.584+0000 7f43a8a799c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:56:44.588 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.584+0000 7f43a8a799c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:44.590 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.588+0000 7f43a8a799c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:56:44.590 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.588+0000 7f43a8a799c0 20 searching for the correct realm 2024-09-19T13:56:44.593 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.592+0000 7f43a657f640 0 -- 172.21.15.31:0/1137881420 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7f43980af290 msgr2=0x7f439810c500 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T13:56:44.808 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:44.804+0000 7f43a657f640 0 -- 172.21.15.31:0/1137881420 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f4390003cc0 msgr2=0x7f43a0003930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:56:45.026 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.024+0000 7f43a8a799c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:56:45.026 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.024+0000 7f43a8a799c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:56:45.027 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.024+0000 7f43a8a799c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:56:45.027 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.024+0000 7f43a8a799c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:56:45.027 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.024+0000 7f43a8a799c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:56:45.027 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.024+0000 7f43a8a799c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:56:45.027 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.024+0000 7f43a8a799c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:45.027 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.024+0000 7f43a8a799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:45.027 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.024+0000 7f43a8a799c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:45.028 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.024+0000 7f43a8a799c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:56:45.028 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.024+0000 7f43a8a799c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:45.029 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.024+0000 7f43a8a799c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:56:45.029 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.024+0000 7f43a8a799c0 20 zone default found 2024-09-19T13:56:45.029 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.024+0000 7f43a8a799c0 4 Realm: () 2024-09-19T13:56:45.029 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.024+0000 7f43a8a799c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:56:45.029 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.024+0000 7f43a8a799c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:56:45.030 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.024+0000 7f43a8a799c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:56:45.030 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.024+0000 7f43a8a799c0 20 zonegroup default 2024-09-19T13:56:45.030 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.024+0000 7f43a8a799c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:45.030 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.028+0000 7f43a8a799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:45.030 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.028+0000 7f43a8a799c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:45.030 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.028+0000 7f43a8a799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:45.031 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.028+0000 7f43a8a799c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:45.032 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.028+0000 7f43a8a799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:45.032 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.028+0000 7f43a8a799c0 20 started sync module instance, tier type = 2024-09-19T13:56:45.032 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.028+0000 7f43a8a799c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:56:45.058 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.056+0000 7f43a8a799c0 20 add_watcher() i=0 2024-09-19T13:56:45.058 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.056+0000 7f43a8a799c0 20 add_watcher() i=1 2024-09-19T13:56:45.058 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.056+0000 7f43a8a799c0 20 add_watcher() i=2 2024-09-19T13:56:45.058 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.056+0000 7f43a8a799c0 20 add_watcher() i=3 2024-09-19T13:56:45.058 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.056+0000 7f43a8a799c0 20 add_watcher() i=4 2024-09-19T13:56:45.058 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.056+0000 7f43a8a799c0 20 add_watcher() i=5 2024-09-19T13:56:45.058 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.056+0000 7f43a8a799c0 20 add_watcher() i=6 2024-09-19T13:56:45.060 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.056+0000 7f43a8a799c0 20 add_watcher() i=7 2024-09-19T13:56:45.060 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.056+0000 7f43a8a799c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:56:45.065 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.060+0000 7f425cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:56:45.066 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.064+0000 7f43a8a799c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:56:45.066 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.064+0000 7f43a8a799c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:56:45.066 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.064+0000 7f43a8a799c0 5 note: GC not initialized 2024-09-19T13:56:45.066 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.064+0000 7f41d77fe640 20 reqs_thread_entry: start 2024-09-19T13:56:45.066 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.064+0000 7f43a8a799c0 20 init_complete bucket index max shards: 1 2024-09-19T13:56:45.067 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.064+0000 7f43a8a799c0 20 Filter name: none 2024-09-19T13:56:45.067 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.064+0000 7f41d57fa640 20 reqs_thread_entry: start 2024-09-19T13:56:45.067 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.064+0000 7f43a8a799c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-19T13:56:45.067 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.064+0000 7f43a8a799c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:45.068 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.064+0000 7f43a8a799c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T13:56:45.068 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.064+0000 7f43a8a799c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-19T13:56:45.068 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.064+0000 7f43a8a799c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-19T13:56:45.068 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.064+0000 7f43a8a799c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 : miss 2024-09-19T13:56:45.068 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.064+0000 7f43a8a799c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:45.069 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.064+0000 7f43a8a799c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T13:56:45.069 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.064+0000 7f43a8a799c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T13:56:45.069 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.064+0000 7f43a8a799c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T13:56:45.069 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.064+0000 7f43a8a799c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:56:45.069 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.064+0000 7f43a8a799c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T13:56:45.069 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.064+0000 7f43a8a799c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 2024-09-19T13:56:45.073 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.068+0000 7f425cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:56:45.077 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.076+0000 7f43a8a799c0 20 remove_watcher() i=0 2024-09-19T13:56:45.077 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.076+0000 7f43a8a799c0 2 removed watcher, disabling cache 2024-09-19T13:56:45.079 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.076+0000 7f43a8a799c0 20 remove_watcher() i=1 2024-09-19T13:56:45.082 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.080+0000 7f43a8a799c0 20 remove_watcher() i=2 2024-09-19T13:56:45.084 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.080+0000 7f43a8a799c0 20 remove_watcher() i=3 2024-09-19T13:56:45.087 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.084+0000 7f43a8a799c0 20 remove_watcher() i=4 2024-09-19T13:56:45.089 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.084+0000 7f43a8a799c0 20 remove_watcher() i=5 2024-09-19T13:56:45.092 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.088+0000 7f43a8a799c0 20 remove_watcher() i=6 2024-09-19T13:56:45.095 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.092+0000 7f43a8a799c0 20 remove_watcher() i=7 2024-09-19T13:56:45.118 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin reshard list 2024-09-19T13:56:45.149 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:56:45.150 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:56:45.196 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.192+0000 7ff4e4ead9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:45.199 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.196+0000 7ff4e4ead9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:45.199 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.196+0000 7ff4e4ead9c0 20 realm 2024-09-19T13:56:45.199 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.196+0000 7ff4e4ead9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:45.199 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.196+0000 7ff4e4ead9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:45.200 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.196+0000 7ff4e4ead9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:56:45.200 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.196+0000 7ff4e4ead9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:45.200 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.196+0000 7ff4e4ead9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:45.200 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.196+0000 7ff4e4ead9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:45.201 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.200+0000 7ff4e4ead9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:56:45.201 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.200+0000 7ff4e4ead9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:45.203 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.200+0000 7ff4e4ead9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:56:45.203 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.200+0000 7ff4e4ead9c0 20 searching for the correct realm 2024-09-19T13:56:45.210 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.208+0000 7ff4e31b4640 0 -- 172.21.15.31:0/208964212 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7ff4d802e050 msgr2=0x7ff4d8068260 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:56:45.215 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.212+0000 7ff4e29b3640 0 -- 172.21.15.31:0/208964212 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7ff4dc066300 msgr2=0x7ff4dc05bad0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:56:45.223 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.220+0000 7ff4e4ead9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:56:45.223 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.220+0000 7ff4e4ead9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:56:45.223 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.220+0000 7ff4e4ead9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:56:45.224 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.220+0000 7ff4e4ead9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:56:45.224 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.220+0000 7ff4e4ead9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:56:45.224 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.220+0000 7ff4e4ead9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:56:45.224 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.220+0000 7ff4e4ead9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:45.224 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.220+0000 7ff4e4ead9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:45.224 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.220+0000 7ff4e4ead9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:45.224 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.220+0000 7ff4e4ead9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:56:45.225 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.220+0000 7ff4e4ead9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:45.225 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.224+0000 7ff4e4ead9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:56:45.225 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.224+0000 7ff4e4ead9c0 20 zone default found 2024-09-19T13:56:45.225 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.224+0000 7ff4e4ead9c0 4 Realm: () 2024-09-19T13:56:45.225 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.224+0000 7ff4e4ead9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:56:45.226 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.224+0000 7ff4e4ead9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:56:45.226 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.224+0000 7ff4e4ead9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:56:45.226 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.224+0000 7ff4e4ead9c0 20 zonegroup default 2024-09-19T13:56:45.226 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.224+0000 7ff4e4ead9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:45.226 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.224+0000 7ff4e4ead9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:45.226 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.224+0000 7ff4e4ead9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:45.227 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.224+0000 7ff4e4ead9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:45.227 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.224+0000 7ff4e4ead9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:45.227 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.224+0000 7ff4e4ead9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:45.227 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.224+0000 7ff4e4ead9c0 20 started sync module instance, tier type = 2024-09-19T13:56:45.227 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.224+0000 7ff4e4ead9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:56:45.246 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.244+0000 7ff4e4ead9c0 20 add_watcher() i=0 2024-09-19T13:56:45.246 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.244+0000 7ff4e4ead9c0 20 add_watcher() i=1 2024-09-19T13:56:45.246 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.244+0000 7ff4e4ead9c0 20 add_watcher() i=2 2024-09-19T13:56:45.246 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.244+0000 7ff4e4ead9c0 20 add_watcher() i=3 2024-09-19T13:56:45.246 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.244+0000 7ff4e4ead9c0 20 add_watcher() i=4 2024-09-19T13:56:45.246 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.244+0000 7ff4e4ead9c0 20 add_watcher() i=5 2024-09-19T13:56:45.247 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.244+0000 7ff4e4ead9c0 20 add_watcher() i=6 2024-09-19T13:56:45.248 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.244+0000 7ff4e4ead9c0 20 add_watcher() i=7 2024-09-19T13:56:45.248 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.244+0000 7ff4e4ead9c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:56:45.252 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.248+0000 7ff399fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:56:45.252 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.248+0000 7ff4e4ead9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:56:45.252 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.248+0000 7ff4e4ead9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:56:45.252 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.248+0000 7ff4e4ead9c0 5 note: GC not initialized 2024-09-19T13:56:45.253 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.248+0000 7ff398fe1640 20 reqs_thread_entry: start 2024-09-19T13:56:45.253 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.248+0000 7ff4e4ead9c0 20 init_complete bucket index max shards: 1 2024-09-19T13:56:45.253 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.248+0000 7ff4e4ead9c0 20 Filter name: none 2024-09-19T13:56:45.253 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.248+0000 7ff391ffb640 20 reqs_thread_entry: start 2024-09-19T13:56:45.264 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.260+0000 7ff399fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:56:45.269 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.264+0000 7ff4e4ead9c0 20 remove_watcher() i=0 2024-09-19T13:56:45.269 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.264+0000 7ff4e4ead9c0 2 removed watcher, disabling cache 2024-09-19T13:56:45.271 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.268+0000 7ff4e4ead9c0 20 remove_watcher() i=1 2024-09-19T13:56:45.273 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.272+0000 7ff4e4ead9c0 20 remove_watcher() i=2 2024-09-19T13:56:45.275 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.272+0000 7ff4e4ead9c0 20 remove_watcher() i=3 2024-09-19T13:56:45.277 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.276+0000 7ff4e4ead9c0 20 remove_watcher() i=4 2024-09-19T13:56:45.279 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.276+0000 7ff4e4ead9c0 20 remove_watcher() i=5 2024-09-19T13:56:45.282 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.280+0000 7ff4e4ead9c0 20 remove_watcher() i=6 2024-09-19T13:56:45.285 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.280+0000 7ff4e4ead9c0 20 remove_watcher() i=7 2024-09-19T13:56:45.302 INFO:tasks.workunit.client.0.smithi031.stderr:bucket name a-bucket 2024-09-19T13:56:45.302 INFO:tasks.workunit.client.0.smithi031.stderr:TEST: reshard process 2024-09-19T13:56:45.302 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:45.302 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin reshard process 2024-09-19T13:56:45.327 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:56:45.327 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:56:45.374 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.372+0000 7f551e4309c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:45.377 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.372+0000 7f551e4309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:45.377 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.372+0000 7f551e4309c0 20 realm 2024-09-19T13:56:45.377 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.372+0000 7f551e4309c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:45.377 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.376+0000 7f551e4309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:45.377 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.376+0000 7f551e4309c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:56:45.377 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.376+0000 7f551e4309c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:45.378 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.376+0000 7f551e4309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:45.378 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.376+0000 7f551e4309c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:45.379 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.376+0000 7f551e4309c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:56:45.379 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.376+0000 7f551e4309c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:45.381 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.376+0000 7f551e4309c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:56:45.381 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.376+0000 7f551e4309c0 20 searching for the correct realm 2024-09-19T13:56:45.388 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.384+0000 7f551c737640 0 -- 172.21.15.31:0/1613602502 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x556f983838c0 msgr2=0x556f98385d00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:56:45.394 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.392+0000 7f551bf36640 0 -- 172.21.15.31:0/1613602502 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f5514026020 msgr2=0x7f5514060dc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:56:45.402 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.400+0000 7f551e4309c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:56:45.402 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.400+0000 7f551e4309c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:56:45.402 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.400+0000 7f551e4309c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:56:45.402 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.400+0000 7f551e4309c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:56:45.402 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.400+0000 7f551e4309c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:56:45.402 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.400+0000 7f551e4309c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:56:45.403 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.400+0000 7f551e4309c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:45.403 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.400+0000 7f551e4309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:45.403 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.400+0000 7f551e4309c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:45.403 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.400+0000 7f551e4309c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:56:45.403 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.400+0000 7f551e4309c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:45.404 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.400+0000 7f551e4309c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:56:45.404 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.400+0000 7f551e4309c0 20 zone default found 2024-09-19T13:56:45.404 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.400+0000 7f551e4309c0 4 Realm: () 2024-09-19T13:56:45.404 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.400+0000 7f551e4309c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:56:45.404 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.400+0000 7f551e4309c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:56:45.404 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.400+0000 7f551e4309c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:56:45.404 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.400+0000 7f551e4309c0 20 zonegroup default 2024-09-19T13:56:45.404 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.400+0000 7f551e4309c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:45.405 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.400+0000 7f551e4309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:45.405 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.400+0000 7f551e4309c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:45.405 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.400+0000 7f551e4309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:45.405 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.400+0000 7f551e4309c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:45.406 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.404+0000 7f551e4309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:45.406 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.404+0000 7f551e4309c0 20 started sync module instance, tier type = 2024-09-19T13:56:45.406 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.404+0000 7f551e4309c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:56:45.424 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.420+0000 7f551e4309c0 20 add_watcher() i=0 2024-09-19T13:56:45.425 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.420+0000 7f551e4309c0 20 add_watcher() i=1 2024-09-19T13:56:45.425 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.420+0000 7f551e4309c0 20 add_watcher() i=2 2024-09-19T13:56:45.425 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.420+0000 7f551e4309c0 20 add_watcher() i=3 2024-09-19T13:56:45.425 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.420+0000 7f551e4309c0 20 add_watcher() i=4 2024-09-19T13:56:45.425 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.420+0000 7f551e4309c0 20 add_watcher() i=5 2024-09-19T13:56:45.425 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.420+0000 7f551e4309c0 20 add_watcher() i=6 2024-09-19T13:56:45.427 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.424+0000 7f551e4309c0 20 add_watcher() i=7 2024-09-19T13:56:45.427 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.424+0000 7f551e4309c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:56:45.430 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.428+0000 7f53d1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:56:45.431 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.428+0000 7f551e4309c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:56:45.431 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.428+0000 7f551e4309c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:56:45.431 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.428+0000 7f551e4309c0 5 note: GC not initialized 2024-09-19T13:56:45.431 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.428+0000 7f53d0fe1640 20 reqs_thread_entry: start 2024-09-19T13:56:45.431 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.428+0000 7f551e4309c0 20 init_complete bucket index max shards: 1 2024-09-19T13:56:45.432 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.428+0000 7f551e4309c0 20 Filter name: none 2024-09-19T13:56:45.432 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.428+0000 7f534a7fc640 20 reqs_thread_entry: start 2024-09-19T13:56:45.432 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.428+0000 7f551e4309c0 20 processing logshard = reshard.0000000000 2024-09-19T13:56:45.435 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.432+0000 7f551e4309c0 20 finish processing logshard = reshard.0000000000 , ret = 0 2024-09-19T13:56:45.435 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.432+0000 7f551e4309c0 20 processing logshard = reshard.0000000001 2024-09-19T13:56:45.440 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.436+0000 7f551e4309c0 20 finish processing logshard = reshard.0000000001 , ret = 0 2024-09-19T13:56:45.440 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.436+0000 7f551e4309c0 20 processing logshard = reshard.0000000002 2024-09-19T13:56:45.446 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.444+0000 7f551e4309c0 20 finish processing logshard = reshard.0000000002 , ret = 0 2024-09-19T13:56:45.446 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.444+0000 7f551e4309c0 20 processing logshard = reshard.0000000003 2024-09-19T13:56:45.450 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.448+0000 7f551e4309c0 20 finish processing logshard = reshard.0000000003 , ret = 0 2024-09-19T13:56:45.450 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.448+0000 7f551e4309c0 20 processing logshard = reshard.0000000004 2024-09-19T13:56:45.455 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.452+0000 7f551e4309c0 20 finish processing logshard = reshard.0000000004 , ret = 0 2024-09-19T13:56:45.455 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.452+0000 7f551e4309c0 20 processing logshard = reshard.0000000005 2024-09-19T13:56:45.460 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.456+0000 7f551e4309c0 20 finish processing logshard = reshard.0000000005 , ret = 0 2024-09-19T13:56:45.460 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.456+0000 7f551e4309c0 20 processing logshard = reshard.0000000006 2024-09-19T13:56:45.463 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.460+0000 7f551e4309c0 20 process_entry resharding a-bucket 2024-09-19T13:56:45.464 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.460+0000 7f551e4309c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-19T13:56:45.464 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.460+0000 7f551e4309c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:45.464 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.460+0000 7f551e4309c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T13:56:45.464 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.460+0000 7f551e4309c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x1 2024-09-19T13:56:45.464 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.460+0000 7f551e4309c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-19T13:56:45.464 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.460+0000 7f551e4309c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 : miss 2024-09-19T13:56:45.465 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.460+0000 7f551e4309c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:45.465 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.460+0000 7f551e4309c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T13:56:45.465 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.460+0000 7f551e4309c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T13:56:45.465 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.460+0000 7f551e4309c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T13:56:45.465 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.460+0000 7f551e4309c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:56:45.465 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.460+0000 7f551e4309c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T13:56:45.465 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.460+0000 7f551e4309c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 2024-09-19T13:56:45.476 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.472+0000 7f551e4309c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T13:56:45.476 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.472+0000 7f551e4309c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T13:56:45.476 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.472+0000 7f551e4309c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T13:56:45.476 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.472+0000 7f551e4309c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17, ofs0, ns] 2024-09-19T13:56:45.477 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.472+0000 7f53faffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333469 cookie 93937783617104 notifier 6093 bl.length()=827 2024-09-19T13:56:45.477 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.472+0000 7f53faffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T13:56:45.477 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.472+0000 7f53faffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T13:56:45.477 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.472+0000 7f53faffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T13:56:45.478 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.476+0000 7f551e4309c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): orig_sources= new_sources= 2024-09-19T13:56:45.478 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.476+0000 7f551e4309c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): potential sources added=[] removed=[] 2024-09-19T13:56:45.478 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.476+0000 7f551e4309c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): orig_dests= new_dests= 2024-09-19T13:56:45.478 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.476+0000 7f551e4309c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): potential dests added=[] removed=[] 2024-09-19T13:56:45.483 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.480+0000 7f551e4309c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.1.0 2024-09-19T13:56:45.483 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.480+0000 7f551e4309c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.1.0 2024-09-19T13:56:45.483 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.480+0000 7f551e4309c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.1.1 2024-09-19T13:56:45.483 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.480+0000 7f551e4309c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.1.1 2024-09-19T13:56:45.483 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.480+0000 7f551e4309c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.0 2024-09-19T13:56:45.484 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.480+0000 7f551e4309c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 : hit (requested=0x17, cached=0x17) 2024-09-19T13:56:45.484 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.480+0000 7f551e4309c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 2024-09-19T13:56:45.487 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.484+0000 7f551e4309c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T13:56:45.487 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.484+0000 7f551e4309c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T13:56:45.487 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.484+0000 7f551e4309c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T13:56:45.487 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.484+0000 7f551e4309c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17, ofs0, ns] 2024-09-19T13:56:45.488 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.484+0000 7f53fa7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333470 cookie 93937783617104 notifier 6093 bl.length()=827 2024-09-19T13:56:45.488 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.484+0000 7f53fa7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T13:56:45.488 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.484+0000 7f53fa7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T13:56:45.488 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.484+0000 7f53fa7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T13:56:45.489 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.488+0000 7f551e4309c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): orig_sources= new_sources= 2024-09-19T13:56:45.489 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.488+0000 7f551e4309c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): potential sources added=[] removed=[] 2024-09-19T13:56:45.489 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.488+0000 7f551e4309c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): orig_dests= new_dests= 2024-09-19T13:56:45.489 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.488+0000 7f551e4309c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): potential dests added=[] removed=[] 2024-09-19T13:56:45.491 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.488+0000 7f551e4309c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.0 2024-09-19T13:56:45.492 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.488+0000 7f551e4309c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 : hit (requested=0x17, cached=0x17) 2024-09-19T13:56:45.492 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.488+0000 7f551e4309c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 2024-09-19T13:56:45.495 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.492+0000 7f551e4309c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T13:56:45.495 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.492+0000 7f551e4309c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T13:56:45.495 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.492+0000 7f551e4309c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T13:56:45.495 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.492+0000 7f551e4309c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17, ofs0, ns] 2024-09-19T13:56:45.496 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.492+0000 7f53fa7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333471 cookie 93937783617104 notifier 6093 bl.length()=795 2024-09-19T13:56:45.496 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.492+0000 7f53fa7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T13:56:45.496 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.492+0000 7f53fa7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T13:56:45.497 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.492+0000 7f53fa7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T13:56:45.497 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.496+0000 7f551e4309c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): orig_sources= new_sources= 2024-09-19T13:56:45.498 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.496+0000 7f551e4309c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): potential sources added=[] removed=[] 2024-09-19T13:56:45.498 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.496+0000 7f551e4309c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): orig_dests= new_dests= 2024-09-19T13:56:45.498 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.496+0000 7f551e4309c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): potential dests added=[] removed=[] 2024-09-19T13:56:45.500 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.496+0000 7f551e4309c0 1 execute INFO: reshard of bucket "a-bucket" from 1 shards to 2 shards completed successfully 2024-09-19T13:56:45.503 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.500+0000 7f551e4309c0 20 process_entry removing reshard queue entry for bucket a-bucket 2024-09-19T13:56:45.509 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.504+0000 7f551e4309c0 20 finish processing logshard = reshard.0000000006 , ret = 0 2024-09-19T13:56:45.509 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.504+0000 7f551e4309c0 20 processing logshard = reshard.0000000007 2024-09-19T13:56:45.516 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.512+0000 7f551e4309c0 20 finish processing logshard = reshard.0000000007 , ret = 0 2024-09-19T13:56:45.516 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.512+0000 7f551e4309c0 20 processing logshard = reshard.0000000008 2024-09-19T13:56:45.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.516+0000 7f551e4309c0 20 finish processing logshard = reshard.0000000008 , ret = 0 2024-09-19T13:56:45.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.516+0000 7f551e4309c0 20 processing logshard = reshard.0000000009 2024-09-19T13:56:45.525 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.520+0000 7f551e4309c0 20 finish processing logshard = reshard.0000000009 , ret = 0 2024-09-19T13:56:45.525 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.520+0000 7f551e4309c0 20 processing logshard = reshard.0000000010 2024-09-19T13:56:45.532 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.528+0000 7f551e4309c0 20 finish processing logshard = reshard.0000000010 , ret = 0 2024-09-19T13:56:45.533 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.528+0000 7f551e4309c0 20 processing logshard = reshard.0000000011 2024-09-19T13:56:45.539 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.536+0000 7f551e4309c0 20 finish processing logshard = reshard.0000000011 , ret = 0 2024-09-19T13:56:45.539 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.536+0000 7f551e4309c0 20 processing logshard = reshard.0000000012 2024-09-19T13:56:45.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.544+0000 7f551e4309c0 20 finish processing logshard = reshard.0000000012 , ret = 0 2024-09-19T13:56:45.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.544+0000 7f551e4309c0 20 processing logshard = reshard.0000000013 2024-09-19T13:56:45.553 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.548+0000 7f551e4309c0 20 finish processing logshard = reshard.0000000013 , ret = 0 2024-09-19T13:56:45.553 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.548+0000 7f551e4309c0 20 processing logshard = reshard.0000000014 2024-09-19T13:56:45.559 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.556+0000 7f551e4309c0 20 finish processing logshard = reshard.0000000014 , ret = 0 2024-09-19T13:56:45.559 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.556+0000 7f551e4309c0 20 processing logshard = reshard.0000000015 2024-09-19T13:56:45.565 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.564+0000 7f551e4309c0 20 finish processing logshard = reshard.0000000015 , ret = 0 2024-09-19T13:56:45.567 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.564+0000 7f53d1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:56:45.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.572+0000 7f551e4309c0 20 remove_watcher() i=0 2024-09-19T13:56:45.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.572+0000 7f551e4309c0 2 removed watcher, disabling cache 2024-09-19T13:56:45.577 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.576+0000 7f551e4309c0 20 remove_watcher() i=1 2024-09-19T13:56:45.580 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.576+0000 7f551e4309c0 20 remove_watcher() i=2 2024-09-19T13:56:45.582 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.580+0000 7f551e4309c0 20 remove_watcher() i=3 2024-09-19T13:56:45.585 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.580+0000 7f551e4309c0 20 remove_watcher() i=4 2024-09-19T13:56:45.588 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.584+0000 7f551e4309c0 20 remove_watcher() i=5 2024-09-19T13:56:45.591 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.588+0000 7f551e4309c0 20 remove_watcher() i=6 2024-09-19T13:56:45.593 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:45.592+0000 7f551e4309c0 20 remove_watcher() i=7 2024-09-19T13:56:50.622 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-19T13:56:50.657 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:56:50.657 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:56:50.703 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.700+0000 7f30b64679c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:50.706 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.704+0000 7f30b64679c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:50.706 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.704+0000 7f30b64679c0 20 realm 2024-09-19T13:56:50.706 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.704+0000 7f30b64679c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:50.706 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.704+0000 7f30b64679c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:50.706 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.704+0000 7f30b64679c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:56:50.706 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.704+0000 7f30b64679c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:50.707 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.704+0000 7f30b64679c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:50.707 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.704+0000 7f30b64679c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:50.707 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.704+0000 7f30b64679c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:56:50.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.704+0000 7f30b64679c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:50.709 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.708+0000 7f30b64679c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:56:50.710 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.708+0000 7f30b64679c0 20 searching for the correct realm 2024-09-19T13:56:50.714 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.712+0000 7f30b376c640 0 -- 172.21.15.31:0/162498924 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7f30a806f430 msgr2=0x7f30a806ee00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:56:50.930 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.928+0000 7f30b476e640 0 -- 172.21.15.31:0/162498924 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x55e7c3441330 msgr2=0x55e7c3443720 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:56:50.944 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.940+0000 7f30b64679c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:56:50.944 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.940+0000 7f30b64679c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:56:50.944 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.940+0000 7f30b64679c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:56:50.944 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.940+0000 7f30b64679c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:56:50.945 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.940+0000 7f30b64679c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:56:50.945 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.940+0000 7f30b64679c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:56:50.945 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.940+0000 7f30b64679c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:50.945 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.940+0000 7f30b64679c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:50.945 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.940+0000 7f30b64679c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:50.945 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.940+0000 7f30b64679c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:56:50.945 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.940+0000 7f30b64679c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:50.945 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.940+0000 7f30b64679c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:56:50.945 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.940+0000 7f30b64679c0 20 zone default found 2024-09-19T13:56:50.945 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.940+0000 7f30b64679c0 4 Realm: () 2024-09-19T13:56:50.945 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.940+0000 7f30b64679c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:56:50.945 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.940+0000 7f30b64679c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:56:50.945 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.940+0000 7f30b64679c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:56:50.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.940+0000 7f30b64679c0 20 zonegroup default 2024-09-19T13:56:50.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.940+0000 7f30b64679c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:50.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.940+0000 7f30b64679c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:50.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.940+0000 7f30b64679c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:50.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.944+0000 7f30b64679c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:50.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.944+0000 7f30b64679c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:50.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.944+0000 7f30b64679c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:50.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.944+0000 7f30b64679c0 20 started sync module instance, tier type = 2024-09-19T13:56:50.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.944+0000 7f30b64679c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:56:50.968 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.964+0000 7f30b64679c0 20 add_watcher() i=0 2024-09-19T13:56:50.968 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.964+0000 7f30b64679c0 20 add_watcher() i=1 2024-09-19T13:56:50.968 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.964+0000 7f30b64679c0 20 add_watcher() i=2 2024-09-19T13:56:50.968 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.964+0000 7f30b64679c0 20 add_watcher() i=3 2024-09-19T13:56:50.968 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.964+0000 7f30b64679c0 20 add_watcher() i=4 2024-09-19T13:56:50.968 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.964+0000 7f30b64679c0 20 add_watcher() i=5 2024-09-19T13:56:50.968 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.964+0000 7f30b64679c0 20 add_watcher() i=6 2024-09-19T13:56:50.970 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.968+0000 7f30b64679c0 20 add_watcher() i=7 2024-09-19T13:56:50.970 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.968+0000 7f30b64679c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:56:50.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.972+0000 7f2f69fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:56:50.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.972+0000 7f30b64679c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:56:50.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.972+0000 7f30b64679c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:56:50.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.972+0000 7f30b64679c0 5 note: GC not initialized 2024-09-19T13:56:50.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.972+0000 7f2f68fe1640 20 reqs_thread_entry: start 2024-09-19T13:56:50.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.972+0000 7f30b64679c0 20 init_complete bucket index max shards: 1 2024-09-19T13:56:50.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.972+0000 7f30b64679c0 20 Filter name: none 2024-09-19T13:56:50.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.972+0000 7f2ee27fc640 20 reqs_thread_entry: start 2024-09-19T13:56:50.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.972+0000 7f30b64679c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:50.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.972+0000 7f30b64679c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T13:56:50.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.972+0000 7f30b64679c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:50.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.976+0000 7f30b64679c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T13:56:50.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.976+0000 7f30b64679c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:56:50.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.976+0000 7f30b64679c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:50.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.976+0000 7f30b64679c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T13:56:50.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.976+0000 7f30b64679c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:50.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.976+0000 7f30b64679c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T13:56:50.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.976+0000 7f30b64679c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:56:50.980 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.976+0000 7f2f69fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:56:50.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.980+0000 7f30b64679c0 20 remove_watcher() i=0 2024-09-19T13:56:50.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.980+0000 7f30b64679c0 2 removed watcher, disabling cache 2024-09-19T13:56:50.987 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.984+0000 7f30b64679c0 20 remove_watcher() i=1 2024-09-19T13:56:50.989 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.984+0000 7f30b64679c0 20 remove_watcher() i=2 2024-09-19T13:56:50.991 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.988+0000 7f30b64679c0 20 remove_watcher() i=3 2024-09-19T13:56:50.993 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.992+0000 7f30b64679c0 20 remove_watcher() i=4 2024-09-19T13:56:50.995 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.992+0000 7f30b64679c0 20 remove_watcher() i=5 2024-09-19T13:56:50.998 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:50.996+0000 7f30b64679c0 20 remove_watcher() i=6 2024-09-19T13:56:51.001 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.000+0000 7f30b64679c0 20 remove_watcher() i=7 2024-09-19T13:56:51.017 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:51.017 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T13:56:51.017 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: a-bucket id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 num_objects: 0 size_kb: 0 num_shards: 2 2024-09-19T13:56:51.018 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:51.018 INFO:tasks.workunit.client.0.smithi031.stderr:TEST: reshard add non empty bucket 2024-09-19T13:56:51.018 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:51.022 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:51.023 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:51.037 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:51.037 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:51.051 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:51.051 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:51.064 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:51.064 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:51.078 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:51.078 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:51.090 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:51.090 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:51.104 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:51.105 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:51.118 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:51.118 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:51.131 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-19T13:56:51.160 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:56:51.160 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:56:51.206 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.204+0000 7f114a4cd9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:51.208 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.204+0000 7f114a4cd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:51.208 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.204+0000 7f114a4cd9c0 20 realm 2024-09-19T13:56:51.208 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.204+0000 7f114a4cd9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:51.209 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.204+0000 7f114a4cd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:51.209 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.204+0000 7f114a4cd9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:56:51.209 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.204+0000 7f114a4cd9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:51.209 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.204+0000 7f114a4cd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:51.209 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.204+0000 7f114a4cd9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:51.210 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.208+0000 7f114a4cd9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:56:51.210 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.208+0000 7f114a4cd9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:51.211 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.208+0000 7f114a4cd9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:56:51.211 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.208+0000 7f114a4cd9c0 20 searching for the correct realm 2024-09-19T13:56:51.217 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.216+0000 7f1147fd3640 0 -- 172.21.15.31:0/2698956313 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7f1138047040 msgr2=0x7f1138048940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:56:51.223 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.220+0000 7f1147fd3640 0 -- 172.21.15.31:0/2698956313 >> [v2:172.21.15.31:6802/3325082646,v1:172.21.15.31:6804/3325082646] conn(0x55723645c810 msgr2=0x55723645ec00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:56:51.231 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.228+0000 7f114a4cd9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:56:51.231 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.228+0000 7f114a4cd9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:56:51.231 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.228+0000 7f114a4cd9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:56:51.231 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.228+0000 7f114a4cd9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:56:51.231 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.228+0000 7f114a4cd9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:56:51.231 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.228+0000 7f114a4cd9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:56:51.232 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.228+0000 7f114a4cd9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:51.232 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.228+0000 7f114a4cd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:51.232 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.228+0000 7f114a4cd9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:51.232 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.228+0000 7f114a4cd9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:56:51.232 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.228+0000 7f114a4cd9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:51.233 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.228+0000 7f114a4cd9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:56:51.233 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.228+0000 7f114a4cd9c0 20 zone default found 2024-09-19T13:56:51.233 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.228+0000 7f114a4cd9c0 4 Realm: () 2024-09-19T13:56:51.233 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.228+0000 7f114a4cd9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:56:51.233 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.228+0000 7f114a4cd9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:56:51.233 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.228+0000 7f114a4cd9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:56:51.233 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.228+0000 7f114a4cd9c0 20 zonegroup default 2024-09-19T13:56:51.233 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.228+0000 7f114a4cd9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:51.234 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.232+0000 7f114a4cd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:51.234 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.232+0000 7f114a4cd9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:51.234 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.232+0000 7f114a4cd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:51.234 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.232+0000 7f114a4cd9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:51.235 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.232+0000 7f114a4cd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:51.235 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.232+0000 7f114a4cd9c0 20 started sync module instance, tier type = 2024-09-19T13:56:51.235 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.232+0000 7f114a4cd9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:56:51.253 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.252+0000 7f114a4cd9c0 20 add_watcher() i=0 2024-09-19T13:56:51.254 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.252+0000 7f114a4cd9c0 20 add_watcher() i=1 2024-09-19T13:56:51.254 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.252+0000 7f114a4cd9c0 20 add_watcher() i=2 2024-09-19T13:56:51.254 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.252+0000 7f114a4cd9c0 20 add_watcher() i=3 2024-09-19T13:56:51.254 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.252+0000 7f114a4cd9c0 20 add_watcher() i=4 2024-09-19T13:56:51.254 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.252+0000 7f114a4cd9c0 20 add_watcher() i=5 2024-09-19T13:56:51.254 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.252+0000 7f114a4cd9c0 20 add_watcher() i=6 2024-09-19T13:56:51.256 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.252+0000 7f114a4cd9c0 20 add_watcher() i=7 2024-09-19T13:56:51.256 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.252+0000 7f114a4cd9c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:56:51.259 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.256+0000 7f0ffdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:56:51.261 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.256+0000 7f114a4cd9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:56:51.261 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.256+0000 7f114a4cd9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:56:51.261 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.256+0000 7f114a4cd9c0 5 note: GC not initialized 2024-09-19T13:56:51.261 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.256+0000 7f0ffcfe1640 20 reqs_thread_entry: start 2024-09-19T13:56:51.261 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.256+0000 7f114a4cd9c0 20 init_complete bucket index max shards: 1 2024-09-19T13:56:51.261 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.256+0000 7f114a4cd9c0 20 Filter name: none 2024-09-19T13:56:51.261 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.256+0000 7f0f767fc640 20 reqs_thread_entry: start 2024-09-19T13:56:51.261 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.256+0000 7f114a4cd9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:51.262 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.260+0000 7f114a4cd9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T13:56:51.262 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.260+0000 7f114a4cd9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:51.262 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.260+0000 7f114a4cd9c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T13:56:51.262 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.260+0000 7f114a4cd9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:56:51.262 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.260+0000 7f114a4cd9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:51.262 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.260+0000 7f114a4cd9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T13:56:51.263 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.260+0000 7f114a4cd9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:51.263 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.260+0000 7f114a4cd9c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T13:56:51.263 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.260+0000 7f114a4cd9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:56:51.265 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.264+0000 7f0ffdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:56:51.269 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.268+0000 7f114a4cd9c0 20 remove_watcher() i=0 2024-09-19T13:56:51.269 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.268+0000 7f114a4cd9c0 2 removed watcher, disabling cache 2024-09-19T13:56:51.271 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.268+0000 7f114a4cd9c0 20 remove_watcher() i=1 2024-09-19T13:56:51.273 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.272+0000 7f114a4cd9c0 20 remove_watcher() i=2 2024-09-19T13:56:51.275 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.272+0000 7f114a4cd9c0 20 remove_watcher() i=3 2024-09-19T13:56:51.277 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.276+0000 7f114a4cd9c0 20 remove_watcher() i=4 2024-09-19T13:56:51.279 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.276+0000 7f114a4cd9c0 20 remove_watcher() i=5 2024-09-19T13:56:51.282 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.280+0000 7f114a4cd9c0 20 remove_watcher() i=6 2024-09-19T13:56:51.285 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.280+0000 7f114a4cd9c0 20 remove_watcher() i=7 2024-09-19T13:56:51.299 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:51.300 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T13:56:51.300 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: a-bucket id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 num_objects: 8 size_kb: 1 num_shards: 2 2024-09-19T13:56:51.300 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:51.300 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin reshard add --bucket a-bucket --num-shards 3 2024-09-19T13:56:51.331 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:56:51.331 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:56:51.378 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.376+0000 7fb48d4bb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:51.380 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.376+0000 7fb48d4bb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:51.380 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.376+0000 7fb48d4bb9c0 20 realm 2024-09-19T13:56:51.381 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.376+0000 7fb48d4bb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:51.381 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.376+0000 7fb48d4bb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:51.381 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.376+0000 7fb48d4bb9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:56:51.381 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.376+0000 7fb48d4bb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:51.381 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.380+0000 7fb48d4bb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:51.382 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.380+0000 7fb48d4bb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:51.382 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.380+0000 7fb48d4bb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:56:51.382 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.380+0000 7fb48d4bb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:51.384 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.380+0000 7fb48d4bb9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:56:51.384 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.380+0000 7fb48d4bb9c0 20 searching for the correct realm 2024-09-19T13:56:51.389 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.388+0000 7fb48a7c0640 0 -- 172.21.15.31:0/3111408580 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7fb480008050 msgr2=0x7fb48003d920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:56:51.605 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.604+0000 7fb48b7c2640 0 -- 172.21.15.31:0/3111408580 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x56399cd3f8f0 msgr2=0x56399cd41d90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:56:51.617 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.616+0000 7fb48d4bb9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:56:51.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.616+0000 7fb48d4bb9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:56:51.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.616+0000 7fb48d4bb9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:56:51.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.616+0000 7fb48d4bb9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:56:51.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.616+0000 7fb48d4bb9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:56:51.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.616+0000 7fb48d4bb9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:56:51.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.616+0000 7fb48d4bb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:51.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.616+0000 7fb48d4bb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:51.619 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.616+0000 7fb48d4bb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:51.619 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.616+0000 7fb48d4bb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:56:51.619 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.616+0000 7fb48d4bb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:51.620 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.616+0000 7fb48d4bb9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:56:51.620 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.616+0000 7fb48d4bb9c0 20 zone default found 2024-09-19T13:56:51.620 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.616+0000 7fb48d4bb9c0 4 Realm: () 2024-09-19T13:56:51.620 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.616+0000 7fb48d4bb9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:56:51.620 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.616+0000 7fb48d4bb9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:56:51.620 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.616+0000 7fb48d4bb9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:56:51.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.616+0000 7fb48d4bb9c0 20 zonegroup default 2024-09-19T13:56:51.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.616+0000 7fb48d4bb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:51.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.616+0000 7fb48d4bb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:51.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.616+0000 7fb48d4bb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:51.622 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.620+0000 7fb48d4bb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:51.622 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.620+0000 7fb48d4bb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:51.622 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.620+0000 7fb48d4bb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:51.623 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.620+0000 7fb48d4bb9c0 20 started sync module instance, tier type = 2024-09-19T13:56:51.623 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.620+0000 7fb48d4bb9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:56:51.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.644+0000 7fb48d4bb9c0 20 add_watcher() i=0 2024-09-19T13:56:51.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.644+0000 7fb48d4bb9c0 20 add_watcher() i=1 2024-09-19T13:56:51.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.644+0000 7fb48d4bb9c0 20 add_watcher() i=2 2024-09-19T13:56:51.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.644+0000 7fb48d4bb9c0 20 add_watcher() i=3 2024-09-19T13:56:51.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.644+0000 7fb48d4bb9c0 20 add_watcher() i=4 2024-09-19T13:56:51.648 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.644+0000 7fb48d4bb9c0 20 add_watcher() i=5 2024-09-19T13:56:51.648 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.644+0000 7fb48d4bb9c0 20 add_watcher() i=6 2024-09-19T13:56:51.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.648+0000 7fb48d4bb9c0 20 add_watcher() i=7 2024-09-19T13:56:51.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.648+0000 7fb48d4bb9c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:56:51.653 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.652+0000 7fb3417e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:56:51.654 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.652+0000 7fb48d4bb9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:56:51.654 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.652+0000 7fb48d4bb9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:56:51.654 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.652+0000 7fb48d4bb9c0 5 note: GC not initialized 2024-09-19T13:56:51.655 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.652+0000 7fb2bbfff640 20 reqs_thread_entry: start 2024-09-19T13:56:51.655 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.652+0000 7fb48d4bb9c0 20 init_complete bucket index max shards: 1 2024-09-19T13:56:51.655 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.652+0000 7fb48d4bb9c0 20 Filter name: none 2024-09-19T13:56:51.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.652+0000 7fb2b9ffb640 20 reqs_thread_entry: start 2024-09-19T13:56:51.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.652+0000 7fb48d4bb9c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-19T13:56:51.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.652+0000 7fb48d4bb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:51.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.652+0000 7fb48d4bb9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T13:56:51.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.652+0000 7fb48d4bb9c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-19T13:56:51.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.652+0000 7fb48d4bb9c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-19T13:56:51.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.652+0000 7fb48d4bb9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 : miss 2024-09-19T13:56:51.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.652+0000 7fb48d4bb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:51.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.652+0000 7fb48d4bb9c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T13:56:51.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.652+0000 7fb48d4bb9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T13:56:51.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.652+0000 7fb48d4bb9c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T13:56:51.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.652+0000 7fb48d4bb9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:56:51.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.652+0000 7fb48d4bb9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T13:56:51.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.652+0000 7fb48d4bb9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 2024-09-19T13:56:51.661 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.656+0000 7fb3417e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:56:51.665 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.664+0000 7fb48d4bb9c0 20 remove_watcher() i=0 2024-09-19T13:56:51.665 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.664+0000 7fb48d4bb9c0 2 removed watcher, disabling cache 2024-09-19T13:56:51.668 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.664+0000 7fb48d4bb9c0 20 remove_watcher() i=1 2024-09-19T13:56:51.670 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.668+0000 7fb48d4bb9c0 20 remove_watcher() i=2 2024-09-19T13:56:51.672 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.668+0000 7fb48d4bb9c0 20 remove_watcher() i=3 2024-09-19T13:56:51.675 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.672+0000 7fb48d4bb9c0 20 remove_watcher() i=4 2024-09-19T13:56:51.677 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.676+0000 7fb48d4bb9c0 20 remove_watcher() i=5 2024-09-19T13:56:51.680 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.676+0000 7fb48d4bb9c0 20 remove_watcher() i=6 2024-09-19T13:56:51.683 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.680+0000 7fb48d4bb9c0 20 remove_watcher() i=7 2024-09-19T13:56:51.699 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin reshard list 2024-09-19T13:56:51.724 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:56:51.725 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:56:51.950 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.947+0000 7f31b7db6640 0 --2- 172.21.15.31:0/4265185631 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55d9a41586e0 0x55d9a42135e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-19T13:56:51.980 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.975+0000 7f31b9aaf9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:51.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.979+0000 7f31b9aaf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:51.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.979+0000 7f31b9aaf9c0 20 realm 2024-09-19T13:56:51.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.979+0000 7f31b9aaf9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:51.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.979+0000 7f31b9aaf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:51.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.979+0000 7f31b9aaf9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:56:51.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.979+0000 7f31b9aaf9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:51.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.979+0000 7f31b9aaf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:51.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.979+0000 7f31b9aaf9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:51.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.979+0000 7f31b9aaf9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:56:51.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.979+0000 7f31b9aaf9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:51.987 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.983+0000 7f31b9aaf9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:56:51.987 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.983+0000 7f31b9aaf9c0 20 searching for the correct realm 2024-09-19T13:56:51.990 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:51.987+0000 7f31b75b5640 0 -- 172.21.15.31:0/4116262192 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7f31a8024040 msgr2=0x7f31a8018f90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T13:56:52.205 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.199+0000 7f31b75b5640 0 -- 172.21.15.31:0/4116262192 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f31b0024040 msgr2=0x7f31b001a950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:56:52.422 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.419+0000 7f31b9aaf9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:56:52.422 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.419+0000 7f31b9aaf9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:56:52.422 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.419+0000 7f31b9aaf9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:56:52.422 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.419+0000 7f31b9aaf9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:56:52.422 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.419+0000 7f31b9aaf9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:56:52.422 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.419+0000 7f31b9aaf9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:56:52.422 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.419+0000 7f31b9aaf9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:52.423 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.419+0000 7f31b9aaf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:52.423 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.419+0000 7f31b9aaf9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:52.423 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.419+0000 7f31b9aaf9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:56:52.423 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.419+0000 7f31b9aaf9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:52.425 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.419+0000 7f31b9aaf9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:56:52.425 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.419+0000 7f31b9aaf9c0 20 zone default found 2024-09-19T13:56:52.425 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.419+0000 7f31b9aaf9c0 4 Realm: () 2024-09-19T13:56:52.425 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.419+0000 7f31b9aaf9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:56:52.425 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.419+0000 7f31b9aaf9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:56:52.425 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.419+0000 7f31b9aaf9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:56:52.425 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.419+0000 7f31b9aaf9c0 20 zonegroup default 2024-09-19T13:56:52.425 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.419+0000 7f31b9aaf9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:52.426 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.423+0000 7f31b9aaf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:52.426 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.423+0000 7f31b9aaf9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:52.426 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.423+0000 7f31b9aaf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:52.426 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.423+0000 7f31b9aaf9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:52.427 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.423+0000 7f31b9aaf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:52.427 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.423+0000 7f31b9aaf9c0 20 started sync module instance, tier type = 2024-09-19T13:56:52.427 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.423+0000 7f31b9aaf9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:56:52.452 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.447+0000 7f31b9aaf9c0 20 add_watcher() i=0 2024-09-19T13:56:52.452 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.447+0000 7f31b9aaf9c0 20 add_watcher() i=1 2024-09-19T13:56:52.452 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.447+0000 7f31b9aaf9c0 20 add_watcher() i=2 2024-09-19T13:56:52.452 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.447+0000 7f31b9aaf9c0 20 add_watcher() i=3 2024-09-19T13:56:52.453 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.447+0000 7f31b9aaf9c0 20 add_watcher() i=4 2024-09-19T13:56:52.453 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.447+0000 7f31b9aaf9c0 20 add_watcher() i=5 2024-09-19T13:56:52.453 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.447+0000 7f31b9aaf9c0 20 add_watcher() i=6 2024-09-19T13:56:52.454 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.451+0000 7f31b9aaf9c0 20 add_watcher() i=7 2024-09-19T13:56:52.454 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.451+0000 7f31b9aaf9c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:56:52.459 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.455+0000 7f306e7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:56:52.459 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.455+0000 7f31b9aaf9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:56:52.460 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.455+0000 7f31b9aaf9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:56:52.460 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.455+0000 7f31b9aaf9c0 5 note: GC not initialized 2024-09-19T13:56:52.460 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.455+0000 7f306d7e2640 20 reqs_thread_entry: start 2024-09-19T13:56:52.461 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.455+0000 7f31b9aaf9c0 20 init_complete bucket index max shards: 1 2024-09-19T13:56:52.461 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.455+0000 7f31b9aaf9c0 20 Filter name: none 2024-09-19T13:56:52.461 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.455+0000 7f30667fc640 20 reqs_thread_entry: start 2024-09-19T13:56:52.476 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.471+0000 7f306e7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:56:52.481 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.475+0000 7f31b9aaf9c0 20 remove_watcher() i=0 2024-09-19T13:56:52.481 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.475+0000 7f31b9aaf9c0 2 removed watcher, disabling cache 2024-09-19T13:56:52.483 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.479+0000 7f31b9aaf9c0 20 remove_watcher() i=1 2024-09-19T13:56:52.485 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.483+0000 7f31b9aaf9c0 20 remove_watcher() i=2 2024-09-19T13:56:52.488 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.483+0000 7f31b9aaf9c0 20 remove_watcher() i=3 2024-09-19T13:56:52.490 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.487+0000 7f31b9aaf9c0 20 remove_watcher() i=4 2024-09-19T13:56:52.493 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.487+0000 7f31b9aaf9c0 20 remove_watcher() i=5 2024-09-19T13:56:52.495 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.491+0000 7f31b9aaf9c0 20 remove_watcher() i=6 2024-09-19T13:56:52.498 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.495+0000 7f31b9aaf9c0 20 remove_watcher() i=7 2024-09-19T13:56:52.515 INFO:tasks.workunit.client.0.smithi031.stderr:bucket name a-bucket 2024-09-19T13:56:52.516 INFO:tasks.workunit.client.0.smithi031.stderr:TEST: reshard process non empty bucket 2024-09-19T13:56:52.516 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:52.516 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin reshard process 2024-09-19T13:56:52.546 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:56:52.546 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:56:52.592 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.587+0000 7f32585519c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:52.594 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.591+0000 7f32585519c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:52.594 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.591+0000 7f32585519c0 20 realm 2024-09-19T13:56:52.594 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.591+0000 7f32585519c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:52.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.591+0000 7f32585519c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:52.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.591+0000 7f32585519c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:56:52.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.591+0000 7f32585519c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:52.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.591+0000 7f32585519c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:52.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.591+0000 7f32585519c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:52.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.591+0000 7f32585519c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:56:52.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.591+0000 7f32585519c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:52.598 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.595+0000 7f32585519c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:56:52.598 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.595+0000 7f32585519c0 20 searching for the correct realm 2024-09-19T13:56:52.604 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.599+0000 7f3256858640 0 -- 172.21.15.31:0/294559323 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7f324c0db070 msgr2=0x7f324c0d39a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:56:52.610 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.607+0000 7f3256057640 0 -- 172.21.15.31:0/294559323 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f3250097c20 msgr2=0x7f32500619e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:56:52.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.615+0000 7f32585519c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:56:52.619 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.615+0000 7f32585519c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:56:52.619 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.615+0000 7f32585519c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:56:52.619 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.615+0000 7f32585519c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:56:52.619 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.615+0000 7f32585519c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:56:52.619 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.615+0000 7f32585519c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:56:52.619 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.615+0000 7f32585519c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:52.619 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.615+0000 7f32585519c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:52.619 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.615+0000 7f32585519c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:52.620 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.615+0000 7f32585519c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:56:52.620 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.615+0000 7f32585519c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:52.620 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.615+0000 7f32585519c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:56:52.620 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.615+0000 7f32585519c0 20 zone default found 2024-09-19T13:56:52.620 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.615+0000 7f32585519c0 4 Realm: () 2024-09-19T13:56:52.620 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.615+0000 7f32585519c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:56:52.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.615+0000 7f32585519c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:56:52.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.615+0000 7f32585519c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:56:52.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.615+0000 7f32585519c0 20 zonegroup default 2024-09-19T13:56:52.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.615+0000 7f32585519c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:52.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.615+0000 7f32585519c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:52.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.615+0000 7f32585519c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:52.622 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.619+0000 7f32585519c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:52.622 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.619+0000 7f32585519c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:52.622 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.619+0000 7f32585519c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:52.622 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.619+0000 7f32585519c0 20 started sync module instance, tier type = 2024-09-19T13:56:52.622 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.619+0000 7f32585519c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:56:52.640 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.635+0000 7f32585519c0 20 add_watcher() i=0 2024-09-19T13:56:52.641 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.635+0000 7f32585519c0 20 add_watcher() i=1 2024-09-19T13:56:52.641 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.635+0000 7f32585519c0 20 add_watcher() i=2 2024-09-19T13:56:52.641 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.635+0000 7f32585519c0 20 add_watcher() i=3 2024-09-19T13:56:52.641 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.635+0000 7f32585519c0 20 add_watcher() i=4 2024-09-19T13:56:52.641 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.635+0000 7f32585519c0 20 add_watcher() i=5 2024-09-19T13:56:52.641 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.635+0000 7f32585519c0 20 add_watcher() i=6 2024-09-19T13:56:52.643 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.639+0000 7f32585519c0 20 add_watcher() i=7 2024-09-19T13:56:52.643 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.639+0000 7f32585519c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:56:52.646 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.643+0000 7f310cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:56:52.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.643+0000 7f32585519c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:56:52.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.643+0000 7f32585519c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:56:52.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.643+0000 7f32585519c0 5 note: GC not initialized 2024-09-19T13:56:52.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.643+0000 7f30877fe640 20 reqs_thread_entry: start 2024-09-19T13:56:52.648 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.643+0000 7f32585519c0 20 init_complete bucket index max shards: 1 2024-09-19T13:56:52.648 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.643+0000 7f32585519c0 20 Filter name: none 2024-09-19T13:56:52.648 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.643+0000 7f30857fa640 20 reqs_thread_entry: start 2024-09-19T13:56:52.648 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.643+0000 7f32585519c0 20 processing logshard = reshard.0000000000 2024-09-19T13:56:52.652 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.647+0000 7f32585519c0 20 finish processing logshard = reshard.0000000000 , ret = 0 2024-09-19T13:56:52.652 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.647+0000 7f32585519c0 20 processing logshard = reshard.0000000001 2024-09-19T13:56:52.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.655+0000 7f32585519c0 20 finish processing logshard = reshard.0000000001 , ret = 0 2024-09-19T13:56:52.658 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.655+0000 7f32585519c0 20 processing logshard = reshard.0000000002 2024-09-19T13:56:52.663 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.659+0000 7f32585519c0 20 finish processing logshard = reshard.0000000002 , ret = 0 2024-09-19T13:56:52.663 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.659+0000 7f32585519c0 20 processing logshard = reshard.0000000003 2024-09-19T13:56:52.667 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.663+0000 7f32585519c0 20 finish processing logshard = reshard.0000000003 , ret = 0 2024-09-19T13:56:52.667 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.663+0000 7f32585519c0 20 processing logshard = reshard.0000000004 2024-09-19T13:56:52.672 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.667+0000 7f32585519c0 20 finish processing logshard = reshard.0000000004 , ret = 0 2024-09-19T13:56:52.672 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.667+0000 7f32585519c0 20 processing logshard = reshard.0000000005 2024-09-19T13:56:52.678 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.675+0000 7f32585519c0 20 finish processing logshard = reshard.0000000005 , ret = 0 2024-09-19T13:56:52.678 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.675+0000 7f32585519c0 20 processing logshard = reshard.0000000006 2024-09-19T13:56:52.681 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.679+0000 7f32585519c0 20 process_entry resharding a-bucket 2024-09-19T13:56:52.681 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.679+0000 7f32585519c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-19T13:56:52.681 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.679+0000 7f32585519c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:52.682 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.679+0000 7f32585519c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T13:56:52.682 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.679+0000 7f32585519c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x1 2024-09-19T13:56:52.682 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.679+0000 7f32585519c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-19T13:56:52.682 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.679+0000 7f32585519c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 : miss 2024-09-19T13:56:52.683 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.679+0000 7f32585519c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:52.684 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.679+0000 7f32585519c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T13:56:52.684 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.679+0000 7f32585519c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T13:56:52.684 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.679+0000 7f32585519c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T13:56:52.684 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.679+0000 7f32585519c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:56:52.684 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.679+0000 7f32585519c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T13:56:52.684 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.679+0000 7f32585519c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 2024-09-19T13:56:52.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.695+0000 7f32585519c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T13:56:52.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.695+0000 7f32585519c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T13:56:52.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.695+0000 7f32585519c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T13:56:52.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.695+0000 7f32585519c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17, ofs0, ns] 2024-09-19T13:56:52.699 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.695+0000 7f31397fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333472 cookie 94161964343680 notifier 5852 bl.length()=827 2024-09-19T13:56:52.699 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.695+0000 7f31397fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T13:56:52.699 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.695+0000 7f31397fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T13:56:52.699 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.695+0000 7f31397fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T13:56:52.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.699+0000 7f32585519c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): orig_sources= new_sources= 2024-09-19T13:56:52.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.699+0000 7f32585519c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): potential sources added=[] removed=[] 2024-09-19T13:56:52.702 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.699+0000 7f32585519c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): orig_dests= new_dests= 2024-09-19T13:56:52.702 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.699+0000 7f32585519c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): potential dests added=[] removed=[] 2024-09-19T13:56:52.707 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.703+0000 7f32585519c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.0 2024-09-19T13:56:52.707 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.703+0000 7f32585519c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.0 2024-09-19T13:56:52.707 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.703+0000 7f32585519c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.1 2024-09-19T13:56:52.707 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.703+0000 7f32585519c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.1 2024-09-19T13:56:52.707 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.703+0000 7f32585519c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.2 2024-09-19T13:56:52.707 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.703+0000 7f32585519c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.2 2024-09-19T13:56:52.707 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.703+0000 7f32585519c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.1.0 2024-09-19T13:56:52.707 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.703+0000 7f32585519c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.1.0 2024-09-19T13:56:52.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.703+0000 7f32585519c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.1.1 2024-09-19T13:56:52.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.703+0000 7f32585519c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.1.1 2024-09-19T13:56:52.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.707+0000 7f32585519c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 : hit (requested=0x17, cached=0x17) 2024-09-19T13:56:52.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.707+0000 7f32585519c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 2024-09-19T13:56:52.714 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.711+0000 7f32585519c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T13:56:52.715 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.711+0000 7f32585519c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T13:56:52.715 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.711+0000 7f32585519c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T13:56:52.715 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.711+0000 7f32585519c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17, ofs0, ns] 2024-09-19T13:56:52.715 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.711+0000 7f3139ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333473 cookie 94161964343680 notifier 5852 bl.length()=827 2024-09-19T13:56:52.715 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.711+0000 7f3139ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T13:56:52.716 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.711+0000 7f3139ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T13:56:52.716 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.711+0000 7f3139ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T13:56:52.717 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.711+0000 7f32585519c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): orig_sources= new_sources= 2024-09-19T13:56:52.717 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.711+0000 7f32585519c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): potential sources added=[] removed=[] 2024-09-19T13:56:52.717 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.711+0000 7f32585519c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): orig_dests= new_dests= 2024-09-19T13:56:52.717 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.711+0000 7f32585519c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): potential dests added=[] removed=[] 2024-09-19T13:56:52.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.715+0000 7f32585519c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.1.0 2024-09-19T13:56:52.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.715+0000 7f32585519c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.1.0 2024-09-19T13:56:52.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.715+0000 7f32585519c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.1.1 2024-09-19T13:56:52.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.715+0000 7f32585519c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.1.1 2024-09-19T13:56:52.721 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.715+0000 7f32585519c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 : hit (requested=0x17, cached=0x17) 2024-09-19T13:56:52.721 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.715+0000 7f32585519c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 2024-09-19T13:56:52.723 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.719+0000 7f32585519c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T13:56:52.724 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.719+0000 7f32585519c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T13:56:52.724 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.719+0000 7f32585519c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T13:56:52.724 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.719+0000 7f32585519c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17, ofs0, ns] 2024-09-19T13:56:52.725 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.719+0000 7f3139ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333474 cookie 94161964343680 notifier 5852 bl.length()=795 2024-09-19T13:56:52.725 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.719+0000 7f3139ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T13:56:52.725 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.719+0000 7f3139ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T13:56:52.725 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.719+0000 7f3139ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T13:56:52.725 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.723+0000 7f32585519c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): orig_sources= new_sources= 2024-09-19T13:56:52.725 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.723+0000 7f32585519c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): potential sources added=[] removed=[] 2024-09-19T13:56:52.725 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.723+0000 7f32585519c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): orig_dests= new_dests= 2024-09-19T13:56:52.726 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.723+0000 7f32585519c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): potential dests added=[] removed=[] 2024-09-19T13:56:52.727 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.723+0000 7f32585519c0 1 execute INFO: reshard of bucket "a-bucket" from 2 shards to 3 shards completed successfully 2024-09-19T13:56:52.730 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.727+0000 7f32585519c0 20 process_entry removing reshard queue entry for bucket a-bucket 2024-09-19T13:56:52.736 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.731+0000 7f32585519c0 20 finish processing logshard = reshard.0000000006 , ret = 0 2024-09-19T13:56:52.736 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.731+0000 7f32585519c0 20 processing logshard = reshard.0000000007 2024-09-19T13:56:52.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.739+0000 7f32585519c0 20 finish processing logshard = reshard.0000000007 , ret = 0 2024-09-19T13:56:52.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.739+0000 7f32585519c0 20 processing logshard = reshard.0000000008 2024-09-19T13:56:52.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.747+0000 7f32585519c0 20 finish processing logshard = reshard.0000000008 , ret = 0 2024-09-19T13:56:52.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.747+0000 7f32585519c0 20 processing logshard = reshard.0000000009 2024-09-19T13:56:52.756 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.751+0000 7f32585519c0 20 finish processing logshard = reshard.0000000009 , ret = 0 2024-09-19T13:56:52.756 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.751+0000 7f32585519c0 20 processing logshard = reshard.0000000010 2024-09-19T13:56:52.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.759+0000 7f32585519c0 20 finish processing logshard = reshard.0000000010 , ret = 0 2024-09-19T13:56:52.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.759+0000 7f32585519c0 20 processing logshard = reshard.0000000011 2024-09-19T13:56:52.770 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.767+0000 7f32585519c0 20 finish processing logshard = reshard.0000000011 , ret = 0 2024-09-19T13:56:52.770 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.767+0000 7f32585519c0 20 processing logshard = reshard.0000000012 2024-09-19T13:56:52.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.771+0000 7f32585519c0 20 finish processing logshard = reshard.0000000012 , ret = 0 2024-09-19T13:56:52.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.771+0000 7f32585519c0 20 processing logshard = reshard.0000000013 2024-09-19T13:56:52.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.779+0000 7f32585519c0 20 finish processing logshard = reshard.0000000013 , ret = 0 2024-09-19T13:56:52.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.779+0000 7f32585519c0 20 processing logshard = reshard.0000000014 2024-09-19T13:56:52.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.787+0000 7f32585519c0 20 finish processing logshard = reshard.0000000014 , ret = 0 2024-09-19T13:56:52.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.787+0000 7f32585519c0 20 processing logshard = reshard.0000000015 2024-09-19T13:56:52.797 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.795+0000 7f32585519c0 20 finish processing logshard = reshard.0000000015 , ret = 0 2024-09-19T13:56:52.800 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.795+0000 7f310cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:56:52.805 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.803+0000 7f32585519c0 20 remove_watcher() i=0 2024-09-19T13:56:52.805 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.803+0000 7f32585519c0 2 removed watcher, disabling cache 2024-09-19T13:56:52.809 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.803+0000 7f32585519c0 20 remove_watcher() i=1 2024-09-19T13:56:52.810 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.807+0000 7f32585519c0 20 remove_watcher() i=2 2024-09-19T13:56:52.813 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.811+0000 7f32585519c0 20 remove_watcher() i=3 2024-09-19T13:56:52.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.811+0000 7f32585519c0 20 remove_watcher() i=4 2024-09-19T13:56:52.819 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.815+0000 7f32585519c0 20 remove_watcher() i=5 2024-09-19T13:56:52.821 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.819+0000 7f32585519c0 20 remove_watcher() i=6 2024-09-19T13:56:52.824 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.819+0000 7f32585519c0 20 remove_watcher() i=7 2024-09-19T13:56:52.848 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-19T13:56:52.881 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:56:52.881 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:56:52.927 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.923+0000 7f5f7989d9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:52.930 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.927+0000 7f5f7989d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:52.930 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.927+0000 7f5f7989d9c0 20 realm 2024-09-19T13:56:52.930 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.927+0000 7f5f7989d9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:52.930 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.927+0000 7f5f7989d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:52.930 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.927+0000 7f5f7989d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:56:52.931 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.927+0000 7f5f7989d9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:52.931 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.927+0000 7f5f7989d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:52.931 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.927+0000 7f5f7989d9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:52.931 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.927+0000 7f5f7989d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:56:52.931 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.927+0000 7f5f7989d9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:52.933 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.931+0000 7f5f7989d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:56:52.933 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.931+0000 7f5f7989d9c0 20 searching for the correct realm 2024-09-19T13:56:52.938 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.935+0000 7f5f76ba2640 0 -- 172.21.15.31:0/3484480976 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7f5f6c008040 msgr2=0x7f5f6c083a50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:56:52.945 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.943+0000 7f5f77ba4640 0 -- 172.21.15.31:0/3484480976 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x55f6a2fd9300 msgr2=0x55f6a2fdb750 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:56:52.953 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.947+0000 7f5f7989d9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:56:52.953 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.947+0000 7f5f7989d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:56:52.953 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.947+0000 7f5f7989d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:56:52.953 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.947+0000 7f5f7989d9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:56:52.953 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.947+0000 7f5f7989d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:56:52.953 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.947+0000 7f5f7989d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:56:52.953 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.947+0000 7f5f7989d9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:52.954 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.951+0000 7f5f7989d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:52.954 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.951+0000 7f5f7989d9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:52.954 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.951+0000 7f5f7989d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:56:52.954 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.951+0000 7f5f7989d9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:52.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.951+0000 7f5f7989d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:56:52.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.951+0000 7f5f7989d9c0 20 zone default found 2024-09-19T13:56:52.956 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.951+0000 7f5f7989d9c0 4 Realm: () 2024-09-19T13:56:52.956 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.951+0000 7f5f7989d9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:56:52.956 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.951+0000 7f5f7989d9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:56:52.956 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.951+0000 7f5f7989d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:56:52.956 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.951+0000 7f5f7989d9c0 20 zonegroup default 2024-09-19T13:56:52.956 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.951+0000 7f5f7989d9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:52.956 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.951+0000 7f5f7989d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:52.956 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.951+0000 7f5f7989d9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:52.956 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.951+0000 7f5f7989d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:52.956 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.951+0000 7f5f7989d9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:52.957 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.951+0000 7f5f7989d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:52.957 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.951+0000 7f5f7989d9c0 20 started sync module instance, tier type = 2024-09-19T13:56:52.957 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.951+0000 7f5f7989d9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:56:52.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.971+0000 7f5f7989d9c0 20 add_watcher() i=0 2024-09-19T13:56:52.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.971+0000 7f5f7989d9c0 20 add_watcher() i=1 2024-09-19T13:56:52.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.971+0000 7f5f7989d9c0 20 add_watcher() i=2 2024-09-19T13:56:52.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.971+0000 7f5f7989d9c0 20 add_watcher() i=3 2024-09-19T13:56:52.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.971+0000 7f5f7989d9c0 20 add_watcher() i=4 2024-09-19T13:56:52.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.971+0000 7f5f7989d9c0 20 add_watcher() i=5 2024-09-19T13:56:52.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.971+0000 7f5f7989d9c0 20 add_watcher() i=6 2024-09-19T13:56:52.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.971+0000 7f5f7989d9c0 20 add_watcher() i=7 2024-09-19T13:56:52.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.971+0000 7f5f7989d9c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:56:52.979 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.975+0000 7f5e2e7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:56:52.980 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.975+0000 7f5f7989d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:56:52.981 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.975+0000 7f5f7989d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:56:52.981 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.975+0000 7f5f7989d9c0 5 note: GC not initialized 2024-09-19T13:56:52.981 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.975+0000 7f5e2d7e2640 20 reqs_thread_entry: start 2024-09-19T13:56:52.981 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.975+0000 7f5f7989d9c0 20 init_complete bucket index max shards: 1 2024-09-19T13:56:52.981 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.975+0000 7f5f7989d9c0 20 Filter name: none 2024-09-19T13:56:52.981 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.975+0000 7f5e267fc640 20 reqs_thread_entry: start 2024-09-19T13:56:52.981 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.975+0000 7f5f7989d9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:52.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.975+0000 7f5f7989d9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T13:56:52.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.975+0000 7f5f7989d9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:52.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.979+0000 7f5f7989d9c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T13:56:52.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.979+0000 7f5f7989d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:56:52.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.979+0000 7f5f7989d9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:52.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.979+0000 7f5f7989d9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T13:56:52.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.979+0000 7f5f7989d9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:52.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.979+0000 7f5f7989d9c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T13:56:52.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.979+0000 7f5f7989d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:56:52.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.979+0000 7f5e2e7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:56:52.989 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.983+0000 7f5f7989d9c0 20 remove_watcher() i=0 2024-09-19T13:56:52.989 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.983+0000 7f5f7989d9c0 2 removed watcher, disabling cache 2024-09-19T13:56:52.991 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.987+0000 7f5f7989d9c0 20 remove_watcher() i=1 2024-09-19T13:56:52.993 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.987+0000 7f5f7989d9c0 20 remove_watcher() i=2 2024-09-19T13:56:52.995 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.991+0000 7f5f7989d9c0 20 remove_watcher() i=3 2024-09-19T13:56:52.997 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.995+0000 7f5f7989d9c0 20 remove_watcher() i=4 2024-09-19T13:56:52.999 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.995+0000 7f5f7989d9c0 20 remove_watcher() i=5 2024-09-19T13:56:53.002 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.999+0000 7f5f7989d9c0 20 remove_watcher() i=6 2024-09-19T13:56:53.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:52.999+0000 7f5f7989d9c0 20 remove_watcher() i=7 2024-09-19T13:56:53.020 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:53.020 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T13:56:53.020 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: a-bucket id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 num_objects: 8 size_kb: 1 num_shards: 3 2024-09-19T13:56:53.020 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:53.020 INFO:tasks.workunit.client.0.smithi031.stderr:TEST: reshard bucket with EIO injected at init_index 2024-09-19T13:56:53.020 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:53.021 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:53.022 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:53.040 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:53.040 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:53.083 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:53.083 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:53.096 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:53.096 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:53.109 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:53.109 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:53.123 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:53.123 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:53.135 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:53.135 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:53.149 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:53.149 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:53.162 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:53.162 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:53.176 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:53.176 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:53.189 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:53.189 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:53.202 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:53.202 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:53.218 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:53.218 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:53.240 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:53.240 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:53.259 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:53.259 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:53.278 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:53.278 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:53.298 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:53.298 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:53.317 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:53.317 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:53.337 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:53.337 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:53.359 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:53.359 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:53.379 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:53.379 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:53.400 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:53.400 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:53.419 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-19T13:56:53.452 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:56:53.452 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:56:53.498 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.495+0000 7fdcc1a0f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:53.500 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.495+0000 7fdcc1a0f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:53.500 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.495+0000 7fdcc1a0f9c0 20 realm 2024-09-19T13:56:53.500 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.495+0000 7fdcc1a0f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:53.501 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.495+0000 7fdcc1a0f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:53.501 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.495+0000 7fdcc1a0f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:56:53.501 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.495+0000 7fdcc1a0f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:53.501 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.495+0000 7fdcc1a0f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:53.501 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.495+0000 7fdcc1a0f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:53.502 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.499+0000 7fdcc1a0f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:56:53.502 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.499+0000 7fdcc1a0f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:53.504 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.499+0000 7fdcc1a0f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:56:53.504 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.499+0000 7fdcc1a0f9c0 20 searching for the correct realm 2024-09-19T13:56:53.509 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.503+0000 7fdcbed14640 0 -- 172.21.15.31:0/3169301765 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7fdcb40738b0 msgr2=0x7fdcb4073280 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T13:56:53.517 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.511+0000 7fdcbfd16640 0 -- 172.21.15.31:0/3169301765 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x55e2143b9940 msgr2=0x55e2143bbda0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:56:53.524 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.519+0000 7fdcc1a0f9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:56:53.524 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.519+0000 7fdcc1a0f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:56:53.525 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.519+0000 7fdcc1a0f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:56:53.525 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.519+0000 7fdcc1a0f9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:56:53.525 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.519+0000 7fdcc1a0f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:56:53.525 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.519+0000 7fdcc1a0f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:56:53.525 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.519+0000 7fdcc1a0f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:53.525 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.519+0000 7fdcc1a0f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:53.526 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.519+0000 7fdcc1a0f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:53.526 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.523+0000 7fdcc1a0f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:56:53.526 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.523+0000 7fdcc1a0f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:53.526 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.523+0000 7fdcc1a0f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:56:53.526 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.523+0000 7fdcc1a0f9c0 20 zone default found 2024-09-19T13:56:53.526 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.523+0000 7fdcc1a0f9c0 4 Realm: () 2024-09-19T13:56:53.526 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.523+0000 7fdcc1a0f9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:56:53.526 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.523+0000 7fdcc1a0f9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:56:53.526 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.523+0000 7fdcc1a0f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:56:53.527 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.523+0000 7fdcc1a0f9c0 20 zonegroup default 2024-09-19T13:56:53.527 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.523+0000 7fdcc1a0f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:53.527 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.523+0000 7fdcc1a0f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:53.527 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.523+0000 7fdcc1a0f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:53.527 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.523+0000 7fdcc1a0f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:53.528 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.523+0000 7fdcc1a0f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:53.528 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.523+0000 7fdcc1a0f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:53.528 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.523+0000 7fdcc1a0f9c0 20 started sync module instance, tier type = 2024-09-19T13:56:53.528 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.523+0000 7fdcc1a0f9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:56:53.547 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.543+0000 7fdcc1a0f9c0 20 add_watcher() i=0 2024-09-19T13:56:53.547 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.543+0000 7fdcc1a0f9c0 20 add_watcher() i=1 2024-09-19T13:56:53.547 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.543+0000 7fdcc1a0f9c0 20 add_watcher() i=2 2024-09-19T13:56:53.547 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.543+0000 7fdcc1a0f9c0 20 add_watcher() i=3 2024-09-19T13:56:53.547 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.543+0000 7fdcc1a0f9c0 20 add_watcher() i=4 2024-09-19T13:56:53.547 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.543+0000 7fdcc1a0f9c0 20 add_watcher() i=5 2024-09-19T13:56:53.547 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.543+0000 7fdcc1a0f9c0 20 add_watcher() i=6 2024-09-19T13:56:53.549 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.543+0000 7fdcc1a0f9c0 20 add_watcher() i=7 2024-09-19T13:56:53.549 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.543+0000 7fdcc1a0f9c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:56:53.552 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.547+0000 7fdb75fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:56:53.553 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.547+0000 7fdcc1a0f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:56:53.553 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.547+0000 7fdcc1a0f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:56:53.553 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.547+0000 7fdcc1a0f9c0 5 note: GC not initialized 2024-09-19T13:56:53.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.547+0000 7fdb74fe1640 20 reqs_thread_entry: start 2024-09-19T13:56:53.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.547+0000 7fdcc1a0f9c0 20 init_complete bucket index max shards: 1 2024-09-19T13:56:53.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.551+0000 7fdcc1a0f9c0 20 Filter name: none 2024-09-19T13:56:53.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.551+0000 7fdaee7fc640 20 reqs_thread_entry: start 2024-09-19T13:56:53.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.551+0000 7fdcc1a0f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:53.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.551+0000 7fdcc1a0f9c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T13:56:53.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.551+0000 7fdcc1a0f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:53.555 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.551+0000 7fdcc1a0f9c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T13:56:53.555 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.551+0000 7fdcc1a0f9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:56:53.555 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.551+0000 7fdcc1a0f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:53.555 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.551+0000 7fdcc1a0f9c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T13:56:53.556 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.551+0000 7fdcc1a0f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:53.556 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.551+0000 7fdcc1a0f9c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T13:56:53.557 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.551+0000 7fdcc1a0f9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:56:53.558 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.555+0000 7fdb75fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:56:53.562 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.559+0000 7fdcc1a0f9c0 20 remove_watcher() i=0 2024-09-19T13:56:53.562 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.559+0000 7fdcc1a0f9c0 2 removed watcher, disabling cache 2024-09-19T13:56:53.564 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.559+0000 7fdcc1a0f9c0 20 remove_watcher() i=1 2024-09-19T13:56:53.566 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.563+0000 7fdcc1a0f9c0 20 remove_watcher() i=2 2024-09-19T13:56:53.568 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.563+0000 7fdcc1a0f9c0 20 remove_watcher() i=3 2024-09-19T13:56:53.570 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.567+0000 7fdcc1a0f9c0 20 remove_watcher() i=4 2024-09-19T13:56:53.572 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.567+0000 7fdcc1a0f9c0 20 remove_watcher() i=5 2024-09-19T13:56:53.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.571+0000 7fdcc1a0f9c0 20 remove_watcher() i=6 2024-09-19T13:56:53.577 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.575+0000 7fdcc1a0f9c0 20 remove_watcher() i=7 2024-09-19T13:56:53.592 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:53.593 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T13:56:53.593 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: error-at-init-index id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-19T13:56:53.593 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:53.593 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket reshard --bucket error-at-init-index --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at init_index 2024-09-19T13:56:53.626 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:56:53.626 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:56:53.672 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.667+0000 7f2e2dccf9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:53.674 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.671+0000 7f2e2dccf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:53.674 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.671+0000 7f2e2dccf9c0 20 realm 2024-09-19T13:56:53.674 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.671+0000 7f2e2dccf9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:53.675 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.671+0000 7f2e2dccf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:53.675 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.671+0000 7f2e2dccf9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:56:53.675 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.671+0000 7f2e2dccf9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:53.675 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.671+0000 7f2e2dccf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:53.675 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.671+0000 7f2e2dccf9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:53.676 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.671+0000 7f2e2dccf9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:56:53.676 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.671+0000 7f2e2dccf9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:53.678 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.675+0000 7f2e2dccf9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:56:53.678 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.675+0000 7f2e2dccf9c0 20 searching for the correct realm 2024-09-19T13:56:53.684 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.679+0000 7f2e2b7d5640 0 -- 172.21.15.31:0/1610936656 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7f2e1c01f060 msgr2=0x7f2e1c077050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T13:56:53.691 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.687+0000 7f2e2b7d5640 0 -- 172.21.15.31:0/1610936656 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f2e240fc430 msgr2=0x7f2e240faea0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:56:53.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.695+0000 7f2e2dccf9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:56:53.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.695+0000 7f2e2dccf9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:56:53.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.695+0000 7f2e2dccf9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:56:53.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.695+0000 7f2e2dccf9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:56:53.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.695+0000 7f2e2dccf9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:56:53.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.695+0000 7f2e2dccf9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:56:53.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.695+0000 7f2e2dccf9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:53.699 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.695+0000 7f2e2dccf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:53.699 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.695+0000 7f2e2dccf9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:53.699 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.695+0000 7f2e2dccf9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:56:53.699 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.695+0000 7f2e2dccf9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:53.699 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.695+0000 7f2e2dccf9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:56:53.699 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.695+0000 7f2e2dccf9c0 20 zone default found 2024-09-19T13:56:53.700 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.695+0000 7f2e2dccf9c0 4 Realm: () 2024-09-19T13:56:53.700 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.695+0000 7f2e2dccf9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:56:53.700 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.695+0000 7f2e2dccf9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:56:53.700 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.695+0000 7f2e2dccf9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:56:53.700 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.695+0000 7f2e2dccf9c0 20 zonegroup default 2024-09-19T13:56:53.700 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.695+0000 7f2e2dccf9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:53.700 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.695+0000 7f2e2dccf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:53.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.695+0000 7f2e2dccf9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:53.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.695+0000 7f2e2dccf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:53.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.695+0000 7f2e2dccf9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:53.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.699+0000 7f2e2dccf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:53.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.699+0000 7f2e2dccf9c0 20 started sync module instance, tier type = 2024-09-19T13:56:53.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.699+0000 7f2e2dccf9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:56:53.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.715+0000 7f2e2dccf9c0 20 add_watcher() i=0 2024-09-19T13:56:53.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.715+0000 7f2e2dccf9c0 20 add_watcher() i=1 2024-09-19T13:56:53.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.715+0000 7f2e2dccf9c0 20 add_watcher() i=2 2024-09-19T13:56:53.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.715+0000 7f2e2dccf9c0 20 add_watcher() i=3 2024-09-19T13:56:53.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.715+0000 7f2e2dccf9c0 20 add_watcher() i=4 2024-09-19T13:56:53.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.715+0000 7f2e2dccf9c0 20 add_watcher() i=5 2024-09-19T13:56:53.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.715+0000 7f2e2dccf9c0 20 add_watcher() i=6 2024-09-19T13:56:53.722 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.719+0000 7f2e2dccf9c0 20 add_watcher() i=7 2024-09-19T13:56:53.722 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.719+0000 7f2e2dccf9c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:56:53.726 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.723+0000 7f2ce1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:56:53.727 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.723+0000 7f2e2dccf9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:56:53.727 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.723+0000 7f2e2dccf9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:56:53.727 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.723+0000 7f2e2dccf9c0 5 note: GC not initialized 2024-09-19T13:56:53.727 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.723+0000 7f2ce0fe1640 20 reqs_thread_entry: start 2024-09-19T13:56:53.727 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.723+0000 7f2e2dccf9c0 20 init_complete bucket index max shards: 1 2024-09-19T13:56:53.727 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.723+0000 7f2e2dccf9c0 20 Filter name: none 2024-09-19T13:56:53.727 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.723+0000 7f2c5a7fc640 20 reqs_thread_entry: start 2024-09-19T13:56:53.727 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.723+0000 7f2e2dccf9c0 10 cache get: name=default.rgw.meta+root+error-at-init-index : miss 2024-09-19T13:56:53.727 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.723+0000 7f2e2dccf9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:53.728 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.723+0000 7f2e2dccf9c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T13:56:53.728 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.723+0000 7f2e2dccf9c0 10 cache put: name=default.rgw.meta+root+error-at-init-index info.flags=0x11 2024-09-19T13:56:53.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.723+0000 7f2e2dccf9c0 10 adding default.rgw.meta+root+error-at-init-index to cache LRU end 2024-09-19T13:56:53.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.723+0000 7f2e2dccf9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19 : miss 2024-09-19T13:56:53.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.723+0000 7f2e2dccf9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:53.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.723+0000 7f2e2dccf9c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T13:56:53.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.723+0000 7f2e2dccf9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19 info.flags=0x17 2024-09-19T13:56:53.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.723+0000 7f2e2dccf9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-init-index:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19 to cache LRU end 2024-09-19T13:56:53.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.723+0000 7f2e2dccf9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:56:53.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.723+0000 7f2e2dccf9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:56:53.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.723+0000 7f2e2dccf9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19 2024-09-19T13:56:53.730 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.727+0000 7f2e2dccf9c0 -1 Injecting error=-5 at location=init_index 2024-09-19T13:56:53.730 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.727+0000 7f2e2dccf9c0 0 ERROR: init_target_index failed to initialize target index shard objects: (5) Input/output error 2024-09-19T13:56:53.734 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.731+0000 7f2ce1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:56:53.738 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.735+0000 7f2e2dccf9c0 20 remove_watcher() i=0 2024-09-19T13:56:53.738 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.735+0000 7f2e2dccf9c0 2 removed watcher, disabling cache 2024-09-19T13:56:53.740 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.735+0000 7f2e2dccf9c0 20 remove_watcher() i=1 2024-09-19T13:56:53.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.739+0000 7f2e2dccf9c0 20 remove_watcher() i=2 2024-09-19T13:56:53.744 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.739+0000 7f2e2dccf9c0 20 remove_watcher() i=3 2024-09-19T13:56:53.746 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.743+0000 7f2e2dccf9c0 20 remove_watcher() i=4 2024-09-19T13:56:53.748 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.743+0000 7f2e2dccf9c0 20 remove_watcher() i=5 2024-09-19T13:56:53.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.747+0000 7f2e2dccf9c0 20 remove_watcher() i=6 2024-09-19T13:56:53.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.751+0000 7f2e2dccf9c0 20 remove_watcher() i=7 2024-09-19T13:56:53.769 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-19T13:56:53.797 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:56:53.797 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:56:53.842 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.839+0000 7fdf2024e9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:53.845 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.839+0000 7fdf2024e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:53.845 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.839+0000 7fdf2024e9c0 20 realm 2024-09-19T13:56:53.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.839+0000 7fdf2024e9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:53.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.839+0000 7fdf2024e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:53.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.839+0000 7fdf2024e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:56:53.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.839+0000 7fdf2024e9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:53.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.839+0000 7fdf2024e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:53.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.839+0000 7fdf2024e9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:53.847 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.843+0000 7fdf2024e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:56:53.847 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.843+0000 7fdf2024e9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:53.848 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.843+0000 7fdf2024e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:56:53.849 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.843+0000 7fdf2024e9c0 20 searching for the correct realm 2024-09-19T13:56:53.854 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.851+0000 7fdf1e555640 0 -- 172.21.15.31:0/2926962930 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7fdf140d60a0 msgr2=0x7fdf140d64e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:56:53.859 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.855+0000 7fdf1dd54640 0 -- 172.21.15.31:0/2926962930 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7fdf18017040 msgr2=0x7fdf1804ba90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T13:56:53.867 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.863+0000 7fdf2024e9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:56:53.867 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.863+0000 7fdf2024e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:56:53.867 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.863+0000 7fdf2024e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:56:53.867 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.863+0000 7fdf2024e9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:56:53.867 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.863+0000 7fdf2024e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:56:53.867 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.863+0000 7fdf2024e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:56:53.867 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.863+0000 7fdf2024e9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:53.868 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.863+0000 7fdf2024e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:53.868 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.863+0000 7fdf2024e9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:53.868 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.863+0000 7fdf2024e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:56:53.868 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.863+0000 7fdf2024e9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:53.869 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.863+0000 7fdf2024e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:56:53.869 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.863+0000 7fdf2024e9c0 20 zone default found 2024-09-19T13:56:53.869 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.863+0000 7fdf2024e9c0 4 Realm: () 2024-09-19T13:56:53.869 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.863+0000 7fdf2024e9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:56:53.869 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.863+0000 7fdf2024e9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:56:53.870 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.863+0000 7fdf2024e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:56:53.870 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.863+0000 7fdf2024e9c0 20 zonegroup default 2024-09-19T13:56:53.870 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.863+0000 7fdf2024e9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:53.870 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.863+0000 7fdf2024e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:53.870 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.863+0000 7fdf2024e9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:53.870 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.867+0000 7fdf2024e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:53.870 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.867+0000 7fdf2024e9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:53.870 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.867+0000 7fdf2024e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:53.870 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.867+0000 7fdf2024e9c0 20 started sync module instance, tier type = 2024-09-19T13:56:53.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.867+0000 7fdf2024e9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:56:53.889 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.883+0000 7fdf2024e9c0 20 add_watcher() i=0 2024-09-19T13:56:53.889 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.883+0000 7fdf2024e9c0 20 add_watcher() i=1 2024-09-19T13:56:53.889 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.883+0000 7fdf2024e9c0 20 add_watcher() i=2 2024-09-19T13:56:53.889 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.883+0000 7fdf2024e9c0 20 add_watcher() i=3 2024-09-19T13:56:53.889 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.883+0000 7fdf2024e9c0 20 add_watcher() i=4 2024-09-19T13:56:53.889 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.883+0000 7fdf2024e9c0 20 add_watcher() i=5 2024-09-19T13:56:53.889 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.883+0000 7fdf2024e9c0 20 add_watcher() i=6 2024-09-19T13:56:53.891 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.887+0000 7fdf2024e9c0 20 add_watcher() i=7 2024-09-19T13:56:53.891 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.887+0000 7fdf2024e9c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:56:53.895 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.891+0000 7fddcf7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:56:53.896 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.891+0000 7fdf2024e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:56:53.896 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.891+0000 7fdf2024e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:56:53.896 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.891+0000 7fdf2024e9c0 5 note: GC not initialized 2024-09-19T13:56:53.896 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.891+0000 7fddce7fc640 20 reqs_thread_entry: start 2024-09-19T13:56:53.896 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.891+0000 7fdf2024e9c0 20 init_complete bucket index max shards: 1 2024-09-19T13:56:53.896 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.891+0000 7fdf2024e9c0 20 Filter name: none 2024-09-19T13:56:53.896 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.891+0000 7fdd3ffff640 20 reqs_thread_entry: start 2024-09-19T13:56:53.896 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.891+0000 7fdf2024e9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:53.897 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.891+0000 7fdf2024e9c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T13:56:53.897 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.891+0000 7fdf2024e9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:53.897 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.895+0000 7fdf2024e9c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T13:56:53.897 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.895+0000 7fdf2024e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:56:53.897 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.895+0000 7fdf2024e9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:53.898 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.895+0000 7fdf2024e9c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T13:56:53.898 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.895+0000 7fdf2024e9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:53.899 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.895+0000 7fdf2024e9c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T13:56:53.899 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.895+0000 7fdf2024e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:56:53.900 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.895+0000 7fddcf7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:56:53.905 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.899+0000 7fdf2024e9c0 20 remove_watcher() i=0 2024-09-19T13:56:53.905 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.899+0000 7fdf2024e9c0 2 removed watcher, disabling cache 2024-09-19T13:56:53.907 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.903+0000 7fdf2024e9c0 20 remove_watcher() i=1 2024-09-19T13:56:53.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.903+0000 7fdf2024e9c0 20 remove_watcher() i=2 2024-09-19T13:56:53.911 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.907+0000 7fdf2024e9c0 20 remove_watcher() i=3 2024-09-19T13:56:53.913 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.907+0000 7fdf2024e9c0 20 remove_watcher() i=4 2024-09-19T13:56:53.915 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.911+0000 7fdf2024e9c0 20 remove_watcher() i=5 2024-09-19T13:56:53.917 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.915+0000 7fdf2024e9c0 20 remove_watcher() i=6 2024-09-19T13:56:53.921 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:53.915+0000 7fdf2024e9c0 20 remove_watcher() i=7 2024-09-19T13:56:53.935 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:53.936 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T13:56:53.936 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: error-at-init-index id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-19T13:56:53.936 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:53.937 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:53.937 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:53.949 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:53.949 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:53.995 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket reshard --bucket error-at-init-index --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-19T13:56:54.034 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:56:54.034 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:56:54.082 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.079+0000 7fa7f8f8d9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:54.084 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.079+0000 7fa7f8f8d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:54.085 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.079+0000 7fa7f8f8d9c0 20 realm 2024-09-19T13:56:54.085 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.079+0000 7fa7f8f8d9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:54.085 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.083+0000 7fa7f8f8d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:54.085 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.083+0000 7fa7f8f8d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:56:54.085 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.083+0000 7fa7f8f8d9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:54.086 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.083+0000 7fa7f8f8d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:54.086 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.083+0000 7fa7f8f8d9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:54.087 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.083+0000 7fa7f8f8d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:56:54.087 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.083+0000 7fa7f8f8d9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:54.089 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.083+0000 7fa7f8f8d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:56:54.089 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.083+0000 7fa7f8f8d9c0 20 searching for the correct realm 2024-09-19T13:56:54.092 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.087+0000 7fa7f6a93640 0 -- 172.21.15.31:0/3099636135 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7fa7e80ec770 msgr2=0x7fa7e810ca40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T13:56:54.304 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.299+0000 7fa7f6a93640 0 -- 172.21.15.31:0/3099636135 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7fa7f0084040 msgr2=0x7fa7f005dcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:56:54.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.515+0000 7fa7f8f8d9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:56:54.522 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.515+0000 7fa7f8f8d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:56:54.522 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.515+0000 7fa7f8f8d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:56:54.522 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.515+0000 7fa7f8f8d9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:56:54.522 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.515+0000 7fa7f8f8d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:56:54.522 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.515+0000 7fa7f8f8d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:56:54.522 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.515+0000 7fa7f8f8d9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:54.522 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.519+0000 7fa7f8f8d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:54.523 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.519+0000 7fa7f8f8d9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:54.523 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.519+0000 7fa7f8f8d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:56:54.523 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.519+0000 7fa7f8f8d9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:54.524 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.519+0000 7fa7f8f8d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:56:54.524 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.519+0000 7fa7f8f8d9c0 20 zone default found 2024-09-19T13:56:54.524 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.519+0000 7fa7f8f8d9c0 4 Realm: () 2024-09-19T13:56:54.524 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.519+0000 7fa7f8f8d9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:56:54.524 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.519+0000 7fa7f8f8d9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:56:54.524 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.519+0000 7fa7f8f8d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:56:54.524 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.519+0000 7fa7f8f8d9c0 20 zonegroup default 2024-09-19T13:56:54.524 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.519+0000 7fa7f8f8d9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:54.525 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.519+0000 7fa7f8f8d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:54.525 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.519+0000 7fa7f8f8d9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:54.526 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.523+0000 7fa7f8f8d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:54.526 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.523+0000 7fa7f8f8d9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:54.526 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.523+0000 7fa7f8f8d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:54.527 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.523+0000 7fa7f8f8d9c0 20 started sync module instance, tier type = 2024-09-19T13:56:54.527 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.523+0000 7fa7f8f8d9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:56:54.550 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.547+0000 7fa7f8f8d9c0 20 add_watcher() i=0 2024-09-19T13:56:54.550 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.547+0000 7fa7f8f8d9c0 20 add_watcher() i=1 2024-09-19T13:56:54.550 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.547+0000 7fa7f8f8d9c0 20 add_watcher() i=2 2024-09-19T13:56:54.551 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.547+0000 7fa7f8f8d9c0 20 add_watcher() i=3 2024-09-19T13:56:54.551 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.547+0000 7fa7f8f8d9c0 20 add_watcher() i=4 2024-09-19T13:56:54.551 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.547+0000 7fa7f8f8d9c0 20 add_watcher() i=5 2024-09-19T13:56:54.551 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.547+0000 7fa7f8f8d9c0 20 add_watcher() i=6 2024-09-19T13:56:54.553 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.547+0000 7fa7f8f8d9c0 20 add_watcher() i=7 2024-09-19T13:56:54.553 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.547+0000 7fa7f8f8d9c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:56:54.557 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.555+0000 7fa6ad7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:56:54.558 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.555+0000 7fa7f8f8d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:56:54.558 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.555+0000 7fa7f8f8d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:56:54.558 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.555+0000 7fa7f8f8d9c0 5 note: GC not initialized 2024-09-19T13:56:54.559 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.555+0000 7fa627fff640 20 reqs_thread_entry: start 2024-09-19T13:56:54.559 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.555+0000 7fa7f8f8d9c0 20 init_complete bucket index max shards: 1 2024-09-19T13:56:54.559 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.555+0000 7fa7f8f8d9c0 20 Filter name: none 2024-09-19T13:56:54.560 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.555+0000 7fa625ffb640 20 reqs_thread_entry: start 2024-09-19T13:56:54.560 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.555+0000 7fa7f8f8d9c0 10 cache get: name=default.rgw.meta+root+error-at-init-index : miss 2024-09-19T13:56:54.560 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.555+0000 7fa7f8f8d9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:54.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.555+0000 7fa7f8f8d9c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T13:56:54.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.555+0000 7fa7f8f8d9c0 10 cache put: name=default.rgw.meta+root+error-at-init-index info.flags=0x11 2024-09-19T13:56:54.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.555+0000 7fa7f8f8d9c0 10 adding default.rgw.meta+root+error-at-init-index to cache LRU end 2024-09-19T13:56:54.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.555+0000 7fa7f8f8d9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19 : miss 2024-09-19T13:56:54.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.555+0000 7fa7f8f8d9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:54.562 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.559+0000 7fa7f8f8d9c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T13:56:54.562 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.559+0000 7fa7f8f8d9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19 info.flags=0x17 2024-09-19T13:56:54.562 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.559+0000 7fa7f8f8d9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-init-index:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19 to cache LRU end 2024-09-19T13:56:54.562 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.559+0000 7fa7f8f8d9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:56:54.562 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.559+0000 7fa7f8f8d9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:56:54.562 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.559+0000 7fa7f8f8d9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19 2024-09-19T13:56:54.571 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.567+0000 7fa7f8f8d9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19 info.flags=0x17 2024-09-19T13:56:54.571 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.567+0000 7fa7f8f8d9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19 to cache LRU end 2024-09-19T13:56:54.571 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.567+0000 7fa7f8f8d9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:56:54.571 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.567+0000 7fa7f8f8d9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19, ofs0, ns] 2024-09-19T13:56:54.572 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.567+0000 7fa6da7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333529 cookie 94259895386224 notifier 6276 bl.length()=911 2024-09-19T13:56:54.572 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.567+0000 7fa6da7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19 info.flags=0x17 2024-09-19T13:56:54.572 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.567+0000 7fa6da7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19 to cache LRU end 2024-09-19T13:56:54.572 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.567+0000 7fa6da7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:56:54.572 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.567+0000 7fa7f8f8d9c0 20 handle_bi_update(): bucket=:error-at-init-index[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19]): orig_sources= new_sources= 2024-09-19T13:56:54.572 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.567+0000 7fa7f8f8d9c0 20 handle_bi_update(): bucket=:error-at-init-index[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19]): potential sources added=[] removed=[] 2024-09-19T13:56:54.572 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.567+0000 7fa7f8f8d9c0 20 handle_bi_update(): bucket=:error-at-init-index[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19]): orig_dests= new_dests= 2024-09-19T13:56:54.573 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.567+0000 7fa7f8f8d9c0 20 handle_bi_update(): bucket=:error-at-init-index[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19]): potential dests added=[] removed=[] 2024-09-19T13:56:54.576 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.571+0000 7fa7f8f8d9c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19.1.0 2024-09-19T13:56:54.576 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.571+0000 7fa7f8f8d9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19.1.0 2024-09-19T13:56:54.576 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.571+0000 7fa7f8f8d9c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19.1.1 2024-09-19T13:56:54.576 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.571+0000 7fa7f8f8d9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19.1.1 2024-09-19T13:56:54.576 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.571+0000 7fa7f8f8d9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19.0 2024-09-19T13:56:54.580 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.575+0000 7fa7f8f8d9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19 : hit (requested=0x17, cached=0x17) 2024-09-19T13:56:54.580 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.575+0000 7fa7f8f8d9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19 2024-09-19T13:56:54.584 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.579+0000 7fa7f8f8d9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19 info.flags=0x17 2024-09-19T13:56:54.584 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.579+0000 7fa7f8f8d9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19 to cache LRU end 2024-09-19T13:56:54.584 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.579+0000 7fa7f8f8d9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:56:54.584 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.579+0000 7fa7f8f8d9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19, ofs0, ns] 2024-09-19T13:56:54.584 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.579+0000 7fa6d9ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333530 cookie 94259895386224 notifier 6276 bl.length()=911 2024-09-19T13:56:54.584 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.579+0000 7fa6d9ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19 info.flags=0x17 2024-09-19T13:56:54.585 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.579+0000 7fa6d9ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19 to cache LRU end 2024-09-19T13:56:54.585 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.579+0000 7fa6d9ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:56:54.585 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.579+0000 7fa7f8f8d9c0 20 handle_bi_update(): bucket=:error-at-init-index[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19]): orig_sources= new_sources= 2024-09-19T13:56:54.585 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.579+0000 7fa7f8f8d9c0 20 handle_bi_update(): bucket=:error-at-init-index[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19]): potential sources added=[] removed=[] 2024-09-19T13:56:54.585 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.579+0000 7fa7f8f8d9c0 20 handle_bi_update(): bucket=:error-at-init-index[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19]): orig_dests= new_dests= 2024-09-19T13:56:54.585 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.579+0000 7fa7f8f8d9c0 20 handle_bi_update(): bucket=:error-at-init-index[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19]): potential dests added=[] removed=[] 2024-09-19T13:56:54.588 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.583+0000 7fa7f8f8d9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19.0 2024-09-19T13:56:54.589 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.583+0000 7fa7f8f8d9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19 : hit (requested=0x17, cached=0x17) 2024-09-19T13:56:54.589 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.583+0000 7fa7f8f8d9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19 2024-09-19T13:56:54.593 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.587+0000 7fa7f8f8d9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19 info.flags=0x17 2024-09-19T13:56:54.593 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.587+0000 7fa7f8f8d9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19 to cache LRU end 2024-09-19T13:56:54.593 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.587+0000 7fa7f8f8d9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:56:54.594 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.587+0000 7fa7f8f8d9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19, ofs0, ns] 2024-09-19T13:56:54.594 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.591+0000 7fa6da7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333531 cookie 94259895386224 notifier 6276 bl.length()=879 2024-09-19T13:56:54.594 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.591+0000 7fa6da7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19 info.flags=0x17 2024-09-19T13:56:54.594 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.591+0000 7fa6da7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19 to cache LRU end 2024-09-19T13:56:54.594 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.591+0000 7fa6da7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:56:54.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.591+0000 7fa7f8f8d9c0 20 handle_bi_update(): bucket=:error-at-init-index[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19]): orig_sources= new_sources= 2024-09-19T13:56:54.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.591+0000 7fa7f8f8d9c0 20 handle_bi_update(): bucket=:error-at-init-index[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19]): potential sources added=[] removed=[] 2024-09-19T13:56:54.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.591+0000 7fa7f8f8d9c0 20 handle_bi_update(): bucket=:error-at-init-index[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19]): orig_dests= new_dests= 2024-09-19T13:56:54.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.591+0000 7fa7f8f8d9c0 20 handle_bi_update(): bucket=:error-at-init-index[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19]): potential dests added=[] removed=[] 2024-09-19T13:56:54.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.591+0000 7fa7f8f8d9c0 1 execute INFO: reshard of bucket "error-at-init-index" from 1 shards to 2 shards completed successfully 2024-09-19T13:56:54.601 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.595+0000 7fa6ad7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:56:54.607 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.603+0000 7fa7f8f8d9c0 20 remove_watcher() i=0 2024-09-19T13:56:54.607 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.603+0000 7fa7f8f8d9c0 2 removed watcher, disabling cache 2024-09-19T13:56:54.609 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.603+0000 7fa7f8f8d9c0 20 remove_watcher() i=1 2024-09-19T13:56:54.611 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.607+0000 7fa7f8f8d9c0 20 remove_watcher() i=2 2024-09-19T13:56:54.614 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.611+0000 7fa7f8f8d9c0 20 remove_watcher() i=3 2024-09-19T13:56:54.617 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.611+0000 7fa7f8f8d9c0 20 remove_watcher() i=4 2024-09-19T13:56:54.620 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.615+0000 7fa7f8f8d9c0 20 remove_watcher() i=5 2024-09-19T13:56:54.623 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.619+0000 7fa7f8f8d9c0 20 remove_watcher() i=6 2024-09-19T13:56:54.625 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.623+0000 7fa7f8f8d9c0 20 remove_watcher() i=7 2024-09-19T13:56:54.646 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-19T13:56:54.680 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:56:54.680 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:56:54.727 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.723+0000 7f30fc0169c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:54.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.727+0000 7f30fc0169c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:54.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.727+0000 7f30fc0169c0 20 realm 2024-09-19T13:56:54.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.727+0000 7f30fc0169c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:54.730 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.727+0000 7f30fc0169c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:54.730 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.727+0000 7f30fc0169c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:56:54.730 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.727+0000 7f30fc0169c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:54.730 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.727+0000 7f30fc0169c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:54.731 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.727+0000 7f30fc0169c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:54.732 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.727+0000 7f30fc0169c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:56:54.732 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.727+0000 7f30fc0169c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:54.733 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.731+0000 7f30fc0169c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:56:54.733 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.731+0000 7f30fc0169c0 20 searching for the correct realm 2024-09-19T13:56:54.739 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.735+0000 7f30fa31d640 0 -- 172.21.15.31:0/3375379649 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7f30e4019040 msgr2=0x7f30e4064400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:56:54.745 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.743+0000 7f30f9b1c640 0 -- 172.21.15.31:0/3375379649 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f30f402d040 msgr2=0x7f30f401e410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T13:56:54.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.747+0000 7f30fc0169c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:56:54.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.747+0000 7f30fc0169c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:56:54.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.747+0000 7f30fc0169c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:56:54.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.747+0000 7f30fc0169c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:56:54.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.747+0000 7f30fc0169c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:56:54.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.747+0000 7f30fc0169c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:56:54.754 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.747+0000 7f30fc0169c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:54.754 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.751+0000 7f30fc0169c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:54.754 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.751+0000 7f30fc0169c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:54.754 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.751+0000 7f30fc0169c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:56:54.754 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.751+0000 7f30fc0169c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:54.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.751+0000 7f30fc0169c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:56:54.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.751+0000 7f30fc0169c0 20 zone default found 2024-09-19T13:56:54.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.751+0000 7f30fc0169c0 4 Realm: () 2024-09-19T13:56:54.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.751+0000 7f30fc0169c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:56:54.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.751+0000 7f30fc0169c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:56:54.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.751+0000 7f30fc0169c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:56:54.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.751+0000 7f30fc0169c0 20 zonegroup default 2024-09-19T13:56:54.756 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.751+0000 7f30fc0169c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:54.756 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.751+0000 7f30fc0169c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:54.756 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.751+0000 7f30fc0169c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:54.756 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.751+0000 7f30fc0169c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:54.756 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.751+0000 7f30fc0169c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:54.757 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.755+0000 7f30fc0169c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:54.758 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.755+0000 7f30fc0169c0 20 started sync module instance, tier type = 2024-09-19T13:56:54.758 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.755+0000 7f30fc0169c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:56:54.776 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.771+0000 7f30fc0169c0 20 add_watcher() i=0 2024-09-19T13:56:54.776 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.771+0000 7f30fc0169c0 20 add_watcher() i=1 2024-09-19T13:56:54.776 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.771+0000 7f30fc0169c0 20 add_watcher() i=2 2024-09-19T13:56:54.776 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.771+0000 7f30fc0169c0 20 add_watcher() i=3 2024-09-19T13:56:54.776 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.771+0000 7f30fc0169c0 20 add_watcher() i=4 2024-09-19T13:56:54.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.771+0000 7f30fc0169c0 20 add_watcher() i=5 2024-09-19T13:56:54.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.771+0000 7f30fc0169c0 20 add_watcher() i=6 2024-09-19T13:56:54.778 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.775+0000 7f30fc0169c0 20 add_watcher() i=7 2024-09-19T13:56:54.779 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.775+0000 7f30fc0169c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:56:54.782 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.779+0000 7f2fab7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:56:54.783 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.779+0000 7f30fc0169c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:56:54.783 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.779+0000 7f30fc0169c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:56:54.783 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.779+0000 7f30fc0169c0 5 note: GC not initialized 2024-09-19T13:56:54.783 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.779+0000 7f2faa7fc640 20 reqs_thread_entry: start 2024-09-19T13:56:54.783 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.779+0000 7f30fc0169c0 20 init_complete bucket index max shards: 1 2024-09-19T13:56:54.783 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.779+0000 7f30fc0169c0 20 Filter name: none 2024-09-19T13:56:54.783 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.779+0000 7f2f1bfff640 20 reqs_thread_entry: start 2024-09-19T13:56:54.783 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.779+0000 7f30fc0169c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:54.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.779+0000 7f30fc0169c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T13:56:54.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.779+0000 7f30fc0169c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:54.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.779+0000 7f30fc0169c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T13:56:54.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.779+0000 7f30fc0169c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:56:54.785 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.779+0000 7f30fc0169c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:54.785 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.779+0000 7f30fc0169c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T13:56:54.785 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.779+0000 7f30fc0169c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:54.785 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.783+0000 7f30fc0169c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T13:56:54.786 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.783+0000 7f30fc0169c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:56:54.787 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.783+0000 7f2fab7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:56:54.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.787+0000 7f30fc0169c0 20 remove_watcher() i=0 2024-09-19T13:56:54.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.787+0000 7f30fc0169c0 2 removed watcher, disabling cache 2024-09-19T13:56:54.794 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.791+0000 7f30fc0169c0 20 remove_watcher() i=1 2024-09-19T13:56:54.796 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.791+0000 7f30fc0169c0 20 remove_watcher() i=2 2024-09-19T13:56:54.798 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.795+0000 7f30fc0169c0 20 remove_watcher() i=3 2024-09-19T13:56:54.800 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.795+0000 7f30fc0169c0 20 remove_watcher() i=4 2024-09-19T13:56:54.802 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.799+0000 7f30fc0169c0 20 remove_watcher() i=5 2024-09-19T13:56:54.805 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.799+0000 7f30fc0169c0 20 remove_watcher() i=6 2024-09-19T13:56:54.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:54.803+0000 7f30fc0169c0 20 remove_watcher() i=7 2024-09-19T13:56:54.823 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:54.823 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T13:56:54.823 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: error-at-init-index id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-19T13:56:54.823 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:54.824 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:54.824 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:54.829 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:54.829 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:54.879 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:54.879 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:54.904 INFO:tasks.workunit.client.0.smithi031.stderr:TEST: reshard bucket with EOPNOTSUPP injected at init_index 2024-09-19T13:56:54.905 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:54.905 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:54.905 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:54.921 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:54.922 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:54.968 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:54.968 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:54.988 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:54.989 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:55.009 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:55.009 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:55.031 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:55.031 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:55.053 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:55.054 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:55.076 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:55.076 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:55.096 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:55.097 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:55.115 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:55.116 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:55.135 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:55.135 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:55.155 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:55.155 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:55.175 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:55.175 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:55.195 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:55.196 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:55.215 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:55.215 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:55.236 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:55.236 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:55.258 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:55.258 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:55.278 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:55.279 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:55.302 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:55.302 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:55.323 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:55.323 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:55.344 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:55.344 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:55.365 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:55.365 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:55.383 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-19T13:56:55.417 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:56:55.417 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:56:55.463 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.459+0000 7f6e3b5239c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:55.465 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.463+0000 7f6e3b5239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:55.465 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.463+0000 7f6e3b5239c0 20 realm 2024-09-19T13:56:55.465 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.463+0000 7f6e3b5239c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:55.466 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.463+0000 7f6e3b5239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:55.466 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.463+0000 7f6e3b5239c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:56:55.466 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.463+0000 7f6e3b5239c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:55.466 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.463+0000 7f6e3b5239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:55.466 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.463+0000 7f6e3b5239c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:55.467 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.463+0000 7f6e3b5239c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:56:55.467 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.463+0000 7f6e3b5239c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:55.469 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.463+0000 7f6e3b5239c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:56:55.469 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.463+0000 7f6e3b5239c0 20 searching for the correct realm 2024-09-19T13:56:55.475 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.471+0000 7f6e3982a640 0 -- 172.21.15.31:0/3670123577 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7f6e300cf040 msgr2=0x7f6e300cf420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:56:55.482 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.479+0000 7f6e39029640 0 -- 172.21.15.31:0/3670123577 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f6e34027060 msgr2=0x7f6e34072aa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:56:55.489 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.483+0000 7f6e3b5239c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:56:55.489 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.483+0000 7f6e3b5239c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:56:55.489 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.483+0000 7f6e3b5239c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:56:55.489 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.483+0000 7f6e3b5239c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:56:55.489 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.483+0000 7f6e3b5239c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:56:55.489 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.483+0000 7f6e3b5239c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:56:55.489 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.483+0000 7f6e3b5239c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:55.490 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.487+0000 7f6e3b5239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:55.490 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.487+0000 7f6e3b5239c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:55.490 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.487+0000 7f6e3b5239c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:56:55.490 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.487+0000 7f6e3b5239c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:55.491 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.487+0000 7f6e3b5239c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:56:55.491 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.487+0000 7f6e3b5239c0 20 zone default found 2024-09-19T13:56:55.491 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.487+0000 7f6e3b5239c0 4 Realm: () 2024-09-19T13:56:55.491 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.487+0000 7f6e3b5239c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:56:55.491 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.487+0000 7f6e3b5239c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:56:55.491 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.487+0000 7f6e3b5239c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:56:55.491 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.487+0000 7f6e3b5239c0 20 zonegroup default 2024-09-19T13:56:55.491 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.487+0000 7f6e3b5239c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:55.492 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.487+0000 7f6e3b5239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:55.492 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.487+0000 7f6e3b5239c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:55.492 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.487+0000 7f6e3b5239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:55.492 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.487+0000 7f6e3b5239c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:55.492 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.487+0000 7f6e3b5239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:55.492 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.487+0000 7f6e3b5239c0 20 started sync module instance, tier type = 2024-09-19T13:56:55.492 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.487+0000 7f6e3b5239c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:56:55.510 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.507+0000 7f6e3b5239c0 20 add_watcher() i=0 2024-09-19T13:56:55.510 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.507+0000 7f6e3b5239c0 20 add_watcher() i=1 2024-09-19T13:56:55.510 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.507+0000 7f6e3b5239c0 20 add_watcher() i=2 2024-09-19T13:56:55.510 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.507+0000 7f6e3b5239c0 20 add_watcher() i=3 2024-09-19T13:56:55.510 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.507+0000 7f6e3b5239c0 20 add_watcher() i=4 2024-09-19T13:56:55.511 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.507+0000 7f6e3b5239c0 20 add_watcher() i=5 2024-09-19T13:56:55.511 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.507+0000 7f6e3b5239c0 20 add_watcher() i=6 2024-09-19T13:56:55.513 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.511+0000 7f6e3b5239c0 20 add_watcher() i=7 2024-09-19T13:56:55.513 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.511+0000 7f6e3b5239c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:56:55.517 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.511+0000 7f6cef7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:56:55.517 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.511+0000 7f6e3b5239c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:56:55.517 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.511+0000 7f6e3b5239c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:56:55.517 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.511+0000 7f6e3b5239c0 5 note: GC not initialized 2024-09-19T13:56:55.518 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.515+0000 7f6cee7e4640 20 reqs_thread_entry: start 2024-09-19T13:56:55.518 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.515+0000 7f6e3b5239c0 20 init_complete bucket index max shards: 1 2024-09-19T13:56:55.518 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.515+0000 7f6e3b5239c0 20 Filter name: none 2024-09-19T13:56:55.518 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.515+0000 7f6c5ffff640 20 reqs_thread_entry: start 2024-09-19T13:56:55.518 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.515+0000 7f6e3b5239c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:55.518 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.515+0000 7f6e3b5239c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T13:56:55.519 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.515+0000 7f6e3b5239c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:55.519 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.515+0000 7f6e3b5239c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T13:56:55.519 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.515+0000 7f6e3b5239c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:56:55.519 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.515+0000 7f6e3b5239c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:55.520 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.515+0000 7f6e3b5239c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T13:56:55.520 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.515+0000 7f6e3b5239c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:55.520 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.515+0000 7f6e3b5239c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T13:56:55.520 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.515+0000 7f6e3b5239c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:56:55.522 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.519+0000 7f6cef7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:56:55.526 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.523+0000 7f6e3b5239c0 20 remove_watcher() i=0 2024-09-19T13:56:55.526 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.523+0000 7f6e3b5239c0 2 removed watcher, disabling cache 2024-09-19T13:56:55.530 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.527+0000 7f6e3b5239c0 20 remove_watcher() i=1 2024-09-19T13:56:55.532 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.527+0000 7f6e3b5239c0 20 remove_watcher() i=2 2024-09-19T13:56:55.534 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.531+0000 7f6e3b5239c0 20 remove_watcher() i=3 2024-09-19T13:56:55.539 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.535+0000 7f6e3b5239c0 20 remove_watcher() i=4 2024-09-19T13:56:55.541 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.535+0000 7f6e3b5239c0 20 remove_watcher() i=5 2024-09-19T13:56:55.543 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.539+0000 7f6e3b5239c0 20 remove_watcher() i=6 2024-09-19T13:56:55.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.543+0000 7f6e3b5239c0 20 remove_watcher() i=7 2024-09-19T13:56:55.561 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:55.562 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T13:56:55.562 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: error-at-init-index id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.20 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-19T13:56:55.562 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:55.562 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket reshard --bucket error-at-init-index --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at init_index --inject-error-code 95 2024-09-19T13:56:55.597 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:56:55.597 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:56:55.643 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.639+0000 7fc508b1b9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:55.645 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.643+0000 7fc508b1b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:55.646 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.643+0000 7fc508b1b9c0 20 realm 2024-09-19T13:56:55.646 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.643+0000 7fc508b1b9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:55.646 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.643+0000 7fc508b1b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:55.646 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.643+0000 7fc508b1b9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:56:55.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.643+0000 7fc508b1b9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:55.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.643+0000 7fc508b1b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:55.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.643+0000 7fc508b1b9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:55.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.643+0000 7fc508b1b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:56:55.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.643+0000 7fc508b1b9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:55.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.647+0000 7fc508b1b9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:56:55.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.647+0000 7fc508b1b9c0 20 searching for the correct realm 2024-09-19T13:56:55.655 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.651+0000 7fc506621640 0 -- 172.21.15.31:0/148012041 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7fc500024030 msgr2=0x7fc50008a830 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:56:55.661 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.659+0000 7fc506621640 0 -- 172.21.15.31:0/148012041 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7fc4f800fbd0 msgr2=0x7fc4f802a400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:56:55.668 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.663+0000 7fc508b1b9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:56:55.669 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.663+0000 7fc508b1b9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:56:55.669 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.663+0000 7fc508b1b9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:56:55.669 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.663+0000 7fc508b1b9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:56:55.669 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.663+0000 7fc508b1b9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:56:55.669 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.663+0000 7fc508b1b9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:56:55.669 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.663+0000 7fc508b1b9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:55.670 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.667+0000 7fc508b1b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:55.670 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.667+0000 7fc508b1b9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:55.670 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.667+0000 7fc508b1b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:56:55.670 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.667+0000 7fc508b1b9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:55.670 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.667+0000 7fc508b1b9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:56:55.671 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.667+0000 7fc508b1b9c0 20 zone default found 2024-09-19T13:56:55.671 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.667+0000 7fc508b1b9c0 4 Realm: () 2024-09-19T13:56:55.671 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.667+0000 7fc508b1b9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:56:55.671 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.667+0000 7fc508b1b9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:56:55.671 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.667+0000 7fc508b1b9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:56:55.671 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.667+0000 7fc508b1b9c0 20 zonegroup default 2024-09-19T13:56:55.671 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.667+0000 7fc508b1b9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:55.672 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.667+0000 7fc508b1b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:55.672 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.667+0000 7fc508b1b9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:55.672 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.667+0000 7fc508b1b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:55.672 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.667+0000 7fc508b1b9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:55.672 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.667+0000 7fc508b1b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:55.672 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.667+0000 7fc508b1b9c0 20 started sync module instance, tier type = 2024-09-19T13:56:55.672 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.667+0000 7fc508b1b9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:56:55.691 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.687+0000 7fc508b1b9c0 20 add_watcher() i=0 2024-09-19T13:56:55.691 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.687+0000 7fc508b1b9c0 20 add_watcher() i=1 2024-09-19T13:56:55.691 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.687+0000 7fc508b1b9c0 20 add_watcher() i=2 2024-09-19T13:56:55.691 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.687+0000 7fc508b1b9c0 20 add_watcher() i=3 2024-09-19T13:56:55.691 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.687+0000 7fc508b1b9c0 20 add_watcher() i=4 2024-09-19T13:56:55.691 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.687+0000 7fc508b1b9c0 20 add_watcher() i=5 2024-09-19T13:56:55.691 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.687+0000 7fc508b1b9c0 20 add_watcher() i=6 2024-09-19T13:56:55.693 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.691+0000 7fc508b1b9c0 20 add_watcher() i=7 2024-09-19T13:56:55.693 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.691+0000 7fc508b1b9c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:56:55.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.695+0000 7fc3bd7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:56:55.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.695+0000 7fc508b1b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:56:55.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.695+0000 7fc508b1b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:56:55.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.695+0000 7fc508b1b9c0 5 note: GC not initialized 2024-09-19T13:56:55.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.695+0000 7fc3b7fff640 20 reqs_thread_entry: start 2024-09-19T13:56:55.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.695+0000 7fc508b1b9c0 20 init_complete bucket index max shards: 1 2024-09-19T13:56:55.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.695+0000 7fc508b1b9c0 20 Filter name: none 2024-09-19T13:56:55.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.695+0000 7fc3b5ffb640 20 reqs_thread_entry: start 2024-09-19T13:56:55.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.695+0000 7fc508b1b9c0 10 cache get: name=default.rgw.meta+root+error-at-init-index : miss 2024-09-19T13:56:55.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.695+0000 7fc508b1b9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:55.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.695+0000 7fc508b1b9c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T13:56:55.702 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.695+0000 7fc508b1b9c0 10 cache put: name=default.rgw.meta+root+error-at-init-index info.flags=0x11 2024-09-19T13:56:55.702 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.695+0000 7fc508b1b9c0 10 adding default.rgw.meta+root+error-at-init-index to cache LRU end 2024-09-19T13:56:55.702 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.695+0000 7fc508b1b9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.20 : miss 2024-09-19T13:56:55.702 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.695+0000 7fc508b1b9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:55.702 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.695+0000 7fc508b1b9c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T13:56:55.702 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.695+0000 7fc508b1b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.20 info.flags=0x17 2024-09-19T13:56:55.702 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.695+0000 7fc508b1b9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-init-index:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.20 to cache LRU end 2024-09-19T13:56:55.702 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.695+0000 7fc508b1b9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:56:55.702 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.695+0000 7fc508b1b9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:56:55.702 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.695+0000 7fc508b1b9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.20 2024-09-19T13:56:55.702 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.699+0000 7fc508b1b9c0 -1 Injecting error=-95 at location=init_index 2024-09-19T13:56:55.703 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.699+0000 7fc508b1b9c0 0 WARNING: init_index() does not supported logrecord, falling back to block reshard mode. 2024-09-19T13:56:55.707 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.703+0000 7fc508b1b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.20 info.flags=0x17 2024-09-19T13:56:55.707 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.703+0000 7fc508b1b9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.20 to cache LRU end 2024-09-19T13:56:55.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.703+0000 7fc508b1b9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:56:55.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.703+0000 7fc508b1b9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.20, ofs0, ns] 2024-09-19T13:56:55.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.703+0000 7fc3e9ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333534 cookie 93897644262432 notifier 5984 bl.length()=911 2024-09-19T13:56:55.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.703+0000 7fc3e9ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.20 info.flags=0x17 2024-09-19T13:56:55.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.703+0000 7fc3e9ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.20 to cache LRU end 2024-09-19T13:56:55.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.703+0000 7fc3e9ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:56:55.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.703+0000 7fc508b1b9c0 20 handle_bi_update(): bucket=:error-at-init-index[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.20]): orig_sources= new_sources= 2024-09-19T13:56:55.709 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.703+0000 7fc508b1b9c0 20 handle_bi_update(): bucket=:error-at-init-index[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.20]): potential sources added=[] removed=[] 2024-09-19T13:56:55.709 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.703+0000 7fc508b1b9c0 20 handle_bi_update(): bucket=:error-at-init-index[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.20]): orig_dests= new_dests= 2024-09-19T13:56:55.709 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.703+0000 7fc508b1b9c0 20 handle_bi_update(): bucket=:error-at-init-index[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.20]): potential dests added=[] removed=[] 2024-09-19T13:56:55.711 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.707+0000 7fc508b1b9c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.20.1.0 2024-09-19T13:56:55.711 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.707+0000 7fc508b1b9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.20.1.0 2024-09-19T13:56:55.711 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.707+0000 7fc508b1b9c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.20.1.1 2024-09-19T13:56:55.711 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.707+0000 7fc508b1b9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.20.1.1 2024-09-19T13:56:55.711 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.707+0000 7fc508b1b9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.20.0 2024-09-19T13:56:55.715 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.711+0000 7fc508b1b9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.20 : hit (requested=0x17, cached=0x17) 2024-09-19T13:56:55.715 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.711+0000 7fc508b1b9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.20 2024-09-19T13:56:55.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.715+0000 7fc508b1b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.20 info.flags=0x17 2024-09-19T13:56:55.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.715+0000 7fc508b1b9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.20 to cache LRU end 2024-09-19T13:56:55.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.715+0000 7fc508b1b9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:56:55.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.715+0000 7fc508b1b9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.20, ofs0, ns] 2024-09-19T13:56:55.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.715+0000 7fc3e9ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333535 cookie 93897644262432 notifier 5984 bl.length()=879 2024-09-19T13:56:55.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.715+0000 7fc3e9ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.20 info.flags=0x17 2024-09-19T13:56:55.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.715+0000 7fc3e9ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.20 to cache LRU end 2024-09-19T13:56:55.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.715+0000 7fc3e9ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:56:55.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.715+0000 7fc508b1b9c0 20 handle_bi_update(): bucket=:error-at-init-index[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.20]): orig_sources= new_sources= 2024-09-19T13:56:55.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.715+0000 7fc508b1b9c0 20 handle_bi_update(): bucket=:error-at-init-index[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.20]): potential sources added=[] removed=[] 2024-09-19T13:56:55.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.715+0000 7fc508b1b9c0 20 handle_bi_update(): bucket=:error-at-init-index[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.20]): orig_dests= new_dests= 2024-09-19T13:56:55.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.715+0000 7fc508b1b9c0 20 handle_bi_update(): bucket=:error-at-init-index[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.20]): potential dests added=[] removed=[] 2024-09-19T13:56:55.721 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.715+0000 7fc508b1b9c0 1 execute INFO: reshard of bucket "error-at-init-index" from 1 shards to 2 shards completed successfully 2024-09-19T13:56:55.725 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.723+0000 7fc3bd7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:56:55.730 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.727+0000 7fc508b1b9c0 20 remove_watcher() i=0 2024-09-19T13:56:55.730 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.727+0000 7fc508b1b9c0 2 removed watcher, disabling cache 2024-09-19T13:56:55.732 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.727+0000 7fc508b1b9c0 20 remove_watcher() i=1 2024-09-19T13:56:55.734 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.731+0000 7fc508b1b9c0 20 remove_watcher() i=2 2024-09-19T13:56:55.736 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.731+0000 7fc508b1b9c0 20 remove_watcher() i=3 2024-09-19T13:56:55.738 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.735+0000 7fc508b1b9c0 20 remove_watcher() i=4 2024-09-19T13:56:55.743 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.739+0000 7fc508b1b9c0 20 remove_watcher() i=5 2024-09-19T13:56:55.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.743+0000 7fc508b1b9c0 20 remove_watcher() i=6 2024-09-19T13:56:55.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.751+0000 7fc508b1b9c0 20 remove_watcher() i=7 2024-09-19T13:56:55.770 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-19T13:56:55.798 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:56:55.798 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:56:55.844 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.839+0000 7fa25e05f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:55.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.843+0000 7fa25e05f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:55.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.843+0000 7fa25e05f9c0 20 realm 2024-09-19T13:56:55.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.843+0000 7fa25e05f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:55.847 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.843+0000 7fa25e05f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:55.847 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.843+0000 7fa25e05f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:56:55.847 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.843+0000 7fa25e05f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:55.847 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.843+0000 7fa25e05f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:55.848 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.843+0000 7fa25e05f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:55.848 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.843+0000 7fa25e05f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:56:55.848 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.843+0000 7fa25e05f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:55.850 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.847+0000 7fa25e05f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:56:55.850 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.847+0000 7fa25e05f9c0 20 searching for the correct realm 2024-09-19T13:56:55.855 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.851+0000 7fa25b364640 0 -- 172.21.15.31:0/1478213682 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7fa250091250 msgr2=0x7fa250063880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:56:55.861 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.855+0000 7fa25b364640 0 -- 172.21.15.31:0/1478213682 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x55f5786f8ea0 msgr2=0x55f5786fb2c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:56:55.868 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.863+0000 7fa25e05f9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:56:55.868 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.863+0000 7fa25e05f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:56:55.868 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.863+0000 7fa25e05f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:56:55.868 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.863+0000 7fa25e05f9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:56:55.869 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.863+0000 7fa25e05f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:56:55.869 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.863+0000 7fa25e05f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:56:55.869 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.863+0000 7fa25e05f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:55.869 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.863+0000 7fa25e05f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:55.869 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.863+0000 7fa25e05f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:55.869 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.863+0000 7fa25e05f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:56:55.869 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.863+0000 7fa25e05f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:55.870 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.867+0000 7fa25e05f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:56:55.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.867+0000 7fa25e05f9c0 20 zone default found 2024-09-19T13:56:55.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.867+0000 7fa25e05f9c0 4 Realm: () 2024-09-19T13:56:55.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.867+0000 7fa25e05f9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:56:55.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.867+0000 7fa25e05f9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:56:55.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.867+0000 7fa25e05f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:56:55.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.867+0000 7fa25e05f9c0 20 zonegroup default 2024-09-19T13:56:55.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.867+0000 7fa25e05f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:55.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.867+0000 7fa25e05f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:55.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.867+0000 7fa25e05f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:55.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.867+0000 7fa25e05f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:55.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.867+0000 7fa25e05f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:55.872 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.867+0000 7fa25e05f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:55.872 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.867+0000 7fa25e05f9c0 20 started sync module instance, tier type = 2024-09-19T13:56:55.872 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.867+0000 7fa25e05f9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:56:55.891 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.887+0000 7fa25e05f9c0 20 add_watcher() i=0 2024-09-19T13:56:55.892 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.887+0000 7fa25e05f9c0 20 add_watcher() i=1 2024-09-19T13:56:55.892 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.887+0000 7fa25e05f9c0 20 add_watcher() i=2 2024-09-19T13:56:55.892 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.887+0000 7fa25e05f9c0 20 add_watcher() i=3 2024-09-19T13:56:55.892 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.887+0000 7fa25e05f9c0 20 add_watcher() i=4 2024-09-19T13:56:55.892 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.887+0000 7fa25e05f9c0 20 add_watcher() i=5 2024-09-19T13:56:55.892 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.887+0000 7fa25e05f9c0 20 add_watcher() i=6 2024-09-19T13:56:55.894 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.891+0000 7fa25e05f9c0 20 add_watcher() i=7 2024-09-19T13:56:55.894 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.891+0000 7fa25e05f9c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:56:55.898 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.895+0000 7fa111fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:56:55.899 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.895+0000 7fa25e05f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:56:55.899 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.895+0000 7fa25e05f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:56:55.899 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.895+0000 7fa25e05f9c0 5 note: GC not initialized 2024-09-19T13:56:55.899 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.895+0000 7fa110fe1640 20 reqs_thread_entry: start 2024-09-19T13:56:55.899 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.895+0000 7fa25e05f9c0 20 init_complete bucket index max shards: 1 2024-09-19T13:56:55.899 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.895+0000 7fa25e05f9c0 20 Filter name: none 2024-09-19T13:56:55.899 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.895+0000 7fa08a7fc640 20 reqs_thread_entry: start 2024-09-19T13:56:55.899 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.895+0000 7fa25e05f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:55.900 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.895+0000 7fa25e05f9c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T13:56:55.900 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.895+0000 7fa25e05f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:55.900 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.895+0000 7fa25e05f9c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T13:56:55.900 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.895+0000 7fa25e05f9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:56:55.901 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.895+0000 7fa25e05f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:55.901 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.895+0000 7fa25e05f9c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T13:56:55.901 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.895+0000 7fa25e05f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:55.901 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.895+0000 7fa25e05f9c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T13:56:55.901 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.895+0000 7fa25e05f9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:56:55.904 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.899+0000 7fa111fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:56:55.907 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.903+0000 7fa25e05f9c0 20 remove_watcher() i=0 2024-09-19T13:56:55.907 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.903+0000 7fa25e05f9c0 2 removed watcher, disabling cache 2024-09-19T13:56:55.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.907+0000 7fa25e05f9c0 20 remove_watcher() i=1 2024-09-19T13:56:55.911 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.907+0000 7fa25e05f9c0 20 remove_watcher() i=2 2024-09-19T13:56:55.913 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.907+0000 7fa25e05f9c0 20 remove_watcher() i=3 2024-09-19T13:56:55.914 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.911+0000 7fa25e05f9c0 20 remove_watcher() i=4 2024-09-19T13:56:55.917 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.911+0000 7fa25e05f9c0 20 remove_watcher() i=5 2024-09-19T13:56:55.919 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.915+0000 7fa25e05f9c0 20 remove_watcher() i=6 2024-09-19T13:56:55.922 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:55.919+0000 7fa25e05f9c0 20 remove_watcher() i=7 2024-09-19T13:56:55.937 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:55.937 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T13:56:55.937 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: error-at-init-index id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.20 num_objects: 20 size_kb: 1 num_shards: 2 2024-09-19T13:56:55.937 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:55.938 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:55.938 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:55.941 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:55.941 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:55.987 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:55.987 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:56.011 INFO:tasks.workunit.client.0.smithi031.stderr:TEST: reshard bucket with abort at init_index 2024-09-19T13:56:56.011 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:56.013 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:56.013 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:56.028 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:56.028 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:56.077 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:56.077 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:56.098 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:56.098 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:56.119 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:56.119 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:56.141 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:56.141 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:56.162 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:56.162 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:56.184 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:56.184 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:56.207 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:56.208 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:56.228 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:56.228 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:56.250 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:56.250 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:56.272 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:56.272 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:56.293 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:56.294 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:56.315 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:56.315 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:56.337 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:56.337 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:56.359 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:56.359 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:56.381 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:56.381 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:56.403 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:56.403 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:56.426 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:56.426 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:56.447 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:56.447 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:56.469 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:56.469 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:56.492 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:56.493 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:56.510 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket abort-at-init-indext 2024-09-19T13:56:56.544 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:56:56.544 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:56:56.591 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.587+0000 7f77e3fae9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.593 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.591+0000 7f77e3fae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:56.593 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.591+0000 7f77e3fae9c0 20 realm 2024-09-19T13:56:56.593 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.591+0000 7f77e3fae9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.594 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.591+0000 7f77e3fae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:56.594 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.591+0000 7f77e3fae9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:56:56.594 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.591+0000 7f77e3fae9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.594 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.591+0000 7f77e3fae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:56.594 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.591+0000 7f77e3fae9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.591+0000 7f77e3fae9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:56:56.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.591+0000 7f77e3fae9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.597 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.591+0000 7f77e3fae9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:56:56.597 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.591+0000 7f77e3fae9c0 20 searching for the correct realm 2024-09-19T13:56:56.603 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.599+0000 7f77e1ab4640 0 -- 172.21.15.31:0/3355577028 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7f77d40fc0b0 msgr2=0x7f77d412c600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:56:56.608 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.603+0000 7f77e1ab4640 0 -- 172.21.15.31:0/3355577028 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f77dc020040 msgr2=0x7f77dc02e410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:56:56.616 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.611+0000 7f77e3fae9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:56:56.616 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.611+0000 7f77e3fae9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:56:56.616 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.611+0000 7f77e3fae9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:56:56.616 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.611+0000 7f77e3fae9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:56:56.616 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.611+0000 7f77e3fae9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:56:56.616 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.611+0000 7f77e3fae9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:56:56.616 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.611+0000 7f77e3fae9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.617 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.611+0000 7f77e3fae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:56.617 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.611+0000 7f77e3fae9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.617 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.611+0000 7f77e3fae9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:56:56.617 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.611+0000 7f77e3fae9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.617 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.615+0000 7f77e3fae9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:56:56.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.615+0000 7f77e3fae9c0 20 zone default found 2024-09-19T13:56:56.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.615+0000 7f77e3fae9c0 4 Realm: () 2024-09-19T13:56:56.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.615+0000 7f77e3fae9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:56:56.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.615+0000 7f77e3fae9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:56:56.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.615+0000 7f77e3fae9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:56:56.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.615+0000 7f77e3fae9c0 20 zonegroup default 2024-09-19T13:56:56.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.615+0000 7f77e3fae9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.619 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.615+0000 7f77e3fae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:56.619 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.615+0000 7f77e3fae9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.619 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.615+0000 7f77e3fae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:56.619 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.615+0000 7f77e3fae9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.619 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.615+0000 7f77e3fae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:56.619 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.615+0000 7f77e3fae9c0 20 started sync module instance, tier type = 2024-09-19T13:56:56.619 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.615+0000 7f77e3fae9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:56:56.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.635+0000 7f77e3fae9c0 20 add_watcher() i=0 2024-09-19T13:56:56.638 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.635+0000 7f77e3fae9c0 20 add_watcher() i=1 2024-09-19T13:56:56.638 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.635+0000 7f77e3fae9c0 20 add_watcher() i=2 2024-09-19T13:56:56.638 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.635+0000 7f77e3fae9c0 20 add_watcher() i=3 2024-09-19T13:56:56.638 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.635+0000 7f77e3fae9c0 20 add_watcher() i=4 2024-09-19T13:56:56.638 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.635+0000 7f77e3fae9c0 20 add_watcher() i=5 2024-09-19T13:56:56.638 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.635+0000 7f77e3fae9c0 20 add_watcher() i=6 2024-09-19T13:56:56.639 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.635+0000 7f77e3fae9c0 20 add_watcher() i=7 2024-09-19T13:56:56.640 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.635+0000 7f77e3fae9c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:56:56.643 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.639+0000 7f76937fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:56:56.644 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.639+0000 7f77e3fae9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:56:56.644 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.639+0000 7f77e3fae9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:56:56.644 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.639+0000 7f77e3fae9c0 5 note: GC not initialized 2024-09-19T13:56:56.644 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.639+0000 7f76927fc640 20 reqs_thread_entry: start 2024-09-19T13:56:56.644 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.639+0000 7f77e3fae9c0 20 init_complete bucket index max shards: 1 2024-09-19T13:56:56.644 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.639+0000 7f77e3fae9c0 20 Filter name: none 2024-09-19T13:56:56.644 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.639+0000 7f7603fff640 20 reqs_thread_entry: start 2024-09-19T13:56:56.644 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.639+0000 7f77e3fae9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.645 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.643+0000 7f77e3fae9c0 20 rados_obj.operate() r=0 bl.length=188 2024-09-19T13:56:56.645 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.643+0000 7f77e3fae9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.646 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.643+0000 7f77e3fae9c0 20 rados_obj.operate() r=0 bl.length=410 2024-09-19T13:56:56.646 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.643+0000 7f77e3fae9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:56:56.646 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.643+0000 7f77e3fae9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.643+0000 7f77e3fae9c0 20 rados_obj.operate() r=0 bl.length=188 2024-09-19T13:56:56.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.643+0000 7f77e3fae9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.643+0000 7f77e3fae9c0 20 rados_obj.operate() r=0 bl.length=410 2024-09-19T13:56:56.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.643+0000 7f77e3fae9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:56:56.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.643+0000 7f76937fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:56:56.653 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.647+0000 7f77e3fae9c0 20 remove_watcher() i=0 2024-09-19T13:56:56.653 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.647+0000 7f77e3fae9c0 2 removed watcher, disabling cache 2024-09-19T13:56:56.655 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.651+0000 7f77e3fae9c0 20 remove_watcher() i=1 2024-09-19T13:56:56.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.651+0000 7f77e3fae9c0 20 remove_watcher() i=2 2024-09-19T13:56:56.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.655+0000 7f77e3fae9c0 20 remove_watcher() i=3 2024-09-19T13:56:56.661 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.655+0000 7f77e3fae9c0 20 remove_watcher() i=4 2024-09-19T13:56:56.663 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.659+0000 7f77e3fae9c0 20 remove_watcher() i=5 2024-09-19T13:56:56.665 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.663+0000 7f77e3fae9c0 20 remove_watcher() i=6 2024-09-19T13:56:56.668 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.663+0000 7f77e3fae9c0 20 remove_watcher() i=7 2024-09-19T13:56:56.683 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:56.683 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T13:56:56.683 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: abort-at-init-indext id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-19T13:56:56.683 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:56.684 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket reshard --bucket abort-at-init-indext --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at init_index 2024-09-19T13:56:56.716 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:56:56.717 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:56:56.761 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.755+0000 7fb40140c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.759+0000 7fb40140c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:56.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.759+0000 7fb40140c9c0 20 realm 2024-09-19T13:56:56.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.759+0000 7fb40140c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.759+0000 7fb40140c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:56.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.759+0000 7fb40140c9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:56:56.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.759+0000 7fb40140c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.759+0000 7fb40140c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:56.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.759+0000 7fb40140c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.763+0000 7fb40140c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:56:56.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.763+0000 7fb40140c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.767 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.763+0000 7fb40140c9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:56:56.767 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.763+0000 7fb40140c9c0 20 searching for the correct realm 2024-09-19T13:56:56.772 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.767+0000 7fb3f6711640 0 -- 172.21.15.31:0/3084420094 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7fb3e810f050 msgr2=0x7fb3e8108d20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:56:56.779 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.775+0000 7fb3ff713640 0 -- 172.21.15.31:0/3084420094 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x560bc72b5400 msgr2=0x560bc72b7860 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:56:56.787 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.783+0000 7fb40140c9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:56:56.787 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.783+0000 7fb40140c9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:56:56.787 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.783+0000 7fb40140c9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:56:56.787 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.783+0000 7fb40140c9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:56:56.787 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.783+0000 7fb40140c9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:56:56.787 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.783+0000 7fb40140c9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:56:56.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.783+0000 7fb40140c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.783+0000 7fb40140c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:56.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.783+0000 7fb40140c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.783+0000 7fb40140c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:56:56.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.783+0000 7fb40140c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.783+0000 7fb40140c9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:56:56.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.783+0000 7fb40140c9c0 20 zone default found 2024-09-19T13:56:56.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.783+0000 7fb40140c9c0 4 Realm: () 2024-09-19T13:56:56.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.783+0000 7fb40140c9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:56:56.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.783+0000 7fb40140c9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:56:56.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.783+0000 7fb40140c9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:56:56.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.783+0000 7fb40140c9c0 20 zonegroup default 2024-09-19T13:56:56.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.783+0000 7fb40140c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.787+0000 7fb40140c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:56.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.787+0000 7fb40140c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.787+0000 7fb40140c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:56.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.787+0000 7fb40140c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.787+0000 7fb40140c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:56.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.787+0000 7fb40140c9c0 20 started sync module instance, tier type = 2024-09-19T13:56:56.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.787+0000 7fb40140c9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:56:56.808 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.803+0000 7fb40140c9c0 20 add_watcher() i=0 2024-09-19T13:56:56.808 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.803+0000 7fb40140c9c0 20 add_watcher() i=1 2024-09-19T13:56:56.808 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.803+0000 7fb40140c9c0 20 add_watcher() i=2 2024-09-19T13:56:56.808 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.803+0000 7fb40140c9c0 20 add_watcher() i=3 2024-09-19T13:56:56.808 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.803+0000 7fb40140c9c0 20 add_watcher() i=4 2024-09-19T13:56:56.808 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.803+0000 7fb40140c9c0 20 add_watcher() i=5 2024-09-19T13:56:56.809 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.803+0000 7fb40140c9c0 20 add_watcher() i=6 2024-09-19T13:56:56.810 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.807+0000 7fb40140c9c0 20 add_watcher() i=7 2024-09-19T13:56:56.810 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.807+0000 7fb40140c9c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:56:56.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.811+0000 7fb2b57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:56:56.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.811+0000 7fb40140c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:56:56.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.811+0000 7fb40140c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:56:56.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.811+0000 7fb40140c9c0 5 note: GC not initialized 2024-09-19T13:56:56.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.811+0000 7fb22ffff640 20 reqs_thread_entry: start 2024-09-19T13:56:56.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.811+0000 7fb40140c9c0 20 init_complete bucket index max shards: 1 2024-09-19T13:56:56.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.811+0000 7fb40140c9c0 20 Filter name: none 2024-09-19T13:56:56.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.811+0000 7fb22dffb640 20 reqs_thread_entry: start 2024-09-19T13:56:56.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.811+0000 7fb40140c9c0 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-19T13:56:56.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.811+0000 7fb40140c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.811+0000 7fb40140c9c0 20 rados_obj.operate() r=0 bl.length=188 2024-09-19T13:56:56.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.811+0000 7fb40140c9c0 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-19T13:56:56.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.811+0000 7fb40140c9c0 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-19T13:56:56.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.811+0000 7fb40140c9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21 : miss 2024-09-19T13:56:56.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.811+0000 7fb40140c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.811+0000 7fb40140c9c0 20 rados_obj.operate() r=0 bl.length=410 2024-09-19T13:56:56.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.811+0000 7fb40140c9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21 info.flags=0x17 2024-09-19T13:56:56.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.811+0000 7fb40140c9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21 to cache LRU end 2024-09-19T13:56:56.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.811+0000 7fb40140c9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:56:56.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.811+0000 7fb40140c9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:56:56.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.811+0000 7fb40140c9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21 2024-09-19T13:56:56.819 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fb40140c9c0 time 2024-09-19T13:56:56.821788+0000 2024-09-19T13:56:56.819 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T13:56:56.820 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T13:56:56.820 INFO:tasks.workunit.client.0.smithi031.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fb404ce62eb] 2024-09-19T13:56:56.820 INFO:tasks.workunit.client.0.smithi031.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fb404ce649f] 2024-09-19T13:56:56.821 INFO:tasks.workunit.client.0.smithi031.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x560bc5d8b271] 2024-09-19T13:56:56.821 INFO:tasks.workunit.client.0.smithi031.stderr: 4: radosgw-admin(+0x140fa02) [0x560bc67dba02] 2024-09-19T13:56:56.821 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x560bc5d9b0dd] 2024-09-19T13:56:56.821 INFO:tasks.workunit.client.0.smithi031.stderr: 6: main() 2024-09-19T13:56:56.821 INFO:tasks.workunit.client.0.smithi031.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fb403b4cd90] 2024-09-19T13:56:56.821 INFO:tasks.workunit.client.0.smithi031.stderr: 8: __libc_start_main() 2024-09-19T13:56:56.821 INFO:tasks.workunit.client.0.smithi031.stderr: 9: _start() 2024-09-19T13:56:56.821 INFO:tasks.workunit.client.0.smithi031.stderr:*** Caught signal (Aborted) ** 2024-09-19T13:56:56.821 INFO:tasks.workunit.client.0.smithi031.stderr: in thread 7fb40140c9c0 thread_name:radosgw-admin 2024-09-19T13:56:56.821 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.815+0000 7fb40140c9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fb40140c9c0 time 2024-09-19T13:56:56.821788+0000 2024-09-19T13:56:56.822 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T13:56:56.822 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:56.822 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T13:56:56.822 INFO:tasks.workunit.client.0.smithi031.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fb404ce62eb] 2024-09-19T13:56:56.822 INFO:tasks.workunit.client.0.smithi031.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fb404ce649f] 2024-09-19T13:56:56.822 INFO:tasks.workunit.client.0.smithi031.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x560bc5d8b271] 2024-09-19T13:56:56.822 INFO:tasks.workunit.client.0.smithi031.stderr: 4: radosgw-admin(+0x140fa02) [0x560bc67dba02] 2024-09-19T13:56:56.822 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x560bc5d9b0dd] 2024-09-19T13:56:56.822 INFO:tasks.workunit.client.0.smithi031.stderr: 6: main() 2024-09-19T13:56:56.822 INFO:tasks.workunit.client.0.smithi031.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fb403b4cd90] 2024-09-19T13:56:56.822 INFO:tasks.workunit.client.0.smithi031.stderr: 8: __libc_start_main() 2024-09-19T13:56:56.822 INFO:tasks.workunit.client.0.smithi031.stderr: 9: _start() 2024-09-19T13:56:56.822 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:56.841 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T13:56:56.841 INFO:tasks.workunit.client.0.smithi031.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fb403b65520] 2024-09-19T13:56:56.841 INFO:tasks.workunit.client.0.smithi031.stderr: 2: pthread_kill() 2024-09-19T13:56:56.841 INFO:tasks.workunit.client.0.smithi031.stderr: 3: raise() 2024-09-19T13:56:56.841 INFO:tasks.workunit.client.0.smithi031.stderr: 4: abort() 2024-09-19T13:56:56.841 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fb404ce6345] 2024-09-19T13:56:56.841 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fb404ce649f] 2024-09-19T13:56:56.841 INFO:tasks.workunit.client.0.smithi031.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x560bc5d8b271] 2024-09-19T13:56:56.842 INFO:tasks.workunit.client.0.smithi031.stderr: 8: radosgw-admin(+0x140fa02) [0x560bc67dba02] 2024-09-19T13:56:56.842 INFO:tasks.workunit.client.0.smithi031.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x560bc5d9b0dd] 2024-09-19T13:56:56.842 INFO:tasks.workunit.client.0.smithi031.stderr: 10: main() 2024-09-19T13:56:56.842 INFO:tasks.workunit.client.0.smithi031.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fb403b4cd90] 2024-09-19T13:56:56.842 INFO:tasks.workunit.client.0.smithi031.stderr: 12: __libc_start_main() 2024-09-19T13:56:56.842 INFO:tasks.workunit.client.0.smithi031.stderr: 13: _start() 2024-09-19T13:56:56.842 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.819+0000 7fb40140c9c0 -1 *** Caught signal (Aborted) ** 2024-09-19T13:56:56.842 INFO:tasks.workunit.client.0.smithi031.stderr: in thread 7fb40140c9c0 thread_name:radosgw-admin 2024-09-19T13:56:56.842 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:56.842 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T13:56:56.842 INFO:tasks.workunit.client.0.smithi031.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fb403b65520] 2024-09-19T13:56:56.842 INFO:tasks.workunit.client.0.smithi031.stderr: 2: pthread_kill() 2024-09-19T13:56:56.842 INFO:tasks.workunit.client.0.smithi031.stderr: 3: raise() 2024-09-19T13:56:56.843 INFO:tasks.workunit.client.0.smithi031.stderr: 4: abort() 2024-09-19T13:56:56.843 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fb404ce6345] 2024-09-19T13:56:56.843 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fb404ce649f] 2024-09-19T13:56:56.843 INFO:tasks.workunit.client.0.smithi031.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x560bc5d8b271] 2024-09-19T13:56:56.843 INFO:tasks.workunit.client.0.smithi031.stderr: 8: radosgw-admin(+0x140fa02) [0x560bc67dba02] 2024-09-19T13:56:56.843 INFO:tasks.workunit.client.0.smithi031.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x560bc5d9b0dd] 2024-09-19T13:56:56.843 INFO:tasks.workunit.client.0.smithi031.stderr: 10: main() 2024-09-19T13:56:56.843 INFO:tasks.workunit.client.0.smithi031.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fb403b4cd90] 2024-09-19T13:56:56.843 INFO:tasks.workunit.client.0.smithi031.stderr: 12: __libc_start_main() 2024-09-19T13:56:56.843 INFO:tasks.workunit.client.0.smithi031.stderr: 13: _start() 2024-09-19T13:56:56.843 INFO:tasks.workunit.client.0.smithi031.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T13:56:56.843 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:56.844 INFO:tasks.workunit.client.0.smithi031.stderr:--- begin dump of recent events --- 2024-09-19T13:56:56.844 INFO:tasks.workunit.client.0.smithi031.stderr: -499> 2024-09-19T13:56:56.735+0000 7fb3ff713640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:56:56.844 INFO:tasks.workunit.client.0.smithi031.stderr: -498> 2024-09-19T13:56:56.735+0000 7fb3f6711640 10 monclient(hunting): get_auth_request con 0x560bc7087930 auth_method 0 2024-09-19T13:56:56.844 INFO:tasks.workunit.client.0.smithi031.stderr: -497> 2024-09-19T13:56:56.735+0000 7fb3f6711640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:56:56.844 INFO:tasks.workunit.client.0.smithi031.stderr: -496> 2024-09-19T13:56:56.735+0000 7fb3f6711640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:56:56.844 INFO:tasks.workunit.client.0.smithi031.stderr: -495> 2024-09-19T13:56:56.735+0000 7fb3f6711640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:56:56.844 INFO:tasks.workunit.client.0.smithi031.stderr: -494> 2024-09-19T13:56:56.735+0000 7fb3f6711640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:56:56.844 INFO:tasks.workunit.client.0.smithi031.stderr: -493> 2024-09-19T13:56:56.735+0000 7fb3f6711640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:56:56.844 INFO:tasks.workunit.client.0.smithi031.stderr: -492> 2024-09-19T13:56:56.735+0000 7fb3f6711640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:56:56.844 INFO:tasks.workunit.client.0.smithi031.stderr: -491> 2024-09-19T13:56:56.735+0000 7fb3ff713640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:56:56.844 INFO:tasks.workunit.client.0.smithi031.stderr: -490> 2024-09-19T13:56:56.735+0000 7fb3ff713640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:56:56.844 INFO:tasks.workunit.client.0.smithi031.stderr: -489> 2024-09-19T13:56:56.735+0000 7fb3ff713640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:56:56.844 INFO:tasks.workunit.client.0.smithi031.stderr: -488> 2024-09-19T13:56:56.735+0000 7fb3ff713640 10 monclient(hunting): handle_auth_done global_id 6026 payload 274 2024-09-19T13:56:56.845 INFO:tasks.workunit.client.0.smithi031.stderr: -487> 2024-09-19T13:56:56.735+0000 7fb3ff713640 10 monclient: _finish_hunting 0 2024-09-19T13:56:56.845 INFO:tasks.workunit.client.0.smithi031.stderr: -486> 2024-09-19T13:56:56.735+0000 7fb3ff713640 1 monclient: found mon.noname-c 2024-09-19T13:56:56.845 INFO:tasks.workunit.client.0.smithi031.stderr: -485> 2024-09-19T13:56:56.735+0000 7fb3ff713640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.31:3301/0 2024-09-19T13:56:56.845 INFO:tasks.workunit.client.0.smithi031.stderr: -484> 2024-09-19T13:56:56.735+0000 7fb2ece09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:56:56.845 INFO:tasks.workunit.client.0.smithi031.stderr: -483> 2024-09-19T13:56:56.735+0000 7fb2ece09640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T13:56:56.845 INFO:tasks.workunit.client.0.smithi031.stderr: -482> 2024-09-19T13:56:56.735+0000 7fb2ece09640 10 monclient: dump: 2024-09-19T13:56:56.845 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:56:56.845 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:56:56.845 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:56:56.846 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:56:56.846 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:56:56.846 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:56:56.846 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:56:56.846 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:56:56.846 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:56:56.846 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:56.846 INFO:tasks.workunit.client.0.smithi031.stderr: -481> 2024-09-19T13:56:56.735+0000 7fb2ece09640 10 monclient: _finish_auth 0 2024-09-19T13:56:56.846 INFO:tasks.workunit.client.0.smithi031.stderr: -480> 2024-09-19T13:56:56.735+0000 7fb2ece09640 10 monclient: _check_auth_tickets 2024-09-19T13:56:56.846 INFO:tasks.workunit.client.0.smithi031.stderr: -479> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 monclient: authenticate success, global_id 6026 2024-09-19T13:56:56.846 INFO:tasks.workunit.client.0.smithi031.stderr: -478> 2024-09-19T13:56:56.735+0000 7fb2ece09640 10 monclient: handle_config config(0 keys) 2024-09-19T13:56:56.846 INFO:tasks.workunit.client.0.smithi031.stderr: -477> 2024-09-19T13:56:56.735+0000 7fb2ece09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:56:56.846 INFO:tasks.workunit.client.0.smithi031.stderr: -476> 2024-09-19T13:56:56.735+0000 7fb2ece09640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T13:56:56.847 INFO:tasks.workunit.client.0.smithi031.stderr: -475> 2024-09-19T13:56:56.735+0000 7fb2ece09640 10 monclient: dump: 2024-09-19T13:56:56.847 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:56:56.847 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:56:56.847 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:56:56.847 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:56:56.847 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:56:56.847 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:56:56.847 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:56:56.847 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:56:56.847 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:56:56.847 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:56.847 INFO:tasks.workunit.client.0.smithi031.stderr: -474> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 10 monclient: get_monmap_and_config success 2024-09-19T13:56:56.847 INFO:tasks.workunit.client.0.smithi031.stderr: -473> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 4 set_mon_vals no callback set 2024-09-19T13:56:56.847 INFO:tasks.workunit.client.0.smithi031.stderr: -472> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 10 monclient: shutdown 2024-09-19T13:56:56.848 INFO:tasks.workunit.client.0.smithi031.stderr: -471> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 asok(0x560bc6fc3d90) unregister_commands rotate-key 2024-09-19T13:56:56.848 INFO:tasks.workunit.client.0.smithi031.stderr: -470> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 10 monclient: build_initial_monmap 2024-09-19T13:56:56.848 INFO:tasks.workunit.client.0.smithi031.stderr: -469> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 1 build_initial for_mkfs: 0 2024-09-19T13:56:56.848 INFO:tasks.workunit.client.0.smithi031.stderr: -468> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 10 monclient: monmap: 2024-09-19T13:56:56.848 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T13:56:56.848 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T13:56:56.848 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T13:56:56.848 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T13:56:56.848 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T13:56:56.848 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:56:56.848 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T13:56:56.848 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T13:56:56.848 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T13:56:56.849 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:56.849 INFO:tasks.workunit.client.0.smithi031.stderr: -467> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71d0870) adding auth protocol: cephx 2024-09-19T13:56:56.849 INFO:tasks.workunit.client.0.smithi031.stderr: -466> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71d0870) adding auth protocol: cephx 2024-09-19T13:56:56.849 INFO:tasks.workunit.client.0.smithi031.stderr: -465> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71d0870) adding auth protocol: cephx 2024-09-19T13:56:56.849 INFO:tasks.workunit.client.0.smithi031.stderr: -464> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71d0870) adding con mode: secure 2024-09-19T13:56:56.849 INFO:tasks.workunit.client.0.smithi031.stderr: -463> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71d0870) adding con mode: crc 2024-09-19T13:56:56.849 INFO:tasks.workunit.client.0.smithi031.stderr: -462> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71d0870) adding con mode: secure 2024-09-19T13:56:56.849 INFO:tasks.workunit.client.0.smithi031.stderr: -461> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71d0870) adding con mode: crc 2024-09-19T13:56:56.849 INFO:tasks.workunit.client.0.smithi031.stderr: -460> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71d0870) adding con mode: secure 2024-09-19T13:56:56.849 INFO:tasks.workunit.client.0.smithi031.stderr: -459> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71d0870) adding con mode: crc 2024-09-19T13:56:56.849 INFO:tasks.workunit.client.0.smithi031.stderr: -458> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71d0870) adding con mode: crc 2024-09-19T13:56:56.849 INFO:tasks.workunit.client.0.smithi031.stderr: -457> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71d0870) adding con mode: secure 2024-09-19T13:56:56.849 INFO:tasks.workunit.client.0.smithi031.stderr: -456> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71d0870) adding con mode: crc 2024-09-19T13:56:56.850 INFO:tasks.workunit.client.0.smithi031.stderr: -455> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71d0870) adding con mode: secure 2024-09-19T13:56:56.850 INFO:tasks.workunit.client.0.smithi031.stderr: -454> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71d0870) adding con mode: crc 2024-09-19T13:56:56.850 INFO:tasks.workunit.client.0.smithi031.stderr: -453> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71d0870) adding con mode: secure 2024-09-19T13:56:56.850 INFO:tasks.workunit.client.0.smithi031.stderr: -452> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:56:56.850 INFO:tasks.workunit.client.0.smithi031.stderr: -451> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 1 librados: starting msgr at 2024-09-19T13:56:56.850 INFO:tasks.workunit.client.0.smithi031.stderr: -450> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 1 librados: starting objecter 2024-09-19T13:56:56.850 INFO:tasks.workunit.client.0.smithi031.stderr: -449> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 asok(0x560bc6fc3d90) register_command objecter_requests hook 0x560bc71d3a20 2024-09-19T13:56:56.850 INFO:tasks.workunit.client.0.smithi031.stderr: -448> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 1 librados: setting wanted keys 2024-09-19T13:56:56.850 INFO:tasks.workunit.client.0.smithi031.stderr: -447> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 1 librados: calling monclient init 2024-09-19T13:56:56.850 INFO:tasks.workunit.client.0.smithi031.stderr: -446> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 10 monclient: init 2024-09-19T13:56:56.850 INFO:tasks.workunit.client.0.smithi031.stderr: -445> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71ce790) adding auth protocol: cephx 2024-09-19T13:56:56.850 INFO:tasks.workunit.client.0.smithi031.stderr: -444> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71ce790) adding auth protocol: cephx 2024-09-19T13:56:56.851 INFO:tasks.workunit.client.0.smithi031.stderr: -443> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71ce790) adding auth protocol: cephx 2024-09-19T13:56:56.851 INFO:tasks.workunit.client.0.smithi031.stderr: -442> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71ce790) adding con mode: secure 2024-09-19T13:56:56.851 INFO:tasks.workunit.client.0.smithi031.stderr: -441> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71ce790) adding con mode: crc 2024-09-19T13:56:56.851 INFO:tasks.workunit.client.0.smithi031.stderr: -440> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71ce790) adding con mode: secure 2024-09-19T13:56:56.851 INFO:tasks.workunit.client.0.smithi031.stderr: -439> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71ce790) adding con mode: crc 2024-09-19T13:56:56.851 INFO:tasks.workunit.client.0.smithi031.stderr: -438> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71ce790) adding con mode: secure 2024-09-19T13:56:56.851 INFO:tasks.workunit.client.0.smithi031.stderr: -437> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71ce790) adding con mode: crc 2024-09-19T13:56:56.851 INFO:tasks.workunit.client.0.smithi031.stderr: -436> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71ce790) adding con mode: crc 2024-09-19T13:56:56.851 INFO:tasks.workunit.client.0.smithi031.stderr: -435> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71ce790) adding con mode: secure 2024-09-19T13:56:56.851 INFO:tasks.workunit.client.0.smithi031.stderr: -434> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71ce790) adding con mode: crc 2024-09-19T13:56:56.851 INFO:tasks.workunit.client.0.smithi031.stderr: -433> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71ce790) adding con mode: secure 2024-09-19T13:56:56.851 INFO:tasks.workunit.client.0.smithi031.stderr: -432> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71ce790) adding con mode: crc 2024-09-19T13:56:56.852 INFO:tasks.workunit.client.0.smithi031.stderr: -431> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71ce790) adding con mode: secure 2024-09-19T13:56:56.852 INFO:tasks.workunit.client.0.smithi031.stderr: -430> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:56:56.852 INFO:tasks.workunit.client.0.smithi031.stderr: -429> 2024-09-19T13:56:56.739+0000 7fb40140c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:56:56.852 INFO:tasks.workunit.client.0.smithi031.stderr: -428> 2024-09-19T13:56:56.739+0000 7fb40140c9c0 5 asok(0x560bc6fc3d90) register_command rotate-key hook 0x560bc71ce8d8 2024-09-19T13:56:56.852 INFO:tasks.workunit.client.0.smithi031.stderr: -427> 2024-09-19T13:56:56.739+0000 7fb40140c9c0 10 monclient: _reopen_session rank -1 2024-09-19T13:56:56.852 INFO:tasks.workunit.client.0.smithi031.stderr: -426> 2024-09-19T13:56:56.739+0000 7fb40140c9c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-19T13:56:56.852 INFO:tasks.workunit.client.0.smithi031.stderr: -425> 2024-09-19T13:56:56.739+0000 7fb40140c9c0 10 monclient(hunting): picked mon.noname-b con 0x560bc705c1f0 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T13:56:56.852 INFO:tasks.workunit.client.0.smithi031.stderr: -424> 2024-09-19T13:56:56.739+0000 7fb40140c9c0 10 monclient(hunting): picked mon.noname-a con 0x560bc7087930 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T13:56:56.852 INFO:tasks.workunit.client.0.smithi031.stderr: -423> 2024-09-19T13:56:56.739+0000 7fb40140c9c0 10 monclient(hunting): picked mon.noname-c con 0x560bc7117640 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T13:56:56.852 INFO:tasks.workunit.client.0.smithi031.stderr: -422> 2024-09-19T13:56:56.739+0000 7fb40140c9c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:56:56.852 INFO:tasks.workunit.client.0.smithi031.stderr: -421> 2024-09-19T13:56:56.739+0000 7fb40140c9c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:56:56.852 INFO:tasks.workunit.client.0.smithi031.stderr: -420> 2024-09-19T13:56:56.739+0000 7fb40140c9c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:56:56.852 INFO:tasks.workunit.client.0.smithi031.stderr: -419> 2024-09-19T13:56:56.739+0000 7fb40140c9c0 10 monclient(hunting): _renew_subs 2024-09-19T13:56:56.853 INFO:tasks.workunit.client.0.smithi031.stderr: -418> 2024-09-19T13:56:56.739+0000 7fb40140c9c0 10 monclient(hunting): authenticate will time out at 2160.572149s 2024-09-19T13:56:56.853 INFO:tasks.workunit.client.0.smithi031.stderr: -417> 2024-09-19T13:56:56.739+0000 7fb3f6711640 10 monclient(hunting): get_auth_request con 0x560bc7087930 auth_method 0 2024-09-19T13:56:56.853 INFO:tasks.workunit.client.0.smithi031.stderr: -416> 2024-09-19T13:56:56.739+0000 7fb3f6711640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:56:56.853 INFO:tasks.workunit.client.0.smithi031.stderr: -415> 2024-09-19T13:56:56.739+0000 7fb3f6711640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:56:56.853 INFO:tasks.workunit.client.0.smithi031.stderr: -414> 2024-09-19T13:56:56.739+0000 7fb3f6711640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:56:56.853 INFO:tasks.workunit.client.0.smithi031.stderr: -413> 2024-09-19T13:56:56.739+0000 7fb3ff713640 10 monclient(hunting): get_auth_request con 0x560bc7117640 auth_method 0 2024-09-19T13:56:56.853 INFO:tasks.workunit.client.0.smithi031.stderr: -412> 2024-09-19T13:56:56.739+0000 7fb3ff713640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:56:56.853 INFO:tasks.workunit.client.0.smithi031.stderr: -411> 2024-09-19T13:56:56.739+0000 7fb3ff713640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:56:56.853 INFO:tasks.workunit.client.0.smithi031.stderr: -410> 2024-09-19T13:56:56.739+0000 7fb3ff713640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:56:56.853 INFO:tasks.workunit.client.0.smithi031.stderr: -409> 2024-09-19T13:56:56.739+0000 7fb3f6711640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:56:56.853 INFO:tasks.workunit.client.0.smithi031.stderr: -408> 2024-09-19T13:56:56.739+0000 7fb3f6711640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:56:56.853 INFO:tasks.workunit.client.0.smithi031.stderr: -407> 2024-09-19T13:56:56.739+0000 7fb3f6711640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:56:56.853 INFO:tasks.workunit.client.0.smithi031.stderr: -406> 2024-09-19T13:56:56.739+0000 7fb3ff713640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:56:56.854 INFO:tasks.workunit.client.0.smithi031.stderr: -405> 2024-09-19T13:56:56.739+0000 7fb3ff713640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:56:56.854 INFO:tasks.workunit.client.0.smithi031.stderr: -404> 2024-09-19T13:56:56.739+0000 7fb3ff713640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:56:56.854 INFO:tasks.workunit.client.0.smithi031.stderr: -403> 2024-09-19T13:56:56.739+0000 7fb3fef12640 10 monclient(hunting): get_auth_request con 0x560bc705c1f0 auth_method 0 2024-09-19T13:56:56.854 INFO:tasks.workunit.client.0.smithi031.stderr: -402> 2024-09-19T13:56:56.739+0000 7fb3fef12640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:56:56.854 INFO:tasks.workunit.client.0.smithi031.stderr: -401> 2024-09-19T13:56:56.739+0000 7fb3fef12640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:56:56.854 INFO:tasks.workunit.client.0.smithi031.stderr: -400> 2024-09-19T13:56:56.739+0000 7fb3fef12640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:56:56.854 INFO:tasks.workunit.client.0.smithi031.stderr: -399> 2024-09-19T13:56:56.739+0000 7fb3f6711640 10 monclient(hunting): handle_auth_done global_id 6384 payload 824 2024-09-19T13:56:56.854 INFO:tasks.workunit.client.0.smithi031.stderr: -398> 2024-09-19T13:56:56.739+0000 7fb3f6711640 10 monclient: _finish_hunting 0 2024-09-19T13:56:56.854 INFO:tasks.workunit.client.0.smithi031.stderr: -397> 2024-09-19T13:56:56.739+0000 7fb3f6711640 1 monclient: found mon.noname-a 2024-09-19T13:56:56.854 INFO:tasks.workunit.client.0.smithi031.stderr: -396> 2024-09-19T13:56:56.739+0000 7fb3f6711640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T13:56:56.854 INFO:tasks.workunit.client.0.smithi031.stderr: -395> 2024-09-19T13:56:56.739+0000 7fb2eb606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:56:56.854 INFO:tasks.workunit.client.0.smithi031.stderr: -394> 2024-09-19T13:56:56.739+0000 7fb2eb606640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T13:56:56.854 INFO:tasks.workunit.client.0.smithi031.stderr: -393> 2024-09-19T13:56:56.739+0000 7fb2eb606640 10 monclient: dump: 2024-09-19T13:56:56.855 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:56:56.855 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:56:56.855 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:56:56.855 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:56:56.855 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:56:56.855 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:56:56.855 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:56:56.855 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:56:56.855 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:56:56.855 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:56.855 INFO:tasks.workunit.client.0.smithi031.stderr: -392> 2024-09-19T13:56:56.739+0000 7fb2eb606640 10 monclient: _finish_auth 0 2024-09-19T13:56:56.856 INFO:tasks.workunit.client.0.smithi031.stderr: -391> 2024-09-19T13:56:56.739+0000 7fb2eb606640 10 monclient: _check_auth_tickets 2024-09-19T13:56:56.856 INFO:tasks.workunit.client.0.smithi031.stderr: -390> 2024-09-19T13:56:56.739+0000 7fb2eb606640 10 monclient: handle_config config(0 keys) 2024-09-19T13:56:56.856 INFO:tasks.workunit.client.0.smithi031.stderr: -389> 2024-09-19T13:56:56.739+0000 7fb2eb606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:56:56.856 INFO:tasks.workunit.client.0.smithi031.stderr: -388> 2024-09-19T13:56:56.739+0000 7fb2eb606640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T13:56:56.856 INFO:tasks.workunit.client.0.smithi031.stderr: -387> 2024-09-19T13:56:56.739+0000 7fb2eb606640 10 monclient: dump: 2024-09-19T13:56:56.856 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:56:56.856 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:56:56.856 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:56:56.856 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:56:56.856 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:56:56.856 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:56:56.856 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:56:56.856 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:56:56.857 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:56:56.857 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:56.857 INFO:tasks.workunit.client.0.smithi031.stderr: -386> 2024-09-19T13:56:56.739+0000 7fb40140c9c0 5 monclient: authenticate success, global_id 6384 2024-09-19T13:56:56.857 INFO:tasks.workunit.client.0.smithi031.stderr: -385> 2024-09-19T13:56:56.739+0000 7fb40140c9c0 10 monclient: _renew_subs 2024-09-19T13:56:56.857 INFO:tasks.workunit.client.0.smithi031.stderr: -384> 2024-09-19T13:56:56.739+0000 7fb2ece09640 4 set_mon_vals no callback set 2024-09-19T13:56:56.857 INFO:tasks.workunit.client.0.smithi031.stderr: -383> 2024-09-19T13:56:56.739+0000 7fb40140c9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T13:56:56.857 INFO:tasks.workunit.client.0.smithi031.stderr: -382> 2024-09-19T13:56:56.739+0000 7fb40140c9c0 10 monclient: _renew_subs 2024-09-19T13:56:56.857 INFO:tasks.workunit.client.0.smithi031.stderr: -381> 2024-09-19T13:56:56.739+0000 7fb40140c9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T13:56:56.857 INFO:tasks.workunit.client.0.smithi031.stderr: -380> 2024-09-19T13:56:56.739+0000 7fb40140c9c0 1 librados: init done 2024-09-19T13:56:56.857 INFO:tasks.workunit.client.0.smithi031.stderr: -379> 2024-09-19T13:56:56.739+0000 7fb2eb606640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T13:56:56.857 INFO:tasks.workunit.client.0.smithi031.stderr: -378> 2024-09-19T13:56:56.739+0000 7fb2eb606640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:56:56.857 INFO:tasks.workunit.client.0.smithi031.stderr: -377> 2024-09-19T13:56:56.739+0000 7fb2eb606640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:56:56.857 INFO:tasks.workunit.client.0.smithi031.stderr: -376> 2024-09-19T13:56:56.739+0000 7fb3fef12640 10 monclient: get_auth_request con 0x7fb2e4071be0 auth_method 0 2024-09-19T13:56:56.858 INFO:tasks.workunit.client.0.smithi031.stderr: -375> 2024-09-19T13:56:56.739+0000 7fb3ff713640 10 monclient: get_auth_request con 0x560bc71f6fb0 auth_method 0 2024-09-19T13:56:56.858 INFO:tasks.workunit.client.0.smithi031.stderr: -374> 2024-09-19T13:56:56.743+0000 7fb3fef12640 10 monclient: get_auth_request con 0x560bc7219850 auth_method 0 2024-09-19T13:56:56.858 INFO:tasks.workunit.client.0.smithi031.stderr: -373> 2024-09-19T13:56:56.743+0000 7fb3f6711640 10 monclient: get_auth_request con 0x560bc721dbb0 auth_method 0 2024-09-19T13:56:56.858 INFO:tasks.workunit.client.0.smithi031.stderr: -372> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 10 monclient: build_initial_monmap 2024-09-19T13:56:56.858 INFO:tasks.workunit.client.0.smithi031.stderr: -371> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 1 build_initial for_mkfs: 0 2024-09-19T13:56:56.858 INFO:tasks.workunit.client.0.smithi031.stderr: -370> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 10 monclient: monmap: 2024-09-19T13:56:56.858 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T13:56:56.858 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T13:56:56.858 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T13:56:56.858 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T13:56:56.858 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T13:56:56.858 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:56:56.859 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T13:56:56.859 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T13:56:56.859 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T13:56:56.859 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:56.859 INFO:tasks.workunit.client.0.smithi031.stderr: -369> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7222990) adding auth protocol: cephx 2024-09-19T13:56:56.859 INFO:tasks.workunit.client.0.smithi031.stderr: -368> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7222990) adding auth protocol: cephx 2024-09-19T13:56:56.859 INFO:tasks.workunit.client.0.smithi031.stderr: -367> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7222990) adding auth protocol: cephx 2024-09-19T13:56:56.859 INFO:tasks.workunit.client.0.smithi031.stderr: -366> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7222990) adding con mode: secure 2024-09-19T13:56:56.859 INFO:tasks.workunit.client.0.smithi031.stderr: -365> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7222990) adding con mode: crc 2024-09-19T13:56:56.859 INFO:tasks.workunit.client.0.smithi031.stderr: -364> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7222990) adding con mode: secure 2024-09-19T13:56:56.859 INFO:tasks.workunit.client.0.smithi031.stderr: -363> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7222990) adding con mode: crc 2024-09-19T13:56:56.859 INFO:tasks.workunit.client.0.smithi031.stderr: -362> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7222990) adding con mode: secure 2024-09-19T13:56:56.859 INFO:tasks.workunit.client.0.smithi031.stderr: -361> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7222990) adding con mode: crc 2024-09-19T13:56:56.859 INFO:tasks.workunit.client.0.smithi031.stderr: -360> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7222990) adding con mode: crc 2024-09-19T13:56:56.860 INFO:tasks.workunit.client.0.smithi031.stderr: -359> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7222990) adding con mode: secure 2024-09-19T13:56:56.860 INFO:tasks.workunit.client.0.smithi031.stderr: -358> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7222990) adding con mode: crc 2024-09-19T13:56:56.860 INFO:tasks.workunit.client.0.smithi031.stderr: -357> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7222990) adding con mode: secure 2024-09-19T13:56:56.860 INFO:tasks.workunit.client.0.smithi031.stderr: -356> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7222990) adding con mode: crc 2024-09-19T13:56:56.860 INFO:tasks.workunit.client.0.smithi031.stderr: -355> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7222990) adding con mode: secure 2024-09-19T13:56:56.860 INFO:tasks.workunit.client.0.smithi031.stderr: -354> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:56:56.860 INFO:tasks.workunit.client.0.smithi031.stderr: -353> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 asok(0x560bc6fc3d90) register_command objecter_requests cmddesc objecter_requests hook 0x560bc7226370 EEXIST 2024-09-19T13:56:56.860 INFO:tasks.workunit.client.0.smithi031.stderr: -352> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 10 monclient: init 2024-09-19T13:56:56.860 INFO:tasks.workunit.client.0.smithi031.stderr: -351> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7221018) adding auth protocol: cephx 2024-09-19T13:56:56.860 INFO:tasks.workunit.client.0.smithi031.stderr: -350> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7221018) adding auth protocol: cephx 2024-09-19T13:56:56.861 INFO:tasks.workunit.client.0.smithi031.stderr: -349> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7221018) adding auth protocol: cephx 2024-09-19T13:56:56.861 INFO:tasks.workunit.client.0.smithi031.stderr: -348> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7221018) adding con mode: secure 2024-09-19T13:56:56.861 INFO:tasks.workunit.client.0.smithi031.stderr: -347> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7221018) adding con mode: crc 2024-09-19T13:56:56.861 INFO:tasks.workunit.client.0.smithi031.stderr: -346> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7221018) adding con mode: secure 2024-09-19T13:56:56.861 INFO:tasks.workunit.client.0.smithi031.stderr: -345> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7221018) adding con mode: crc 2024-09-19T13:56:56.861 INFO:tasks.workunit.client.0.smithi031.stderr: -344> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7221018) adding con mode: secure 2024-09-19T13:56:56.861 INFO:tasks.workunit.client.0.smithi031.stderr: -343> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7221018) adding con mode: crc 2024-09-19T13:56:56.861 INFO:tasks.workunit.client.0.smithi031.stderr: -342> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7221018) adding con mode: crc 2024-09-19T13:56:56.861 INFO:tasks.workunit.client.0.smithi031.stderr: -341> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7221018) adding con mode: secure 2024-09-19T13:56:56.861 INFO:tasks.workunit.client.0.smithi031.stderr: -340> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7221018) adding con mode: crc 2024-09-19T13:56:56.861 INFO:tasks.workunit.client.0.smithi031.stderr: -339> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7221018) adding con mode: secure 2024-09-19T13:56:56.861 INFO:tasks.workunit.client.0.smithi031.stderr: -338> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7221018) adding con mode: crc 2024-09-19T13:56:56.861 INFO:tasks.workunit.client.0.smithi031.stderr: -337> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7221018) adding con mode: secure 2024-09-19T13:56:56.862 INFO:tasks.workunit.client.0.smithi031.stderr: -336> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:56:56.862 INFO:tasks.workunit.client.0.smithi031.stderr: -335> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:56:56.862 INFO:tasks.workunit.client.0.smithi031.stderr: -334> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 asok(0x560bc6fc3d90) register_command rotate-key cmddesc rotate-key hook 0x560bc7221160 EEXIST 2024-09-19T13:56:56.862 INFO:tasks.workunit.client.0.smithi031.stderr: -333> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 10 monclient: _reopen_session rank -1 2024-09-19T13:56:56.862 INFO:tasks.workunit.client.0.smithi031.stderr: -332> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-19T13:56:56.862 INFO:tasks.workunit.client.0.smithi031.stderr: -331> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 10 monclient(hunting): picked mon.noname-b con 0x560bc724a520 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T13:56:56.862 INFO:tasks.workunit.client.0.smithi031.stderr: -330> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 10 monclient(hunting): picked mon.noname-c con 0x560bc7249e50 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T13:56:56.862 INFO:tasks.workunit.client.0.smithi031.stderr: -329> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 10 monclient(hunting): picked mon.noname-a con 0x560bc7248830 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T13:56:56.862 INFO:tasks.workunit.client.0.smithi031.stderr: -328> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:56:56.862 INFO:tasks.workunit.client.0.smithi031.stderr: -327> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:56:56.862 INFO:tasks.workunit.client.0.smithi031.stderr: -326> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:56:56.862 INFO:tasks.workunit.client.0.smithi031.stderr: -325> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 10 monclient(hunting): _renew_subs 2024-09-19T13:56:56.862 INFO:tasks.workunit.client.0.smithi031.stderr: -324> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 10 monclient(hunting): authenticate will time out at 2160.582467s 2024-09-19T13:56:56.863 INFO:tasks.workunit.client.0.smithi031.stderr: -323> 2024-09-19T13:56:56.747+0000 7fb3f6711640 10 monclient(hunting): get_auth_request con 0x560bc7249e50 auth_method 0 2024-09-19T13:56:56.863 INFO:tasks.workunit.client.0.smithi031.stderr: -322> 2024-09-19T13:56:56.747+0000 7fb3f6711640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:56:56.863 INFO:tasks.workunit.client.0.smithi031.stderr: -321> 2024-09-19T13:56:56.747+0000 7fb3f6711640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:56:56.863 INFO:tasks.workunit.client.0.smithi031.stderr: -320> 2024-09-19T13:56:56.747+0000 7fb3f6711640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:56:56.863 INFO:tasks.workunit.client.0.smithi031.stderr: -319> 2024-09-19T13:56:56.747+0000 7fb3ff713640 10 monclient(hunting): get_auth_request con 0x560bc7248830 auth_method 0 2024-09-19T13:56:56.863 INFO:tasks.workunit.client.0.smithi031.stderr: -318> 2024-09-19T13:56:56.747+0000 7fb3ff713640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:56:56.863 INFO:tasks.workunit.client.0.smithi031.stderr: -317> 2024-09-19T13:56:56.747+0000 7fb3ff713640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:56:56.863 INFO:tasks.workunit.client.0.smithi031.stderr: -316> 2024-09-19T13:56:56.747+0000 7fb3ff713640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:56:56.863 INFO:tasks.workunit.client.0.smithi031.stderr: -315> 2024-09-19T13:56:56.747+0000 7fb3f6711640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:56:56.863 INFO:tasks.workunit.client.0.smithi031.stderr: -314> 2024-09-19T13:56:56.747+0000 7fb3f6711640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:56:56.863 INFO:tasks.workunit.client.0.smithi031.stderr: -313> 2024-09-19T13:56:56.747+0000 7fb3f6711640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:56:56.863 INFO:tasks.workunit.client.0.smithi031.stderr: -312> 2024-09-19T13:56:56.747+0000 7fb3ff713640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:56:56.864 INFO:tasks.workunit.client.0.smithi031.stderr: -311> 2024-09-19T13:56:56.747+0000 7fb3ff713640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:56:56.864 INFO:tasks.workunit.client.0.smithi031.stderr: -310> 2024-09-19T13:56:56.747+0000 7fb3ff713640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:56:56.864 INFO:tasks.workunit.client.0.smithi031.stderr: -309> 2024-09-19T13:56:56.747+0000 7fb3fef12640 10 monclient(hunting): get_auth_request con 0x560bc724a520 auth_method 0 2024-09-19T13:56:56.864 INFO:tasks.workunit.client.0.smithi031.stderr: -308> 2024-09-19T13:56:56.747+0000 7fb3fef12640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:56:56.864 INFO:tasks.workunit.client.0.smithi031.stderr: -307> 2024-09-19T13:56:56.747+0000 7fb3fef12640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:56:56.864 INFO:tasks.workunit.client.0.smithi031.stderr: -306> 2024-09-19T13:56:56.747+0000 7fb3fef12640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:56:56.864 INFO:tasks.workunit.client.0.smithi031.stderr: -305> 2024-09-19T13:56:56.747+0000 7fb3f6711640 10 monclient(hunting): handle_auth_done global_id 6032 payload 824 2024-09-19T13:56:56.864 INFO:tasks.workunit.client.0.smithi031.stderr: -304> 2024-09-19T13:56:56.747+0000 7fb3f6711640 10 monclient: _finish_hunting 0 2024-09-19T13:56:56.864 INFO:tasks.workunit.client.0.smithi031.stderr: -303> 2024-09-19T13:56:56.747+0000 7fb3f6711640 1 monclient: found mon.noname-c 2024-09-19T13:56:56.864 INFO:tasks.workunit.client.0.smithi031.stderr: -302> 2024-09-19T13:56:56.747+0000 7fb3f6711640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.31:3301/0 2024-09-19T13:56:56.864 INFO:tasks.workunit.client.0.smithi031.stderr: -301> 2024-09-19T13:56:56.747+0000 7fb2e8e01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:56:56.865 INFO:tasks.workunit.client.0.smithi031.stderr: -300> 2024-09-19T13:56:56.747+0000 7fb2e8e01640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T13:56:56.865 INFO:tasks.workunit.client.0.smithi031.stderr: -299> 2024-09-19T13:56:56.747+0000 7fb2e8e01640 10 monclient: dump: 2024-09-19T13:56:56.865 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:56:56.865 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:56:56.865 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:56:56.865 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:56:56.865 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:56:56.865 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:56:56.865 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:56:56.865 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:56:56.865 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:56:56.866 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:56.866 INFO:tasks.workunit.client.0.smithi031.stderr: -298> 2024-09-19T13:56:56.747+0000 7fb2e8e01640 10 monclient: _finish_auth 0 2024-09-19T13:56:56.866 INFO:tasks.workunit.client.0.smithi031.stderr: -297> 2024-09-19T13:56:56.747+0000 7fb2e8e01640 10 monclient: _check_auth_tickets 2024-09-19T13:56:56.866 INFO:tasks.workunit.client.0.smithi031.stderr: -296> 2024-09-19T13:56:56.747+0000 7fb2e8e01640 10 monclient: handle_config config(0 keys) 2024-09-19T13:56:56.866 INFO:tasks.workunit.client.0.smithi031.stderr: -295> 2024-09-19T13:56:56.747+0000 7fb2e8e01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:56:56.866 INFO:tasks.workunit.client.0.smithi031.stderr: -294> 2024-09-19T13:56:56.747+0000 7fb2e8e01640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T13:56:56.866 INFO:tasks.workunit.client.0.smithi031.stderr: -293> 2024-09-19T13:56:56.747+0000 7fb2e8e01640 10 monclient: dump: 2024-09-19T13:56:56.866 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:56:56.866 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:56:56.866 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:56:56.866 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:56:56.866 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:56:56.866 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:56:56.867 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:56:56.867 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:56:56.867 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:56:56.867 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:56.867 INFO:tasks.workunit.client.0.smithi031.stderr: -292> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 monclient: authenticate success, global_id 6032 2024-09-19T13:56:56.867 INFO:tasks.workunit.client.0.smithi031.stderr: -291> 2024-09-19T13:56:56.747+0000 7fb3fe711640 4 set_mon_vals no callback set 2024-09-19T13:56:56.867 INFO:tasks.workunit.client.0.smithi031.stderr: -290> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 10 monclient: _renew_subs 2024-09-19T13:56:56.867 INFO:tasks.workunit.client.0.smithi031.stderr: -289> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T13:56:56.867 INFO:tasks.workunit.client.0.smithi031.stderr: -288> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 10 monclient: _renew_subs 2024-09-19T13:56:56.867 INFO:tasks.workunit.client.0.smithi031.stderr: -287> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T13:56:56.867 INFO:tasks.workunit.client.0.smithi031.stderr: -286> 2024-09-19T13:56:56.751+0000 7fb2e8e01640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T13:56:56.867 INFO:tasks.workunit.client.0.smithi031.stderr: -285> 2024-09-19T13:56:56.751+0000 7fb2e8e01640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:56:56.867 INFO:tasks.workunit.client.0.smithi031.stderr: -284> 2024-09-19T13:56:56.751+0000 7fb2e8e01640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:56:56.868 INFO:tasks.workunit.client.0.smithi031.stderr: -283> 2024-09-19T13:56:56.751+0000 7fb3fef12640 10 monclient: get_auth_request con 0x7fb2d8071b20 auth_method 0 2024-09-19T13:56:56.868 INFO:tasks.workunit.client.0.smithi031.stderr: -282> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 10 monclient: get_monmap_and_config 2024-09-19T13:56:56.868 INFO:tasks.workunit.client.0.smithi031.stderr: -281> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 10 monclient: build_initial_monmap 2024-09-19T13:56:56.868 INFO:tasks.workunit.client.0.smithi031.stderr: -280> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 1 build_initial for_mkfs: 0 2024-09-19T13:56:56.868 INFO:tasks.workunit.client.0.smithi031.stderr: -279> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 10 monclient: monmap: 2024-09-19T13:56:56.868 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T13:56:56.868 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T13:56:56.868 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T13:56:56.868 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T13:56:56.868 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T13:56:56.868 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:56:56.868 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T13:56:56.868 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T13:56:56.869 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T13:56:56.869 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:56.869 INFO:tasks.workunit.client.0.smithi031.stderr: -278> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7269b90) adding auth protocol: cephx 2024-09-19T13:56:56.869 INFO:tasks.workunit.client.0.smithi031.stderr: -277> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7269b90) adding auth protocol: cephx 2024-09-19T13:56:56.869 INFO:tasks.workunit.client.0.smithi031.stderr: -276> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7269b90) adding auth protocol: cephx 2024-09-19T13:56:56.869 INFO:tasks.workunit.client.0.smithi031.stderr: -275> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7269b90) adding con mode: secure 2024-09-19T13:56:56.869 INFO:tasks.workunit.client.0.smithi031.stderr: -274> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7269b90) adding con mode: crc 2024-09-19T13:56:56.869 INFO:tasks.workunit.client.0.smithi031.stderr: -273> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7269b90) adding con mode: secure 2024-09-19T13:56:56.869 INFO:tasks.workunit.client.0.smithi031.stderr: -272> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7269b90) adding con mode: crc 2024-09-19T13:56:56.869 INFO:tasks.workunit.client.0.smithi031.stderr: -271> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7269b90) adding con mode: secure 2024-09-19T13:56:56.869 INFO:tasks.workunit.client.0.smithi031.stderr: -270> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7269b90) adding con mode: crc 2024-09-19T13:56:56.869 INFO:tasks.workunit.client.0.smithi031.stderr: -269> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7269b90) adding con mode: crc 2024-09-19T13:56:56.869 INFO:tasks.workunit.client.0.smithi031.stderr: -268> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7269b90) adding con mode: secure 2024-09-19T13:56:56.870 INFO:tasks.workunit.client.0.smithi031.stderr: -267> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7269b90) adding con mode: crc 2024-09-19T13:56:56.870 INFO:tasks.workunit.client.0.smithi031.stderr: -266> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7269b90) adding con mode: secure 2024-09-19T13:56:56.870 INFO:tasks.workunit.client.0.smithi031.stderr: -265> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7269b90) adding con mode: crc 2024-09-19T13:56:56.870 INFO:tasks.workunit.client.0.smithi031.stderr: -264> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7269b90) adding con mode: secure 2024-09-19T13:56:56.870 INFO:tasks.workunit.client.0.smithi031.stderr: -263> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:56:56.870 INFO:tasks.workunit.client.0.smithi031.stderr: -262> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 10 monclient: init 2024-09-19T13:56:56.870 INFO:tasks.workunit.client.0.smithi031.stderr: -261> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1340) adding auth protocol: cephx 2024-09-19T13:56:56.870 INFO:tasks.workunit.client.0.smithi031.stderr: -260> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1340) adding auth protocol: cephx 2024-09-19T13:56:56.870 INFO:tasks.workunit.client.0.smithi031.stderr: -259> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1340) adding auth protocol: cephx 2024-09-19T13:56:56.870 INFO:tasks.workunit.client.0.smithi031.stderr: -258> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1340) adding con mode: secure 2024-09-19T13:56:56.870 INFO:tasks.workunit.client.0.smithi031.stderr: -257> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1340) adding con mode: crc 2024-09-19T13:56:56.870 INFO:tasks.workunit.client.0.smithi031.stderr: -256> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1340) adding con mode: secure 2024-09-19T13:56:56.870 INFO:tasks.workunit.client.0.smithi031.stderr: -255> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1340) adding con mode: crc 2024-09-19T13:56:56.870 INFO:tasks.workunit.client.0.smithi031.stderr: -254> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1340) adding con mode: secure 2024-09-19T13:56:56.871 INFO:tasks.workunit.client.0.smithi031.stderr: -253> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1340) adding con mode: crc 2024-09-19T13:56:56.871 INFO:tasks.workunit.client.0.smithi031.stderr: -252> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1340) adding con mode: crc 2024-09-19T13:56:56.871 INFO:tasks.workunit.client.0.smithi031.stderr: -251> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1340) adding con mode: secure 2024-09-19T13:56:56.871 INFO:tasks.workunit.client.0.smithi031.stderr: -250> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1340) adding con mode: crc 2024-09-19T13:56:56.871 INFO:tasks.workunit.client.0.smithi031.stderr: -249> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1340) adding con mode: secure 2024-09-19T13:56:56.871 INFO:tasks.workunit.client.0.smithi031.stderr: -248> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1340) adding con mode: crc 2024-09-19T13:56:56.871 INFO:tasks.workunit.client.0.smithi031.stderr: -247> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1340) adding con mode: secure 2024-09-19T13:56:56.871 INFO:tasks.workunit.client.0.smithi031.stderr: -246> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:56:56.871 INFO:tasks.workunit.client.0.smithi031.stderr: -245> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:56:56.871 INFO:tasks.workunit.client.0.smithi031.stderr: -244> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 asok(0x560bc6fc3d90) register_command rotate-key cmddesc rotate-key hook 0x7fff486c1488 EEXIST 2024-09-19T13:56:56.871 INFO:tasks.workunit.client.0.smithi031.stderr: -243> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 10 monclient: _reopen_session rank -1 2024-09-19T13:56:56.871 INFO:tasks.workunit.client.0.smithi031.stderr: -242> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-19T13:56:56.872 INFO:tasks.workunit.client.0.smithi031.stderr: -241> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 10 monclient(hunting): picked mon.noname-c con 0x560bc729e0b0 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T13:56:56.872 INFO:tasks.workunit.client.0.smithi031.stderr: -240> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 10 monclient(hunting): picked mon.noname-a con 0x560bc72994a0 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T13:56:56.872 INFO:tasks.workunit.client.0.smithi031.stderr: -239> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 10 monclient(hunting): picked mon.noname-b con 0x560bc7299e20 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T13:56:56.872 INFO:tasks.workunit.client.0.smithi031.stderr: -238> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:56:56.872 INFO:tasks.workunit.client.0.smithi031.stderr: -237> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:56:56.872 INFO:tasks.workunit.client.0.smithi031.stderr: -236> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:56:56.872 INFO:tasks.workunit.client.0.smithi031.stderr: -235> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 10 monclient(hunting): _renew_subs 2024-09-19T13:56:56.872 INFO:tasks.workunit.client.0.smithi031.stderr: -234> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 10 monclient(hunting): authenticate will time out at 2160.586533s 2024-09-19T13:56:56.872 INFO:tasks.workunit.client.0.smithi031.stderr: -233> 2024-09-19T13:56:56.751+0000 7fb3fef12640 10 monclient(hunting): get_auth_request con 0x560bc729e0b0 auth_method 0 2024-09-19T13:56:56.872 INFO:tasks.workunit.client.0.smithi031.stderr: -232> 2024-09-19T13:56:56.751+0000 7fb3fef12640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:56:56.872 INFO:tasks.workunit.client.0.smithi031.stderr: -231> 2024-09-19T13:56:56.751+0000 7fb3fef12640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:56:56.872 INFO:tasks.workunit.client.0.smithi031.stderr: -230> 2024-09-19T13:56:56.751+0000 7fb3fef12640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:56:56.872 INFO:tasks.workunit.client.0.smithi031.stderr: -229> 2024-09-19T13:56:56.751+0000 7fb3f6711640 10 monclient(hunting): get_auth_request con 0x560bc72994a0 auth_method 0 2024-09-19T13:56:56.873 INFO:tasks.workunit.client.0.smithi031.stderr: -228> 2024-09-19T13:56:56.751+0000 7fb3f6711640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:56:56.873 INFO:tasks.workunit.client.0.smithi031.stderr: -227> 2024-09-19T13:56:56.751+0000 7fb3f6711640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:56:56.873 INFO:tasks.workunit.client.0.smithi031.stderr: -226> 2024-09-19T13:56:56.751+0000 7fb3f6711640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:56:56.873 INFO:tasks.workunit.client.0.smithi031.stderr: -225> 2024-09-19T13:56:56.751+0000 7fb3fef12640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:56:56.873 INFO:tasks.workunit.client.0.smithi031.stderr: -224> 2024-09-19T13:56:56.751+0000 7fb3fef12640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:56:56.873 INFO:tasks.workunit.client.0.smithi031.stderr: -223> 2024-09-19T13:56:56.751+0000 7fb3fef12640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:56:56.873 INFO:tasks.workunit.client.0.smithi031.stderr: -222> 2024-09-19T13:56:56.751+0000 7fb3f6711640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:56:56.873 INFO:tasks.workunit.client.0.smithi031.stderr: -221> 2024-09-19T13:56:56.751+0000 7fb3f6711640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:56:56.873 INFO:tasks.workunit.client.0.smithi031.stderr: -220> 2024-09-19T13:56:56.751+0000 7fb3f6711640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:56:56.873 INFO:tasks.workunit.client.0.smithi031.stderr: -219> 2024-09-19T13:56:56.751+0000 7fb3fef12640 10 monclient(hunting): handle_auth_done global_id 6035 payload 274 2024-09-19T13:56:56.873 INFO:tasks.workunit.client.0.smithi031.stderr: -218> 2024-09-19T13:56:56.751+0000 7fb3fef12640 10 monclient: _finish_hunting 0 2024-09-19T13:56:56.873 INFO:tasks.workunit.client.0.smithi031.stderr: -217> 2024-09-19T13:56:56.751+0000 7fb3fef12640 1 monclient: found mon.noname-c 2024-09-19T13:56:56.873 INFO:tasks.workunit.client.0.smithi031.stderr: -216> 2024-09-19T13:56:56.751+0000 7fb3fef12640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.31:3301/0 2024-09-19T13:56:56.874 INFO:tasks.workunit.client.0.smithi031.stderr: -215> 2024-09-19T13:56:56.751+0000 7fb2e27fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:56:56.874 INFO:tasks.workunit.client.0.smithi031.stderr: -214> 2024-09-19T13:56:56.751+0000 7fb2e27fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T13:56:56.874 INFO:tasks.workunit.client.0.smithi031.stderr: -213> 2024-09-19T13:56:56.751+0000 7fb2e27fc640 10 monclient: dump: 2024-09-19T13:56:56.874 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:56:56.874 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:56:56.874 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:56:56.874 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:56:56.874 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:56:56.874 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:56:56.874 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:56:56.874 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:56:56.874 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:56:56.874 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:56.875 INFO:tasks.workunit.client.0.smithi031.stderr: -212> 2024-09-19T13:56:56.751+0000 7fb2e27fc640 10 monclient: _finish_auth 0 2024-09-19T13:56:56.875 INFO:tasks.workunit.client.0.smithi031.stderr: -211> 2024-09-19T13:56:56.751+0000 7fb2e27fc640 10 monclient: _check_auth_tickets 2024-09-19T13:56:56.875 INFO:tasks.workunit.client.0.smithi031.stderr: -210> 2024-09-19T13:56:56.751+0000 7fb2e27fc640 10 monclient: handle_config config(0 keys) 2024-09-19T13:56:56.875 INFO:tasks.workunit.client.0.smithi031.stderr: -209> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 monclient: authenticate success, global_id 6035 2024-09-19T13:56:56.875 INFO:tasks.workunit.client.0.smithi031.stderr: -208> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 10 monclient: get_monmap_and_config success 2024-09-19T13:56:56.875 INFO:tasks.workunit.client.0.smithi031.stderr: -207> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 4 set_mon_vals no callback set 2024-09-19T13:56:56.875 INFO:tasks.workunit.client.0.smithi031.stderr: -206> 2024-09-19T13:56:56.751+0000 7fb2e27fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:56:56.875 INFO:tasks.workunit.client.0.smithi031.stderr: -205> 2024-09-19T13:56:56.751+0000 7fb2e27fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T13:56:56.875 INFO:tasks.workunit.client.0.smithi031.stderr: -204> 2024-09-19T13:56:56.751+0000 7fb2e27fc640 10 monclient: dump: 2024-09-19T13:56:56.875 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:56:56.875 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:56:56.875 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:56:56.875 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:56:56.875 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:56:56.876 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:56:56.876 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:56:56.876 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:56:56.876 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:56:56.876 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:56.876 INFO:tasks.workunit.client.0.smithi031.stderr: -203> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 10 monclient: shutdown 2024-09-19T13:56:56.876 INFO:tasks.workunit.client.0.smithi031.stderr: -202> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 10 monclient: build_initial_monmap 2024-09-19T13:56:56.876 INFO:tasks.workunit.client.0.smithi031.stderr: -201> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 1 build_initial for_mkfs: 0 2024-09-19T13:56:56.876 INFO:tasks.workunit.client.0.smithi031.stderr: -200> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 10 monclient: monmap: 2024-09-19T13:56:56.876 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T13:56:56.876 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T13:56:56.876 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T13:56:56.877 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T13:56:56.877 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T13:56:56.877 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:56:56.877 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T13:56:56.877 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T13:56:56.877 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T13:56:56.877 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:56.877 INFO:tasks.workunit.client.0.smithi031.stderr: -199> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc72906a0) adding auth protocol: cephx 2024-09-19T13:56:56.877 INFO:tasks.workunit.client.0.smithi031.stderr: -198> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc72906a0) adding auth protocol: cephx 2024-09-19T13:56:56.877 INFO:tasks.workunit.client.0.smithi031.stderr: -197> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc72906a0) adding auth protocol: cephx 2024-09-19T13:56:56.877 INFO:tasks.workunit.client.0.smithi031.stderr: -196> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc72906a0) adding con mode: secure 2024-09-19T13:56:56.877 INFO:tasks.workunit.client.0.smithi031.stderr: -195> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc72906a0) adding con mode: crc 2024-09-19T13:56:56.877 INFO:tasks.workunit.client.0.smithi031.stderr: -194> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc72906a0) adding con mode: secure 2024-09-19T13:56:56.877 INFO:tasks.workunit.client.0.smithi031.stderr: -193> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc72906a0) adding con mode: crc 2024-09-19T13:56:56.878 INFO:tasks.workunit.client.0.smithi031.stderr: -192> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc72906a0) adding con mode: secure 2024-09-19T13:56:56.878 INFO:tasks.workunit.client.0.smithi031.stderr: -191> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc72906a0) adding con mode: crc 2024-09-19T13:56:56.878 INFO:tasks.workunit.client.0.smithi031.stderr: -190> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc72906a0) adding con mode: crc 2024-09-19T13:56:56.878 INFO:tasks.workunit.client.0.smithi031.stderr: -189> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc72906a0) adding con mode: secure 2024-09-19T13:56:56.878 INFO:tasks.workunit.client.0.smithi031.stderr: -188> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc72906a0) adding con mode: crc 2024-09-19T13:56:56.878 INFO:tasks.workunit.client.0.smithi031.stderr: -187> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc72906a0) adding con mode: secure 2024-09-19T13:56:56.878 INFO:tasks.workunit.client.0.smithi031.stderr: -186> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc72906a0) adding con mode: crc 2024-09-19T13:56:56.878 INFO:tasks.workunit.client.0.smithi031.stderr: -185> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc72906a0) adding con mode: secure 2024-09-19T13:56:56.878 INFO:tasks.workunit.client.0.smithi031.stderr: -184> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:56:56.878 INFO:tasks.workunit.client.0.smithi031.stderr: -183> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 1 librados: starting msgr at 2024-09-19T13:56:56.878 INFO:tasks.workunit.client.0.smithi031.stderr: -182> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 1 librados: starting objecter 2024-09-19T13:56:56.878 INFO:tasks.workunit.client.0.smithi031.stderr: -181> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 asok(0x560bc6fc3d90) register_command objecter_requests cmddesc objecter_requests hook 0x560bc724d390 EEXIST 2024-09-19T13:56:56.878 INFO:tasks.workunit.client.0.smithi031.stderr: -180> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 1 librados: setting wanted keys 2024-09-19T13:56:56.878 INFO:tasks.workunit.client.0.smithi031.stderr: -179> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 1 librados: calling monclient init 2024-09-19T13:56:56.878 INFO:tasks.workunit.client.0.smithi031.stderr: -178> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 10 monclient: init 2024-09-19T13:56:56.879 INFO:tasks.workunit.client.0.smithi031.stderr: -177> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc724c340) adding auth protocol: cephx 2024-09-19T13:56:56.879 INFO:tasks.workunit.client.0.smithi031.stderr: -176> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc724c340) adding auth protocol: cephx 2024-09-19T13:56:56.879 INFO:tasks.workunit.client.0.smithi031.stderr: -175> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc724c340) adding auth protocol: cephx 2024-09-19T13:56:56.879 INFO:tasks.workunit.client.0.smithi031.stderr: -174> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc724c340) adding con mode: secure 2024-09-19T13:56:56.879 INFO:tasks.workunit.client.0.smithi031.stderr: -173> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc724c340) adding con mode: crc 2024-09-19T13:56:56.879 INFO:tasks.workunit.client.0.smithi031.stderr: -172> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc724c340) adding con mode: secure 2024-09-19T13:56:56.879 INFO:tasks.workunit.client.0.smithi031.stderr: -171> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc724c340) adding con mode: crc 2024-09-19T13:56:56.879 INFO:tasks.workunit.client.0.smithi031.stderr: -170> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc724c340) adding con mode: secure 2024-09-19T13:56:56.879 INFO:tasks.workunit.client.0.smithi031.stderr: -169> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc724c340) adding con mode: crc 2024-09-19T13:56:56.879 INFO:tasks.workunit.client.0.smithi031.stderr: -168> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc724c340) adding con mode: crc 2024-09-19T13:56:56.879 INFO:tasks.workunit.client.0.smithi031.stderr: -167> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc724c340) adding con mode: secure 2024-09-19T13:56:56.879 INFO:tasks.workunit.client.0.smithi031.stderr: -166> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc724c340) adding con mode: crc 2024-09-19T13:56:56.879 INFO:tasks.workunit.client.0.smithi031.stderr: -165> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc724c340) adding con mode: secure 2024-09-19T13:56:56.880 INFO:tasks.workunit.client.0.smithi031.stderr: -164> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc724c340) adding con mode: crc 2024-09-19T13:56:56.880 INFO:tasks.workunit.client.0.smithi031.stderr: -163> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc724c340) adding con mode: secure 2024-09-19T13:56:56.880 INFO:tasks.workunit.client.0.smithi031.stderr: -162> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:56:56.880 INFO:tasks.workunit.client.0.smithi031.stderr: -161> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:56:56.880 INFO:tasks.workunit.client.0.smithi031.stderr: -160> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 asok(0x560bc6fc3d90) register_command rotate-key cmddesc rotate-key hook 0x560bc724c488 EEXIST 2024-09-19T13:56:56.880 INFO:tasks.workunit.client.0.smithi031.stderr: -159> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 10 monclient: _reopen_session rank -1 2024-09-19T13:56:56.880 INFO:tasks.workunit.client.0.smithi031.stderr: -158> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-19T13:56:56.880 INFO:tasks.workunit.client.0.smithi031.stderr: -157> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 10 monclient(hunting): picked mon.noname-c con 0x560bc72994a0 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T13:56:56.880 INFO:tasks.workunit.client.0.smithi031.stderr: -156> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 10 monclient(hunting): picked mon.noname-a con 0x560bc7299e20 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T13:56:56.880 INFO:tasks.workunit.client.0.smithi031.stderr: -155> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 10 monclient(hunting): picked mon.noname-b con 0x560bc729e0b0 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T13:56:56.880 INFO:tasks.workunit.client.0.smithi031.stderr: -154> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:56:56.880 INFO:tasks.workunit.client.0.smithi031.stderr: -153> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:56:56.880 INFO:tasks.workunit.client.0.smithi031.stderr: -152> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:56:56.881 INFO:tasks.workunit.client.0.smithi031.stderr: -151> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 10 monclient(hunting): _renew_subs 2024-09-19T13:56:56.881 INFO:tasks.workunit.client.0.smithi031.stderr: -150> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 10 monclient(hunting): authenticate will time out at 2160.589299s 2024-09-19T13:56:56.881 INFO:tasks.workunit.client.0.smithi031.stderr: -149> 2024-09-19T13:56:56.755+0000 7fb3f6711640 10 monclient(hunting): get_auth_request con 0x560bc7299e20 auth_method 0 2024-09-19T13:56:56.881 INFO:tasks.workunit.client.0.smithi031.stderr: -148> 2024-09-19T13:56:56.755+0000 7fb3f6711640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:56:56.881 INFO:tasks.workunit.client.0.smithi031.stderr: -147> 2024-09-19T13:56:56.755+0000 7fb3f6711640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:56:56.881 INFO:tasks.workunit.client.0.smithi031.stderr: -146> 2024-09-19T13:56:56.755+0000 7fb3f6711640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:56:56.881 INFO:tasks.workunit.client.0.smithi031.stderr: -145> 2024-09-19T13:56:56.755+0000 7fb3fef12640 10 monclient(hunting): get_auth_request con 0x560bc72994a0 auth_method 0 2024-09-19T13:56:56.881 INFO:tasks.workunit.client.0.smithi031.stderr: -144> 2024-09-19T13:56:56.755+0000 7fb3fef12640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:56:56.881 INFO:tasks.workunit.client.0.smithi031.stderr: -143> 2024-09-19T13:56:56.755+0000 7fb3fef12640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:56:56.881 INFO:tasks.workunit.client.0.smithi031.stderr: -142> 2024-09-19T13:56:56.755+0000 7fb3fef12640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:56:56.881 INFO:tasks.workunit.client.0.smithi031.stderr: -141> 2024-09-19T13:56:56.755+0000 7fb3f6711640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:56:56.881 INFO:tasks.workunit.client.0.smithi031.stderr: -140> 2024-09-19T13:56:56.755+0000 7fb3f6711640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:56:56.881 INFO:tasks.workunit.client.0.smithi031.stderr: -139> 2024-09-19T13:56:56.755+0000 7fb3f6711640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:56:56.881 INFO:tasks.workunit.client.0.smithi031.stderr: -138> 2024-09-19T13:56:56.755+0000 7fb3fef12640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:56:56.882 INFO:tasks.workunit.client.0.smithi031.stderr: -137> 2024-09-19T13:56:56.755+0000 7fb3fef12640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:56:56.882 INFO:tasks.workunit.client.0.smithi031.stderr: -136> 2024-09-19T13:56:56.755+0000 7fb3fef12640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:56:56.882 INFO:tasks.workunit.client.0.smithi031.stderr: -135> 2024-09-19T13:56:56.755+0000 7fb3f6711640 10 monclient(hunting): handle_auth_done global_id 6393 payload 824 2024-09-19T13:56:56.882 INFO:tasks.workunit.client.0.smithi031.stderr: -134> 2024-09-19T13:56:56.755+0000 7fb3f6711640 10 monclient: _finish_hunting 0 2024-09-19T13:56:56.882 INFO:tasks.workunit.client.0.smithi031.stderr: -133> 2024-09-19T13:56:56.755+0000 7fb3f6711640 1 monclient: found mon.noname-a 2024-09-19T13:56:56.882 INFO:tasks.workunit.client.0.smithi031.stderr: -132> 2024-09-19T13:56:56.755+0000 7fb3f6711640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T13:56:56.882 INFO:tasks.workunit.client.0.smithi031.stderr: -131> 2024-09-19T13:56:56.755+0000 7fb2e0ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:56:56.882 INFO:tasks.workunit.client.0.smithi031.stderr: -130> 2024-09-19T13:56:56.755+0000 7fb2e0ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T13:56:56.882 INFO:tasks.workunit.client.0.smithi031.stderr: -129> 2024-09-19T13:56:56.755+0000 7fb2e0ff9640 10 monclient: dump: 2024-09-19T13:56:56.882 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:56:56.882 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:56:56.882 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:56:56.882 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:56:56.882 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:56:56.882 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:56:56.883 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:56:56.883 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:56:56.883 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:56:56.883 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:56.883 INFO:tasks.workunit.client.0.smithi031.stderr: -128> 2024-09-19T13:56:56.755+0000 7fb2e0ff9640 10 monclient: _finish_auth 0 2024-09-19T13:56:56.883 INFO:tasks.workunit.client.0.smithi031.stderr: -127> 2024-09-19T13:56:56.755+0000 7fb2e0ff9640 10 monclient: _check_auth_tickets 2024-09-19T13:56:56.883 INFO:tasks.workunit.client.0.smithi031.stderr: -126> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 monclient: authenticate success, global_id 6393 2024-09-19T13:56:56.883 INFO:tasks.workunit.client.0.smithi031.stderr: -125> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 10 monclient: _renew_subs 2024-09-19T13:56:56.883 INFO:tasks.workunit.client.0.smithi031.stderr: -124> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T13:56:56.883 INFO:tasks.workunit.client.0.smithi031.stderr: -123> 2024-09-19T13:56:56.755+0000 7fb2e0ff9640 10 monclient: handle_config config(0 keys) 2024-09-19T13:56:56.883 INFO:tasks.workunit.client.0.smithi031.stderr: -122> 2024-09-19T13:56:56.755+0000 7fb2e0ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:56:56.883 INFO:tasks.workunit.client.0.smithi031.stderr: -121> 2024-09-19T13:56:56.755+0000 7fb2e0ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T13:56:56.883 INFO:tasks.workunit.client.0.smithi031.stderr: -120> 2024-09-19T13:56:56.755+0000 7fb2e0ff9640 10 monclient: dump: 2024-09-19T13:56:56.883 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:56:56.884 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:56:56.884 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:56:56.884 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:56:56.884 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:56:56.884 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:56:56.884 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:56:56.884 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:56:56.884 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:56:56.884 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:56.884 INFO:tasks.workunit.client.0.smithi031.stderr: -119> 2024-09-19T13:56:56.755+0000 7fb2e27fc640 4 set_mon_vals no callback set 2024-09-19T13:56:56.884 INFO:tasks.workunit.client.0.smithi031.stderr: -118> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 10 monclient: _renew_subs 2024-09-19T13:56:56.884 INFO:tasks.workunit.client.0.smithi031.stderr: -117> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T13:56:56.884 INFO:tasks.workunit.client.0.smithi031.stderr: -116> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 1 librados: init done 2024-09-19T13:56:56.884 INFO:tasks.workunit.client.0.smithi031.stderr: -115> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 asok(0x560bc6fc3d90) register_command cr dump hook 0x560bc7293ee8 2024-09-19T13:56:56.885 INFO:tasks.workunit.client.0.smithi031.stderr: -114> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.885 INFO:tasks.workunit.client.0.smithi031.stderr: -113> 2024-09-19T13:56:56.755+0000 7fb2e0ff9640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T13:56:56.885 INFO:tasks.workunit.client.0.smithi031.stderr: -112> 2024-09-19T13:56:56.755+0000 7fb2e0ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:56:56.885 INFO:tasks.workunit.client.0.smithi031.stderr: -111> 2024-09-19T13:56:56.755+0000 7fb2e0ff9640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:56:56.885 INFO:tasks.workunit.client.0.smithi031.stderr: -110> 2024-09-19T13:56:56.759+0000 7fb3fef12640 10 monclient: get_auth_request con 0x7fb2c80760b0 auth_method 0 2024-09-19T13:56:56.885 INFO:tasks.workunit.client.0.smithi031.stderr: -109> 2024-09-19T13:56:56.759+0000 7fb3ff713640 10 monclient: get_auth_request con 0x560bc72b5400 auth_method 0 2024-09-19T13:56:56.885 INFO:tasks.workunit.client.0.smithi031.stderr: -108> 2024-09-19T13:56:56.759+0000 7fb40140c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:56.885 INFO:tasks.workunit.client.0.smithi031.stderr: -107> 2024-09-19T13:56:56.759+0000 7fb40140c9c0 20 realm 2024-09-19T13:56:56.885 INFO:tasks.workunit.client.0.smithi031.stderr: -106> 2024-09-19T13:56:56.759+0000 7fb40140c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.885 INFO:tasks.workunit.client.0.smithi031.stderr: -105> 2024-09-19T13:56:56.759+0000 7fb40140c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:56.885 INFO:tasks.workunit.client.0.smithi031.stderr: -104> 2024-09-19T13:56:56.759+0000 7fb40140c9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:56:56.885 INFO:tasks.workunit.client.0.smithi031.stderr: -103> 2024-09-19T13:56:56.759+0000 7fb40140c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.885 INFO:tasks.workunit.client.0.smithi031.stderr: -102> 2024-09-19T13:56:56.759+0000 7fb40140c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:56.886 INFO:tasks.workunit.client.0.smithi031.stderr: -101> 2024-09-19T13:56:56.759+0000 7fb40140c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.886 INFO:tasks.workunit.client.0.smithi031.stderr: -100> 2024-09-19T13:56:56.759+0000 7fb3fef12640 10 monclient: get_auth_request con 0x560bc72b9700 auth_method 0 2024-09-19T13:56:56.886 INFO:tasks.workunit.client.0.smithi031.stderr: -99> 2024-09-19T13:56:56.763+0000 7fb40140c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:56:56.886 INFO:tasks.workunit.client.0.smithi031.stderr: -98> 2024-09-19T13:56:56.763+0000 7fb40140c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.886 INFO:tasks.workunit.client.0.smithi031.stderr: -97> 2024-09-19T13:56:56.763+0000 7fb3f6711640 10 monclient: get_auth_request con 0x560bc72bce20 auth_method 0 2024-09-19T13:56:56.886 INFO:tasks.workunit.client.0.smithi031.stderr: -96> 2024-09-19T13:56:56.763+0000 7fb40140c9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:56:56.886 INFO:tasks.workunit.client.0.smithi031.stderr: -95> 2024-09-19T13:56:56.763+0000 7fb40140c9c0 20 searching for the correct realm 2024-09-19T13:56:56.886 INFO:tasks.workunit.client.0.smithi031.stderr: -94> 2024-09-19T13:56:56.763+0000 7fb3ff713640 10 monclient: get_auth_request con 0x7fb3e80c0070 auth_method 0 2024-09-19T13:56:56.886 INFO:tasks.workunit.client.0.smithi031.stderr: -93> 2024-09-19T13:56:56.767+0000 7fb3fef12640 10 monclient: get_auth_request con 0x7fb3f004c040 auth_method 0 2024-09-19T13:56:56.886 INFO:tasks.workunit.client.0.smithi031.stderr: -92> 2024-09-19T13:56:56.767+0000 7fb3f6711640 10 monclient: get_auth_request con 0x7fb3e810f050 auth_method 0 2024-09-19T13:56:56.886 INFO:tasks.workunit.client.0.smithi031.stderr: -91> 2024-09-19T13:56:56.767+0000 7fb3f6711640 0 -- 172.21.15.31:0/3084420094 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7fb3e810f050 msgr2=0x7fb3e8108d20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:56:56.886 INFO:tasks.workunit.client.0.smithi031.stderr: -90> 2024-09-19T13:56:56.767+0000 7fb2e0ff9640 1 client.6393.objecter ms_handle_reset 0x7fb3e810f050 session 0x7fb3e80c3e50 osd.5 2024-09-19T13:56:56.886 INFO:tasks.workunit.client.0.smithi031.stderr: -89> 2024-09-19T13:56:56.767+0000 7fb2e0ff9640 10 monclient: _renew_subs 2024-09-19T13:56:56.886 INFO:tasks.workunit.client.0.smithi031.stderr: -88> 2024-09-19T13:56:56.767+0000 7fb2e0ff9640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T13:56:56.886 INFO:tasks.workunit.client.0.smithi031.stderr: -87> 2024-09-19T13:56:56.767+0000 7fb3f6711640 10 monclient: get_auth_request con 0x7fb2c80862e0 auth_method 0 2024-09-19T13:56:56.887 INFO:tasks.workunit.client.0.smithi031.stderr: -86> 2024-09-19T13:56:56.771+0000 7fb3ff713640 10 monclient: get_auth_request con 0x7fb3f004db60 auth_method 0 2024-09-19T13:56:56.887 INFO:tasks.workunit.client.0.smithi031.stderr: -85> 2024-09-19T13:56:56.775+0000 7fb3fef12640 10 monclient: get_auth_request con 0x7fb3f8018070 auth_method 0 2024-09-19T13:56:56.887 INFO:tasks.workunit.client.0.smithi031.stderr: -84> 2024-09-19T13:56:56.775+0000 7fb3ff713640 0 -- 172.21.15.31:0/3084420094 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x560bc72b5400 msgr2=0x560bc72b7860 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:56:56.887 INFO:tasks.workunit.client.0.smithi031.stderr: -83> 2024-09-19T13:56:56.775+0000 7fb2e0ff9640 1 client.6393.objecter ms_handle_reset 0x560bc72b5400 session 0x560bc72b4d30 osd.6 2024-09-19T13:56:56.887 INFO:tasks.workunit.client.0.smithi031.stderr: -82> 2024-09-19T13:56:56.775+0000 7fb3ff713640 10 monclient: get_auth_request con 0x7fb3e810f050 auth_method 0 2024-09-19T13:56:56.887 INFO:tasks.workunit.client.0.smithi031.stderr: -81> 2024-09-19T13:56:56.783+0000 7fb40140c9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:56:56.887 INFO:tasks.workunit.client.0.smithi031.stderr: -80> 2024-09-19T13:56:56.783+0000 7fb40140c9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:56:56.887 INFO:tasks.workunit.client.0.smithi031.stderr: -79> 2024-09-19T13:56:56.783+0000 7fb40140c9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:56:56.887 INFO:tasks.workunit.client.0.smithi031.stderr: -78> 2024-09-19T13:56:56.783+0000 7fb40140c9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:56:56.887 INFO:tasks.workunit.client.0.smithi031.stderr: -77> 2024-09-19T13:56:56.783+0000 7fb40140c9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:56:56.887 INFO:tasks.workunit.client.0.smithi031.stderr: -76> 2024-09-19T13:56:56.783+0000 7fb40140c9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:56:56.887 INFO:tasks.workunit.client.0.smithi031.stderr: -75> 2024-09-19T13:56:56.783+0000 7fb40140c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.887 INFO:tasks.workunit.client.0.smithi031.stderr: -74> 2024-09-19T13:56:56.783+0000 7fb40140c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:56.887 INFO:tasks.workunit.client.0.smithi031.stderr: -73> 2024-09-19T13:56:56.783+0000 7fb40140c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.888 INFO:tasks.workunit.client.0.smithi031.stderr: -72> 2024-09-19T13:56:56.783+0000 7fb40140c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:56:56.888 INFO:tasks.workunit.client.0.smithi031.stderr: -71> 2024-09-19T13:56:56.783+0000 7fb40140c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.888 INFO:tasks.workunit.client.0.smithi031.stderr: -70> 2024-09-19T13:56:56.783+0000 7fb40140c9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:56:56.888 INFO:tasks.workunit.client.0.smithi031.stderr: -69> 2024-09-19T13:56:56.783+0000 7fb40140c9c0 20 zone default found 2024-09-19T13:56:56.888 INFO:tasks.workunit.client.0.smithi031.stderr: -68> 2024-09-19T13:56:56.783+0000 7fb40140c9c0 4 Realm: () 2024-09-19T13:56:56.888 INFO:tasks.workunit.client.0.smithi031.stderr: -67> 2024-09-19T13:56:56.783+0000 7fb40140c9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:56:56.888 INFO:tasks.workunit.client.0.smithi031.stderr: -66> 2024-09-19T13:56:56.783+0000 7fb40140c9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:56:56.888 INFO:tasks.workunit.client.0.smithi031.stderr: -65> 2024-09-19T13:56:56.783+0000 7fb40140c9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:56:56.888 INFO:tasks.workunit.client.0.smithi031.stderr: -64> 2024-09-19T13:56:56.783+0000 7fb40140c9c0 20 zonegroup default 2024-09-19T13:56:56.888 INFO:tasks.workunit.client.0.smithi031.stderr: -63> 2024-09-19T13:56:56.783+0000 7fb40140c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.888 INFO:tasks.workunit.client.0.smithi031.stderr: -62> 2024-09-19T13:56:56.787+0000 7fb40140c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:56.888 INFO:tasks.workunit.client.0.smithi031.stderr: -61> 2024-09-19T13:56:56.787+0000 7fb40140c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.888 INFO:tasks.workunit.client.0.smithi031.stderr: -60> 2024-09-19T13:56:56.787+0000 7fb40140c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:56.889 INFO:tasks.workunit.client.0.smithi031.stderr: -59> 2024-09-19T13:56:56.787+0000 7fb40140c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.889 INFO:tasks.workunit.client.0.smithi031.stderr: -58> 2024-09-19T13:56:56.787+0000 7fb40140c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:56.889 INFO:tasks.workunit.client.0.smithi031.stderr: -57> 2024-09-19T13:56:56.787+0000 7fb40140c9c0 20 started sync module instance, tier type = 2024-09-19T13:56:56.889 INFO:tasks.workunit.client.0.smithi031.stderr: -56> 2024-09-19T13:56:56.787+0000 7fb40140c9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:56:56.889 INFO:tasks.workunit.client.0.smithi031.stderr: -55> 2024-09-19T13:56:56.803+0000 7fb40140c9c0 20 add_watcher() i=0 2024-09-19T13:56:56.889 INFO:tasks.workunit.client.0.smithi031.stderr: -54> 2024-09-19T13:56:56.803+0000 7fb40140c9c0 20 add_watcher() i=1 2024-09-19T13:56:56.889 INFO:tasks.workunit.client.0.smithi031.stderr: -53> 2024-09-19T13:56:56.803+0000 7fb40140c9c0 20 add_watcher() i=2 2024-09-19T13:56:56.889 INFO:tasks.workunit.client.0.smithi031.stderr: -52> 2024-09-19T13:56:56.803+0000 7fb40140c9c0 20 add_watcher() i=3 2024-09-19T13:56:56.889 INFO:tasks.workunit.client.0.smithi031.stderr: -51> 2024-09-19T13:56:56.803+0000 7fb40140c9c0 20 add_watcher() i=4 2024-09-19T13:56:56.889 INFO:tasks.workunit.client.0.smithi031.stderr: -50> 2024-09-19T13:56:56.803+0000 7fb40140c9c0 20 add_watcher() i=5 2024-09-19T13:56:56.889 INFO:tasks.workunit.client.0.smithi031.stderr: -49> 2024-09-19T13:56:56.803+0000 7fb40140c9c0 20 add_watcher() i=6 2024-09-19T13:56:56.889 INFO:tasks.workunit.client.0.smithi031.stderr: -48> 2024-09-19T13:56:56.807+0000 7fb40140c9c0 20 add_watcher() i=7 2024-09-19T13:56:56.889 INFO:tasks.workunit.client.0.smithi031.stderr: -47> 2024-09-19T13:56:56.807+0000 7fb40140c9c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:56:56.889 INFO:tasks.workunit.client.0.smithi031.stderr: -46> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1810) adding auth protocol: cephx 2024-09-19T13:56:56.890 INFO:tasks.workunit.client.0.smithi031.stderr: -45> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1810) adding auth protocol: cephx 2024-09-19T13:56:56.890 INFO:tasks.workunit.client.0.smithi031.stderr: -44> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1810) adding auth protocol: cephx 2024-09-19T13:56:56.890 INFO:tasks.workunit.client.0.smithi031.stderr: -43> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1810) adding con mode: secure 2024-09-19T13:56:56.890 INFO:tasks.workunit.client.0.smithi031.stderr: -42> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1810) adding con mode: crc 2024-09-19T13:56:56.890 INFO:tasks.workunit.client.0.smithi031.stderr: -41> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1810) adding con mode: secure 2024-09-19T13:56:56.890 INFO:tasks.workunit.client.0.smithi031.stderr: -40> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1810) adding con mode: crc 2024-09-19T13:56:56.890 INFO:tasks.workunit.client.0.smithi031.stderr: -39> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1810) adding con mode: secure 2024-09-19T13:56:56.890 INFO:tasks.workunit.client.0.smithi031.stderr: -38> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1810) adding con mode: crc 2024-09-19T13:56:56.890 INFO:tasks.workunit.client.0.smithi031.stderr: -37> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1810) adding con mode: crc 2024-09-19T13:56:56.890 INFO:tasks.workunit.client.0.smithi031.stderr: -36> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1810) adding con mode: secure 2024-09-19T13:56:56.890 INFO:tasks.workunit.client.0.smithi031.stderr: -35> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1810) adding con mode: crc 2024-09-19T13:56:56.890 INFO:tasks.workunit.client.0.smithi031.stderr: -34> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1810) adding con mode: secure 2024-09-19T13:56:56.890 INFO:tasks.workunit.client.0.smithi031.stderr: -33> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1810) adding con mode: crc 2024-09-19T13:56:56.890 INFO:tasks.workunit.client.0.smithi031.stderr: -32> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1810) adding con mode: secure 2024-09-19T13:56:56.891 INFO:tasks.workunit.client.0.smithi031.stderr: -31> 2024-09-19T13:56:56.811+0000 7fb2b57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:56:56.891 INFO:tasks.workunit.client.0.smithi031.stderr: -30> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:56:56.891 INFO:tasks.workunit.client.0.smithi031.stderr: -29> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:56:56.891 INFO:tasks.workunit.client.0.smithi031.stderr: -28> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:56:56.891 INFO:tasks.workunit.client.0.smithi031.stderr: -27> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 5 asok(0x560bc6fc3d90) register_command cache list hook 0x560bc728eb10 2024-09-19T13:56:56.891 INFO:tasks.workunit.client.0.smithi031.stderr: -26> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 5 asok(0x560bc6fc3d90) register_command cache inspect hook 0x560bc728eb10 2024-09-19T13:56:56.891 INFO:tasks.workunit.client.0.smithi031.stderr: -25> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 5 asok(0x560bc6fc3d90) register_command cache erase hook 0x560bc728eb10 2024-09-19T13:56:56.891 INFO:tasks.workunit.client.0.smithi031.stderr: -24> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 5 asok(0x560bc6fc3d90) register_command cache zap hook 0x560bc728eb10 2024-09-19T13:56:56.891 INFO:tasks.workunit.client.0.smithi031.stderr: -23> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 5 note: GC not initialized 2024-09-19T13:56:56.891 INFO:tasks.workunit.client.0.smithi031.stderr: -22> 2024-09-19T13:56:56.811+0000 7fb22ffff640 20 reqs_thread_entry: start 2024-09-19T13:56:56.891 INFO:tasks.workunit.client.0.smithi031.stderr: -21> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 5 asok(0x560bc6fc3d90) register_command sync trace show hook 0x7fb3f000ea80 2024-09-19T13:56:56.891 INFO:tasks.workunit.client.0.smithi031.stderr: -20> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 5 asok(0x560bc6fc3d90) register_command sync trace history hook 0x7fb3f000ea80 2024-09-19T13:56:56.891 INFO:tasks.workunit.client.0.smithi031.stderr: -19> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 5 asok(0x560bc6fc3d90) register_command sync trace active hook 0x7fb3f000ea80 2024-09-19T13:56:56.892 INFO:tasks.workunit.client.0.smithi031.stderr: -18> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 5 asok(0x560bc6fc3d90) register_command sync trace active_short hook 0x7fb3f000ea80 2024-09-19T13:56:56.892 INFO:tasks.workunit.client.0.smithi031.stderr: -17> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 20 init_complete bucket index max shards: 1 2024-09-19T13:56:56.892 INFO:tasks.workunit.client.0.smithi031.stderr: -16> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 20 Filter name: none 2024-09-19T13:56:56.892 INFO:tasks.workunit.client.0.smithi031.stderr: -15> 2024-09-19T13:56:56.811+0000 7fb22dffb640 20 reqs_thread_entry: start 2024-09-19T13:56:56.892 INFO:tasks.workunit.client.0.smithi031.stderr: -14> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-19T13:56:56.892 INFO:tasks.workunit.client.0.smithi031.stderr: -13> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.892 INFO:tasks.workunit.client.0.smithi031.stderr: -12> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 20 rados_obj.operate() r=0 bl.length=188 2024-09-19T13:56:56.892 INFO:tasks.workunit.client.0.smithi031.stderr: -11> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-19T13:56:56.892 INFO:tasks.workunit.client.0.smithi031.stderr: -10> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-19T13:56:56.892 INFO:tasks.workunit.client.0.smithi031.stderr: -9> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21 : miss 2024-09-19T13:56:56.892 INFO:tasks.workunit.client.0.smithi031.stderr: -8> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.892 INFO:tasks.workunit.client.0.smithi031.stderr: -7> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 20 rados_obj.operate() r=0 bl.length=410 2024-09-19T13:56:56.892 INFO:tasks.workunit.client.0.smithi031.stderr: -6> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21 info.flags=0x17 2024-09-19T13:56:56.893 INFO:tasks.workunit.client.0.smithi031.stderr: -5> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21 to cache LRU end 2024-09-19T13:56:56.893 INFO:tasks.workunit.client.0.smithi031.stderr: -4> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:56:56.893 INFO:tasks.workunit.client.0.smithi031.stderr: -3> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:56:56.893 INFO:tasks.workunit.client.0.smithi031.stderr: -2> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21 2024-09-19T13:56:56.893 INFO:tasks.workunit.client.0.smithi031.stderr: -1> 2024-09-19T13:56:56.815+0000 7fb40140c9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fb40140c9c0 time 2024-09-19T13:56:56.821788+0000 2024-09-19T13:56:56.893 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T13:56:56.893 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:56.893 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T13:56:56.893 INFO:tasks.workunit.client.0.smithi031.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fb404ce62eb] 2024-09-19T13:56:56.893 INFO:tasks.workunit.client.0.smithi031.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fb404ce649f] 2024-09-19T13:56:56.893 INFO:tasks.workunit.client.0.smithi031.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x560bc5d8b271] 2024-09-19T13:56:56.893 INFO:tasks.workunit.client.0.smithi031.stderr: 4: radosgw-admin(+0x140fa02) [0x560bc67dba02] 2024-09-19T13:56:56.894 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x560bc5d9b0dd] 2024-09-19T13:56:56.894 INFO:tasks.workunit.client.0.smithi031.stderr: 6: main() 2024-09-19T13:56:56.894 INFO:tasks.workunit.client.0.smithi031.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fb403b4cd90] 2024-09-19T13:56:56.894 INFO:tasks.workunit.client.0.smithi031.stderr: 8: __libc_start_main() 2024-09-19T13:56:56.894 INFO:tasks.workunit.client.0.smithi031.stderr: 9: _start() 2024-09-19T13:56:56.894 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:56.894 INFO:tasks.workunit.client.0.smithi031.stderr: 0> 2024-09-19T13:56:56.819+0000 7fb40140c9c0 -1 *** Caught signal (Aborted) ** 2024-09-19T13:56:56.894 INFO:tasks.workunit.client.0.smithi031.stderr: in thread 7fb40140c9c0 thread_name:radosgw-admin 2024-09-19T13:56:56.894 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:56.894 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T13:56:56.894 INFO:tasks.workunit.client.0.smithi031.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fb403b65520] 2024-09-19T13:56:56.894 INFO:tasks.workunit.client.0.smithi031.stderr: 2: pthread_kill() 2024-09-19T13:56:56.894 INFO:tasks.workunit.client.0.smithi031.stderr: 3: raise() 2024-09-19T13:56:56.894 INFO:tasks.workunit.client.0.smithi031.stderr: 4: abort() 2024-09-19T13:56:56.895 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fb404ce6345] 2024-09-19T13:56:56.895 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fb404ce649f] 2024-09-19T13:56:56.895 INFO:tasks.workunit.client.0.smithi031.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x560bc5d8b271] 2024-09-19T13:56:56.895 INFO:tasks.workunit.client.0.smithi031.stderr: 8: radosgw-admin(+0x140fa02) [0x560bc67dba02] 2024-09-19T13:56:56.895 INFO:tasks.workunit.client.0.smithi031.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x560bc5d9b0dd] 2024-09-19T13:56:56.895 INFO:tasks.workunit.client.0.smithi031.stderr: 10: main() 2024-09-19T13:56:56.895 INFO:tasks.workunit.client.0.smithi031.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fb403b4cd90] 2024-09-19T13:56:56.895 INFO:tasks.workunit.client.0.smithi031.stderr: 12: __libc_start_main() 2024-09-19T13:56:56.895 INFO:tasks.workunit.client.0.smithi031.stderr: 13: _start() 2024-09-19T13:56:56.895 INFO:tasks.workunit.client.0.smithi031.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T13:56:56.895 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:56.895 INFO:tasks.workunit.client.0.smithi031.stderr:--- logging levels --- 2024-09-19T13:56:56.895 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 none 2024-09-19T13:56:56.896 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 lockdep 2024-09-19T13:56:56.896 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 context 2024-09-19T13:56:56.896 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 crush 2024-09-19T13:56:56.896 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds 2024-09-19T13:56:56.896 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_balancer 2024-09-19T13:56:56.896 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_locker 2024-09-19T13:56:56.896 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_log 2024-09-19T13:56:56.896 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_log_expire 2024-09-19T13:56:56.896 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_migrator 2024-09-19T13:56:56.896 INFO:tasks.workunit.client.0.smithi031.stderr: 3/ 5 mds_quiesce 2024-09-19T13:56:56.896 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 buffer 2024-09-19T13:56:56.896 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 timer 2024-09-19T13:56:56.897 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 filer 2024-09-19T13:56:56.897 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 striper 2024-09-19T13:56:56.897 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 objecter 2024-09-19T13:56:56.897 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rados 2024-09-19T13:56:56.897 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd 2024-09-19T13:56:56.897 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_mirror 2024-09-19T13:56:56.897 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_replay 2024-09-19T13:56:56.897 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_pwl 2024-09-19T13:56:56.897 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 journaler 2024-09-19T13:56:56.897 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 objectcacher 2024-09-19T13:56:56.897 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 immutable_obj_cache 2024-09-19T13:56:56.897 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 client 2024-09-19T13:56:56.897 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 osd 2024-09-19T13:56:56.898 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 optracker 2024-09-19T13:56:56.898 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 objclass 2024-09-19T13:56:56.898 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 filestore 2024-09-19T13:56:56.898 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 journal 2024-09-19T13:56:56.898 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 0 ms 2024-09-19T13:56:56.898 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mon 2024-09-19T13:56:56.898 INFO:tasks.workunit.client.0.smithi031.stderr: 0/10 monc 2024-09-19T13:56:56.898 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 paxos 2024-09-19T13:56:56.898 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 tp 2024-09-19T13:56:56.898 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 auth 2024-09-19T13:56:56.898 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 crypto 2024-09-19T13:56:56.898 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 finisher 2024-09-19T13:56:56.899 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 reserver 2024-09-19T13:56:56.899 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 heartbeatmap 2024-09-19T13:56:56.899 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 perfcounter 2024-09-19T13:56:56.899 INFO:tasks.workunit.client.0.smithi031.stderr: 20/20 rgw 2024-09-19T13:56:56.899 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_sync 2024-09-19T13:56:56.899 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_datacache 2024-09-19T13:56:56.899 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_access 2024-09-19T13:56:56.899 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_dbstore 2024-09-19T13:56:56.899 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_flight 2024-09-19T13:56:56.899 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_lifecycle 2024-09-19T13:56:56.899 INFO:tasks.workunit.client.0.smithi031.stderr: 20/20 rgw_notification 2024-09-19T13:56:56.899 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 javaclient 2024-09-19T13:56:56.899 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 asok 2024-09-19T13:56:56.900 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 throttle 2024-09-19T13:56:56.900 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 0 refs 2024-09-19T13:56:56.900 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 compressor 2024-09-19T13:56:56.900 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 bluestore 2024-09-19T13:56:56.900 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 bluefs 2024-09-19T13:56:56.900 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 bdev 2024-09-19T13:56:56.900 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 kstore 2024-09-19T13:56:56.900 INFO:tasks.workunit.client.0.smithi031.stderr: 4/ 5 rocksdb 2024-09-19T13:56:56.900 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 fuse 2024-09-19T13:56:56.900 INFO:tasks.workunit.client.0.smithi031.stderr: 2/ 5 mgr 2024-09-19T13:56:56.900 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mgrc 2024-09-19T13:56:56.900 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 dpdk 2024-09-19T13:56:56.900 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 eventtrace 2024-09-19T13:56:56.900 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 prioritycache 2024-09-19T13:56:56.901 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 test 2024-09-19T13:56:56.901 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cephfs_mirror 2024-09-19T13:56:56.901 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cephsqlite 2024-09-19T13:56:56.901 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 crimson_interrupt 2024-09-19T13:56:56.901 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore 2024-09-19T13:56:56.901 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_onode 2024-09-19T13:56:56.901 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_odata 2024-09-19T13:56:56.901 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_omap 2024-09-19T13:56:56.901 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_tm 2024-09-19T13:56:56.901 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_t 2024-09-19T13:56:56.901 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_cleaner 2024-09-19T13:56:56.901 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_epm 2024-09-19T13:56:56.901 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_lba 2024-09-19T13:56:56.901 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-19T13:56:56.902 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_cache 2024-09-19T13:56:56.902 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_journal 2024-09-19T13:56:56.902 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_device 2024-09-19T13:56:56.902 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_backref 2024-09-19T13:56:56.902 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 alienstore 2024-09-19T13:56:56.902 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mclock 2024-09-19T13:56:56.902 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cyanstore 2024-09-19T13:56:56.902 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 ceph_exporter 2024-09-19T13:56:56.902 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 memstore 2024-09-19T13:56:56.902 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 trace 2024-09-19T13:56:56.902 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 ceph_dedup 2024-09-19T13:56:56.902 INFO:tasks.workunit.client.0.smithi031.stderr: -2/-2 (syslog threshold) 2024-09-19T13:56:56.902 INFO:tasks.workunit.client.0.smithi031.stderr: 99/99 (stderr threshold) 2024-09-19T13:56:56.903 INFO:tasks.workunit.client.0.smithi031.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-19T13:56:56.903 INFO:tasks.workunit.client.0.smithi031.stderr: 7fb22dffb640 / http_manager 2024-09-19T13:56:56.903 INFO:tasks.workunit.client.0.smithi031.stderr: 7fb22ffff640 / http_manager 2024-09-19T13:56:56.903 INFO:tasks.workunit.client.0.smithi031.stderr: 7fb2b57e2640 / rgw_dt_lg_renew 2024-09-19T13:56:56.903 INFO:tasks.workunit.client.0.smithi031.stderr: 7fb2e0ff9640 / ms_dispatch 2024-09-19T13:56:56.903 INFO:tasks.workunit.client.0.smithi031.stderr: 7fb2e27fc640 / io_context_pool 2024-09-19T13:56:56.903 INFO:tasks.workunit.client.0.smithi031.stderr: 7fb2e8e01640 / ms_dispatch 2024-09-19T13:56:56.903 INFO:tasks.workunit.client.0.smithi031.stderr: 7fb2eb606640 / ms_dispatch 2024-09-19T13:56:56.903 INFO:tasks.workunit.client.0.smithi031.stderr: 7fb2ece09640 / io_context_pool 2024-09-19T13:56:56.903 INFO:tasks.workunit.client.0.smithi031.stderr: 7fb3f6711640 / msgr-worker-2 2024-09-19T13:56:56.904 INFO:tasks.workunit.client.0.smithi031.stderr: 7fb3fe711640 / io_context_pool 2024-09-19T13:56:56.904 INFO:tasks.workunit.client.0.smithi031.stderr: 7fb3fef12640 / msgr-worker-1 2024-09-19T13:56:56.904 INFO:tasks.workunit.client.0.smithi031.stderr: 7fb3ff713640 / msgr-worker-0 2024-09-19T13:56:56.904 INFO:tasks.workunit.client.0.smithi031.stderr: 7fb40140c9c0 / radosgw-admin 2024-09-19T13:56:56.904 INFO:tasks.workunit.client.0.smithi031.stderr: max_recent 500 2024-09-19T13:56:56.904 INFO:tasks.workunit.client.0.smithi031.stderr: max_new 1000 2024-09-19T13:56:56.904 INFO:tasks.workunit.client.0.smithi031.stderr: log_file /var/log/ceph/ceph-client.admin.83247.log 2024-09-19T13:56:56.904 INFO:tasks.workunit.client.0.smithi031.stderr:--- end dump of recent events --- 2024-09-19T13:56:56.904 INFO:tasks.workunit.client.0.smithi031.stderr:--- begin dump of recent events --- 2024-09-19T13:56:56.904 INFO:tasks.workunit.client.0.smithi031.stderr: -499> 2024-09-19T13:56:56.735+0000 7fb3ff713640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:56:56.904 INFO:tasks.workunit.client.0.smithi031.stderr: -498> 2024-09-19T13:56:56.735+0000 7fb3f6711640 10 monclient(hunting): get_auth_request con 0x560bc7087930 auth_method 0 2024-09-19T13:56:56.904 INFO:tasks.workunit.client.0.smithi031.stderr: -497> 2024-09-19T13:56:56.735+0000 7fb3f6711640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:56:56.905 INFO:tasks.workunit.client.0.smithi031.stderr: -496> 2024-09-19T13:56:56.735+0000 7fb3f6711640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:56:56.905 INFO:tasks.workunit.client.0.smithi031.stderr: -495> 2024-09-19T13:56:56.735+0000 7fb3f6711640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:56:56.905 INFO:tasks.workunit.client.0.smithi031.stderr: -494> 2024-09-19T13:56:56.735+0000 7fb3f6711640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:56:56.905 INFO:tasks.workunit.client.0.smithi031.stderr: -493> 2024-09-19T13:56:56.735+0000 7fb3f6711640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:56:56.905 INFO:tasks.workunit.client.0.smithi031.stderr: -492> 2024-09-19T13:56:56.735+0000 7fb3f6711640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:56:56.905 INFO:tasks.workunit.client.0.smithi031.stderr: -491> 2024-09-19T13:56:56.735+0000 7fb3ff713640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:56:56.905 INFO:tasks.workunit.client.0.smithi031.stderr: -490> 2024-09-19T13:56:56.735+0000 7fb3ff713640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:56:56.905 INFO:tasks.workunit.client.0.smithi031.stderr: -489> 2024-09-19T13:56:56.735+0000 7fb3ff713640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:56:56.905 INFO:tasks.workunit.client.0.smithi031.stderr: -488> 2024-09-19T13:56:56.735+0000 7fb3ff713640 10 monclient(hunting): handle_auth_done global_id 6026 payload 274 2024-09-19T13:56:56.905 INFO:tasks.workunit.client.0.smithi031.stderr: -487> 2024-09-19T13:56:56.735+0000 7fb3ff713640 10 monclient: _finish_hunting 0 2024-09-19T13:56:56.905 INFO:tasks.workunit.client.0.smithi031.stderr: -486> 2024-09-19T13:56:56.735+0000 7fb3ff713640 1 monclient: found mon.noname-c 2024-09-19T13:56:56.906 INFO:tasks.workunit.client.0.smithi031.stderr: -485> 2024-09-19T13:56:56.735+0000 7fb3ff713640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.31:3301/0 2024-09-19T13:56:56.906 INFO:tasks.workunit.client.0.smithi031.stderr: -484> 2024-09-19T13:56:56.735+0000 7fb2ece09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:56:56.906 INFO:tasks.workunit.client.0.smithi031.stderr: -483> 2024-09-19T13:56:56.735+0000 7fb2ece09640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T13:56:56.906 INFO:tasks.workunit.client.0.smithi031.stderr: -482> 2024-09-19T13:56:56.735+0000 7fb2ece09640 10 monclient: dump: 2024-09-19T13:56:56.906 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:56:56.906 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:56:56.906 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:56:56.906 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:56:56.906 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:56:56.906 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:56:56.906 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:56:56.907 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:56:56.907 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:56:56.907 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:56.907 INFO:tasks.workunit.client.0.smithi031.stderr: -481> 2024-09-19T13:56:56.735+0000 7fb2ece09640 10 monclient: _finish_auth 0 2024-09-19T13:56:56.907 INFO:tasks.workunit.client.0.smithi031.stderr: -480> 2024-09-19T13:56:56.735+0000 7fb2ece09640 10 monclient: _check_auth_tickets 2024-09-19T13:56:56.907 INFO:tasks.workunit.client.0.smithi031.stderr: -479> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 monclient: authenticate success, global_id 6026 2024-09-19T13:56:56.907 INFO:tasks.workunit.client.0.smithi031.stderr: -478> 2024-09-19T13:56:56.735+0000 7fb2ece09640 10 monclient: handle_config config(0 keys) 2024-09-19T13:56:56.907 INFO:tasks.workunit.client.0.smithi031.stderr: -477> 2024-09-19T13:56:56.735+0000 7fb2ece09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:56:56.907 INFO:tasks.workunit.client.0.smithi031.stderr: -476> 2024-09-19T13:56:56.735+0000 7fb2ece09640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T13:56:56.907 INFO:tasks.workunit.client.0.smithi031.stderr: -475> 2024-09-19T13:56:56.735+0000 7fb2ece09640 10 monclient: dump: 2024-09-19T13:56:56.907 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:56:56.907 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:56:56.907 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:56:56.908 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:56:56.908 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:56:56.908 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:56:56.908 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:56:56.908 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:56:56.908 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:56:56.908 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:56.908 INFO:tasks.workunit.client.0.smithi031.stderr: -474> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 10 monclient: get_monmap_and_config success 2024-09-19T13:56:56.908 INFO:tasks.workunit.client.0.smithi031.stderr: -473> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 4 set_mon_vals no callback set 2024-09-19T13:56:56.908 INFO:tasks.workunit.client.0.smithi031.stderr: -472> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 10 monclient: shutdown 2024-09-19T13:56:56.908 INFO:tasks.workunit.client.0.smithi031.stderr: -471> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 asok(0x560bc6fc3d90) unregister_commands rotate-key 2024-09-19T13:56:56.908 INFO:tasks.workunit.client.0.smithi031.stderr: -470> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 10 monclient: build_initial_monmap 2024-09-19T13:56:56.909 INFO:tasks.workunit.client.0.smithi031.stderr: -469> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 1 build_initial for_mkfs: 0 2024-09-19T13:56:56.909 INFO:tasks.workunit.client.0.smithi031.stderr: -468> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 10 monclient: monmap: 2024-09-19T13:56:56.909 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T13:56:56.909 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T13:56:56.909 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T13:56:56.909 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T13:56:56.909 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T13:56:56.909 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:56:56.909 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T13:56:56.909 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T13:56:56.909 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T13:56:56.909 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:56.910 INFO:tasks.workunit.client.0.smithi031.stderr: -467> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71d0870) adding auth protocol: cephx 2024-09-19T13:56:56.910 INFO:tasks.workunit.client.0.smithi031.stderr: -466> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71d0870) adding auth protocol: cephx 2024-09-19T13:56:56.910 INFO:tasks.workunit.client.0.smithi031.stderr: -465> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71d0870) adding auth protocol: cephx 2024-09-19T13:56:56.910 INFO:tasks.workunit.client.0.smithi031.stderr: -464> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71d0870) adding con mode: secure 2024-09-19T13:56:56.910 INFO:tasks.workunit.client.0.smithi031.stderr: -463> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71d0870) adding con mode: crc 2024-09-19T13:56:56.910 INFO:tasks.workunit.client.0.smithi031.stderr: -462> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71d0870) adding con mode: secure 2024-09-19T13:56:56.910 INFO:tasks.workunit.client.0.smithi031.stderr: -461> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71d0870) adding con mode: crc 2024-09-19T13:56:56.910 INFO:tasks.workunit.client.0.smithi031.stderr: -460> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71d0870) adding con mode: secure 2024-09-19T13:56:56.910 INFO:tasks.workunit.client.0.smithi031.stderr: -459> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71d0870) adding con mode: crc 2024-09-19T13:56:56.910 INFO:tasks.workunit.client.0.smithi031.stderr: -458> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71d0870) adding con mode: crc 2024-09-19T13:56:56.910 INFO:tasks.workunit.client.0.smithi031.stderr: -457> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71d0870) adding con mode: secure 2024-09-19T13:56:56.910 INFO:tasks.workunit.client.0.smithi031.stderr: -456> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71d0870) adding con mode: crc 2024-09-19T13:56:56.910 INFO:tasks.workunit.client.0.smithi031.stderr: -455> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71d0870) adding con mode: secure 2024-09-19T13:56:56.911 INFO:tasks.workunit.client.0.smithi031.stderr: -454> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71d0870) adding con mode: crc 2024-09-19T13:56:56.911 INFO:tasks.workunit.client.0.smithi031.stderr: -453> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71d0870) adding con mode: secure 2024-09-19T13:56:56.911 INFO:tasks.workunit.client.0.smithi031.stderr: -452> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:56:56.911 INFO:tasks.workunit.client.0.smithi031.stderr: -451> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 1 librados: starting msgr at 2024-09-19T13:56:56.911 INFO:tasks.workunit.client.0.smithi031.stderr: -450> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 1 librados: starting objecter 2024-09-19T13:56:56.911 INFO:tasks.workunit.client.0.smithi031.stderr: -449> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 asok(0x560bc6fc3d90) register_command objecter_requests hook 0x560bc71d3a20 2024-09-19T13:56:56.911 INFO:tasks.workunit.client.0.smithi031.stderr: -448> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 1 librados: setting wanted keys 2024-09-19T13:56:56.911 INFO:tasks.workunit.client.0.smithi031.stderr: -447> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 1 librados: calling monclient init 2024-09-19T13:56:56.911 INFO:tasks.workunit.client.0.smithi031.stderr: -446> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 10 monclient: init 2024-09-19T13:56:56.911 INFO:tasks.workunit.client.0.smithi031.stderr: -445> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71ce790) adding auth protocol: cephx 2024-09-19T13:56:56.911 INFO:tasks.workunit.client.0.smithi031.stderr: -444> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71ce790) adding auth protocol: cephx 2024-09-19T13:56:56.911 INFO:tasks.workunit.client.0.smithi031.stderr: -443> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71ce790) adding auth protocol: cephx 2024-09-19T13:56:56.912 INFO:tasks.workunit.client.0.smithi031.stderr: -442> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71ce790) adding con mode: secure 2024-09-19T13:56:56.912 INFO:tasks.workunit.client.0.smithi031.stderr: -441> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71ce790) adding con mode: crc 2024-09-19T13:56:56.912 INFO:tasks.workunit.client.0.smithi031.stderr: -440> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71ce790) adding con mode: secure 2024-09-19T13:56:56.912 INFO:tasks.workunit.client.0.smithi031.stderr: -439> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71ce790) adding con mode: crc 2024-09-19T13:56:56.912 INFO:tasks.workunit.client.0.smithi031.stderr: -438> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71ce790) adding con mode: secure 2024-09-19T13:56:56.912 INFO:tasks.workunit.client.0.smithi031.stderr: -437> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71ce790) adding con mode: crc 2024-09-19T13:56:56.912 INFO:tasks.workunit.client.0.smithi031.stderr: -436> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71ce790) adding con mode: crc 2024-09-19T13:56:56.912 INFO:tasks.workunit.client.0.smithi031.stderr: -435> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71ce790) adding con mode: secure 2024-09-19T13:56:56.912 INFO:tasks.workunit.client.0.smithi031.stderr: -434> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71ce790) adding con mode: crc 2024-09-19T13:56:56.912 INFO:tasks.workunit.client.0.smithi031.stderr: -433> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71ce790) adding con mode: secure 2024-09-19T13:56:56.912 INFO:tasks.workunit.client.0.smithi031.stderr: -432> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71ce790) adding con mode: crc 2024-09-19T13:56:56.913 INFO:tasks.workunit.client.0.smithi031.stderr: -431> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 5 AuthRegistry(0x560bc71ce790) adding con mode: secure 2024-09-19T13:56:56.913 INFO:tasks.workunit.client.0.smithi031.stderr: -430> 2024-09-19T13:56:56.735+0000 7fb40140c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:56:56.913 INFO:tasks.workunit.client.0.smithi031.stderr: -429> 2024-09-19T13:56:56.739+0000 7fb40140c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:56:56.913 INFO:tasks.workunit.client.0.smithi031.stderr: -428> 2024-09-19T13:56:56.739+0000 7fb40140c9c0 5 asok(0x560bc6fc3d90) register_command rotate-key hook 0x560bc71ce8d8 2024-09-19T13:56:56.913 INFO:tasks.workunit.client.0.smithi031.stderr: -427> 2024-09-19T13:56:56.739+0000 7fb40140c9c0 10 monclient: _reopen_session rank -1 2024-09-19T13:56:56.913 INFO:tasks.workunit.client.0.smithi031.stderr: -426> 2024-09-19T13:56:56.739+0000 7fb40140c9c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-19T13:56:56.913 INFO:tasks.workunit.client.0.smithi031.stderr: -425> 2024-09-19T13:56:56.739+0000 7fb40140c9c0 10 monclient(hunting): picked mon.noname-b con 0x560bc705c1f0 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T13:56:56.913 INFO:tasks.workunit.client.0.smithi031.stderr: -424> 2024-09-19T13:56:56.739+0000 7fb40140c9c0 10 monclient(hunting): picked mon.noname-a con 0x560bc7087930 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T13:56:56.913 INFO:tasks.workunit.client.0.smithi031.stderr: -423> 2024-09-19T13:56:56.739+0000 7fb40140c9c0 10 monclient(hunting): picked mon.noname-c con 0x560bc7117640 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T13:56:56.913 INFO:tasks.workunit.client.0.smithi031.stderr: -422> 2024-09-19T13:56:56.739+0000 7fb40140c9c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:56:56.913 INFO:tasks.workunit.client.0.smithi031.stderr: -421> 2024-09-19T13:56:56.739+0000 7fb40140c9c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:56:56.913 INFO:tasks.workunit.client.0.smithi031.stderr: -420> 2024-09-19T13:56:56.739+0000 7fb40140c9c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:56:56.913 INFO:tasks.workunit.client.0.smithi031.stderr: -419> 2024-09-19T13:56:56.739+0000 7fb40140c9c0 10 monclient(hunting): _renew_subs 2024-09-19T13:56:56.913 INFO:tasks.workunit.client.0.smithi031.stderr: -418> 2024-09-19T13:56:56.739+0000 7fb40140c9c0 10 monclient(hunting): authenticate will time out at 2160.572149s 2024-09-19T13:56:56.913 INFO:tasks.workunit.client.0.smithi031.stderr: -417> 2024-09-19T13:56:56.739+0000 7fb3f6711640 10 monclient(hunting): get_auth_request con 0x560bc7087930 auth_method 0 2024-09-19T13:56:56.914 INFO:tasks.workunit.client.0.smithi031.stderr: -416> 2024-09-19T13:56:56.739+0000 7fb3f6711640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:56:56.914 INFO:tasks.workunit.client.0.smithi031.stderr: -415> 2024-09-19T13:56:56.739+0000 7fb3f6711640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:56:56.914 INFO:tasks.workunit.client.0.smithi031.stderr: -414> 2024-09-19T13:56:56.739+0000 7fb3f6711640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:56:56.914 INFO:tasks.workunit.client.0.smithi031.stderr: -413> 2024-09-19T13:56:56.739+0000 7fb3ff713640 10 monclient(hunting): get_auth_request con 0x560bc7117640 auth_method 0 2024-09-19T13:56:56.914 INFO:tasks.workunit.client.0.smithi031.stderr: -412> 2024-09-19T13:56:56.739+0000 7fb3ff713640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:56:56.914 INFO:tasks.workunit.client.0.smithi031.stderr: -411> 2024-09-19T13:56:56.739+0000 7fb3ff713640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:56:56.914 INFO:tasks.workunit.client.0.smithi031.stderr: -410> 2024-09-19T13:56:56.739+0000 7fb3ff713640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:56:56.914 INFO:tasks.workunit.client.0.smithi031.stderr: -409> 2024-09-19T13:56:56.739+0000 7fb3f6711640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:56:56.914 INFO:tasks.workunit.client.0.smithi031.stderr: -408> 2024-09-19T13:56:56.739+0000 7fb3f6711640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:56:56.914 INFO:tasks.workunit.client.0.smithi031.stderr: -407> 2024-09-19T13:56:56.739+0000 7fb3f6711640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:56:56.914 INFO:tasks.workunit.client.0.smithi031.stderr: -406> 2024-09-19T13:56:56.739+0000 7fb3ff713640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:56:56.915 INFO:tasks.workunit.client.0.smithi031.stderr: -405> 2024-09-19T13:56:56.739+0000 7fb3ff713640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:56:56.915 INFO:tasks.workunit.client.0.smithi031.stderr: -404> 2024-09-19T13:56:56.739+0000 7fb3ff713640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:56:56.915 INFO:tasks.workunit.client.0.smithi031.stderr: -403> 2024-09-19T13:56:56.739+0000 7fb3fef12640 10 monclient(hunting): get_auth_request con 0x560bc705c1f0 auth_method 0 2024-09-19T13:56:56.915 INFO:tasks.workunit.client.0.smithi031.stderr: -402> 2024-09-19T13:56:56.739+0000 7fb3fef12640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:56:56.915 INFO:tasks.workunit.client.0.smithi031.stderr: -401> 2024-09-19T13:56:56.739+0000 7fb3fef12640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:56:56.916 INFO:tasks.workunit.client.0.smithi031.stderr: -400> 2024-09-19T13:56:56.739+0000 7fb3fef12640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:56:56.916 INFO:tasks.workunit.client.0.smithi031.stderr: -399> 2024-09-19T13:56:56.739+0000 7fb3f6711640 10 monclient(hunting): handle_auth_done global_id 6384 payload 824 2024-09-19T13:56:56.916 INFO:tasks.workunit.client.0.smithi031.stderr: -398> 2024-09-19T13:56:56.739+0000 7fb3f6711640 10 monclient: _finish_hunting 0 2024-09-19T13:56:56.916 INFO:tasks.workunit.client.0.smithi031.stderr: -397> 2024-09-19T13:56:56.739+0000 7fb3f6711640 1 monclient: found mon.noname-a 2024-09-19T13:56:56.916 INFO:tasks.workunit.client.0.smithi031.stderr: -396> 2024-09-19T13:56:56.739+0000 7fb3f6711640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T13:56:56.916 INFO:tasks.workunit.client.0.smithi031.stderr: -395> 2024-09-19T13:56:56.739+0000 7fb2eb606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:56:56.916 INFO:tasks.workunit.client.0.smithi031.stderr: -394> 2024-09-19T13:56:56.739+0000 7fb2eb606640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T13:56:56.916 INFO:tasks.workunit.client.0.smithi031.stderr: -393> 2024-09-19T13:56:56.739+0000 7fb2eb606640 10 monclient: dump: 2024-09-19T13:56:56.916 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:56:56.916 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:56:56.916 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:56:56.917 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:56:56.917 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:56:56.917 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:56:56.917 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:56:56.917 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:56:56.917 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:56:56.917 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:56.917 INFO:tasks.workunit.client.0.smithi031.stderr: -392> 2024-09-19T13:56:56.739+0000 7fb2eb606640 10 monclient: _finish_auth 0 2024-09-19T13:56:56.917 INFO:tasks.workunit.client.0.smithi031.stderr: -391> 2024-09-19T13:56:56.739+0000 7fb2eb606640 10 monclient: _check_auth_tickets 2024-09-19T13:56:56.917 INFO:tasks.workunit.client.0.smithi031.stderr: -390> 2024-09-19T13:56:56.739+0000 7fb2eb606640 10 monclient: handle_config config(0 keys) 2024-09-19T13:56:56.917 INFO:tasks.workunit.client.0.smithi031.stderr: -389> 2024-09-19T13:56:56.739+0000 7fb2eb606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:56:56.917 INFO:tasks.workunit.client.0.smithi031.stderr: -388> 2024-09-19T13:56:56.739+0000 7fb2eb606640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T13:56:56.918 INFO:tasks.workunit.client.0.smithi031.stderr: -387> 2024-09-19T13:56:56.739+0000 7fb2eb606640 10 monclient: dump: 2024-09-19T13:56:56.918 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:56:56.918 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:56:56.918 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:56:56.918 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:56:56.918 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:56:56.918 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:56:56.918 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:56:56.918 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:56:56.918 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:56:56.918 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:56.918 INFO:tasks.workunit.client.0.smithi031.stderr: -386> 2024-09-19T13:56:56.739+0000 7fb40140c9c0 5 monclient: authenticate success, global_id 6384 2024-09-19T13:56:56.918 INFO:tasks.workunit.client.0.smithi031.stderr: -385> 2024-09-19T13:56:56.739+0000 7fb40140c9c0 10 monclient: _renew_subs 2024-09-19T13:56:56.919 INFO:tasks.workunit.client.0.smithi031.stderr: -384> 2024-09-19T13:56:56.739+0000 7fb2ece09640 4 set_mon_vals no callback set 2024-09-19T13:56:56.919 INFO:tasks.workunit.client.0.smithi031.stderr: -383> 2024-09-19T13:56:56.739+0000 7fb40140c9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T13:56:56.919 INFO:tasks.workunit.client.0.smithi031.stderr: -382> 2024-09-19T13:56:56.739+0000 7fb40140c9c0 10 monclient: _renew_subs 2024-09-19T13:56:56.919 INFO:tasks.workunit.client.0.smithi031.stderr: -381> 2024-09-19T13:56:56.739+0000 7fb40140c9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T13:56:56.919 INFO:tasks.workunit.client.0.smithi031.stderr: -380> 2024-09-19T13:56:56.739+0000 7fb40140c9c0 1 librados: init done 2024-09-19T13:56:56.919 INFO:tasks.workunit.client.0.smithi031.stderr: -379> 2024-09-19T13:56:56.739+0000 7fb2eb606640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T13:56:56.919 INFO:tasks.workunit.client.0.smithi031.stderr: -378> 2024-09-19T13:56:56.739+0000 7fb2eb606640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:56:56.919 INFO:tasks.workunit.client.0.smithi031.stderr: -377> 2024-09-19T13:56:56.739+0000 7fb2eb606640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:56:56.919 INFO:tasks.workunit.client.0.smithi031.stderr: -376> 2024-09-19T13:56:56.739+0000 7fb3fef12640 10 monclient: get_auth_request con 0x7fb2e4071be0 auth_method 0 2024-09-19T13:56:56.919 INFO:tasks.workunit.client.0.smithi031.stderr: -375> 2024-09-19T13:56:56.739+0000 7fb3ff713640 10 monclient: get_auth_request con 0x560bc71f6fb0 auth_method 0 2024-09-19T13:56:56.919 INFO:tasks.workunit.client.0.smithi031.stderr: -374> 2024-09-19T13:56:56.743+0000 7fb3fef12640 10 monclient: get_auth_request con 0x560bc7219850 auth_method 0 2024-09-19T13:56:56.919 INFO:tasks.workunit.client.0.smithi031.stderr: -373> 2024-09-19T13:56:56.743+0000 7fb3f6711640 10 monclient: get_auth_request con 0x560bc721dbb0 auth_method 0 2024-09-19T13:56:56.919 INFO:tasks.workunit.client.0.smithi031.stderr: -372> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 10 monclient: build_initial_monmap 2024-09-19T13:56:56.920 INFO:tasks.workunit.client.0.smithi031.stderr: -371> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 1 build_initial for_mkfs: 0 2024-09-19T13:56:56.920 INFO:tasks.workunit.client.0.smithi031.stderr: -370> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 10 monclient: monmap: 2024-09-19T13:56:56.920 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T13:56:56.920 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T13:56:56.920 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T13:56:56.920 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T13:56:56.920 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T13:56:56.920 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:56:56.920 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T13:56:56.920 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T13:56:56.920 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T13:56:56.920 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:56.920 INFO:tasks.workunit.client.0.smithi031.stderr: -369> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7222990) adding auth protocol: cephx 2024-09-19T13:56:56.921 INFO:tasks.workunit.client.0.smithi031.stderr: -368> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7222990) adding auth protocol: cephx 2024-09-19T13:56:56.921 INFO:tasks.workunit.client.0.smithi031.stderr: -367> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7222990) adding auth protocol: cephx 2024-09-19T13:56:56.921 INFO:tasks.workunit.client.0.smithi031.stderr: -366> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7222990) adding con mode: secure 2024-09-19T13:56:56.921 INFO:tasks.workunit.client.0.smithi031.stderr: -365> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7222990) adding con mode: crc 2024-09-19T13:56:56.921 INFO:tasks.workunit.client.0.smithi031.stderr: -364> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7222990) adding con mode: secure 2024-09-19T13:56:56.921 INFO:tasks.workunit.client.0.smithi031.stderr: -363> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7222990) adding con mode: crc 2024-09-19T13:56:56.921 INFO:tasks.workunit.client.0.smithi031.stderr: -362> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7222990) adding con mode: secure 2024-09-19T13:56:56.921 INFO:tasks.workunit.client.0.smithi031.stderr: -361> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7222990) adding con mode: crc 2024-09-19T13:56:56.921 INFO:tasks.workunit.client.0.smithi031.stderr: -360> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7222990) adding con mode: crc 2024-09-19T13:56:56.921 INFO:tasks.workunit.client.0.smithi031.stderr: -359> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7222990) adding con mode: secure 2024-09-19T13:56:56.921 INFO:tasks.workunit.client.0.smithi031.stderr: -358> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7222990) adding con mode: crc 2024-09-19T13:56:56.921 INFO:tasks.workunit.client.0.smithi031.stderr: -357> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7222990) adding con mode: secure 2024-09-19T13:56:56.922 INFO:tasks.workunit.client.0.smithi031.stderr: -356> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7222990) adding con mode: crc 2024-09-19T13:56:56.922 INFO:tasks.workunit.client.0.smithi031.stderr: -355> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7222990) adding con mode: secure 2024-09-19T13:56:56.922 INFO:tasks.workunit.client.0.smithi031.stderr: -354> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:56:56.922 INFO:tasks.workunit.client.0.smithi031.stderr: -353> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 asok(0x560bc6fc3d90) register_command objecter_requests cmddesc objecter_requests hook 0x560bc7226370 EEXIST 2024-09-19T13:56:56.922 INFO:tasks.workunit.client.0.smithi031.stderr: -352> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 10 monclient: init 2024-09-19T13:56:56.922 INFO:tasks.workunit.client.0.smithi031.stderr: -351> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7221018) adding auth protocol: cephx 2024-09-19T13:56:56.922 INFO:tasks.workunit.client.0.smithi031.stderr: -350> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7221018) adding auth protocol: cephx 2024-09-19T13:56:56.922 INFO:tasks.workunit.client.0.smithi031.stderr: -349> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7221018) adding auth protocol: cephx 2024-09-19T13:56:56.923 INFO:tasks.workunit.client.0.smithi031.stderr: -348> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7221018) adding con mode: secure 2024-09-19T13:56:56.924 INFO:tasks.workunit.client.0.smithi031.stderr: -347> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7221018) adding con mode: crc 2024-09-19T13:56:56.924 INFO:tasks.workunit.client.0.smithi031.stderr: -346> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7221018) adding con mode: secure 2024-09-19T13:56:56.924 INFO:tasks.workunit.client.0.smithi031.stderr: -345> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7221018) adding con mode: crc 2024-09-19T13:56:56.924 INFO:tasks.workunit.client.0.smithi031.stderr: -344> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7221018) adding con mode: secure 2024-09-19T13:56:56.924 INFO:tasks.workunit.client.0.smithi031.stderr: -343> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7221018) adding con mode: crc 2024-09-19T13:56:56.924 INFO:tasks.workunit.client.0.smithi031.stderr: -342> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7221018) adding con mode: crc 2024-09-19T13:56:56.924 INFO:tasks.workunit.client.0.smithi031.stderr: -341> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7221018) adding con mode: secure 2024-09-19T13:56:56.924 INFO:tasks.workunit.client.0.smithi031.stderr: -340> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7221018) adding con mode: crc 2024-09-19T13:56:56.924 INFO:tasks.workunit.client.0.smithi031.stderr: -339> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7221018) adding con mode: secure 2024-09-19T13:56:56.924 INFO:tasks.workunit.client.0.smithi031.stderr: -338> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7221018) adding con mode: crc 2024-09-19T13:56:56.924 INFO:tasks.workunit.client.0.smithi031.stderr: -337> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7221018) adding con mode: secure 2024-09-19T13:56:56.924 INFO:tasks.workunit.client.0.smithi031.stderr: -336> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:56:56.925 INFO:tasks.workunit.client.0.smithi031.stderr: -335> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:56:56.925 INFO:tasks.workunit.client.0.smithi031.stderr: -334> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 asok(0x560bc6fc3d90) register_command rotate-key cmddesc rotate-key hook 0x560bc7221160 EEXIST 2024-09-19T13:56:56.925 INFO:tasks.workunit.client.0.smithi031.stderr: -333> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 10 monclient: _reopen_session rank -1 2024-09-19T13:56:56.925 INFO:tasks.workunit.client.0.smithi031.stderr: -332> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-19T13:56:56.925 INFO:tasks.workunit.client.0.smithi031.stderr: -331> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 10 monclient(hunting): picked mon.noname-b con 0x560bc724a520 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T13:56:56.925 INFO:tasks.workunit.client.0.smithi031.stderr: -330> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 10 monclient(hunting): picked mon.noname-c con 0x560bc7249e50 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T13:56:56.925 INFO:tasks.workunit.client.0.smithi031.stderr: -329> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 10 monclient(hunting): picked mon.noname-a con 0x560bc7248830 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T13:56:56.925 INFO:tasks.workunit.client.0.smithi031.stderr: -328> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:56:56.925 INFO:tasks.workunit.client.0.smithi031.stderr: -327> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:56:56.925 INFO:tasks.workunit.client.0.smithi031.stderr: -326> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:56:56.925 INFO:tasks.workunit.client.0.smithi031.stderr: -325> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 10 monclient(hunting): _renew_subs 2024-09-19T13:56:56.925 INFO:tasks.workunit.client.0.smithi031.stderr: -324> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 10 monclient(hunting): authenticate will time out at 2160.582467s 2024-09-19T13:56:56.926 INFO:tasks.workunit.client.0.smithi031.stderr: -323> 2024-09-19T13:56:56.747+0000 7fb3f6711640 10 monclient(hunting): get_auth_request con 0x560bc7249e50 auth_method 0 2024-09-19T13:56:56.926 INFO:tasks.workunit.client.0.smithi031.stderr: -322> 2024-09-19T13:56:56.747+0000 7fb3f6711640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:56:56.926 INFO:tasks.workunit.client.0.smithi031.stderr: -321> 2024-09-19T13:56:56.747+0000 7fb3f6711640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:56:56.926 INFO:tasks.workunit.client.0.smithi031.stderr: -320> 2024-09-19T13:56:56.747+0000 7fb3f6711640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:56:56.926 INFO:tasks.workunit.client.0.smithi031.stderr: -319> 2024-09-19T13:56:56.747+0000 7fb3ff713640 10 monclient(hunting): get_auth_request con 0x560bc7248830 auth_method 0 2024-09-19T13:56:56.926 INFO:tasks.workunit.client.0.smithi031.stderr: -318> 2024-09-19T13:56:56.747+0000 7fb3ff713640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:56:56.926 INFO:tasks.workunit.client.0.smithi031.stderr: -317> 2024-09-19T13:56:56.747+0000 7fb3ff713640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:56:56.926 INFO:tasks.workunit.client.0.smithi031.stderr: -316> 2024-09-19T13:56:56.747+0000 7fb3ff713640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:56:56.926 INFO:tasks.workunit.client.0.smithi031.stderr: -315> 2024-09-19T13:56:56.747+0000 7fb3f6711640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:56:56.926 INFO:tasks.workunit.client.0.smithi031.stderr: -314> 2024-09-19T13:56:56.747+0000 7fb3f6711640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:56:56.926 INFO:tasks.workunit.client.0.smithi031.stderr: -313> 2024-09-19T13:56:56.747+0000 7fb3f6711640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:56:56.927 INFO:tasks.workunit.client.0.smithi031.stderr: -312> 2024-09-19T13:56:56.747+0000 7fb3ff713640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:56:56.927 INFO:tasks.workunit.client.0.smithi031.stderr: -311> 2024-09-19T13:56:56.747+0000 7fb3ff713640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:56:56.927 INFO:tasks.workunit.client.0.smithi031.stderr: -310> 2024-09-19T13:56:56.747+0000 7fb3ff713640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:56:56.927 INFO:tasks.workunit.client.0.smithi031.stderr: -309> 2024-09-19T13:56:56.747+0000 7fb3fef12640 10 monclient(hunting): get_auth_request con 0x560bc724a520 auth_method 0 2024-09-19T13:56:56.927 INFO:tasks.workunit.client.0.smithi031.stderr: -308> 2024-09-19T13:56:56.747+0000 7fb3fef12640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:56:56.927 INFO:tasks.workunit.client.0.smithi031.stderr: -307> 2024-09-19T13:56:56.747+0000 7fb3fef12640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:56:56.927 INFO:tasks.workunit.client.0.smithi031.stderr: -306> 2024-09-19T13:56:56.747+0000 7fb3fef12640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:56:56.927 INFO:tasks.workunit.client.0.smithi031.stderr: -305> 2024-09-19T13:56:56.747+0000 7fb3f6711640 10 monclient(hunting): handle_auth_done global_id 6032 payload 824 2024-09-19T13:56:56.927 INFO:tasks.workunit.client.0.smithi031.stderr: -304> 2024-09-19T13:56:56.747+0000 7fb3f6711640 10 monclient: _finish_hunting 0 2024-09-19T13:56:56.927 INFO:tasks.workunit.client.0.smithi031.stderr: -303> 2024-09-19T13:56:56.747+0000 7fb3f6711640 1 monclient: found mon.noname-c 2024-09-19T13:56:56.927 INFO:tasks.workunit.client.0.smithi031.stderr: -302> 2024-09-19T13:56:56.747+0000 7fb3f6711640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.31:3301/0 2024-09-19T13:56:56.927 INFO:tasks.workunit.client.0.smithi031.stderr: -301> 2024-09-19T13:56:56.747+0000 7fb2e8e01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:56:56.928 INFO:tasks.workunit.client.0.smithi031.stderr: -300> 2024-09-19T13:56:56.747+0000 7fb2e8e01640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T13:56:56.928 INFO:tasks.workunit.client.0.smithi031.stderr: -299> 2024-09-19T13:56:56.747+0000 7fb2e8e01640 10 monclient: dump: 2024-09-19T13:56:56.928 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:56:56.928 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:56:56.928 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:56:56.928 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:56:56.928 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:56:56.928 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:56:56.928 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:56:56.928 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:56:56.928 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:56:56.928 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:56.928 INFO:tasks.workunit.client.0.smithi031.stderr: -298> 2024-09-19T13:56:56.747+0000 7fb2e8e01640 10 monclient: _finish_auth 0 2024-09-19T13:56:56.928 INFO:tasks.workunit.client.0.smithi031.stderr: -297> 2024-09-19T13:56:56.747+0000 7fb2e8e01640 10 monclient: _check_auth_tickets 2024-09-19T13:56:56.929 INFO:tasks.workunit.client.0.smithi031.stderr: -296> 2024-09-19T13:56:56.747+0000 7fb2e8e01640 10 monclient: handle_config config(0 keys) 2024-09-19T13:56:56.929 INFO:tasks.workunit.client.0.smithi031.stderr: -295> 2024-09-19T13:56:56.747+0000 7fb2e8e01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:56:56.929 INFO:tasks.workunit.client.0.smithi031.stderr: -294> 2024-09-19T13:56:56.747+0000 7fb2e8e01640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T13:56:56.929 INFO:tasks.workunit.client.0.smithi031.stderr: -293> 2024-09-19T13:56:56.747+0000 7fb2e8e01640 10 monclient: dump: 2024-09-19T13:56:56.929 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:56:56.929 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:56:56.929 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:56:56.929 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:56:56.929 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:56:56.929 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:56:56.930 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:56:56.930 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:56:56.930 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:56:56.930 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:56.930 INFO:tasks.workunit.client.0.smithi031.stderr: -292> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 5 monclient: authenticate success, global_id 6032 2024-09-19T13:56:56.930 INFO:tasks.workunit.client.0.smithi031.stderr: -291> 2024-09-19T13:56:56.747+0000 7fb3fe711640 4 set_mon_vals no callback set 2024-09-19T13:56:56.930 INFO:tasks.workunit.client.0.smithi031.stderr: -290> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 10 monclient: _renew_subs 2024-09-19T13:56:56.930 INFO:tasks.workunit.client.0.smithi031.stderr: -289> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T13:56:56.930 INFO:tasks.workunit.client.0.smithi031.stderr: -288> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 10 monclient: _renew_subs 2024-09-19T13:56:56.930 INFO:tasks.workunit.client.0.smithi031.stderr: -287> 2024-09-19T13:56:56.747+0000 7fb40140c9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T13:56:56.930 INFO:tasks.workunit.client.0.smithi031.stderr: -286> 2024-09-19T13:56:56.751+0000 7fb2e8e01640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T13:56:56.930 INFO:tasks.workunit.client.0.smithi031.stderr: -285> 2024-09-19T13:56:56.751+0000 7fb2e8e01640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:56:56.931 INFO:tasks.workunit.client.0.smithi031.stderr: -284> 2024-09-19T13:56:56.751+0000 7fb2e8e01640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:56:56.931 INFO:tasks.workunit.client.0.smithi031.stderr: -283> 2024-09-19T13:56:56.751+0000 7fb3fef12640 10 monclient: get_auth_request con 0x7fb2d8071b20 auth_method 0 2024-09-19T13:56:56.931 INFO:tasks.workunit.client.0.smithi031.stderr: -282> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 10 monclient: get_monmap_and_config 2024-09-19T13:56:56.931 INFO:tasks.workunit.client.0.smithi031.stderr: -281> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 10 monclient: build_initial_monmap 2024-09-19T13:56:56.931 INFO:tasks.workunit.client.0.smithi031.stderr: -280> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 1 build_initial for_mkfs: 0 2024-09-19T13:56:56.931 INFO:tasks.workunit.client.0.smithi031.stderr: -279> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 10 monclient: monmap: 2024-09-19T13:56:56.931 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T13:56:56.931 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T13:56:56.931 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T13:56:56.931 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T13:56:56.931 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T13:56:56.931 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:56:56.932 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T13:56:56.932 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T13:56:56.932 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T13:56:56.932 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:56.932 INFO:tasks.workunit.client.0.smithi031.stderr: -278> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7269b90) adding auth protocol: cephx 2024-09-19T13:56:56.932 INFO:tasks.workunit.client.0.smithi031.stderr: -277> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7269b90) adding auth protocol: cephx 2024-09-19T13:56:56.932 INFO:tasks.workunit.client.0.smithi031.stderr: -276> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7269b90) adding auth protocol: cephx 2024-09-19T13:56:56.932 INFO:tasks.workunit.client.0.smithi031.stderr: -275> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7269b90) adding con mode: secure 2024-09-19T13:56:56.932 INFO:tasks.workunit.client.0.smithi031.stderr: -274> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7269b90) adding con mode: crc 2024-09-19T13:56:56.932 INFO:tasks.workunit.client.0.smithi031.stderr: -273> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7269b90) adding con mode: secure 2024-09-19T13:56:56.932 INFO:tasks.workunit.client.0.smithi031.stderr: -272> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7269b90) adding con mode: crc 2024-09-19T13:56:56.933 INFO:tasks.workunit.client.0.smithi031.stderr: -271> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7269b90) adding con mode: secure 2024-09-19T13:56:56.933 INFO:tasks.workunit.client.0.smithi031.stderr: -270> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7269b90) adding con mode: crc 2024-09-19T13:56:56.933 INFO:tasks.workunit.client.0.smithi031.stderr: -269> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7269b90) adding con mode: crc 2024-09-19T13:56:56.933 INFO:tasks.workunit.client.0.smithi031.stderr: -268> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7269b90) adding con mode: secure 2024-09-19T13:56:56.933 INFO:tasks.workunit.client.0.smithi031.stderr: -267> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7269b90) adding con mode: crc 2024-09-19T13:56:56.933 INFO:tasks.workunit.client.0.smithi031.stderr: -266> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7269b90) adding con mode: secure 2024-09-19T13:56:56.933 INFO:tasks.workunit.client.0.smithi031.stderr: -265> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7269b90) adding con mode: crc 2024-09-19T13:56:56.933 INFO:tasks.workunit.client.0.smithi031.stderr: -264> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x560bc7269b90) adding con mode: secure 2024-09-19T13:56:56.933 INFO:tasks.workunit.client.0.smithi031.stderr: -263> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:56:56.933 INFO:tasks.workunit.client.0.smithi031.stderr: -262> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 10 monclient: init 2024-09-19T13:56:56.933 INFO:tasks.workunit.client.0.smithi031.stderr: -261> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1340) adding auth protocol: cephx 2024-09-19T13:56:56.933 INFO:tasks.workunit.client.0.smithi031.stderr: -260> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1340) adding auth protocol: cephx 2024-09-19T13:56:56.933 INFO:tasks.workunit.client.0.smithi031.stderr: -259> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1340) adding auth protocol: cephx 2024-09-19T13:56:56.934 INFO:tasks.workunit.client.0.smithi031.stderr: -258> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1340) adding con mode: secure 2024-09-19T13:56:56.934 INFO:tasks.workunit.client.0.smithi031.stderr: -257> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1340) adding con mode: crc 2024-09-19T13:56:56.934 INFO:tasks.workunit.client.0.smithi031.stderr: -256> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1340) adding con mode: secure 2024-09-19T13:56:56.934 INFO:tasks.workunit.client.0.smithi031.stderr: -255> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1340) adding con mode: crc 2024-09-19T13:56:56.934 INFO:tasks.workunit.client.0.smithi031.stderr: -254> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1340) adding con mode: secure 2024-09-19T13:56:56.934 INFO:tasks.workunit.client.0.smithi031.stderr: -253> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1340) adding con mode: crc 2024-09-19T13:56:56.934 INFO:tasks.workunit.client.0.smithi031.stderr: -252> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1340) adding con mode: crc 2024-09-19T13:56:56.934 INFO:tasks.workunit.client.0.smithi031.stderr: -251> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1340) adding con mode: secure 2024-09-19T13:56:56.934 INFO:tasks.workunit.client.0.smithi031.stderr: -250> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1340) adding con mode: crc 2024-09-19T13:56:56.934 INFO:tasks.workunit.client.0.smithi031.stderr: -249> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1340) adding con mode: secure 2024-09-19T13:56:56.934 INFO:tasks.workunit.client.0.smithi031.stderr: -248> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1340) adding con mode: crc 2024-09-19T13:56:56.934 INFO:tasks.workunit.client.0.smithi031.stderr: -247> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1340) adding con mode: secure 2024-09-19T13:56:56.934 INFO:tasks.workunit.client.0.smithi031.stderr: -246> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:56:56.934 INFO:tasks.workunit.client.0.smithi031.stderr: -245> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:56:56.935 INFO:tasks.workunit.client.0.smithi031.stderr: -244> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 asok(0x560bc6fc3d90) register_command rotate-key cmddesc rotate-key hook 0x7fff486c1488 EEXIST 2024-09-19T13:56:56.935 INFO:tasks.workunit.client.0.smithi031.stderr: -243> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 10 monclient: _reopen_session rank -1 2024-09-19T13:56:56.935 INFO:tasks.workunit.client.0.smithi031.stderr: -242> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-19T13:56:56.935 INFO:tasks.workunit.client.0.smithi031.stderr: -241> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 10 monclient(hunting): picked mon.noname-c con 0x560bc729e0b0 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T13:56:56.935 INFO:tasks.workunit.client.0.smithi031.stderr: -240> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 10 monclient(hunting): picked mon.noname-a con 0x560bc72994a0 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T13:56:56.935 INFO:tasks.workunit.client.0.smithi031.stderr: -239> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 10 monclient(hunting): picked mon.noname-b con 0x560bc7299e20 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T13:56:56.935 INFO:tasks.workunit.client.0.smithi031.stderr: -238> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:56:56.935 INFO:tasks.workunit.client.0.smithi031.stderr: -237> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:56:56.935 INFO:tasks.workunit.client.0.smithi031.stderr: -236> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:56:56.935 INFO:tasks.workunit.client.0.smithi031.stderr: -235> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 10 monclient(hunting): _renew_subs 2024-09-19T13:56:56.935 INFO:tasks.workunit.client.0.smithi031.stderr: -234> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 10 monclient(hunting): authenticate will time out at 2160.586533s 2024-09-19T13:56:56.935 INFO:tasks.workunit.client.0.smithi031.stderr: -233> 2024-09-19T13:56:56.751+0000 7fb3fef12640 10 monclient(hunting): get_auth_request con 0x560bc729e0b0 auth_method 0 2024-09-19T13:56:56.935 INFO:tasks.workunit.client.0.smithi031.stderr: -232> 2024-09-19T13:56:56.751+0000 7fb3fef12640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:56:56.935 INFO:tasks.workunit.client.0.smithi031.stderr: -231> 2024-09-19T13:56:56.751+0000 7fb3fef12640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:56:56.935 INFO:tasks.workunit.client.0.smithi031.stderr: -230> 2024-09-19T13:56:56.751+0000 7fb3fef12640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:56:56.936 INFO:tasks.workunit.client.0.smithi031.stderr: -229> 2024-09-19T13:56:56.751+0000 7fb3f6711640 10 monclient(hunting): get_auth_request con 0x560bc72994a0 auth_method 0 2024-09-19T13:56:56.936 INFO:tasks.workunit.client.0.smithi031.stderr: -228> 2024-09-19T13:56:56.751+0000 7fb3f6711640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:56:56.936 INFO:tasks.workunit.client.0.smithi031.stderr: -227> 2024-09-19T13:56:56.751+0000 7fb3f6711640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:56:56.936 INFO:tasks.workunit.client.0.smithi031.stderr: -226> 2024-09-19T13:56:56.751+0000 7fb3f6711640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:56:56.936 INFO:tasks.workunit.client.0.smithi031.stderr: -225> 2024-09-19T13:56:56.751+0000 7fb3fef12640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:56:56.936 INFO:tasks.workunit.client.0.smithi031.stderr: -224> 2024-09-19T13:56:56.751+0000 7fb3fef12640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:56:56.936 INFO:tasks.workunit.client.0.smithi031.stderr: -223> 2024-09-19T13:56:56.751+0000 7fb3fef12640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:56:56.936 INFO:tasks.workunit.client.0.smithi031.stderr: -222> 2024-09-19T13:56:56.751+0000 7fb3f6711640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:56:56.936 INFO:tasks.workunit.client.0.smithi031.stderr: -221> 2024-09-19T13:56:56.751+0000 7fb3f6711640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:56:56.936 INFO:tasks.workunit.client.0.smithi031.stderr: -220> 2024-09-19T13:56:56.751+0000 7fb3f6711640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:56:56.936 INFO:tasks.workunit.client.0.smithi031.stderr: -219> 2024-09-19T13:56:56.751+0000 7fb3fef12640 10 monclient(hunting): handle_auth_done global_id 6035 payload 274 2024-09-19T13:56:56.936 INFO:tasks.workunit.client.0.smithi031.stderr: -218> 2024-09-19T13:56:56.751+0000 7fb3fef12640 10 monclient: _finish_hunting 0 2024-09-19T13:56:56.936 INFO:tasks.workunit.client.0.smithi031.stderr: -217> 2024-09-19T13:56:56.751+0000 7fb3fef12640 1 monclient: found mon.noname-c 2024-09-19T13:56:56.937 INFO:tasks.workunit.client.0.smithi031.stderr: -216> 2024-09-19T13:56:56.751+0000 7fb3fef12640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.31:3301/0 2024-09-19T13:56:56.937 INFO:tasks.workunit.client.0.smithi031.stderr: -215> 2024-09-19T13:56:56.751+0000 7fb2e27fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:56:56.937 INFO:tasks.workunit.client.0.smithi031.stderr: -214> 2024-09-19T13:56:56.751+0000 7fb2e27fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T13:56:56.937 INFO:tasks.workunit.client.0.smithi031.stderr: -213> 2024-09-19T13:56:56.751+0000 7fb2e27fc640 10 monclient: dump: 2024-09-19T13:56:56.937 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:56:56.937 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:56:56.937 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:56:56.937 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:56:56.937 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:56:56.937 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:56:56.937 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:56:56.937 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:56:56.938 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:56:56.938 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:56.938 INFO:tasks.workunit.client.0.smithi031.stderr: -212> 2024-09-19T13:56:56.751+0000 7fb2e27fc640 10 monclient: _finish_auth 0 2024-09-19T13:56:56.938 INFO:tasks.workunit.client.0.smithi031.stderr: -211> 2024-09-19T13:56:56.751+0000 7fb2e27fc640 10 monclient: _check_auth_tickets 2024-09-19T13:56:56.938 INFO:tasks.workunit.client.0.smithi031.stderr: -210> 2024-09-19T13:56:56.751+0000 7fb2e27fc640 10 monclient: handle_config config(0 keys) 2024-09-19T13:56:56.938 INFO:tasks.workunit.client.0.smithi031.stderr: -209> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 5 monclient: authenticate success, global_id 6035 2024-09-19T13:56:56.938 INFO:tasks.workunit.client.0.smithi031.stderr: -208> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 10 monclient: get_monmap_and_config success 2024-09-19T13:56:56.938 INFO:tasks.workunit.client.0.smithi031.stderr: -207> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 4 set_mon_vals no callback set 2024-09-19T13:56:56.938 INFO:tasks.workunit.client.0.smithi031.stderr: -206> 2024-09-19T13:56:56.751+0000 7fb2e27fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:56:56.938 INFO:tasks.workunit.client.0.smithi031.stderr: -205> 2024-09-19T13:56:56.751+0000 7fb2e27fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T13:56:56.938 INFO:tasks.workunit.client.0.smithi031.stderr: -204> 2024-09-19T13:56:56.751+0000 7fb2e27fc640 10 monclient: dump: 2024-09-19T13:56:56.938 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:56:56.938 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:56:56.938 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:56:56.938 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:56:56.939 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:56:56.939 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:56:56.939 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:56:56.939 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:56:56.939 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:56:56.939 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:56.939 INFO:tasks.workunit.client.0.smithi031.stderr: -203> 2024-09-19T13:56:56.751+0000 7fb40140c9c0 10 monclient: shutdown 2024-09-19T13:56:56.939 INFO:tasks.workunit.client.0.smithi031.stderr: -202> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 10 monclient: build_initial_monmap 2024-09-19T13:56:56.939 INFO:tasks.workunit.client.0.smithi031.stderr: -201> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 1 build_initial for_mkfs: 0 2024-09-19T13:56:56.939 INFO:tasks.workunit.client.0.smithi031.stderr: -200> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 10 monclient: monmap: 2024-09-19T13:56:56.939 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T13:56:56.939 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T13:56:56.939 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T13:56:56.939 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T13:56:56.940 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T13:56:56.940 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:56:56.940 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T13:56:56.940 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T13:56:56.940 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T13:56:56.940 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:56.940 INFO:tasks.workunit.client.0.smithi031.stderr: -199> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc72906a0) adding auth protocol: cephx 2024-09-19T13:56:56.940 INFO:tasks.workunit.client.0.smithi031.stderr: -198> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc72906a0) adding auth protocol: cephx 2024-09-19T13:56:56.940 INFO:tasks.workunit.client.0.smithi031.stderr: -197> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc72906a0) adding auth protocol: cephx 2024-09-19T13:56:56.940 INFO:tasks.workunit.client.0.smithi031.stderr: -196> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc72906a0) adding con mode: secure 2024-09-19T13:56:56.940 INFO:tasks.workunit.client.0.smithi031.stderr: -195> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc72906a0) adding con mode: crc 2024-09-19T13:56:56.940 INFO:tasks.workunit.client.0.smithi031.stderr: -194> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc72906a0) adding con mode: secure 2024-09-19T13:56:56.940 INFO:tasks.workunit.client.0.smithi031.stderr: -193> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc72906a0) adding con mode: crc 2024-09-19T13:56:56.941 INFO:tasks.workunit.client.0.smithi031.stderr: -192> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc72906a0) adding con mode: secure 2024-09-19T13:56:56.941 INFO:tasks.workunit.client.0.smithi031.stderr: -191> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc72906a0) adding con mode: crc 2024-09-19T13:56:56.941 INFO:tasks.workunit.client.0.smithi031.stderr: -190> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc72906a0) adding con mode: crc 2024-09-19T13:56:56.941 INFO:tasks.workunit.client.0.smithi031.stderr: -189> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc72906a0) adding con mode: secure 2024-09-19T13:56:56.941 INFO:tasks.workunit.client.0.smithi031.stderr: -188> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc72906a0) adding con mode: crc 2024-09-19T13:56:56.941 INFO:tasks.workunit.client.0.smithi031.stderr: -187> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc72906a0) adding con mode: secure 2024-09-19T13:56:56.941 INFO:tasks.workunit.client.0.smithi031.stderr: -186> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc72906a0) adding con mode: crc 2024-09-19T13:56:56.941 INFO:tasks.workunit.client.0.smithi031.stderr: -185> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc72906a0) adding con mode: secure 2024-09-19T13:56:56.941 INFO:tasks.workunit.client.0.smithi031.stderr: -184> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:56:56.941 INFO:tasks.workunit.client.0.smithi031.stderr: -183> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 1 librados: starting msgr at 2024-09-19T13:56:56.941 INFO:tasks.workunit.client.0.smithi031.stderr: -182> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 1 librados: starting objecter 2024-09-19T13:56:56.941 INFO:tasks.workunit.client.0.smithi031.stderr: -181> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 asok(0x560bc6fc3d90) register_command objecter_requests cmddesc objecter_requests hook 0x560bc724d390 EEXIST 2024-09-19T13:56:56.941 INFO:tasks.workunit.client.0.smithi031.stderr: -180> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 1 librados: setting wanted keys 2024-09-19T13:56:56.941 INFO:tasks.workunit.client.0.smithi031.stderr: -179> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 1 librados: calling monclient init 2024-09-19T13:56:56.942 INFO:tasks.workunit.client.0.smithi031.stderr: -178> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 10 monclient: init 2024-09-19T13:56:56.942 INFO:tasks.workunit.client.0.smithi031.stderr: -177> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc724c340) adding auth protocol: cephx 2024-09-19T13:56:56.942 INFO:tasks.workunit.client.0.smithi031.stderr: -176> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc724c340) adding auth protocol: cephx 2024-09-19T13:56:56.942 INFO:tasks.workunit.client.0.smithi031.stderr: -175> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc724c340) adding auth protocol: cephx 2024-09-19T13:56:56.942 INFO:tasks.workunit.client.0.smithi031.stderr: -174> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc724c340) adding con mode: secure 2024-09-19T13:56:56.942 INFO:tasks.workunit.client.0.smithi031.stderr: -173> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc724c340) adding con mode: crc 2024-09-19T13:56:56.942 INFO:tasks.workunit.client.0.smithi031.stderr: -172> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc724c340) adding con mode: secure 2024-09-19T13:56:56.942 INFO:tasks.workunit.client.0.smithi031.stderr: -171> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc724c340) adding con mode: crc 2024-09-19T13:56:56.942 INFO:tasks.workunit.client.0.smithi031.stderr: -170> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc724c340) adding con mode: secure 2024-09-19T13:56:56.942 INFO:tasks.workunit.client.0.smithi031.stderr: -169> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc724c340) adding con mode: crc 2024-09-19T13:56:56.942 INFO:tasks.workunit.client.0.smithi031.stderr: -168> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc724c340) adding con mode: crc 2024-09-19T13:56:56.942 INFO:tasks.workunit.client.0.smithi031.stderr: -167> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc724c340) adding con mode: secure 2024-09-19T13:56:56.942 INFO:tasks.workunit.client.0.smithi031.stderr: -166> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc724c340) adding con mode: crc 2024-09-19T13:56:56.942 INFO:tasks.workunit.client.0.smithi031.stderr: -165> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc724c340) adding con mode: secure 2024-09-19T13:56:56.942 INFO:tasks.workunit.client.0.smithi031.stderr: -164> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc724c340) adding con mode: crc 2024-09-19T13:56:56.943 INFO:tasks.workunit.client.0.smithi031.stderr: -163> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 AuthRegistry(0x560bc724c340) adding con mode: secure 2024-09-19T13:56:56.943 INFO:tasks.workunit.client.0.smithi031.stderr: -162> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:56:56.943 INFO:tasks.workunit.client.0.smithi031.stderr: -161> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:56:56.943 INFO:tasks.workunit.client.0.smithi031.stderr: -160> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 asok(0x560bc6fc3d90) register_command rotate-key cmddesc rotate-key hook 0x560bc724c488 EEXIST 2024-09-19T13:56:56.943 INFO:tasks.workunit.client.0.smithi031.stderr: -159> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 10 monclient: _reopen_session rank -1 2024-09-19T13:56:56.943 INFO:tasks.workunit.client.0.smithi031.stderr: -158> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-19T13:56:56.943 INFO:tasks.workunit.client.0.smithi031.stderr: -157> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 10 monclient(hunting): picked mon.noname-c con 0x560bc72994a0 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T13:56:56.943 INFO:tasks.workunit.client.0.smithi031.stderr: -156> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 10 monclient(hunting): picked mon.noname-a con 0x560bc7299e20 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T13:56:56.943 INFO:tasks.workunit.client.0.smithi031.stderr: -155> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 10 monclient(hunting): picked mon.noname-b con 0x560bc729e0b0 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T13:56:56.943 INFO:tasks.workunit.client.0.smithi031.stderr: -154> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:56:56.943 INFO:tasks.workunit.client.0.smithi031.stderr: -153> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:56:56.943 INFO:tasks.workunit.client.0.smithi031.stderr: -152> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:56:56.943 INFO:tasks.workunit.client.0.smithi031.stderr: -151> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 10 monclient(hunting): _renew_subs 2024-09-19T13:56:56.943 INFO:tasks.workunit.client.0.smithi031.stderr: -150> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 10 monclient(hunting): authenticate will time out at 2160.589299s 2024-09-19T13:56:56.944 INFO:tasks.workunit.client.0.smithi031.stderr: -149> 2024-09-19T13:56:56.755+0000 7fb3f6711640 10 monclient(hunting): get_auth_request con 0x560bc7299e20 auth_method 0 2024-09-19T13:56:56.944 INFO:tasks.workunit.client.0.smithi031.stderr: -148> 2024-09-19T13:56:56.755+0000 7fb3f6711640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:56:56.944 INFO:tasks.workunit.client.0.smithi031.stderr: -147> 2024-09-19T13:56:56.755+0000 7fb3f6711640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:56:56.944 INFO:tasks.workunit.client.0.smithi031.stderr: -146> 2024-09-19T13:56:56.755+0000 7fb3f6711640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:56:56.944 INFO:tasks.workunit.client.0.smithi031.stderr: -145> 2024-09-19T13:56:56.755+0000 7fb3fef12640 10 monclient(hunting): get_auth_request con 0x560bc72994a0 auth_method 0 2024-09-19T13:56:56.944 INFO:tasks.workunit.client.0.smithi031.stderr: -144> 2024-09-19T13:56:56.755+0000 7fb3fef12640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:56:56.944 INFO:tasks.workunit.client.0.smithi031.stderr: -143> 2024-09-19T13:56:56.755+0000 7fb3fef12640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:56:56.944 INFO:tasks.workunit.client.0.smithi031.stderr: -142> 2024-09-19T13:56:56.755+0000 7fb3fef12640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:56:56.944 INFO:tasks.workunit.client.0.smithi031.stderr: -141> 2024-09-19T13:56:56.755+0000 7fb3f6711640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:56:56.944 INFO:tasks.workunit.client.0.smithi031.stderr: -140> 2024-09-19T13:56:56.755+0000 7fb3f6711640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:56:56.944 INFO:tasks.workunit.client.0.smithi031.stderr: -139> 2024-09-19T13:56:56.755+0000 7fb3f6711640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:56:56.944 INFO:tasks.workunit.client.0.smithi031.stderr: -138> 2024-09-19T13:56:56.755+0000 7fb3fef12640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:56:56.944 INFO:tasks.workunit.client.0.smithi031.stderr: -137> 2024-09-19T13:56:56.755+0000 7fb3fef12640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:56:56.944 INFO:tasks.workunit.client.0.smithi031.stderr: -136> 2024-09-19T13:56:56.755+0000 7fb3fef12640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:56:56.944 INFO:tasks.workunit.client.0.smithi031.stderr: -135> 2024-09-19T13:56:56.755+0000 7fb3f6711640 10 monclient(hunting): handle_auth_done global_id 6393 payload 824 2024-09-19T13:56:56.945 INFO:tasks.workunit.client.0.smithi031.stderr: -134> 2024-09-19T13:56:56.755+0000 7fb3f6711640 10 monclient: _finish_hunting 0 2024-09-19T13:56:56.945 INFO:tasks.workunit.client.0.smithi031.stderr: -133> 2024-09-19T13:56:56.755+0000 7fb3f6711640 1 monclient: found mon.noname-a 2024-09-19T13:56:56.945 INFO:tasks.workunit.client.0.smithi031.stderr: -132> 2024-09-19T13:56:56.755+0000 7fb3f6711640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T13:56:56.945 INFO:tasks.workunit.client.0.smithi031.stderr: -131> 2024-09-19T13:56:56.755+0000 7fb2e0ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:56:56.945 INFO:tasks.workunit.client.0.smithi031.stderr: -130> 2024-09-19T13:56:56.755+0000 7fb2e0ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T13:56:56.945 INFO:tasks.workunit.client.0.smithi031.stderr: -129> 2024-09-19T13:56:56.755+0000 7fb2e0ff9640 10 monclient: dump: 2024-09-19T13:56:56.945 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:56:56.945 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:56:56.945 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:56:56.945 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:56:56.945 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:56:56.945 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:56:56.945 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:56:56.945 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:56:56.946 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:56:56.946 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:56.946 INFO:tasks.workunit.client.0.smithi031.stderr: -128> 2024-09-19T13:56:56.755+0000 7fb2e0ff9640 10 monclient: _finish_auth 0 2024-09-19T13:56:56.946 INFO:tasks.workunit.client.0.smithi031.stderr: -127> 2024-09-19T13:56:56.755+0000 7fb2e0ff9640 10 monclient: _check_auth_tickets 2024-09-19T13:56:56.946 INFO:tasks.workunit.client.0.smithi031.stderr: -126> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 monclient: authenticate success, global_id 6393 2024-09-19T13:56:56.946 INFO:tasks.workunit.client.0.smithi031.stderr: -125> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 10 monclient: _renew_subs 2024-09-19T13:56:56.946 INFO:tasks.workunit.client.0.smithi031.stderr: -124> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T13:56:56.946 INFO:tasks.workunit.client.0.smithi031.stderr: -123> 2024-09-19T13:56:56.755+0000 7fb2e0ff9640 10 monclient: handle_config config(0 keys) 2024-09-19T13:56:56.946 INFO:tasks.workunit.client.0.smithi031.stderr: -122> 2024-09-19T13:56:56.755+0000 7fb2e0ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:56:56.946 INFO:tasks.workunit.client.0.smithi031.stderr: -121> 2024-09-19T13:56:56.755+0000 7fb2e0ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T13:56:56.946 INFO:tasks.workunit.client.0.smithi031.stderr: -120> 2024-09-19T13:56:56.755+0000 7fb2e0ff9640 10 monclient: dump: 2024-09-19T13:56:56.946 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:56:56.947 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:56:56.947 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:56:56.947 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:56:56.947 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:56:56.947 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:56:56.947 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:56:56.947 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:56:56.947 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:56:56.947 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:56.947 INFO:tasks.workunit.client.0.smithi031.stderr: -119> 2024-09-19T13:56:56.755+0000 7fb2e27fc640 4 set_mon_vals no callback set 2024-09-19T13:56:56.947 INFO:tasks.workunit.client.0.smithi031.stderr: -118> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 10 monclient: _renew_subs 2024-09-19T13:56:56.948 INFO:tasks.workunit.client.0.smithi031.stderr: -117> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T13:56:56.948 INFO:tasks.workunit.client.0.smithi031.stderr: -116> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 1 librados: init done 2024-09-19T13:56:56.948 INFO:tasks.workunit.client.0.smithi031.stderr: -115> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 5 asok(0x560bc6fc3d90) register_command cr dump hook 0x560bc7293ee8 2024-09-19T13:56:56.948 INFO:tasks.workunit.client.0.smithi031.stderr: -114> 2024-09-19T13:56:56.755+0000 7fb40140c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.948 INFO:tasks.workunit.client.0.smithi031.stderr: -113> 2024-09-19T13:56:56.755+0000 7fb2e0ff9640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T13:56:56.948 INFO:tasks.workunit.client.0.smithi031.stderr: -112> 2024-09-19T13:56:56.755+0000 7fb2e0ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:56:56.948 INFO:tasks.workunit.client.0.smithi031.stderr: -111> 2024-09-19T13:56:56.755+0000 7fb2e0ff9640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:56:56.948 INFO:tasks.workunit.client.0.smithi031.stderr: -110> 2024-09-19T13:56:56.759+0000 7fb3fef12640 10 monclient: get_auth_request con 0x7fb2c80760b0 auth_method 0 2024-09-19T13:56:56.948 INFO:tasks.workunit.client.0.smithi031.stderr: -109> 2024-09-19T13:56:56.759+0000 7fb3ff713640 10 monclient: get_auth_request con 0x560bc72b5400 auth_method 0 2024-09-19T13:56:56.948 INFO:tasks.workunit.client.0.smithi031.stderr: -108> 2024-09-19T13:56:56.759+0000 7fb40140c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:56.948 INFO:tasks.workunit.client.0.smithi031.stderr: -107> 2024-09-19T13:56:56.759+0000 7fb40140c9c0 20 realm 2024-09-19T13:56:56.949 INFO:tasks.workunit.client.0.smithi031.stderr: -106> 2024-09-19T13:56:56.759+0000 7fb40140c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.949 INFO:tasks.workunit.client.0.smithi031.stderr: -105> 2024-09-19T13:56:56.759+0000 7fb40140c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:56.949 INFO:tasks.workunit.client.0.smithi031.stderr: -104> 2024-09-19T13:56:56.759+0000 7fb40140c9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:56:56.949 INFO:tasks.workunit.client.0.smithi031.stderr: -103> 2024-09-19T13:56:56.759+0000 7fb40140c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.949 INFO:tasks.workunit.client.0.smithi031.stderr: -102> 2024-09-19T13:56:56.759+0000 7fb40140c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:56.949 INFO:tasks.workunit.client.0.smithi031.stderr: -101> 2024-09-19T13:56:56.759+0000 7fb40140c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.949 INFO:tasks.workunit.client.0.smithi031.stderr: -100> 2024-09-19T13:56:56.759+0000 7fb3fef12640 10 monclient: get_auth_request con 0x560bc72b9700 auth_method 0 2024-09-19T13:56:56.949 INFO:tasks.workunit.client.0.smithi031.stderr: -99> 2024-09-19T13:56:56.763+0000 7fb40140c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:56:56.949 INFO:tasks.workunit.client.0.smithi031.stderr: -98> 2024-09-19T13:56:56.763+0000 7fb40140c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.949 INFO:tasks.workunit.client.0.smithi031.stderr: -97> 2024-09-19T13:56:56.763+0000 7fb3f6711640 10 monclient: get_auth_request con 0x560bc72bce20 auth_method 0 2024-09-19T13:56:56.949 INFO:tasks.workunit.client.0.smithi031.stderr: -96> 2024-09-19T13:56:56.763+0000 7fb40140c9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:56:56.949 INFO:tasks.workunit.client.0.smithi031.stderr: -95> 2024-09-19T13:56:56.763+0000 7fb40140c9c0 20 searching for the correct realm 2024-09-19T13:56:56.949 INFO:tasks.workunit.client.0.smithi031.stderr: -94> 2024-09-19T13:56:56.763+0000 7fb3ff713640 10 monclient: get_auth_request con 0x7fb3e80c0070 auth_method 0 2024-09-19T13:56:56.950 INFO:tasks.workunit.client.0.smithi031.stderr: -93> 2024-09-19T13:56:56.767+0000 7fb3fef12640 10 monclient: get_auth_request con 0x7fb3f004c040 auth_method 0 2024-09-19T13:56:56.950 INFO:tasks.workunit.client.0.smithi031.stderr: -92> 2024-09-19T13:56:56.767+0000 7fb3f6711640 10 monclient: get_auth_request con 0x7fb3e810f050 auth_method 0 2024-09-19T13:56:56.950 INFO:tasks.workunit.client.0.smithi031.stderr: -91> 2024-09-19T13:56:56.767+0000 7fb3f6711640 0 -- 172.21.15.31:0/3084420094 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7fb3e810f050 msgr2=0x7fb3e8108d20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:56:56.950 INFO:tasks.workunit.client.0.smithi031.stderr: -90> 2024-09-19T13:56:56.767+0000 7fb2e0ff9640 1 client.6393.objecter ms_handle_reset 0x7fb3e810f050 session 0x7fb3e80c3e50 osd.5 2024-09-19T13:56:56.950 INFO:tasks.workunit.client.0.smithi031.stderr: -89> 2024-09-19T13:56:56.767+0000 7fb2e0ff9640 10 monclient: _renew_subs 2024-09-19T13:56:56.950 INFO:tasks.workunit.client.0.smithi031.stderr: -88> 2024-09-19T13:56:56.767+0000 7fb2e0ff9640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T13:56:56.950 INFO:tasks.workunit.client.0.smithi031.stderr: -87> 2024-09-19T13:56:56.767+0000 7fb3f6711640 10 monclient: get_auth_request con 0x7fb2c80862e0 auth_method 0 2024-09-19T13:56:56.950 INFO:tasks.workunit.client.0.smithi031.stderr: -86> 2024-09-19T13:56:56.771+0000 7fb3ff713640 10 monclient: get_auth_request con 0x7fb3f004db60 auth_method 0 2024-09-19T13:56:56.950 INFO:tasks.workunit.client.0.smithi031.stderr: -85> 2024-09-19T13:56:56.775+0000 7fb3fef12640 10 monclient: get_auth_request con 0x7fb3f8018070 auth_method 0 2024-09-19T13:56:56.950 INFO:tasks.workunit.client.0.smithi031.stderr: -84> 2024-09-19T13:56:56.775+0000 7fb3ff713640 0 -- 172.21.15.31:0/3084420094 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x560bc72b5400 msgr2=0x560bc72b7860 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:56:56.950 INFO:tasks.workunit.client.0.smithi031.stderr: -83> 2024-09-19T13:56:56.775+0000 7fb2e0ff9640 1 client.6393.objecter ms_handle_reset 0x560bc72b5400 session 0x560bc72b4d30 osd.6 2024-09-19T13:56:56.951 INFO:tasks.workunit.client.0.smithi031.stderr: -82> 2024-09-19T13:56:56.775+0000 7fb3ff713640 10 monclient: get_auth_request con 0x7fb3e810f050 auth_method 0 2024-09-19T13:56:56.951 INFO:tasks.workunit.client.0.smithi031.stderr: -81> 2024-09-19T13:56:56.783+0000 7fb40140c9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:56:56.951 INFO:tasks.workunit.client.0.smithi031.stderr: -80> 2024-09-19T13:56:56.783+0000 7fb40140c9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:56:56.951 INFO:tasks.workunit.client.0.smithi031.stderr: -79> 2024-09-19T13:56:56.783+0000 7fb40140c9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:56:56.951 INFO:tasks.workunit.client.0.smithi031.stderr: -78> 2024-09-19T13:56:56.783+0000 7fb40140c9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:56:56.951 INFO:tasks.workunit.client.0.smithi031.stderr: -77> 2024-09-19T13:56:56.783+0000 7fb40140c9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:56:56.951 INFO:tasks.workunit.client.0.smithi031.stderr: -76> 2024-09-19T13:56:56.783+0000 7fb40140c9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:56:56.951 INFO:tasks.workunit.client.0.smithi031.stderr: -75> 2024-09-19T13:56:56.783+0000 7fb40140c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.951 INFO:tasks.workunit.client.0.smithi031.stderr: -74> 2024-09-19T13:56:56.783+0000 7fb40140c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:56.951 INFO:tasks.workunit.client.0.smithi031.stderr: -73> 2024-09-19T13:56:56.783+0000 7fb40140c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.951 INFO:tasks.workunit.client.0.smithi031.stderr: -72> 2024-09-19T13:56:56.783+0000 7fb40140c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:56:56.951 INFO:tasks.workunit.client.0.smithi031.stderr: -71> 2024-09-19T13:56:56.783+0000 7fb40140c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.952 INFO:tasks.workunit.client.0.smithi031.stderr: -70> 2024-09-19T13:56:56.783+0000 7fb40140c9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:56:56.952 INFO:tasks.workunit.client.0.smithi031.stderr: -69> 2024-09-19T13:56:56.783+0000 7fb40140c9c0 20 zone default found 2024-09-19T13:56:56.952 INFO:tasks.workunit.client.0.smithi031.stderr: -68> 2024-09-19T13:56:56.783+0000 7fb40140c9c0 4 Realm: () 2024-09-19T13:56:56.952 INFO:tasks.workunit.client.0.smithi031.stderr: -67> 2024-09-19T13:56:56.783+0000 7fb40140c9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:56:56.952 INFO:tasks.workunit.client.0.smithi031.stderr: -66> 2024-09-19T13:56:56.783+0000 7fb40140c9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:56:56.952 INFO:tasks.workunit.client.0.smithi031.stderr: -65> 2024-09-19T13:56:56.783+0000 7fb40140c9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:56:56.952 INFO:tasks.workunit.client.0.smithi031.stderr: -64> 2024-09-19T13:56:56.783+0000 7fb40140c9c0 20 zonegroup default 2024-09-19T13:56:56.952 INFO:tasks.workunit.client.0.smithi031.stderr: -63> 2024-09-19T13:56:56.783+0000 7fb40140c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.952 INFO:tasks.workunit.client.0.smithi031.stderr: -62> 2024-09-19T13:56:56.787+0000 7fb40140c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:56.952 INFO:tasks.workunit.client.0.smithi031.stderr: -61> 2024-09-19T13:56:56.787+0000 7fb40140c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.952 INFO:tasks.workunit.client.0.smithi031.stderr: -60> 2024-09-19T13:56:56.787+0000 7fb40140c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:56.952 INFO:tasks.workunit.client.0.smithi031.stderr: -59> 2024-09-19T13:56:56.787+0000 7fb40140c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.952 INFO:tasks.workunit.client.0.smithi031.stderr: -58> 2024-09-19T13:56:56.787+0000 7fb40140c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:56.953 INFO:tasks.workunit.client.0.smithi031.stderr: -57> 2024-09-19T13:56:56.787+0000 7fb40140c9c0 20 started sync module instance, tier type = 2024-09-19T13:56:56.953 INFO:tasks.workunit.client.0.smithi031.stderr: -56> 2024-09-19T13:56:56.787+0000 7fb40140c9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:56:56.953 INFO:tasks.workunit.client.0.smithi031.stderr: -55> 2024-09-19T13:56:56.803+0000 7fb40140c9c0 20 add_watcher() i=0 2024-09-19T13:56:56.953 INFO:tasks.workunit.client.0.smithi031.stderr: -54> 2024-09-19T13:56:56.803+0000 7fb40140c9c0 20 add_watcher() i=1 2024-09-19T13:56:56.953 INFO:tasks.workunit.client.0.smithi031.stderr: -53> 2024-09-19T13:56:56.803+0000 7fb40140c9c0 20 add_watcher() i=2 2024-09-19T13:56:56.953 INFO:tasks.workunit.client.0.smithi031.stderr: -52> 2024-09-19T13:56:56.803+0000 7fb40140c9c0 20 add_watcher() i=3 2024-09-19T13:56:56.953 INFO:tasks.workunit.client.0.smithi031.stderr: -51> 2024-09-19T13:56:56.803+0000 7fb40140c9c0 20 add_watcher() i=4 2024-09-19T13:56:56.953 INFO:tasks.workunit.client.0.smithi031.stderr: -50> 2024-09-19T13:56:56.803+0000 7fb40140c9c0 20 add_watcher() i=5 2024-09-19T13:56:56.953 INFO:tasks.workunit.client.0.smithi031.stderr: -49> 2024-09-19T13:56:56.803+0000 7fb40140c9c0 20 add_watcher() i=6 2024-09-19T13:56:56.953 INFO:tasks.workunit.client.0.smithi031.stderr: -48> 2024-09-19T13:56:56.807+0000 7fb40140c9c0 20 add_watcher() i=7 2024-09-19T13:56:56.953 INFO:tasks.workunit.client.0.smithi031.stderr: -47> 2024-09-19T13:56:56.807+0000 7fb40140c9c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:56:56.953 INFO:tasks.workunit.client.0.smithi031.stderr: -46> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1810) adding auth protocol: cephx 2024-09-19T13:56:56.954 INFO:tasks.workunit.client.0.smithi031.stderr: -45> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1810) adding auth protocol: cephx 2024-09-19T13:56:56.954 INFO:tasks.workunit.client.0.smithi031.stderr: -44> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1810) adding auth protocol: cephx 2024-09-19T13:56:56.954 INFO:tasks.workunit.client.0.smithi031.stderr: -43> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1810) adding con mode: secure 2024-09-19T13:56:56.954 INFO:tasks.workunit.client.0.smithi031.stderr: -42> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1810) adding con mode: crc 2024-09-19T13:56:56.954 INFO:tasks.workunit.client.0.smithi031.stderr: -41> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1810) adding con mode: secure 2024-09-19T13:56:56.954 INFO:tasks.workunit.client.0.smithi031.stderr: -40> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1810) adding con mode: crc 2024-09-19T13:56:56.954 INFO:tasks.workunit.client.0.smithi031.stderr: -39> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1810) adding con mode: secure 2024-09-19T13:56:56.954 INFO:tasks.workunit.client.0.smithi031.stderr: -38> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1810) adding con mode: crc 2024-09-19T13:56:56.954 INFO:tasks.workunit.client.0.smithi031.stderr: -37> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1810) adding con mode: crc 2024-09-19T13:56:56.954 INFO:tasks.workunit.client.0.smithi031.stderr: -36> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1810) adding con mode: secure 2024-09-19T13:56:56.954 INFO:tasks.workunit.client.0.smithi031.stderr: -35> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1810) adding con mode: crc 2024-09-19T13:56:56.954 INFO:tasks.workunit.client.0.smithi031.stderr: -34> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1810) adding con mode: secure 2024-09-19T13:56:56.954 INFO:tasks.workunit.client.0.smithi031.stderr: -33> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1810) adding con mode: crc 2024-09-19T13:56:56.954 INFO:tasks.workunit.client.0.smithi031.stderr: -32> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 5 AuthRegistry(0x7fff486c1810) adding con mode: secure 2024-09-19T13:56:56.955 INFO:tasks.workunit.client.0.smithi031.stderr: -31> 2024-09-19T13:56:56.811+0000 7fb2b57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:56:56.955 INFO:tasks.workunit.client.0.smithi031.stderr: -30> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:56:56.955 INFO:tasks.workunit.client.0.smithi031.stderr: -29> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:56:56.955 INFO:tasks.workunit.client.0.smithi031.stderr: -28> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:56:56.955 INFO:tasks.workunit.client.0.smithi031.stderr: -27> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 5 asok(0x560bc6fc3d90) register_command cache list hook 0x560bc728eb10 2024-09-19T13:56:56.955 INFO:tasks.workunit.client.0.smithi031.stderr: -26> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 5 asok(0x560bc6fc3d90) register_command cache inspect hook 0x560bc728eb10 2024-09-19T13:56:56.955 INFO:tasks.workunit.client.0.smithi031.stderr: -25> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 5 asok(0x560bc6fc3d90) register_command cache erase hook 0x560bc728eb10 2024-09-19T13:56:56.955 INFO:tasks.workunit.client.0.smithi031.stderr: -24> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 5 asok(0x560bc6fc3d90) register_command cache zap hook 0x560bc728eb10 2024-09-19T13:56:56.955 INFO:tasks.workunit.client.0.smithi031.stderr: -23> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 5 note: GC not initialized 2024-09-19T13:56:56.955 INFO:tasks.workunit.client.0.smithi031.stderr: -22> 2024-09-19T13:56:56.811+0000 7fb22ffff640 20 reqs_thread_entry: start 2024-09-19T13:56:56.955 INFO:tasks.workunit.client.0.smithi031.stderr: -21> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 5 asok(0x560bc6fc3d90) register_command sync trace show hook 0x7fb3f000ea80 2024-09-19T13:56:56.955 INFO:tasks.workunit.client.0.smithi031.stderr: -20> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 5 asok(0x560bc6fc3d90) register_command sync trace history hook 0x7fb3f000ea80 2024-09-19T13:56:56.955 INFO:tasks.workunit.client.0.smithi031.stderr: -19> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 5 asok(0x560bc6fc3d90) register_command sync trace active hook 0x7fb3f000ea80 2024-09-19T13:56:56.955 INFO:tasks.workunit.client.0.smithi031.stderr: -18> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 5 asok(0x560bc6fc3d90) register_command sync trace active_short hook 0x7fb3f000ea80 2024-09-19T13:56:56.956 INFO:tasks.workunit.client.0.smithi031.stderr: -17> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 20 init_complete bucket index max shards: 1 2024-09-19T13:56:56.956 INFO:tasks.workunit.client.0.smithi031.stderr: -16> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 20 Filter name: none 2024-09-19T13:56:56.956 INFO:tasks.workunit.client.0.smithi031.stderr: -15> 2024-09-19T13:56:56.811+0000 7fb22dffb640 20 reqs_thread_entry: start 2024-09-19T13:56:56.956 INFO:tasks.workunit.client.0.smithi031.stderr: -14> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-19T13:56:56.956 INFO:tasks.workunit.client.0.smithi031.stderr: -13> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.956 INFO:tasks.workunit.client.0.smithi031.stderr: -12> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 20 rados_obj.operate() r=0 bl.length=188 2024-09-19T13:56:56.956 INFO:tasks.workunit.client.0.smithi031.stderr: -11> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-19T13:56:56.956 INFO:tasks.workunit.client.0.smithi031.stderr: -10> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-19T13:56:56.956 INFO:tasks.workunit.client.0.smithi031.stderr: -9> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21 : miss 2024-09-19T13:56:56.956 INFO:tasks.workunit.client.0.smithi031.stderr: -8> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.956 INFO:tasks.workunit.client.0.smithi031.stderr: -7> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 20 rados_obj.operate() r=0 bl.length=410 2024-09-19T13:56:56.956 INFO:tasks.workunit.client.0.smithi031.stderr: -6> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21 info.flags=0x17 2024-09-19T13:56:56.957 INFO:tasks.workunit.client.0.smithi031.stderr: -5> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21 to cache LRU end 2024-09-19T13:56:56.957 INFO:tasks.workunit.client.0.smithi031.stderr: -4> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:56:56.957 INFO:tasks.workunit.client.0.smithi031.stderr: -3> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:56:56.957 INFO:tasks.workunit.client.0.smithi031.stderr: -2> 2024-09-19T13:56:56.811+0000 7fb40140c9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21 2024-09-19T13:56:56.957 INFO:tasks.workunit.client.0.smithi031.stderr: -1> 2024-09-19T13:56:56.815+0000 7fb40140c9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fb40140c9c0 time 2024-09-19T13:56:56.821788+0000 2024-09-19T13:56:56.957 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T13:56:56.957 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:56.957 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T13:56:56.957 INFO:tasks.workunit.client.0.smithi031.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fb404ce62eb] 2024-09-19T13:56:56.957 INFO:tasks.workunit.client.0.smithi031.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fb404ce649f] 2024-09-19T13:56:56.957 INFO:tasks.workunit.client.0.smithi031.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x560bc5d8b271] 2024-09-19T13:56:56.958 INFO:tasks.workunit.client.0.smithi031.stderr: 4: radosgw-admin(+0x140fa02) [0x560bc67dba02] 2024-09-19T13:56:56.958 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x560bc5d9b0dd] 2024-09-19T13:56:56.958 INFO:tasks.workunit.client.0.smithi031.stderr: 6: main() 2024-09-19T13:56:56.958 INFO:tasks.workunit.client.0.smithi031.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fb403b4cd90] 2024-09-19T13:56:56.958 INFO:tasks.workunit.client.0.smithi031.stderr: 8: __libc_start_main() 2024-09-19T13:56:56.958 INFO:tasks.workunit.client.0.smithi031.stderr: 9: _start() 2024-09-19T13:56:56.958 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:56.958 INFO:tasks.workunit.client.0.smithi031.stderr: 0> 2024-09-19T13:56:56.819+0000 7fb40140c9c0 -1 *** Caught signal (Aborted) ** 2024-09-19T13:56:56.958 INFO:tasks.workunit.client.0.smithi031.stderr: in thread 7fb40140c9c0 thread_name:radosgw-admin 2024-09-19T13:56:56.958 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:56.958 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T13:56:56.958 INFO:tasks.workunit.client.0.smithi031.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fb403b65520] 2024-09-19T13:56:56.959 INFO:tasks.workunit.client.0.smithi031.stderr: 2: pthread_kill() 2024-09-19T13:56:56.959 INFO:tasks.workunit.client.0.smithi031.stderr: 3: raise() 2024-09-19T13:56:56.959 INFO:tasks.workunit.client.0.smithi031.stderr: 4: abort() 2024-09-19T13:56:56.959 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fb404ce6345] 2024-09-19T13:56:56.959 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fb404ce649f] 2024-09-19T13:56:56.959 INFO:tasks.workunit.client.0.smithi031.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x560bc5d8b271] 2024-09-19T13:56:56.959 INFO:tasks.workunit.client.0.smithi031.stderr: 8: radosgw-admin(+0x140fa02) [0x560bc67dba02] 2024-09-19T13:56:56.959 INFO:tasks.workunit.client.0.smithi031.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x560bc5d9b0dd] 2024-09-19T13:56:56.959 INFO:tasks.workunit.client.0.smithi031.stderr: 10: main() 2024-09-19T13:56:56.959 INFO:tasks.workunit.client.0.smithi031.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fb403b4cd90] 2024-09-19T13:56:56.959 INFO:tasks.workunit.client.0.smithi031.stderr: 12: __libc_start_main() 2024-09-19T13:56:56.960 INFO:tasks.workunit.client.0.smithi031.stderr: 13: _start() 2024-09-19T13:56:56.960 INFO:tasks.workunit.client.0.smithi031.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T13:56:56.960 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:56.960 INFO:tasks.workunit.client.0.smithi031.stderr:--- logging levels --- 2024-09-19T13:56:56.960 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 none 2024-09-19T13:56:56.960 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 lockdep 2024-09-19T13:56:56.960 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 context 2024-09-19T13:56:56.960 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 crush 2024-09-19T13:56:56.960 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds 2024-09-19T13:56:56.960 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_balancer 2024-09-19T13:56:56.961 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_locker 2024-09-19T13:56:56.961 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_log 2024-09-19T13:56:56.961 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_log_expire 2024-09-19T13:56:56.961 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_migrator 2024-09-19T13:56:56.961 INFO:tasks.workunit.client.0.smithi031.stderr: 3/ 5 mds_quiesce 2024-09-19T13:56:56.961 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 buffer 2024-09-19T13:56:56.961 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 timer 2024-09-19T13:56:56.961 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 filer 2024-09-19T13:56:56.961 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 striper 2024-09-19T13:56:56.961 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 objecter 2024-09-19T13:56:56.961 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rados 2024-09-19T13:56:56.961 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd 2024-09-19T13:56:56.962 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_mirror 2024-09-19T13:56:56.962 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_replay 2024-09-19T13:56:56.962 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_pwl 2024-09-19T13:56:56.962 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 journaler 2024-09-19T13:56:56.962 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 objectcacher 2024-09-19T13:56:56.962 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 immutable_obj_cache 2024-09-19T13:56:56.962 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 client 2024-09-19T13:56:56.962 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 osd 2024-09-19T13:56:56.962 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 optracker 2024-09-19T13:56:56.962 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 objclass 2024-09-19T13:56:56.962 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 filestore 2024-09-19T13:56:56.962 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 journal 2024-09-19T13:56:56.962 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 0 ms 2024-09-19T13:56:56.963 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mon 2024-09-19T13:56:56.963 INFO:tasks.workunit.client.0.smithi031.stderr: 0/10 monc 2024-09-19T13:56:56.963 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 paxos 2024-09-19T13:56:56.963 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 tp 2024-09-19T13:56:56.963 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 auth 2024-09-19T13:56:56.963 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 crypto 2024-09-19T13:56:56.963 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 finisher 2024-09-19T13:56:56.963 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 reserver 2024-09-19T13:56:56.963 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 heartbeatmap 2024-09-19T13:56:56.963 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 perfcounter 2024-09-19T13:56:56.963 INFO:tasks.workunit.client.0.smithi031.stderr: 20/20 rgw 2024-09-19T13:56:56.963 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_sync 2024-09-19T13:56:56.963 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_datacache 2024-09-19T13:56:56.963 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_access 2024-09-19T13:56:56.964 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_dbstore 2024-09-19T13:56:56.964 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_flight 2024-09-19T13:56:56.964 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_lifecycle 2024-09-19T13:56:56.964 INFO:tasks.workunit.client.0.smithi031.stderr: 20/20 rgw_notification 2024-09-19T13:56:56.964 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 javaclient 2024-09-19T13:56:56.964 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 asok 2024-09-19T13:56:56.964 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 throttle 2024-09-19T13:56:56.964 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 0 refs 2024-09-19T13:56:56.964 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 compressor 2024-09-19T13:56:56.964 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 bluestore 2024-09-19T13:56:56.964 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 bluefs 2024-09-19T13:56:56.964 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 bdev 2024-09-19T13:56:56.964 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 kstore 2024-09-19T13:56:56.965 INFO:tasks.workunit.client.0.smithi031.stderr: 4/ 5 rocksdb 2024-09-19T13:56:56.965 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 fuse 2024-09-19T13:56:56.965 INFO:tasks.workunit.client.0.smithi031.stderr: 2/ 5 mgr 2024-09-19T13:56:56.965 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mgrc 2024-09-19T13:56:56.965 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 dpdk 2024-09-19T13:56:56.965 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 eventtrace 2024-09-19T13:56:56.965 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 prioritycache 2024-09-19T13:56:56.965 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 test 2024-09-19T13:56:56.965 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cephfs_mirror 2024-09-19T13:56:56.965 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cephsqlite 2024-09-19T13:56:56.965 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 crimson_interrupt 2024-09-19T13:56:56.965 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore 2024-09-19T13:56:56.965 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_onode 2024-09-19T13:56:56.966 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_odata 2024-09-19T13:56:56.966 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_omap 2024-09-19T13:56:56.966 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_tm 2024-09-19T13:56:56.966 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_t 2024-09-19T13:56:56.966 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_cleaner 2024-09-19T13:56:56.966 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_epm 2024-09-19T13:56:56.966 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_lba 2024-09-19T13:56:56.966 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-19T13:56:56.966 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_cache 2024-09-19T13:56:56.966 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_journal 2024-09-19T13:56:56.966 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_device 2024-09-19T13:56:56.966 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_backref 2024-09-19T13:56:56.966 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 alienstore 2024-09-19T13:56:56.967 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mclock 2024-09-19T13:56:56.967 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cyanstore 2024-09-19T13:56:56.967 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 ceph_exporter 2024-09-19T13:56:56.967 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 memstore 2024-09-19T13:56:56.967 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 trace 2024-09-19T13:56:56.967 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 ceph_dedup 2024-09-19T13:56:56.967 INFO:tasks.workunit.client.0.smithi031.stderr: -2/-2 (syslog threshold) 2024-09-19T13:56:56.967 INFO:tasks.workunit.client.0.smithi031.stderr: 99/99 (stderr threshold) 2024-09-19T13:56:56.967 INFO:tasks.workunit.client.0.smithi031.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-19T13:56:56.967 INFO:tasks.workunit.client.0.smithi031.stderr: 7fb22dffb640 / http_manager 2024-09-19T13:56:56.967 INFO:tasks.workunit.client.0.smithi031.stderr: 7fb22ffff640 / http_manager 2024-09-19T13:56:56.967 INFO:tasks.workunit.client.0.smithi031.stderr: 7fb2b57e2640 / rgw_dt_lg_renew 2024-09-19T13:56:56.967 INFO:tasks.workunit.client.0.smithi031.stderr: 7fb2e0ff9640 / ms_dispatch 2024-09-19T13:56:56.968 INFO:tasks.workunit.client.0.smithi031.stderr: 7fb2e27fc640 / io_context_pool 2024-09-19T13:56:56.968 INFO:tasks.workunit.client.0.smithi031.stderr: 7fb2e8e01640 / ms_dispatch 2024-09-19T13:56:56.968 INFO:tasks.workunit.client.0.smithi031.stderr: 7fb2eb606640 / ms_dispatch 2024-09-19T13:56:56.968 INFO:tasks.workunit.client.0.smithi031.stderr: 7fb2ece09640 / io_context_pool 2024-09-19T13:56:56.968 INFO:tasks.workunit.client.0.smithi031.stderr: 7fb3f6711640 / msgr-worker-2 2024-09-19T13:56:56.968 INFO:tasks.workunit.client.0.smithi031.stderr: 7fb3fe711640 / io_context_pool 2024-09-19T13:56:56.968 INFO:tasks.workunit.client.0.smithi031.stderr: 7fb3fef12640 / msgr-worker-1 2024-09-19T13:56:56.968 INFO:tasks.workunit.client.0.smithi031.stderr: 7fb3ff713640 / msgr-worker-0 2024-09-19T13:56:56.968 INFO:tasks.workunit.client.0.smithi031.stderr: 7fb40140c9c0 / radosgw-admin 2024-09-19T13:56:56.968 INFO:tasks.workunit.client.0.smithi031.stderr: max_recent 500 2024-09-19T13:56:56.968 INFO:tasks.workunit.client.0.smithi031.stderr: max_new 1000 2024-09-19T13:56:56.968 INFO:tasks.workunit.client.0.smithi031.stderr: log_file /var/lib/ceph/crash/2024-09-19T13:56:56.824340Z_5c126f35-e04f-42ee-8e21-2d1c957f9f94/log 2024-09-19T13:56:56.968 INFO:tasks.workunit.client.0.smithi031.stderr:--- end dump of recent events --- 2024-09-19T13:56:56.969 INFO:tasks.workunit.client.0.smithi031.stderr:Aborted 2024-09-19T13:56:56.969 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket abort-at-init-indext 2024-09-19T13:56:56.973 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:56:56.973 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:56:56.973 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.899+0000 7f932b0149c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.973 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.903+0000 7f932b0149c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:56.973 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.903+0000 7f932b0149c0 20 realm 2024-09-19T13:56:56.973 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.903+0000 7f932b0149c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.973 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.903+0000 7f932b0149c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:56.973 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.903+0000 7f932b0149c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:56:56.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.903+0000 7f932b0149c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.903+0000 7f932b0149c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:56.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.903+0000 7f932b0149c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.903+0000 7f932b0149c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:56:56.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.903+0000 7f932b0149c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.907+0000 7f932b0149c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:56:56.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.907+0000 7f932b0149c0 20 searching for the correct realm 2024-09-19T13:56:56.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.911+0000 7f9328b1a640 0 -- 172.21.15.31:0/401293696 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7f93180ce410 msgr2=0x7f93180ce830 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:56:56.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.919+0000 7f9328b1a640 0 -- 172.21.15.31:0/401293696 >> [v2:172.21.15.31:6802/3325082646,v1:172.21.15.31:6804/3325082646] conn(0x55b7c3a90eb0 msgr2=0x55b7c3a932a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:56:56.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.923+0000 7f932b0149c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:56:56.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.923+0000 7f932b0149c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:56:56.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.923+0000 7f932b0149c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:56:56.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.923+0000 7f932b0149c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:56:56.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.923+0000 7f932b0149c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:56:56.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.923+0000 7f932b0149c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:56:56.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.927+0000 7f932b0149c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.927+0000 7f932b0149c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:56.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.927+0000 7f932b0149c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.927+0000 7f932b0149c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:56:56.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.927+0000 7f932b0149c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.927+0000 7f932b0149c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:56:56.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.927+0000 7f932b0149c0 20 zone default found 2024-09-19T13:56:56.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.927+0000 7f932b0149c0 4 Realm: () 2024-09-19T13:56:56.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.927+0000 7f932b0149c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:56:56.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.927+0000 7f932b0149c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:56:56.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.927+0000 7f932b0149c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:56:56.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.927+0000 7f932b0149c0 20 zonegroup default 2024-09-19T13:56:56.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.927+0000 7f932b0149c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.927+0000 7f932b0149c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:56.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.927+0000 7f932b0149c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.927+0000 7f932b0149c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:56.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.927+0000 7f932b0149c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.927+0000 7f932b0149c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:56.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.927+0000 7f932b0149c0 20 started sync module instance, tier type = 2024-09-19T13:56:56.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.927+0000 7f932b0149c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:56:56.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.947+0000 7f932b0149c0 20 add_watcher() i=0 2024-09-19T13:56:56.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.947+0000 7f932b0149c0 20 add_watcher() i=1 2024-09-19T13:56:56.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.947+0000 7f932b0149c0 20 add_watcher() i=2 2024-09-19T13:56:56.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.947+0000 7f932b0149c0 20 add_watcher() i=3 2024-09-19T13:56:56.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.947+0000 7f932b0149c0 20 add_watcher() i=4 2024-09-19T13:56:56.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.947+0000 7f932b0149c0 20 add_watcher() i=5 2024-09-19T13:56:56.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.947+0000 7f932b0149c0 20 add_watcher() i=6 2024-09-19T13:56:56.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.951+0000 7f932b0149c0 20 add_watcher() i=7 2024-09-19T13:56:56.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.951+0000 7f932b0149c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:56:56.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.951+0000 7f91df7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:56:56.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.951+0000 7f932b0149c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:56:56.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.951+0000 7f932b0149c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:56:56.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.951+0000 7f932b0149c0 5 note: GC not initialized 2024-09-19T13:56:56.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.951+0000 7f91de7e4640 20 reqs_thread_entry: start 2024-09-19T13:56:56.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.955+0000 7f932b0149c0 20 init_complete bucket index max shards: 1 2024-09-19T13:56:56.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.955+0000 7f932b0149c0 20 Filter name: none 2024-09-19T13:56:56.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.955+0000 7f91d77fe640 20 reqs_thread_entry: start 2024-09-19T13:56:56.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.955+0000 7f932b0149c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.955+0000 7f932b0149c0 20 rados_obj.operate() r=0 bl.length=188 2024-09-19T13:56:56.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.955+0000 7f932b0149c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.955+0000 7f932b0149c0 20 rados_obj.operate() r=0 bl.length=410 2024-09-19T13:56:56.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.955+0000 7f932b0149c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:56:56.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.955+0000 7f932b0149c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.955+0000 7f932b0149c0 20 rados_obj.operate() r=0 bl.length=188 2024-09-19T13:56:56.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.955+0000 7f932b0149c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:56.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.955+0000 7f932b0149c0 20 rados_obj.operate() r=0 bl.length=410 2024-09-19T13:56:56.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.955+0000 7f932b0149c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:56:56.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.959+0000 7f91df7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:56:56.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.963+0000 7f932b0149c0 20 remove_watcher() i=0 2024-09-19T13:56:56.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.963+0000 7f932b0149c0 2 removed watcher, disabling cache 2024-09-19T13:56:56.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.963+0000 7f932b0149c0 20 remove_watcher() i=1 2024-09-19T13:56:56.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.967+0000 7f932b0149c0 20 remove_watcher() i=2 2024-09-19T13:56:56.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.967+0000 7f932b0149c0 20 remove_watcher() i=3 2024-09-19T13:56:56.979 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.971+0000 7f932b0149c0 20 remove_watcher() i=4 2024-09-19T13:56:56.979 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.971+0000 7f932b0149c0 20 remove_watcher() i=5 2024-09-19T13:56:56.979 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.975+0000 7f932b0149c0 20 remove_watcher() i=6 2024-09-19T13:56:56.981 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:56.983+0000 7f932b0149c0 20 remove_watcher() i=7 2024-09-19T13:56:56.995 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:56.995 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T13:56:56.996 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: abort-at-init-indext id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-19T13:56:56.996 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:56:56.997 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:56.997 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:57.009 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:56:57.009 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:56:57.058 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket reshard --bucket abort-at-init-indext --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-19T13:56:57.096 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:56:57.096 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:56:57.142 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.139+0000 7faf718869c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:57.144 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.139+0000 7faf718869c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:57.144 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.139+0000 7faf718869c0 20 realm 2024-09-19T13:56:57.145 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.139+0000 7faf718869c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:57.145 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.139+0000 7faf718869c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:57.145 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.139+0000 7faf718869c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:56:57.145 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.139+0000 7faf718869c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:57.146 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.143+0000 7faf718869c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:57.146 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.143+0000 7faf718869c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:57.147 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.143+0000 7faf718869c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:56:57.147 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.143+0000 7faf718869c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:57.148 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.143+0000 7faf718869c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:56:57.148 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.143+0000 7faf718869c0 20 searching for the correct realm 2024-09-19T13:56:57.151 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.147+0000 7faf6f38c640 0 -- 172.21.15.31:0/3590661008 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x558ea0de3650 msgr2=0x7faf6004a930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:56:57.366 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.363+0000 7faf6f38c640 0 -- 172.21.15.31:0/3590661008 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7faf68039060 msgr2=0x7faf68061960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:56:57.587 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.583+0000 7faf718869c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:56:57.587 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.583+0000 7faf718869c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:56:57.587 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.583+0000 7faf718869c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:56:57.588 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.583+0000 7faf718869c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:56:57.588 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.583+0000 7faf718869c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:56:57.588 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.583+0000 7faf718869c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:56:57.588 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.583+0000 7faf718869c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:57.588 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.583+0000 7faf718869c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:57.588 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.583+0000 7faf718869c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:57.589 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.583+0000 7faf718869c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:56:57.589 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.583+0000 7faf718869c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:57.590 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.587+0000 7faf718869c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:56:57.590 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.587+0000 7faf718869c0 20 zone default found 2024-09-19T13:56:57.590 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.587+0000 7faf718869c0 4 Realm: () 2024-09-19T13:56:57.590 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.587+0000 7faf718869c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:56:57.590 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.587+0000 7faf718869c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:56:57.590 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.587+0000 7faf718869c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:56:57.590 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.587+0000 7faf718869c0 20 zonegroup default 2024-09-19T13:56:57.590 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.587+0000 7faf718869c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:57.591 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.587+0000 7faf718869c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:57.591 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.587+0000 7faf718869c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:57.591 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.587+0000 7faf718869c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:57.591 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.587+0000 7faf718869c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:57.592 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.587+0000 7faf718869c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:56:57.592 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.587+0000 7faf718869c0 20 started sync module instance, tier type = 2024-09-19T13:56:57.592 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.587+0000 7faf718869c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:56:57.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.611+0000 7faf718869c0 20 add_watcher() i=0 2024-09-19T13:56:57.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.611+0000 7faf718869c0 20 add_watcher() i=1 2024-09-19T13:56:57.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.611+0000 7faf718869c0 20 add_watcher() i=2 2024-09-19T13:56:57.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.611+0000 7faf718869c0 20 add_watcher() i=3 2024-09-19T13:56:57.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.611+0000 7faf718869c0 20 add_watcher() i=4 2024-09-19T13:56:57.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.611+0000 7faf718869c0 20 add_watcher() i=5 2024-09-19T13:56:57.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.611+0000 7faf718869c0 20 add_watcher() i=6 2024-09-19T13:56:57.617 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.615+0000 7faf718869c0 20 add_watcher() i=7 2024-09-19T13:56:57.617 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.615+0000 7faf718869c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:56:57.622 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.619+0000 7fae25fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:56:57.623 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.619+0000 7faf718869c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:56:57.623 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.619+0000 7faf718869c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:56:57.623 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.619+0000 7faf718869c0 5 note: GC not initialized 2024-09-19T13:56:57.623 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.619+0000 7fae24fe1640 20 reqs_thread_entry: start 2024-09-19T13:56:57.623 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.619+0000 7faf718869c0 20 init_complete bucket index max shards: 1 2024-09-19T13:56:57.623 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.619+0000 7faf718869c0 20 Filter name: none 2024-09-19T13:56:57.624 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.619+0000 7fad9e7fc640 20 reqs_thread_entry: start 2024-09-19T13:56:57.624 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.619+0000 7faf718869c0 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-19T13:56:57.624 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.619+0000 7faf718869c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:57.625 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.619+0000 7faf718869c0 20 rados_obj.operate() r=0 bl.length=188 2024-09-19T13:56:57.625 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.619+0000 7faf718869c0 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-19T13:56:57.625 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.619+0000 7faf718869c0 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-19T13:56:57.625 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.619+0000 7faf718869c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21 : miss 2024-09-19T13:56:57.625 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.619+0000 7faf718869c0 20 rados->read ofs=0 len=0 2024-09-19T13:56:57.626 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.623+0000 7faf718869c0 20 rados_obj.operate() r=0 bl.length=410 2024-09-19T13:56:57.626 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.623+0000 7faf718869c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21 info.flags=0x17 2024-09-19T13:56:57.626 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.623+0000 7faf718869c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21 to cache LRU end 2024-09-19T13:56:57.626 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.623+0000 7faf718869c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:56:57.626 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.623+0000 7faf718869c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:56:57.626 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.623+0000 7faf718869c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21 2024-09-19T13:56:57.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.623+0000 7faf718869c0 0 INFO: RGWReshardLock::lock found lock on abort-at-init-indext:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21 to be held by another RGW process; skipping for now 2024-09-19T13:56:57.630 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.627+0000 7fae25fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:56:57.634 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.631+0000 7faf718869c0 20 remove_watcher() i=0 2024-09-19T13:56:57.634 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.631+0000 7faf718869c0 2 removed watcher, disabling cache 2024-09-19T13:56:57.636 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.631+0000 7faf718869c0 20 remove_watcher() i=1 2024-09-19T13:56:57.638 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.635+0000 7faf718869c0 20 remove_watcher() i=2 2024-09-19T13:56:57.641 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.635+0000 7faf718869c0 20 remove_watcher() i=3 2024-09-19T13:56:57.643 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.639+0000 7faf718869c0 20 remove_watcher() i=4 2024-09-19T13:56:57.646 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.643+0000 7faf718869c0 20 remove_watcher() i=5 2024-09-19T13:56:57.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.643+0000 7faf718869c0 20 remove_watcher() i=6 2024-09-19T13:56:57.652 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:56:57.647+0000 7faf718869c0 20 remove_watcher() i=7 2024-09-19T13:56:57.672 INFO:tasks.workunit.client.0.smithi031.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-19T13:57:27.703 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket reshard --bucket abort-at-init-indext --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-19T13:57:27.741 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:57:27.741 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:57:27.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:27.983+0000 7fe0dcc6b640 0 --2- 172.21.15.31:0/1374555618 >> [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] conn(0x55c732e8ecd0 0x55c732ea2f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-19T13:57:27.997 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:27.995+0000 7fe0df1659c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:28.000 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:27.999+0000 7fe0df1659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:28.000 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:27.999+0000 7fe0df1659c0 20 realm 2024-09-19T13:57:28.000 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:27.999+0000 7fe0df1659c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:28.000 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:27.999+0000 7fe0df1659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:28.000 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:27.999+0000 7fe0df1659c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:57:28.000 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:27.999+0000 7fe0df1659c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:28.001 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:27.999+0000 7fe0df1659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:28.001 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:27.999+0000 7fe0df1659c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:28.002 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.003+0000 7fe0df1659c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:57:28.002 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.003+0000 7fe0df1659c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:28.004 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.003+0000 7fe0df1659c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:57:28.004 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.003+0000 7fe0df1659c0 20 searching for the correct realm 2024-09-19T13:57:28.007 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.007+0000 7fe0dcc6b640 0 -- 172.21.15.31:0/4221556215 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7fe0d4093070 msgr2=0x7fe0d40783d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:57:28.221 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.223+0000 7fe0dcc6b640 0 -- 172.21.15.31:0/4221556215 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7fe0cc0dc940 msgr2=0x7fe0cc0c33f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:57:28.443 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.443+0000 7fe0df1659c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:57:28.443 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.443+0000 7fe0df1659c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:57:28.443 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.443+0000 7fe0df1659c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:57:28.443 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.443+0000 7fe0df1659c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:57:28.443 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.443+0000 7fe0df1659c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:57:28.444 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.443+0000 7fe0df1659c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:57:28.444 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.443+0000 7fe0df1659c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:28.444 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.443+0000 7fe0df1659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:28.444 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.443+0000 7fe0df1659c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:28.445 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.443+0000 7fe0df1659c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:57:28.445 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.443+0000 7fe0df1659c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:28.446 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.447+0000 7fe0df1659c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:57:28.446 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.447+0000 7fe0df1659c0 20 zone default found 2024-09-19T13:57:28.446 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.447+0000 7fe0df1659c0 4 Realm: () 2024-09-19T13:57:28.446 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.447+0000 7fe0df1659c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:57:28.446 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.447+0000 7fe0df1659c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:57:28.446 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.447+0000 7fe0df1659c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:57:28.446 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.447+0000 7fe0df1659c0 20 zonegroup default 2024-09-19T13:57:28.446 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.447+0000 7fe0df1659c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:28.447 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.447+0000 7fe0df1659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:28.447 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.447+0000 7fe0df1659c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:28.447 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.447+0000 7fe0df1659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:28.447 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.447+0000 7fe0df1659c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:28.448 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.447+0000 7fe0df1659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:28.448 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.447+0000 7fe0df1659c0 20 started sync module instance, tier type = 2024-09-19T13:57:28.449 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.447+0000 7fe0df1659c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:57:28.474 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.475+0000 7fe0df1659c0 20 add_watcher() i=0 2024-09-19T13:57:28.474 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.475+0000 7fe0df1659c0 20 add_watcher() i=1 2024-09-19T13:57:28.474 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.475+0000 7fe0df1659c0 20 add_watcher() i=2 2024-09-19T13:57:28.474 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.475+0000 7fe0df1659c0 20 add_watcher() i=3 2024-09-19T13:57:28.474 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.475+0000 7fe0df1659c0 20 add_watcher() i=4 2024-09-19T13:57:28.474 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.475+0000 7fe0df1659c0 20 add_watcher() i=5 2024-09-19T13:57:28.475 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.475+0000 7fe0df1659c0 20 add_watcher() i=6 2024-09-19T13:57:28.477 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.475+0000 7fe0df1659c0 20 add_watcher() i=7 2024-09-19T13:57:28.477 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.475+0000 7fe0df1659c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:57:28.481 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.483+0000 7fdf937e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:57:28.482 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.483+0000 7fe0df1659c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:57:28.482 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.483+0000 7fe0df1659c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:57:28.483 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.483+0000 7fe0df1659c0 5 note: GC not initialized 2024-09-19T13:57:28.483 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.483+0000 7fdf927e4640 20 reqs_thread_entry: start 2024-09-19T13:57:28.483 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.483+0000 7fe0df1659c0 20 init_complete bucket index max shards: 1 2024-09-19T13:57:28.483 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.483+0000 7fe0df1659c0 20 Filter name: none 2024-09-19T13:57:28.484 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.483+0000 7fdf8b7fe640 20 reqs_thread_entry: start 2024-09-19T13:57:28.484 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.483+0000 7fe0df1659c0 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-19T13:57:28.484 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.483+0000 7fe0df1659c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:28.485 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.483+0000 7fe0df1659c0 20 rados_obj.operate() r=0 bl.length=188 2024-09-19T13:57:28.485 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.483+0000 7fe0df1659c0 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-19T13:57:28.485 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.483+0000 7fe0df1659c0 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-19T13:57:28.485 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.483+0000 7fe0df1659c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21 : miss 2024-09-19T13:57:28.485 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.483+0000 7fe0df1659c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:28.486 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.487+0000 7fe0df1659c0 20 rados_obj.operate() r=0 bl.length=410 2024-09-19T13:57:28.486 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.487+0000 7fe0df1659c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21 info.flags=0x17 2024-09-19T13:57:28.486 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.487+0000 7fe0df1659c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21 to cache LRU end 2024-09-19T13:57:28.486 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.487+0000 7fe0df1659c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:57:28.486 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.487+0000 7fe0df1659c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:57:28.486 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.487+0000 7fe0df1659c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21 2024-09-19T13:57:28.492 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.491+0000 7fe0df1659c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21 info.flags=0x17 2024-09-19T13:57:28.492 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.491+0000 7fe0df1659c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21 to cache LRU end 2024-09-19T13:57:28.492 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.491+0000 7fe0df1659c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:57:28.493 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.491+0000 7fe0df1659c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-init-indext:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21, ofs0, ns] 2024-09-19T13:57:28.493 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.491+0000 7fdfb3fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333539 cookie 94314041458592 notifier 6086 bl.length()=913 2024-09-19T13:57:28.493 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.491+0000 7fdfb3fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21 info.flags=0x17 2024-09-19T13:57:28.494 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.491+0000 7fdfb3fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21 to cache LRU end 2024-09-19T13:57:28.494 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.491+0000 7fdfb3fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:57:28.494 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.495+0000 7fe0df1659c0 20 handle_bi_update(): bucket=:abort-at-init-indext[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21]): orig_sources= new_sources= 2024-09-19T13:57:28.494 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.495+0000 7fe0df1659c0 20 handle_bi_update(): bucket=:abort-at-init-indext[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21]): potential sources added=[] removed=[] 2024-09-19T13:57:28.494 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.495+0000 7fe0df1659c0 20 handle_bi_update(): bucket=:abort-at-init-indext[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21]): orig_dests= new_dests= 2024-09-19T13:57:28.494 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.495+0000 7fe0df1659c0 20 handle_bi_update(): bucket=:abort-at-init-indext[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21]): potential dests added=[] removed=[] 2024-09-19T13:57:28.497 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.495+0000 7fe0df1659c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21.1.0 2024-09-19T13:57:28.497 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.495+0000 7fe0df1659c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21.1.0 2024-09-19T13:57:28.497 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.495+0000 7fe0df1659c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21.1.1 2024-09-19T13:57:28.497 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.495+0000 7fe0df1659c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21.1.1 2024-09-19T13:57:28.497 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.495+0000 7fe0df1659c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21.0 2024-09-19T13:57:28.502 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.503+0000 7fe0df1659c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21 : hit (requested=0x17, cached=0x17) 2024-09-19T13:57:28.502 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.503+0000 7fe0df1659c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21 2024-09-19T13:57:28.505 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.503+0000 7fe0df1659c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21 info.flags=0x17 2024-09-19T13:57:28.505 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.503+0000 7fe0df1659c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21 to cache LRU end 2024-09-19T13:57:28.505 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.503+0000 7fe0df1659c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:57:28.505 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.503+0000 7fe0df1659c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-init-indext:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21, ofs0, ns] 2024-09-19T13:57:28.505 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.507+0000 7fdfb3fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333540 cookie 94314041458592 notifier 6086 bl.length()=913 2024-09-19T13:57:28.505 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.507+0000 7fdfb3fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21 info.flags=0x17 2024-09-19T13:57:28.505 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.507+0000 7fdfb3fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21 to cache LRU end 2024-09-19T13:57:28.506 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.507+0000 7fdfb3fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:57:28.506 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.507+0000 7fe0df1659c0 20 handle_bi_update(): bucket=:abort-at-init-indext[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21]): orig_sources= new_sources= 2024-09-19T13:57:28.506 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.507+0000 7fe0df1659c0 20 handle_bi_update(): bucket=:abort-at-init-indext[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21]): potential sources added=[] removed=[] 2024-09-19T13:57:28.506 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.507+0000 7fe0df1659c0 20 handle_bi_update(): bucket=:abort-at-init-indext[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21]): orig_dests= new_dests= 2024-09-19T13:57:28.506 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.507+0000 7fe0df1659c0 20 handle_bi_update(): bucket=:abort-at-init-indext[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21]): potential dests added=[] removed=[] 2024-09-19T13:57:28.508 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.507+0000 7fe0df1659c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21.0 2024-09-19T13:57:28.509 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.507+0000 7fe0df1659c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21 : hit (requested=0x17, cached=0x17) 2024-09-19T13:57:28.509 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.507+0000 7fe0df1659c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21 2024-09-19T13:57:28.510 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.511+0000 7fe0df1659c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21 info.flags=0x17 2024-09-19T13:57:28.511 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.511+0000 7fe0df1659c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21 to cache LRU end 2024-09-19T13:57:28.511 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.511+0000 7fe0df1659c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:57:28.511 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.511+0000 7fe0df1659c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-init-indext:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21, ofs0, ns] 2024-09-19T13:57:28.511 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.511+0000 7fdfb3fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333541 cookie 94314041458592 notifier 6086 bl.length()=881 2024-09-19T13:57:28.511 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.511+0000 7fdfb3fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21 info.flags=0x17 2024-09-19T13:57:28.511 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.511+0000 7fdfb3fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21 to cache LRU end 2024-09-19T13:57:28.512 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.511+0000 7fdfb3fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:57:28.512 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.511+0000 7fe0df1659c0 20 handle_bi_update(): bucket=:abort-at-init-indext[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21]): orig_sources= new_sources= 2024-09-19T13:57:28.512 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.511+0000 7fe0df1659c0 20 handle_bi_update(): bucket=:abort-at-init-indext[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21]): potential sources added=[] removed=[] 2024-09-19T13:57:28.512 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.511+0000 7fe0df1659c0 20 handle_bi_update(): bucket=:abort-at-init-indext[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21]): orig_dests= new_dests= 2024-09-19T13:57:28.512 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.511+0000 7fe0df1659c0 20 handle_bi_update(): bucket=:abort-at-init-indext[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21]): potential dests added=[] removed=[] 2024-09-19T13:57:28.513 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.515+0000 7fe0df1659c0 1 execute INFO: reshard of bucket "abort-at-init-indext" from 1 shards to 2 shards completed successfully 2024-09-19T13:57:28.517 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.519+0000 7fdf937e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:57:28.522 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.523+0000 7fe0df1659c0 20 remove_watcher() i=0 2024-09-19T13:57:28.522 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.523+0000 7fe0df1659c0 2 removed watcher, disabling cache 2024-09-19T13:57:28.524 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.523+0000 7fe0df1659c0 20 remove_watcher() i=1 2024-09-19T13:57:28.526 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.527+0000 7fe0df1659c0 20 remove_watcher() i=2 2024-09-19T13:57:28.528 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.527+0000 7fe0df1659c0 20 remove_watcher() i=3 2024-09-19T13:57:28.531 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.531+0000 7fe0df1659c0 20 remove_watcher() i=4 2024-09-19T13:57:28.534 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.535+0000 7fe0df1659c0 20 remove_watcher() i=5 2024-09-19T13:57:28.536 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.535+0000 7fe0df1659c0 20 remove_watcher() i=6 2024-09-19T13:57:28.539 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.539+0000 7fe0df1659c0 20 remove_watcher() i=7 2024-09-19T13:57:28.556 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket abort-at-init-indext 2024-09-19T13:57:28.584 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:57:28.584 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:57:28.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.627+0000 7fa405efc9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:28.631 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.631+0000 7fa405efc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:28.631 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.631+0000 7fa405efc9c0 20 realm 2024-09-19T13:57:28.631 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.631+0000 7fa405efc9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:28.632 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.631+0000 7fa405efc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:28.632 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.631+0000 7fa405efc9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:57:28.632 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.631+0000 7fa405efc9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:28.632 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.631+0000 7fa405efc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:28.633 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.631+0000 7fa405efc9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:28.634 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.635+0000 7fa405efc9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:57:28.634 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.635+0000 7fa405efc9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:28.635 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.635+0000 7fa405efc9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:57:28.635 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.635+0000 7fa405efc9c0 20 searching for the correct realm 2024-09-19T13:57:28.640 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.639+0000 7fa403201640 0 -- 172.21.15.31:0/4073962487 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7fa3f8051000 msgr2=0x7fa3f8077a50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:57:28.648 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.647+0000 7fa404203640 0 -- 172.21.15.31:0/4073962487 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x559f952d9930 msgr2=0x559f952dbd20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:57:28.655 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.655+0000 7fa405efc9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:57:28.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.655+0000 7fa405efc9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:57:28.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.655+0000 7fa405efc9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:57:28.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.655+0000 7fa405efc9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:57:28.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.655+0000 7fa405efc9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:57:28.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.655+0000 7fa405efc9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:57:28.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.655+0000 7fa405efc9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:28.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.655+0000 7fa405efc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:28.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.655+0000 7fa405efc9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:28.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.655+0000 7fa405efc9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:57:28.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.655+0000 7fa405efc9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:28.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.655+0000 7fa405efc9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:57:28.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.655+0000 7fa405efc9c0 20 zone default found 2024-09-19T13:57:28.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.655+0000 7fa405efc9c0 4 Realm: () 2024-09-19T13:57:28.658 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.655+0000 7fa405efc9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:57:28.658 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.655+0000 7fa405efc9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:57:28.658 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.655+0000 7fa405efc9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:57:28.658 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.655+0000 7fa405efc9c0 20 zonegroup default 2024-09-19T13:57:28.658 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.655+0000 7fa405efc9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:28.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.659+0000 7fa405efc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:28.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.659+0000 7fa405efc9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:28.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.659+0000 7fa405efc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:28.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.659+0000 7fa405efc9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:28.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.659+0000 7fa405efc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:28.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.659+0000 7fa405efc9c0 20 started sync module instance, tier type = 2024-09-19T13:57:28.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.659+0000 7fa405efc9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:57:28.676 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.675+0000 7fa405efc9c0 20 add_watcher() i=0 2024-09-19T13:57:28.676 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.675+0000 7fa405efc9c0 20 add_watcher() i=1 2024-09-19T13:57:28.676 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.675+0000 7fa405efc9c0 20 add_watcher() i=2 2024-09-19T13:57:28.676 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.675+0000 7fa405efc9c0 20 add_watcher() i=3 2024-09-19T13:57:28.676 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.675+0000 7fa405efc9c0 20 add_watcher() i=4 2024-09-19T13:57:28.677 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.675+0000 7fa405efc9c0 20 add_watcher() i=5 2024-09-19T13:57:28.677 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.675+0000 7fa405efc9c0 20 add_watcher() i=6 2024-09-19T13:57:28.678 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.679+0000 7fa405efc9c0 20 add_watcher() i=7 2024-09-19T13:57:28.678 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.679+0000 7fa405efc9c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:57:28.681 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.683+0000 7fa2b9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:57:28.683 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.683+0000 7fa405efc9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:57:28.683 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.683+0000 7fa405efc9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:57:28.683 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.683+0000 7fa405efc9c0 5 note: GC not initialized 2024-09-19T13:57:28.683 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.683+0000 7fa2b8fe1640 20 reqs_thread_entry: start 2024-09-19T13:57:28.683 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.683+0000 7fa405efc9c0 20 init_complete bucket index max shards: 1 2024-09-19T13:57:28.683 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.683+0000 7fa405efc9c0 20 Filter name: none 2024-09-19T13:57:28.683 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.683+0000 7fa405efc9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:28.683 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.683+0000 7fa2327fc640 20 reqs_thread_entry: start 2024-09-19T13:57:28.684 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.683+0000 7fa405efc9c0 20 rados_obj.operate() r=0 bl.length=188 2024-09-19T13:57:28.684 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.683+0000 7fa405efc9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:28.684 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.683+0000 7fa405efc9c0 20 rados_obj.operate() r=0 bl.length=410 2024-09-19T13:57:28.685 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.683+0000 7fa405efc9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:57:28.685 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.683+0000 7fa405efc9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:28.685 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.683+0000 7fa405efc9c0 20 rados_obj.operate() r=0 bl.length=188 2024-09-19T13:57:28.685 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.683+0000 7fa405efc9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:28.685 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.687+0000 7fa405efc9c0 20 rados_obj.operate() r=0 bl.length=410 2024-09-19T13:57:28.686 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.687+0000 7fa405efc9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:57:28.687 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.687+0000 7fa2b9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:57:28.691 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.691+0000 7fa405efc9c0 20 remove_watcher() i=0 2024-09-19T13:57:28.691 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.691+0000 7fa405efc9c0 2 removed watcher, disabling cache 2024-09-19T13:57:28.693 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.695+0000 7fa405efc9c0 20 remove_watcher() i=1 2024-09-19T13:57:28.696 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.695+0000 7fa405efc9c0 20 remove_watcher() i=2 2024-09-19T13:57:28.699 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.699+0000 7fa405efc9c0 20 remove_watcher() i=3 2024-09-19T13:57:28.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.699+0000 7fa405efc9c0 20 remove_watcher() i=4 2024-09-19T13:57:28.703 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.703+0000 7fa405efc9c0 20 remove_watcher() i=5 2024-09-19T13:57:28.705 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.707+0000 7fa405efc9c0 20 remove_watcher() i=6 2024-09-19T13:57:28.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:28.707+0000 7fa405efc9c0 20 remove_watcher() i=7 2024-09-19T13:57:28.722 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:28.722 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T13:57:28.722 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: abort-at-init-indext id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-19T13:57:28.722 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:28.723 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:28.724 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:28.727 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:28.727 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:28.776 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:28.777 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:28.802 INFO:tasks.workunit.client.0.smithi031.stderr:TEST: reshard bucket with EIO injected at set_target_layout 2024-09-19T13:57:28.802 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:28.803 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:28.803 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:28.824 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:28.824 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:28.869 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:28.869 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:28.891 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:28.891 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:28.913 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:28.913 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:28.933 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:28.933 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:28.955 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:28.955 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:28.976 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:28.976 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:28.998 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:28.999 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:29.020 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:29.020 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:29.044 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:29.044 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:29.066 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:29.066 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:29.089 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:29.089 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:29.110 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:29.110 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:29.130 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:29.130 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:29.151 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:29.151 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:29.172 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:29.172 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:29.197 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:29.197 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:29.218 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:29.219 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:29.240 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:29.240 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:29.262 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:29.262 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:29.283 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:29.283 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:29.300 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-19T13:57:29.333 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:57:29.334 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:57:29.379 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.379+0000 7fb733e889c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:29.382 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.383+0000 7fb733e889c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:29.382 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.383+0000 7fb733e889c0 20 realm 2024-09-19T13:57:29.382 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.383+0000 7fb733e889c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:29.382 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.383+0000 7fb733e889c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:29.382 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.383+0000 7fb733e889c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:57:29.382 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.383+0000 7fb733e889c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:29.383 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.383+0000 7fb733e889c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:29.383 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.383+0000 7fb733e889c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:29.384 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.383+0000 7fb733e889c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:57:29.384 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.383+0000 7fb733e889c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:29.385 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.387+0000 7fb733e889c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:57:29.386 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.387+0000 7fb733e889c0 20 searching for the correct realm 2024-09-19T13:57:29.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.595+0000 7fb73118d640 0 -- 172.21.15.31:0/3993137549 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7fb71c008070 msgr2=0x7fb71c008450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:57:29.606 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.607+0000 7fb73198e640 0 -- 172.21.15.31:0/3993137549 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7fb72c036030 msgr2=0x7fb72c063ac0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:57:29.619 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.619+0000 7fb733e889c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:57:29.619 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.619+0000 7fb733e889c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:57:29.619 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.619+0000 7fb733e889c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:57:29.619 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.619+0000 7fb733e889c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:57:29.619 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.619+0000 7fb733e889c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:57:29.619 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.619+0000 7fb733e889c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:57:29.619 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.619+0000 7fb733e889c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:29.620 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.619+0000 7fb733e889c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:29.620 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.619+0000 7fb733e889c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:29.620 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.619+0000 7fb733e889c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:57:29.620 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.619+0000 7fb733e889c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:29.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.619+0000 7fb733e889c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:57:29.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.619+0000 7fb733e889c0 20 zone default found 2024-09-19T13:57:29.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.619+0000 7fb733e889c0 4 Realm: () 2024-09-19T13:57:29.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.619+0000 7fb733e889c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:57:29.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.619+0000 7fb733e889c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:57:29.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.619+0000 7fb733e889c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:57:29.622 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.619+0000 7fb733e889c0 20 zonegroup default 2024-09-19T13:57:29.622 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.619+0000 7fb733e889c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:29.622 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.623+0000 7fb733e889c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:29.622 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.623+0000 7fb733e889c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:29.623 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.623+0000 7fb733e889c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:29.623 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.623+0000 7fb733e889c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:29.623 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.623+0000 7fb733e889c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:29.623 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.623+0000 7fb733e889c0 20 started sync module instance, tier type = 2024-09-19T13:57:29.623 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.623+0000 7fb733e889c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:57:29.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.647+0000 7fb733e889c0 20 add_watcher() i=0 2024-09-19T13:57:29.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.647+0000 7fb733e889c0 20 add_watcher() i=1 2024-09-19T13:57:29.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.647+0000 7fb733e889c0 20 add_watcher() i=2 2024-09-19T13:57:29.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.647+0000 7fb733e889c0 20 add_watcher() i=3 2024-09-19T13:57:29.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.647+0000 7fb733e889c0 20 add_watcher() i=4 2024-09-19T13:57:29.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.647+0000 7fb733e889c0 20 add_watcher() i=5 2024-09-19T13:57:29.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.647+0000 7fb733e889c0 20 add_watcher() i=6 2024-09-19T13:57:29.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.647+0000 7fb733e889c0 20 add_watcher() i=7 2024-09-19T13:57:29.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.647+0000 7fb733e889c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:57:29.653 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.655+0000 7fb5e37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:57:29.654 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.655+0000 7fb733e889c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:57:29.654 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.655+0000 7fb733e889c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:57:29.654 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.655+0000 7fb733e889c0 5 note: GC not initialized 2024-09-19T13:57:29.655 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.655+0000 7fb5e27fc640 20 reqs_thread_entry: start 2024-09-19T13:57:29.655 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.655+0000 7fb733e889c0 20 init_complete bucket index max shards: 1 2024-09-19T13:57:29.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.655+0000 7fb733e889c0 20 Filter name: none 2024-09-19T13:57:29.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.655+0000 7fb553fff640 20 reqs_thread_entry: start 2024-09-19T13:57:29.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.655+0000 7fb733e889c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:29.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.655+0000 7fb733e889c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-19T13:57:29.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.655+0000 7fb733e889c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:29.658 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.659+0000 7fb733e889c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-19T13:57:29.658 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.659+0000 7fb733e889c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:57:29.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.659+0000 7fb733e889c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:29.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.659+0000 7fb733e889c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-19T13:57:29.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.659+0000 7fb733e889c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:29.660 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.659+0000 7fb733e889c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-19T13:57:29.660 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.659+0000 7fb733e889c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:57:29.663 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.663+0000 7fb5e37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:57:29.668 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.667+0000 7fb733e889c0 20 remove_watcher() i=0 2024-09-19T13:57:29.668 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.667+0000 7fb733e889c0 2 removed watcher, disabling cache 2024-09-19T13:57:29.670 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.671+0000 7fb733e889c0 20 remove_watcher() i=1 2024-09-19T13:57:29.672 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.671+0000 7fb733e889c0 20 remove_watcher() i=2 2024-09-19T13:57:29.674 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.675+0000 7fb733e889c0 20 remove_watcher() i=3 2024-09-19T13:57:29.676 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.675+0000 7fb733e889c0 20 remove_watcher() i=4 2024-09-19T13:57:29.679 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.679+0000 7fb733e889c0 20 remove_watcher() i=5 2024-09-19T13:57:29.681 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.683+0000 7fb733e889c0 20 remove_watcher() i=6 2024-09-19T13:57:29.685 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.683+0000 7fb733e889c0 20 remove_watcher() i=7 2024-09-19T13:57:29.701 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:29.701 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T13:57:29.701 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: error-at-set-target-layout id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-19T13:57:29.701 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:29.701 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at set_target_layout 2024-09-19T13:57:29.734 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:57:29.735 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:57:29.780 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.779+0000 7fa18176f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:29.782 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.783+0000 7fa18176f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:29.782 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.783+0000 7fa18176f9c0 20 realm 2024-09-19T13:57:29.782 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.783+0000 7fa18176f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:29.783 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.783+0000 7fa18176f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:29.783 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.783+0000 7fa18176f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:57:29.783 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.783+0000 7fa18176f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:29.783 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.783+0000 7fa18176f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:29.783 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.783+0000 7fa18176f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:29.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.783+0000 7fa18176f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:57:29.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.783+0000 7fa18176f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:29.786 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.787+0000 7fa18176f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:57:29.786 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.787+0000 7fa18176f9c0 20 searching for the correct realm 2024-09-19T13:57:29.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.791+0000 7fa17ea74640 0 -- 172.21.15.31:0/2925743173 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7fa17405c8d0 msgr2=0x7fa174066490 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:57:29.797 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.799+0000 7fa17f275640 0 -- 172.21.15.31:0/2925743173 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7fa178029070 msgr2=0x7fa178060630 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:57:29.805 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.807+0000 7fa18176f9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:57:29.805 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.807+0000 7fa18176f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:57:29.806 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.807+0000 7fa18176f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:57:29.806 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.807+0000 7fa18176f9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:57:29.806 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.807+0000 7fa18176f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:57:29.806 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.807+0000 7fa18176f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:57:29.806 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.807+0000 7fa18176f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:29.806 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.807+0000 7fa18176f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:29.806 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.807+0000 7fa18176f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:29.806 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.807+0000 7fa18176f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:57:29.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.807+0000 7fa18176f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:29.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.807+0000 7fa18176f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:57:29.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.807+0000 7fa18176f9c0 20 zone default found 2024-09-19T13:57:29.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.807+0000 7fa18176f9c0 4 Realm: () 2024-09-19T13:57:29.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.807+0000 7fa18176f9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:57:29.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.807+0000 7fa18176f9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:57:29.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.807+0000 7fa18176f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:57:29.808 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.807+0000 7fa18176f9c0 20 zonegroup default 2024-09-19T13:57:29.808 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.807+0000 7fa18176f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:29.808 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.807+0000 7fa18176f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:29.808 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.807+0000 7fa18176f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:29.808 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.807+0000 7fa18176f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:29.809 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.807+0000 7fa18176f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:29.809 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.807+0000 7fa18176f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:29.809 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.807+0000 7fa18176f9c0 20 started sync module instance, tier type = 2024-09-19T13:57:29.809 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.807+0000 7fa18176f9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:57:29.826 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.827+0000 7fa18176f9c0 20 add_watcher() i=0 2024-09-19T13:57:29.826 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.827+0000 7fa18176f9c0 20 add_watcher() i=1 2024-09-19T13:57:29.826 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.827+0000 7fa18176f9c0 20 add_watcher() i=2 2024-09-19T13:57:29.827 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.827+0000 7fa18176f9c0 20 add_watcher() i=3 2024-09-19T13:57:29.827 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.827+0000 7fa18176f9c0 20 add_watcher() i=4 2024-09-19T13:57:29.827 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.827+0000 7fa18176f9c0 20 add_watcher() i=5 2024-09-19T13:57:29.827 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.827+0000 7fa18176f9c0 20 add_watcher() i=6 2024-09-19T13:57:29.829 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.827+0000 7fa18176f9c0 20 add_watcher() i=7 2024-09-19T13:57:29.829 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.827+0000 7fa18176f9c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:57:29.832 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.831+0000 7fa035fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:57:29.833 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.831+0000 7fa18176f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:57:29.833 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.831+0000 7fa18176f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:57:29.833 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.831+0000 7fa18176f9c0 5 note: GC not initialized 2024-09-19T13:57:29.833 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.831+0000 7fa034fe1640 20 reqs_thread_entry: start 2024-09-19T13:57:29.833 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.831+0000 7fa18176f9c0 20 init_complete bucket index max shards: 1 2024-09-19T13:57:29.833 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.831+0000 7fa18176f9c0 20 Filter name: none 2024-09-19T13:57:29.834 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.831+0000 7f9fae7fc640 20 reqs_thread_entry: start 2024-09-19T13:57:29.834 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.835+0000 7fa18176f9c0 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2024-09-19T13:57:29.834 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.835+0000 7fa18176f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:29.834 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.835+0000 7fa18176f9c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-19T13:57:29.834 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.835+0000 7fa18176f9c0 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2024-09-19T13:57:29.834 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.835+0000 7fa18176f9c0 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2024-09-19T13:57:29.834 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.835+0000 7fa18176f9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22 : miss 2024-09-19T13:57:29.834 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.835+0000 7fa18176f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:29.835 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.835+0000 7fa18176f9c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-19T13:57:29.835 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.835+0000 7fa18176f9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22 info.flags=0x17 2024-09-19T13:57:29.835 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.835+0000 7fa18176f9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22 to cache LRU end 2024-09-19T13:57:29.835 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.835+0000 7fa18176f9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:57:29.835 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.835+0000 7fa18176f9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:57:29.836 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.835+0000 7fa18176f9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22 2024-09-19T13:57:29.840 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.839+0000 7fa18176f9c0 -1 Injecting error=-5 at location=set_target_layout 2024-09-19T13:57:29.840 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.839+0000 7fa18176f9c0 0 ERROR: init_target_layout failed to write target index layout to bucket info: (5) Input/output error 2024-09-19T13:57:29.845 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.843+0000 7fa035fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:57:29.849 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.847+0000 7fa18176f9c0 20 remove_watcher() i=0 2024-09-19T13:57:29.849 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.847+0000 7fa18176f9c0 2 removed watcher, disabling cache 2024-09-19T13:57:29.851 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.851+0000 7fa18176f9c0 20 remove_watcher() i=1 2024-09-19T13:57:29.852 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.851+0000 7fa18176f9c0 20 remove_watcher() i=2 2024-09-19T13:57:29.854 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.855+0000 7fa18176f9c0 20 remove_watcher() i=3 2024-09-19T13:57:29.856 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.855+0000 7fa18176f9c0 20 remove_watcher() i=4 2024-09-19T13:57:29.859 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.859+0000 7fa18176f9c0 20 remove_watcher() i=5 2024-09-19T13:57:29.861 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.863+0000 7fa18176f9c0 20 remove_watcher() i=6 2024-09-19T13:57:29.864 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.863+0000 7fa18176f9c0 20 remove_watcher() i=7 2024-09-19T13:57:29.879 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-19T13:57:29.910 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:57:29.910 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:57:29.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.955+0000 7fe6e37499c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:29.958 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.959+0000 7fe6e37499c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:29.958 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.959+0000 7fe6e37499c0 20 realm 2024-09-19T13:57:29.958 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.959+0000 7fe6e37499c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:29.959 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.959+0000 7fe6e37499c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:29.959 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.959+0000 7fe6e37499c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:57:29.959 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.959+0000 7fe6e37499c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:29.959 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.959+0000 7fe6e37499c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:29.959 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.959+0000 7fe6e37499c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:29.960 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.959+0000 7fe6e37499c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:57:29.960 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.959+0000 7fe6e37499c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:29.961 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.963+0000 7fe6e37499c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:57:29.961 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.963+0000 7fe6e37499c0 20 searching for the correct realm 2024-09-19T13:57:29.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.967+0000 7fe6e124f640 0 -- 172.21.15.31:0/4166632733 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7fe6d40e0b10 msgr2=0x7fe6d40eb940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:57:29.972 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.971+0000 7fe6e124f640 0 -- 172.21.15.31:0/4166632733 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7fe6dc025070 msgr2=0x7fe6dc06cea0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:57:29.980 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.979+0000 7fe6e37499c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:57:29.980 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.979+0000 7fe6e37499c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:57:29.980 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.979+0000 7fe6e37499c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:57:29.980 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.979+0000 7fe6e37499c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:57:29.980 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.979+0000 7fe6e37499c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:57:29.980 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.979+0000 7fe6e37499c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:57:29.981 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.979+0000 7fe6e37499c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:29.981 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.979+0000 7fe6e37499c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:29.981 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.979+0000 7fe6e37499c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:29.981 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.979+0000 7fe6e37499c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:57:29.981 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.979+0000 7fe6e37499c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:29.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.983+0000 7fe6e37499c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:57:29.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.983+0000 7fe6e37499c0 20 zone default found 2024-09-19T13:57:29.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.983+0000 7fe6e37499c0 4 Realm: () 2024-09-19T13:57:29.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.983+0000 7fe6e37499c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:57:29.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.983+0000 7fe6e37499c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:57:29.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.983+0000 7fe6e37499c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:57:29.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.983+0000 7fe6e37499c0 20 zonegroup default 2024-09-19T13:57:29.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.983+0000 7fe6e37499c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:29.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.983+0000 7fe6e37499c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:29.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.983+0000 7fe6e37499c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:29.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.983+0000 7fe6e37499c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:29.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.983+0000 7fe6e37499c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:29.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.983+0000 7fe6e37499c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:29.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.983+0000 7fe6e37499c0 20 started sync module instance, tier type = 2024-09-19T13:57:29.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:29.983+0000 7fe6e37499c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:57:30.001 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.003+0000 7fe6e37499c0 20 add_watcher() i=0 2024-09-19T13:57:30.002 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.003+0000 7fe6e37499c0 20 add_watcher() i=1 2024-09-19T13:57:30.002 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.003+0000 7fe6e37499c0 20 add_watcher() i=2 2024-09-19T13:57:30.002 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.003+0000 7fe6e37499c0 20 add_watcher() i=3 2024-09-19T13:57:30.002 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.003+0000 7fe6e37499c0 20 add_watcher() i=4 2024-09-19T13:57:30.002 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.003+0000 7fe6e37499c0 20 add_watcher() i=5 2024-09-19T13:57:30.002 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.003+0000 7fe6e37499c0 20 add_watcher() i=6 2024-09-19T13:57:30.004 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.003+0000 7fe6e37499c0 20 add_watcher() i=7 2024-09-19T13:57:30.004 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.003+0000 7fe6e37499c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:57:30.007 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.007+0000 7fe5977e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:57:30.008 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.007+0000 7fe6e37499c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:57:30.008 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.007+0000 7fe6e37499c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:57:30.008 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.007+0000 7fe6e37499c0 5 note: GC not initialized 2024-09-19T13:57:30.008 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.007+0000 7fe5967e4640 20 reqs_thread_entry: start 2024-09-19T13:57:30.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.007+0000 7fe6e37499c0 20 init_complete bucket index max shards: 1 2024-09-19T13:57:30.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.007+0000 7fe6e37499c0 20 Filter name: none 2024-09-19T13:57:30.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.007+0000 7fe507fff640 20 reqs_thread_entry: start 2024-09-19T13:57:30.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.007+0000 7fe6e37499c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:30.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.007+0000 7fe6e37499c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-19T13:57:30.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.007+0000 7fe6e37499c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:30.010 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.011+0000 7fe6e37499c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-19T13:57:30.010 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.011+0000 7fe6e37499c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:57:30.010 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.011+0000 7fe6e37499c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:30.011 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.011+0000 7fe6e37499c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-19T13:57:30.011 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.011+0000 7fe6e37499c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:30.012 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.011+0000 7fe6e37499c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-19T13:57:30.012 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.011+0000 7fe6e37499c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:57:30.014 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.015+0000 7fe5977e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:57:30.017 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.019+0000 7fe6e37499c0 20 remove_watcher() i=0 2024-09-19T13:57:30.017 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.019+0000 7fe6e37499c0 2 removed watcher, disabling cache 2024-09-19T13:57:30.019 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.019+0000 7fe6e37499c0 20 remove_watcher() i=1 2024-09-19T13:57:30.021 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.023+0000 7fe6e37499c0 20 remove_watcher() i=2 2024-09-19T13:57:30.023 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.023+0000 7fe6e37499c0 20 remove_watcher() i=3 2024-09-19T13:57:30.025 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.023+0000 7fe6e37499c0 20 remove_watcher() i=4 2024-09-19T13:57:30.027 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.027+0000 7fe6e37499c0 20 remove_watcher() i=5 2024-09-19T13:57:30.030 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.031+0000 7fe6e37499c0 20 remove_watcher() i=6 2024-09-19T13:57:30.032 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.031+0000 7fe6e37499c0 20 remove_watcher() i=7 2024-09-19T13:57:30.046 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:30.046 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T13:57:30.046 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: error-at-set-target-layout id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-19T13:57:30.046 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:30.047 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:30.047 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:30.059 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:30.060 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:30.103 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-19T13:57:30.140 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:57:30.140 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:57:30.187 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.187+0000 7f2ada9729c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:30.189 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.191+0000 7f2ada9729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:30.189 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.191+0000 7f2ada9729c0 20 realm 2024-09-19T13:57:30.189 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.191+0000 7f2ada9729c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:30.190 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.191+0000 7f2ada9729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:30.190 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.191+0000 7f2ada9729c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:57:30.190 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.191+0000 7f2ada9729c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:30.190 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.191+0000 7f2ada9729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:30.190 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.191+0000 7f2ada9729c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:30.191 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.191+0000 7f2ada9729c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:57:30.191 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.191+0000 7f2ada9729c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:30.193 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.191+0000 7f2ada9729c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:57:30.193 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.191+0000 7f2ada9729c0 20 searching for the correct realm 2024-09-19T13:57:30.199 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.199+0000 7f2ad8c79640 0 -- 172.21.15.31:0/1047095819 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x560d7dd59c90 msgr2=0x560d7dd5c0b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T13:57:30.206 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.207+0000 7f2ad8478640 0 -- 172.21.15.31:0/1047095819 >> [v2:172.21.15.31:6802/3325082646,v1:172.21.15.31:6804/3325082646] conn(0x560d7dd5dfb0 msgr2=0x560d7dd603a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:57:30.212 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.211+0000 7f2ada9729c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:57:30.212 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.211+0000 7f2ada9729c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:57:30.213 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.211+0000 7f2ada9729c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:57:30.213 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.211+0000 7f2ada9729c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:57:30.213 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.211+0000 7f2ada9729c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:57:30.213 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.211+0000 7f2ada9729c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:57:30.213 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.211+0000 7f2ada9729c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:30.213 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.211+0000 7f2ada9729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:30.213 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.211+0000 7f2ada9729c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:30.213 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.215+0000 7f2ada9729c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:57:30.214 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.215+0000 7f2ada9729c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:30.214 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.215+0000 7f2ada9729c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:57:30.214 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.215+0000 7f2ada9729c0 20 zone default found 2024-09-19T13:57:30.214 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.215+0000 7f2ada9729c0 4 Realm: () 2024-09-19T13:57:30.214 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.215+0000 7f2ada9729c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:57:30.214 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.215+0000 7f2ada9729c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:57:30.214 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.215+0000 7f2ada9729c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:57:30.215 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.215+0000 7f2ada9729c0 20 zonegroup default 2024-09-19T13:57:30.215 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.215+0000 7f2ada9729c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:30.215 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.215+0000 7f2ada9729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:30.215 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.215+0000 7f2ada9729c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:30.215 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.215+0000 7f2ada9729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:30.216 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.215+0000 7f2ada9729c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:30.216 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.215+0000 7f2ada9729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:30.216 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.215+0000 7f2ada9729c0 20 started sync module instance, tier type = 2024-09-19T13:57:30.216 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.215+0000 7f2ada9729c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:57:30.233 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.231+0000 7f2ada9729c0 20 add_watcher() i=0 2024-09-19T13:57:30.233 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.231+0000 7f2ada9729c0 20 add_watcher() i=1 2024-09-19T13:57:30.233 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.231+0000 7f2ada9729c0 20 add_watcher() i=2 2024-09-19T13:57:30.234 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.231+0000 7f2ada9729c0 20 add_watcher() i=3 2024-09-19T13:57:30.234 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.231+0000 7f2ada9729c0 20 add_watcher() i=4 2024-09-19T13:57:30.234 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.231+0000 7f2ada9729c0 20 add_watcher() i=5 2024-09-19T13:57:30.235 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.231+0000 7f2ada9729c0 20 add_watcher() i=6 2024-09-19T13:57:30.235 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.235+0000 7f2ada9729c0 20 add_watcher() i=7 2024-09-19T13:57:30.235 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.235+0000 7f2ada9729c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:57:30.240 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.239+0000 7f298efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:57:30.241 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.239+0000 7f2ada9729c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:57:30.241 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.239+0000 7f2ada9729c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:57:30.241 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.239+0000 7f2ada9729c0 5 note: GC not initialized 2024-09-19T13:57:30.241 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.239+0000 7f298dfdb640 20 reqs_thread_entry: start 2024-09-19T13:57:30.241 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.239+0000 7f2ada9729c0 20 init_complete bucket index max shards: 1 2024-09-19T13:57:30.241 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.239+0000 7f2ada9729c0 20 Filter name: none 2024-09-19T13:57:30.241 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.239+0000 7f28ff7fe640 20 reqs_thread_entry: start 2024-09-19T13:57:30.241 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.239+0000 7f2ada9729c0 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2024-09-19T13:57:30.241 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.239+0000 7f2ada9729c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:30.242 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.243+0000 7f2ada9729c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-19T13:57:30.242 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.243+0000 7f2ada9729c0 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2024-09-19T13:57:30.242 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.243+0000 7f2ada9729c0 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2024-09-19T13:57:30.242 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.243+0000 7f2ada9729c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22 : miss 2024-09-19T13:57:30.242 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.243+0000 7f2ada9729c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:30.243 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.243+0000 7f2ada9729c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-19T13:57:30.243 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.243+0000 7f2ada9729c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22 info.flags=0x17 2024-09-19T13:57:30.243 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.243+0000 7f2ada9729c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22 to cache LRU end 2024-09-19T13:57:30.243 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.243+0000 7f2ada9729c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:57:30.243 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.243+0000 7f2ada9729c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:57:30.243 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.243+0000 7f2ada9729c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22 2024-09-19T13:57:30.250 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.251+0000 7f2ada9729c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22 info.flags=0x17 2024-09-19T13:57:30.251 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.251+0000 7f2ada9729c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22 to cache LRU end 2024-09-19T13:57:30.251 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.251+0000 7f2ada9729c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:57:30.251 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.251+0000 7f2ada9729c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22, ofs0, ns] 2024-09-19T13:57:30.251 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.251+0000 7f29af7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333480 cookie 94615945772160 notifier 6549 bl.length()=925 2024-09-19T13:57:30.251 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.251+0000 7f29af7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22 info.flags=0x17 2024-09-19T13:57:30.251 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.251+0000 7f29af7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22 to cache LRU end 2024-09-19T13:57:30.251 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.251+0000 7f29af7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:57:30.252 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.251+0000 7f2ada9729c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22]): orig_sources= new_sources= 2024-09-19T13:57:30.252 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.251+0000 7f2ada9729c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22]): potential sources added=[] removed=[] 2024-09-19T13:57:30.252 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.251+0000 7f2ada9729c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22]): orig_dests= new_dests= 2024-09-19T13:57:30.253 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.251+0000 7f2ada9729c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22]): potential dests added=[] removed=[] 2024-09-19T13:57:30.257 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.255+0000 7f2ada9729c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22.1.0 2024-09-19T13:57:30.257 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.255+0000 7f2ada9729c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22.1.0 2024-09-19T13:57:30.257 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.255+0000 7f2ada9729c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22.1.1 2024-09-19T13:57:30.257 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.255+0000 7f2ada9729c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22.1.1 2024-09-19T13:57:30.257 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.255+0000 7f2ada9729c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22.0 2024-09-19T13:57:30.262 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.263+0000 7f2ada9729c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22 : hit (requested=0x17, cached=0x17) 2024-09-19T13:57:30.262 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.263+0000 7f2ada9729c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22 2024-09-19T13:57:30.265 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.263+0000 7f2ada9729c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22 info.flags=0x17 2024-09-19T13:57:30.265 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.263+0000 7f2ada9729c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22 to cache LRU end 2024-09-19T13:57:30.265 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.263+0000 7f2ada9729c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:57:30.265 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.263+0000 7f2ada9729c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22, ofs0, ns] 2024-09-19T13:57:30.266 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.267+0000 7f29af7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333481 cookie 94615945772160 notifier 6549 bl.length()=925 2024-09-19T13:57:30.266 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.267+0000 7f29af7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22 info.flags=0x17 2024-09-19T13:57:30.266 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.267+0000 7f29af7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22 to cache LRU end 2024-09-19T13:57:30.266 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.267+0000 7f29af7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:57:30.267 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.267+0000 7f2ada9729c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22]): orig_sources= new_sources= 2024-09-19T13:57:30.267 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.267+0000 7f2ada9729c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22]): potential sources added=[] removed=[] 2024-09-19T13:57:30.267 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.267+0000 7f2ada9729c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22]): orig_dests= new_dests= 2024-09-19T13:57:30.267 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.267+0000 7f2ada9729c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22]): potential dests added=[] removed=[] 2024-09-19T13:57:30.269 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.271+0000 7f2ada9729c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22.0 2024-09-19T13:57:30.270 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.271+0000 7f2ada9729c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22 : hit (requested=0x17, cached=0x17) 2024-09-19T13:57:30.270 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.271+0000 7f2ada9729c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22 2024-09-19T13:57:30.272 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.271+0000 7f2ada9729c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22 info.flags=0x17 2024-09-19T13:57:30.273 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.271+0000 7f2ada9729c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22 to cache LRU end 2024-09-19T13:57:30.273 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.271+0000 7f2ada9729c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:57:30.273 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.271+0000 7f2ada9729c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22, ofs0, ns] 2024-09-19T13:57:30.273 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.275+0000 7f29aeffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333482 cookie 94615945772160 notifier 6549 bl.length()=893 2024-09-19T13:57:30.273 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.275+0000 7f29aeffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22 info.flags=0x17 2024-09-19T13:57:30.274 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.275+0000 7f29aeffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22 to cache LRU end 2024-09-19T13:57:30.274 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.275+0000 7f29aeffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:57:30.274 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.275+0000 7f2ada9729c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22]): orig_sources= new_sources= 2024-09-19T13:57:30.274 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.275+0000 7f2ada9729c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22]): potential sources added=[] removed=[] 2024-09-19T13:57:30.274 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.275+0000 7f2ada9729c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22]): orig_dests= new_dests= 2024-09-19T13:57:30.274 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.275+0000 7f2ada9729c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22]): potential dests added=[] removed=[] 2024-09-19T13:57:30.277 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.275+0000 7f2ada9729c0 1 execute INFO: reshard of bucket "error-at-set-target-layout" from 1 shards to 2 shards completed successfully 2024-09-19T13:57:30.280 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.279+0000 7f298efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:57:30.285 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.283+0000 7f2ada9729c0 20 remove_watcher() i=0 2024-09-19T13:57:30.285 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.283+0000 7f2ada9729c0 2 removed watcher, disabling cache 2024-09-19T13:57:30.287 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.287+0000 7f2ada9729c0 20 remove_watcher() i=1 2024-09-19T13:57:30.290 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.291+0000 7f2ada9729c0 20 remove_watcher() i=2 2024-09-19T13:57:30.292 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.291+0000 7f2ada9729c0 20 remove_watcher() i=3 2024-09-19T13:57:30.294 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.295+0000 7f2ada9729c0 20 remove_watcher() i=4 2024-09-19T13:57:30.297 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.295+0000 7f2ada9729c0 20 remove_watcher() i=5 2024-09-19T13:57:30.300 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.299+0000 7f2ada9729c0 20 remove_watcher() i=6 2024-09-19T13:57:30.304 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.303+0000 7f2ada9729c0 20 remove_watcher() i=7 2024-09-19T13:57:30.321 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-19T13:57:30.353 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:57:30.353 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:57:30.400 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.399+0000 7f0d468469c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:30.403 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.403+0000 7f0d468469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:30.403 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.403+0000 7f0d468469c0 20 realm 2024-09-19T13:57:30.403 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.403+0000 7f0d468469c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:30.404 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.403+0000 7f0d468469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:30.404 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.403+0000 7f0d468469c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:57:30.404 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.403+0000 7f0d468469c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:30.404 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.403+0000 7f0d468469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:30.404 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.403+0000 7f0d468469c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:30.404 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.403+0000 7f0d468469c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:57:30.405 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.403+0000 7f0d468469c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:30.406 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.407+0000 7f0d468469c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:57:30.406 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.407+0000 7f0d468469c0 20 searching for the correct realm 2024-09-19T13:57:30.414 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.415+0000 7f0d44b4d640 0 -- 172.21.15.31:0/3982762887 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x55ba7681f680 msgr2=0x55ba76821a90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:57:30.420 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.419+0000 7f0d4434c640 0 -- 172.21.15.31:0/3982762887 >> [v2:172.21.15.31:6802/3325082646,v1:172.21.15.31:6804/3325082646] conn(0x55ba768237f0 msgr2=0x55ba76825be0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:57:30.427 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.427+0000 7f0d468469c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:57:30.427 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.427+0000 7f0d468469c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:57:30.427 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.427+0000 7f0d468469c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:57:30.427 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.427+0000 7f0d468469c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:57:30.428 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.427+0000 7f0d468469c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:57:30.428 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.427+0000 7f0d468469c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:57:30.428 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.427+0000 7f0d468469c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:30.428 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.427+0000 7f0d468469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:30.428 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.427+0000 7f0d468469c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:30.428 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.427+0000 7f0d468469c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:57:30.429 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.427+0000 7f0d468469c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:30.429 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.427+0000 7f0d468469c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:57:30.429 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.427+0000 7f0d468469c0 20 zone default found 2024-09-19T13:57:30.429 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.427+0000 7f0d468469c0 4 Realm: () 2024-09-19T13:57:30.429 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.427+0000 7f0d468469c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:57:30.429 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.427+0000 7f0d468469c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:57:30.429 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.427+0000 7f0d468469c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:57:30.430 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.431+0000 7f0d468469c0 20 zonegroup default 2024-09-19T13:57:30.430 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.431+0000 7f0d468469c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:30.430 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.431+0000 7f0d468469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:30.430 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.431+0000 7f0d468469c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:30.430 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.431+0000 7f0d468469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:30.430 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.431+0000 7f0d468469c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:30.431 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.431+0000 7f0d468469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:30.431 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.431+0000 7f0d468469c0 20 started sync module instance, tier type = 2024-09-19T13:57:30.431 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.431+0000 7f0d468469c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:57:30.449 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.451+0000 7f0d468469c0 20 add_watcher() i=0 2024-09-19T13:57:30.449 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.451+0000 7f0d468469c0 20 add_watcher() i=1 2024-09-19T13:57:30.449 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.451+0000 7f0d468469c0 20 add_watcher() i=2 2024-09-19T13:57:30.449 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.451+0000 7f0d468469c0 20 add_watcher() i=3 2024-09-19T13:57:30.450 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.451+0000 7f0d468469c0 20 add_watcher() i=4 2024-09-19T13:57:30.450 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.451+0000 7f0d468469c0 20 add_watcher() i=5 2024-09-19T13:57:30.450 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.451+0000 7f0d468469c0 20 add_watcher() i=6 2024-09-19T13:57:30.452 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.451+0000 7f0d468469c0 20 add_watcher() i=7 2024-09-19T13:57:30.452 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.451+0000 7f0d468469c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:57:30.455 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.455+0000 7f0bfafdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:57:30.455 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.455+0000 7f0d468469c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:57:30.456 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.455+0000 7f0d468469c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:57:30.456 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.455+0000 7f0d468469c0 5 note: GC not initialized 2024-09-19T13:57:30.456 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.455+0000 7f0bf9fdb640 20 reqs_thread_entry: start 2024-09-19T13:57:30.456 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.455+0000 7f0d468469c0 20 init_complete bucket index max shards: 1 2024-09-19T13:57:30.456 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.455+0000 7f0d468469c0 20 Filter name: none 2024-09-19T13:57:30.457 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.455+0000 7f0b6b7fe640 20 reqs_thread_entry: start 2024-09-19T13:57:30.457 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.455+0000 7f0d468469c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:30.457 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.459+0000 7f0d468469c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-19T13:57:30.457 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.459+0000 7f0d468469c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:30.459 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.459+0000 7f0d468469c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-19T13:57:30.459 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.459+0000 7f0d468469c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:57:30.459 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.459+0000 7f0d468469c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:30.460 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.459+0000 7f0d468469c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-19T13:57:30.460 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.459+0000 7f0d468469c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:30.461 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.459+0000 7f0d468469c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-19T13:57:30.461 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.459+0000 7f0d468469c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:57:30.463 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.463+0000 7f0bfafdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:57:30.467 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.467+0000 7f0d468469c0 20 remove_watcher() i=0 2024-09-19T13:57:30.467 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.467+0000 7f0d468469c0 2 removed watcher, disabling cache 2024-09-19T13:57:30.469 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.471+0000 7f0d468469c0 20 remove_watcher() i=1 2024-09-19T13:57:30.471 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.471+0000 7f0d468469c0 20 remove_watcher() i=2 2024-09-19T13:57:30.473 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.471+0000 7f0d468469c0 20 remove_watcher() i=3 2024-09-19T13:57:30.475 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.475+0000 7f0d468469c0 20 remove_watcher() i=4 2024-09-19T13:57:30.477 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.475+0000 7f0d468469c0 20 remove_watcher() i=5 2024-09-19T13:57:30.479 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.479+0000 7f0d468469c0 20 remove_watcher() i=6 2024-09-19T13:57:30.483 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:30.483+0000 7f0d468469c0 20 remove_watcher() i=7 2024-09-19T13:57:30.497 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:30.497 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T13:57:30.497 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: error-at-set-target-layout id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-19T13:57:30.497 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:30.498 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:30.498 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:30.502 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:30.502 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:30.562 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:30.562 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:30.595 INFO:tasks.workunit.client.0.smithi031.stderr:TEST: reshard bucket with ECANCELED injected at set_target_layout 2024-09-19T13:57:30.595 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:30.596 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:30.596 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:30.615 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:30.615 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:30.660 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:30.661 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:30.682 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:30.683 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:30.703 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:30.703 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:30.724 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:30.724 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:30.745 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:30.746 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:30.766 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:30.766 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:30.787 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:30.787 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:30.808 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:30.808 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:30.831 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:30.831 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:30.850 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:30.850 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:30.871 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:30.871 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:30.891 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:30.891 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:30.913 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:30.913 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:30.932 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:30.932 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:30.951 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:30.952 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:30.970 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:30.971 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:30.991 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:30.991 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:31.011 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:31.011 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:31.033 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:31.033 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:31.053 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:31.053 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:31.070 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-19T13:57:31.104 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:57:31.104 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:57:31.150 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.151+0000 7fdcb8fcd9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:31.153 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.151+0000 7fdcb8fcd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:31.153 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.151+0000 7fdcb8fcd9c0 20 realm 2024-09-19T13:57:31.153 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.151+0000 7fdcb8fcd9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:31.154 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.155+0000 7fdcb8fcd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:31.154 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.155+0000 7fdcb8fcd9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:57:31.154 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.155+0000 7fdcb8fcd9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:31.154 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.155+0000 7fdcb8fcd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:31.154 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.155+0000 7fdcb8fcd9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:31.155 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.155+0000 7fdcb8fcd9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:57:31.155 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.155+0000 7fdcb8fcd9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:31.156 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.155+0000 7fdcb8fcd9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:57:31.157 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.155+0000 7fdcb8fcd9c0 20 searching for the correct realm 2024-09-19T13:57:31.162 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.163+0000 7fdcb72d4640 0 -- 172.21.15.31:0/3196427766 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7fdca006f040 msgr2=0x7fdca005c2a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:57:31.168 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.167+0000 7fdcb6ad3640 0 -- 172.21.15.31:0/3196427766 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7fdcb0036060 msgr2=0x7fdcb00673b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:57:31.175 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.175+0000 7fdcb8fcd9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:57:31.175 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.175+0000 7fdcb8fcd9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:57:31.175 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.175+0000 7fdcb8fcd9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:57:31.175 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.175+0000 7fdcb8fcd9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:57:31.176 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.175+0000 7fdcb8fcd9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:57:31.176 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.175+0000 7fdcb8fcd9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:57:31.176 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.175+0000 7fdcb8fcd9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:31.176 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.175+0000 7fdcb8fcd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:31.176 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.175+0000 7fdcb8fcd9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:31.176 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.175+0000 7fdcb8fcd9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:57:31.177 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.175+0000 7fdcb8fcd9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:31.177 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.175+0000 7fdcb8fcd9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:57:31.177 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.175+0000 7fdcb8fcd9c0 20 zone default found 2024-09-19T13:57:31.177 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.175+0000 7fdcb8fcd9c0 4 Realm: () 2024-09-19T13:57:31.177 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.175+0000 7fdcb8fcd9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:57:31.177 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.175+0000 7fdcb8fcd9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:57:31.178 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.175+0000 7fdcb8fcd9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:57:31.178 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.175+0000 7fdcb8fcd9c0 20 zonegroup default 2024-09-19T13:57:31.178 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.175+0000 7fdcb8fcd9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:31.178 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.179+0000 7fdcb8fcd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:31.178 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.179+0000 7fdcb8fcd9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:31.178 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.179+0000 7fdcb8fcd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:31.179 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.179+0000 7fdcb8fcd9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:31.179 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.179+0000 7fdcb8fcd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:31.179 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.179+0000 7fdcb8fcd9c0 20 started sync module instance, tier type = 2024-09-19T13:57:31.179 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.179+0000 7fdcb8fcd9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:57:31.197 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.195+0000 7fdcb8fcd9c0 20 add_watcher() i=0 2024-09-19T13:57:31.197 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.195+0000 7fdcb8fcd9c0 20 add_watcher() i=1 2024-09-19T13:57:31.197 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.195+0000 7fdcb8fcd9c0 20 add_watcher() i=2 2024-09-19T13:57:31.197 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.195+0000 7fdcb8fcd9c0 20 add_watcher() i=3 2024-09-19T13:57:31.197 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.195+0000 7fdcb8fcd9c0 20 add_watcher() i=4 2024-09-19T13:57:31.197 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.195+0000 7fdcb8fcd9c0 20 add_watcher() i=5 2024-09-19T13:57:31.197 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.195+0000 7fdcb8fcd9c0 20 add_watcher() i=6 2024-09-19T13:57:31.199 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.199+0000 7fdcb8fcd9c0 20 add_watcher() i=7 2024-09-19T13:57:31.199 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.199+0000 7fdcb8fcd9c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:57:31.202 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.203+0000 7fdb6d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:57:31.203 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.203+0000 7fdcb8fcd9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:57:31.203 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.203+0000 7fdcb8fcd9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:57:31.203 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.203+0000 7fdcb8fcd9c0 5 note: GC not initialized 2024-09-19T13:57:31.204 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.203+0000 7fdae7fff640 20 reqs_thread_entry: start 2024-09-19T13:57:31.204 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.203+0000 7fdcb8fcd9c0 20 init_complete bucket index max shards: 1 2024-09-19T13:57:31.204 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.203+0000 7fdcb8fcd9c0 20 Filter name: none 2024-09-19T13:57:31.204 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.203+0000 7fdae5ffb640 20 reqs_thread_entry: start 2024-09-19T13:57:31.204 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.203+0000 7fdcb8fcd9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:31.204 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.203+0000 7fdcb8fcd9c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-19T13:57:31.204 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.203+0000 7fdcb8fcd9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:31.205 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.207+0000 7fdcb8fcd9c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-19T13:57:31.205 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.207+0000 7fdcb8fcd9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:57:31.205 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.207+0000 7fdcb8fcd9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:31.206 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.207+0000 7fdcb8fcd9c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-19T13:57:31.206 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.207+0000 7fdcb8fcd9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:31.206 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.207+0000 7fdcb8fcd9c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-19T13:57:31.206 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.207+0000 7fdcb8fcd9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:57:31.208 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.207+0000 7fdb6d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:57:31.212 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.211+0000 7fdcb8fcd9c0 20 remove_watcher() i=0 2024-09-19T13:57:31.213 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.211+0000 7fdcb8fcd9c0 2 removed watcher, disabling cache 2024-09-19T13:57:31.214 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.215+0000 7fdcb8fcd9c0 20 remove_watcher() i=1 2024-09-19T13:57:31.216 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.215+0000 7fdcb8fcd9c0 20 remove_watcher() i=2 2024-09-19T13:57:31.218 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.219+0000 7fdcb8fcd9c0 20 remove_watcher() i=3 2024-09-19T13:57:31.221 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.219+0000 7fdcb8fcd9c0 20 remove_watcher() i=4 2024-09-19T13:57:31.223 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.223+0000 7fdcb8fcd9c0 20 remove_watcher() i=5 2024-09-19T13:57:31.225 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.227+0000 7fdcb8fcd9c0 20 remove_watcher() i=6 2024-09-19T13:57:31.228 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.227+0000 7fdcb8fcd9c0 20 remove_watcher() i=7 2024-09-19T13:57:31.242 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:31.242 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T13:57:31.242 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: error-at-set-target-layout id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-19T13:57:31.243 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:31.243 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at set_target_layout --inject-error-code 125 2024-09-19T13:57:31.278 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:57:31.278 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:57:31.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.323+0000 7ff57ef8c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:31.324 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.323+0000 7ff57ef8c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:31.324 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.323+0000 7ff57ef8c9c0 20 realm 2024-09-19T13:57:31.324 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.323+0000 7ff57ef8c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:31.324 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.323+0000 7ff57ef8c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:31.324 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.323+0000 7ff57ef8c9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:57:31.324 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.323+0000 7ff57ef8c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:31.325 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.323+0000 7ff57ef8c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:31.325 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.323+0000 7ff57ef8c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:31.325 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.327+0000 7ff57ef8c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:57:31.326 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.327+0000 7ff57ef8c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:31.327 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.327+0000 7ff57ef8c9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:57:31.327 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.327+0000 7ff57ef8c9c0 20 searching for the correct realm 2024-09-19T13:57:31.333 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.331+0000 7ff57c291640 0 -- 172.21.15.31:0/2792566641 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7ff57000e040 msgr2=0x7ff570041450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:57:31.339 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.339+0000 7ff57ca92640 0 -- 172.21.15.31:0/2792566641 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7ff574023040 msgr2=0x7ff574033930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:57:31.347 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.347+0000 7ff57ef8c9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:57:31.347 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.347+0000 7ff57ef8c9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:57:31.347 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.347+0000 7ff57ef8c9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:57:31.347 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.347+0000 7ff57ef8c9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:57:31.348 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.347+0000 7ff57ef8c9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:57:31.348 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.347+0000 7ff57ef8c9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:57:31.348 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.347+0000 7ff57ef8c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:31.348 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.347+0000 7ff57ef8c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:31.348 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.347+0000 7ff57ef8c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:31.348 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.347+0000 7ff57ef8c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:57:31.349 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.347+0000 7ff57ef8c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:31.349 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.347+0000 7ff57ef8c9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:57:31.349 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.347+0000 7ff57ef8c9c0 20 zone default found 2024-09-19T13:57:31.349 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.347+0000 7ff57ef8c9c0 4 Realm: () 2024-09-19T13:57:31.349 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.347+0000 7ff57ef8c9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:57:31.349 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.347+0000 7ff57ef8c9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:57:31.349 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.347+0000 7ff57ef8c9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:57:31.349 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.347+0000 7ff57ef8c9c0 20 zonegroup default 2024-09-19T13:57:31.349 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.347+0000 7ff57ef8c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:31.350 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.347+0000 7ff57ef8c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:31.350 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.347+0000 7ff57ef8c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:31.350 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.351+0000 7ff57ef8c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:31.350 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.351+0000 7ff57ef8c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:31.350 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.351+0000 7ff57ef8c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:31.350 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.351+0000 7ff57ef8c9c0 20 started sync module instance, tier type = 2024-09-19T13:57:31.350 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.351+0000 7ff57ef8c9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:57:31.369 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.367+0000 7ff57ef8c9c0 20 add_watcher() i=0 2024-09-19T13:57:31.369 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.367+0000 7ff57ef8c9c0 20 add_watcher() i=1 2024-09-19T13:57:31.369 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.367+0000 7ff57ef8c9c0 20 add_watcher() i=2 2024-09-19T13:57:31.369 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.367+0000 7ff57ef8c9c0 20 add_watcher() i=3 2024-09-19T13:57:31.369 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.367+0000 7ff57ef8c9c0 20 add_watcher() i=4 2024-09-19T13:57:31.369 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.367+0000 7ff57ef8c9c0 20 add_watcher() i=5 2024-09-19T13:57:31.370 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.371+0000 7ff57ef8c9c0 20 add_watcher() i=6 2024-09-19T13:57:31.371 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.371+0000 7ff57ef8c9c0 20 add_watcher() i=7 2024-09-19T13:57:31.371 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.371+0000 7ff57ef8c9c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:57:31.375 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.375+0000 7ff432fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:57:31.376 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.375+0000 7ff57ef8c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:57:31.376 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.375+0000 7ff57ef8c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:57:31.376 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.375+0000 7ff57ef8c9c0 5 note: GC not initialized 2024-09-19T13:57:31.376 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.375+0000 7ff431fe3640 20 reqs_thread_entry: start 2024-09-19T13:57:31.376 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.375+0000 7ff57ef8c9c0 20 init_complete bucket index max shards: 1 2024-09-19T13:57:31.376 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.375+0000 7ff57ef8c9c0 20 Filter name: none 2024-09-19T13:57:31.376 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.375+0000 7ff3a37fe640 20 reqs_thread_entry: start 2024-09-19T13:57:31.376 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.375+0000 7ff57ef8c9c0 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2024-09-19T13:57:31.376 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.375+0000 7ff57ef8c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:31.377 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.375+0000 7ff57ef8c9c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-19T13:57:31.377 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.375+0000 7ff57ef8c9c0 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2024-09-19T13:57:31.377 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.375+0000 7ff57ef8c9c0 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2024-09-19T13:57:31.377 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.375+0000 7ff57ef8c9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23 : miss 2024-09-19T13:57:31.378 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.375+0000 7ff57ef8c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:31.378 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.379+0000 7ff57ef8c9c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-19T13:57:31.378 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.379+0000 7ff57ef8c9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23 info.flags=0x17 2024-09-19T13:57:31.378 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.379+0000 7ff57ef8c9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23 to cache LRU end 2024-09-19T13:57:31.378 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.379+0000 7ff57ef8c9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:57:31.378 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.379+0000 7ff57ef8c9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:57:31.378 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.379+0000 7ff57ef8c9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23 2024-09-19T13:57:31.381 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.383+0000 7ff57ef8c9c0 -1 Injecting error=-125 at location=set_target_layout 2024-09-19T13:57:31.384 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.383+0000 7ff57ef8c9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23 info.flags=0x17 2024-09-19T13:57:31.384 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.383+0000 7ff57ef8c9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23 to cache LRU end 2024-09-19T13:57:31.384 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.383+0000 7ff57ef8c9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:57:31.384 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.383+0000 7ff57ef8c9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23, ofs0, ns] 2024-09-19T13:57:31.385 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.383+0000 7ff453fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333485 cookie 94515037659024 notifier 6606 bl.length()=925 2024-09-19T13:57:31.385 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.383+0000 7ff453fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23 info.flags=0x17 2024-09-19T13:57:31.385 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.383+0000 7ff453fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23 to cache LRU end 2024-09-19T13:57:31.385 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.383+0000 7ff453fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:57:31.386 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.387+0000 7ff57ef8c9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23]): orig_sources= new_sources= 2024-09-19T13:57:31.386 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.387+0000 7ff57ef8c9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23]): potential sources added=[] removed=[] 2024-09-19T13:57:31.386 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.387+0000 7ff57ef8c9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23]): orig_dests= new_dests= 2024-09-19T13:57:31.386 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.387+0000 7ff57ef8c9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23]): potential dests added=[] removed=[] 2024-09-19T13:57:31.391 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.391+0000 7ff57ef8c9c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23.1.0 2024-09-19T13:57:31.391 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.391+0000 7ff57ef8c9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23.1.0 2024-09-19T13:57:31.391 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.391+0000 7ff57ef8c9c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23.1.1 2024-09-19T13:57:31.391 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.391+0000 7ff57ef8c9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23.1.1 2024-09-19T13:57:31.391 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.391+0000 7ff57ef8c9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23.0 2024-09-19T13:57:31.394 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.395+0000 7ff57ef8c9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23 : hit (requested=0x17, cached=0x17) 2024-09-19T13:57:31.394 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.395+0000 7ff57ef8c9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23 2024-09-19T13:57:31.397 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.395+0000 7ff57ef8c9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23 info.flags=0x17 2024-09-19T13:57:31.397 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.395+0000 7ff57ef8c9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23 to cache LRU end 2024-09-19T13:57:31.397 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.395+0000 7ff57ef8c9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:57:31.397 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.395+0000 7ff57ef8c9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23, ofs0, ns] 2024-09-19T13:57:31.397 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.399+0000 7ff453fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333486 cookie 94515037659024 notifier 6606 bl.length()=925 2024-09-19T13:57:31.397 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.399+0000 7ff453fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23 info.flags=0x17 2024-09-19T13:57:31.397 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.399+0000 7ff453fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23 to cache LRU end 2024-09-19T13:57:31.398 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.399+0000 7ff453fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:57:31.399 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.399+0000 7ff57ef8c9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23]): orig_sources= new_sources= 2024-09-19T13:57:31.399 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.399+0000 7ff57ef8c9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23]): potential sources added=[] removed=[] 2024-09-19T13:57:31.399 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.399+0000 7ff57ef8c9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23]): orig_dests= new_dests= 2024-09-19T13:57:31.399 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.399+0000 7ff57ef8c9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23]): potential dests added=[] removed=[] 2024-09-19T13:57:31.401 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.399+0000 7ff57ef8c9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23.0 2024-09-19T13:57:31.401 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.403+0000 7ff57ef8c9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23 : hit (requested=0x17, cached=0x17) 2024-09-19T13:57:31.401 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.403+0000 7ff57ef8c9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23 2024-09-19T13:57:31.404 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.403+0000 7ff57ef8c9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23 info.flags=0x17 2024-09-19T13:57:31.404 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.403+0000 7ff57ef8c9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23 to cache LRU end 2024-09-19T13:57:31.404 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.403+0000 7ff57ef8c9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:57:31.404 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.403+0000 7ff57ef8c9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23, ofs0, ns] 2024-09-19T13:57:31.405 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.403+0000 7ff453fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333487 cookie 94515037659024 notifier 6606 bl.length()=893 2024-09-19T13:57:31.405 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.403+0000 7ff453fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23 info.flags=0x17 2024-09-19T13:57:31.405 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.403+0000 7ff453fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23 to cache LRU end 2024-09-19T13:57:31.405 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.403+0000 7ff453fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:57:31.406 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.407+0000 7ff57ef8c9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23]): orig_sources= new_sources= 2024-09-19T13:57:31.406 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.407+0000 7ff57ef8c9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23]): potential sources added=[] removed=[] 2024-09-19T13:57:31.406 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.407+0000 7ff57ef8c9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23]): orig_dests= new_dests= 2024-09-19T13:57:31.406 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.407+0000 7ff57ef8c9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23]): potential dests added=[] removed=[] 2024-09-19T13:57:31.409 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.407+0000 7ff57ef8c9c0 1 execute INFO: reshard of bucket "error-at-set-target-layout" from 1 shards to 2 shards completed successfully 2024-09-19T13:57:31.412 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.411+0000 7ff432fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:57:31.416 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.415+0000 7ff57ef8c9c0 20 remove_watcher() i=0 2024-09-19T13:57:31.417 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.415+0000 7ff57ef8c9c0 2 removed watcher, disabling cache 2024-09-19T13:57:31.419 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.419+0000 7ff57ef8c9c0 20 remove_watcher() i=1 2024-09-19T13:57:31.421 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.419+0000 7ff57ef8c9c0 20 remove_watcher() i=2 2024-09-19T13:57:31.423 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.423+0000 7ff57ef8c9c0 20 remove_watcher() i=3 2024-09-19T13:57:31.425 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.427+0000 7ff57ef8c9c0 20 remove_watcher() i=4 2024-09-19T13:57:31.428 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.427+0000 7ff57ef8c9c0 20 remove_watcher() i=5 2024-09-19T13:57:31.431 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.431+0000 7ff57ef8c9c0 20 remove_watcher() i=6 2024-09-19T13:57:31.434 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.435+0000 7ff57ef8c9c0 20 remove_watcher() i=7 2024-09-19T13:57:31.453 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-19T13:57:31.484 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:57:31.485 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:57:31.531 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.531+0000 7f20674eb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:31.534 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.535+0000 7f20674eb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:31.534 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.535+0000 7f20674eb9c0 20 realm 2024-09-19T13:57:31.534 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.535+0000 7f20674eb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:31.534 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.535+0000 7f20674eb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:31.534 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.535+0000 7f20674eb9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:57:31.534 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.535+0000 7f20674eb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:31.535 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.535+0000 7f20674eb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:31.535 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.535+0000 7f20674eb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:31.535 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.535+0000 7f20674eb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:57:31.536 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.535+0000 7f20674eb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:31.537 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.539+0000 7f20674eb9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:57:31.537 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.539+0000 7f20674eb9c0 20 searching for the correct realm 2024-09-19T13:57:31.543 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.543+0000 7f205ffff640 0 -- 172.21.15.31:0/3612248266 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7f20500169b0 msgr2=0x7f205004b820 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:57:31.549 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.547+0000 7f20657f2640 0 -- 172.21.15.31:0/3612248266 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x56084d37e1e0 msgr2=0x56084d3805d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:57:31.556 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.555+0000 7f20674eb9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:57:31.556 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.555+0000 7f20674eb9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:57:31.556 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.555+0000 7f20674eb9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:57:31.556 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.555+0000 7f20674eb9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:57:31.556 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.555+0000 7f20674eb9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:57:31.556 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.555+0000 7f20674eb9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:57:31.556 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.555+0000 7f20674eb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:31.557 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.555+0000 7f20674eb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:31.557 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.555+0000 7f20674eb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:31.557 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.555+0000 7f20674eb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:57:31.557 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.555+0000 7f20674eb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:31.558 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.559+0000 7f20674eb9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:57:31.558 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.559+0000 7f20674eb9c0 20 zone default found 2024-09-19T13:57:31.558 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.559+0000 7f20674eb9c0 4 Realm: () 2024-09-19T13:57:31.558 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.559+0000 7f20674eb9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:57:31.558 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.559+0000 7f20674eb9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:57:31.558 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.559+0000 7f20674eb9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:57:31.558 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.559+0000 7f20674eb9c0 20 zonegroup default 2024-09-19T13:57:31.558 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.559+0000 7f20674eb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:31.559 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.559+0000 7f20674eb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:31.559 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.559+0000 7f20674eb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:31.559 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.559+0000 7f20674eb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:31.559 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.559+0000 7f20674eb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:31.560 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.559+0000 7f20674eb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:31.560 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.559+0000 7f20674eb9c0 20 started sync module instance, tier type = 2024-09-19T13:57:31.560 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.559+0000 7f20674eb9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:57:31.577 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.579+0000 7f20674eb9c0 20 add_watcher() i=0 2024-09-19T13:57:31.578 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.579+0000 7f20674eb9c0 20 add_watcher() i=1 2024-09-19T13:57:31.578 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.579+0000 7f20674eb9c0 20 add_watcher() i=2 2024-09-19T13:57:31.578 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.579+0000 7f20674eb9c0 20 add_watcher() i=3 2024-09-19T13:57:31.578 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.579+0000 7f20674eb9c0 20 add_watcher() i=4 2024-09-19T13:57:31.578 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.579+0000 7f20674eb9c0 20 add_watcher() i=5 2024-09-19T13:57:31.578 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.579+0000 7f20674eb9c0 20 add_watcher() i=6 2024-09-19T13:57:31.580 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.579+0000 7f20674eb9c0 20 add_watcher() i=7 2024-09-19T13:57:31.580 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.579+0000 7f20674eb9c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:57:31.583 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.583+0000 7f1f1b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:57:31.584 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.583+0000 7f20674eb9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:57:31.584 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.583+0000 7f20674eb9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:57:31.584 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.583+0000 7f20674eb9c0 5 note: GC not initialized 2024-09-19T13:57:31.584 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.583+0000 7f1f1a7e4640 20 reqs_thread_entry: start 2024-09-19T13:57:31.584 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.583+0000 7f20674eb9c0 20 init_complete bucket index max shards: 1 2024-09-19T13:57:31.585 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.583+0000 7f20674eb9c0 20 Filter name: none 2024-09-19T13:57:31.585 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.583+0000 7f1f137fe640 20 reqs_thread_entry: start 2024-09-19T13:57:31.585 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.583+0000 7f20674eb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:31.585 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.587+0000 7f20674eb9c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-19T13:57:31.585 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.587+0000 7f20674eb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:31.586 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.587+0000 7f20674eb9c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-19T13:57:31.586 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.587+0000 7f20674eb9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:57:31.586 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.587+0000 7f20674eb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:31.587 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.587+0000 7f20674eb9c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-19T13:57:31.587 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.587+0000 7f20674eb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:31.588 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.587+0000 7f20674eb9c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-19T13:57:31.588 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.587+0000 7f20674eb9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:57:31.589 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.591+0000 7f1f1b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:57:31.593 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.595+0000 7f20674eb9c0 20 remove_watcher() i=0 2024-09-19T13:57:31.593 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.595+0000 7f20674eb9c0 2 removed watcher, disabling cache 2024-09-19T13:57:31.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.595+0000 7f20674eb9c0 20 remove_watcher() i=1 2024-09-19T13:57:31.597 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.599+0000 7f20674eb9c0 20 remove_watcher() i=2 2024-09-19T13:57:31.600 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.599+0000 7f20674eb9c0 20 remove_watcher() i=3 2024-09-19T13:57:31.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.603+0000 7f20674eb9c0 20 remove_watcher() i=4 2024-09-19T13:57:31.605 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.603+0000 7f20674eb9c0 20 remove_watcher() i=5 2024-09-19T13:57:31.608 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.607+0000 7f20674eb9c0 20 remove_watcher() i=6 2024-09-19T13:57:31.610 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:31.611+0000 7f20674eb9c0 20 remove_watcher() i=7 2024-09-19T13:57:31.624 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:31.624 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T13:57:31.625 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: error-at-set-target-layout id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23 num_objects: 20 size_kb: 1 num_shards: 2 2024-09-19T13:57:31.625 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:31.626 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:31.626 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:31.629 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:31.629 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:31.675 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:31.675 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:31.699 INFO:tasks.workunit.client.0.smithi031.stderr:TEST: reshard bucket with abort at set_target_layout 2024-09-19T13:57:31.700 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:31.701 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:31.701 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:31.717 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:31.717 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:31.769 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:31.770 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:31.791 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:31.791 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:31.816 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:31.816 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:31.837 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:31.837 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:31.857 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:31.857 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:31.877 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:31.878 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:31.898 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:31.898 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:31.919 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:31.919 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:31.939 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:31.939 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:31.959 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:31.959 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:31.980 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:31.980 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:32.001 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:32.001 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:32.021 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:32.021 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:32.042 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:32.042 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:32.062 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:32.063 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:32.083 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:32.083 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:32.104 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:32.105 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:32.126 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:32.127 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:32.146 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:32.146 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:32.167 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:32.167 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:32.186 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2024-09-19T13:57:32.220 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:57:32.220 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:57:32.266 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.267+0000 7eff253e79c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.268 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.267+0000 7eff253e79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:32.268 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.267+0000 7eff253e79c0 20 realm 2024-09-19T13:57:32.269 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.267+0000 7eff253e79c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.269 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.267+0000 7eff253e79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:32.269 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.267+0000 7eff253e79c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:57:32.269 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.267+0000 7eff253e79c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.270 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.271+0000 7eff253e79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:32.270 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.271+0000 7eff253e79c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.270 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.271+0000 7eff253e79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:57:32.270 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.271+0000 7eff253e79c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.272 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.271+0000 7eff253e79c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:57:32.272 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.271+0000 7eff253e79c0 20 searching for the correct realm 2024-09-19T13:57:32.277 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.279+0000 7eff226ec640 0 -- 172.21.15.31:0/366345253 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7eff1803c400 msgr2=0x7eff1803c880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:57:32.284 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.283+0000 7eff236ee640 0 -- 172.21.15.31:0/366345253 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x55ab2d4fcca0 msgr2=0x55ab2d4ff090 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T13:57:32.294 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.295+0000 7eff253e79c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:57:32.294 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.295+0000 7eff253e79c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:57:32.294 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.295+0000 7eff253e79c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:57:32.294 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.295+0000 7eff253e79c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:57:32.294 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.295+0000 7eff253e79c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:57:32.294 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.295+0000 7eff253e79c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:57:32.294 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.295+0000 7eff253e79c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.295 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.295+0000 7eff253e79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:32.295 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.295+0000 7eff253e79c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.295 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.295+0000 7eff253e79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:57:32.295 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.295+0000 7eff253e79c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.295 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.295+0000 7eff253e79c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:57:32.295 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.295+0000 7eff253e79c0 20 zone default found 2024-09-19T13:57:32.296 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.295+0000 7eff253e79c0 4 Realm: () 2024-09-19T13:57:32.296 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.295+0000 7eff253e79c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:57:32.296 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.295+0000 7eff253e79c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:57:32.296 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.295+0000 7eff253e79c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:57:32.296 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.295+0000 7eff253e79c0 20 zonegroup default 2024-09-19T13:57:32.296 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.295+0000 7eff253e79c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.297 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.295+0000 7eff253e79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:32.297 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.295+0000 7eff253e79c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.297 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.295+0000 7eff253e79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:32.297 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.295+0000 7eff253e79c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.297 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.295+0000 7eff253e79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:32.297 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.295+0000 7eff253e79c0 20 started sync module instance, tier type = 2024-09-19T13:57:32.297 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.295+0000 7eff253e79c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:57:32.315 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.315+0000 7eff253e79c0 20 add_watcher() i=0 2024-09-19T13:57:32.316 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.315+0000 7eff253e79c0 20 add_watcher() i=1 2024-09-19T13:57:32.316 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.315+0000 7eff253e79c0 20 add_watcher() i=2 2024-09-19T13:57:32.316 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.315+0000 7eff253e79c0 20 add_watcher() i=3 2024-09-19T13:57:32.316 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.315+0000 7eff253e79c0 20 add_watcher() i=4 2024-09-19T13:57:32.316 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.315+0000 7eff253e79c0 20 add_watcher() i=5 2024-09-19T13:57:32.316 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.315+0000 7eff253e79c0 20 add_watcher() i=6 2024-09-19T13:57:32.318 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.319+0000 7eff253e79c0 20 add_watcher() i=7 2024-09-19T13:57:32.318 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.319+0000 7eff253e79c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:57:32.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.323+0000 7efdd97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:57:32.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.323+0000 7eff253e79c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:57:32.323 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.323+0000 7eff253e79c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:57:32.323 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.323+0000 7eff253e79c0 5 note: GC not initialized 2024-09-19T13:57:32.323 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.323+0000 7efd53fff640 20 reqs_thread_entry: start 2024-09-19T13:57:32.323 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.323+0000 7eff253e79c0 20 init_complete bucket index max shards: 1 2024-09-19T13:57:32.323 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.323+0000 7eff253e79c0 20 Filter name: none 2024-09-19T13:57:32.323 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.323+0000 7efd51ffb640 20 reqs_thread_entry: start 2024-09-19T13:57:32.323 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.323+0000 7eff253e79c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.323 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.323+0000 7eff253e79c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-19T13:57:32.323 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.323+0000 7eff253e79c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.324 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.323+0000 7eff253e79c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-19T13:57:32.324 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.323+0000 7eff253e79c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:57:32.324 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.323+0000 7eff253e79c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.325 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.323+0000 7eff253e79c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-19T13:57:32.325 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.323+0000 7eff253e79c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.325 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.323+0000 7eff253e79c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-19T13:57:32.325 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.323+0000 7eff253e79c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:57:32.327 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.327+0000 7efdd97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:57:32.332 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.331+0000 7eff253e79c0 20 remove_watcher() i=0 2024-09-19T13:57:32.332 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.331+0000 7eff253e79c0 2 removed watcher, disabling cache 2024-09-19T13:57:32.334 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.335+0000 7eff253e79c0 20 remove_watcher() i=1 2024-09-19T13:57:32.336 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.335+0000 7eff253e79c0 20 remove_watcher() i=2 2024-09-19T13:57:32.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.339+0000 7eff253e79c0 20 remove_watcher() i=3 2024-09-19T13:57:32.341 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.339+0000 7eff253e79c0 20 remove_watcher() i=4 2024-09-19T13:57:32.343 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.343+0000 7eff253e79c0 20 remove_watcher() i=5 2024-09-19T13:57:32.346 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.347+0000 7eff253e79c0 20 remove_watcher() i=6 2024-09-19T13:57:32.349 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.347+0000 7eff253e79c0 20 remove_watcher() i=7 2024-09-19T13:57:32.363 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:32.363 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T13:57:32.363 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: abort-at-set-target-layout id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-19T13:57:32.364 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:32.364 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at set_target_layout 2024-09-19T13:57:32.397 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:57:32.397 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:57:32.442 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.443+0000 7fd63d7999c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.444 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.443+0000 7fd63d7999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:32.444 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.443+0000 7fd63d7999c0 20 realm 2024-09-19T13:57:32.444 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.443+0000 7fd63d7999c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.445 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.443+0000 7fd63d7999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:32.445 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.443+0000 7fd63d7999c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:57:32.445 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.443+0000 7fd63d7999c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.445 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.447+0000 7fd63d7999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:32.445 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.447+0000 7fd63d7999c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.446 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.447+0000 7fd63d7999c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:57:32.446 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.447+0000 7fd63d7999c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.448 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.447+0000 7fd63d7999c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:57:32.448 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.447+0000 7fd63d7999c0 20 searching for the correct realm 2024-09-19T13:57:32.453 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.455+0000 7fd63aa9e640 0 -- 172.21.15.31:0/3323501885 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7fd6300bf030 msgr2=0x7fd6301011e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:57:32.458 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.459+0000 7fd63aa9e640 0 -- 172.21.15.31:0/3323501885 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x5597cdb3a890 msgr2=0x5597cdb3cd20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:57:32.466 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.467+0000 7fd63d7999c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:57:32.466 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.467+0000 7fd63d7999c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:57:32.466 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.467+0000 7fd63d7999c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:57:32.466 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.467+0000 7fd63d7999c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:57:32.466 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.467+0000 7fd63d7999c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:57:32.466 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.467+0000 7fd63d7999c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:57:32.466 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.467+0000 7fd63d7999c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.467 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.467+0000 7fd63d7999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:32.467 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.467+0000 7fd63d7999c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.467 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.467+0000 7fd63d7999c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:57:32.467 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.467+0000 7fd63d7999c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.468 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.467+0000 7fd63d7999c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:57:32.468 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.467+0000 7fd63d7999c0 20 zone default found 2024-09-19T13:57:32.468 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.467+0000 7fd63d7999c0 4 Realm: () 2024-09-19T13:57:32.468 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.467+0000 7fd63d7999c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:57:32.468 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.467+0000 7fd63d7999c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:57:32.468 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.467+0000 7fd63d7999c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:57:32.469 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.467+0000 7fd63d7999c0 20 zonegroup default 2024-09-19T13:57:32.469 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.467+0000 7fd63d7999c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.469 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.467+0000 7fd63d7999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:32.469 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.467+0000 7fd63d7999c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.469 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.467+0000 7fd63d7999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:32.469 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.471+0000 7fd63d7999c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.470 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.471+0000 7fd63d7999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:32.470 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.471+0000 7fd63d7999c0 20 started sync module instance, tier type = 2024-09-19T13:57:32.470 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.471+0000 7fd63d7999c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:57:32.487 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.487+0000 7fd63d7999c0 20 add_watcher() i=0 2024-09-19T13:57:32.487 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.487+0000 7fd63d7999c0 20 add_watcher() i=1 2024-09-19T13:57:32.487 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.487+0000 7fd63d7999c0 20 add_watcher() i=2 2024-09-19T13:57:32.487 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.487+0000 7fd63d7999c0 20 add_watcher() i=3 2024-09-19T13:57:32.487 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.487+0000 7fd63d7999c0 20 add_watcher() i=4 2024-09-19T13:57:32.487 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.487+0000 7fd63d7999c0 20 add_watcher() i=5 2024-09-19T13:57:32.487 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.487+0000 7fd63d7999c0 20 add_watcher() i=6 2024-09-19T13:57:32.489 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.491+0000 7fd63d7999c0 20 add_watcher() i=7 2024-09-19T13:57:32.489 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.491+0000 7fd63d7999c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:57:32.493 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.491+0000 7fd4f1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:57:32.494 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.495+0000 7fd63d7999c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:57:32.494 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.495+0000 7fd63d7999c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:57:32.494 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.495+0000 7fd63d7999c0 5 note: GC not initialized 2024-09-19T13:57:32.494 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.495+0000 7fd4f0fe1640 20 reqs_thread_entry: start 2024-09-19T13:57:32.494 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.495+0000 7fd63d7999c0 20 init_complete bucket index max shards: 1 2024-09-19T13:57:32.494 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.495+0000 7fd63d7999c0 20 Filter name: none 2024-09-19T13:57:32.494 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.495+0000 7fd46a7fc640 20 reqs_thread_entry: start 2024-09-19T13:57:32.494 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.495+0000 7fd63d7999c0 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-19T13:57:32.494 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.495+0000 7fd63d7999c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.495 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.495+0000 7fd63d7999c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-19T13:57:32.495 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.495+0000 7fd63d7999c0 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-19T13:57:32.496 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.495+0000 7fd63d7999c0 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-19T13:57:32.496 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.495+0000 7fd63d7999c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24 : miss 2024-09-19T13:57:32.496 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.495+0000 7fd63d7999c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.496 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.495+0000 7fd63d7999c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-19T13:57:32.496 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.495+0000 7fd63d7999c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24 info.flags=0x17 2024-09-19T13:57:32.496 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.495+0000 7fd63d7999c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24 to cache LRU end 2024-09-19T13:57:32.496 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.495+0000 7fd63d7999c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:57:32.496 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.495+0000 7fd63d7999c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:57:32.496 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.495+0000 7fd63d7999c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24 2024-09-19T13:57:32.499 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fd63d7999c0 time 2024-09-19T13:57:32.501603+0000 2024-09-19T13:57:32.499 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T13:57:32.500 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T13:57:32.500 INFO:tasks.workunit.client.0.smithi031.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fd6410732eb] 2024-09-19T13:57:32.500 INFO:tasks.workunit.client.0.smithi031.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fd64107349f] 2024-09-19T13:57:32.500 INFO:tasks.workunit.client.0.smithi031.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5597cc09c271] 2024-09-19T13:57:32.500 INFO:tasks.workunit.client.0.smithi031.stderr: 4: radosgw-admin(+0x140fb48) [0x5597ccaecb48] 2024-09-19T13:57:32.501 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5597cc0ac0dd] 2024-09-19T13:57:32.501 INFO:tasks.workunit.client.0.smithi031.stderr: 6: main() 2024-09-19T13:57:32.501 INFO:tasks.workunit.client.0.smithi031.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fd63fed9d90] 2024-09-19T13:57:32.501 INFO:tasks.workunit.client.0.smithi031.stderr: 8: __libc_start_main() 2024-09-19T13:57:32.501 INFO:tasks.workunit.client.0.smithi031.stderr: 9: _start() 2024-09-19T13:57:32.501 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.499+0000 7fd63d7999c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fd63d7999c0 time 2024-09-19T13:57:32.501603+0000 2024-09-19T13:57:32.501 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T13:57:32.501 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:32.501 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T13:57:32.501 INFO:tasks.workunit.client.0.smithi031.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fd6410732eb] 2024-09-19T13:57:32.501 INFO:tasks.workunit.client.0.smithi031.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fd64107349f] 2024-09-19T13:57:32.501 INFO:tasks.workunit.client.0.smithi031.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5597cc09c271] 2024-09-19T13:57:32.502 INFO:tasks.workunit.client.0.smithi031.stderr: 4: radosgw-admin(+0x140fb48) [0x5597ccaecb48] 2024-09-19T13:57:32.502 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5597cc0ac0dd] 2024-09-19T13:57:32.502 INFO:tasks.workunit.client.0.smithi031.stderr: 6: main() 2024-09-19T13:57:32.502 INFO:tasks.workunit.client.0.smithi031.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fd63fed9d90] 2024-09-19T13:57:32.502 INFO:tasks.workunit.client.0.smithi031.stderr: 8: __libc_start_main() 2024-09-19T13:57:32.502 INFO:tasks.workunit.client.0.smithi031.stderr: 9: _start() 2024-09-19T13:57:32.502 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:32.502 INFO:tasks.workunit.client.0.smithi031.stderr:*** Caught signal (Aborted) ** 2024-09-19T13:57:32.502 INFO:tasks.workunit.client.0.smithi031.stderr: in thread 7fd63d7999c0 thread_name:radosgw-admin 2024-09-19T13:57:32.520 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T13:57:32.520 INFO:tasks.workunit.client.0.smithi031.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fd63fef2520] 2024-09-19T13:57:32.520 INFO:tasks.workunit.client.0.smithi031.stderr: 2: pthread_kill() 2024-09-19T13:57:32.520 INFO:tasks.workunit.client.0.smithi031.stderr: 3: raise() 2024-09-19T13:57:32.521 INFO:tasks.workunit.client.0.smithi031.stderr: 4: abort() 2024-09-19T13:57:32.521 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fd641073345] 2024-09-19T13:57:32.521 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fd64107349f] 2024-09-19T13:57:32.521 INFO:tasks.workunit.client.0.smithi031.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5597cc09c271] 2024-09-19T13:57:32.521 INFO:tasks.workunit.client.0.smithi031.stderr: 8: radosgw-admin(+0x140fb48) [0x5597ccaecb48] 2024-09-19T13:57:32.521 INFO:tasks.workunit.client.0.smithi031.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5597cc0ac0dd] 2024-09-19T13:57:32.521 INFO:tasks.workunit.client.0.smithi031.stderr: 10: main() 2024-09-19T13:57:32.521 INFO:tasks.workunit.client.0.smithi031.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fd63fed9d90] 2024-09-19T13:57:32.521 INFO:tasks.workunit.client.0.smithi031.stderr: 12: __libc_start_main() 2024-09-19T13:57:32.521 INFO:tasks.workunit.client.0.smithi031.stderr: 13: _start() 2024-09-19T13:57:32.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.503+0000 7fd63d7999c0 -1 *** Caught signal (Aborted) ** 2024-09-19T13:57:32.521 INFO:tasks.workunit.client.0.smithi031.stderr: in thread 7fd63d7999c0 thread_name:radosgw-admin 2024-09-19T13:57:32.521 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:32.522 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T13:57:32.522 INFO:tasks.workunit.client.0.smithi031.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fd63fef2520] 2024-09-19T13:57:32.522 INFO:tasks.workunit.client.0.smithi031.stderr: 2: pthread_kill() 2024-09-19T13:57:32.522 INFO:tasks.workunit.client.0.smithi031.stderr: 3: raise() 2024-09-19T13:57:32.522 INFO:tasks.workunit.client.0.smithi031.stderr: 4: abort() 2024-09-19T13:57:32.522 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fd641073345] 2024-09-19T13:57:32.522 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fd64107349f] 2024-09-19T13:57:32.522 INFO:tasks.workunit.client.0.smithi031.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5597cc09c271] 2024-09-19T13:57:32.522 INFO:tasks.workunit.client.0.smithi031.stderr: 8: radosgw-admin(+0x140fb48) [0x5597ccaecb48] 2024-09-19T13:57:32.522 INFO:tasks.workunit.client.0.smithi031.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5597cc0ac0dd] 2024-09-19T13:57:32.522 INFO:tasks.workunit.client.0.smithi031.stderr: 10: main() 2024-09-19T13:57:32.522 INFO:tasks.workunit.client.0.smithi031.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fd63fed9d90] 2024-09-19T13:57:32.522 INFO:tasks.workunit.client.0.smithi031.stderr: 12: __libc_start_main() 2024-09-19T13:57:32.523 INFO:tasks.workunit.client.0.smithi031.stderr: 13: _start() 2024-09-19T13:57:32.523 INFO:tasks.workunit.client.0.smithi031.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T13:57:32.523 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:32.523 INFO:tasks.workunit.client.0.smithi031.stderr:--- begin dump of recent events --- 2024-09-19T13:57:32.523 INFO:tasks.workunit.client.0.smithi031.stderr: -499> 2024-09-19T13:57:32.419+0000 7fd63baa0640 10 monclient(hunting): get_auth_request con 0x5597cd99a640 auth_method 0 2024-09-19T13:57:32.523 INFO:tasks.workunit.client.0.smithi031.stderr: -498> 2024-09-19T13:57:32.419+0000 7fd63baa0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:57:32.523 INFO:tasks.workunit.client.0.smithi031.stderr: -497> 2024-09-19T13:57:32.419+0000 7fd63baa0640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:57:32.523 INFO:tasks.workunit.client.0.smithi031.stderr: -496> 2024-09-19T13:57:32.419+0000 7fd63baa0640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:57:32.523 INFO:tasks.workunit.client.0.smithi031.stderr: -495> 2024-09-19T13:57:32.419+0000 7fd63b29f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:57:32.523 INFO:tasks.workunit.client.0.smithi031.stderr: -494> 2024-09-19T13:57:32.419+0000 7fd63b29f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:57:32.523 INFO:tasks.workunit.client.0.smithi031.stderr: -493> 2024-09-19T13:57:32.419+0000 7fd63b29f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:57:32.523 INFO:tasks.workunit.client.0.smithi031.stderr: -492> 2024-09-19T13:57:32.419+0000 7fd63baa0640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:57:32.523 INFO:tasks.workunit.client.0.smithi031.stderr: -491> 2024-09-19T13:57:32.419+0000 7fd63baa0640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:57:32.523 INFO:tasks.workunit.client.0.smithi031.stderr: -490> 2024-09-19T13:57:32.419+0000 7fd63baa0640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:57:32.524 INFO:tasks.workunit.client.0.smithi031.stderr: -489> 2024-09-19T13:57:32.419+0000 7fd63b29f640 10 monclient(hunting): handle_auth_done global_id 6648 payload 274 2024-09-19T13:57:32.524 INFO:tasks.workunit.client.0.smithi031.stderr: -488> 2024-09-19T13:57:32.419+0000 7fd63b29f640 10 monclient: _finish_hunting 0 2024-09-19T13:57:32.524 INFO:tasks.workunit.client.0.smithi031.stderr: -487> 2024-09-19T13:57:32.419+0000 7fd63b29f640 1 monclient: found mon.noname-a 2024-09-19T13:57:32.524 INFO:tasks.workunit.client.0.smithi031.stderr: -486> 2024-09-19T13:57:32.419+0000 7fd63b29f640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T13:57:32.524 INFO:tasks.workunit.client.0.smithi031.stderr: -485> 2024-09-19T13:57:32.419+0000 7fd52960a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:57:32.524 INFO:tasks.workunit.client.0.smithi031.stderr: -484> 2024-09-19T13:57:32.419+0000 7fd52960a640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T13:57:32.524 INFO:tasks.workunit.client.0.smithi031.stderr: -483> 2024-09-19T13:57:32.419+0000 7fd52960a640 10 monclient: dump: 2024-09-19T13:57:32.524 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:57:32.524 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:57:32.524 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:57:32.524 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:57:32.524 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:57:32.524 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:57:32.524 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:57:32.525 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:57:32.525 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:57:32.525 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:32.525 INFO:tasks.workunit.client.0.smithi031.stderr: -482> 2024-09-19T13:57:32.419+0000 7fd52960a640 10 monclient: _finish_auth 0 2024-09-19T13:57:32.525 INFO:tasks.workunit.client.0.smithi031.stderr: -481> 2024-09-19T13:57:32.419+0000 7fd52960a640 10 monclient: _check_auth_tickets 2024-09-19T13:57:32.525 INFO:tasks.workunit.client.0.smithi031.stderr: -480> 2024-09-19T13:57:32.419+0000 7fd63d7999c0 5 monclient: authenticate success, global_id 6648 2024-09-19T13:57:32.525 INFO:tasks.workunit.client.0.smithi031.stderr: -479> 2024-09-19T13:57:32.419+0000 7fd52960a640 10 monclient: handle_config config(0 keys) 2024-09-19T13:57:32.525 INFO:tasks.workunit.client.0.smithi031.stderr: -478> 2024-09-19T13:57:32.419+0000 7fd63d7999c0 10 monclient: get_monmap_and_config success 2024-09-19T13:57:32.525 INFO:tasks.workunit.client.0.smithi031.stderr: -477> 2024-09-19T13:57:32.419+0000 7fd63d7999c0 4 set_mon_vals no callback set 2024-09-19T13:57:32.525 INFO:tasks.workunit.client.0.smithi031.stderr: -476> 2024-09-19T13:57:32.419+0000 7fd52960a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:57:32.525 INFO:tasks.workunit.client.0.smithi031.stderr: -475> 2024-09-19T13:57:32.419+0000 7fd52960a640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T13:57:32.525 INFO:tasks.workunit.client.0.smithi031.stderr: -474> 2024-09-19T13:57:32.419+0000 7fd52960a640 10 monclient: dump: 2024-09-19T13:57:32.525 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:57:32.525 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:57:32.526 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:57:32.526 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:57:32.526 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:57:32.526 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:57:32.526 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:57:32.526 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:57:32.526 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:57:32.526 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:32.526 INFO:tasks.workunit.client.0.smithi031.stderr: -473> 2024-09-19T13:57:32.419+0000 7fd63d7999c0 10 monclient: shutdown 2024-09-19T13:57:32.526 INFO:tasks.workunit.client.0.smithi031.stderr: -472> 2024-09-19T13:57:32.419+0000 7fd63d7999c0 5 asok(0x5597cd846d90) unregister_commands rotate-key 2024-09-19T13:57:32.526 INFO:tasks.workunit.client.0.smithi031.stderr: -471> 2024-09-19T13:57:32.419+0000 7fd63d7999c0 10 monclient: build_initial_monmap 2024-09-19T13:57:32.526 INFO:tasks.workunit.client.0.smithi031.stderr: -470> 2024-09-19T13:57:32.419+0000 7fd63d7999c0 1 build_initial for_mkfs: 0 2024-09-19T13:57:32.526 INFO:tasks.workunit.client.0.smithi031.stderr: -469> 2024-09-19T13:57:32.419+0000 7fd63d7999c0 10 monclient: monmap: 2024-09-19T13:57:32.526 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T13:57:32.527 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T13:57:32.527 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T13:57:32.527 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T13:57:32.527 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T13:57:32.527 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:57:32.527 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T13:57:32.527 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T13:57:32.527 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T13:57:32.527 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:32.527 INFO:tasks.workunit.client.0.smithi031.stderr: -468> 2024-09-19T13:57:32.419+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda56ca0) adding auth protocol: cephx 2024-09-19T13:57:32.527 INFO:tasks.workunit.client.0.smithi031.stderr: -467> 2024-09-19T13:57:32.419+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda56ca0) adding auth protocol: cephx 2024-09-19T13:57:32.527 INFO:tasks.workunit.client.0.smithi031.stderr: -466> 2024-09-19T13:57:32.419+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda56ca0) adding auth protocol: cephx 2024-09-19T13:57:32.527 INFO:tasks.workunit.client.0.smithi031.stderr: -465> 2024-09-19T13:57:32.419+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda56ca0) adding con mode: secure 2024-09-19T13:57:32.527 INFO:tasks.workunit.client.0.smithi031.stderr: -464> 2024-09-19T13:57:32.419+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda56ca0) adding con mode: crc 2024-09-19T13:57:32.527 INFO:tasks.workunit.client.0.smithi031.stderr: -463> 2024-09-19T13:57:32.419+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda56ca0) adding con mode: secure 2024-09-19T13:57:32.528 INFO:tasks.workunit.client.0.smithi031.stderr: -462> 2024-09-19T13:57:32.419+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda56ca0) adding con mode: crc 2024-09-19T13:57:32.528 INFO:tasks.workunit.client.0.smithi031.stderr: -461> 2024-09-19T13:57:32.419+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda56ca0) adding con mode: secure 2024-09-19T13:57:32.528 INFO:tasks.workunit.client.0.smithi031.stderr: -460> 2024-09-19T13:57:32.419+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda56ca0) adding con mode: crc 2024-09-19T13:57:32.528 INFO:tasks.workunit.client.0.smithi031.stderr: -459> 2024-09-19T13:57:32.419+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda56ca0) adding con mode: crc 2024-09-19T13:57:32.528 INFO:tasks.workunit.client.0.smithi031.stderr: -458> 2024-09-19T13:57:32.419+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda56ca0) adding con mode: secure 2024-09-19T13:57:32.528 INFO:tasks.workunit.client.0.smithi031.stderr: -457> 2024-09-19T13:57:32.419+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda56ca0) adding con mode: crc 2024-09-19T13:57:32.528 INFO:tasks.workunit.client.0.smithi031.stderr: -456> 2024-09-19T13:57:32.419+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda56ca0) adding con mode: secure 2024-09-19T13:57:32.528 INFO:tasks.workunit.client.0.smithi031.stderr: -455> 2024-09-19T13:57:32.419+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda56ca0) adding con mode: crc 2024-09-19T13:57:32.529 INFO:tasks.workunit.client.0.smithi031.stderr: -454> 2024-09-19T13:57:32.419+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda56ca0) adding con mode: secure 2024-09-19T13:57:32.529 INFO:tasks.workunit.client.0.smithi031.stderr: -453> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:57:32.529 INFO:tasks.workunit.client.0.smithi031.stderr: -452> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 1 librados: starting msgr at 2024-09-19T13:57:32.529 INFO:tasks.workunit.client.0.smithi031.stderr: -451> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 1 librados: starting objecter 2024-09-19T13:57:32.529 INFO:tasks.workunit.client.0.smithi031.stderr: -450> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 5 asok(0x5597cd846d90) register_command objecter_requests hook 0x5597cd841950 2024-09-19T13:57:32.529 INFO:tasks.workunit.client.0.smithi031.stderr: -449> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 1 librados: setting wanted keys 2024-09-19T13:57:32.529 INFO:tasks.workunit.client.0.smithi031.stderr: -448> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 1 librados: calling monclient init 2024-09-19T13:57:32.529 INFO:tasks.workunit.client.0.smithi031.stderr: -447> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 10 monclient: init 2024-09-19T13:57:32.529 INFO:tasks.workunit.client.0.smithi031.stderr: -446> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda51690) adding auth protocol: cephx 2024-09-19T13:57:32.529 INFO:tasks.workunit.client.0.smithi031.stderr: -445> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda51690) adding auth protocol: cephx 2024-09-19T13:57:32.529 INFO:tasks.workunit.client.0.smithi031.stderr: -444> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda51690) adding auth protocol: cephx 2024-09-19T13:57:32.529 INFO:tasks.workunit.client.0.smithi031.stderr: -443> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda51690) adding con mode: secure 2024-09-19T13:57:32.529 INFO:tasks.workunit.client.0.smithi031.stderr: -442> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda51690) adding con mode: crc 2024-09-19T13:57:32.529 INFO:tasks.workunit.client.0.smithi031.stderr: -441> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda51690) adding con mode: secure 2024-09-19T13:57:32.530 INFO:tasks.workunit.client.0.smithi031.stderr: -440> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda51690) adding con mode: crc 2024-09-19T13:57:32.530 INFO:tasks.workunit.client.0.smithi031.stderr: -439> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda51690) adding con mode: secure 2024-09-19T13:57:32.530 INFO:tasks.workunit.client.0.smithi031.stderr: -438> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda51690) adding con mode: crc 2024-09-19T13:57:32.530 INFO:tasks.workunit.client.0.smithi031.stderr: -437> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda51690) adding con mode: crc 2024-09-19T13:57:32.530 INFO:tasks.workunit.client.0.smithi031.stderr: -436> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda51690) adding con mode: secure 2024-09-19T13:57:32.530 INFO:tasks.workunit.client.0.smithi031.stderr: -435> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda51690) adding con mode: crc 2024-09-19T13:57:32.530 INFO:tasks.workunit.client.0.smithi031.stderr: -434> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda51690) adding con mode: secure 2024-09-19T13:57:32.530 INFO:tasks.workunit.client.0.smithi031.stderr: -433> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda51690) adding con mode: crc 2024-09-19T13:57:32.530 INFO:tasks.workunit.client.0.smithi031.stderr: -432> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda51690) adding con mode: secure 2024-09-19T13:57:32.530 INFO:tasks.workunit.client.0.smithi031.stderr: -431> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:57:32.530 INFO:tasks.workunit.client.0.smithi031.stderr: -430> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:57:32.530 INFO:tasks.workunit.client.0.smithi031.stderr: -429> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 5 asok(0x5597cd846d90) register_command rotate-key hook 0x5597cda517d8 2024-09-19T13:57:32.530 INFO:tasks.workunit.client.0.smithi031.stderr: -428> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 10 monclient: _reopen_session rank -1 2024-09-19T13:57:32.531 INFO:tasks.workunit.client.0.smithi031.stderr: -427> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-19T13:57:32.531 INFO:tasks.workunit.client.0.smithi031.stderr: -426> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 10 monclient(hunting): picked mon.noname-b con 0x5597cd8df1f0 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T13:57:32.531 INFO:tasks.workunit.client.0.smithi031.stderr: -425> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 10 monclient(hunting): picked mon.noname-a con 0x5597cd90a930 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T13:57:32.531 INFO:tasks.workunit.client.0.smithi031.stderr: -424> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 10 monclient(hunting): picked mon.noname-c con 0x5597cd99a640 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T13:57:32.531 INFO:tasks.workunit.client.0.smithi031.stderr: -423> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:57:32.531 INFO:tasks.workunit.client.0.smithi031.stderr: -422> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:57:32.531 INFO:tasks.workunit.client.0.smithi031.stderr: -421> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:57:32.531 INFO:tasks.workunit.client.0.smithi031.stderr: -420> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 10 monclient(hunting): _renew_subs 2024-09-19T13:57:32.531 INFO:tasks.workunit.client.0.smithi031.stderr: -419> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 10 monclient(hunting): authenticate will time out at 2196.253021s 2024-09-19T13:57:32.531 INFO:tasks.workunit.client.0.smithi031.stderr: -418> 2024-09-19T13:57:32.423+0000 7fd63aa9e640 10 monclient(hunting): get_auth_request con 0x5597cd90a930 auth_method 0 2024-09-19T13:57:32.531 INFO:tasks.workunit.client.0.smithi031.stderr: -417> 2024-09-19T13:57:32.423+0000 7fd63aa9e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:57:32.531 INFO:tasks.workunit.client.0.smithi031.stderr: -416> 2024-09-19T13:57:32.423+0000 7fd63aa9e640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:57:32.531 INFO:tasks.workunit.client.0.smithi031.stderr: -415> 2024-09-19T13:57:32.423+0000 7fd63aa9e640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:57:32.531 INFO:tasks.workunit.client.0.smithi031.stderr: -414> 2024-09-19T13:57:32.423+0000 7fd63baa0640 10 monclient(hunting): get_auth_request con 0x5597cd99a640 auth_method 0 2024-09-19T13:57:32.531 INFO:tasks.workunit.client.0.smithi031.stderr: -413> 2024-09-19T13:57:32.423+0000 7fd63baa0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:57:32.532 INFO:tasks.workunit.client.0.smithi031.stderr: -412> 2024-09-19T13:57:32.423+0000 7fd63baa0640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:57:32.532 INFO:tasks.workunit.client.0.smithi031.stderr: -411> 2024-09-19T13:57:32.423+0000 7fd63baa0640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:57:32.532 INFO:tasks.workunit.client.0.smithi031.stderr: -410> 2024-09-19T13:57:32.423+0000 7fd63aa9e640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:57:32.532 INFO:tasks.workunit.client.0.smithi031.stderr: -409> 2024-09-19T13:57:32.423+0000 7fd63aa9e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:57:32.532 INFO:tasks.workunit.client.0.smithi031.stderr: -408> 2024-09-19T13:57:32.423+0000 7fd63aa9e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:57:32.532 INFO:tasks.workunit.client.0.smithi031.stderr: -407> 2024-09-19T13:57:32.423+0000 7fd63baa0640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:57:32.532 INFO:tasks.workunit.client.0.smithi031.stderr: -406> 2024-09-19T13:57:32.423+0000 7fd63baa0640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:57:32.532 INFO:tasks.workunit.client.0.smithi031.stderr: -405> 2024-09-19T13:57:32.423+0000 7fd63baa0640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:57:32.532 INFO:tasks.workunit.client.0.smithi031.stderr: -404> 2024-09-19T13:57:32.423+0000 7fd63aa9e640 10 monclient(hunting): handle_auth_done global_id 6651 payload 824 2024-09-19T13:57:32.532 INFO:tasks.workunit.client.0.smithi031.stderr: -403> 2024-09-19T13:57:32.423+0000 7fd63aa9e640 10 monclient: _finish_hunting 0 2024-09-19T13:57:32.532 INFO:tasks.workunit.client.0.smithi031.stderr: -402> 2024-09-19T13:57:32.423+0000 7fd63aa9e640 1 monclient: found mon.noname-a 2024-09-19T13:57:32.532 INFO:tasks.workunit.client.0.smithi031.stderr: -401> 2024-09-19T13:57:32.423+0000 7fd63aa9e640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T13:57:32.533 INFO:tasks.workunit.client.0.smithi031.stderr: -400> 2024-09-19T13:57:32.423+0000 7fd527e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:57:32.533 INFO:tasks.workunit.client.0.smithi031.stderr: -399> 2024-09-19T13:57:32.423+0000 7fd527e07640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T13:57:32.533 INFO:tasks.workunit.client.0.smithi031.stderr: -398> 2024-09-19T13:57:32.423+0000 7fd527e07640 10 monclient: dump: 2024-09-19T13:57:32.533 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:57:32.533 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:57:32.533 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:57:32.533 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:57:32.533 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:57:32.533 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:57:32.533 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:57:32.533 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:57:32.533 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:57:32.533 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:32.533 INFO:tasks.workunit.client.0.smithi031.stderr: -397> 2024-09-19T13:57:32.423+0000 7fd527e07640 10 monclient: _finish_auth 0 2024-09-19T13:57:32.534 INFO:tasks.workunit.client.0.smithi031.stderr: -396> 2024-09-19T13:57:32.423+0000 7fd527e07640 10 monclient: _check_auth_tickets 2024-09-19T13:57:32.534 INFO:tasks.workunit.client.0.smithi031.stderr: -395> 2024-09-19T13:57:32.423+0000 7fd527e07640 10 monclient: handle_config config(0 keys) 2024-09-19T13:57:32.534 INFO:tasks.workunit.client.0.smithi031.stderr: -394> 2024-09-19T13:57:32.423+0000 7fd527e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:57:32.534 INFO:tasks.workunit.client.0.smithi031.stderr: -393> 2024-09-19T13:57:32.423+0000 7fd527e07640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T13:57:32.534 INFO:tasks.workunit.client.0.smithi031.stderr: -392> 2024-09-19T13:57:32.423+0000 7fd527e07640 10 monclient: dump: 2024-09-19T13:57:32.534 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:57:32.534 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:57:32.534 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:57:32.534 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:57:32.534 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:57:32.534 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:57:32.534 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:57:32.534 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:57:32.535 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:57:32.535 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:32.535 INFO:tasks.workunit.client.0.smithi031.stderr: -391> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 5 monclient: authenticate success, global_id 6651 2024-09-19T13:57:32.535 INFO:tasks.workunit.client.0.smithi031.stderr: -390> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 10 monclient: _renew_subs 2024-09-19T13:57:32.535 INFO:tasks.workunit.client.0.smithi031.stderr: -389> 2024-09-19T13:57:32.423+0000 7fd52960a640 4 set_mon_vals no callback set 2024-09-19T13:57:32.535 INFO:tasks.workunit.client.0.smithi031.stderr: -388> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T13:57:32.535 INFO:tasks.workunit.client.0.smithi031.stderr: -387> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 10 monclient: _renew_subs 2024-09-19T13:57:32.535 INFO:tasks.workunit.client.0.smithi031.stderr: -386> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T13:57:32.535 INFO:tasks.workunit.client.0.smithi031.stderr: -385> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 1 librados: init done 2024-09-19T13:57:32.535 INFO:tasks.workunit.client.0.smithi031.stderr: -384> 2024-09-19T13:57:32.423+0000 7fd527e07640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T13:57:32.535 INFO:tasks.workunit.client.0.smithi031.stderr: -383> 2024-09-19T13:57:32.423+0000 7fd527e07640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:57:32.535 INFO:tasks.workunit.client.0.smithi031.stderr: -382> 2024-09-19T13:57:32.423+0000 7fd527e07640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:57:32.535 INFO:tasks.workunit.client.0.smithi031.stderr: -381> 2024-09-19T13:57:32.427+0000 7fd63b29f640 10 monclient: get_auth_request con 0x7fd520071be0 auth_method 0 2024-09-19T13:57:32.536 INFO:tasks.workunit.client.0.smithi031.stderr: -380> 2024-09-19T13:57:32.427+0000 7fd63baa0640 10 monclient: get_auth_request con 0x5597cda74f60 auth_method 0 2024-09-19T13:57:32.536 INFO:tasks.workunit.client.0.smithi031.stderr: -379> 2024-09-19T13:57:32.427+0000 7fd63b29f640 10 monclient: get_auth_request con 0x5597cda9c670 auth_method 0 2024-09-19T13:57:32.536 INFO:tasks.workunit.client.0.smithi031.stderr: -378> 2024-09-19T13:57:32.427+0000 7fd63aa9e640 10 monclient: get_auth_request con 0x5597cdaa0860 auth_method 0 2024-09-19T13:57:32.536 INFO:tasks.workunit.client.0.smithi031.stderr: -377> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 10 monclient: build_initial_monmap 2024-09-19T13:57:32.536 INFO:tasks.workunit.client.0.smithi031.stderr: -376> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 1 build_initial for_mkfs: 0 2024-09-19T13:57:32.536 INFO:tasks.workunit.client.0.smithi031.stderr: -375> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 10 monclient: monmap: 2024-09-19T13:57:32.536 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T13:57:32.536 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T13:57:32.536 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T13:57:32.536 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T13:57:32.536 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T13:57:32.536 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:57:32.536 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T13:57:32.537 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T13:57:32.537 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T13:57:32.537 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:32.537 INFO:tasks.workunit.client.0.smithi031.stderr: -374> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa5460) adding auth protocol: cephx 2024-09-19T13:57:32.537 INFO:tasks.workunit.client.0.smithi031.stderr: -373> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa5460) adding auth protocol: cephx 2024-09-19T13:57:32.537 INFO:tasks.workunit.client.0.smithi031.stderr: -372> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa5460) adding auth protocol: cephx 2024-09-19T13:57:32.537 INFO:tasks.workunit.client.0.smithi031.stderr: -371> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa5460) adding con mode: secure 2024-09-19T13:57:32.537 INFO:tasks.workunit.client.0.smithi031.stderr: -370> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa5460) adding con mode: crc 2024-09-19T13:57:32.537 INFO:tasks.workunit.client.0.smithi031.stderr: -369> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa5460) adding con mode: secure 2024-09-19T13:57:32.537 INFO:tasks.workunit.client.0.smithi031.stderr: -368> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa5460) adding con mode: crc 2024-09-19T13:57:32.537 INFO:tasks.workunit.client.0.smithi031.stderr: -367> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa5460) adding con mode: secure 2024-09-19T13:57:32.537 INFO:tasks.workunit.client.0.smithi031.stderr: -366> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa5460) adding con mode: crc 2024-09-19T13:57:32.537 INFO:tasks.workunit.client.0.smithi031.stderr: -365> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa5460) adding con mode: crc 2024-09-19T13:57:32.538 INFO:tasks.workunit.client.0.smithi031.stderr: -364> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa5460) adding con mode: secure 2024-09-19T13:57:32.538 INFO:tasks.workunit.client.0.smithi031.stderr: -363> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa5460) adding con mode: crc 2024-09-19T13:57:32.538 INFO:tasks.workunit.client.0.smithi031.stderr: -362> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa5460) adding con mode: secure 2024-09-19T13:57:32.538 INFO:tasks.workunit.client.0.smithi031.stderr: -361> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa5460) adding con mode: crc 2024-09-19T13:57:32.538 INFO:tasks.workunit.client.0.smithi031.stderr: -360> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa5460) adding con mode: secure 2024-09-19T13:57:32.538 INFO:tasks.workunit.client.0.smithi031.stderr: -359> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:57:32.538 INFO:tasks.workunit.client.0.smithi031.stderr: -358> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 asok(0x5597cd846d90) register_command objecter_requests cmddesc objecter_requests hook 0x5597cdaa8e10 EEXIST 2024-09-19T13:57:32.538 INFO:tasks.workunit.client.0.smithi031.stderr: -357> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 10 monclient: init 2024-09-19T13:57:32.538 INFO:tasks.workunit.client.0.smithi031.stderr: -356> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa3b38) adding auth protocol: cephx 2024-09-19T13:57:32.538 INFO:tasks.workunit.client.0.smithi031.stderr: -355> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa3b38) adding auth protocol: cephx 2024-09-19T13:57:32.538 INFO:tasks.workunit.client.0.smithi031.stderr: -354> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa3b38) adding auth protocol: cephx 2024-09-19T13:57:32.538 INFO:tasks.workunit.client.0.smithi031.stderr: -353> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa3b38) adding con mode: secure 2024-09-19T13:57:32.539 INFO:tasks.workunit.client.0.smithi031.stderr: -352> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa3b38) adding con mode: crc 2024-09-19T13:57:32.539 INFO:tasks.workunit.client.0.smithi031.stderr: -351> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa3b38) adding con mode: secure 2024-09-19T13:57:32.539 INFO:tasks.workunit.client.0.smithi031.stderr: -350> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa3b38) adding con mode: crc 2024-09-19T13:57:32.539 INFO:tasks.workunit.client.0.smithi031.stderr: -349> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa3b38) adding con mode: secure 2024-09-19T13:57:32.539 INFO:tasks.workunit.client.0.smithi031.stderr: -348> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa3b38) adding con mode: crc 2024-09-19T13:57:32.539 INFO:tasks.workunit.client.0.smithi031.stderr: -347> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa3b38) adding con mode: crc 2024-09-19T13:57:32.539 INFO:tasks.workunit.client.0.smithi031.stderr: -346> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa3b38) adding con mode: secure 2024-09-19T13:57:32.539 INFO:tasks.workunit.client.0.smithi031.stderr: -345> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa3b38) adding con mode: crc 2024-09-19T13:57:32.539 INFO:tasks.workunit.client.0.smithi031.stderr: -344> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa3b38) adding con mode: secure 2024-09-19T13:57:32.539 INFO:tasks.workunit.client.0.smithi031.stderr: -343> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa3b38) adding con mode: crc 2024-09-19T13:57:32.539 INFO:tasks.workunit.client.0.smithi031.stderr: -342> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa3b38) adding con mode: secure 2024-09-19T13:57:32.539 INFO:tasks.workunit.client.0.smithi031.stderr: -341> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:57:32.539 INFO:tasks.workunit.client.0.smithi031.stderr: -340> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:57:32.540 INFO:tasks.workunit.client.0.smithi031.stderr: -339> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 asok(0x5597cd846d90) register_command rotate-key cmddesc rotate-key hook 0x5597cdaa3c80 EEXIST 2024-09-19T13:57:32.540 INFO:tasks.workunit.client.0.smithi031.stderr: -338> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 10 monclient: _reopen_session rank -1 2024-09-19T13:57:32.540 INFO:tasks.workunit.client.0.smithi031.stderr: -337> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-19T13:57:32.540 INFO:tasks.workunit.client.0.smithi031.stderr: -336> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 10 monclient(hunting): picked mon.noname-c con 0x5597cdaccfc0 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T13:57:32.540 INFO:tasks.workunit.client.0.smithi031.stderr: -335> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 10 monclient(hunting): picked mon.noname-a con 0x5597cdacc8f0 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T13:57:32.540 INFO:tasks.workunit.client.0.smithi031.stderr: -334> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 10 monclient(hunting): picked mon.noname-b con 0x5597cdacb2d0 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T13:57:32.540 INFO:tasks.workunit.client.0.smithi031.stderr: -333> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:57:32.540 INFO:tasks.workunit.client.0.smithi031.stderr: -332> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:57:32.540 INFO:tasks.workunit.client.0.smithi031.stderr: -331> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:57:32.540 INFO:tasks.workunit.client.0.smithi031.stderr: -330> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 10 monclient(hunting): _renew_subs 2024-09-19T13:57:32.540 INFO:tasks.workunit.client.0.smithi031.stderr: -329> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 10 monclient(hunting): authenticate will time out at 2196.262963s 2024-09-19T13:57:32.540 INFO:tasks.workunit.client.0.smithi031.stderr: -328> 2024-09-19T13:57:32.431+0000 7fd63b29f640 10 monclient(hunting): get_auth_request con 0x5597cdaccfc0 auth_method 0 2024-09-19T13:57:32.540 INFO:tasks.workunit.client.0.smithi031.stderr: -327> 2024-09-19T13:57:32.431+0000 7fd63b29f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:57:32.540 INFO:tasks.workunit.client.0.smithi031.stderr: -326> 2024-09-19T13:57:32.431+0000 7fd63b29f640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:57:32.541 INFO:tasks.workunit.client.0.smithi031.stderr: -325> 2024-09-19T13:57:32.431+0000 7fd63b29f640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:57:32.541 INFO:tasks.workunit.client.0.smithi031.stderr: -324> 2024-09-19T13:57:32.431+0000 7fd63aa9e640 10 monclient(hunting): get_auth_request con 0x5597cdacc8f0 auth_method 0 2024-09-19T13:57:32.541 INFO:tasks.workunit.client.0.smithi031.stderr: -323> 2024-09-19T13:57:32.431+0000 7fd63aa9e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:57:32.541 INFO:tasks.workunit.client.0.smithi031.stderr: -322> 2024-09-19T13:57:32.431+0000 7fd63aa9e640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:57:32.541 INFO:tasks.workunit.client.0.smithi031.stderr: -321> 2024-09-19T13:57:32.431+0000 7fd63aa9e640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:57:32.541 INFO:tasks.workunit.client.0.smithi031.stderr: -320> 2024-09-19T13:57:32.431+0000 7fd63b29f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:57:32.541 INFO:tasks.workunit.client.0.smithi031.stderr: -319> 2024-09-19T13:57:32.431+0000 7fd63b29f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:57:32.541 INFO:tasks.workunit.client.0.smithi031.stderr: -318> 2024-09-19T13:57:32.431+0000 7fd63b29f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:57:32.541 INFO:tasks.workunit.client.0.smithi031.stderr: -317> 2024-09-19T13:57:32.431+0000 7fd63aa9e640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:57:32.541 INFO:tasks.workunit.client.0.smithi031.stderr: -316> 2024-09-19T13:57:32.431+0000 7fd63aa9e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:57:32.541 INFO:tasks.workunit.client.0.smithi031.stderr: -315> 2024-09-19T13:57:32.431+0000 7fd63aa9e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:57:32.541 INFO:tasks.workunit.client.0.smithi031.stderr: -314> 2024-09-19T13:57:32.431+0000 7fd63b29f640 10 monclient(hunting): handle_auth_done global_id 6266 payload 824 2024-09-19T13:57:32.542 INFO:tasks.workunit.client.0.smithi031.stderr: -313> 2024-09-19T13:57:32.431+0000 7fd63b29f640 10 monclient: _finish_hunting 0 2024-09-19T13:57:32.542 INFO:tasks.workunit.client.0.smithi031.stderr: -312> 2024-09-19T13:57:32.431+0000 7fd63b29f640 1 monclient: found mon.noname-c 2024-09-19T13:57:32.542 INFO:tasks.workunit.client.0.smithi031.stderr: -311> 2024-09-19T13:57:32.431+0000 7fd63b29f640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.31:3301/0 2024-09-19T13:57:32.542 INFO:tasks.workunit.client.0.smithi031.stderr: -310> 2024-09-19T13:57:32.431+0000 7fd63baa0640 10 monclient: get_auth_request con 0x5597cdacb2d0 auth_method 0 2024-09-19T13:57:32.542 INFO:tasks.workunit.client.0.smithi031.stderr: -309> 2024-09-19T13:57:32.431+0000 7fd525602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:57:32.542 INFO:tasks.workunit.client.0.smithi031.stderr: -308> 2024-09-19T13:57:32.431+0000 7fd525602640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T13:57:32.542 INFO:tasks.workunit.client.0.smithi031.stderr: -307> 2024-09-19T13:57:32.431+0000 7fd525602640 10 monclient: dump: 2024-09-19T13:57:32.542 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:57:32.542 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:57:32.542 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:57:32.542 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:57:32.542 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:57:32.542 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:57:32.543 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:57:32.543 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:57:32.543 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:57:32.543 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:32.543 INFO:tasks.workunit.client.0.smithi031.stderr: -306> 2024-09-19T13:57:32.431+0000 7fd525602640 10 monclient: _finish_auth 0 2024-09-19T13:57:32.543 INFO:tasks.workunit.client.0.smithi031.stderr: -305> 2024-09-19T13:57:32.431+0000 7fd525602640 10 monclient: _check_auth_tickets 2024-09-19T13:57:32.543 INFO:tasks.workunit.client.0.smithi031.stderr: -304> 2024-09-19T13:57:32.431+0000 7fd525602640 10 monclient: handle_config config(0 keys) 2024-09-19T13:57:32.543 INFO:tasks.workunit.client.0.smithi031.stderr: -303> 2024-09-19T13:57:32.431+0000 7fd525602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:57:32.543 INFO:tasks.workunit.client.0.smithi031.stderr: -302> 2024-09-19T13:57:32.431+0000 7fd525602640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T13:57:32.543 INFO:tasks.workunit.client.0.smithi031.stderr: -301> 2024-09-19T13:57:32.431+0000 7fd525602640 10 monclient: dump: 2024-09-19T13:57:32.543 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:57:32.543 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:57:32.543 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:57:32.543 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:57:32.543 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:57:32.544 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:57:32.544 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:57:32.544 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:57:32.544 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:57:32.544 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:32.544 INFO:tasks.workunit.client.0.smithi031.stderr: -300> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 monclient: authenticate success, global_id 6266 2024-09-19T13:57:32.544 INFO:tasks.workunit.client.0.smithi031.stderr: -299> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 10 monclient: _renew_subs 2024-09-19T13:57:32.544 INFO:tasks.workunit.client.0.smithi031.stderr: -298> 2024-09-19T13:57:32.431+0000 7fd63c2a1640 4 set_mon_vals no callback set 2024-09-19T13:57:32.544 INFO:tasks.workunit.client.0.smithi031.stderr: -297> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T13:57:32.544 INFO:tasks.workunit.client.0.smithi031.stderr: -296> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 10 monclient: _renew_subs 2024-09-19T13:57:32.544 INFO:tasks.workunit.client.0.smithi031.stderr: -295> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T13:57:32.544 INFO:tasks.workunit.client.0.smithi031.stderr: -294> 2024-09-19T13:57:32.435+0000 7fd525602640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T13:57:32.544 INFO:tasks.workunit.client.0.smithi031.stderr: -293> 2024-09-19T13:57:32.435+0000 7fd525602640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:57:32.544 INFO:tasks.workunit.client.0.smithi031.stderr: -292> 2024-09-19T13:57:32.435+0000 7fd525602640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:57:32.545 INFO:tasks.workunit.client.0.smithi031.stderr: -291> 2024-09-19T13:57:32.435+0000 7fd63aa9e640 10 monclient: get_auth_request con 0x7fd514071b20 auth_method 0 2024-09-19T13:57:32.545 INFO:tasks.workunit.client.0.smithi031.stderr: -290> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 10 monclient: get_monmap_and_config 2024-09-19T13:57:32.545 INFO:tasks.workunit.client.0.smithi031.stderr: -289> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 10 monclient: build_initial_monmap 2024-09-19T13:57:32.545 INFO:tasks.workunit.client.0.smithi031.stderr: -288> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 1 build_initial for_mkfs: 0 2024-09-19T13:57:32.545 INFO:tasks.workunit.client.0.smithi031.stderr: -287> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 10 monclient: monmap: 2024-09-19T13:57:32.545 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T13:57:32.545 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T13:57:32.545 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T13:57:32.545 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T13:57:32.545 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T13:57:32.545 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:57:32.545 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T13:57:32.545 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T13:57:32.546 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T13:57:32.546 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:32.546 INFO:tasks.workunit.client.0.smithi031.stderr: -286> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaec970) adding auth protocol: cephx 2024-09-19T13:57:32.546 INFO:tasks.workunit.client.0.smithi031.stderr: -285> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaec970) adding auth protocol: cephx 2024-09-19T13:57:32.546 INFO:tasks.workunit.client.0.smithi031.stderr: -284> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaec970) adding auth protocol: cephx 2024-09-19T13:57:32.546 INFO:tasks.workunit.client.0.smithi031.stderr: -283> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaec970) adding con mode: secure 2024-09-19T13:57:32.546 INFO:tasks.workunit.client.0.smithi031.stderr: -282> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaec970) adding con mode: crc 2024-09-19T13:57:32.546 INFO:tasks.workunit.client.0.smithi031.stderr: -281> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaec970) adding con mode: secure 2024-09-19T13:57:32.546 INFO:tasks.workunit.client.0.smithi031.stderr: -280> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaec970) adding con mode: crc 2024-09-19T13:57:32.546 INFO:tasks.workunit.client.0.smithi031.stderr: -279> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaec970) adding con mode: secure 2024-09-19T13:57:32.546 INFO:tasks.workunit.client.0.smithi031.stderr: -278> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaec970) adding con mode: crc 2024-09-19T13:57:32.546 INFO:tasks.workunit.client.0.smithi031.stderr: -277> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaec970) adding con mode: crc 2024-09-19T13:57:32.546 INFO:tasks.workunit.client.0.smithi031.stderr: -276> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaec970) adding con mode: secure 2024-09-19T13:57:32.547 INFO:tasks.workunit.client.0.smithi031.stderr: -275> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaec970) adding con mode: crc 2024-09-19T13:57:32.547 INFO:tasks.workunit.client.0.smithi031.stderr: -274> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaec970) adding con mode: secure 2024-09-19T13:57:32.547 INFO:tasks.workunit.client.0.smithi031.stderr: -273> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaec970) adding con mode: crc 2024-09-19T13:57:32.547 INFO:tasks.workunit.client.0.smithi031.stderr: -272> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaec970) adding con mode: secure 2024-09-19T13:57:32.547 INFO:tasks.workunit.client.0.smithi031.stderr: -271> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:57:32.547 INFO:tasks.workunit.client.0.smithi031.stderr: -270> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 10 monclient: init 2024-09-19T13:57:32.547 INFO:tasks.workunit.client.0.smithi031.stderr: -269> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a028e10) adding auth protocol: cephx 2024-09-19T13:57:32.547 INFO:tasks.workunit.client.0.smithi031.stderr: -268> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a028e10) adding auth protocol: cephx 2024-09-19T13:57:32.547 INFO:tasks.workunit.client.0.smithi031.stderr: -267> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a028e10) adding auth protocol: cephx 2024-09-19T13:57:32.547 INFO:tasks.workunit.client.0.smithi031.stderr: -266> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a028e10) adding con mode: secure 2024-09-19T13:57:32.547 INFO:tasks.workunit.client.0.smithi031.stderr: -265> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a028e10) adding con mode: crc 2024-09-19T13:57:32.547 INFO:tasks.workunit.client.0.smithi031.stderr: -264> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a028e10) adding con mode: secure 2024-09-19T13:57:32.547 INFO:tasks.workunit.client.0.smithi031.stderr: -263> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a028e10) adding con mode: crc 2024-09-19T13:57:32.547 INFO:tasks.workunit.client.0.smithi031.stderr: -262> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a028e10) adding con mode: secure 2024-09-19T13:57:32.548 INFO:tasks.workunit.client.0.smithi031.stderr: -261> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a028e10) adding con mode: crc 2024-09-19T13:57:32.548 INFO:tasks.workunit.client.0.smithi031.stderr: -260> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a028e10) adding con mode: crc 2024-09-19T13:57:32.548 INFO:tasks.workunit.client.0.smithi031.stderr: -259> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a028e10) adding con mode: secure 2024-09-19T13:57:32.548 INFO:tasks.workunit.client.0.smithi031.stderr: -258> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a028e10) adding con mode: crc 2024-09-19T13:57:32.548 INFO:tasks.workunit.client.0.smithi031.stderr: -257> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a028e10) adding con mode: secure 2024-09-19T13:57:32.548 INFO:tasks.workunit.client.0.smithi031.stderr: -256> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a028e10) adding con mode: crc 2024-09-19T13:57:32.548 INFO:tasks.workunit.client.0.smithi031.stderr: -255> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a028e10) adding con mode: secure 2024-09-19T13:57:32.548 INFO:tasks.workunit.client.0.smithi031.stderr: -254> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:57:32.548 INFO:tasks.workunit.client.0.smithi031.stderr: -253> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:57:32.548 INFO:tasks.workunit.client.0.smithi031.stderr: -252> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 asok(0x5597cd846d90) register_command rotate-key cmddesc rotate-key hook 0x7fff6a028f58 EEXIST 2024-09-19T13:57:32.548 INFO:tasks.workunit.client.0.smithi031.stderr: -251> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 10 monclient: _reopen_session rank -1 2024-09-19T13:57:32.548 INFO:tasks.workunit.client.0.smithi031.stderr: -250> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-19T13:57:32.548 INFO:tasks.workunit.client.0.smithi031.stderr: -249> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 10 monclient(hunting): picked mon.noname-b con 0x5597cdb20fa0 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T13:57:32.549 INFO:tasks.workunit.client.0.smithi031.stderr: -248> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 10 monclient(hunting): picked mon.noname-c con 0x5597cdaf09c0 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T13:57:32.549 INFO:tasks.workunit.client.0.smithi031.stderr: -247> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 10 monclient(hunting): picked mon.noname-a con 0x5597cdb1c770 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T13:57:32.549 INFO:tasks.workunit.client.0.smithi031.stderr: -246> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:57:32.549 INFO:tasks.workunit.client.0.smithi031.stderr: -245> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:57:32.549 INFO:tasks.workunit.client.0.smithi031.stderr: -244> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:57:32.549 INFO:tasks.workunit.client.0.smithi031.stderr: -243> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 10 monclient(hunting): _renew_subs 2024-09-19T13:57:32.549 INFO:tasks.workunit.client.0.smithi031.stderr: -242> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 10 monclient(hunting): authenticate will time out at 2196.267167s 2024-09-19T13:57:32.549 INFO:tasks.workunit.client.0.smithi031.stderr: -241> 2024-09-19T13:57:32.435+0000 7fd63baa0640 10 monclient(hunting): get_auth_request con 0x5597cdb1c770 auth_method 0 2024-09-19T13:57:32.549 INFO:tasks.workunit.client.0.smithi031.stderr: -240> 2024-09-19T13:57:32.435+0000 7fd63baa0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:57:32.549 INFO:tasks.workunit.client.0.smithi031.stderr: -239> 2024-09-19T13:57:32.435+0000 7fd63baa0640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:57:32.549 INFO:tasks.workunit.client.0.smithi031.stderr: -238> 2024-09-19T13:57:32.435+0000 7fd63baa0640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:57:32.549 INFO:tasks.workunit.client.0.smithi031.stderr: -237> 2024-09-19T13:57:32.435+0000 7fd63aa9e640 10 monclient(hunting): get_auth_request con 0x5597cdaf09c0 auth_method 0 2024-09-19T13:57:32.550 INFO:tasks.workunit.client.0.smithi031.stderr: -236> 2024-09-19T13:57:32.435+0000 7fd63aa9e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:57:32.550 INFO:tasks.workunit.client.0.smithi031.stderr: -235> 2024-09-19T13:57:32.435+0000 7fd63aa9e640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:57:32.550 INFO:tasks.workunit.client.0.smithi031.stderr: -234> 2024-09-19T13:57:32.435+0000 7fd63aa9e640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:57:32.550 INFO:tasks.workunit.client.0.smithi031.stderr: -233> 2024-09-19T13:57:32.435+0000 7fd63baa0640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:57:32.550 INFO:tasks.workunit.client.0.smithi031.stderr: -232> 2024-09-19T13:57:32.435+0000 7fd63baa0640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:57:32.550 INFO:tasks.workunit.client.0.smithi031.stderr: -231> 2024-09-19T13:57:32.435+0000 7fd63baa0640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:57:32.550 INFO:tasks.workunit.client.0.smithi031.stderr: -230> 2024-09-19T13:57:32.435+0000 7fd63aa9e640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:57:32.550 INFO:tasks.workunit.client.0.smithi031.stderr: -229> 2024-09-19T13:57:32.435+0000 7fd63aa9e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:57:32.550 INFO:tasks.workunit.client.0.smithi031.stderr: -228> 2024-09-19T13:57:32.435+0000 7fd63aa9e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:57:32.550 INFO:tasks.workunit.client.0.smithi031.stderr: -227> 2024-09-19T13:57:32.435+0000 7fd63b29f640 10 monclient(hunting): get_auth_request con 0x5597cdb20fa0 auth_method 0 2024-09-19T13:57:32.550 INFO:tasks.workunit.client.0.smithi031.stderr: -226> 2024-09-19T13:57:32.435+0000 7fd63b29f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:57:32.550 INFO:tasks.workunit.client.0.smithi031.stderr: -225> 2024-09-19T13:57:32.435+0000 7fd63b29f640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:57:32.550 INFO:tasks.workunit.client.0.smithi031.stderr: -224> 2024-09-19T13:57:32.435+0000 7fd63b29f640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:57:32.550 INFO:tasks.workunit.client.0.smithi031.stderr: -223> 2024-09-19T13:57:32.435+0000 7fd63aa9e640 10 monclient(hunting): handle_auth_done global_id 6269 payload 274 2024-09-19T13:57:32.551 INFO:tasks.workunit.client.0.smithi031.stderr: -222> 2024-09-19T13:57:32.435+0000 7fd63aa9e640 10 monclient: _finish_hunting 0 2024-09-19T13:57:32.551 INFO:tasks.workunit.client.0.smithi031.stderr: -221> 2024-09-19T13:57:32.435+0000 7fd63aa9e640 1 monclient: found mon.noname-c 2024-09-19T13:57:32.551 INFO:tasks.workunit.client.0.smithi031.stderr: -220> 2024-09-19T13:57:32.435+0000 7fd63aa9e640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.31:3301/0 2024-09-19T13:57:32.551 INFO:tasks.workunit.client.0.smithi031.stderr: -219> 2024-09-19T13:57:32.435+0000 7fd51effd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:57:32.551 INFO:tasks.workunit.client.0.smithi031.stderr: -218> 2024-09-19T13:57:32.439+0000 7fd51effd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T13:57:32.551 INFO:tasks.workunit.client.0.smithi031.stderr: -217> 2024-09-19T13:57:32.439+0000 7fd51effd640 10 monclient: dump: 2024-09-19T13:57:32.551 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:57:32.551 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:57:32.551 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:57:32.551 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:57:32.551 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:57:32.551 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:57:32.551 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:57:32.552 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:57:32.552 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:57:32.552 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:32.552 INFO:tasks.workunit.client.0.smithi031.stderr: -216> 2024-09-19T13:57:32.439+0000 7fd51effd640 10 monclient: _finish_auth 0 2024-09-19T13:57:32.552 INFO:tasks.workunit.client.0.smithi031.stderr: -215> 2024-09-19T13:57:32.439+0000 7fd51effd640 10 monclient: _check_auth_tickets 2024-09-19T13:57:32.552 INFO:tasks.workunit.client.0.smithi031.stderr: -214> 2024-09-19T13:57:32.439+0000 7fd51effd640 10 monclient: handle_config config(0 keys) 2024-09-19T13:57:32.552 INFO:tasks.workunit.client.0.smithi031.stderr: -213> 2024-09-19T13:57:32.439+0000 7fd51effd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:57:32.552 INFO:tasks.workunit.client.0.smithi031.stderr: -212> 2024-09-19T13:57:32.439+0000 7fd51effd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T13:57:32.552 INFO:tasks.workunit.client.0.smithi031.stderr: -211> 2024-09-19T13:57:32.439+0000 7fd51effd640 10 monclient: dump: 2024-09-19T13:57:32.552 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:57:32.552 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:57:32.552 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:57:32.552 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:57:32.553 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:57:32.553 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:57:32.553 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:57:32.553 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:57:32.553 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:57:32.553 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:32.553 INFO:tasks.workunit.client.0.smithi031.stderr: -210> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 monclient: authenticate success, global_id 6269 2024-09-19T13:57:32.553 INFO:tasks.workunit.client.0.smithi031.stderr: -209> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 10 monclient: get_monmap_and_config success 2024-09-19T13:57:32.553 INFO:tasks.workunit.client.0.smithi031.stderr: -208> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 4 set_mon_vals no callback set 2024-09-19T13:57:32.553 INFO:tasks.workunit.client.0.smithi031.stderr: -207> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 10 monclient: shutdown 2024-09-19T13:57:32.553 INFO:tasks.workunit.client.0.smithi031.stderr: -206> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 10 monclient: build_initial_monmap 2024-09-19T13:57:32.553 INFO:tasks.workunit.client.0.smithi031.stderr: -205> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 1 build_initial for_mkfs: 0 2024-09-19T13:57:32.553 INFO:tasks.workunit.client.0.smithi031.stderr: -204> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 10 monclient: monmap: 2024-09-19T13:57:32.554 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T13:57:32.554 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T13:57:32.554 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T13:57:32.554 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T13:57:32.554 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T13:57:32.554 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:57:32.554 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T13:57:32.554 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T13:57:32.554 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T13:57:32.554 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:32.554 INFO:tasks.workunit.client.0.smithi031.stderr: -203> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdb119c0) adding auth protocol: cephx 2024-09-19T13:57:32.554 INFO:tasks.workunit.client.0.smithi031.stderr: -202> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdb119c0) adding auth protocol: cephx 2024-09-19T13:57:32.554 INFO:tasks.workunit.client.0.smithi031.stderr: -201> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdb119c0) adding auth protocol: cephx 2024-09-19T13:57:32.554 INFO:tasks.workunit.client.0.smithi031.stderr: -200> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdb119c0) adding con mode: secure 2024-09-19T13:57:32.555 INFO:tasks.workunit.client.0.smithi031.stderr: -199> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdb119c0) adding con mode: crc 2024-09-19T13:57:32.555 INFO:tasks.workunit.client.0.smithi031.stderr: -198> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdb119c0) adding con mode: secure 2024-09-19T13:57:32.555 INFO:tasks.workunit.client.0.smithi031.stderr: -197> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdb119c0) adding con mode: crc 2024-09-19T13:57:32.555 INFO:tasks.workunit.client.0.smithi031.stderr: -196> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdb119c0) adding con mode: secure 2024-09-19T13:57:32.555 INFO:tasks.workunit.client.0.smithi031.stderr: -195> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdb119c0) adding con mode: crc 2024-09-19T13:57:32.555 INFO:tasks.workunit.client.0.smithi031.stderr: -194> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdb119c0) adding con mode: crc 2024-09-19T13:57:32.555 INFO:tasks.workunit.client.0.smithi031.stderr: -193> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdb119c0) adding con mode: secure 2024-09-19T13:57:32.555 INFO:tasks.workunit.client.0.smithi031.stderr: -192> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdb119c0) adding con mode: crc 2024-09-19T13:57:32.555 INFO:tasks.workunit.client.0.smithi031.stderr: -191> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdb119c0) adding con mode: secure 2024-09-19T13:57:32.555 INFO:tasks.workunit.client.0.smithi031.stderr: -190> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdb119c0) adding con mode: crc 2024-09-19T13:57:32.555 INFO:tasks.workunit.client.0.smithi031.stderr: -189> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdb119c0) adding con mode: secure 2024-09-19T13:57:32.555 INFO:tasks.workunit.client.0.smithi031.stderr: -188> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:57:32.555 INFO:tasks.workunit.client.0.smithi031.stderr: -187> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 1 librados: starting msgr at 2024-09-19T13:57:32.555 INFO:tasks.workunit.client.0.smithi031.stderr: -186> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 1 librados: starting objecter 2024-09-19T13:57:32.556 INFO:tasks.workunit.client.0.smithi031.stderr: -185> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 asok(0x5597cd846d90) register_command objecter_requests cmddesc objecter_requests hook 0x5597cdb17660 EEXIST 2024-09-19T13:57:32.556 INFO:tasks.workunit.client.0.smithi031.stderr: -184> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 1 librados: setting wanted keys 2024-09-19T13:57:32.556 INFO:tasks.workunit.client.0.smithi031.stderr: -183> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 1 librados: calling monclient init 2024-09-19T13:57:32.556 INFO:tasks.workunit.client.0.smithi031.stderr: -182> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 10 monclient: init 2024-09-19T13:57:32.556 INFO:tasks.workunit.client.0.smithi031.stderr: -181> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdacede0) adding auth protocol: cephx 2024-09-19T13:57:32.556 INFO:tasks.workunit.client.0.smithi031.stderr: -180> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdacede0) adding auth protocol: cephx 2024-09-19T13:57:32.556 INFO:tasks.workunit.client.0.smithi031.stderr: -179> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdacede0) adding auth protocol: cephx 2024-09-19T13:57:32.556 INFO:tasks.workunit.client.0.smithi031.stderr: -178> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdacede0) adding con mode: secure 2024-09-19T13:57:32.556 INFO:tasks.workunit.client.0.smithi031.stderr: -177> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdacede0) adding con mode: crc 2024-09-19T13:57:32.556 INFO:tasks.workunit.client.0.smithi031.stderr: -176> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdacede0) adding con mode: secure 2024-09-19T13:57:32.556 INFO:tasks.workunit.client.0.smithi031.stderr: -175> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdacede0) adding con mode: crc 2024-09-19T13:57:32.557 INFO:tasks.workunit.client.0.smithi031.stderr: -174> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdacede0) adding con mode: secure 2024-09-19T13:57:32.557 INFO:tasks.workunit.client.0.smithi031.stderr: -173> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdacede0) adding con mode: crc 2024-09-19T13:57:32.557 INFO:tasks.workunit.client.0.smithi031.stderr: -172> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdacede0) adding con mode: crc 2024-09-19T13:57:32.557 INFO:tasks.workunit.client.0.smithi031.stderr: -171> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdacede0) adding con mode: secure 2024-09-19T13:57:32.557 INFO:tasks.workunit.client.0.smithi031.stderr: -170> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdacede0) adding con mode: crc 2024-09-19T13:57:32.557 INFO:tasks.workunit.client.0.smithi031.stderr: -169> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdacede0) adding con mode: secure 2024-09-19T13:57:32.557 INFO:tasks.workunit.client.0.smithi031.stderr: -168> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdacede0) adding con mode: crc 2024-09-19T13:57:32.557 INFO:tasks.workunit.client.0.smithi031.stderr: -167> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdacede0) adding con mode: secure 2024-09-19T13:57:32.557 INFO:tasks.workunit.client.0.smithi031.stderr: -166> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:57:32.557 INFO:tasks.workunit.client.0.smithi031.stderr: -165> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:57:32.557 INFO:tasks.workunit.client.0.smithi031.stderr: -164> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 asok(0x5597cd846d90) register_command rotate-key cmddesc rotate-key hook 0x5597cdacef28 EEXIST 2024-09-19T13:57:32.557 INFO:tasks.workunit.client.0.smithi031.stderr: -163> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 10 monclient: _reopen_session rank -1 2024-09-19T13:57:32.557 INFO:tasks.workunit.client.0.smithi031.stderr: -162> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-19T13:57:32.558 INFO:tasks.workunit.client.0.smithi031.stderr: -161> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 10 monclient(hunting): picked mon.noname-c con 0x5597cdaf09c0 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T13:57:32.558 INFO:tasks.workunit.client.0.smithi031.stderr: -160> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 10 monclient(hunting): picked mon.noname-b con 0x5597cdb1c770 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T13:57:32.558 INFO:tasks.workunit.client.0.smithi031.stderr: -159> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 10 monclient(hunting): picked mon.noname-a con 0x5597cdb20fa0 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T13:57:32.558 INFO:tasks.workunit.client.0.smithi031.stderr: -158> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:57:32.558 INFO:tasks.workunit.client.0.smithi031.stderr: -157> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:57:32.558 INFO:tasks.workunit.client.0.smithi031.stderr: -156> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:57:32.558 INFO:tasks.workunit.client.0.smithi031.stderr: -155> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 10 monclient(hunting): _renew_subs 2024-09-19T13:57:32.558 INFO:tasks.workunit.client.0.smithi031.stderr: -154> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 10 monclient(hunting): authenticate will time out at 2196.269874s 2024-09-19T13:57:32.558 INFO:tasks.workunit.client.0.smithi031.stderr: -153> 2024-09-19T13:57:32.439+0000 7fd63baa0640 10 monclient(hunting): get_auth_request con 0x5597cdb20fa0 auth_method 0 2024-09-19T13:57:32.558 INFO:tasks.workunit.client.0.smithi031.stderr: -152> 2024-09-19T13:57:32.439+0000 7fd63baa0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:57:32.559 INFO:tasks.workunit.client.0.smithi031.stderr: -151> 2024-09-19T13:57:32.439+0000 7fd63baa0640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:57:32.559 INFO:tasks.workunit.client.0.smithi031.stderr: -150> 2024-09-19T13:57:32.439+0000 7fd63baa0640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:57:32.559 INFO:tasks.workunit.client.0.smithi031.stderr: -149> 2024-09-19T13:57:32.439+0000 7fd63b29f640 10 monclient(hunting): get_auth_request con 0x5597cdaf09c0 auth_method 0 2024-09-19T13:57:32.559 INFO:tasks.workunit.client.0.smithi031.stderr: -148> 2024-09-19T13:57:32.439+0000 7fd63b29f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:57:32.559 INFO:tasks.workunit.client.0.smithi031.stderr: -147> 2024-09-19T13:57:32.439+0000 7fd63b29f640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:57:32.559 INFO:tasks.workunit.client.0.smithi031.stderr: -146> 2024-09-19T13:57:32.439+0000 7fd63b29f640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:57:32.559 INFO:tasks.workunit.client.0.smithi031.stderr: -145> 2024-09-19T13:57:32.439+0000 7fd63baa0640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:57:32.559 INFO:tasks.workunit.client.0.smithi031.stderr: -144> 2024-09-19T13:57:32.439+0000 7fd63baa0640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:57:32.559 INFO:tasks.workunit.client.0.smithi031.stderr: -143> 2024-09-19T13:57:32.439+0000 7fd63baa0640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:57:32.559 INFO:tasks.workunit.client.0.smithi031.stderr: -142> 2024-09-19T13:57:32.439+0000 7fd63b29f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:57:32.559 INFO:tasks.workunit.client.0.smithi031.stderr: -141> 2024-09-19T13:57:32.439+0000 7fd63b29f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:57:32.559 INFO:tasks.workunit.client.0.smithi031.stderr: -140> 2024-09-19T13:57:32.439+0000 7fd63b29f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:57:32.559 INFO:tasks.workunit.client.0.smithi031.stderr: -139> 2024-09-19T13:57:32.439+0000 7fd63aa9e640 10 monclient(hunting): get_auth_request con 0x5597cdb1c770 auth_method 0 2024-09-19T13:57:32.560 INFO:tasks.workunit.client.0.smithi031.stderr: -138> 2024-09-19T13:57:32.439+0000 7fd63aa9e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:57:32.560 INFO:tasks.workunit.client.0.smithi031.stderr: -137> 2024-09-19T13:57:32.439+0000 7fd63aa9e640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:57:32.560 INFO:tasks.workunit.client.0.smithi031.stderr: -136> 2024-09-19T13:57:32.439+0000 7fd63aa9e640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:57:32.560 INFO:tasks.workunit.client.0.smithi031.stderr: -135> 2024-09-19T13:57:32.439+0000 7fd63baa0640 10 monclient(hunting): handle_auth_done global_id 6660 payload 824 2024-09-19T13:57:32.560 INFO:tasks.workunit.client.0.smithi031.stderr: -134> 2024-09-19T13:57:32.439+0000 7fd63baa0640 10 monclient: _finish_hunting 0 2024-09-19T13:57:32.560 INFO:tasks.workunit.client.0.smithi031.stderr: -133> 2024-09-19T13:57:32.439+0000 7fd63baa0640 1 monclient: found mon.noname-a 2024-09-19T13:57:32.560 INFO:tasks.workunit.client.0.smithi031.stderr: -132> 2024-09-19T13:57:32.439+0000 7fd63baa0640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T13:57:32.560 INFO:tasks.workunit.client.0.smithi031.stderr: -131> 2024-09-19T13:57:32.439+0000 7fd51d7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:57:32.560 INFO:tasks.workunit.client.0.smithi031.stderr: -130> 2024-09-19T13:57:32.439+0000 7fd51d7fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T13:57:32.560 INFO:tasks.workunit.client.0.smithi031.stderr: -129> 2024-09-19T13:57:32.439+0000 7fd51d7fa640 10 monclient: dump: 2024-09-19T13:57:32.560 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:57:32.560 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:57:32.560 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:57:32.561 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:57:32.561 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:57:32.561 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:57:32.561 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:57:32.561 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:57:32.561 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:57:32.561 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:32.561 INFO:tasks.workunit.client.0.smithi031.stderr: -128> 2024-09-19T13:57:32.439+0000 7fd51d7fa640 10 monclient: _finish_auth 0 2024-09-19T13:57:32.561 INFO:tasks.workunit.client.0.smithi031.stderr: -127> 2024-09-19T13:57:32.439+0000 7fd51d7fa640 10 monclient: _check_auth_tickets 2024-09-19T13:57:32.561 INFO:tasks.workunit.client.0.smithi031.stderr: -126> 2024-09-19T13:57:32.439+0000 7fd51d7fa640 10 monclient: handle_config config(0 keys) 2024-09-19T13:57:32.561 INFO:tasks.workunit.client.0.smithi031.stderr: -125> 2024-09-19T13:57:32.439+0000 7fd51d7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:57:32.561 INFO:tasks.workunit.client.0.smithi031.stderr: -124> 2024-09-19T13:57:32.439+0000 7fd51d7fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T13:57:32.561 INFO:tasks.workunit.client.0.smithi031.stderr: -123> 2024-09-19T13:57:32.439+0000 7fd51d7fa640 10 monclient: dump: 2024-09-19T13:57:32.561 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:57:32.562 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:57:32.562 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:57:32.562 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:57:32.562 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:57:32.562 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:57:32.562 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:57:32.562 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:57:32.562 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:57:32.562 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:32.562 INFO:tasks.workunit.client.0.smithi031.stderr: -122> 2024-09-19T13:57:32.439+0000 7fd51effd640 4 set_mon_vals no callback set 2024-09-19T13:57:32.562 INFO:tasks.workunit.client.0.smithi031.stderr: -121> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 monclient: authenticate success, global_id 6660 2024-09-19T13:57:32.562 INFO:tasks.workunit.client.0.smithi031.stderr: -120> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 10 monclient: _renew_subs 2024-09-19T13:57:32.562 INFO:tasks.workunit.client.0.smithi031.stderr: -119> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T13:57:32.563 INFO:tasks.workunit.client.0.smithi031.stderr: -118> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 10 monclient: _renew_subs 2024-09-19T13:57:32.563 INFO:tasks.workunit.client.0.smithi031.stderr: -117> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T13:57:32.563 INFO:tasks.workunit.client.0.smithi031.stderr: -116> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 1 librados: init done 2024-09-19T13:57:32.563 INFO:tasks.workunit.client.0.smithi031.stderr: -115> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 asok(0x5597cd846d90) register_command cr dump hook 0x5597cdb14b28 2024-09-19T13:57:32.563 INFO:tasks.workunit.client.0.smithi031.stderr: -114> 2024-09-19T13:57:32.443+0000 7fd63d7999c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.563 INFO:tasks.workunit.client.0.smithi031.stderr: -113> 2024-09-19T13:57:32.443+0000 7fd51d7fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T13:57:32.563 INFO:tasks.workunit.client.0.smithi031.stderr: -112> 2024-09-19T13:57:32.443+0000 7fd51d7fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:57:32.563 INFO:tasks.workunit.client.0.smithi031.stderr: -111> 2024-09-19T13:57:32.443+0000 7fd51d7fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:57:32.563 INFO:tasks.workunit.client.0.smithi031.stderr: -110> 2024-09-19T13:57:32.443+0000 7fd63b29f640 10 monclient: get_auth_request con 0x7fd504071be0 auth_method 0 2024-09-19T13:57:32.563 INFO:tasks.workunit.client.0.smithi031.stderr: -109> 2024-09-19T13:57:32.443+0000 7fd63aa9e640 10 monclient: get_auth_request con 0x5597cdb3a890 auth_method 0 2024-09-19T13:57:32.563 INFO:tasks.workunit.client.0.smithi031.stderr: -108> 2024-09-19T13:57:32.443+0000 7fd63d7999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:32.563 INFO:tasks.workunit.client.0.smithi031.stderr: -107> 2024-09-19T13:57:32.443+0000 7fd63d7999c0 20 realm 2024-09-19T13:57:32.563 INFO:tasks.workunit.client.0.smithi031.stderr: -106> 2024-09-19T13:57:32.443+0000 7fd63d7999c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.564 INFO:tasks.workunit.client.0.smithi031.stderr: -105> 2024-09-19T13:57:32.443+0000 7fd63d7999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:32.564 INFO:tasks.workunit.client.0.smithi031.stderr: -104> 2024-09-19T13:57:32.443+0000 7fd63d7999c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:57:32.564 INFO:tasks.workunit.client.0.smithi031.stderr: -103> 2024-09-19T13:57:32.443+0000 7fd63d7999c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.564 INFO:tasks.workunit.client.0.smithi031.stderr: -102> 2024-09-19T13:57:32.447+0000 7fd63d7999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:32.564 INFO:tasks.workunit.client.0.smithi031.stderr: -101> 2024-09-19T13:57:32.447+0000 7fd63d7999c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.564 INFO:tasks.workunit.client.0.smithi031.stderr: -100> 2024-09-19T13:57:32.447+0000 7fd63b29f640 10 monclient: get_auth_request con 0x5597cdb3ead0 auth_method 0 2024-09-19T13:57:32.564 INFO:tasks.workunit.client.0.smithi031.stderr: -99> 2024-09-19T13:57:32.447+0000 7fd63d7999c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:57:32.564 INFO:tasks.workunit.client.0.smithi031.stderr: -98> 2024-09-19T13:57:32.447+0000 7fd63d7999c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.564 INFO:tasks.workunit.client.0.smithi031.stderr: -97> 2024-09-19T13:57:32.447+0000 7fd63aa9e640 10 monclient: get_auth_request con 0x5597cdb42330 auth_method 0 2024-09-19T13:57:32.564 INFO:tasks.workunit.client.0.smithi031.stderr: -96> 2024-09-19T13:57:32.447+0000 7fd63d7999c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:57:32.564 INFO:tasks.workunit.client.0.smithi031.stderr: -95> 2024-09-19T13:57:32.447+0000 7fd63d7999c0 20 searching for the correct realm 2024-09-19T13:57:32.564 INFO:tasks.workunit.client.0.smithi031.stderr: -94> 2024-09-19T13:57:32.447+0000 7fd63baa0640 10 monclient: get_auth_request con 0x7fd6300e5c20 auth_method 0 2024-09-19T13:57:32.564 INFO:tasks.workunit.client.0.smithi031.stderr: -93> 2024-09-19T13:57:32.451+0000 7fd63b29f640 10 monclient: get_auth_request con 0x7fd62c06eb50 auth_method 0 2024-09-19T13:57:32.565 INFO:tasks.workunit.client.0.smithi031.stderr: -92> 2024-09-19T13:57:32.451+0000 7fd63aa9e640 10 monclient: get_auth_request con 0x7fd6300bf030 auth_method 0 2024-09-19T13:57:32.565 INFO:tasks.workunit.client.0.smithi031.stderr: -91> 2024-09-19T13:57:32.455+0000 7fd63aa9e640 0 -- 172.21.15.31:0/3323501885 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7fd6300bf030 msgr2=0x7fd6301011e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:57:32.565 INFO:tasks.workunit.client.0.smithi031.stderr: -90> 2024-09-19T13:57:32.455+0000 7fd51d7fa640 1 client.6660.objecter ms_handle_reset 0x7fd6300bf030 session 0x7fd6300a6070 osd.5 2024-09-19T13:57:32.565 INFO:tasks.workunit.client.0.smithi031.stderr: -89> 2024-09-19T13:57:32.455+0000 7fd51d7fa640 10 monclient: _renew_subs 2024-09-19T13:57:32.565 INFO:tasks.workunit.client.0.smithi031.stderr: -88> 2024-09-19T13:57:32.455+0000 7fd51d7fa640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T13:57:32.565 INFO:tasks.workunit.client.0.smithi031.stderr: -87> 2024-09-19T13:57:32.455+0000 7fd63aa9e640 10 monclient: get_auth_request con 0x7fd504081e90 auth_method 0 2024-09-19T13:57:32.565 INFO:tasks.workunit.client.0.smithi031.stderr: -86> 2024-09-19T13:57:32.455+0000 7fd63baa0640 10 monclient: get_auth_request con 0x7fd62c06e040 auth_method 0 2024-09-19T13:57:32.565 INFO:tasks.workunit.client.0.smithi031.stderr: -85> 2024-09-19T13:57:32.459+0000 7fd63b29f640 10 monclient: get_auth_request con 0x7fd6340620e0 auth_method 0 2024-09-19T13:57:32.565 INFO:tasks.workunit.client.0.smithi031.stderr: -84> 2024-09-19T13:57:32.459+0000 7fd63aa9e640 0 -- 172.21.15.31:0/3323501885 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x5597cdb3a890 msgr2=0x5597cdb3cd20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:57:32.565 INFO:tasks.workunit.client.0.smithi031.stderr: -83> 2024-09-19T13:57:32.459+0000 7fd51d7fa640 1 client.6660.objecter ms_handle_reset 0x5597cdb3a890 session 0x5597cdb3a1c0 osd.6 2024-09-19T13:57:32.565 INFO:tasks.workunit.client.0.smithi031.stderr: -82> 2024-09-19T13:57:32.459+0000 7fd63aa9e640 10 monclient: get_auth_request con 0x7fd6300bf030 auth_method 0 2024-09-19T13:57:32.565 INFO:tasks.workunit.client.0.smithi031.stderr: -81> 2024-09-19T13:57:32.467+0000 7fd63d7999c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:57:32.566 INFO:tasks.workunit.client.0.smithi031.stderr: -80> 2024-09-19T13:57:32.467+0000 7fd63d7999c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:57:32.566 INFO:tasks.workunit.client.0.smithi031.stderr: -79> 2024-09-19T13:57:32.467+0000 7fd63d7999c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:57:32.566 INFO:tasks.workunit.client.0.smithi031.stderr: -78> 2024-09-19T13:57:32.467+0000 7fd63d7999c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:57:32.566 INFO:tasks.workunit.client.0.smithi031.stderr: -77> 2024-09-19T13:57:32.467+0000 7fd63d7999c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:57:32.566 INFO:tasks.workunit.client.0.smithi031.stderr: -76> 2024-09-19T13:57:32.467+0000 7fd63d7999c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:57:32.566 INFO:tasks.workunit.client.0.smithi031.stderr: -75> 2024-09-19T13:57:32.467+0000 7fd63d7999c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.566 INFO:tasks.workunit.client.0.smithi031.stderr: -74> 2024-09-19T13:57:32.467+0000 7fd63d7999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:32.566 INFO:tasks.workunit.client.0.smithi031.stderr: -73> 2024-09-19T13:57:32.467+0000 7fd63d7999c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.566 INFO:tasks.workunit.client.0.smithi031.stderr: -72> 2024-09-19T13:57:32.467+0000 7fd63d7999c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:57:32.566 INFO:tasks.workunit.client.0.smithi031.stderr: -71> 2024-09-19T13:57:32.467+0000 7fd63d7999c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.566 INFO:tasks.workunit.client.0.smithi031.stderr: -70> 2024-09-19T13:57:32.467+0000 7fd63d7999c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:57:32.566 INFO:tasks.workunit.client.0.smithi031.stderr: -69> 2024-09-19T13:57:32.467+0000 7fd63d7999c0 20 zone default found 2024-09-19T13:57:32.566 INFO:tasks.workunit.client.0.smithi031.stderr: -68> 2024-09-19T13:57:32.467+0000 7fd63d7999c0 4 Realm: () 2024-09-19T13:57:32.566 INFO:tasks.workunit.client.0.smithi031.stderr: -67> 2024-09-19T13:57:32.467+0000 7fd63d7999c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:57:32.567 INFO:tasks.workunit.client.0.smithi031.stderr: -66> 2024-09-19T13:57:32.467+0000 7fd63d7999c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:57:32.567 INFO:tasks.workunit.client.0.smithi031.stderr: -65> 2024-09-19T13:57:32.467+0000 7fd63d7999c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:57:32.567 INFO:tasks.workunit.client.0.smithi031.stderr: -64> 2024-09-19T13:57:32.467+0000 7fd63d7999c0 20 zonegroup default 2024-09-19T13:57:32.567 INFO:tasks.workunit.client.0.smithi031.stderr: -63> 2024-09-19T13:57:32.467+0000 7fd63d7999c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.567 INFO:tasks.workunit.client.0.smithi031.stderr: -62> 2024-09-19T13:57:32.467+0000 7fd63d7999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:32.567 INFO:tasks.workunit.client.0.smithi031.stderr: -61> 2024-09-19T13:57:32.467+0000 7fd63d7999c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.567 INFO:tasks.workunit.client.0.smithi031.stderr: -60> 2024-09-19T13:57:32.467+0000 7fd63d7999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:32.567 INFO:tasks.workunit.client.0.smithi031.stderr: -59> 2024-09-19T13:57:32.471+0000 7fd63d7999c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.567 INFO:tasks.workunit.client.0.smithi031.stderr: -58> 2024-09-19T13:57:32.471+0000 7fd63d7999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:32.567 INFO:tasks.workunit.client.0.smithi031.stderr: -57> 2024-09-19T13:57:32.471+0000 7fd63d7999c0 20 started sync module instance, tier type = 2024-09-19T13:57:32.567 INFO:tasks.workunit.client.0.smithi031.stderr: -56> 2024-09-19T13:57:32.471+0000 7fd63d7999c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:57:32.567 INFO:tasks.workunit.client.0.smithi031.stderr: -55> 2024-09-19T13:57:32.487+0000 7fd63d7999c0 20 add_watcher() i=0 2024-09-19T13:57:32.567 INFO:tasks.workunit.client.0.smithi031.stderr: -54> 2024-09-19T13:57:32.487+0000 7fd63d7999c0 20 add_watcher() i=1 2024-09-19T13:57:32.567 INFO:tasks.workunit.client.0.smithi031.stderr: -53> 2024-09-19T13:57:32.487+0000 7fd63d7999c0 20 add_watcher() i=2 2024-09-19T13:57:32.568 INFO:tasks.workunit.client.0.smithi031.stderr: -52> 2024-09-19T13:57:32.487+0000 7fd63d7999c0 20 add_watcher() i=3 2024-09-19T13:57:32.568 INFO:tasks.workunit.client.0.smithi031.stderr: -51> 2024-09-19T13:57:32.487+0000 7fd63d7999c0 20 add_watcher() i=4 2024-09-19T13:57:32.568 INFO:tasks.workunit.client.0.smithi031.stderr: -50> 2024-09-19T13:57:32.487+0000 7fd63d7999c0 20 add_watcher() i=5 2024-09-19T13:57:32.568 INFO:tasks.workunit.client.0.smithi031.stderr: -49> 2024-09-19T13:57:32.487+0000 7fd63d7999c0 20 add_watcher() i=6 2024-09-19T13:57:32.568 INFO:tasks.workunit.client.0.smithi031.stderr: -48> 2024-09-19T13:57:32.491+0000 7fd63d7999c0 20 add_watcher() i=7 2024-09-19T13:57:32.568 INFO:tasks.workunit.client.0.smithi031.stderr: -47> 2024-09-19T13:57:32.491+0000 7fd63d7999c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:57:32.568 INFO:tasks.workunit.client.0.smithi031.stderr: -46> 2024-09-19T13:57:32.491+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a0292e0) adding auth protocol: cephx 2024-09-19T13:57:32.568 INFO:tasks.workunit.client.0.smithi031.stderr: -45> 2024-09-19T13:57:32.491+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a0292e0) adding auth protocol: cephx 2024-09-19T13:57:32.568 INFO:tasks.workunit.client.0.smithi031.stderr: -44> 2024-09-19T13:57:32.491+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a0292e0) adding auth protocol: cephx 2024-09-19T13:57:32.568 INFO:tasks.workunit.client.0.smithi031.stderr: -43> 2024-09-19T13:57:32.491+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a0292e0) adding con mode: secure 2024-09-19T13:57:32.568 INFO:tasks.workunit.client.0.smithi031.stderr: -42> 2024-09-19T13:57:32.491+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a0292e0) adding con mode: crc 2024-09-19T13:57:32.568 INFO:tasks.workunit.client.0.smithi031.stderr: -41> 2024-09-19T13:57:32.491+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a0292e0) adding con mode: secure 2024-09-19T13:57:32.568 INFO:tasks.workunit.client.0.smithi031.stderr: -40> 2024-09-19T13:57:32.491+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a0292e0) adding con mode: crc 2024-09-19T13:57:32.568 INFO:tasks.workunit.client.0.smithi031.stderr: -39> 2024-09-19T13:57:32.491+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a0292e0) adding con mode: secure 2024-09-19T13:57:32.569 INFO:tasks.workunit.client.0.smithi031.stderr: -38> 2024-09-19T13:57:32.491+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a0292e0) adding con mode: crc 2024-09-19T13:57:32.569 INFO:tasks.workunit.client.0.smithi031.stderr: -37> 2024-09-19T13:57:32.491+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a0292e0) adding con mode: crc 2024-09-19T13:57:32.569 INFO:tasks.workunit.client.0.smithi031.stderr: -36> 2024-09-19T13:57:32.491+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a0292e0) adding con mode: secure 2024-09-19T13:57:32.569 INFO:tasks.workunit.client.0.smithi031.stderr: -35> 2024-09-19T13:57:32.491+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a0292e0) adding con mode: crc 2024-09-19T13:57:32.569 INFO:tasks.workunit.client.0.smithi031.stderr: -34> 2024-09-19T13:57:32.491+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a0292e0) adding con mode: secure 2024-09-19T13:57:32.569 INFO:tasks.workunit.client.0.smithi031.stderr: -33> 2024-09-19T13:57:32.491+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a0292e0) adding con mode: crc 2024-09-19T13:57:32.569 INFO:tasks.workunit.client.0.smithi031.stderr: -32> 2024-09-19T13:57:32.491+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a0292e0) adding con mode: secure 2024-09-19T13:57:32.569 INFO:tasks.workunit.client.0.smithi031.stderr: -31> 2024-09-19T13:57:32.491+0000 7fd4f1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:57:32.569 INFO:tasks.workunit.client.0.smithi031.stderr: -30> 2024-09-19T13:57:32.495+0000 7fd63d7999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:57:32.569 INFO:tasks.workunit.client.0.smithi031.stderr: -29> 2024-09-19T13:57:32.495+0000 7fd63d7999c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:57:32.569 INFO:tasks.workunit.client.0.smithi031.stderr: -28> 2024-09-19T13:57:32.495+0000 7fd63d7999c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:57:32.569 INFO:tasks.workunit.client.0.smithi031.stderr: -27> 2024-09-19T13:57:32.495+0000 7fd63d7999c0 5 asok(0x5597cd846d90) register_command cache list hook 0x5597cdb1f980 2024-09-19T13:57:32.569 INFO:tasks.workunit.client.0.smithi031.stderr: -26> 2024-09-19T13:57:32.495+0000 7fd63d7999c0 5 asok(0x5597cd846d90) register_command cache inspect hook 0x5597cdb1f980 2024-09-19T13:57:32.570 INFO:tasks.workunit.client.0.smithi031.stderr: -25> 2024-09-19T13:57:32.495+0000 7fd63d7999c0 5 asok(0x5597cd846d90) register_command cache erase hook 0x5597cdb1f980 2024-09-19T13:57:32.570 INFO:tasks.workunit.client.0.smithi031.stderr: -24> 2024-09-19T13:57:32.495+0000 7fd63d7999c0 5 asok(0x5597cd846d90) register_command cache zap hook 0x5597cdb1f980 2024-09-19T13:57:32.570 INFO:tasks.workunit.client.0.smithi031.stderr: -23> 2024-09-19T13:57:32.495+0000 7fd63d7999c0 5 note: GC not initialized 2024-09-19T13:57:32.570 INFO:tasks.workunit.client.0.smithi031.stderr: -22> 2024-09-19T13:57:32.495+0000 7fd4f0fe1640 20 reqs_thread_entry: start 2024-09-19T13:57:32.570 INFO:tasks.workunit.client.0.smithi031.stderr: -21> 2024-09-19T13:57:32.495+0000 7fd63d7999c0 5 asok(0x5597cd846d90) register_command sync trace show hook 0x7fd6300f8310 2024-09-19T13:57:32.570 INFO:tasks.workunit.client.0.smithi031.stderr: -20> 2024-09-19T13:57:32.495+0000 7fd63d7999c0 5 asok(0x5597cd846d90) register_command sync trace history hook 0x7fd6300f8310 2024-09-19T13:57:32.570 INFO:tasks.workunit.client.0.smithi031.stderr: -19> 2024-09-19T13:57:32.495+0000 7fd63d7999c0 5 asok(0x5597cd846d90) register_command sync trace active hook 0x7fd6300f8310 2024-09-19T13:57:32.570 INFO:tasks.workunit.client.0.smithi031.stderr: -18> 2024-09-19T13:57:32.495+0000 7fd63d7999c0 5 asok(0x5597cd846d90) register_command sync trace active_short hook 0x7fd6300f8310 2024-09-19T13:57:32.570 INFO:tasks.workunit.client.0.smithi031.stderr: -17> 2024-09-19T13:57:32.495+0000 7fd63d7999c0 20 init_complete bucket index max shards: 1 2024-09-19T13:57:32.570 INFO:tasks.workunit.client.0.smithi031.stderr: -16> 2024-09-19T13:57:32.495+0000 7fd63d7999c0 20 Filter name: none 2024-09-19T13:57:32.570 INFO:tasks.workunit.client.0.smithi031.stderr: -15> 2024-09-19T13:57:32.495+0000 7fd46a7fc640 20 reqs_thread_entry: start 2024-09-19T13:57:32.570 INFO:tasks.workunit.client.0.smithi031.stderr: -14> 2024-09-19T13:57:32.495+0000 7fd63d7999c0 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-19T13:57:32.570 INFO:tasks.workunit.client.0.smithi031.stderr: -13> 2024-09-19T13:57:32.495+0000 7fd63d7999c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.571 INFO:tasks.workunit.client.0.smithi031.stderr: -12> 2024-09-19T13:57:32.495+0000 7fd63d7999c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-19T13:57:32.571 INFO:tasks.workunit.client.0.smithi031.stderr: -11> 2024-09-19T13:57:32.495+0000 7fd63d7999c0 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-19T13:57:32.571 INFO:tasks.workunit.client.0.smithi031.stderr: -10> 2024-09-19T13:57:32.495+0000 7fd63d7999c0 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-19T13:57:32.571 INFO:tasks.workunit.client.0.smithi031.stderr: -9> 2024-09-19T13:57:32.495+0000 7fd63d7999c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24 : miss 2024-09-19T13:57:32.571 INFO:tasks.workunit.client.0.smithi031.stderr: -8> 2024-09-19T13:57:32.495+0000 7fd63d7999c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.571 INFO:tasks.workunit.client.0.smithi031.stderr: -7> 2024-09-19T13:57:32.495+0000 7fd63d7999c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-19T13:57:32.571 INFO:tasks.workunit.client.0.smithi031.stderr: -6> 2024-09-19T13:57:32.495+0000 7fd63d7999c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24 info.flags=0x17 2024-09-19T13:57:32.571 INFO:tasks.workunit.client.0.smithi031.stderr: -5> 2024-09-19T13:57:32.495+0000 7fd63d7999c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24 to cache LRU end 2024-09-19T13:57:32.571 INFO:tasks.workunit.client.0.smithi031.stderr: -4> 2024-09-19T13:57:32.495+0000 7fd63d7999c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:57:32.571 INFO:tasks.workunit.client.0.smithi031.stderr: -3> 2024-09-19T13:57:32.495+0000 7fd63d7999c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:57:32.571 INFO:tasks.workunit.client.0.smithi031.stderr: -2> 2024-09-19T13:57:32.495+0000 7fd63d7999c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24 2024-09-19T13:57:32.571 INFO:tasks.workunit.client.0.smithi031.stderr: -1> 2024-09-19T13:57:32.499+0000 7fd63d7999c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fd63d7999c0 time 2024-09-19T13:57:32.501603+0000 2024-09-19T13:57:32.572 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T13:57:32.572 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:32.572 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T13:57:32.572 INFO:tasks.workunit.client.0.smithi031.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fd6410732eb] 2024-09-19T13:57:32.572 INFO:tasks.workunit.client.0.smithi031.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fd64107349f] 2024-09-19T13:57:32.572 INFO:tasks.workunit.client.0.smithi031.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5597cc09c271] 2024-09-19T13:57:32.572 INFO:tasks.workunit.client.0.smithi031.stderr: 4: radosgw-admin(+0x140fb48) [0x5597ccaecb48] 2024-09-19T13:57:32.572 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5597cc0ac0dd] 2024-09-19T13:57:32.572 INFO:tasks.workunit.client.0.smithi031.stderr: 6: main() 2024-09-19T13:57:32.572 INFO:tasks.workunit.client.0.smithi031.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fd63fed9d90] 2024-09-19T13:57:32.572 INFO:tasks.workunit.client.0.smithi031.stderr: 8: __libc_start_main() 2024-09-19T13:57:32.572 INFO:tasks.workunit.client.0.smithi031.stderr: 9: _start() 2024-09-19T13:57:32.572 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:32.573 INFO:tasks.workunit.client.0.smithi031.stderr: 0> 2024-09-19T13:57:32.503+0000 7fd63d7999c0 -1 *** Caught signal (Aborted) ** 2024-09-19T13:57:32.573 INFO:tasks.workunit.client.0.smithi031.stderr: in thread 7fd63d7999c0 thread_name:radosgw-admin 2024-09-19T13:57:32.573 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:32.573 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T13:57:32.573 INFO:tasks.workunit.client.0.smithi031.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fd63fef2520] 2024-09-19T13:57:32.573 INFO:tasks.workunit.client.0.smithi031.stderr: 2: pthread_kill() 2024-09-19T13:57:32.573 INFO:tasks.workunit.client.0.smithi031.stderr: 3: raise() 2024-09-19T13:57:32.573 INFO:tasks.workunit.client.0.smithi031.stderr: 4: abort() 2024-09-19T13:57:32.573 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fd641073345] 2024-09-19T13:57:32.573 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fd64107349f] 2024-09-19T13:57:32.573 INFO:tasks.workunit.client.0.smithi031.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5597cc09c271] 2024-09-19T13:57:32.573 INFO:tasks.workunit.client.0.smithi031.stderr: 8: radosgw-admin(+0x140fb48) [0x5597ccaecb48] 2024-09-19T13:57:32.573 INFO:tasks.workunit.client.0.smithi031.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5597cc0ac0dd] 2024-09-19T13:57:32.574 INFO:tasks.workunit.client.0.smithi031.stderr: 10: main() 2024-09-19T13:57:32.574 INFO:tasks.workunit.client.0.smithi031.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fd63fed9d90] 2024-09-19T13:57:32.574 INFO:tasks.workunit.client.0.smithi031.stderr: 12: __libc_start_main() 2024-09-19T13:57:32.574 INFO:tasks.workunit.client.0.smithi031.stderr: 13: _start() 2024-09-19T13:57:32.574 INFO:tasks.workunit.client.0.smithi031.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T13:57:32.574 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:32.574 INFO:tasks.workunit.client.0.smithi031.stderr:--- logging levels --- 2024-09-19T13:57:32.574 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 none 2024-09-19T13:57:32.574 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 lockdep 2024-09-19T13:57:32.574 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 context 2024-09-19T13:57:32.574 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 crush 2024-09-19T13:57:32.574 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds 2024-09-19T13:57:32.574 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_balancer 2024-09-19T13:57:32.575 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_locker 2024-09-19T13:57:32.575 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_log 2024-09-19T13:57:32.575 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_log_expire 2024-09-19T13:57:32.575 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_migrator 2024-09-19T13:57:32.575 INFO:tasks.workunit.client.0.smithi031.stderr: 3/ 5 mds_quiesce 2024-09-19T13:57:32.575 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 buffer 2024-09-19T13:57:32.575 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 timer 2024-09-19T13:57:32.575 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 filer 2024-09-19T13:57:32.575 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 striper 2024-09-19T13:57:32.575 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 objecter 2024-09-19T13:57:32.575 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rados 2024-09-19T13:57:32.575 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd 2024-09-19T13:57:32.575 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_mirror 2024-09-19T13:57:32.575 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_replay 2024-09-19T13:57:32.576 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_pwl 2024-09-19T13:57:32.576 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 journaler 2024-09-19T13:57:32.576 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 objectcacher 2024-09-19T13:57:32.576 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 immutable_obj_cache 2024-09-19T13:57:32.576 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 client 2024-09-19T13:57:32.576 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 osd 2024-09-19T13:57:32.576 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 optracker 2024-09-19T13:57:32.576 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 objclass 2024-09-19T13:57:32.576 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 filestore 2024-09-19T13:57:32.576 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 journal 2024-09-19T13:57:32.576 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 0 ms 2024-09-19T13:57:32.576 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mon 2024-09-19T13:57:32.576 INFO:tasks.workunit.client.0.smithi031.stderr: 0/10 monc 2024-09-19T13:57:32.576 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 paxos 2024-09-19T13:57:32.577 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 tp 2024-09-19T13:57:32.577 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 auth 2024-09-19T13:57:32.577 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 crypto 2024-09-19T13:57:32.577 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 finisher 2024-09-19T13:57:32.577 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 reserver 2024-09-19T13:57:32.577 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 heartbeatmap 2024-09-19T13:57:32.577 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 perfcounter 2024-09-19T13:57:32.577 INFO:tasks.workunit.client.0.smithi031.stderr: 20/20 rgw 2024-09-19T13:57:32.577 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_sync 2024-09-19T13:57:32.577 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_datacache 2024-09-19T13:57:32.577 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_access 2024-09-19T13:57:32.577 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_dbstore 2024-09-19T13:57:32.577 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_flight 2024-09-19T13:57:32.578 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_lifecycle 2024-09-19T13:57:32.578 INFO:tasks.workunit.client.0.smithi031.stderr: 20/20 rgw_notification 2024-09-19T13:57:32.578 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 javaclient 2024-09-19T13:57:32.578 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 asok 2024-09-19T13:57:32.578 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 throttle 2024-09-19T13:57:32.578 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 0 refs 2024-09-19T13:57:32.578 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 compressor 2024-09-19T13:57:32.578 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 bluestore 2024-09-19T13:57:32.578 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 bluefs 2024-09-19T13:57:32.578 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 bdev 2024-09-19T13:57:32.578 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 kstore 2024-09-19T13:57:32.578 INFO:tasks.workunit.client.0.smithi031.stderr: 4/ 5 rocksdb 2024-09-19T13:57:32.578 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 fuse 2024-09-19T13:57:32.578 INFO:tasks.workunit.client.0.smithi031.stderr: 2/ 5 mgr 2024-09-19T13:57:32.579 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mgrc 2024-09-19T13:57:32.579 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 dpdk 2024-09-19T13:57:32.579 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 eventtrace 2024-09-19T13:57:32.579 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 prioritycache 2024-09-19T13:57:32.579 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 test 2024-09-19T13:57:32.579 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cephfs_mirror 2024-09-19T13:57:32.579 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cephsqlite 2024-09-19T13:57:32.579 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 crimson_interrupt 2024-09-19T13:57:32.579 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore 2024-09-19T13:57:32.579 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_onode 2024-09-19T13:57:32.579 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_odata 2024-09-19T13:57:32.579 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_omap 2024-09-19T13:57:32.579 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_tm 2024-09-19T13:57:32.580 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_t 2024-09-19T13:57:32.580 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_cleaner 2024-09-19T13:57:32.580 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_epm 2024-09-19T13:57:32.580 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_lba 2024-09-19T13:57:32.580 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-19T13:57:32.580 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_cache 2024-09-19T13:57:32.580 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_journal 2024-09-19T13:57:32.580 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_device 2024-09-19T13:57:32.580 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_backref 2024-09-19T13:57:32.580 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 alienstore 2024-09-19T13:57:32.580 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mclock 2024-09-19T13:57:32.580 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cyanstore 2024-09-19T13:57:32.580 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 ceph_exporter 2024-09-19T13:57:32.581 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 memstore 2024-09-19T13:57:32.581 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 trace 2024-09-19T13:57:32.581 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 ceph_dedup 2024-09-19T13:57:32.581 INFO:tasks.workunit.client.0.smithi031.stderr: -2/-2 (syslog threshold) 2024-09-19T13:57:32.581 INFO:tasks.workunit.client.0.smithi031.stderr: 99/99 (stderr threshold) 2024-09-19T13:57:32.581 INFO:tasks.workunit.client.0.smithi031.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-19T13:57:32.581 INFO:tasks.workunit.client.0.smithi031.stderr: 7fd46a7fc640 / http_manager 2024-09-19T13:57:32.581 INFO:tasks.workunit.client.0.smithi031.stderr: 7fd4f0fe1640 / http_manager 2024-09-19T13:57:32.581 INFO:tasks.workunit.client.0.smithi031.stderr: 7fd4f1fe3640 / rgw_dt_lg_renew 2024-09-19T13:57:32.581 INFO:tasks.workunit.client.0.smithi031.stderr: 7fd51d7fa640 / ms_dispatch 2024-09-19T13:57:32.581 INFO:tasks.workunit.client.0.smithi031.stderr: 7fd51effd640 / io_context_pool 2024-09-19T13:57:32.581 INFO:tasks.workunit.client.0.smithi031.stderr: 7fd525602640 / ms_dispatch 2024-09-19T13:57:32.581 INFO:tasks.workunit.client.0.smithi031.stderr: 7fd527e07640 / ms_dispatch 2024-09-19T13:57:32.582 INFO:tasks.workunit.client.0.smithi031.stderr: 7fd52960a640 / io_context_pool 2024-09-19T13:57:32.582 INFO:tasks.workunit.client.0.smithi031.stderr: 7fd63aa9e640 / msgr-worker-2 2024-09-19T13:57:32.582 INFO:tasks.workunit.client.0.smithi031.stderr: 7fd63b29f640 / msgr-worker-1 2024-09-19T13:57:32.582 INFO:tasks.workunit.client.0.smithi031.stderr: 7fd63baa0640 / msgr-worker-0 2024-09-19T13:57:32.582 INFO:tasks.workunit.client.0.smithi031.stderr: 7fd63c2a1640 / io_context_pool 2024-09-19T13:57:32.582 INFO:tasks.workunit.client.0.smithi031.stderr: 7fd63d7999c0 / radosgw-admin 2024-09-19T13:57:32.582 INFO:tasks.workunit.client.0.smithi031.stderr: max_recent 500 2024-09-19T13:57:32.582 INFO:tasks.workunit.client.0.smithi031.stderr: max_new 1000 2024-09-19T13:57:32.582 INFO:tasks.workunit.client.0.smithi031.stderr: log_file /var/log/ceph/ceph-client.admin.91507.log 2024-09-19T13:57:32.582 INFO:tasks.workunit.client.0.smithi031.stderr:--- end dump of recent events --- 2024-09-19T13:57:32.582 INFO:tasks.workunit.client.0.smithi031.stderr:--- begin dump of recent events --- 2024-09-19T13:57:32.582 INFO:tasks.workunit.client.0.smithi031.stderr: -499> 2024-09-19T13:57:32.419+0000 7fd63baa0640 10 monclient(hunting): get_auth_request con 0x5597cd99a640 auth_method 0 2024-09-19T13:57:32.582 INFO:tasks.workunit.client.0.smithi031.stderr: -498> 2024-09-19T13:57:32.419+0000 7fd63baa0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:57:32.583 INFO:tasks.workunit.client.0.smithi031.stderr: -497> 2024-09-19T13:57:32.419+0000 7fd63baa0640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:57:32.583 INFO:tasks.workunit.client.0.smithi031.stderr: -496> 2024-09-19T13:57:32.419+0000 7fd63baa0640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:57:32.583 INFO:tasks.workunit.client.0.smithi031.stderr: -495> 2024-09-19T13:57:32.419+0000 7fd63b29f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:57:32.583 INFO:tasks.workunit.client.0.smithi031.stderr: -494> 2024-09-19T13:57:32.419+0000 7fd63b29f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:57:32.583 INFO:tasks.workunit.client.0.smithi031.stderr: -493> 2024-09-19T13:57:32.419+0000 7fd63b29f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:57:32.583 INFO:tasks.workunit.client.0.smithi031.stderr: -492> 2024-09-19T13:57:32.419+0000 7fd63baa0640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:57:32.583 INFO:tasks.workunit.client.0.smithi031.stderr: -491> 2024-09-19T13:57:32.419+0000 7fd63baa0640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:57:32.583 INFO:tasks.workunit.client.0.smithi031.stderr: -490> 2024-09-19T13:57:32.419+0000 7fd63baa0640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:57:32.583 INFO:tasks.workunit.client.0.smithi031.stderr: -489> 2024-09-19T13:57:32.419+0000 7fd63b29f640 10 monclient(hunting): handle_auth_done global_id 6648 payload 274 2024-09-19T13:57:32.583 INFO:tasks.workunit.client.0.smithi031.stderr: -488> 2024-09-19T13:57:32.419+0000 7fd63b29f640 10 monclient: _finish_hunting 0 2024-09-19T13:57:32.583 INFO:tasks.workunit.client.0.smithi031.stderr: -487> 2024-09-19T13:57:32.419+0000 7fd63b29f640 1 monclient: found mon.noname-a 2024-09-19T13:57:32.583 INFO:tasks.workunit.client.0.smithi031.stderr: -486> 2024-09-19T13:57:32.419+0000 7fd63b29f640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T13:57:32.583 INFO:tasks.workunit.client.0.smithi031.stderr: -485> 2024-09-19T13:57:32.419+0000 7fd52960a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:57:32.583 INFO:tasks.workunit.client.0.smithi031.stderr: -484> 2024-09-19T13:57:32.419+0000 7fd52960a640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T13:57:32.584 INFO:tasks.workunit.client.0.smithi031.stderr: -483> 2024-09-19T13:57:32.419+0000 7fd52960a640 10 monclient: dump: 2024-09-19T13:57:32.584 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:57:32.584 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:57:32.584 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:57:32.584 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:57:32.584 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:57:32.584 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:57:32.584 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:57:32.584 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:57:32.584 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:57:32.584 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:32.584 INFO:tasks.workunit.client.0.smithi031.stderr: -482> 2024-09-19T13:57:32.419+0000 7fd52960a640 10 monclient: _finish_auth 0 2024-09-19T13:57:32.584 INFO:tasks.workunit.client.0.smithi031.stderr: -481> 2024-09-19T13:57:32.419+0000 7fd52960a640 10 monclient: _check_auth_tickets 2024-09-19T13:57:32.585 INFO:tasks.workunit.client.0.smithi031.stderr: -480> 2024-09-19T13:57:32.419+0000 7fd63d7999c0 5 monclient: authenticate success, global_id 6648 2024-09-19T13:57:32.585 INFO:tasks.workunit.client.0.smithi031.stderr: -479> 2024-09-19T13:57:32.419+0000 7fd52960a640 10 monclient: handle_config config(0 keys) 2024-09-19T13:57:32.585 INFO:tasks.workunit.client.0.smithi031.stderr: -478> 2024-09-19T13:57:32.419+0000 7fd63d7999c0 10 monclient: get_monmap_and_config success 2024-09-19T13:57:32.585 INFO:tasks.workunit.client.0.smithi031.stderr: -477> 2024-09-19T13:57:32.419+0000 7fd63d7999c0 4 set_mon_vals no callback set 2024-09-19T13:57:32.585 INFO:tasks.workunit.client.0.smithi031.stderr: -476> 2024-09-19T13:57:32.419+0000 7fd52960a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:57:32.585 INFO:tasks.workunit.client.0.smithi031.stderr: -475> 2024-09-19T13:57:32.419+0000 7fd52960a640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T13:57:32.585 INFO:tasks.workunit.client.0.smithi031.stderr: -474> 2024-09-19T13:57:32.419+0000 7fd52960a640 10 monclient: dump: 2024-09-19T13:57:32.585 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:57:32.585 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:57:32.585 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:57:32.585 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:57:32.585 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:57:32.585 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:57:32.585 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:57:32.586 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:57:32.586 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:57:32.586 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:32.586 INFO:tasks.workunit.client.0.smithi031.stderr: -473> 2024-09-19T13:57:32.419+0000 7fd63d7999c0 10 monclient: shutdown 2024-09-19T13:57:32.586 INFO:tasks.workunit.client.0.smithi031.stderr: -472> 2024-09-19T13:57:32.419+0000 7fd63d7999c0 5 asok(0x5597cd846d90) unregister_commands rotate-key 2024-09-19T13:57:32.586 INFO:tasks.workunit.client.0.smithi031.stderr: -471> 2024-09-19T13:57:32.419+0000 7fd63d7999c0 10 monclient: build_initial_monmap 2024-09-19T13:57:32.586 INFO:tasks.workunit.client.0.smithi031.stderr: -470> 2024-09-19T13:57:32.419+0000 7fd63d7999c0 1 build_initial for_mkfs: 0 2024-09-19T13:57:32.586 INFO:tasks.workunit.client.0.smithi031.stderr: -469> 2024-09-19T13:57:32.419+0000 7fd63d7999c0 10 monclient: monmap: 2024-09-19T13:57:32.586 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T13:57:32.586 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T13:57:32.586 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T13:57:32.586 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T13:57:32.586 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T13:57:32.587 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:57:32.587 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T13:57:32.587 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T13:57:32.587 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T13:57:32.587 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:32.587 INFO:tasks.workunit.client.0.smithi031.stderr: -468> 2024-09-19T13:57:32.419+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda56ca0) adding auth protocol: cephx 2024-09-19T13:57:32.587 INFO:tasks.workunit.client.0.smithi031.stderr: -467> 2024-09-19T13:57:32.419+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda56ca0) adding auth protocol: cephx 2024-09-19T13:57:32.587 INFO:tasks.workunit.client.0.smithi031.stderr: -466> 2024-09-19T13:57:32.419+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda56ca0) adding auth protocol: cephx 2024-09-19T13:57:32.587 INFO:tasks.workunit.client.0.smithi031.stderr: -465> 2024-09-19T13:57:32.419+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda56ca0) adding con mode: secure 2024-09-19T13:57:32.587 INFO:tasks.workunit.client.0.smithi031.stderr: -464> 2024-09-19T13:57:32.419+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda56ca0) adding con mode: crc 2024-09-19T13:57:32.587 INFO:tasks.workunit.client.0.smithi031.stderr: -463> 2024-09-19T13:57:32.419+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda56ca0) adding con mode: secure 2024-09-19T13:57:32.587 INFO:tasks.workunit.client.0.smithi031.stderr: -462> 2024-09-19T13:57:32.419+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda56ca0) adding con mode: crc 2024-09-19T13:57:32.587 INFO:tasks.workunit.client.0.smithi031.stderr: -461> 2024-09-19T13:57:32.419+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda56ca0) adding con mode: secure 2024-09-19T13:57:32.587 INFO:tasks.workunit.client.0.smithi031.stderr: -460> 2024-09-19T13:57:32.419+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda56ca0) adding con mode: crc 2024-09-19T13:57:32.588 INFO:tasks.workunit.client.0.smithi031.stderr: -459> 2024-09-19T13:57:32.419+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda56ca0) adding con mode: crc 2024-09-19T13:57:32.588 INFO:tasks.workunit.client.0.smithi031.stderr: -458> 2024-09-19T13:57:32.419+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda56ca0) adding con mode: secure 2024-09-19T13:57:32.588 INFO:tasks.workunit.client.0.smithi031.stderr: -457> 2024-09-19T13:57:32.419+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda56ca0) adding con mode: crc 2024-09-19T13:57:32.588 INFO:tasks.workunit.client.0.smithi031.stderr: -456> 2024-09-19T13:57:32.419+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda56ca0) adding con mode: secure 2024-09-19T13:57:32.588 INFO:tasks.workunit.client.0.smithi031.stderr: -455> 2024-09-19T13:57:32.419+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda56ca0) adding con mode: crc 2024-09-19T13:57:32.588 INFO:tasks.workunit.client.0.smithi031.stderr: -454> 2024-09-19T13:57:32.419+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda56ca0) adding con mode: secure 2024-09-19T13:57:32.588 INFO:tasks.workunit.client.0.smithi031.stderr: -453> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:57:32.588 INFO:tasks.workunit.client.0.smithi031.stderr: -452> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 1 librados: starting msgr at 2024-09-19T13:57:32.588 INFO:tasks.workunit.client.0.smithi031.stderr: -451> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 1 librados: starting objecter 2024-09-19T13:57:32.588 INFO:tasks.workunit.client.0.smithi031.stderr: -450> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 5 asok(0x5597cd846d90) register_command objecter_requests hook 0x5597cd841950 2024-09-19T13:57:32.588 INFO:tasks.workunit.client.0.smithi031.stderr: -449> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 1 librados: setting wanted keys 2024-09-19T13:57:32.588 INFO:tasks.workunit.client.0.smithi031.stderr: -448> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 1 librados: calling monclient init 2024-09-19T13:57:32.588 INFO:tasks.workunit.client.0.smithi031.stderr: -447> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 10 monclient: init 2024-09-19T13:57:32.588 INFO:tasks.workunit.client.0.smithi031.stderr: -446> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda51690) adding auth protocol: cephx 2024-09-19T13:57:32.589 INFO:tasks.workunit.client.0.smithi031.stderr: -445> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda51690) adding auth protocol: cephx 2024-09-19T13:57:32.589 INFO:tasks.workunit.client.0.smithi031.stderr: -444> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda51690) adding auth protocol: cephx 2024-09-19T13:57:32.589 INFO:tasks.workunit.client.0.smithi031.stderr: -443> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda51690) adding con mode: secure 2024-09-19T13:57:32.589 INFO:tasks.workunit.client.0.smithi031.stderr: -442> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda51690) adding con mode: crc 2024-09-19T13:57:32.589 INFO:tasks.workunit.client.0.smithi031.stderr: -441> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda51690) adding con mode: secure 2024-09-19T13:57:32.589 INFO:tasks.workunit.client.0.smithi031.stderr: -440> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda51690) adding con mode: crc 2024-09-19T13:57:32.589 INFO:tasks.workunit.client.0.smithi031.stderr: -439> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda51690) adding con mode: secure 2024-09-19T13:57:32.589 INFO:tasks.workunit.client.0.smithi031.stderr: -438> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda51690) adding con mode: crc 2024-09-19T13:57:32.589 INFO:tasks.workunit.client.0.smithi031.stderr: -437> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda51690) adding con mode: crc 2024-09-19T13:57:32.589 INFO:tasks.workunit.client.0.smithi031.stderr: -436> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda51690) adding con mode: secure 2024-09-19T13:57:32.589 INFO:tasks.workunit.client.0.smithi031.stderr: -435> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda51690) adding con mode: crc 2024-09-19T13:57:32.589 INFO:tasks.workunit.client.0.smithi031.stderr: -434> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda51690) adding con mode: secure 2024-09-19T13:57:32.589 INFO:tasks.workunit.client.0.smithi031.stderr: -433> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda51690) adding con mode: crc 2024-09-19T13:57:32.590 INFO:tasks.workunit.client.0.smithi031.stderr: -432> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 5 AuthRegistry(0x5597cda51690) adding con mode: secure 2024-09-19T13:57:32.590 INFO:tasks.workunit.client.0.smithi031.stderr: -431> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:57:32.590 INFO:tasks.workunit.client.0.smithi031.stderr: -430> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:57:32.590 INFO:tasks.workunit.client.0.smithi031.stderr: -429> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 5 asok(0x5597cd846d90) register_command rotate-key hook 0x5597cda517d8 2024-09-19T13:57:32.590 INFO:tasks.workunit.client.0.smithi031.stderr: -428> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 10 monclient: _reopen_session rank -1 2024-09-19T13:57:32.590 INFO:tasks.workunit.client.0.smithi031.stderr: -427> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-19T13:57:32.590 INFO:tasks.workunit.client.0.smithi031.stderr: -426> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 10 monclient(hunting): picked mon.noname-b con 0x5597cd8df1f0 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T13:57:32.590 INFO:tasks.workunit.client.0.smithi031.stderr: -425> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 10 monclient(hunting): picked mon.noname-a con 0x5597cd90a930 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T13:57:32.590 INFO:tasks.workunit.client.0.smithi031.stderr: -424> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 10 monclient(hunting): picked mon.noname-c con 0x5597cd99a640 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T13:57:32.590 INFO:tasks.workunit.client.0.smithi031.stderr: -423> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:57:32.590 INFO:tasks.workunit.client.0.smithi031.stderr: -422> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:57:32.590 INFO:tasks.workunit.client.0.smithi031.stderr: -421> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:57:32.590 INFO:tasks.workunit.client.0.smithi031.stderr: -420> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 10 monclient(hunting): _renew_subs 2024-09-19T13:57:32.591 INFO:tasks.workunit.client.0.smithi031.stderr: -419> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 10 monclient(hunting): authenticate will time out at 2196.253021s 2024-09-19T13:57:32.591 INFO:tasks.workunit.client.0.smithi031.stderr: -418> 2024-09-19T13:57:32.423+0000 7fd63aa9e640 10 monclient(hunting): get_auth_request con 0x5597cd90a930 auth_method 0 2024-09-19T13:57:32.591 INFO:tasks.workunit.client.0.smithi031.stderr: -417> 2024-09-19T13:57:32.423+0000 7fd63aa9e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:57:32.591 INFO:tasks.workunit.client.0.smithi031.stderr: -416> 2024-09-19T13:57:32.423+0000 7fd63aa9e640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:57:32.591 INFO:tasks.workunit.client.0.smithi031.stderr: -415> 2024-09-19T13:57:32.423+0000 7fd63aa9e640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:57:32.591 INFO:tasks.workunit.client.0.smithi031.stderr: -414> 2024-09-19T13:57:32.423+0000 7fd63baa0640 10 monclient(hunting): get_auth_request con 0x5597cd99a640 auth_method 0 2024-09-19T13:57:32.591 INFO:tasks.workunit.client.0.smithi031.stderr: -413> 2024-09-19T13:57:32.423+0000 7fd63baa0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:57:32.591 INFO:tasks.workunit.client.0.smithi031.stderr: -412> 2024-09-19T13:57:32.423+0000 7fd63baa0640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:57:32.591 INFO:tasks.workunit.client.0.smithi031.stderr: -411> 2024-09-19T13:57:32.423+0000 7fd63baa0640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:57:32.591 INFO:tasks.workunit.client.0.smithi031.stderr: -410> 2024-09-19T13:57:32.423+0000 7fd63aa9e640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:57:32.591 INFO:tasks.workunit.client.0.smithi031.stderr: -409> 2024-09-19T13:57:32.423+0000 7fd63aa9e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:57:32.591 INFO:tasks.workunit.client.0.smithi031.stderr: -408> 2024-09-19T13:57:32.423+0000 7fd63aa9e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:57:32.591 INFO:tasks.workunit.client.0.smithi031.stderr: -407> 2024-09-19T13:57:32.423+0000 7fd63baa0640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:57:32.591 INFO:tasks.workunit.client.0.smithi031.stderr: -406> 2024-09-19T13:57:32.423+0000 7fd63baa0640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:57:32.592 INFO:tasks.workunit.client.0.smithi031.stderr: -405> 2024-09-19T13:57:32.423+0000 7fd63baa0640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:57:32.592 INFO:tasks.workunit.client.0.smithi031.stderr: -404> 2024-09-19T13:57:32.423+0000 7fd63aa9e640 10 monclient(hunting): handle_auth_done global_id 6651 payload 824 2024-09-19T13:57:32.592 INFO:tasks.workunit.client.0.smithi031.stderr: -403> 2024-09-19T13:57:32.423+0000 7fd63aa9e640 10 monclient: _finish_hunting 0 2024-09-19T13:57:32.592 INFO:tasks.workunit.client.0.smithi031.stderr: -402> 2024-09-19T13:57:32.423+0000 7fd63aa9e640 1 monclient: found mon.noname-a 2024-09-19T13:57:32.592 INFO:tasks.workunit.client.0.smithi031.stderr: -401> 2024-09-19T13:57:32.423+0000 7fd63aa9e640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T13:57:32.592 INFO:tasks.workunit.client.0.smithi031.stderr: -400> 2024-09-19T13:57:32.423+0000 7fd527e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:57:32.592 INFO:tasks.workunit.client.0.smithi031.stderr: -399> 2024-09-19T13:57:32.423+0000 7fd527e07640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T13:57:32.592 INFO:tasks.workunit.client.0.smithi031.stderr: -398> 2024-09-19T13:57:32.423+0000 7fd527e07640 10 monclient: dump: 2024-09-19T13:57:32.592 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:57:32.592 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:57:32.592 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:57:32.592 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:57:32.592 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:57:32.593 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:57:32.593 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:57:32.593 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:57:32.593 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:57:32.593 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:32.593 INFO:tasks.workunit.client.0.smithi031.stderr: -397> 2024-09-19T13:57:32.423+0000 7fd527e07640 10 monclient: _finish_auth 0 2024-09-19T13:57:32.593 INFO:tasks.workunit.client.0.smithi031.stderr: -396> 2024-09-19T13:57:32.423+0000 7fd527e07640 10 monclient: _check_auth_tickets 2024-09-19T13:57:32.593 INFO:tasks.workunit.client.0.smithi031.stderr: -395> 2024-09-19T13:57:32.423+0000 7fd527e07640 10 monclient: handle_config config(0 keys) 2024-09-19T13:57:32.593 INFO:tasks.workunit.client.0.smithi031.stderr: -394> 2024-09-19T13:57:32.423+0000 7fd527e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:57:32.593 INFO:tasks.workunit.client.0.smithi031.stderr: -393> 2024-09-19T13:57:32.423+0000 7fd527e07640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T13:57:32.593 INFO:tasks.workunit.client.0.smithi031.stderr: -392> 2024-09-19T13:57:32.423+0000 7fd527e07640 10 monclient: dump: 2024-09-19T13:57:32.593 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:57:32.593 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:57:32.593 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:57:32.594 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:57:32.594 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:57:32.594 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:57:32.594 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:57:32.594 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:57:32.594 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:57:32.594 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:32.594 INFO:tasks.workunit.client.0.smithi031.stderr: -391> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 5 monclient: authenticate success, global_id 6651 2024-09-19T13:57:32.594 INFO:tasks.workunit.client.0.smithi031.stderr: -390> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 10 monclient: _renew_subs 2024-09-19T13:57:32.594 INFO:tasks.workunit.client.0.smithi031.stderr: -389> 2024-09-19T13:57:32.423+0000 7fd52960a640 4 set_mon_vals no callback set 2024-09-19T13:57:32.594 INFO:tasks.workunit.client.0.smithi031.stderr: -388> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T13:57:32.594 INFO:tasks.workunit.client.0.smithi031.stderr: -387> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 10 monclient: _renew_subs 2024-09-19T13:57:32.594 INFO:tasks.workunit.client.0.smithi031.stderr: -386> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T13:57:32.595 INFO:tasks.workunit.client.0.smithi031.stderr: -385> 2024-09-19T13:57:32.423+0000 7fd63d7999c0 1 librados: init done 2024-09-19T13:57:32.595 INFO:tasks.workunit.client.0.smithi031.stderr: -384> 2024-09-19T13:57:32.423+0000 7fd527e07640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T13:57:32.595 INFO:tasks.workunit.client.0.smithi031.stderr: -383> 2024-09-19T13:57:32.423+0000 7fd527e07640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:57:32.595 INFO:tasks.workunit.client.0.smithi031.stderr: -382> 2024-09-19T13:57:32.423+0000 7fd527e07640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:57:32.595 INFO:tasks.workunit.client.0.smithi031.stderr: -381> 2024-09-19T13:57:32.427+0000 7fd63b29f640 10 monclient: get_auth_request con 0x7fd520071be0 auth_method 0 2024-09-19T13:57:32.595 INFO:tasks.workunit.client.0.smithi031.stderr: -380> 2024-09-19T13:57:32.427+0000 7fd63baa0640 10 monclient: get_auth_request con 0x5597cda74f60 auth_method 0 2024-09-19T13:57:32.595 INFO:tasks.workunit.client.0.smithi031.stderr: -379> 2024-09-19T13:57:32.427+0000 7fd63b29f640 10 monclient: get_auth_request con 0x5597cda9c670 auth_method 0 2024-09-19T13:57:32.595 INFO:tasks.workunit.client.0.smithi031.stderr: -378> 2024-09-19T13:57:32.427+0000 7fd63aa9e640 10 monclient: get_auth_request con 0x5597cdaa0860 auth_method 0 2024-09-19T13:57:32.595 INFO:tasks.workunit.client.0.smithi031.stderr: -377> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 10 monclient: build_initial_monmap 2024-09-19T13:57:32.595 INFO:tasks.workunit.client.0.smithi031.stderr: -376> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 1 build_initial for_mkfs: 0 2024-09-19T13:57:32.595 INFO:tasks.workunit.client.0.smithi031.stderr: -375> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 10 monclient: monmap: 2024-09-19T13:57:32.595 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T13:57:32.595 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T13:57:32.595 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T13:57:32.596 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T13:57:32.596 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T13:57:32.596 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:57:32.596 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T13:57:32.596 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T13:57:32.596 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T13:57:32.596 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:32.596 INFO:tasks.workunit.client.0.smithi031.stderr: -374> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa5460) adding auth protocol: cephx 2024-09-19T13:57:32.596 INFO:tasks.workunit.client.0.smithi031.stderr: -373> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa5460) adding auth protocol: cephx 2024-09-19T13:57:32.596 INFO:tasks.workunit.client.0.smithi031.stderr: -372> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa5460) adding auth protocol: cephx 2024-09-19T13:57:32.596 INFO:tasks.workunit.client.0.smithi031.stderr: -371> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa5460) adding con mode: secure 2024-09-19T13:57:32.596 INFO:tasks.workunit.client.0.smithi031.stderr: -370> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa5460) adding con mode: crc 2024-09-19T13:57:32.596 INFO:tasks.workunit.client.0.smithi031.stderr: -369> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa5460) adding con mode: secure 2024-09-19T13:57:32.597 INFO:tasks.workunit.client.0.smithi031.stderr: -368> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa5460) adding con mode: crc 2024-09-19T13:57:32.597 INFO:tasks.workunit.client.0.smithi031.stderr: -367> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa5460) adding con mode: secure 2024-09-19T13:57:32.597 INFO:tasks.workunit.client.0.smithi031.stderr: -366> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa5460) adding con mode: crc 2024-09-19T13:57:32.597 INFO:tasks.workunit.client.0.smithi031.stderr: -365> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa5460) adding con mode: crc 2024-09-19T13:57:32.597 INFO:tasks.workunit.client.0.smithi031.stderr: -364> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa5460) adding con mode: secure 2024-09-19T13:57:32.597 INFO:tasks.workunit.client.0.smithi031.stderr: -363> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa5460) adding con mode: crc 2024-09-19T13:57:32.597 INFO:tasks.workunit.client.0.smithi031.stderr: -362> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa5460) adding con mode: secure 2024-09-19T13:57:32.597 INFO:tasks.workunit.client.0.smithi031.stderr: -361> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa5460) adding con mode: crc 2024-09-19T13:57:32.597 INFO:tasks.workunit.client.0.smithi031.stderr: -360> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa5460) adding con mode: secure 2024-09-19T13:57:32.597 INFO:tasks.workunit.client.0.smithi031.stderr: -359> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:57:32.597 INFO:tasks.workunit.client.0.smithi031.stderr: -358> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 asok(0x5597cd846d90) register_command objecter_requests cmddesc objecter_requests hook 0x5597cdaa8e10 EEXIST 2024-09-19T13:57:32.597 INFO:tasks.workunit.client.0.smithi031.stderr: -357> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 10 monclient: init 2024-09-19T13:57:32.597 INFO:tasks.workunit.client.0.smithi031.stderr: -356> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa3b38) adding auth protocol: cephx 2024-09-19T13:57:32.598 INFO:tasks.workunit.client.0.smithi031.stderr: -355> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa3b38) adding auth protocol: cephx 2024-09-19T13:57:32.598 INFO:tasks.workunit.client.0.smithi031.stderr: -354> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa3b38) adding auth protocol: cephx 2024-09-19T13:57:32.598 INFO:tasks.workunit.client.0.smithi031.stderr: -353> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa3b38) adding con mode: secure 2024-09-19T13:57:32.598 INFO:tasks.workunit.client.0.smithi031.stderr: -352> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa3b38) adding con mode: crc 2024-09-19T13:57:32.598 INFO:tasks.workunit.client.0.smithi031.stderr: -351> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa3b38) adding con mode: secure 2024-09-19T13:57:32.598 INFO:tasks.workunit.client.0.smithi031.stderr: -350> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa3b38) adding con mode: crc 2024-09-19T13:57:32.598 INFO:tasks.workunit.client.0.smithi031.stderr: -349> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa3b38) adding con mode: secure 2024-09-19T13:57:32.598 INFO:tasks.workunit.client.0.smithi031.stderr: -348> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa3b38) adding con mode: crc 2024-09-19T13:57:32.598 INFO:tasks.workunit.client.0.smithi031.stderr: -347> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa3b38) adding con mode: crc 2024-09-19T13:57:32.598 INFO:tasks.workunit.client.0.smithi031.stderr: -346> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa3b38) adding con mode: secure 2024-09-19T13:57:32.598 INFO:tasks.workunit.client.0.smithi031.stderr: -345> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa3b38) adding con mode: crc 2024-09-19T13:57:32.598 INFO:tasks.workunit.client.0.smithi031.stderr: -344> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa3b38) adding con mode: secure 2024-09-19T13:57:32.598 INFO:tasks.workunit.client.0.smithi031.stderr: -343> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa3b38) adding con mode: crc 2024-09-19T13:57:32.599 INFO:tasks.workunit.client.0.smithi031.stderr: -342> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaa3b38) adding con mode: secure 2024-09-19T13:57:32.599 INFO:tasks.workunit.client.0.smithi031.stderr: -341> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:57:32.599 INFO:tasks.workunit.client.0.smithi031.stderr: -340> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:57:32.599 INFO:tasks.workunit.client.0.smithi031.stderr: -339> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 asok(0x5597cd846d90) register_command rotate-key cmddesc rotate-key hook 0x5597cdaa3c80 EEXIST 2024-09-19T13:57:32.599 INFO:tasks.workunit.client.0.smithi031.stderr: -338> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 10 monclient: _reopen_session rank -1 2024-09-19T13:57:32.599 INFO:tasks.workunit.client.0.smithi031.stderr: -337> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-19T13:57:32.599 INFO:tasks.workunit.client.0.smithi031.stderr: -336> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 10 monclient(hunting): picked mon.noname-c con 0x5597cdaccfc0 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T13:57:32.599 INFO:tasks.workunit.client.0.smithi031.stderr: -335> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 10 monclient(hunting): picked mon.noname-a con 0x5597cdacc8f0 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T13:57:32.599 INFO:tasks.workunit.client.0.smithi031.stderr: -334> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 10 monclient(hunting): picked mon.noname-b con 0x5597cdacb2d0 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T13:57:32.599 INFO:tasks.workunit.client.0.smithi031.stderr: -333> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:57:32.599 INFO:tasks.workunit.client.0.smithi031.stderr: -332> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:57:32.599 INFO:tasks.workunit.client.0.smithi031.stderr: -331> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:57:32.599 INFO:tasks.workunit.client.0.smithi031.stderr: -330> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 10 monclient(hunting): _renew_subs 2024-09-19T13:57:32.600 INFO:tasks.workunit.client.0.smithi031.stderr: -329> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 10 monclient(hunting): authenticate will time out at 2196.262963s 2024-09-19T13:57:32.600 INFO:tasks.workunit.client.0.smithi031.stderr: -328> 2024-09-19T13:57:32.431+0000 7fd63b29f640 10 monclient(hunting): get_auth_request con 0x5597cdaccfc0 auth_method 0 2024-09-19T13:57:32.600 INFO:tasks.workunit.client.0.smithi031.stderr: -327> 2024-09-19T13:57:32.431+0000 7fd63b29f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:57:32.600 INFO:tasks.workunit.client.0.smithi031.stderr: -326> 2024-09-19T13:57:32.431+0000 7fd63b29f640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:57:32.600 INFO:tasks.workunit.client.0.smithi031.stderr: -325> 2024-09-19T13:57:32.431+0000 7fd63b29f640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:57:32.600 INFO:tasks.workunit.client.0.smithi031.stderr: -324> 2024-09-19T13:57:32.431+0000 7fd63aa9e640 10 monclient(hunting): get_auth_request con 0x5597cdacc8f0 auth_method 0 2024-09-19T13:57:32.600 INFO:tasks.workunit.client.0.smithi031.stderr: -323> 2024-09-19T13:57:32.431+0000 7fd63aa9e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:57:32.600 INFO:tasks.workunit.client.0.smithi031.stderr: -322> 2024-09-19T13:57:32.431+0000 7fd63aa9e640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:57:32.600 INFO:tasks.workunit.client.0.smithi031.stderr: -321> 2024-09-19T13:57:32.431+0000 7fd63aa9e640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:57:32.600 INFO:tasks.workunit.client.0.smithi031.stderr: -320> 2024-09-19T13:57:32.431+0000 7fd63b29f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:57:32.600 INFO:tasks.workunit.client.0.smithi031.stderr: -319> 2024-09-19T13:57:32.431+0000 7fd63b29f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:57:32.600 INFO:tasks.workunit.client.0.smithi031.stderr: -318> 2024-09-19T13:57:32.431+0000 7fd63b29f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:57:32.600 INFO:tasks.workunit.client.0.smithi031.stderr: -317> 2024-09-19T13:57:32.431+0000 7fd63aa9e640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:57:32.600 INFO:tasks.workunit.client.0.smithi031.stderr: -316> 2024-09-19T13:57:32.431+0000 7fd63aa9e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:57:32.601 INFO:tasks.workunit.client.0.smithi031.stderr: -315> 2024-09-19T13:57:32.431+0000 7fd63aa9e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:57:32.601 INFO:tasks.workunit.client.0.smithi031.stderr: -314> 2024-09-19T13:57:32.431+0000 7fd63b29f640 10 monclient(hunting): handle_auth_done global_id 6266 payload 824 2024-09-19T13:57:32.601 INFO:tasks.workunit.client.0.smithi031.stderr: -313> 2024-09-19T13:57:32.431+0000 7fd63b29f640 10 monclient: _finish_hunting 0 2024-09-19T13:57:32.601 INFO:tasks.workunit.client.0.smithi031.stderr: -312> 2024-09-19T13:57:32.431+0000 7fd63b29f640 1 monclient: found mon.noname-c 2024-09-19T13:57:32.601 INFO:tasks.workunit.client.0.smithi031.stderr: -311> 2024-09-19T13:57:32.431+0000 7fd63b29f640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.31:3301/0 2024-09-19T13:57:32.601 INFO:tasks.workunit.client.0.smithi031.stderr: -310> 2024-09-19T13:57:32.431+0000 7fd63baa0640 10 monclient: get_auth_request con 0x5597cdacb2d0 auth_method 0 2024-09-19T13:57:32.601 INFO:tasks.workunit.client.0.smithi031.stderr: -309> 2024-09-19T13:57:32.431+0000 7fd525602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:57:32.601 INFO:tasks.workunit.client.0.smithi031.stderr: -308> 2024-09-19T13:57:32.431+0000 7fd525602640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T13:57:32.601 INFO:tasks.workunit.client.0.smithi031.stderr: -307> 2024-09-19T13:57:32.431+0000 7fd525602640 10 monclient: dump: 2024-09-19T13:57:32.601 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:57:32.601 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:57:32.601 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:57:32.601 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:57:32.602 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:57:32.602 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:57:32.602 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:57:32.602 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:57:32.602 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:57:32.602 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:32.602 INFO:tasks.workunit.client.0.smithi031.stderr: -306> 2024-09-19T13:57:32.431+0000 7fd525602640 10 monclient: _finish_auth 0 2024-09-19T13:57:32.602 INFO:tasks.workunit.client.0.smithi031.stderr: -305> 2024-09-19T13:57:32.431+0000 7fd525602640 10 monclient: _check_auth_tickets 2024-09-19T13:57:32.602 INFO:tasks.workunit.client.0.smithi031.stderr: -304> 2024-09-19T13:57:32.431+0000 7fd525602640 10 monclient: handle_config config(0 keys) 2024-09-19T13:57:32.602 INFO:tasks.workunit.client.0.smithi031.stderr: -303> 2024-09-19T13:57:32.431+0000 7fd525602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:57:32.602 INFO:tasks.workunit.client.0.smithi031.stderr: -302> 2024-09-19T13:57:32.431+0000 7fd525602640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T13:57:32.602 INFO:tasks.workunit.client.0.smithi031.stderr: -301> 2024-09-19T13:57:32.431+0000 7fd525602640 10 monclient: dump: 2024-09-19T13:57:32.602 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:57:32.603 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:57:32.603 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:57:32.603 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:57:32.603 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:57:32.603 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:57:32.603 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:57:32.603 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:57:32.603 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:57:32.603 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:32.603 INFO:tasks.workunit.client.0.smithi031.stderr: -300> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 5 monclient: authenticate success, global_id 6266 2024-09-19T13:57:32.603 INFO:tasks.workunit.client.0.smithi031.stderr: -299> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 10 monclient: _renew_subs 2024-09-19T13:57:32.603 INFO:tasks.workunit.client.0.smithi031.stderr: -298> 2024-09-19T13:57:32.431+0000 7fd63c2a1640 4 set_mon_vals no callback set 2024-09-19T13:57:32.603 INFO:tasks.workunit.client.0.smithi031.stderr: -297> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T13:57:32.604 INFO:tasks.workunit.client.0.smithi031.stderr: -296> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 10 monclient: _renew_subs 2024-09-19T13:57:32.604 INFO:tasks.workunit.client.0.smithi031.stderr: -295> 2024-09-19T13:57:32.431+0000 7fd63d7999c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T13:57:32.604 INFO:tasks.workunit.client.0.smithi031.stderr: -294> 2024-09-19T13:57:32.435+0000 7fd525602640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T13:57:32.604 INFO:tasks.workunit.client.0.smithi031.stderr: -293> 2024-09-19T13:57:32.435+0000 7fd525602640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:57:32.604 INFO:tasks.workunit.client.0.smithi031.stderr: -292> 2024-09-19T13:57:32.435+0000 7fd525602640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:57:32.604 INFO:tasks.workunit.client.0.smithi031.stderr: -291> 2024-09-19T13:57:32.435+0000 7fd63aa9e640 10 monclient: get_auth_request con 0x7fd514071b20 auth_method 0 2024-09-19T13:57:32.604 INFO:tasks.workunit.client.0.smithi031.stderr: -290> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 10 monclient: get_monmap_and_config 2024-09-19T13:57:32.604 INFO:tasks.workunit.client.0.smithi031.stderr: -289> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 10 monclient: build_initial_monmap 2024-09-19T13:57:32.604 INFO:tasks.workunit.client.0.smithi031.stderr: -288> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 1 build_initial for_mkfs: 0 2024-09-19T13:57:32.604 INFO:tasks.workunit.client.0.smithi031.stderr: -287> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 10 monclient: monmap: 2024-09-19T13:57:32.604 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T13:57:32.604 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T13:57:32.605 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T13:57:32.605 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T13:57:32.605 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T13:57:32.605 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:57:32.605 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T13:57:32.605 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T13:57:32.605 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T13:57:32.605 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:32.605 INFO:tasks.workunit.client.0.smithi031.stderr: -286> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaec970) adding auth protocol: cephx 2024-09-19T13:57:32.605 INFO:tasks.workunit.client.0.smithi031.stderr: -285> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaec970) adding auth protocol: cephx 2024-09-19T13:57:32.605 INFO:tasks.workunit.client.0.smithi031.stderr: -284> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaec970) adding auth protocol: cephx 2024-09-19T13:57:32.605 INFO:tasks.workunit.client.0.smithi031.stderr: -283> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaec970) adding con mode: secure 2024-09-19T13:57:32.605 INFO:tasks.workunit.client.0.smithi031.stderr: -282> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaec970) adding con mode: crc 2024-09-19T13:57:32.605 INFO:tasks.workunit.client.0.smithi031.stderr: -281> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaec970) adding con mode: secure 2024-09-19T13:57:32.606 INFO:tasks.workunit.client.0.smithi031.stderr: -280> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaec970) adding con mode: crc 2024-09-19T13:57:32.606 INFO:tasks.workunit.client.0.smithi031.stderr: -279> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaec970) adding con mode: secure 2024-09-19T13:57:32.606 INFO:tasks.workunit.client.0.smithi031.stderr: -278> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaec970) adding con mode: crc 2024-09-19T13:57:32.606 INFO:tasks.workunit.client.0.smithi031.stderr: -277> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaec970) adding con mode: crc 2024-09-19T13:57:32.606 INFO:tasks.workunit.client.0.smithi031.stderr: -276> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaec970) adding con mode: secure 2024-09-19T13:57:32.606 INFO:tasks.workunit.client.0.smithi031.stderr: -275> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaec970) adding con mode: crc 2024-09-19T13:57:32.606 INFO:tasks.workunit.client.0.smithi031.stderr: -274> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaec970) adding con mode: secure 2024-09-19T13:57:32.606 INFO:tasks.workunit.client.0.smithi031.stderr: -273> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaec970) adding con mode: crc 2024-09-19T13:57:32.606 INFO:tasks.workunit.client.0.smithi031.stderr: -272> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdaec970) adding con mode: secure 2024-09-19T13:57:32.606 INFO:tasks.workunit.client.0.smithi031.stderr: -271> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:57:32.606 INFO:tasks.workunit.client.0.smithi031.stderr: -270> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 10 monclient: init 2024-09-19T13:57:32.606 INFO:tasks.workunit.client.0.smithi031.stderr: -269> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a028e10) adding auth protocol: cephx 2024-09-19T13:57:32.606 INFO:tasks.workunit.client.0.smithi031.stderr: -268> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a028e10) adding auth protocol: cephx 2024-09-19T13:57:32.607 INFO:tasks.workunit.client.0.smithi031.stderr: -267> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a028e10) adding auth protocol: cephx 2024-09-19T13:57:32.607 INFO:tasks.workunit.client.0.smithi031.stderr: -266> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a028e10) adding con mode: secure 2024-09-19T13:57:32.607 INFO:tasks.workunit.client.0.smithi031.stderr: -265> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a028e10) adding con mode: crc 2024-09-19T13:57:32.607 INFO:tasks.workunit.client.0.smithi031.stderr: -264> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a028e10) adding con mode: secure 2024-09-19T13:57:32.607 INFO:tasks.workunit.client.0.smithi031.stderr: -263> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a028e10) adding con mode: crc 2024-09-19T13:57:32.607 INFO:tasks.workunit.client.0.smithi031.stderr: -262> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a028e10) adding con mode: secure 2024-09-19T13:57:32.607 INFO:tasks.workunit.client.0.smithi031.stderr: -261> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a028e10) adding con mode: crc 2024-09-19T13:57:32.607 INFO:tasks.workunit.client.0.smithi031.stderr: -260> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a028e10) adding con mode: crc 2024-09-19T13:57:32.607 INFO:tasks.workunit.client.0.smithi031.stderr: -259> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a028e10) adding con mode: secure 2024-09-19T13:57:32.607 INFO:tasks.workunit.client.0.smithi031.stderr: -258> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a028e10) adding con mode: crc 2024-09-19T13:57:32.607 INFO:tasks.workunit.client.0.smithi031.stderr: -257> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a028e10) adding con mode: secure 2024-09-19T13:57:32.607 INFO:tasks.workunit.client.0.smithi031.stderr: -256> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a028e10) adding con mode: crc 2024-09-19T13:57:32.607 INFO:tasks.workunit.client.0.smithi031.stderr: -255> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a028e10) adding con mode: secure 2024-09-19T13:57:32.607 INFO:tasks.workunit.client.0.smithi031.stderr: -254> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:57:32.608 INFO:tasks.workunit.client.0.smithi031.stderr: -253> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:57:32.608 INFO:tasks.workunit.client.0.smithi031.stderr: -252> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 5 asok(0x5597cd846d90) register_command rotate-key cmddesc rotate-key hook 0x7fff6a028f58 EEXIST 2024-09-19T13:57:32.608 INFO:tasks.workunit.client.0.smithi031.stderr: -251> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 10 monclient: _reopen_session rank -1 2024-09-19T13:57:32.608 INFO:tasks.workunit.client.0.smithi031.stderr: -250> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-19T13:57:32.608 INFO:tasks.workunit.client.0.smithi031.stderr: -249> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 10 monclient(hunting): picked mon.noname-b con 0x5597cdb20fa0 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T13:57:32.608 INFO:tasks.workunit.client.0.smithi031.stderr: -248> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 10 monclient(hunting): picked mon.noname-c con 0x5597cdaf09c0 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T13:57:32.608 INFO:tasks.workunit.client.0.smithi031.stderr: -247> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 10 monclient(hunting): picked mon.noname-a con 0x5597cdb1c770 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T13:57:32.608 INFO:tasks.workunit.client.0.smithi031.stderr: -246> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:57:32.608 INFO:tasks.workunit.client.0.smithi031.stderr: -245> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:57:32.608 INFO:tasks.workunit.client.0.smithi031.stderr: -244> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:57:32.608 INFO:tasks.workunit.client.0.smithi031.stderr: -243> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 10 monclient(hunting): _renew_subs 2024-09-19T13:57:32.609 INFO:tasks.workunit.client.0.smithi031.stderr: -242> 2024-09-19T13:57:32.435+0000 7fd63d7999c0 10 monclient(hunting): authenticate will time out at 2196.267167s 2024-09-19T13:57:32.609 INFO:tasks.workunit.client.0.smithi031.stderr: -241> 2024-09-19T13:57:32.435+0000 7fd63baa0640 10 monclient(hunting): get_auth_request con 0x5597cdb1c770 auth_method 0 2024-09-19T13:57:32.609 INFO:tasks.workunit.client.0.smithi031.stderr: -240> 2024-09-19T13:57:32.435+0000 7fd63baa0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:57:32.609 INFO:tasks.workunit.client.0.smithi031.stderr: -239> 2024-09-19T13:57:32.435+0000 7fd63baa0640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:57:32.609 INFO:tasks.workunit.client.0.smithi031.stderr: -238> 2024-09-19T13:57:32.435+0000 7fd63baa0640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:57:32.609 INFO:tasks.workunit.client.0.smithi031.stderr: -237> 2024-09-19T13:57:32.435+0000 7fd63aa9e640 10 monclient(hunting): get_auth_request con 0x5597cdaf09c0 auth_method 0 2024-09-19T13:57:32.609 INFO:tasks.workunit.client.0.smithi031.stderr: -236> 2024-09-19T13:57:32.435+0000 7fd63aa9e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:57:32.609 INFO:tasks.workunit.client.0.smithi031.stderr: -235> 2024-09-19T13:57:32.435+0000 7fd63aa9e640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:57:32.609 INFO:tasks.workunit.client.0.smithi031.stderr: -234> 2024-09-19T13:57:32.435+0000 7fd63aa9e640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:57:32.609 INFO:tasks.workunit.client.0.smithi031.stderr: -233> 2024-09-19T13:57:32.435+0000 7fd63baa0640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:57:32.609 INFO:tasks.workunit.client.0.smithi031.stderr: -232> 2024-09-19T13:57:32.435+0000 7fd63baa0640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:57:32.609 INFO:tasks.workunit.client.0.smithi031.stderr: -231> 2024-09-19T13:57:32.435+0000 7fd63baa0640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:57:32.609 INFO:tasks.workunit.client.0.smithi031.stderr: -230> 2024-09-19T13:57:32.435+0000 7fd63aa9e640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:57:32.610 INFO:tasks.workunit.client.0.smithi031.stderr: -229> 2024-09-19T13:57:32.435+0000 7fd63aa9e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:57:32.610 INFO:tasks.workunit.client.0.smithi031.stderr: -228> 2024-09-19T13:57:32.435+0000 7fd63aa9e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:57:32.610 INFO:tasks.workunit.client.0.smithi031.stderr: -227> 2024-09-19T13:57:32.435+0000 7fd63b29f640 10 monclient(hunting): get_auth_request con 0x5597cdb20fa0 auth_method 0 2024-09-19T13:57:32.610 INFO:tasks.workunit.client.0.smithi031.stderr: -226> 2024-09-19T13:57:32.435+0000 7fd63b29f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:57:32.610 INFO:tasks.workunit.client.0.smithi031.stderr: -225> 2024-09-19T13:57:32.435+0000 7fd63b29f640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:57:32.610 INFO:tasks.workunit.client.0.smithi031.stderr: -224> 2024-09-19T13:57:32.435+0000 7fd63b29f640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:57:32.610 INFO:tasks.workunit.client.0.smithi031.stderr: -223> 2024-09-19T13:57:32.435+0000 7fd63aa9e640 10 monclient(hunting): handle_auth_done global_id 6269 payload 274 2024-09-19T13:57:32.610 INFO:tasks.workunit.client.0.smithi031.stderr: -222> 2024-09-19T13:57:32.435+0000 7fd63aa9e640 10 monclient: _finish_hunting 0 2024-09-19T13:57:32.610 INFO:tasks.workunit.client.0.smithi031.stderr: -221> 2024-09-19T13:57:32.435+0000 7fd63aa9e640 1 monclient: found mon.noname-c 2024-09-19T13:57:32.610 INFO:tasks.workunit.client.0.smithi031.stderr: -220> 2024-09-19T13:57:32.435+0000 7fd63aa9e640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.31:3301/0 2024-09-19T13:57:32.610 INFO:tasks.workunit.client.0.smithi031.stderr: -219> 2024-09-19T13:57:32.435+0000 7fd51effd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:57:32.610 INFO:tasks.workunit.client.0.smithi031.stderr: -218> 2024-09-19T13:57:32.439+0000 7fd51effd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T13:57:32.610 INFO:tasks.workunit.client.0.smithi031.stderr: -217> 2024-09-19T13:57:32.439+0000 7fd51effd640 10 monclient: dump: 2024-09-19T13:57:32.610 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:57:32.611 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:57:32.611 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:57:32.611 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:57:32.611 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:57:32.611 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:57:32.611 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:57:32.611 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:57:32.611 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:57:32.611 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:32.611 INFO:tasks.workunit.client.0.smithi031.stderr: -216> 2024-09-19T13:57:32.439+0000 7fd51effd640 10 monclient: _finish_auth 0 2024-09-19T13:57:32.611 INFO:tasks.workunit.client.0.smithi031.stderr: -215> 2024-09-19T13:57:32.439+0000 7fd51effd640 10 monclient: _check_auth_tickets 2024-09-19T13:57:32.611 INFO:tasks.workunit.client.0.smithi031.stderr: -214> 2024-09-19T13:57:32.439+0000 7fd51effd640 10 monclient: handle_config config(0 keys) 2024-09-19T13:57:32.611 INFO:tasks.workunit.client.0.smithi031.stderr: -213> 2024-09-19T13:57:32.439+0000 7fd51effd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:57:32.612 INFO:tasks.workunit.client.0.smithi031.stderr: -212> 2024-09-19T13:57:32.439+0000 7fd51effd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T13:57:32.612 INFO:tasks.workunit.client.0.smithi031.stderr: -211> 2024-09-19T13:57:32.439+0000 7fd51effd640 10 monclient: dump: 2024-09-19T13:57:32.612 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:57:32.612 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:57:32.612 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:57:32.612 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:57:32.612 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:57:32.612 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:57:32.612 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:57:32.612 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:57:32.612 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:57:32.612 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:32.612 INFO:tasks.workunit.client.0.smithi031.stderr: -210> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 monclient: authenticate success, global_id 6269 2024-09-19T13:57:32.612 INFO:tasks.workunit.client.0.smithi031.stderr: -209> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 10 monclient: get_monmap_and_config success 2024-09-19T13:57:32.613 INFO:tasks.workunit.client.0.smithi031.stderr: -208> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 4 set_mon_vals no callback set 2024-09-19T13:57:32.613 INFO:tasks.workunit.client.0.smithi031.stderr: -207> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 10 monclient: shutdown 2024-09-19T13:57:32.613 INFO:tasks.workunit.client.0.smithi031.stderr: -206> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 10 monclient: build_initial_monmap 2024-09-19T13:57:32.613 INFO:tasks.workunit.client.0.smithi031.stderr: -205> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 1 build_initial for_mkfs: 0 2024-09-19T13:57:32.613 INFO:tasks.workunit.client.0.smithi031.stderr: -204> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 10 monclient: monmap: 2024-09-19T13:57:32.613 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T13:57:32.613 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T13:57:32.613 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T13:57:32.613 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T13:57:32.613 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T13:57:32.613 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:57:32.613 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T13:57:32.613 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T13:57:32.614 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T13:57:32.614 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:32.614 INFO:tasks.workunit.client.0.smithi031.stderr: -203> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdb119c0) adding auth protocol: cephx 2024-09-19T13:57:32.614 INFO:tasks.workunit.client.0.smithi031.stderr: -202> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdb119c0) adding auth protocol: cephx 2024-09-19T13:57:32.614 INFO:tasks.workunit.client.0.smithi031.stderr: -201> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdb119c0) adding auth protocol: cephx 2024-09-19T13:57:32.614 INFO:tasks.workunit.client.0.smithi031.stderr: -200> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdb119c0) adding con mode: secure 2024-09-19T13:57:32.614 INFO:tasks.workunit.client.0.smithi031.stderr: -199> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdb119c0) adding con mode: crc 2024-09-19T13:57:32.614 INFO:tasks.workunit.client.0.smithi031.stderr: -198> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdb119c0) adding con mode: secure 2024-09-19T13:57:32.614 INFO:tasks.workunit.client.0.smithi031.stderr: -197> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdb119c0) adding con mode: crc 2024-09-19T13:57:32.614 INFO:tasks.workunit.client.0.smithi031.stderr: -196> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdb119c0) adding con mode: secure 2024-09-19T13:57:32.614 INFO:tasks.workunit.client.0.smithi031.stderr: -195> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdb119c0) adding con mode: crc 2024-09-19T13:57:32.614 INFO:tasks.workunit.client.0.smithi031.stderr: -194> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdb119c0) adding con mode: crc 2024-09-19T13:57:32.614 INFO:tasks.workunit.client.0.smithi031.stderr: -193> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdb119c0) adding con mode: secure 2024-09-19T13:57:32.615 INFO:tasks.workunit.client.0.smithi031.stderr: -192> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdb119c0) adding con mode: crc 2024-09-19T13:57:32.615 INFO:tasks.workunit.client.0.smithi031.stderr: -191> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdb119c0) adding con mode: secure 2024-09-19T13:57:32.615 INFO:tasks.workunit.client.0.smithi031.stderr: -190> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdb119c0) adding con mode: crc 2024-09-19T13:57:32.615 INFO:tasks.workunit.client.0.smithi031.stderr: -189> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdb119c0) adding con mode: secure 2024-09-19T13:57:32.615 INFO:tasks.workunit.client.0.smithi031.stderr: -188> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:57:32.615 INFO:tasks.workunit.client.0.smithi031.stderr: -187> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 1 librados: starting msgr at 2024-09-19T13:57:32.615 INFO:tasks.workunit.client.0.smithi031.stderr: -186> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 1 librados: starting objecter 2024-09-19T13:57:32.615 INFO:tasks.workunit.client.0.smithi031.stderr: -185> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 asok(0x5597cd846d90) register_command objecter_requests cmddesc objecter_requests hook 0x5597cdb17660 EEXIST 2024-09-19T13:57:32.615 INFO:tasks.workunit.client.0.smithi031.stderr: -184> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 1 librados: setting wanted keys 2024-09-19T13:57:32.615 INFO:tasks.workunit.client.0.smithi031.stderr: -183> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 1 librados: calling monclient init 2024-09-19T13:57:32.615 INFO:tasks.workunit.client.0.smithi031.stderr: -182> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 10 monclient: init 2024-09-19T13:57:32.615 INFO:tasks.workunit.client.0.smithi031.stderr: -181> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdacede0) adding auth protocol: cephx 2024-09-19T13:57:32.615 INFO:tasks.workunit.client.0.smithi031.stderr: -180> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdacede0) adding auth protocol: cephx 2024-09-19T13:57:32.615 INFO:tasks.workunit.client.0.smithi031.stderr: -179> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdacede0) adding auth protocol: cephx 2024-09-19T13:57:32.616 INFO:tasks.workunit.client.0.smithi031.stderr: -178> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdacede0) adding con mode: secure 2024-09-19T13:57:32.616 INFO:tasks.workunit.client.0.smithi031.stderr: -177> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdacede0) adding con mode: crc 2024-09-19T13:57:32.616 INFO:tasks.workunit.client.0.smithi031.stderr: -176> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdacede0) adding con mode: secure 2024-09-19T13:57:32.616 INFO:tasks.workunit.client.0.smithi031.stderr: -175> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdacede0) adding con mode: crc 2024-09-19T13:57:32.616 INFO:tasks.workunit.client.0.smithi031.stderr: -174> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdacede0) adding con mode: secure 2024-09-19T13:57:32.616 INFO:tasks.workunit.client.0.smithi031.stderr: -173> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdacede0) adding con mode: crc 2024-09-19T13:57:32.616 INFO:tasks.workunit.client.0.smithi031.stderr: -172> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdacede0) adding con mode: crc 2024-09-19T13:57:32.616 INFO:tasks.workunit.client.0.smithi031.stderr: -171> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdacede0) adding con mode: secure 2024-09-19T13:57:32.616 INFO:tasks.workunit.client.0.smithi031.stderr: -170> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdacede0) adding con mode: crc 2024-09-19T13:57:32.616 INFO:tasks.workunit.client.0.smithi031.stderr: -169> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdacede0) adding con mode: secure 2024-09-19T13:57:32.616 INFO:tasks.workunit.client.0.smithi031.stderr: -168> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdacede0) adding con mode: crc 2024-09-19T13:57:32.616 INFO:tasks.workunit.client.0.smithi031.stderr: -167> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 AuthRegistry(0x5597cdacede0) adding con mode: secure 2024-09-19T13:57:32.616 INFO:tasks.workunit.client.0.smithi031.stderr: -166> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:57:32.616 INFO:tasks.workunit.client.0.smithi031.stderr: -165> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:57:32.617 INFO:tasks.workunit.client.0.smithi031.stderr: -164> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 asok(0x5597cd846d90) register_command rotate-key cmddesc rotate-key hook 0x5597cdacef28 EEXIST 2024-09-19T13:57:32.617 INFO:tasks.workunit.client.0.smithi031.stderr: -163> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 10 monclient: _reopen_session rank -1 2024-09-19T13:57:32.617 INFO:tasks.workunit.client.0.smithi031.stderr: -162> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-19T13:57:32.617 INFO:tasks.workunit.client.0.smithi031.stderr: -161> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 10 monclient(hunting): picked mon.noname-c con 0x5597cdaf09c0 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T13:57:32.617 INFO:tasks.workunit.client.0.smithi031.stderr: -160> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 10 monclient(hunting): picked mon.noname-b con 0x5597cdb1c770 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T13:57:32.617 INFO:tasks.workunit.client.0.smithi031.stderr: -159> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 10 monclient(hunting): picked mon.noname-a con 0x5597cdb20fa0 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T13:57:32.617 INFO:tasks.workunit.client.0.smithi031.stderr: -158> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:57:32.617 INFO:tasks.workunit.client.0.smithi031.stderr: -157> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:57:32.617 INFO:tasks.workunit.client.0.smithi031.stderr: -156> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:57:32.617 INFO:tasks.workunit.client.0.smithi031.stderr: -155> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 10 monclient(hunting): _renew_subs 2024-09-19T13:57:32.617 INFO:tasks.workunit.client.0.smithi031.stderr: -154> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 10 monclient(hunting): authenticate will time out at 2196.269874s 2024-09-19T13:57:32.617 INFO:tasks.workunit.client.0.smithi031.stderr: -153> 2024-09-19T13:57:32.439+0000 7fd63baa0640 10 monclient(hunting): get_auth_request con 0x5597cdb20fa0 auth_method 0 2024-09-19T13:57:32.618 INFO:tasks.workunit.client.0.smithi031.stderr: -152> 2024-09-19T13:57:32.439+0000 7fd63baa0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:57:32.618 INFO:tasks.workunit.client.0.smithi031.stderr: -151> 2024-09-19T13:57:32.439+0000 7fd63baa0640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:57:32.618 INFO:tasks.workunit.client.0.smithi031.stderr: -150> 2024-09-19T13:57:32.439+0000 7fd63baa0640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:57:32.618 INFO:tasks.workunit.client.0.smithi031.stderr: -149> 2024-09-19T13:57:32.439+0000 7fd63b29f640 10 monclient(hunting): get_auth_request con 0x5597cdaf09c0 auth_method 0 2024-09-19T13:57:32.618 INFO:tasks.workunit.client.0.smithi031.stderr: -148> 2024-09-19T13:57:32.439+0000 7fd63b29f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:57:32.618 INFO:tasks.workunit.client.0.smithi031.stderr: -147> 2024-09-19T13:57:32.439+0000 7fd63b29f640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:57:32.618 INFO:tasks.workunit.client.0.smithi031.stderr: -146> 2024-09-19T13:57:32.439+0000 7fd63b29f640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:57:32.618 INFO:tasks.workunit.client.0.smithi031.stderr: -145> 2024-09-19T13:57:32.439+0000 7fd63baa0640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:57:32.618 INFO:tasks.workunit.client.0.smithi031.stderr: -144> 2024-09-19T13:57:32.439+0000 7fd63baa0640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:57:32.618 INFO:tasks.workunit.client.0.smithi031.stderr: -143> 2024-09-19T13:57:32.439+0000 7fd63baa0640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:57:32.618 INFO:tasks.workunit.client.0.smithi031.stderr: -142> 2024-09-19T13:57:32.439+0000 7fd63b29f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:57:32.618 INFO:tasks.workunit.client.0.smithi031.stderr: -141> 2024-09-19T13:57:32.439+0000 7fd63b29f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:57:32.618 INFO:tasks.workunit.client.0.smithi031.stderr: -140> 2024-09-19T13:57:32.439+0000 7fd63b29f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:57:32.619 INFO:tasks.workunit.client.0.smithi031.stderr: -139> 2024-09-19T13:57:32.439+0000 7fd63aa9e640 10 monclient(hunting): get_auth_request con 0x5597cdb1c770 auth_method 0 2024-09-19T13:57:32.619 INFO:tasks.workunit.client.0.smithi031.stderr: -138> 2024-09-19T13:57:32.439+0000 7fd63aa9e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:57:32.619 INFO:tasks.workunit.client.0.smithi031.stderr: -137> 2024-09-19T13:57:32.439+0000 7fd63aa9e640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:57:32.619 INFO:tasks.workunit.client.0.smithi031.stderr: -136> 2024-09-19T13:57:32.439+0000 7fd63aa9e640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:57:32.619 INFO:tasks.workunit.client.0.smithi031.stderr: -135> 2024-09-19T13:57:32.439+0000 7fd63baa0640 10 monclient(hunting): handle_auth_done global_id 6660 payload 824 2024-09-19T13:57:32.619 INFO:tasks.workunit.client.0.smithi031.stderr: -134> 2024-09-19T13:57:32.439+0000 7fd63baa0640 10 monclient: _finish_hunting 0 2024-09-19T13:57:32.619 INFO:tasks.workunit.client.0.smithi031.stderr: -133> 2024-09-19T13:57:32.439+0000 7fd63baa0640 1 monclient: found mon.noname-a 2024-09-19T13:57:32.619 INFO:tasks.workunit.client.0.smithi031.stderr: -132> 2024-09-19T13:57:32.439+0000 7fd63baa0640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T13:57:32.619 INFO:tasks.workunit.client.0.smithi031.stderr: -131> 2024-09-19T13:57:32.439+0000 7fd51d7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:57:32.620 INFO:tasks.workunit.client.0.smithi031.stderr: -130> 2024-09-19T13:57:32.439+0000 7fd51d7fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T13:57:32.620 INFO:tasks.workunit.client.0.smithi031.stderr: -129> 2024-09-19T13:57:32.439+0000 7fd51d7fa640 10 monclient: dump: 2024-09-19T13:57:32.620 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:57:32.620 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:57:32.620 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:57:32.620 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:57:32.620 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:57:32.620 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:57:32.620 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:57:32.620 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:57:32.620 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:57:32.620 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:32.620 INFO:tasks.workunit.client.0.smithi031.stderr: -128> 2024-09-19T13:57:32.439+0000 7fd51d7fa640 10 monclient: _finish_auth 0 2024-09-19T13:57:32.621 INFO:tasks.workunit.client.0.smithi031.stderr: -127> 2024-09-19T13:57:32.439+0000 7fd51d7fa640 10 monclient: _check_auth_tickets 2024-09-19T13:57:32.621 INFO:tasks.workunit.client.0.smithi031.stderr: -126> 2024-09-19T13:57:32.439+0000 7fd51d7fa640 10 monclient: handle_config config(0 keys) 2024-09-19T13:57:32.621 INFO:tasks.workunit.client.0.smithi031.stderr: -125> 2024-09-19T13:57:32.439+0000 7fd51d7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:57:32.621 INFO:tasks.workunit.client.0.smithi031.stderr: -124> 2024-09-19T13:57:32.439+0000 7fd51d7fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T13:57:32.621 INFO:tasks.workunit.client.0.smithi031.stderr: -123> 2024-09-19T13:57:32.439+0000 7fd51d7fa640 10 monclient: dump: 2024-09-19T13:57:32.621 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:57:32.621 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:57:32.621 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:57:32.621 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:57:32.621 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:57:32.621 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:57:32.621 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:57:32.621 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:57:32.622 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:57:32.622 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:32.622 INFO:tasks.workunit.client.0.smithi031.stderr: -122> 2024-09-19T13:57:32.439+0000 7fd51effd640 4 set_mon_vals no callback set 2024-09-19T13:57:32.622 INFO:tasks.workunit.client.0.smithi031.stderr: -121> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 monclient: authenticate success, global_id 6660 2024-09-19T13:57:32.622 INFO:tasks.workunit.client.0.smithi031.stderr: -120> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 10 monclient: _renew_subs 2024-09-19T13:57:32.622 INFO:tasks.workunit.client.0.smithi031.stderr: -119> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T13:57:32.622 INFO:tasks.workunit.client.0.smithi031.stderr: -118> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 10 monclient: _renew_subs 2024-09-19T13:57:32.622 INFO:tasks.workunit.client.0.smithi031.stderr: -117> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T13:57:32.622 INFO:tasks.workunit.client.0.smithi031.stderr: -116> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 1 librados: init done 2024-09-19T13:57:32.622 INFO:tasks.workunit.client.0.smithi031.stderr: -115> 2024-09-19T13:57:32.439+0000 7fd63d7999c0 5 asok(0x5597cd846d90) register_command cr dump hook 0x5597cdb14b28 2024-09-19T13:57:32.622 INFO:tasks.workunit.client.0.smithi031.stderr: -114> 2024-09-19T13:57:32.443+0000 7fd63d7999c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.622 INFO:tasks.workunit.client.0.smithi031.stderr: -113> 2024-09-19T13:57:32.443+0000 7fd51d7fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T13:57:32.622 INFO:tasks.workunit.client.0.smithi031.stderr: -112> 2024-09-19T13:57:32.443+0000 7fd51d7fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:57:32.623 INFO:tasks.workunit.client.0.smithi031.stderr: -111> 2024-09-19T13:57:32.443+0000 7fd51d7fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:57:32.623 INFO:tasks.workunit.client.0.smithi031.stderr: -110> 2024-09-19T13:57:32.443+0000 7fd63b29f640 10 monclient: get_auth_request con 0x7fd504071be0 auth_method 0 2024-09-19T13:57:32.623 INFO:tasks.workunit.client.0.smithi031.stderr: -109> 2024-09-19T13:57:32.443+0000 7fd63aa9e640 10 monclient: get_auth_request con 0x5597cdb3a890 auth_method 0 2024-09-19T13:57:32.623 INFO:tasks.workunit.client.0.smithi031.stderr: -108> 2024-09-19T13:57:32.443+0000 7fd63d7999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:32.623 INFO:tasks.workunit.client.0.smithi031.stderr: -107> 2024-09-19T13:57:32.443+0000 7fd63d7999c0 20 realm 2024-09-19T13:57:32.623 INFO:tasks.workunit.client.0.smithi031.stderr: -106> 2024-09-19T13:57:32.443+0000 7fd63d7999c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.623 INFO:tasks.workunit.client.0.smithi031.stderr: -105> 2024-09-19T13:57:32.443+0000 7fd63d7999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:32.623 INFO:tasks.workunit.client.0.smithi031.stderr: -104> 2024-09-19T13:57:32.443+0000 7fd63d7999c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:57:32.623 INFO:tasks.workunit.client.0.smithi031.stderr: -103> 2024-09-19T13:57:32.443+0000 7fd63d7999c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.623 INFO:tasks.workunit.client.0.smithi031.stderr: -102> 2024-09-19T13:57:32.447+0000 7fd63d7999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:32.623 INFO:tasks.workunit.client.0.smithi031.stderr: -101> 2024-09-19T13:57:32.447+0000 7fd63d7999c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.623 INFO:tasks.workunit.client.0.smithi031.stderr: -100> 2024-09-19T13:57:32.447+0000 7fd63b29f640 10 monclient: get_auth_request con 0x5597cdb3ead0 auth_method 0 2024-09-19T13:57:32.623 INFO:tasks.workunit.client.0.smithi031.stderr: -99> 2024-09-19T13:57:32.447+0000 7fd63d7999c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:57:32.623 INFO:tasks.workunit.client.0.smithi031.stderr: -98> 2024-09-19T13:57:32.447+0000 7fd63d7999c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.624 INFO:tasks.workunit.client.0.smithi031.stderr: -97> 2024-09-19T13:57:32.447+0000 7fd63aa9e640 10 monclient: get_auth_request con 0x5597cdb42330 auth_method 0 2024-09-19T13:57:32.624 INFO:tasks.workunit.client.0.smithi031.stderr: -96> 2024-09-19T13:57:32.447+0000 7fd63d7999c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:57:32.624 INFO:tasks.workunit.client.0.smithi031.stderr: -95> 2024-09-19T13:57:32.447+0000 7fd63d7999c0 20 searching for the correct realm 2024-09-19T13:57:32.624 INFO:tasks.workunit.client.0.smithi031.stderr: -94> 2024-09-19T13:57:32.447+0000 7fd63baa0640 10 monclient: get_auth_request con 0x7fd6300e5c20 auth_method 0 2024-09-19T13:57:32.624 INFO:tasks.workunit.client.0.smithi031.stderr: -93> 2024-09-19T13:57:32.451+0000 7fd63b29f640 10 monclient: get_auth_request con 0x7fd62c06eb50 auth_method 0 2024-09-19T13:57:32.624 INFO:tasks.workunit.client.0.smithi031.stderr: -92> 2024-09-19T13:57:32.451+0000 7fd63aa9e640 10 monclient: get_auth_request con 0x7fd6300bf030 auth_method 0 2024-09-19T13:57:32.624 INFO:tasks.workunit.client.0.smithi031.stderr: -91> 2024-09-19T13:57:32.455+0000 7fd63aa9e640 0 -- 172.21.15.31:0/3323501885 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7fd6300bf030 msgr2=0x7fd6301011e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:57:32.624 INFO:tasks.workunit.client.0.smithi031.stderr: -90> 2024-09-19T13:57:32.455+0000 7fd51d7fa640 1 client.6660.objecter ms_handle_reset 0x7fd6300bf030 session 0x7fd6300a6070 osd.5 2024-09-19T13:57:32.624 INFO:tasks.workunit.client.0.smithi031.stderr: -89> 2024-09-19T13:57:32.455+0000 7fd51d7fa640 10 monclient: _renew_subs 2024-09-19T13:57:32.624 INFO:tasks.workunit.client.0.smithi031.stderr: -88> 2024-09-19T13:57:32.455+0000 7fd51d7fa640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T13:57:32.624 INFO:tasks.workunit.client.0.smithi031.stderr: -87> 2024-09-19T13:57:32.455+0000 7fd63aa9e640 10 monclient: get_auth_request con 0x7fd504081e90 auth_method 0 2024-09-19T13:57:32.624 INFO:tasks.workunit.client.0.smithi031.stderr: -86> 2024-09-19T13:57:32.455+0000 7fd63baa0640 10 monclient: get_auth_request con 0x7fd62c06e040 auth_method 0 2024-09-19T13:57:32.625 INFO:tasks.workunit.client.0.smithi031.stderr: -85> 2024-09-19T13:57:32.459+0000 7fd63b29f640 10 monclient: get_auth_request con 0x7fd6340620e0 auth_method 0 2024-09-19T13:57:32.625 INFO:tasks.workunit.client.0.smithi031.stderr: -84> 2024-09-19T13:57:32.459+0000 7fd63aa9e640 0 -- 172.21.15.31:0/3323501885 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x5597cdb3a890 msgr2=0x5597cdb3cd20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:57:32.625 INFO:tasks.workunit.client.0.smithi031.stderr: -83> 2024-09-19T13:57:32.459+0000 7fd51d7fa640 1 client.6660.objecter ms_handle_reset 0x5597cdb3a890 session 0x5597cdb3a1c0 osd.6 2024-09-19T13:57:32.625 INFO:tasks.workunit.client.0.smithi031.stderr: -82> 2024-09-19T13:57:32.459+0000 7fd63aa9e640 10 monclient: get_auth_request con 0x7fd6300bf030 auth_method 0 2024-09-19T13:57:32.625 INFO:tasks.workunit.client.0.smithi031.stderr: -81> 2024-09-19T13:57:32.467+0000 7fd63d7999c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:57:32.625 INFO:tasks.workunit.client.0.smithi031.stderr: -80> 2024-09-19T13:57:32.467+0000 7fd63d7999c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:57:32.625 INFO:tasks.workunit.client.0.smithi031.stderr: -79> 2024-09-19T13:57:32.467+0000 7fd63d7999c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:57:32.625 INFO:tasks.workunit.client.0.smithi031.stderr: -78> 2024-09-19T13:57:32.467+0000 7fd63d7999c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:57:32.625 INFO:tasks.workunit.client.0.smithi031.stderr: -77> 2024-09-19T13:57:32.467+0000 7fd63d7999c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:57:32.625 INFO:tasks.workunit.client.0.smithi031.stderr: -76> 2024-09-19T13:57:32.467+0000 7fd63d7999c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:57:32.625 INFO:tasks.workunit.client.0.smithi031.stderr: -75> 2024-09-19T13:57:32.467+0000 7fd63d7999c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.626 INFO:tasks.workunit.client.0.smithi031.stderr: -74> 2024-09-19T13:57:32.467+0000 7fd63d7999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:32.626 INFO:tasks.workunit.client.0.smithi031.stderr: -73> 2024-09-19T13:57:32.467+0000 7fd63d7999c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.626 INFO:tasks.workunit.client.0.smithi031.stderr: -72> 2024-09-19T13:57:32.467+0000 7fd63d7999c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:57:32.626 INFO:tasks.workunit.client.0.smithi031.stderr: -71> 2024-09-19T13:57:32.467+0000 7fd63d7999c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.626 INFO:tasks.workunit.client.0.smithi031.stderr: -70> 2024-09-19T13:57:32.467+0000 7fd63d7999c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:57:32.626 INFO:tasks.workunit.client.0.smithi031.stderr: -69> 2024-09-19T13:57:32.467+0000 7fd63d7999c0 20 zone default found 2024-09-19T13:57:32.626 INFO:tasks.workunit.client.0.smithi031.stderr: -68> 2024-09-19T13:57:32.467+0000 7fd63d7999c0 4 Realm: () 2024-09-19T13:57:32.626 INFO:tasks.workunit.client.0.smithi031.stderr: -67> 2024-09-19T13:57:32.467+0000 7fd63d7999c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:57:32.626 INFO:tasks.workunit.client.0.smithi031.stderr: -66> 2024-09-19T13:57:32.467+0000 7fd63d7999c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:57:32.626 INFO:tasks.workunit.client.0.smithi031.stderr: -65> 2024-09-19T13:57:32.467+0000 7fd63d7999c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:57:32.626 INFO:tasks.workunit.client.0.smithi031.stderr: -64> 2024-09-19T13:57:32.467+0000 7fd63d7999c0 20 zonegroup default 2024-09-19T13:57:32.626 INFO:tasks.workunit.client.0.smithi031.stderr: -63> 2024-09-19T13:57:32.467+0000 7fd63d7999c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.626 INFO:tasks.workunit.client.0.smithi031.stderr: -62> 2024-09-19T13:57:32.467+0000 7fd63d7999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:32.627 INFO:tasks.workunit.client.0.smithi031.stderr: -61> 2024-09-19T13:57:32.467+0000 7fd63d7999c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.627 INFO:tasks.workunit.client.0.smithi031.stderr: -60> 2024-09-19T13:57:32.467+0000 7fd63d7999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:32.627 INFO:tasks.workunit.client.0.smithi031.stderr: -59> 2024-09-19T13:57:32.471+0000 7fd63d7999c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.627 INFO:tasks.workunit.client.0.smithi031.stderr: -58> 2024-09-19T13:57:32.471+0000 7fd63d7999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:32.627 INFO:tasks.workunit.client.0.smithi031.stderr: -57> 2024-09-19T13:57:32.471+0000 7fd63d7999c0 20 started sync module instance, tier type = 2024-09-19T13:57:32.627 INFO:tasks.workunit.client.0.smithi031.stderr: -56> 2024-09-19T13:57:32.471+0000 7fd63d7999c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:57:32.627 INFO:tasks.workunit.client.0.smithi031.stderr: -55> 2024-09-19T13:57:32.487+0000 7fd63d7999c0 20 add_watcher() i=0 2024-09-19T13:57:32.627 INFO:tasks.workunit.client.0.smithi031.stderr: -54> 2024-09-19T13:57:32.487+0000 7fd63d7999c0 20 add_watcher() i=1 2024-09-19T13:57:32.627 INFO:tasks.workunit.client.0.smithi031.stderr: -53> 2024-09-19T13:57:32.487+0000 7fd63d7999c0 20 add_watcher() i=2 2024-09-19T13:57:32.627 INFO:tasks.workunit.client.0.smithi031.stderr: -52> 2024-09-19T13:57:32.487+0000 7fd63d7999c0 20 add_watcher() i=3 2024-09-19T13:57:32.627 INFO:tasks.workunit.client.0.smithi031.stderr: -51> 2024-09-19T13:57:32.487+0000 7fd63d7999c0 20 add_watcher() i=4 2024-09-19T13:57:32.627 INFO:tasks.workunit.client.0.smithi031.stderr: -50> 2024-09-19T13:57:32.487+0000 7fd63d7999c0 20 add_watcher() i=5 2024-09-19T13:57:32.627 INFO:tasks.workunit.client.0.smithi031.stderr: -49> 2024-09-19T13:57:32.487+0000 7fd63d7999c0 20 add_watcher() i=6 2024-09-19T13:57:32.627 INFO:tasks.workunit.client.0.smithi031.stderr: -48> 2024-09-19T13:57:32.491+0000 7fd63d7999c0 20 add_watcher() i=7 2024-09-19T13:57:32.628 INFO:tasks.workunit.client.0.smithi031.stderr: -47> 2024-09-19T13:57:32.491+0000 7fd63d7999c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:57:32.628 INFO:tasks.workunit.client.0.smithi031.stderr: -46> 2024-09-19T13:57:32.491+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a0292e0) adding auth protocol: cephx 2024-09-19T13:57:32.628 INFO:tasks.workunit.client.0.smithi031.stderr: -45> 2024-09-19T13:57:32.491+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a0292e0) adding auth protocol: cephx 2024-09-19T13:57:32.628 INFO:tasks.workunit.client.0.smithi031.stderr: -44> 2024-09-19T13:57:32.491+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a0292e0) adding auth protocol: cephx 2024-09-19T13:57:32.628 INFO:tasks.workunit.client.0.smithi031.stderr: -43> 2024-09-19T13:57:32.491+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a0292e0) adding con mode: secure 2024-09-19T13:57:32.628 INFO:tasks.workunit.client.0.smithi031.stderr: -42> 2024-09-19T13:57:32.491+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a0292e0) adding con mode: crc 2024-09-19T13:57:32.628 INFO:tasks.workunit.client.0.smithi031.stderr: -41> 2024-09-19T13:57:32.491+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a0292e0) adding con mode: secure 2024-09-19T13:57:32.628 INFO:tasks.workunit.client.0.smithi031.stderr: -40> 2024-09-19T13:57:32.491+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a0292e0) adding con mode: crc 2024-09-19T13:57:32.628 INFO:tasks.workunit.client.0.smithi031.stderr: -39> 2024-09-19T13:57:32.491+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a0292e0) adding con mode: secure 2024-09-19T13:57:32.628 INFO:tasks.workunit.client.0.smithi031.stderr: -38> 2024-09-19T13:57:32.491+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a0292e0) adding con mode: crc 2024-09-19T13:57:32.628 INFO:tasks.workunit.client.0.smithi031.stderr: -37> 2024-09-19T13:57:32.491+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a0292e0) adding con mode: crc 2024-09-19T13:57:32.628 INFO:tasks.workunit.client.0.smithi031.stderr: -36> 2024-09-19T13:57:32.491+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a0292e0) adding con mode: secure 2024-09-19T13:57:32.628 INFO:tasks.workunit.client.0.smithi031.stderr: -35> 2024-09-19T13:57:32.491+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a0292e0) adding con mode: crc 2024-09-19T13:57:32.629 INFO:tasks.workunit.client.0.smithi031.stderr: -34> 2024-09-19T13:57:32.491+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a0292e0) adding con mode: secure 2024-09-19T13:57:32.629 INFO:tasks.workunit.client.0.smithi031.stderr: -33> 2024-09-19T13:57:32.491+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a0292e0) adding con mode: crc 2024-09-19T13:57:32.629 INFO:tasks.workunit.client.0.smithi031.stderr: -32> 2024-09-19T13:57:32.491+0000 7fd63d7999c0 5 AuthRegistry(0x7fff6a0292e0) adding con mode: secure 2024-09-19T13:57:32.629 INFO:tasks.workunit.client.0.smithi031.stderr: -31> 2024-09-19T13:57:32.491+0000 7fd4f1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:57:32.629 INFO:tasks.workunit.client.0.smithi031.stderr: -30> 2024-09-19T13:57:32.495+0000 7fd63d7999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:57:32.629 INFO:tasks.workunit.client.0.smithi031.stderr: -29> 2024-09-19T13:57:32.495+0000 7fd63d7999c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:57:32.629 INFO:tasks.workunit.client.0.smithi031.stderr: -28> 2024-09-19T13:57:32.495+0000 7fd63d7999c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:57:32.629 INFO:tasks.workunit.client.0.smithi031.stderr: -27> 2024-09-19T13:57:32.495+0000 7fd63d7999c0 5 asok(0x5597cd846d90) register_command cache list hook 0x5597cdb1f980 2024-09-19T13:57:32.629 INFO:tasks.workunit.client.0.smithi031.stderr: -26> 2024-09-19T13:57:32.495+0000 7fd63d7999c0 5 asok(0x5597cd846d90) register_command cache inspect hook 0x5597cdb1f980 2024-09-19T13:57:32.629 INFO:tasks.workunit.client.0.smithi031.stderr: -25> 2024-09-19T13:57:32.495+0000 7fd63d7999c0 5 asok(0x5597cd846d90) register_command cache erase hook 0x5597cdb1f980 2024-09-19T13:57:32.630 INFO:tasks.workunit.client.0.smithi031.stderr: -24> 2024-09-19T13:57:32.495+0000 7fd63d7999c0 5 asok(0x5597cd846d90) register_command cache zap hook 0x5597cdb1f980 2024-09-19T13:57:32.630 INFO:tasks.workunit.client.0.smithi031.stderr: -23> 2024-09-19T13:57:32.495+0000 7fd63d7999c0 5 note: GC not initialized 2024-09-19T13:57:32.630 INFO:tasks.workunit.client.0.smithi031.stderr: -22> 2024-09-19T13:57:32.495+0000 7fd4f0fe1640 20 reqs_thread_entry: start 2024-09-19T13:57:32.630 INFO:tasks.workunit.client.0.smithi031.stderr: -21> 2024-09-19T13:57:32.495+0000 7fd63d7999c0 5 asok(0x5597cd846d90) register_command sync trace show hook 0x7fd6300f8310 2024-09-19T13:57:32.630 INFO:tasks.workunit.client.0.smithi031.stderr: -20> 2024-09-19T13:57:32.495+0000 7fd63d7999c0 5 asok(0x5597cd846d90) register_command sync trace history hook 0x7fd6300f8310 2024-09-19T13:57:32.630 INFO:tasks.workunit.client.0.smithi031.stderr: -19> 2024-09-19T13:57:32.495+0000 7fd63d7999c0 5 asok(0x5597cd846d90) register_command sync trace active hook 0x7fd6300f8310 2024-09-19T13:57:32.630 INFO:tasks.workunit.client.0.smithi031.stderr: -18> 2024-09-19T13:57:32.495+0000 7fd63d7999c0 5 asok(0x5597cd846d90) register_command sync trace active_short hook 0x7fd6300f8310 2024-09-19T13:57:32.630 INFO:tasks.workunit.client.0.smithi031.stderr: -17> 2024-09-19T13:57:32.495+0000 7fd63d7999c0 20 init_complete bucket index max shards: 1 2024-09-19T13:57:32.630 INFO:tasks.workunit.client.0.smithi031.stderr: -16> 2024-09-19T13:57:32.495+0000 7fd63d7999c0 20 Filter name: none 2024-09-19T13:57:32.630 INFO:tasks.workunit.client.0.smithi031.stderr: -15> 2024-09-19T13:57:32.495+0000 7fd46a7fc640 20 reqs_thread_entry: start 2024-09-19T13:57:32.630 INFO:tasks.workunit.client.0.smithi031.stderr: -14> 2024-09-19T13:57:32.495+0000 7fd63d7999c0 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-19T13:57:32.630 INFO:tasks.workunit.client.0.smithi031.stderr: -13> 2024-09-19T13:57:32.495+0000 7fd63d7999c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.630 INFO:tasks.workunit.client.0.smithi031.stderr: -12> 2024-09-19T13:57:32.495+0000 7fd63d7999c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-19T13:57:32.631 INFO:tasks.workunit.client.0.smithi031.stderr: -11> 2024-09-19T13:57:32.495+0000 7fd63d7999c0 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-19T13:57:32.631 INFO:tasks.workunit.client.0.smithi031.stderr: -10> 2024-09-19T13:57:32.495+0000 7fd63d7999c0 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-19T13:57:32.631 INFO:tasks.workunit.client.0.smithi031.stderr: -9> 2024-09-19T13:57:32.495+0000 7fd63d7999c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24 : miss 2024-09-19T13:57:32.631 INFO:tasks.workunit.client.0.smithi031.stderr: -8> 2024-09-19T13:57:32.495+0000 7fd63d7999c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.631 INFO:tasks.workunit.client.0.smithi031.stderr: -7> 2024-09-19T13:57:32.495+0000 7fd63d7999c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-19T13:57:32.631 INFO:tasks.workunit.client.0.smithi031.stderr: -6> 2024-09-19T13:57:32.495+0000 7fd63d7999c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24 info.flags=0x17 2024-09-19T13:57:32.631 INFO:tasks.workunit.client.0.smithi031.stderr: -5> 2024-09-19T13:57:32.495+0000 7fd63d7999c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24 to cache LRU end 2024-09-19T13:57:32.631 INFO:tasks.workunit.client.0.smithi031.stderr: -4> 2024-09-19T13:57:32.495+0000 7fd63d7999c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:57:32.631 INFO:tasks.workunit.client.0.smithi031.stderr: -3> 2024-09-19T13:57:32.495+0000 7fd63d7999c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:57:32.631 INFO:tasks.workunit.client.0.smithi031.stderr: -2> 2024-09-19T13:57:32.495+0000 7fd63d7999c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24 2024-09-19T13:57:32.631 INFO:tasks.workunit.client.0.smithi031.stderr: -1> 2024-09-19T13:57:32.499+0000 7fd63d7999c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fd63d7999c0 time 2024-09-19T13:57:32.501603+0000 2024-09-19T13:57:32.631 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T13:57:32.632 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:32.632 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T13:57:32.632 INFO:tasks.workunit.client.0.smithi031.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fd6410732eb] 2024-09-19T13:57:32.632 INFO:tasks.workunit.client.0.smithi031.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fd64107349f] 2024-09-19T13:57:32.632 INFO:tasks.workunit.client.0.smithi031.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5597cc09c271] 2024-09-19T13:57:32.632 INFO:tasks.workunit.client.0.smithi031.stderr: 4: radosgw-admin(+0x140fb48) [0x5597ccaecb48] 2024-09-19T13:57:32.632 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5597cc0ac0dd] 2024-09-19T13:57:32.632 INFO:tasks.workunit.client.0.smithi031.stderr: 6: main() 2024-09-19T13:57:32.632 INFO:tasks.workunit.client.0.smithi031.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fd63fed9d90] 2024-09-19T13:57:32.632 INFO:tasks.workunit.client.0.smithi031.stderr: 8: __libc_start_main() 2024-09-19T13:57:32.632 INFO:tasks.workunit.client.0.smithi031.stderr: 9: _start() 2024-09-19T13:57:32.632 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:32.632 INFO:tasks.workunit.client.0.smithi031.stderr: 0> 2024-09-19T13:57:32.503+0000 7fd63d7999c0 -1 *** Caught signal (Aborted) ** 2024-09-19T13:57:32.633 INFO:tasks.workunit.client.0.smithi031.stderr: in thread 7fd63d7999c0 thread_name:radosgw-admin 2024-09-19T13:57:32.633 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:32.633 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T13:57:32.633 INFO:tasks.workunit.client.0.smithi031.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fd63fef2520] 2024-09-19T13:57:32.633 INFO:tasks.workunit.client.0.smithi031.stderr: 2: pthread_kill() 2024-09-19T13:57:32.633 INFO:tasks.workunit.client.0.smithi031.stderr: 3: raise() 2024-09-19T13:57:32.633 INFO:tasks.workunit.client.0.smithi031.stderr: 4: abort() 2024-09-19T13:57:32.633 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fd641073345] 2024-09-19T13:57:32.633 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fd64107349f] 2024-09-19T13:57:32.633 INFO:tasks.workunit.client.0.smithi031.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5597cc09c271] 2024-09-19T13:57:32.633 INFO:tasks.workunit.client.0.smithi031.stderr: 8: radosgw-admin(+0x140fb48) [0x5597ccaecb48] 2024-09-19T13:57:32.633 INFO:tasks.workunit.client.0.smithi031.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5597cc0ac0dd] 2024-09-19T13:57:32.633 INFO:tasks.workunit.client.0.smithi031.stderr: 10: main() 2024-09-19T13:57:32.634 INFO:tasks.workunit.client.0.smithi031.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fd63fed9d90] 2024-09-19T13:57:32.634 INFO:tasks.workunit.client.0.smithi031.stderr: 12: __libc_start_main() 2024-09-19T13:57:32.634 INFO:tasks.workunit.client.0.smithi031.stderr: 13: _start() 2024-09-19T13:57:32.634 INFO:tasks.workunit.client.0.smithi031.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T13:57:32.634 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:32.634 INFO:tasks.workunit.client.0.smithi031.stderr:--- logging levels --- 2024-09-19T13:57:32.634 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 none 2024-09-19T13:57:32.634 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 lockdep 2024-09-19T13:57:32.634 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 context 2024-09-19T13:57:32.634 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 crush 2024-09-19T13:57:32.634 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds 2024-09-19T13:57:32.634 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_balancer 2024-09-19T13:57:32.634 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_locker 2024-09-19T13:57:32.635 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_log 2024-09-19T13:57:32.635 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_log_expire 2024-09-19T13:57:32.635 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_migrator 2024-09-19T13:57:32.635 INFO:tasks.workunit.client.0.smithi031.stderr: 3/ 5 mds_quiesce 2024-09-19T13:57:32.635 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 buffer 2024-09-19T13:57:32.635 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 timer 2024-09-19T13:57:32.635 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 filer 2024-09-19T13:57:32.635 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 striper 2024-09-19T13:57:32.635 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 objecter 2024-09-19T13:57:32.635 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rados 2024-09-19T13:57:32.635 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd 2024-09-19T13:57:32.635 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_mirror 2024-09-19T13:57:32.635 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_replay 2024-09-19T13:57:32.635 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_pwl 2024-09-19T13:57:32.636 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 journaler 2024-09-19T13:57:32.636 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 objectcacher 2024-09-19T13:57:32.636 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 immutable_obj_cache 2024-09-19T13:57:32.636 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 client 2024-09-19T13:57:32.636 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 osd 2024-09-19T13:57:32.636 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 optracker 2024-09-19T13:57:32.636 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 objclass 2024-09-19T13:57:32.636 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 filestore 2024-09-19T13:57:32.636 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 journal 2024-09-19T13:57:32.636 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 0 ms 2024-09-19T13:57:32.636 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mon 2024-09-19T13:57:32.636 INFO:tasks.workunit.client.0.smithi031.stderr: 0/10 monc 2024-09-19T13:57:32.636 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 paxos 2024-09-19T13:57:32.637 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 tp 2024-09-19T13:57:32.637 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 auth 2024-09-19T13:57:32.637 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 crypto 2024-09-19T13:57:32.637 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 finisher 2024-09-19T13:57:32.637 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 reserver 2024-09-19T13:57:32.637 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 heartbeatmap 2024-09-19T13:57:32.637 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 perfcounter 2024-09-19T13:57:32.637 INFO:tasks.workunit.client.0.smithi031.stderr: 20/20 rgw 2024-09-19T13:57:32.637 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_sync 2024-09-19T13:57:32.637 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_datacache 2024-09-19T13:57:32.637 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_access 2024-09-19T13:57:32.637 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_dbstore 2024-09-19T13:57:32.637 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_flight 2024-09-19T13:57:32.638 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_lifecycle 2024-09-19T13:57:32.638 INFO:tasks.workunit.client.0.smithi031.stderr: 20/20 rgw_notification 2024-09-19T13:57:32.638 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 javaclient 2024-09-19T13:57:32.638 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 asok 2024-09-19T13:57:32.638 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 throttle 2024-09-19T13:57:32.638 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 0 refs 2024-09-19T13:57:32.638 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 compressor 2024-09-19T13:57:32.638 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 bluestore 2024-09-19T13:57:32.638 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 bluefs 2024-09-19T13:57:32.638 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 bdev 2024-09-19T13:57:32.638 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 kstore 2024-09-19T13:57:32.638 INFO:tasks.workunit.client.0.smithi031.stderr: 4/ 5 rocksdb 2024-09-19T13:57:32.638 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 fuse 2024-09-19T13:57:32.638 INFO:tasks.workunit.client.0.smithi031.stderr: 2/ 5 mgr 2024-09-19T13:57:32.639 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mgrc 2024-09-19T13:57:32.639 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 dpdk 2024-09-19T13:57:32.639 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 eventtrace 2024-09-19T13:57:32.639 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 prioritycache 2024-09-19T13:57:32.639 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 test 2024-09-19T13:57:32.639 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cephfs_mirror 2024-09-19T13:57:32.639 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cephsqlite 2024-09-19T13:57:32.639 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 crimson_interrupt 2024-09-19T13:57:32.639 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore 2024-09-19T13:57:32.639 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_onode 2024-09-19T13:57:32.639 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_odata 2024-09-19T13:57:32.639 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_omap 2024-09-19T13:57:32.639 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_tm 2024-09-19T13:57:32.639 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_t 2024-09-19T13:57:32.640 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_cleaner 2024-09-19T13:57:32.640 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_epm 2024-09-19T13:57:32.640 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_lba 2024-09-19T13:57:32.640 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-19T13:57:32.640 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_cache 2024-09-19T13:57:32.640 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_journal 2024-09-19T13:57:32.640 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_device 2024-09-19T13:57:32.640 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_backref 2024-09-19T13:57:32.640 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 alienstore 2024-09-19T13:57:32.640 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mclock 2024-09-19T13:57:32.640 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cyanstore 2024-09-19T13:57:32.640 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 ceph_exporter 2024-09-19T13:57:32.640 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 memstore 2024-09-19T13:57:32.641 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 trace 2024-09-19T13:57:32.641 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 ceph_dedup 2024-09-19T13:57:32.641 INFO:tasks.workunit.client.0.smithi031.stderr: -2/-2 (syslog threshold) 2024-09-19T13:57:32.641 INFO:tasks.workunit.client.0.smithi031.stderr: 99/99 (stderr threshold) 2024-09-19T13:57:32.641 INFO:tasks.workunit.client.0.smithi031.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-19T13:57:32.641 INFO:tasks.workunit.client.0.smithi031.stderr: 7fd46a7fc640 / http_manager 2024-09-19T13:57:32.641 INFO:tasks.workunit.client.0.smithi031.stderr: 7fd4f0fe1640 / http_manager 2024-09-19T13:57:32.641 INFO:tasks.workunit.client.0.smithi031.stderr: 7fd4f1fe3640 / rgw_dt_lg_renew 2024-09-19T13:57:32.641 INFO:tasks.workunit.client.0.smithi031.stderr: 7fd51d7fa640 / ms_dispatch 2024-09-19T13:57:32.641 INFO:tasks.workunit.client.0.smithi031.stderr: 7fd51effd640 / io_context_pool 2024-09-19T13:57:32.641 INFO:tasks.workunit.client.0.smithi031.stderr: 7fd525602640 / ms_dispatch 2024-09-19T13:57:32.641 INFO:tasks.workunit.client.0.smithi031.stderr: 7fd527e07640 / ms_dispatch 2024-09-19T13:57:32.641 INFO:tasks.workunit.client.0.smithi031.stderr: 7fd52960a640 / io_context_pool 2024-09-19T13:57:32.641 INFO:tasks.workunit.client.0.smithi031.stderr: 7fd63aa9e640 / msgr-worker-2 2024-09-19T13:57:32.642 INFO:tasks.workunit.client.0.smithi031.stderr: 7fd63b29f640 / msgr-worker-1 2024-09-19T13:57:32.642 INFO:tasks.workunit.client.0.smithi031.stderr: 7fd63baa0640 / msgr-worker-0 2024-09-19T13:57:32.642 INFO:tasks.workunit.client.0.smithi031.stderr: 7fd63c2a1640 / io_context_pool 2024-09-19T13:57:32.642 INFO:tasks.workunit.client.0.smithi031.stderr: 7fd63d7999c0 / radosgw-admin 2024-09-19T13:57:32.642 INFO:tasks.workunit.client.0.smithi031.stderr: max_recent 500 2024-09-19T13:57:32.642 INFO:tasks.workunit.client.0.smithi031.stderr: max_new 1000 2024-09-19T13:57:32.642 INFO:tasks.workunit.client.0.smithi031.stderr: log_file /var/lib/ceph/crash/2024-09-19T13:57:32.504074Z_2dcdcf75-aa84-4fdb-b81f-8c659474c16e/log 2024-09-19T13:57:32.642 INFO:tasks.workunit.client.0.smithi031.stderr:--- end dump of recent events --- 2024-09-19T13:57:32.642 INFO:tasks.workunit.client.0.smithi031.stderr:Aborted 2024-09-19T13:57:32.642 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2024-09-19T13:57:32.646 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:57:32.646 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:57:32.646 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.583+0000 7fdb871719c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.646 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.587+0000 7fdb871719c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:32.646 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.587+0000 7fdb871719c0 20 realm 2024-09-19T13:57:32.646 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.587+0000 7fdb871719c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.587+0000 7fdb871719c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:32.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.587+0000 7fdb871719c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:57:32.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.587+0000 7fdb871719c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.587+0000 7fdb871719c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:32.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.587+0000 7fdb871719c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.587+0000 7fdb871719c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:57:32.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.587+0000 7fdb871719c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.591+0000 7fdb871719c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:57:32.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.591+0000 7fdb871719c0 20 searching for the correct realm 2024-09-19T13:57:32.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.595+0000 7fdb84476640 0 -- 172.21.15.31:0/3610212316 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7fdb781030d0 msgr2=0x7fdb7811f130 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:57:32.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.599+0000 7fdb84476640 0 -- 172.21.15.31:0/3610212316 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x55fb37496ca0 msgr2=0x55fb37499160 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:57:32.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.607+0000 7fdb871719c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:57:32.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.607+0000 7fdb871719c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:57:32.648 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.607+0000 7fdb871719c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:57:32.648 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.607+0000 7fdb871719c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:57:32.648 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.607+0000 7fdb871719c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:57:32.648 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.607+0000 7fdb871719c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:57:32.648 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.607+0000 7fdb871719c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.648 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.607+0000 7fdb871719c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:32.648 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.607+0000 7fdb871719c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.648 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.607+0000 7fdb871719c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:57:32.648 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.607+0000 7fdb871719c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.648 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.611+0000 7fdb871719c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:57:32.648 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.611+0000 7fdb871719c0 20 zone default found 2024-09-19T13:57:32.648 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.611+0000 7fdb871719c0 4 Realm: () 2024-09-19T13:57:32.648 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.611+0000 7fdb871719c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:57:32.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.611+0000 7fdb871719c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:57:32.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.611+0000 7fdb871719c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:57:32.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.611+0000 7fdb871719c0 20 zonegroup default 2024-09-19T13:57:32.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.611+0000 7fdb871719c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.611+0000 7fdb871719c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:32.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.611+0000 7fdb871719c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.611+0000 7fdb871719c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:32.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.611+0000 7fdb871719c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.611+0000 7fdb871719c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:32.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.611+0000 7fdb871719c0 20 started sync module instance, tier type = 2024-09-19T13:57:32.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.611+0000 7fdb871719c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:57:32.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.631+0000 7fdb871719c0 20 add_watcher() i=0 2024-09-19T13:57:32.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.631+0000 7fdb871719c0 20 add_watcher() i=1 2024-09-19T13:57:32.650 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.631+0000 7fdb871719c0 20 add_watcher() i=2 2024-09-19T13:57:32.650 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.631+0000 7fdb871719c0 20 add_watcher() i=3 2024-09-19T13:57:32.650 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.631+0000 7fdb871719c0 20 add_watcher() i=4 2024-09-19T13:57:32.650 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.631+0000 7fdb871719c0 20 add_watcher() i=5 2024-09-19T13:57:32.650 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.631+0000 7fdb871719c0 20 add_watcher() i=6 2024-09-19T13:57:32.650 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.631+0000 7fdb871719c0 20 add_watcher() i=7 2024-09-19T13:57:32.650 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.631+0000 7fdb871719c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:57:32.650 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.635+0000 7fda3b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:57:32.650 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.635+0000 7fdb871719c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:57:32.650 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.635+0000 7fdb871719c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:57:32.650 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.635+0000 7fdb871719c0 5 note: GC not initialized 2024-09-19T13:57:32.650 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.635+0000 7fda3a7e4640 20 reqs_thread_entry: start 2024-09-19T13:57:32.650 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.635+0000 7fdb871719c0 20 init_complete bucket index max shards: 1 2024-09-19T13:57:32.650 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.635+0000 7fdb871719c0 20 Filter name: none 2024-09-19T13:57:32.651 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.635+0000 7fda337fe640 20 reqs_thread_entry: start 2024-09-19T13:57:32.651 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.635+0000 7fdb871719c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.651 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.635+0000 7fdb871719c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-19T13:57:32.651 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.635+0000 7fdb871719c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.651 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.639+0000 7fdb871719c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-19T13:57:32.651 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.639+0000 7fdb871719c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:57:32.651 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.639+0000 7fdb871719c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.651 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.639+0000 7fdb871719c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-19T13:57:32.651 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.639+0000 7fdb871719c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.651 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.639+0000 7fdb871719c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-19T13:57:32.651 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.639+0000 7fdb871719c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:57:32.651 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.639+0000 7fda3b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:57:32.651 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.643+0000 7fdb871719c0 20 remove_watcher() i=0 2024-09-19T13:57:32.652 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.643+0000 7fdb871719c0 2 removed watcher, disabling cache 2024-09-19T13:57:32.652 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.647+0000 7fdb871719c0 20 remove_watcher() i=1 2024-09-19T13:57:32.652 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.647+0000 7fdb871719c0 20 remove_watcher() i=2 2024-09-19T13:57:32.652 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.651+0000 7fdb871719c0 20 remove_watcher() i=3 2024-09-19T13:57:32.652 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.651+0000 7fdb871719c0 20 remove_watcher() i=4 2024-09-19T13:57:32.654 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.655+0000 7fdb871719c0 20 remove_watcher() i=5 2024-09-19T13:57:32.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.655+0000 7fdb871719c0 20 remove_watcher() i=6 2024-09-19T13:57:32.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.659+0000 7fdb871719c0 20 remove_watcher() i=7 2024-09-19T13:57:32.673 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:32.674 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T13:57:32.674 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: abort-at-set-target-layout id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-19T13:57:32.674 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:57:32.675 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:32.675 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:32.687 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:57:32.687 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:57:32.734 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-19T13:57:32.769 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:57:32.769 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:57:32.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.815+0000 7fc8693259c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.819+0000 7fc8693259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:32.819 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.819+0000 7fc8693259c0 20 realm 2024-09-19T13:57:32.819 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.819+0000 7fc8693259c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.819 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.819+0000 7fc8693259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:32.819 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.819+0000 7fc8693259c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:57:32.819 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.819+0000 7fc8693259c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.820 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.819+0000 7fc8693259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:32.820 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.819+0000 7fc8693259c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.820 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.819+0000 7fc8693259c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:57:32.820 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.819+0000 7fc8693259c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.822 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.823+0000 7fc8693259c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:57:32.822 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.823+0000 7fc8693259c0 20 searching for the correct realm 2024-09-19T13:57:32.828 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.827+0000 7fc86662a640 0 -- 172.21.15.31:0/4259794429 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7fc85c055370 msgr2=0x7fc85c07aa30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:57:32.834 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.835+0000 7fc866e2b640 0 -- 172.21.15.31:0/4259794429 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7fc860102180 msgr2=0x7fc8600f7a00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T13:57:32.842 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.843+0000 7fc8693259c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:57:32.842 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.843+0000 7fc8693259c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:57:32.842 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.843+0000 7fc8693259c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:57:32.842 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.843+0000 7fc8693259c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:57:32.843 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.843+0000 7fc8693259c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:57:32.843 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.843+0000 7fc8693259c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:57:32.843 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.843+0000 7fc8693259c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.843 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.843+0000 7fc8693259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:32.843 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.843+0000 7fc8693259c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.843 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.843+0000 7fc8693259c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:57:32.844 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.843+0000 7fc8693259c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.844 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.843+0000 7fc8693259c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:57:32.844 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.843+0000 7fc8693259c0 20 zone default found 2024-09-19T13:57:32.844 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.843+0000 7fc8693259c0 4 Realm: () 2024-09-19T13:57:32.845 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.843+0000 7fc8693259c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:57:32.845 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.843+0000 7fc8693259c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:57:32.845 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.843+0000 7fc8693259c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:57:32.845 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.843+0000 7fc8693259c0 20 zonegroup default 2024-09-19T13:57:32.845 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.843+0000 7fc8693259c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.845 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.843+0000 7fc8693259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:32.845 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.843+0000 7fc8693259c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.845 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.843+0000 7fc8693259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:32.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.843+0000 7fc8693259c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.847+0000 7fc8693259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:57:32.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.847+0000 7fc8693259c0 20 started sync module instance, tier type = 2024-09-19T13:57:32.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.847+0000 7fc8693259c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:57:32.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.863+0000 7fc8693259c0 20 add_watcher() i=0 2024-09-19T13:57:32.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.863+0000 7fc8693259c0 20 add_watcher() i=1 2024-09-19T13:57:32.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.863+0000 7fc8693259c0 20 add_watcher() i=2 2024-09-19T13:57:32.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.863+0000 7fc8693259c0 20 add_watcher() i=3 2024-09-19T13:57:32.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.863+0000 7fc8693259c0 20 add_watcher() i=4 2024-09-19T13:57:32.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.863+0000 7fc8693259c0 20 add_watcher() i=5 2024-09-19T13:57:32.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.863+0000 7fc8693259c0 20 add_watcher() i=6 2024-09-19T13:57:32.868 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.867+0000 7fc8693259c0 20 add_watcher() i=7 2024-09-19T13:57:32.868 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.867+0000 7fc8693259c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:57:32.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.871+0000 7fc71d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:57:32.872 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.871+0000 7fc8693259c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:57:32.872 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.871+0000 7fc8693259c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:57:32.873 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.871+0000 7fc8693259c0 5 note: GC not initialized 2024-09-19T13:57:32.873 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.871+0000 7fc697fff640 20 reqs_thread_entry: start 2024-09-19T13:57:32.873 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.871+0000 7fc8693259c0 20 init_complete bucket index max shards: 1 2024-09-19T13:57:32.873 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.871+0000 7fc8693259c0 20 Filter name: none 2024-09-19T13:57:32.873 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.871+0000 7fc695ffb640 20 reqs_thread_entry: start 2024-09-19T13:57:32.873 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.871+0000 7fc8693259c0 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-19T13:57:32.873 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.871+0000 7fc8693259c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.874 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.871+0000 7fc8693259c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-19T13:57:32.874 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.871+0000 7fc8693259c0 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-19T13:57:32.874 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.871+0000 7fc8693259c0 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-19T13:57:32.874 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.871+0000 7fc8693259c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24 : miss 2024-09-19T13:57:32.874 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.871+0000 7fc8693259c0 20 rados->read ofs=0 len=0 2024-09-19T13:57:32.874 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.875+0000 7fc8693259c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-19T13:57:32.874 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.875+0000 7fc8693259c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24 info.flags=0x17 2024-09-19T13:57:32.874 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.875+0000 7fc8693259c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24 to cache LRU end 2024-09-19T13:57:32.874 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.875+0000 7fc8693259c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:57:32.874 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.875+0000 7fc8693259c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:57:32.875 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.875+0000 7fc8693259c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24 2024-09-19T13:57:32.876 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.875+0000 7fc8693259c0 0 INFO: RGWReshardLock::lock found lock on abort-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24 to be held by another RGW process; skipping for now 2024-09-19T13:57:32.877 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.875+0000 7fc71d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:57:32.881 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.883+0000 7fc8693259c0 20 remove_watcher() i=0 2024-09-19T13:57:32.881 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.883+0000 7fc8693259c0 2 removed watcher, disabling cache 2024-09-19T13:57:32.883 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.883+0000 7fc8693259c0 20 remove_watcher() i=1 2024-09-19T13:57:32.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.887+0000 7fc8693259c0 20 remove_watcher() i=2 2024-09-19T13:57:32.888 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.887+0000 7fc8693259c0 20 remove_watcher() i=3 2024-09-19T13:57:32.890 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.891+0000 7fc8693259c0 20 remove_watcher() i=4 2024-09-19T13:57:32.893 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.891+0000 7fc8693259c0 20 remove_watcher() i=5 2024-09-19T13:57:32.895 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.895+0000 7fc8693259c0 20 remove_watcher() i=6 2024-09-19T13:57:32.898 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:57:32.899+0000 7fc8693259c0 20 remove_watcher() i=7 2024-09-19T13:57:32.921 INFO:tasks.workunit.client.0.smithi031.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-19T13:58:02.952 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-19T13:58:02.990 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:58:02.990 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:58:03.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.038+0000 7fafdca6a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:03.044 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.042+0000 7fafdca6a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:03.044 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.042+0000 7fafdca6a9c0 20 realm 2024-09-19T13:58:03.044 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.042+0000 7fafdca6a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:03.044 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.042+0000 7fafdca6a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:03.044 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.042+0000 7fafdca6a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:58:03.045 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.042+0000 7fafdca6a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:03.045 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.042+0000 7fafdca6a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:03.045 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.042+0000 7fafdca6a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:03.045 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.042+0000 7fafdca6a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:03.045 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.042+0000 7fafdca6a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:03.046 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.046+0000 7fafdca6a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:58:03.046 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.046+0000 7fafdca6a9c0 20 searching for the correct realm 2024-09-19T13:58:03.049 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.050+0000 7fafda570640 0 -- 172.21.15.31:0/423321675 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7fafd4036040 msgr2=0x7fafd401a930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T13:58:03.056 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.054+0000 7fafda570640 0 -- 172.21.15.31:0/423321675 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x5619627b71e0 msgr2=0x7fafcc0f9820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:58:03.275 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.274+0000 7fafdca6a9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:58:03.275 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.274+0000 7fafdca6a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:58:03.275 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.274+0000 7fafdca6a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:58:03.275 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.274+0000 7fafdca6a9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:58:03.275 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.274+0000 7fafdca6a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:58:03.275 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.274+0000 7fafdca6a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:58:03.275 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.274+0000 7fafdca6a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:03.276 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.274+0000 7fafdca6a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:03.276 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.274+0000 7fafdca6a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:03.276 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.274+0000 7fafdca6a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:03.276 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.274+0000 7fafdca6a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:03.277 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.274+0000 7fafdca6a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:58:03.277 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.274+0000 7fafdca6a9c0 20 zone default found 2024-09-19T13:58:03.277 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.274+0000 7fafdca6a9c0 4 Realm: () 2024-09-19T13:58:03.277 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.274+0000 7fafdca6a9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:58:03.277 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.274+0000 7fafdca6a9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:58:03.277 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.274+0000 7fafdca6a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:58:03.277 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.274+0000 7fafdca6a9c0 20 zonegroup default 2024-09-19T13:58:03.277 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.274+0000 7fafdca6a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:03.278 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.278+0000 7fafdca6a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:03.278 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.278+0000 7fafdca6a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:03.278 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.278+0000 7fafdca6a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:03.278 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.278+0000 7fafdca6a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:03.279 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.278+0000 7fafdca6a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:03.279 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.278+0000 7fafdca6a9c0 20 started sync module instance, tier type = 2024-09-19T13:58:03.279 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.278+0000 7fafdca6a9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:58:03.305 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.302+0000 7fafdca6a9c0 20 add_watcher() i=0 2024-09-19T13:58:03.305 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.302+0000 7fafdca6a9c0 20 add_watcher() i=1 2024-09-19T13:58:03.305 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.302+0000 7fafdca6a9c0 20 add_watcher() i=2 2024-09-19T13:58:03.305 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.302+0000 7fafdca6a9c0 20 add_watcher() i=3 2024-09-19T13:58:03.305 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.302+0000 7fafdca6a9c0 20 add_watcher() i=4 2024-09-19T13:58:03.305 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.302+0000 7fafdca6a9c0 20 add_watcher() i=5 2024-09-19T13:58:03.305 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.302+0000 7fafdca6a9c0 20 add_watcher() i=6 2024-09-19T13:58:03.307 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.306+0000 7fafdca6a9c0 20 add_watcher() i=7 2024-09-19T13:58:03.307 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.306+0000 7fafdca6a9c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:58:03.311 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.310+0000 7fae90fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:58:03.312 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.310+0000 7fafdca6a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:58:03.312 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.310+0000 7fafdca6a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:58:03.312 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.310+0000 7fafdca6a9c0 5 note: GC not initialized 2024-09-19T13:58:03.314 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.310+0000 7fae0b7fe640 20 reqs_thread_entry: start 2024-09-19T13:58:03.314 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.310+0000 7fafdca6a9c0 20 init_complete bucket index max shards: 1 2024-09-19T13:58:03.314 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.314+0000 7fafdca6a9c0 20 Filter name: none 2024-09-19T13:58:03.314 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.314+0000 7fae097fa640 20 reqs_thread_entry: start 2024-09-19T13:58:03.314 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.314+0000 7fafdca6a9c0 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-19T13:58:03.314 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.314+0000 7fafdca6a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:03.314 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.314+0000 7fafdca6a9c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-19T13:58:03.315 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.314+0000 7fafdca6a9c0 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-19T13:58:03.315 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.314+0000 7fafdca6a9c0 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-19T13:58:03.315 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.314+0000 7fafdca6a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24 : miss 2024-09-19T13:58:03.315 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.314+0000 7fafdca6a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:03.315 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.314+0000 7fafdca6a9c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-19T13:58:03.316 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.314+0000 7fafdca6a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24 info.flags=0x17 2024-09-19T13:58:03.316 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.314+0000 7fafdca6a9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24 to cache LRU end 2024-09-19T13:58:03.316 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.314+0000 7fafdca6a9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:58:03.316 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.314+0000 7fafdca6a9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:03.316 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.314+0000 7fafdca6a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24 2024-09-19T13:58:03.323 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.322+0000 7fafdca6a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24 info.flags=0x17 2024-09-19T13:58:03.323 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.322+0000 7fafdca6a9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24 to cache LRU end 2024-09-19T13:58:03.323 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.322+0000 7fafdca6a9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:03.323 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.322+0000 7fafdca6a9c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24, ofs0, ns] 2024-09-19T13:58:03.323 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.322+0000 7faebdffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333545 cookie 94667028959088 notifier 6320 bl.length()=925 2024-09-19T13:58:03.323 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.322+0000 7faebdffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24 info.flags=0x17 2024-09-19T13:58:03.323 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.322+0000 7faebdffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24 to cache LRU end 2024-09-19T13:58:03.324 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.322+0000 7faebdffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:03.324 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.322+0000 7fafdca6a9c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24]): orig_sources= new_sources= 2024-09-19T13:58:03.324 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.322+0000 7fafdca6a9c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24]): potential sources added=[] removed=[] 2024-09-19T13:58:03.324 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.322+0000 7fafdca6a9c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24]): orig_dests= new_dests= 2024-09-19T13:58:03.324 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.322+0000 7fafdca6a9c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24]): potential dests added=[] removed=[] 2024-09-19T13:58:03.330 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.330+0000 7fafdca6a9c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24.1.0 2024-09-19T13:58:03.330 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.330+0000 7fafdca6a9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24.1.0 2024-09-19T13:58:03.330 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.330+0000 7fafdca6a9c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24.1.1 2024-09-19T13:58:03.330 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.330+0000 7fafdca6a9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24.1.1 2024-09-19T13:58:03.330 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.330+0000 7fafdca6a9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24.0 2024-09-19T13:58:03.335 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.334+0000 7fafdca6a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24 : hit (requested=0x17, cached=0x17) 2024-09-19T13:58:03.335 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.334+0000 7fafdca6a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24 2024-09-19T13:58:03.337 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.334+0000 7fafdca6a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24 info.flags=0x17 2024-09-19T13:58:03.337 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.334+0000 7fafdca6a9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24 to cache LRU end 2024-09-19T13:58:03.337 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.334+0000 7fafdca6a9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:03.337 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.334+0000 7fafdca6a9c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24, ofs0, ns] 2024-09-19T13:58:03.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.338+0000 7faebdffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333546 cookie 94667028959088 notifier 6320 bl.length()=925 2024-09-19T13:58:03.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.338+0000 7faebdffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24 info.flags=0x17 2024-09-19T13:58:03.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.338+0000 7faebdffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24 to cache LRU end 2024-09-19T13:58:03.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.338+0000 7faebdffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:03.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.338+0000 7fafdca6a9c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24]): orig_sources= new_sources= 2024-09-19T13:58:03.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.338+0000 7fafdca6a9c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24]): potential sources added=[] removed=[] 2024-09-19T13:58:03.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.338+0000 7fafdca6a9c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24]): orig_dests= new_dests= 2024-09-19T13:58:03.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.338+0000 7fafdca6a9c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24]): potential dests added=[] removed=[] 2024-09-19T13:58:03.341 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.342+0000 7fafdca6a9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24.0 2024-09-19T13:58:03.342 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.342+0000 7fafdca6a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24 : hit (requested=0x17, cached=0x17) 2024-09-19T13:58:03.343 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.342+0000 7fafdca6a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24 2024-09-19T13:58:03.344 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.342+0000 7fafdca6a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24 info.flags=0x17 2024-09-19T13:58:03.344 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.342+0000 7fafdca6a9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24 to cache LRU end 2024-09-19T13:58:03.345 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.342+0000 7fafdca6a9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:03.345 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.342+0000 7fafdca6a9c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24, ofs0, ns] 2024-09-19T13:58:03.345 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.342+0000 7faebd7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333547 cookie 94667028959088 notifier 6320 bl.length()=893 2024-09-19T13:58:03.345 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.342+0000 7faebd7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24 info.flags=0x17 2024-09-19T13:58:03.345 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.342+0000 7faebd7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24 to cache LRU end 2024-09-19T13:58:03.345 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.342+0000 7faebd7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:03.346 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.346+0000 7fafdca6a9c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24]): orig_sources= new_sources= 2024-09-19T13:58:03.346 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.346+0000 7fafdca6a9c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24]): potential sources added=[] removed=[] 2024-09-19T13:58:03.346 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.346+0000 7fafdca6a9c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24]): orig_dests= new_dests= 2024-09-19T13:58:03.346 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.346+0000 7fafdca6a9c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24]): potential dests added=[] removed=[] 2024-09-19T13:58:03.349 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.346+0000 7fafdca6a9c0 1 execute INFO: reshard of bucket "abort-at-set-target-layout" from 1 shards to 2 shards completed successfully 2024-09-19T13:58:03.353 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.350+0000 7fae90fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:58:03.357 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.358+0000 7fafdca6a9c0 20 remove_watcher() i=0 2024-09-19T13:58:03.357 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.358+0000 7fafdca6a9c0 2 removed watcher, disabling cache 2024-09-19T13:58:03.359 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.358+0000 7fafdca6a9c0 20 remove_watcher() i=1 2024-09-19T13:58:03.362 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.362+0000 7fafdca6a9c0 20 remove_watcher() i=2 2024-09-19T13:58:03.364 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.362+0000 7fafdca6a9c0 20 remove_watcher() i=3 2024-09-19T13:58:03.366 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.366+0000 7fafdca6a9c0 20 remove_watcher() i=4 2024-09-19T13:58:03.368 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.366+0000 7fafdca6a9c0 20 remove_watcher() i=5 2024-09-19T13:58:03.371 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.370+0000 7fafdca6a9c0 20 remove_watcher() i=6 2024-09-19T13:58:03.374 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.374+0000 7fafdca6a9c0 20 remove_watcher() i=7 2024-09-19T13:58:03.391 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2024-09-19T13:58:03.423 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:58:03.424 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:58:03.469 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.466+0000 7f30e538c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:03.471 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.470+0000 7f30e538c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:03.472 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.470+0000 7f30e538c9c0 20 realm 2024-09-19T13:58:03.472 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.470+0000 7f30e538c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:03.472 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.470+0000 7f30e538c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:03.472 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.470+0000 7f30e538c9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:58:03.472 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.470+0000 7f30e538c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:03.473 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.470+0000 7f30e538c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:03.473 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.470+0000 7f30e538c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:03.473 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.474+0000 7f30e538c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:03.473 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.474+0000 7f30e538c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:03.475 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.474+0000 7f30e538c9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:58:03.475 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.474+0000 7f30e538c9c0 20 searching for the correct realm 2024-09-19T13:58:03.481 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.482+0000 7f30e3693640 0 -- 172.21.15.31:0/837261024 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7f30d80b6040 msgr2=0x7f30d80cb410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:58:03.487 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.486+0000 7f30e2e92640 0 -- 172.21.15.31:0/837261024 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f30dc042a20 msgr2=0x7f30dc041490 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:58:03.494 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.494+0000 7f30e538c9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:58:03.494 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.494+0000 7f30e538c9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:58:03.494 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.494+0000 7f30e538c9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:58:03.494 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.494+0000 7f30e538c9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:58:03.494 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.494+0000 7f30e538c9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:58:03.494 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.494+0000 7f30e538c9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:58:03.495 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.494+0000 7f30e538c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:03.495 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.494+0000 7f30e538c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:03.495 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.494+0000 7f30e538c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:03.495 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.494+0000 7f30e538c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:03.495 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.494+0000 7f30e538c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:03.496 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.494+0000 7f30e538c9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:58:03.496 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.494+0000 7f30e538c9c0 20 zone default found 2024-09-19T13:58:03.496 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.494+0000 7f30e538c9c0 4 Realm: () 2024-09-19T13:58:03.496 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.494+0000 7f30e538c9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:58:03.497 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.494+0000 7f30e538c9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:58:03.497 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.494+0000 7f30e538c9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:58:03.497 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.494+0000 7f30e538c9c0 20 zonegroup default 2024-09-19T13:58:03.497 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.494+0000 7f30e538c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:03.497 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.494+0000 7f30e538c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:03.497 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.494+0000 7f30e538c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:03.497 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.494+0000 7f30e538c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:03.497 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.494+0000 7f30e538c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:03.497 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.494+0000 7f30e538c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:03.498 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.494+0000 7f30e538c9c0 20 started sync module instance, tier type = 2024-09-19T13:58:03.498 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.494+0000 7f30e538c9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:58:03.516 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.514+0000 7f30e538c9c0 20 add_watcher() i=0 2024-09-19T13:58:03.516 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.514+0000 7f30e538c9c0 20 add_watcher() i=1 2024-09-19T13:58:03.516 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.514+0000 7f30e538c9c0 20 add_watcher() i=2 2024-09-19T13:58:03.516 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.514+0000 7f30e538c9c0 20 add_watcher() i=3 2024-09-19T13:58:03.516 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.514+0000 7f30e538c9c0 20 add_watcher() i=4 2024-09-19T13:58:03.516 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.514+0000 7f30e538c9c0 20 add_watcher() i=5 2024-09-19T13:58:03.516 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.514+0000 7f30e538c9c0 20 add_watcher() i=6 2024-09-19T13:58:03.520 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.518+0000 7f30e538c9c0 20 add_watcher() i=7 2024-09-19T13:58:03.520 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.518+0000 7f30e538c9c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:58:03.523 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.522+0000 7f2f997e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:58:03.524 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.522+0000 7f30e538c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:58:03.524 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.522+0000 7f30e538c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:58:03.524 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.522+0000 7f30e538c9c0 5 note: GC not initialized 2024-09-19T13:58:03.524 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.522+0000 7f2f13fff640 20 reqs_thread_entry: start 2024-09-19T13:58:03.524 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.522+0000 7f30e538c9c0 20 init_complete bucket index max shards: 1 2024-09-19T13:58:03.524 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.522+0000 7f30e538c9c0 20 Filter name: none 2024-09-19T13:58:03.524 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.522+0000 7f2f11ffb640 20 reqs_thread_entry: start 2024-09-19T13:58:03.525 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.522+0000 7f30e538c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:03.525 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.522+0000 7f30e538c9c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-19T13:58:03.525 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.522+0000 7f30e538c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:03.525 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.526+0000 7f30e538c9c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-19T13:58:03.526 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.526+0000 7f30e538c9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:58:03.526 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.526+0000 7f30e538c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:03.526 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.526+0000 7f30e538c9c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-19T13:58:03.526 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.526+0000 7f30e538c9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:03.526 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.526+0000 7f30e538c9c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-19T13:58:03.526 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.526+0000 7f30e538c9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:58:03.528 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.526+0000 7f2f997e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:58:03.532 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.530+0000 7f30e538c9c0 20 remove_watcher() i=0 2024-09-19T13:58:03.532 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.530+0000 7f30e538c9c0 2 removed watcher, disabling cache 2024-09-19T13:58:03.534 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.534+0000 7f30e538c9c0 20 remove_watcher() i=1 2024-09-19T13:58:03.536 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.534+0000 7f30e538c9c0 20 remove_watcher() i=2 2024-09-19T13:58:03.538 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.538+0000 7f30e538c9c0 20 remove_watcher() i=3 2024-09-19T13:58:03.541 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.538+0000 7f30e538c9c0 20 remove_watcher() i=4 2024-09-19T13:58:03.543 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.542+0000 7f30e538c9c0 20 remove_watcher() i=5 2024-09-19T13:58:03.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.546+0000 7f30e538c9c0 20 remove_watcher() i=6 2024-09-19T13:58:03.548 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:03.546+0000 7f30e538c9c0 20 remove_watcher() i=7 2024-09-19T13:58:03.562 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:03.562 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T13:58:03.562 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: abort-at-set-target-layout id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-19T13:58:03.563 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:03.564 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:03.564 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:03.567 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:03.567 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:03.620 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:03.620 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:03.644 INFO:tasks.workunit.client.0.smithi031.stderr:TEST: reshard bucket with EIO injected at trim_reshard_log_entries 2024-09-19T13:58:03.644 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:03.646 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:03.646 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:03.664 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:03.664 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:03.713 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:03.713 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:03.735 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:03.735 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:03.756 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:03.756 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:03.777 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:03.777 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:03.798 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:03.798 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:03.819 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:03.819 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:03.839 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:03.840 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:03.859 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:03.860 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:03.881 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:03.881 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:03.901 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:03.902 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:03.925 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:03.925 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:03.996 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:03.996 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:04.014 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:04.014 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:04.033 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:04.033 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:04.052 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:04.053 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:04.071 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:04.071 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:04.092 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:04.092 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:04.113 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:04.113 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:04.133 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:04.133 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:04.154 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:04.154 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:04.172 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-19T13:58:04.205 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:58:04.205 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:58:04.251 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.250+0000 7fe6cbaf89c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:04.253 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.254+0000 7fe6cbaf89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:04.254 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.254+0000 7fe6cbaf89c0 20 realm 2024-09-19T13:58:04.254 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.254+0000 7fe6cbaf89c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:04.254 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.254+0000 7fe6cbaf89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:04.254 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.254+0000 7fe6cbaf89c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:58:04.254 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.254+0000 7fe6cbaf89c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:04.255 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.254+0000 7fe6cbaf89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:04.255 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.254+0000 7fe6cbaf89c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:04.255 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.254+0000 7fe6cbaf89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:04.256 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.254+0000 7fe6cbaf89c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:04.257 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.258+0000 7fe6cbaf89c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:58:04.257 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.258+0000 7fe6cbaf89c0 20 searching for the correct realm 2024-09-19T13:58:04.264 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.262+0000 7fe6c9dff640 0 -- 172.21.15.31:0/2303472783 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x55b76d3ce440 msgr2=0x55b76d3d0900 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:58:04.478 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.478+0000 7fe6c95fe640 0 -- 172.21.15.31:0/2303472783 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x55b76d3ce440 msgr2=0x7fe594087040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:58:04.697 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.694+0000 7fe6cbaf89c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:58:04.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.694+0000 7fe6cbaf89c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:58:04.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.694+0000 7fe6cbaf89c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:58:04.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.694+0000 7fe6cbaf89c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:58:04.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.694+0000 7fe6cbaf89c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:58:04.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.694+0000 7fe6cbaf89c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:58:04.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.694+0000 7fe6cbaf89c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:04.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.698+0000 7fe6cbaf89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:04.699 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.698+0000 7fe6cbaf89c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:04.699 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.698+0000 7fe6cbaf89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:04.699 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.698+0000 7fe6cbaf89c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:04.700 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.698+0000 7fe6cbaf89c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:58:04.700 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.698+0000 7fe6cbaf89c0 20 zone default found 2024-09-19T13:58:04.700 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.698+0000 7fe6cbaf89c0 4 Realm: () 2024-09-19T13:58:04.700 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.698+0000 7fe6cbaf89c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:58:04.700 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.698+0000 7fe6cbaf89c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:58:04.700 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.698+0000 7fe6cbaf89c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:58:04.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.698+0000 7fe6cbaf89c0 20 zonegroup default 2024-09-19T13:58:04.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.698+0000 7fe6cbaf89c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:04.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.698+0000 7fe6cbaf89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:04.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.698+0000 7fe6cbaf89c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:04.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.702+0000 7fe6cbaf89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:04.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.702+0000 7fe6cbaf89c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:04.702 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.702+0000 7fe6cbaf89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:04.703 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.702+0000 7fe6cbaf89c0 20 started sync module instance, tier type = 2024-09-19T13:58:04.703 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.702+0000 7fe6cbaf89c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:58:04.725 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.722+0000 7fe6cbaf89c0 20 add_watcher() i=0 2024-09-19T13:58:04.725 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.722+0000 7fe6cbaf89c0 20 add_watcher() i=1 2024-09-19T13:58:04.725 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.722+0000 7fe6cbaf89c0 20 add_watcher() i=2 2024-09-19T13:58:04.725 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.722+0000 7fe6cbaf89c0 20 add_watcher() i=3 2024-09-19T13:58:04.725 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.722+0000 7fe6cbaf89c0 20 add_watcher() i=4 2024-09-19T13:58:04.725 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.722+0000 7fe6cbaf89c0 20 add_watcher() i=5 2024-09-19T13:58:04.725 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.722+0000 7fe6cbaf89c0 20 add_watcher() i=6 2024-09-19T13:58:04.727 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.726+0000 7fe6cbaf89c0 20 add_watcher() i=7 2024-09-19T13:58:04.727 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.726+0000 7fe6cbaf89c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:58:04.731 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.730+0000 7fe57f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:58:04.732 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.730+0000 7fe6cbaf89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:58:04.732 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.730+0000 7fe6cbaf89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:58:04.732 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.730+0000 7fe6cbaf89c0 5 note: GC not initialized 2024-09-19T13:58:04.733 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.730+0000 7fe57e7e4640 20 reqs_thread_entry: start 2024-09-19T13:58:04.733 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.730+0000 7fe6cbaf89c0 20 init_complete bucket index max shards: 1 2024-09-19T13:58:04.733 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.730+0000 7fe6cbaf89c0 20 Filter name: none 2024-09-19T13:58:04.733 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.734+0000 7fe4effff640 20 reqs_thread_entry: start 2024-09-19T13:58:04.733 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.734+0000 7fe6cbaf89c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:04.734 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.734+0000 7fe6cbaf89c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-19T13:58:04.734 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.734+0000 7fe6cbaf89c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:04.735 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.734+0000 7fe6cbaf89c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-19T13:58:04.735 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.734+0000 7fe6cbaf89c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:58:04.735 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.734+0000 7fe6cbaf89c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:04.735 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.734+0000 7fe6cbaf89c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-19T13:58:04.736 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.734+0000 7fe6cbaf89c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:04.736 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.734+0000 7fe6cbaf89c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-19T13:58:04.736 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.734+0000 7fe6cbaf89c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:58:04.738 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.738+0000 7fe57f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:58:04.743 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.742+0000 7fe6cbaf89c0 20 remove_watcher() i=0 2024-09-19T13:58:04.743 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.742+0000 7fe6cbaf89c0 2 removed watcher, disabling cache 2024-09-19T13:58:04.746 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.746+0000 7fe6cbaf89c0 20 remove_watcher() i=1 2024-09-19T13:58:04.748 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.746+0000 7fe6cbaf89c0 20 remove_watcher() i=2 2024-09-19T13:58:04.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.750+0000 7fe6cbaf89c0 20 remove_watcher() i=3 2024-09-19T13:58:04.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.750+0000 7fe6cbaf89c0 20 remove_watcher() i=4 2024-09-19T13:58:04.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.754+0000 7fe6cbaf89c0 20 remove_watcher() i=5 2024-09-19T13:58:04.759 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.758+0000 7fe6cbaf89c0 20 remove_watcher() i=6 2024-09-19T13:58:04.761 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.762+0000 7fe6cbaf89c0 20 remove_watcher() i=7 2024-09-19T13:58:04.777 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:04.777 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T13:58:04.777 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: error-at-trim-reshard-log-entries id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-19T13:58:04.777 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:04.777 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket reshard --bucket error-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at trim_reshard_log_entries 2024-09-19T13:58:04.811 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:58:04.811 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:58:04.857 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.854+0000 7f0d3487f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:04.859 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.858+0000 7f0d3487f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:04.859 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.858+0000 7f0d3487f9c0 20 realm 2024-09-19T13:58:04.859 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.858+0000 7f0d3487f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:04.860 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.858+0000 7f0d3487f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:04.860 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.858+0000 7f0d3487f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:58:04.860 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.858+0000 7f0d3487f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:04.860 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.858+0000 7f0d3487f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:04.860 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.858+0000 7f0d3487f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:04.861 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.858+0000 7f0d3487f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:04.861 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.858+0000 7f0d3487f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:04.863 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.862+0000 7f0d3487f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:58:04.863 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.862+0000 7f0d3487f9c0 20 searching for the correct realm 2024-09-19T13:58:04.870 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.870+0000 7f0d31b84640 0 -- 172.21.15.31:0/3457868240 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x564eb6984a20 msgr2=0x564eb6986ee0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:58:04.875 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.874+0000 7f0d31b84640 0 -- 172.21.15.31:0/3457868240 >> [v2:172.21.15.170:6808/820924953,v1:172.21.15.170:6809/820924953] conn(0x564eb698c520 msgr2=0x564eb698e910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:58:04.881 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.882+0000 7f0d3487f9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:58:04.882 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.882+0000 7f0d3487f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:58:04.882 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.882+0000 7f0d3487f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:58:04.882 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.882+0000 7f0d3487f9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:58:04.882 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.882+0000 7f0d3487f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:58:04.882 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.882+0000 7f0d3487f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:58:04.882 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.882+0000 7f0d3487f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:04.882 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.882+0000 7f0d3487f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:04.883 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.882+0000 7f0d3487f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:04.883 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.882+0000 7f0d3487f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:04.883 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.882+0000 7f0d3487f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:04.883 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.882+0000 7f0d3487f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:58:04.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.882+0000 7f0d3487f9c0 20 zone default found 2024-09-19T13:58:04.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.882+0000 7f0d3487f9c0 4 Realm: () 2024-09-19T13:58:04.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.882+0000 7f0d3487f9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:58:04.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.882+0000 7f0d3487f9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:58:04.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.882+0000 7f0d3487f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:58:04.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.882+0000 7f0d3487f9c0 20 zonegroup default 2024-09-19T13:58:04.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.882+0000 7f0d3487f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:04.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.882+0000 7f0d3487f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:04.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.882+0000 7f0d3487f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:04.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.882+0000 7f0d3487f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:04.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.882+0000 7f0d3487f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:04.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.882+0000 7f0d3487f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:04.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.882+0000 7f0d3487f9c0 20 started sync module instance, tier type = 2024-09-19T13:58:04.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.882+0000 7f0d3487f9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:58:04.904 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.902+0000 7f0d3487f9c0 20 add_watcher() i=0 2024-09-19T13:58:04.904 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.902+0000 7f0d3487f9c0 20 add_watcher() i=1 2024-09-19T13:58:04.904 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.902+0000 7f0d3487f9c0 20 add_watcher() i=2 2024-09-19T13:58:04.904 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.902+0000 7f0d3487f9c0 20 add_watcher() i=3 2024-09-19T13:58:04.904 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.902+0000 7f0d3487f9c0 20 add_watcher() i=4 2024-09-19T13:58:04.904 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.902+0000 7f0d3487f9c0 20 add_watcher() i=5 2024-09-19T13:58:04.905 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.902+0000 7f0d3487f9c0 20 add_watcher() i=6 2024-09-19T13:58:04.906 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.906+0000 7f0d3487f9c0 20 add_watcher() i=7 2024-09-19T13:58:04.906 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.906+0000 7f0d3487f9c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:58:04.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.910+0000 7f0be8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:58:04.910 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.910+0000 7f0d3487f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:58:04.910 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.910+0000 7f0d3487f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:58:04.910 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.910+0000 7f0d3487f9c0 5 note: GC not initialized 2024-09-19T13:58:04.911 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.910+0000 7f0b637fe640 20 reqs_thread_entry: start 2024-09-19T13:58:04.911 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.910+0000 7f0d3487f9c0 20 init_complete bucket index max shards: 1 2024-09-19T13:58:04.911 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.910+0000 7f0d3487f9c0 20 Filter name: none 2024-09-19T13:58:04.911 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.910+0000 7f0b617fa640 20 reqs_thread_entry: start 2024-09-19T13:58:04.911 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.910+0000 7f0d3487f9c0 10 cache get: name=default.rgw.meta+root+error-at-trim-reshard-log-entries : miss 2024-09-19T13:58:04.911 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.910+0000 7f0d3487f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:04.912 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.910+0000 7f0d3487f9c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-19T13:58:04.912 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.910+0000 7f0d3487f9c0 10 cache put: name=default.rgw.meta+root+error-at-trim-reshard-log-entries info.flags=0x11 2024-09-19T13:58:04.912 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.910+0000 7f0d3487f9c0 10 adding default.rgw.meta+root+error-at-trim-reshard-log-entries to cache LRU end 2024-09-19T13:58:04.912 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.910+0000 7f0d3487f9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25 : miss 2024-09-19T13:58:04.912 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.910+0000 7f0d3487f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:04.912 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.910+0000 7f0d3487f9c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-19T13:58:04.912 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.910+0000 7f0d3487f9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25 info.flags=0x17 2024-09-19T13:58:04.912 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.910+0000 7f0d3487f9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25 to cache LRU end 2024-09-19T13:58:04.912 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.910+0000 7f0d3487f9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:58:04.912 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.910+0000 7f0d3487f9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:04.913 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.910+0000 7f0d3487f9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25 2024-09-19T13:58:04.918 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.918+0000 7f0d3487f9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25 info.flags=0x17 2024-09-19T13:58:04.918 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.918+0000 7f0d3487f9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25 to cache LRU end 2024-09-19T13:58:04.918 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.918+0000 7f0d3487f9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:04.918 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.918+0000 7f0d3487f9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25, ofs0, ns] 2024-09-19T13:58:04.919 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.918+0000 7f0c15ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333490 cookie 94896070878288 notifier 6774 bl.length()=939 2024-09-19T13:58:04.919 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.918+0000 7f0c15ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25 info.flags=0x17 2024-09-19T13:58:04.919 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.918+0000 7f0c15ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25 to cache LRU end 2024-09-19T13:58:04.919 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.918+0000 7f0c15ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:04.920 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.918+0000 7f0d3487f9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25]): orig_sources= new_sources= 2024-09-19T13:58:04.920 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.918+0000 7f0d3487f9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25]): potential sources added=[] removed=[] 2024-09-19T13:58:04.920 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.918+0000 7f0d3487f9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25]): orig_dests= new_dests= 2024-09-19T13:58:04.921 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.918+0000 7f0d3487f9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25]): potential dests added=[] removed=[] 2024-09-19T13:58:04.921 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.918+0000 7f0d3487f9c0 -1 Injecting error=-5 at location=trim_reshard_log_entries 2024-09-19T13:58:04.921 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.918+0000 7f0d3487f9c0 0 ERROR: init_reshard failed to trim reshard log entries: (5) Input/output error 2024-09-19T13:58:04.923 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.922+0000 7f0be8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:58:04.931 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.930+0000 7f0d3487f9c0 20 remove_watcher() i=0 2024-09-19T13:58:04.931 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.930+0000 7f0d3487f9c0 2 removed watcher, disabling cache 2024-09-19T13:58:04.933 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.930+0000 7f0d3487f9c0 20 remove_watcher() i=1 2024-09-19T13:58:04.935 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.934+0000 7f0d3487f9c0 20 remove_watcher() i=2 2024-09-19T13:58:04.937 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.934+0000 7f0d3487f9c0 20 remove_watcher() i=3 2024-09-19T13:58:04.939 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.938+0000 7f0d3487f9c0 20 remove_watcher() i=4 2024-09-19T13:58:04.941 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.942+0000 7f0d3487f9c0 20 remove_watcher() i=5 2024-09-19T13:58:04.944 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.942+0000 7f0d3487f9c0 20 remove_watcher() i=6 2024-09-19T13:58:04.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:04.946+0000 7f0d3487f9c0 20 remove_watcher() i=7 2024-09-19T13:58:04.962 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-19T13:58:04.989 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:58:04.989 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:58:05.036 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.034+0000 7f98382579c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:05.039 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.038+0000 7f98382579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:05.039 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.038+0000 7f98382579c0 20 realm 2024-09-19T13:58:05.039 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.038+0000 7f98382579c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:05.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.038+0000 7f98382579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:05.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.038+0000 7f98382579c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:58:05.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.038+0000 7f98382579c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:05.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.038+0000 7f98382579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:05.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.038+0000 7f98382579c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:05.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.038+0000 7f98382579c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:05.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.038+0000 7f98382579c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:05.042 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.042+0000 7f98382579c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:58:05.042 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.042+0000 7f98382579c0 20 searching for the correct realm 2024-09-19T13:58:05.048 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.046+0000 7f9835d5d640 0 -- 172.21.15.31:0/4081509905 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7f9828008030 msgr2=0x7f9828064b40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:58:05.054 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.054+0000 7f9835d5d640 0 -- 172.21.15.31:0/4081509905 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f9830033020 msgr2=0x7f9830062780 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:58:05.061 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.058+0000 7f98382579c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:58:05.061 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.058+0000 7f98382579c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:58:05.061 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.058+0000 7f98382579c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:58:05.061 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.058+0000 7f98382579c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:58:05.061 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.058+0000 7f98382579c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:58:05.061 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.058+0000 7f98382579c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:58:05.061 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.058+0000 7f98382579c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:05.062 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.062+0000 7f98382579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:05.062 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.062+0000 7f98382579c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:05.062 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.062+0000 7f98382579c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:05.062 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.062+0000 7f98382579c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:05.063 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.062+0000 7f98382579c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:58:05.063 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.062+0000 7f98382579c0 20 zone default found 2024-09-19T13:58:05.063 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.062+0000 7f98382579c0 4 Realm: () 2024-09-19T13:58:05.063 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.062+0000 7f98382579c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:58:05.063 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.062+0000 7f98382579c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:58:05.063 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.062+0000 7f98382579c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:58:05.063 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.062+0000 7f98382579c0 20 zonegroup default 2024-09-19T13:58:05.063 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.062+0000 7f98382579c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:05.064 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.062+0000 7f98382579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:05.064 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.062+0000 7f98382579c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:05.064 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.062+0000 7f98382579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:05.064 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.062+0000 7f98382579c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:05.065 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.062+0000 7f98382579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:05.065 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.062+0000 7f98382579c0 20 started sync module instance, tier type = 2024-09-19T13:58:05.065 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.062+0000 7f98382579c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:58:05.082 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.082+0000 7f98382579c0 20 add_watcher() i=0 2024-09-19T13:58:05.082 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.082+0000 7f98382579c0 20 add_watcher() i=1 2024-09-19T13:58:05.083 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.082+0000 7f98382579c0 20 add_watcher() i=2 2024-09-19T13:58:05.083 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.082+0000 7f98382579c0 20 add_watcher() i=3 2024-09-19T13:58:05.083 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.082+0000 7f98382579c0 20 add_watcher() i=4 2024-09-19T13:58:05.083 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.082+0000 7f98382579c0 20 add_watcher() i=5 2024-09-19T13:58:05.083 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.082+0000 7f98382579c0 20 add_watcher() i=6 2024-09-19T13:58:05.085 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.082+0000 7f98382579c0 20 add_watcher() i=7 2024-09-19T13:58:05.085 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.082+0000 7f98382579c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:58:05.088 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.086+0000 7f96e77fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:58:05.089 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.086+0000 7f98382579c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:58:05.089 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.086+0000 7f98382579c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:58:05.089 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.086+0000 7f98382579c0 5 note: GC not initialized 2024-09-19T13:58:05.089 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.086+0000 7f96e67fc640 20 reqs_thread_entry: start 2024-09-19T13:58:05.089 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.086+0000 7f98382579c0 20 init_complete bucket index max shards: 1 2024-09-19T13:58:05.089 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.086+0000 7f98382579c0 20 Filter name: none 2024-09-19T13:58:05.090 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.086+0000 7f9657fff640 20 reqs_thread_entry: start 2024-09-19T13:58:05.090 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.086+0000 7f98382579c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:05.090 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.090+0000 7f98382579c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-19T13:58:05.091 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.090+0000 7f98382579c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:05.091 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.090+0000 7f98382579c0 20 rados_obj.operate() r=0 bl.length=455 2024-09-19T13:58:05.091 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.090+0000 7f98382579c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:58:05.091 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.090+0000 7f98382579c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:05.091 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.090+0000 7f98382579c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-19T13:58:05.091 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.090+0000 7f98382579c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:05.091 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.090+0000 7f98382579c0 20 rados_obj.operate() r=0 bl.length=455 2024-09-19T13:58:05.091 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.090+0000 7f98382579c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:58:05.093 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.094+0000 7f96e77fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:58:05.097 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.098+0000 7f98382579c0 20 remove_watcher() i=0 2024-09-19T13:58:05.097 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.098+0000 7f98382579c0 2 removed watcher, disabling cache 2024-09-19T13:58:05.099 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.098+0000 7f98382579c0 20 remove_watcher() i=1 2024-09-19T13:58:05.101 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.102+0000 7f98382579c0 20 remove_watcher() i=2 2024-09-19T13:58:05.103 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.102+0000 7f98382579c0 20 remove_watcher() i=3 2024-09-19T13:58:05.105 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.106+0000 7f98382579c0 20 remove_watcher() i=4 2024-09-19T13:58:05.107 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.106+0000 7f98382579c0 20 remove_watcher() i=5 2024-09-19T13:58:05.110 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.110+0000 7f98382579c0 20 remove_watcher() i=6 2024-09-19T13:58:05.113 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.110+0000 7f98382579c0 20 remove_watcher() i=7 2024-09-19T13:58:05.127 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:05.127 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T13:58:05.127 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: error-at-trim-reshard-log-entries id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-19T13:58:05.127 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:05.128 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:05.128 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:05.143 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:05.143 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:05.187 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket reshard --bucket error-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-19T13:58:05.225 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:58:05.225 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:58:05.272 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.270+0000 7f0bf9bd79c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:05.274 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.274+0000 7f0bf9bd79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:05.274 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.274+0000 7f0bf9bd79c0 20 realm 2024-09-19T13:58:05.274 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.274+0000 7f0bf9bd79c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:05.275 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.274+0000 7f0bf9bd79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:05.275 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.274+0000 7f0bf9bd79c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:58:05.276 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.274+0000 7f0bf9bd79c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:05.276 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.274+0000 7f0bf9bd79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:05.276 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.274+0000 7f0bf9bd79c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:05.276 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.274+0000 7f0bf9bd79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:05.276 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.274+0000 7f0bf9bd79c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:05.278 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.278+0000 7f0bf9bd79c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:58:05.278 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.278+0000 7f0bf9bd79c0 20 searching for the correct realm 2024-09-19T13:58:05.280 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.278+0000 7f0bf76dd640 0 -- 172.21.15.31:0/934231782 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7f0be803e030 msgr2=0x7f0be80747c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:58:05.493 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.490+0000 7f0bf76dd640 0 -- 172.21.15.31:0/934231782 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f0bf002a060 msgr2=0x7f0bf005f280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:58:05.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.710+0000 7f0bf9bd79c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:58:05.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.710+0000 7f0bf9bd79c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:58:05.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.710+0000 7f0bf9bd79c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:58:05.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.710+0000 7f0bf9bd79c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:58:05.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.710+0000 7f0bf9bd79c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:58:05.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.710+0000 7f0bf9bd79c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:58:05.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.710+0000 7f0bf9bd79c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:05.713 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.710+0000 7f0bf9bd79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:05.713 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.710+0000 7f0bf9bd79c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:05.713 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.710+0000 7f0bf9bd79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:05.713 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.710+0000 7f0bf9bd79c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:05.715 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.714+0000 7f0bf9bd79c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:58:05.715 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.714+0000 7f0bf9bd79c0 20 zone default found 2024-09-19T13:58:05.715 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.714+0000 7f0bf9bd79c0 4 Realm: () 2024-09-19T13:58:05.716 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.714+0000 7f0bf9bd79c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:58:05.716 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.714+0000 7f0bf9bd79c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:58:05.716 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.714+0000 7f0bf9bd79c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:58:05.716 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.714+0000 7f0bf9bd79c0 20 zonegroup default 2024-09-19T13:58:05.716 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.714+0000 7f0bf9bd79c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:05.716 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.714+0000 7f0bf9bd79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:05.717 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.714+0000 7f0bf9bd79c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:05.717 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.714+0000 7f0bf9bd79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:05.717 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.714+0000 7f0bf9bd79c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:05.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.714+0000 7f0bf9bd79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:05.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.714+0000 7f0bf9bd79c0 20 started sync module instance, tier type = 2024-09-19T13:58:05.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.714+0000 7f0bf9bd79c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:58:05.740 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.738+0000 7f0bf9bd79c0 20 add_watcher() i=0 2024-09-19T13:58:05.740 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.738+0000 7f0bf9bd79c0 20 add_watcher() i=1 2024-09-19T13:58:05.740 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.738+0000 7f0bf9bd79c0 20 add_watcher() i=2 2024-09-19T13:58:05.740 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.738+0000 7f0bf9bd79c0 20 add_watcher() i=3 2024-09-19T13:58:05.740 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.738+0000 7f0bf9bd79c0 20 add_watcher() i=4 2024-09-19T13:58:05.740 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.738+0000 7f0bf9bd79c0 20 add_watcher() i=5 2024-09-19T13:58:05.740 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.738+0000 7f0bf9bd79c0 20 add_watcher() i=6 2024-09-19T13:58:05.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.742+0000 7f0bf9bd79c0 20 add_watcher() i=7 2024-09-19T13:58:05.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.742+0000 7f0bf9bd79c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:58:05.747 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.746+0000 7f0aadfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:58:05.748 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.746+0000 7f0bf9bd79c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:58:05.748 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.746+0000 7f0bf9bd79c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:58:05.748 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.746+0000 7f0bf9bd79c0 5 note: GC not initialized 2024-09-19T13:58:05.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.746+0000 7f0aacfe1640 20 reqs_thread_entry: start 2024-09-19T13:58:05.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.746+0000 7f0bf9bd79c0 20 init_complete bucket index max shards: 1 2024-09-19T13:58:05.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.746+0000 7f0bf9bd79c0 20 Filter name: none 2024-09-19T13:58:05.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.750+0000 7f0a267fc640 20 reqs_thread_entry: start 2024-09-19T13:58:05.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.750+0000 7f0bf9bd79c0 10 cache get: name=default.rgw.meta+root+error-at-trim-reshard-log-entries : miss 2024-09-19T13:58:05.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.750+0000 7f0bf9bd79c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:05.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.750+0000 7f0bf9bd79c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-19T13:58:05.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.750+0000 7f0bf9bd79c0 10 cache put: name=default.rgw.meta+root+error-at-trim-reshard-log-entries info.flags=0x11 2024-09-19T13:58:05.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.750+0000 7f0bf9bd79c0 10 adding default.rgw.meta+root+error-at-trim-reshard-log-entries to cache LRU end 2024-09-19T13:58:05.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.750+0000 7f0bf9bd79c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25 : miss 2024-09-19T13:58:05.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.750+0000 7f0bf9bd79c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:05.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.750+0000 7f0bf9bd79c0 20 rados_obj.operate() r=0 bl.length=455 2024-09-19T13:58:05.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.750+0000 7f0bf9bd79c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25 info.flags=0x17 2024-09-19T13:58:05.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.750+0000 7f0bf9bd79c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25 to cache LRU end 2024-09-19T13:58:05.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.750+0000 7f0bf9bd79c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:58:05.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.750+0000 7f0bf9bd79c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:05.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.750+0000 7f0bf9bd79c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25 2024-09-19T13:58:05.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.754+0000 7f0bf9bd79c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-19T13:58:05.762 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.762+0000 7f0bf9bd79c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25 info.flags=0x17 2024-09-19T13:58:05.762 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.762+0000 7f0bf9bd79c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25 to cache LRU end 2024-09-19T13:58:05.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.762+0000 7f0bf9bd79c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:05.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.762+0000 7f0bf9bd79c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25, ofs0, ns] 2024-09-19T13:58:05.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.762+0000 7f0adaffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333491 cookie 94391017844384 notifier 6810 bl.length()=939 2024-09-19T13:58:05.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.762+0000 7f0adaffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25 info.flags=0x17 2024-09-19T13:58:05.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.762+0000 7f0adaffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25 to cache LRU end 2024-09-19T13:58:05.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.762+0000 7f0adaffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:05.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.762+0000 7f0bf9bd79c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25]): orig_sources= new_sources= 2024-09-19T13:58:05.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.762+0000 7f0bf9bd79c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25]): potential sources added=[] removed=[] 2024-09-19T13:58:05.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.762+0000 7f0bf9bd79c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25]): orig_dests= new_dests= 2024-09-19T13:58:05.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.762+0000 7f0bf9bd79c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25]): potential dests added=[] removed=[] 2024-09-19T13:58:05.770 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.770+0000 7f0bf9bd79c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25.2.0 2024-09-19T13:58:05.770 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.770+0000 7f0bf9bd79c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25.2.0 2024-09-19T13:58:05.770 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.770+0000 7f0bf9bd79c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25.2.1 2024-09-19T13:58:05.770 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.770+0000 7f0bf9bd79c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25.2.1 2024-09-19T13:58:05.770 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.770+0000 7f0bf9bd79c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25.0 2024-09-19T13:58:05.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.778+0000 7f0bf9bd79c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25 : hit (requested=0x17, cached=0x17) 2024-09-19T13:58:05.778 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.778+0000 7f0bf9bd79c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25 2024-09-19T13:58:05.780 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.778+0000 7f0bf9bd79c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25 info.flags=0x17 2024-09-19T13:58:05.780 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.778+0000 7f0bf9bd79c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25 to cache LRU end 2024-09-19T13:58:05.780 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.778+0000 7f0bf9bd79c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:05.781 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.778+0000 7f0bf9bd79c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25, ofs0, ns] 2024-09-19T13:58:05.781 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.782+0000 7f0adaffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333492 cookie 94391017844384 notifier 6810 bl.length()=939 2024-09-19T13:58:05.781 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.782+0000 7f0adaffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25 info.flags=0x17 2024-09-19T13:58:05.781 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.782+0000 7f0adaffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25 to cache LRU end 2024-09-19T13:58:05.781 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.782+0000 7f0adaffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:05.782 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.782+0000 7f0bf9bd79c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25]): orig_sources= new_sources= 2024-09-19T13:58:05.782 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.782+0000 7f0bf9bd79c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25]): potential sources added=[] removed=[] 2024-09-19T13:58:05.783 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.782+0000 7f0bf9bd79c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25]): orig_dests= new_dests= 2024-09-19T13:58:05.783 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.782+0000 7f0bf9bd79c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25]): potential dests added=[] removed=[] 2024-09-19T13:58:05.785 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.786+0000 7f0bf9bd79c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25.0 2024-09-19T13:58:05.786 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.786+0000 7f0bf9bd79c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25 : hit (requested=0x17, cached=0x17) 2024-09-19T13:58:05.786 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.786+0000 7f0bf9bd79c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25 2024-09-19T13:58:05.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.786+0000 7f0bf9bd79c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25 info.flags=0x17 2024-09-19T13:58:05.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.786+0000 7f0bf9bd79c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25 to cache LRU end 2024-09-19T13:58:05.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.786+0000 7f0bf9bd79c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:05.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.786+0000 7f0bf9bd79c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25, ofs0, ns] 2024-09-19T13:58:05.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.790+0000 7f0adaffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333493 cookie 94391017844384 notifier 6810 bl.length()=907 2024-09-19T13:58:05.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.790+0000 7f0adaffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25 info.flags=0x17 2024-09-19T13:58:05.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.790+0000 7f0adaffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25 to cache LRU end 2024-09-19T13:58:05.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.790+0000 7f0adaffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:05.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.790+0000 7f0bf9bd79c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25]): orig_sources= new_sources= 2024-09-19T13:58:05.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.790+0000 7f0bf9bd79c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25]): potential sources added=[] removed=[] 2024-09-19T13:58:05.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.790+0000 7f0bf9bd79c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25]): orig_dests= new_dests= 2024-09-19T13:58:05.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.790+0000 7f0bf9bd79c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25]): potential dests added=[] removed=[] 2024-09-19T13:58:05.794 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.794+0000 7f0bf9bd79c0 1 execute INFO: reshard of bucket "error-at-trim-reshard-log-entries" from 1 shards to 2 shards completed successfully 2024-09-19T13:58:05.798 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.798+0000 7f0aadfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:58:05.802 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.802+0000 7f0bf9bd79c0 20 remove_watcher() i=0 2024-09-19T13:58:05.802 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.802+0000 7f0bf9bd79c0 2 removed watcher, disabling cache 2024-09-19T13:58:05.804 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.802+0000 7f0bf9bd79c0 20 remove_watcher() i=1 2024-09-19T13:58:05.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.806+0000 7f0bf9bd79c0 20 remove_watcher() i=2 2024-09-19T13:58:05.809 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.810+0000 7f0bf9bd79c0 20 remove_watcher() i=3 2024-09-19T13:58:05.812 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.810+0000 7f0bf9bd79c0 20 remove_watcher() i=4 2024-09-19T13:58:05.814 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.814+0000 7f0bf9bd79c0 20 remove_watcher() i=5 2024-09-19T13:58:05.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.814+0000 7f0bf9bd79c0 20 remove_watcher() i=6 2024-09-19T13:58:05.819 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.818+0000 7f0bf9bd79c0 20 remove_watcher() i=7 2024-09-19T13:58:05.837 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-19T13:58:05.869 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:58:05.869 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:58:05.914 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.914+0000 7fe5edb0f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:05.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.914+0000 7fe5edb0f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:05.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.914+0000 7fe5edb0f9c0 20 realm 2024-09-19T13:58:05.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.914+0000 7fe5edb0f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:05.917 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.914+0000 7fe5edb0f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:05.917 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.914+0000 7fe5edb0f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:58:05.917 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.914+0000 7fe5edb0f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:05.917 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.914+0000 7fe5edb0f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:05.917 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.914+0000 7fe5edb0f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:05.918 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.918+0000 7fe5edb0f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:05.918 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.918+0000 7fe5edb0f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:05.919 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.918+0000 7fe5edb0f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:58:05.919 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.918+0000 7fe5edb0f9c0 20 searching for the correct realm 2024-09-19T13:58:05.924 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.922+0000 7fe5eae14640 0 -- 172.21.15.31:0/3525390895 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7fe5e00c8040 msgr2=0x7fe5e00e0410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T13:58:05.931 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.930+0000 7fe5ebe16640 0 -- 172.21.15.31:0/3525390895 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x56305fb520d0 msgr2=0x56305fb54550 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:58:05.939 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.938+0000 7fe5edb0f9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:58:05.939 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.938+0000 7fe5edb0f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:58:05.939 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.938+0000 7fe5edb0f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:58:05.939 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.938+0000 7fe5edb0f9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:58:05.939 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.938+0000 7fe5edb0f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:58:05.939 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.938+0000 7fe5edb0f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:58:05.939 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.938+0000 7fe5edb0f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:05.940 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.938+0000 7fe5edb0f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:05.940 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.938+0000 7fe5edb0f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:05.940 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.938+0000 7fe5edb0f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:05.940 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.938+0000 7fe5edb0f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:05.941 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.938+0000 7fe5edb0f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:58:05.941 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.938+0000 7fe5edb0f9c0 20 zone default found 2024-09-19T13:58:05.941 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.938+0000 7fe5edb0f9c0 4 Realm: () 2024-09-19T13:58:05.941 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.938+0000 7fe5edb0f9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:58:05.941 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.938+0000 7fe5edb0f9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:58:05.941 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.938+0000 7fe5edb0f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:58:05.941 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.938+0000 7fe5edb0f9c0 20 zonegroup default 2024-09-19T13:58:05.941 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.938+0000 7fe5edb0f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:05.941 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.938+0000 7fe5edb0f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:05.941 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.938+0000 7fe5edb0f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:05.942 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.942+0000 7fe5edb0f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:05.942 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.942+0000 7fe5edb0f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:05.942 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.942+0000 7fe5edb0f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:05.942 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.942+0000 7fe5edb0f9c0 20 started sync module instance, tier type = 2024-09-19T13:58:05.942 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.942+0000 7fe5edb0f9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:58:05.960 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.958+0000 7fe5edb0f9c0 20 add_watcher() i=0 2024-09-19T13:58:05.960 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.958+0000 7fe5edb0f9c0 20 add_watcher() i=1 2024-09-19T13:58:05.960 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.958+0000 7fe5edb0f9c0 20 add_watcher() i=2 2024-09-19T13:58:05.960 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.958+0000 7fe5edb0f9c0 20 add_watcher() i=3 2024-09-19T13:58:05.960 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.958+0000 7fe5edb0f9c0 20 add_watcher() i=4 2024-09-19T13:58:05.960 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.958+0000 7fe5edb0f9c0 20 add_watcher() i=5 2024-09-19T13:58:05.960 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.958+0000 7fe5edb0f9c0 20 add_watcher() i=6 2024-09-19T13:58:05.962 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.962+0000 7fe5edb0f9c0 20 add_watcher() i=7 2024-09-19T13:58:05.962 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.962+0000 7fe5edb0f9c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:58:05.966 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.966+0000 7fe4a1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:58:05.966 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.966+0000 7fe5edb0f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:58:05.966 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.966+0000 7fe5edb0f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:58:05.966 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.966+0000 7fe5edb0f9c0 5 note: GC not initialized 2024-09-19T13:58:05.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.966+0000 7fe4a0fe1640 20 reqs_thread_entry: start 2024-09-19T13:58:05.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.966+0000 7fe5edb0f9c0 20 init_complete bucket index max shards: 1 2024-09-19T13:58:05.968 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.966+0000 7fe5edb0f9c0 20 Filter name: none 2024-09-19T13:58:05.968 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.966+0000 7fe41a7fc640 20 reqs_thread_entry: start 2024-09-19T13:58:05.968 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.966+0000 7fe5edb0f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:05.968 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.966+0000 7fe5edb0f9c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-19T13:58:05.968 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.966+0000 7fe5edb0f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:05.968 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.966+0000 7fe5edb0f9c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-19T13:58:05.968 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.966+0000 7fe5edb0f9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:58:05.969 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.966+0000 7fe5edb0f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:05.969 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.966+0000 7fe5edb0f9c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-19T13:58:05.969 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.966+0000 7fe5edb0f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:05.969 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.970+0000 7fe5edb0f9c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-19T13:58:05.969 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.970+0000 7fe5edb0f9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:58:05.971 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.970+0000 7fe4a1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:58:05.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.974+0000 7fe5edb0f9c0 20 remove_watcher() i=0 2024-09-19T13:58:05.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.974+0000 7fe5edb0f9c0 2 removed watcher, disabling cache 2024-09-19T13:58:05.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.978+0000 7fe5edb0f9c0 20 remove_watcher() i=1 2024-09-19T13:58:05.980 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.978+0000 7fe5edb0f9c0 20 remove_watcher() i=2 2024-09-19T13:58:05.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.982+0000 7fe5edb0f9c0 20 remove_watcher() i=3 2024-09-19T13:58:05.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.982+0000 7fe5edb0f9c0 20 remove_watcher() i=4 2024-09-19T13:58:05.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.986+0000 7fe5edb0f9c0 20 remove_watcher() i=5 2024-09-19T13:58:05.989 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.986+0000 7fe5edb0f9c0 20 remove_watcher() i=6 2024-09-19T13:58:05.991 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:05.990+0000 7fe5edb0f9c0 20 remove_watcher() i=7 2024-09-19T13:58:06.006 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:06.006 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T13:58:06.006 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: error-at-trim-reshard-log-entries id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-19T13:58:06.006 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:06.007 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:06.007 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:06.011 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:06.011 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:06.074 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:06.074 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:06.097 INFO:tasks.workunit.client.0.smithi031.stderr:TEST: reshard bucket with EOPNOTSUPP injected at trim_reshard_log_entries 2024-09-19T13:58:06.098 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:06.098 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:06.099 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:06.116 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:06.116 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:06.160 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:06.160 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:06.180 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:06.180 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:06.200 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:06.201 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:06.220 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:06.220 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:06.244 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:06.244 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:06.265 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:06.266 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:06.285 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:06.285 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:06.305 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:06.305 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:06.324 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:06.324 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:06.344 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:06.344 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:06.364 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:06.364 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:06.384 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:06.384 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:06.404 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:06.404 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:06.423 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:06.424 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:06.443 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:06.443 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:06.464 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:06.464 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:06.484 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:06.485 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:06.505 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:06.505 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:06.525 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:06.525 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:06.547 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:06.548 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:06.566 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-19T13:58:06.602 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:58:06.602 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:58:06.648 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.646+0000 7f2a116bb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:06.650 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.650+0000 7f2a116bb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:06.650 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.650+0000 7f2a116bb9c0 20 realm 2024-09-19T13:58:06.650 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.650+0000 7f2a116bb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:06.651 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.650+0000 7f2a116bb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:06.651 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.650+0000 7f2a116bb9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:58:06.651 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.650+0000 7f2a116bb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:06.651 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.650+0000 7f2a116bb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:06.651 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.650+0000 7f2a116bb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:06.652 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.650+0000 7f2a116bb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:06.652 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.650+0000 7f2a116bb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:06.654 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.654+0000 7f2a116bb9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:58:06.654 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.654+0000 7f2a116bb9c0 20 searching for the correct realm 2024-09-19T13:58:06.661 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.662+0000 7f2a0e9c0640 0 -- 172.21.15.31:0/2155300740 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x5606745d1020 msgr2=0x5606745d34a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:58:06.668 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.666+0000 7f2a0f1c1640 0 -- 172.21.15.31:0/2155300740 >> [v2:172.21.15.31:6802/3325082646,v1:172.21.15.31:6804/3325082646] conn(0x5606745d52a0 msgr2=0x5606745d7690 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:58:06.674 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.674+0000 7f2a116bb9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:58:06.675 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.674+0000 7f2a116bb9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:58:06.675 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.674+0000 7f2a116bb9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:58:06.675 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.674+0000 7f2a116bb9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:58:06.675 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.674+0000 7f2a116bb9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:58:06.675 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.674+0000 7f2a116bb9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:58:06.675 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.674+0000 7f2a116bb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:06.675 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.674+0000 7f2a116bb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:06.676 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.674+0000 7f2a116bb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:06.676 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.674+0000 7f2a116bb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:06.676 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.674+0000 7f2a116bb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:06.676 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.674+0000 7f2a116bb9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:58:06.676 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.674+0000 7f2a116bb9c0 20 zone default found 2024-09-19T13:58:06.676 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.674+0000 7f2a116bb9c0 4 Realm: () 2024-09-19T13:58:06.677 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.674+0000 7f2a116bb9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:58:06.677 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.674+0000 7f2a116bb9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:58:06.677 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.674+0000 7f2a116bb9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:58:06.677 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.674+0000 7f2a116bb9c0 20 zonegroup default 2024-09-19T13:58:06.677 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.674+0000 7f2a116bb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:06.677 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.674+0000 7f2a116bb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:06.678 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.674+0000 7f2a116bb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:06.678 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.678+0000 7f2a116bb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:06.678 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.678+0000 7f2a116bb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:06.678 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.678+0000 7f2a116bb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:06.679 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.678+0000 7f2a116bb9c0 20 started sync module instance, tier type = 2024-09-19T13:58:06.679 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.678+0000 7f2a116bb9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:58:06.696 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.694+0000 7f2a116bb9c0 20 add_watcher() i=0 2024-09-19T13:58:06.696 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.694+0000 7f2a116bb9c0 20 add_watcher() i=1 2024-09-19T13:58:06.696 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.694+0000 7f2a116bb9c0 20 add_watcher() i=2 2024-09-19T13:58:06.697 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.694+0000 7f2a116bb9c0 20 add_watcher() i=3 2024-09-19T13:58:06.697 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.694+0000 7f2a116bb9c0 20 add_watcher() i=4 2024-09-19T13:58:06.697 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.694+0000 7f2a116bb9c0 20 add_watcher() i=5 2024-09-19T13:58:06.697 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.694+0000 7f2a116bb9c0 20 add_watcher() i=6 2024-09-19T13:58:06.699 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.698+0000 7f2a116bb9c0 20 add_watcher() i=7 2024-09-19T13:58:06.700 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.698+0000 7f2a116bb9c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:58:06.703 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.702+0000 7f28c5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:58:06.705 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.702+0000 7f2a116bb9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:58:06.705 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.702+0000 7f2a116bb9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:58:06.705 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.702+0000 7f2a116bb9c0 5 note: GC not initialized 2024-09-19T13:58:06.706 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.702+0000 7f28c4fe1640 20 reqs_thread_entry: start 2024-09-19T13:58:06.706 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.702+0000 7f2a116bb9c0 20 init_complete bucket index max shards: 1 2024-09-19T13:58:06.706 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.702+0000 7f2a116bb9c0 20 Filter name: none 2024-09-19T13:58:06.706 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.702+0000 7f283e7fc640 20 reqs_thread_entry: start 2024-09-19T13:58:06.706 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.702+0000 7f2a116bb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:06.707 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.702+0000 7f2a116bb9c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-19T13:58:06.707 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.702+0000 7f2a116bb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:06.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.706+0000 7f2a116bb9c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-19T13:58:06.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.706+0000 7f2a116bb9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:58:06.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.706+0000 7f2a116bb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:06.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.706+0000 7f2a116bb9c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-19T13:58:06.709 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.706+0000 7f2a116bb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:06.709 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.706+0000 7f2a116bb9c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-19T13:58:06.709 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.706+0000 7f2a116bb9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:58:06.710 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.706+0000 7f28c5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:58:06.713 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.710+0000 7f2a116bb9c0 20 remove_watcher() i=0 2024-09-19T13:58:06.713 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.710+0000 7f2a116bb9c0 2 removed watcher, disabling cache 2024-09-19T13:58:06.715 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.714+0000 7f2a116bb9c0 20 remove_watcher() i=1 2024-09-19T13:58:06.716 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.714+0000 7f2a116bb9c0 20 remove_watcher() i=2 2024-09-19T13:58:06.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.718+0000 7f2a116bb9c0 20 remove_watcher() i=3 2024-09-19T13:58:06.721 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.722+0000 7f2a116bb9c0 20 remove_watcher() i=4 2024-09-19T13:58:06.723 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.722+0000 7f2a116bb9c0 20 remove_watcher() i=5 2024-09-19T13:58:06.726 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.726+0000 7f2a116bb9c0 20 remove_watcher() i=6 2024-09-19T13:58:06.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.726+0000 7f2a116bb9c0 20 remove_watcher() i=7 2024-09-19T13:58:06.743 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:06.743 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T13:58:06.743 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: error-at-trim-reshard-log-entries id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.26 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-19T13:58:06.743 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:06.743 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket reshard --bucket error-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at trim_reshard_log_entries --inject-error-code 95 2024-09-19T13:58:06.778 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:58:06.778 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:58:06.823 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.822+0000 7f906c8f79c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:06.825 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.826+0000 7f906c8f79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:06.825 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.826+0000 7f906c8f79c0 20 realm 2024-09-19T13:58:06.826 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.826+0000 7f906c8f79c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:06.826 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.826+0000 7f906c8f79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:06.826 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.826+0000 7f906c8f79c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:58:06.826 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.826+0000 7f906c8f79c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:06.827 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.826+0000 7f906c8f79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:06.827 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.826+0000 7f906c8f79c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:06.828 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.826+0000 7f906c8f79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:06.828 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.826+0000 7f906c8f79c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:06.829 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.830+0000 7f906c8f79c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:58:06.830 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.830+0000 7f906c8f79c0 20 searching for the correct realm 2024-09-19T13:58:06.837 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.838+0000 7f906a3fd640 0 -- 172.21.15.31:0/2971881514 >> [v2:172.21.15.31:6802/3325082646,v1:172.21.15.31:6804/3325082646] conn(0x55810fbfcef0 msgr2=0x55810fbff2e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:58:06.843 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.842+0000 7f906a3fd640 0 -- 172.21.15.31:0/2971881514 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f906400e040 msgr2=0x7f906400e930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T13:58:06.850 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.850+0000 7f906c8f79c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:58:06.850 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.850+0000 7f906c8f79c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:58:06.850 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.850+0000 7f906c8f79c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:58:06.850 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.850+0000 7f906c8f79c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:58:06.850 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.850+0000 7f906c8f79c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:58:06.850 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.850+0000 7f906c8f79c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:58:06.851 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.850+0000 7f906c8f79c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:06.853 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.850+0000 7f906c8f79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:06.853 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.850+0000 7f906c8f79c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:06.853 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.850+0000 7f906c8f79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:06.853 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.850+0000 7f906c8f79c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:06.853 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.850+0000 7f906c8f79c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:58:06.853 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.850+0000 7f906c8f79c0 20 zone default found 2024-09-19T13:58:06.854 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.850+0000 7f906c8f79c0 4 Realm: () 2024-09-19T13:58:06.854 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.850+0000 7f906c8f79c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:58:06.854 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.850+0000 7f906c8f79c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:58:06.854 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.850+0000 7f906c8f79c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:58:06.854 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.850+0000 7f906c8f79c0 20 zonegroup default 2024-09-19T13:58:06.854 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.850+0000 7f906c8f79c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:06.854 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.850+0000 7f906c8f79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:06.854 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.850+0000 7f906c8f79c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:06.855 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.850+0000 7f906c8f79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:06.855 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.850+0000 7f906c8f79c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:06.856 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.854+0000 7f906c8f79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:06.856 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.854+0000 7f906c8f79c0 20 started sync module instance, tier type = 2024-09-19T13:58:06.856 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.854+0000 7f906c8f79c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:58:06.872 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.870+0000 7f906c8f79c0 20 add_watcher() i=0 2024-09-19T13:58:06.872 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.870+0000 7f906c8f79c0 20 add_watcher() i=1 2024-09-19T13:58:06.872 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.870+0000 7f906c8f79c0 20 add_watcher() i=2 2024-09-19T13:58:06.872 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.870+0000 7f906c8f79c0 20 add_watcher() i=3 2024-09-19T13:58:06.872 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.870+0000 7f906c8f79c0 20 add_watcher() i=4 2024-09-19T13:58:06.872 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.870+0000 7f906c8f79c0 20 add_watcher() i=5 2024-09-19T13:58:06.872 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.870+0000 7f906c8f79c0 20 add_watcher() i=6 2024-09-19T13:58:06.874 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.874+0000 7f906c8f79c0 20 add_watcher() i=7 2024-09-19T13:58:06.874 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.874+0000 7f906c8f79c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:58:06.877 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.878+0000 7f8f217e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:58:06.878 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.878+0000 7f906c8f79c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:58:06.878 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.878+0000 7f906c8f79c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:58:06.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.878+0000 7f906c8f79c0 5 note: GC not initialized 2024-09-19T13:58:06.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.878+0000 7f8f1b7fe640 20 reqs_thread_entry: start 2024-09-19T13:58:06.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.878+0000 7f906c8f79c0 20 init_complete bucket index max shards: 1 2024-09-19T13:58:06.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.878+0000 7f906c8f79c0 20 Filter name: none 2024-09-19T13:58:06.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.878+0000 7f8f197fa640 20 reqs_thread_entry: start 2024-09-19T13:58:06.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.878+0000 7f906c8f79c0 10 cache get: name=default.rgw.meta+root+error-at-trim-reshard-log-entries : miss 2024-09-19T13:58:06.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.878+0000 7f906c8f79c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:06.880 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.878+0000 7f906c8f79c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-19T13:58:06.880 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.878+0000 7f906c8f79c0 10 cache put: name=default.rgw.meta+root+error-at-trim-reshard-log-entries info.flags=0x11 2024-09-19T13:58:06.880 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.878+0000 7f906c8f79c0 10 adding default.rgw.meta+root+error-at-trim-reshard-log-entries to cache LRU end 2024-09-19T13:58:06.880 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.878+0000 7f906c8f79c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.26 : miss 2024-09-19T13:58:06.880 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.878+0000 7f906c8f79c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:06.880 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.878+0000 7f906c8f79c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-19T13:58:06.881 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.878+0000 7f906c8f79c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.26 info.flags=0x17 2024-09-19T13:58:06.881 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.878+0000 7f906c8f79c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.26 to cache LRU end 2024-09-19T13:58:06.881 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.878+0000 7f906c8f79c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:58:06.881 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.878+0000 7f906c8f79c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:06.881 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.878+0000 7f906c8f79c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.26 2024-09-19T13:58:06.888 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.886+0000 7f906c8f79c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.26 info.flags=0x17 2024-09-19T13:58:06.888 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.886+0000 7f906c8f79c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.26 to cache LRU end 2024-09-19T13:58:06.888 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.886+0000 7f906c8f79c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:06.889 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.886+0000 7f906c8f79c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.26, ofs0, ns] 2024-09-19T13:58:06.889 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.886+0000 7f8f4dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333496 cookie 94012803411584 notifier 6861 bl.length()=939 2024-09-19T13:58:06.889 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.886+0000 7f8f4dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.26 info.flags=0x17 2024-09-19T13:58:06.890 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.886+0000 7f8f4dffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.26 to cache LRU end 2024-09-19T13:58:06.890 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.886+0000 7f8f4dffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:06.890 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.890+0000 7f906c8f79c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.26]): orig_sources= new_sources= 2024-09-19T13:58:06.890 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.890+0000 7f906c8f79c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.26]): potential sources added=[] removed=[] 2024-09-19T13:58:06.890 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.890+0000 7f906c8f79c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.26]): orig_dests= new_dests= 2024-09-19T13:58:06.891 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.890+0000 7f906c8f79c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.26]): potential dests added=[] removed=[] 2024-09-19T13:58:06.891 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.890+0000 7f906c8f79c0 -1 Injecting error=-95 at location=trim_reshard_log_entries 2024-09-19T13:58:06.891 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.890+0000 7f906c8f79c0 0 WARNING: trim_reshard_log_entries() does not supported logrecord, falling back to block reshard mode. 2024-09-19T13:58:06.892 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.890+0000 7f906c8f79c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.26.1.0 2024-09-19T13:58:06.892 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.890+0000 7f906c8f79c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.26.1.0 2024-09-19T13:58:06.892 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.890+0000 7f906c8f79c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.26.1.1 2024-09-19T13:58:06.892 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.890+0000 7f906c8f79c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.26.1.1 2024-09-19T13:58:06.892 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.890+0000 7f906c8f79c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.26.0 2024-09-19T13:58:06.895 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.894+0000 7f906c8f79c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.26 : hit (requested=0x17, cached=0x17) 2024-09-19T13:58:06.896 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.894+0000 7f906c8f79c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.26 2024-09-19T13:58:06.898 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.898+0000 7f906c8f79c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.26 info.flags=0x17 2024-09-19T13:58:06.898 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.898+0000 7f906c8f79c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.26 to cache LRU end 2024-09-19T13:58:06.899 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.898+0000 7f906c8f79c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:06.899 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.898+0000 7f906c8f79c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.26, ofs0, ns] 2024-09-19T13:58:06.899 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.898+0000 7f8f4dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333497 cookie 94012803411584 notifier 6861 bl.length()=907 2024-09-19T13:58:06.900 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.898+0000 7f8f4dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.26 info.flags=0x17 2024-09-19T13:58:06.900 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.898+0000 7f8f4dffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.26 to cache LRU end 2024-09-19T13:58:06.900 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.898+0000 7f8f4dffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:06.900 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.898+0000 7f906c8f79c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.26]): orig_sources= new_sources= 2024-09-19T13:58:06.900 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.898+0000 7f906c8f79c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.26]): potential sources added=[] removed=[] 2024-09-19T13:58:06.901 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.898+0000 7f906c8f79c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.26]): orig_dests= new_dests= 2024-09-19T13:58:06.901 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.898+0000 7f906c8f79c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.26]): potential dests added=[] removed=[] 2024-09-19T13:58:06.903 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.902+0000 7f906c8f79c0 1 execute INFO: reshard of bucket "error-at-trim-reshard-log-entries" from 1 shards to 2 shards completed successfully 2024-09-19T13:58:06.906 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.906+0000 7f8f217e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:58:06.911 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.910+0000 7f906c8f79c0 20 remove_watcher() i=0 2024-09-19T13:58:06.911 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.910+0000 7f906c8f79c0 2 removed watcher, disabling cache 2024-09-19T13:58:06.913 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.910+0000 7f906c8f79c0 20 remove_watcher() i=1 2024-09-19T13:58:06.915 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.914+0000 7f906c8f79c0 20 remove_watcher() i=2 2024-09-19T13:58:06.917 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.914+0000 7f906c8f79c0 20 remove_watcher() i=3 2024-09-19T13:58:06.919 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.918+0000 7f906c8f79c0 20 remove_watcher() i=4 2024-09-19T13:58:06.921 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.922+0000 7f906c8f79c0 20 remove_watcher() i=5 2024-09-19T13:58:06.924 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.922+0000 7f906c8f79c0 20 remove_watcher() i=6 2024-09-19T13:58:06.926 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:06.926+0000 7f906c8f79c0 20 remove_watcher() i=7 2024-09-19T13:58:06.942 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-19T13:58:06.971 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:58:06.971 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:58:07.017 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.014+0000 7f3e858b59c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:07.020 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.018+0000 7f3e858b59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:07.020 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.018+0000 7f3e858b59c0 20 realm 2024-09-19T13:58:07.020 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.018+0000 7f3e858b59c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:07.020 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.018+0000 7f3e858b59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:07.021 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.018+0000 7f3e858b59c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:58:07.021 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.018+0000 7f3e858b59c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:07.021 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.018+0000 7f3e858b59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:07.021 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.018+0000 7f3e858b59c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:07.021 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.022+0000 7f3e858b59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:07.021 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.022+0000 7f3e858b59c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:07.024 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.022+0000 7f3e858b59c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:58:07.024 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.022+0000 7f3e858b59c0 20 searching for the correct realm 2024-09-19T13:58:07.029 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.026+0000 7f3e82bba640 0 -- 172.21.15.31:0/3485784706 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7f3e78065920 msgr2=0x7f3e7806e4e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T13:58:07.036 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.034+0000 7f3e83bbc640 0 -- 172.21.15.31:0/3485784706 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x55b27a0af030 msgr2=0x55b27a0b14a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:58:07.044 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.042+0000 7f3e858b59c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:58:07.044 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.042+0000 7f3e858b59c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:58:07.044 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.042+0000 7f3e858b59c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:58:07.044 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.042+0000 7f3e858b59c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:58:07.044 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.042+0000 7f3e858b59c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:58:07.044 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.042+0000 7f3e858b59c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:58:07.044 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.042+0000 7f3e858b59c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:07.045 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.042+0000 7f3e858b59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:07.045 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.042+0000 7f3e858b59c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:07.045 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.042+0000 7f3e858b59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:07.045 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.042+0000 7f3e858b59c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:07.046 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.046+0000 7f3e858b59c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:58:07.046 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.046+0000 7f3e858b59c0 20 zone default found 2024-09-19T13:58:07.046 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.046+0000 7f3e858b59c0 4 Realm: () 2024-09-19T13:58:07.046 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.046+0000 7f3e858b59c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:58:07.046 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.046+0000 7f3e858b59c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:58:07.046 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.046+0000 7f3e858b59c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:58:07.046 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.046+0000 7f3e858b59c0 20 zonegroup default 2024-09-19T13:58:07.047 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.046+0000 7f3e858b59c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:07.047 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.046+0000 7f3e858b59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:07.047 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.046+0000 7f3e858b59c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:07.047 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.046+0000 7f3e858b59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:07.047 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.046+0000 7f3e858b59c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:07.047 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.046+0000 7f3e858b59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:07.048 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.046+0000 7f3e858b59c0 20 started sync module instance, tier type = 2024-09-19T13:58:07.048 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.046+0000 7f3e858b59c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:58:07.069 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.066+0000 7f3e858b59c0 20 add_watcher() i=0 2024-09-19T13:58:07.069 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.066+0000 7f3e858b59c0 20 add_watcher() i=1 2024-09-19T13:58:07.069 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.066+0000 7f3e858b59c0 20 add_watcher() i=2 2024-09-19T13:58:07.069 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.066+0000 7f3e858b59c0 20 add_watcher() i=3 2024-09-19T13:58:07.070 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.066+0000 7f3e858b59c0 20 add_watcher() i=4 2024-09-19T13:58:07.070 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.066+0000 7f3e858b59c0 20 add_watcher() i=5 2024-09-19T13:58:07.070 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.066+0000 7f3e858b59c0 20 add_watcher() i=6 2024-09-19T13:58:07.071 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.070+0000 7f3e858b59c0 20 add_watcher() i=7 2024-09-19T13:58:07.072 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.070+0000 7f3e858b59c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:58:07.075 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.074+0000 7f3d39fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:58:07.076 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.074+0000 7f3e858b59c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:58:07.076 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.074+0000 7f3e858b59c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:58:07.076 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.074+0000 7f3e858b59c0 5 note: GC not initialized 2024-09-19T13:58:07.076 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.074+0000 7f3d38fe1640 20 reqs_thread_entry: start 2024-09-19T13:58:07.077 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.074+0000 7f3e858b59c0 20 init_complete bucket index max shards: 1 2024-09-19T13:58:07.077 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.074+0000 7f3e858b59c0 20 Filter name: none 2024-09-19T13:58:07.077 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.074+0000 7f3cb27fc640 20 reqs_thread_entry: start 2024-09-19T13:58:07.077 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.074+0000 7f3e858b59c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:07.077 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.074+0000 7f3e858b59c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-19T13:58:07.077 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.074+0000 7f3e858b59c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:07.078 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.078+0000 7f3e858b59c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-19T13:58:07.078 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.078+0000 7f3e858b59c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:58:07.078 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.078+0000 7f3e858b59c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:07.078 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.078+0000 7f3e858b59c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-19T13:58:07.078 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.078+0000 7f3e858b59c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:07.079 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.078+0000 7f3e858b59c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-19T13:58:07.079 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.078+0000 7f3e858b59c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:58:07.081 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.082+0000 7f3d39fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:58:07.085 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.086+0000 7f3e858b59c0 20 remove_watcher() i=0 2024-09-19T13:58:07.085 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.086+0000 7f3e858b59c0 2 removed watcher, disabling cache 2024-09-19T13:58:07.087 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.086+0000 7f3e858b59c0 20 remove_watcher() i=1 2024-09-19T13:58:07.089 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.090+0000 7f3e858b59c0 20 remove_watcher() i=2 2024-09-19T13:58:07.091 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.090+0000 7f3e858b59c0 20 remove_watcher() i=3 2024-09-19T13:58:07.093 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.094+0000 7f3e858b59c0 20 remove_watcher() i=4 2024-09-19T13:58:07.095 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.094+0000 7f3e858b59c0 20 remove_watcher() i=5 2024-09-19T13:58:07.098 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.098+0000 7f3e858b59c0 20 remove_watcher() i=6 2024-09-19T13:58:07.101 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.102+0000 7f3e858b59c0 20 remove_watcher() i=7 2024-09-19T13:58:07.116 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:07.116 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T13:58:07.117 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: error-at-trim-reshard-log-entries id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.26 num_objects: 20 size_kb: 1 num_shards: 2 2024-09-19T13:58:07.117 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:07.118 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:07.118 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:07.121 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:07.121 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:07.172 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:07.173 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:07.195 INFO:tasks.workunit.client.0.smithi031.stderr:TEST: reshard bucket with abort at trim_reshard_log_entries 2024-09-19T13:58:07.195 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:07.197 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:07.197 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:07.211 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:07.211 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:07.261 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:07.261 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:07.282 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:07.283 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:07.304 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:07.304 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:07.325 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:07.325 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:07.346 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:07.347 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:07.368 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:07.368 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:07.389 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:07.389 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:07.410 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:07.411 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:07.432 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:07.432 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:07.454 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:07.454 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:07.476 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:07.476 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:07.497 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:07.497 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:07.520 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:07.520 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:07.541 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:07.541 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:07.562 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:07.562 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:07.581 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:07.581 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:07.604 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:07.604 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:07.627 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:07.627 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:07.648 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:07.648 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:07.669 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:07.669 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:07.688 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket abort-at-trim-reshard-log-entries 2024-09-19T13:58:07.721 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:58:07.721 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:58:07.768 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.766+0000 7f7375e859c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:07.770 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.770+0000 7f7375e859c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:07.770 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.770+0000 7f7375e859c0 20 realm 2024-09-19T13:58:07.770 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.770+0000 7f7375e859c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:07.771 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.770+0000 7f7375e859c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:07.771 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.770+0000 7f7375e859c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:58:07.771 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.770+0000 7f7375e859c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:07.771 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.770+0000 7f7375e859c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:07.771 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.770+0000 7f7375e859c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:07.772 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.770+0000 7f7375e859c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:07.772 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.770+0000 7f7375e859c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:07.774 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.774+0000 7f7375e859c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:58:07.774 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.774+0000 7f7375e859c0 20 searching for the correct realm 2024-09-19T13:58:07.780 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.778+0000 7f737318a640 0 -- 172.21.15.31:0/2862232041 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7f7368003000 msgr2=0x7f736805e540 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:58:07.787 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.786+0000 7f737418c640 0 -- 172.21.15.31:0/2862232041 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x55b0f4dc5230 msgr2=0x55b0f4dc76b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:58:07.795 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.794+0000 7f7375e859c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:58:07.795 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.794+0000 7f7375e859c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:58:07.795 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.794+0000 7f7375e859c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:58:07.796 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.794+0000 7f7375e859c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:58:07.796 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.794+0000 7f7375e859c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:58:07.796 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.794+0000 7f7375e859c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:58:07.796 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.794+0000 7f7375e859c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:07.796 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.794+0000 7f7375e859c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:07.797 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.794+0000 7f7375e859c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:07.797 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.794+0000 7f7375e859c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:07.797 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.794+0000 7f7375e859c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:07.797 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.798+0000 7f7375e859c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:58:07.797 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.798+0000 7f7375e859c0 20 zone default found 2024-09-19T13:58:07.798 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.798+0000 7f7375e859c0 4 Realm: () 2024-09-19T13:58:07.798 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.798+0000 7f7375e859c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:58:07.798 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.798+0000 7f7375e859c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:58:07.798 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.798+0000 7f7375e859c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:58:07.798 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.798+0000 7f7375e859c0 20 zonegroup default 2024-09-19T13:58:07.798 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.798+0000 7f7375e859c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:07.799 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.798+0000 7f7375e859c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:07.799 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.798+0000 7f7375e859c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:07.799 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.798+0000 7f7375e859c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:07.799 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.798+0000 7f7375e859c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:07.799 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.798+0000 7f7375e859c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:07.800 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.798+0000 7f7375e859c0 20 started sync module instance, tier type = 2024-09-19T13:58:07.800 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.798+0000 7f7375e859c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:58:07.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.818+0000 7f7375e859c0 20 add_watcher() i=0 2024-09-19T13:58:07.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.818+0000 7f7375e859c0 20 add_watcher() i=1 2024-09-19T13:58:07.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.818+0000 7f7375e859c0 20 add_watcher() i=2 2024-09-19T13:58:07.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.818+0000 7f7375e859c0 20 add_watcher() i=3 2024-09-19T13:58:07.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.818+0000 7f7375e859c0 20 add_watcher() i=4 2024-09-19T13:58:07.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.818+0000 7f7375e859c0 20 add_watcher() i=5 2024-09-19T13:58:07.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.818+0000 7f7375e859c0 20 add_watcher() i=6 2024-09-19T13:58:07.820 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.818+0000 7f7375e859c0 20 add_watcher() i=7 2024-09-19T13:58:07.820 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.818+0000 7f7375e859c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:58:07.824 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.822+0000 7f7229fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:58:07.824 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.822+0000 7f7375e859c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:58:07.824 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.822+0000 7f7375e859c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:58:07.824 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.822+0000 7f7375e859c0 5 note: GC not initialized 2024-09-19T13:58:07.825 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.822+0000 7f7228fe1640 20 reqs_thread_entry: start 2024-09-19T13:58:07.825 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.822+0000 7f7375e859c0 20 init_complete bucket index max shards: 1 2024-09-19T13:58:07.825 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.822+0000 7f7375e859c0 20 Filter name: none 2024-09-19T13:58:07.825 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.822+0000 7f71a27fc640 20 reqs_thread_entry: start 2024-09-19T13:58:07.825 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.822+0000 7f7375e859c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:07.825 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.822+0000 7f7375e859c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-19T13:58:07.825 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.822+0000 7f7375e859c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:07.826 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.826+0000 7f7375e859c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-19T13:58:07.826 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.826+0000 7f7375e859c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:58:07.826 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.826+0000 7f7375e859c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:07.827 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.826+0000 7f7375e859c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-19T13:58:07.827 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.826+0000 7f7375e859c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:07.828 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.826+0000 7f7375e859c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-19T13:58:07.828 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.826+0000 7f7375e859c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:58:07.829 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.830+0000 7f7229fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:58:07.834 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.834+0000 7f7375e859c0 20 remove_watcher() i=0 2024-09-19T13:58:07.834 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.834+0000 7f7375e859c0 2 removed watcher, disabling cache 2024-09-19T13:58:07.835 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.834+0000 7f7375e859c0 20 remove_watcher() i=1 2024-09-19T13:58:07.837 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.838+0000 7f7375e859c0 20 remove_watcher() i=2 2024-09-19T13:58:07.839 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.838+0000 7f7375e859c0 20 remove_watcher() i=3 2024-09-19T13:58:07.841 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.842+0000 7f7375e859c0 20 remove_watcher() i=4 2024-09-19T13:58:07.843 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.842+0000 7f7375e859c0 20 remove_watcher() i=5 2024-09-19T13:58:07.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.846+0000 7f7375e859c0 20 remove_watcher() i=6 2024-09-19T13:58:07.849 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.850+0000 7f7375e859c0 20 remove_watcher() i=7 2024-09-19T13:58:07.864 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:07.865 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T13:58:07.865 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: abort-at-trim-reshard-log-entries id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-19T13:58:07.865 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:07.865 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket reshard --bucket abort-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at trim_reshard_log_entries 2024-09-19T13:58:07.898 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:58:07.898 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:58:07.944 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.942+0000 7fba955b29c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:07.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.946+0000 7fba955b29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:07.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.946+0000 7fba955b29c0 20 realm 2024-09-19T13:58:07.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.946+0000 7fba955b29c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:07.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.946+0000 7fba955b29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:07.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.946+0000 7fba955b29c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:58:07.948 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.946+0000 7fba955b29c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:07.948 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.946+0000 7fba955b29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:07.948 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.946+0000 7fba955b29c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:07.948 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.946+0000 7fba955b29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:07.949 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.946+0000 7fba955b29c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:07.950 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.950+0000 7fba955b29c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:58:07.950 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.950+0000 7fba955b29c0 20 searching for the correct realm 2024-09-19T13:58:07.956 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.954+0000 7fba938b9640 0 -- 172.21.15.31:0/1728294653 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x5565999b1940 msgr2=0x5565999b3de0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:58:07.963 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.962+0000 7fba930b8640 0 -- 172.21.15.31:0/1728294653 >> [v2:172.21.15.31:6802/3325082646,v1:172.21.15.31:6804/3325082646] conn(0x5565999b5cd0 msgr2=0x5565999b80c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:58:07.969 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.966+0000 7fba955b29c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:58:07.969 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.966+0000 7fba955b29c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:58:07.969 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.966+0000 7fba955b29c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:58:07.969 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.966+0000 7fba955b29c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:58:07.969 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.966+0000 7fba955b29c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:58:07.969 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.966+0000 7fba955b29c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:58:07.970 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.966+0000 7fba955b29c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:07.970 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.970+0000 7fba955b29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:07.970 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.970+0000 7fba955b29c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:07.970 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.970+0000 7fba955b29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:07.970 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.970+0000 7fba955b29c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:07.971 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.970+0000 7fba955b29c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:58:07.971 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.970+0000 7fba955b29c0 20 zone default found 2024-09-19T13:58:07.971 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.970+0000 7fba955b29c0 4 Realm: () 2024-09-19T13:58:07.971 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.970+0000 7fba955b29c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:58:07.971 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.970+0000 7fba955b29c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:58:07.971 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.970+0000 7fba955b29c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:58:07.972 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.970+0000 7fba955b29c0 20 zonegroup default 2024-09-19T13:58:07.972 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.970+0000 7fba955b29c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:07.972 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.970+0000 7fba955b29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:07.972 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.970+0000 7fba955b29c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:07.972 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.970+0000 7fba955b29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:07.972 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.970+0000 7fba955b29c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:07.973 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.970+0000 7fba955b29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:07.973 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.970+0000 7fba955b29c0 20 started sync module instance, tier type = 2024-09-19T13:58:07.973 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.970+0000 7fba955b29c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:58:07.990 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.990+0000 7fba955b29c0 20 add_watcher() i=0 2024-09-19T13:58:07.990 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.990+0000 7fba955b29c0 20 add_watcher() i=1 2024-09-19T13:58:07.990 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.990+0000 7fba955b29c0 20 add_watcher() i=2 2024-09-19T13:58:07.991 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.990+0000 7fba955b29c0 20 add_watcher() i=3 2024-09-19T13:58:07.991 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.990+0000 7fba955b29c0 20 add_watcher() i=4 2024-09-19T13:58:07.991 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.990+0000 7fba955b29c0 20 add_watcher() i=5 2024-09-19T13:58:07.991 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.990+0000 7fba955b29c0 20 add_watcher() i=6 2024-09-19T13:58:07.992 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.990+0000 7fba955b29c0 20 add_watcher() i=7 2024-09-19T13:58:07.993 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.990+0000 7fba955b29c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:58:07.996 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.994+0000 7fb949fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:58:07.997 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.994+0000 7fba955b29c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:58:07.997 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.994+0000 7fba955b29c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:58:07.997 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.994+0000 7fba955b29c0 5 note: GC not initialized 2024-09-19T13:58:07.997 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.994+0000 7fb948fe1640 20 reqs_thread_entry: start 2024-09-19T13:58:07.997 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.994+0000 7fba955b29c0 20 init_complete bucket index max shards: 1 2024-09-19T13:58:07.997 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.994+0000 7fba955b29c0 20 Filter name: none 2024-09-19T13:58:07.997 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.994+0000 7fb8c27fc640 20 reqs_thread_entry: start 2024-09-19T13:58:07.998 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.994+0000 7fba955b29c0 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-19T13:58:07.998 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.994+0000 7fba955b29c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:07.998 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.998+0000 7fba955b29c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-19T13:58:07.999 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.998+0000 7fba955b29c0 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-19T13:58:07.999 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.998+0000 7fba955b29c0 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-19T13:58:07.999 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.998+0000 7fba955b29c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27 : miss 2024-09-19T13:58:07.999 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.998+0000 7fba955b29c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:07.999 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.998+0000 7fba955b29c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-19T13:58:07.999 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.998+0000 7fba955b29c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27 info.flags=0x17 2024-09-19T13:58:07.999 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.998+0000 7fba955b29c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27 to cache LRU end 2024-09-19T13:58:07.999 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.998+0000 7fba955b29c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:58:07.999 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.998+0000 7fba955b29c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:07.999 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:07.998+0000 7fba955b29c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27 2024-09-19T13:58:08.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.002+0000 7fba955b29c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27 info.flags=0x17 2024-09-19T13:58:08.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.006+0000 7fba955b29c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27 to cache LRU end 2024-09-19T13:58:08.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.006+0000 7fba955b29c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:08.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.006+0000 7fba955b29c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27, ofs0, ns] 2024-09-19T13:58:08.006 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.006+0000 7fb976ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333550 cookie 93894857189664 notifier 6506 bl.length()=939 2024-09-19T13:58:08.006 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.006+0000 7fb976ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27 info.flags=0x17 2024-09-19T13:58:08.006 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.006+0000 7fb976ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27 to cache LRU end 2024-09-19T13:58:08.006 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.006+0000 7fb976ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:08.006 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.006+0000 7fba955b29c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27]): orig_sources= new_sources= 2024-09-19T13:58:08.006 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.006+0000 7fba955b29c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27]): potential sources added=[] removed=[] 2024-09-19T13:58:08.007 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.006+0000 7fba955b29c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27]): orig_dests= new_dests= 2024-09-19T13:58:08.007 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.006+0000 7fba955b29c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27]): potential dests added=[] removed=[] 2024-09-19T13:58:08.007 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fba955b29c0 time 2024-09-19T13:58:08.009044+0000 2024-09-19T13:58:08.007 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T13:58:08.007 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T13:58:08.008 INFO:tasks.workunit.client.0.smithi031.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fba98e8c2eb] 2024-09-19T13:58:08.008 INFO:tasks.workunit.client.0.smithi031.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fba98e8c49f] 2024-09-19T13:58:08.008 INFO:tasks.workunit.client.0.smithi031.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556597c81271] 2024-09-19T13:58:08.008 INFO:tasks.workunit.client.0.smithi031.stderr: 4: radosgw-admin(+0x141050e) [0x5565986d250e] 2024-09-19T13:58:08.008 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x556597c910dd] 2024-09-19T13:58:08.008 INFO:tasks.workunit.client.0.smithi031.stderr: 6: main() 2024-09-19T13:58:08.008 INFO:tasks.workunit.client.0.smithi031.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fba97cf2d90] 2024-09-19T13:58:08.008 INFO:tasks.workunit.client.0.smithi031.stderr: 8: __libc_start_main() 2024-09-19T13:58:08.008 INFO:tasks.workunit.client.0.smithi031.stderr: 9: _start() 2024-09-19T13:58:08.008 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.006+0000 7fba955b29c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fba955b29c0 time 2024-09-19T13:58:08.009044+0000 2024-09-19T13:58:08.008 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T13:58:08.009 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:08.009 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T13:58:08.009 INFO:tasks.workunit.client.0.smithi031.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fba98e8c2eb] 2024-09-19T13:58:08.009 INFO:tasks.workunit.client.0.smithi031.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fba98e8c49f] 2024-09-19T13:58:08.009 INFO:tasks.workunit.client.0.smithi031.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556597c81271] 2024-09-19T13:58:08.009 INFO:tasks.workunit.client.0.smithi031.stderr: 4: radosgw-admin(+0x141050e) [0x5565986d250e] 2024-09-19T13:58:08.009 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x556597c910dd] 2024-09-19T13:58:08.009 INFO:tasks.workunit.client.0.smithi031.stderr: 6: main() 2024-09-19T13:58:08.009 INFO:tasks.workunit.client.0.smithi031.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fba97cf2d90] 2024-09-19T13:58:08.009 INFO:tasks.workunit.client.0.smithi031.stderr: 8: __libc_start_main() 2024-09-19T13:58:08.009 INFO:tasks.workunit.client.0.smithi031.stderr: 9: _start() 2024-09-19T13:58:08.009 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:08.009 INFO:tasks.workunit.client.0.smithi031.stderr:*** Caught signal (Aborted) ** 2024-09-19T13:58:08.009 INFO:tasks.workunit.client.0.smithi031.stderr: in thread 7fba955b29c0 thread_name:radosgw-admin 2024-09-19T13:58:08.026 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T13:58:08.026 INFO:tasks.workunit.client.0.smithi031.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fba97d0b520] 2024-09-19T13:58:08.026 INFO:tasks.workunit.client.0.smithi031.stderr: 2: pthread_kill() 2024-09-19T13:58:08.026 INFO:tasks.workunit.client.0.smithi031.stderr: 3: raise() 2024-09-19T13:58:08.026 INFO:tasks.workunit.client.0.smithi031.stderr: 4: abort() 2024-09-19T13:58:08.026 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fba98e8c345] 2024-09-19T13:58:08.026 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fba98e8c49f] 2024-09-19T13:58:08.026 INFO:tasks.workunit.client.0.smithi031.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556597c81271] 2024-09-19T13:58:08.027 INFO:tasks.workunit.client.0.smithi031.stderr: 8: radosgw-admin(+0x141050e) [0x5565986d250e] 2024-09-19T13:58:08.027 INFO:tasks.workunit.client.0.smithi031.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x556597c910dd] 2024-09-19T13:58:08.027 INFO:tasks.workunit.client.0.smithi031.stderr: 10: main() 2024-09-19T13:58:08.027 INFO:tasks.workunit.client.0.smithi031.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fba97cf2d90] 2024-09-19T13:58:08.027 INFO:tasks.workunit.client.0.smithi031.stderr: 12: __libc_start_main() 2024-09-19T13:58:08.027 INFO:tasks.workunit.client.0.smithi031.stderr: 13: _start() 2024-09-19T13:58:08.027 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.006+0000 7fba955b29c0 -1 *** Caught signal (Aborted) ** 2024-09-19T13:58:08.027 INFO:tasks.workunit.client.0.smithi031.stderr: in thread 7fba955b29c0 thread_name:radosgw-admin 2024-09-19T13:58:08.027 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:08.027 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T13:58:08.027 INFO:tasks.workunit.client.0.smithi031.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fba97d0b520] 2024-09-19T13:58:08.027 INFO:tasks.workunit.client.0.smithi031.stderr: 2: pthread_kill() 2024-09-19T13:58:08.027 INFO:tasks.workunit.client.0.smithi031.stderr: 3: raise() 2024-09-19T13:58:08.028 INFO:tasks.workunit.client.0.smithi031.stderr: 4: abort() 2024-09-19T13:58:08.028 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fba98e8c345] 2024-09-19T13:58:08.028 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fba98e8c49f] 2024-09-19T13:58:08.028 INFO:tasks.workunit.client.0.smithi031.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556597c81271] 2024-09-19T13:58:08.028 INFO:tasks.workunit.client.0.smithi031.stderr: 8: radosgw-admin(+0x141050e) [0x5565986d250e] 2024-09-19T13:58:08.028 INFO:tasks.workunit.client.0.smithi031.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x556597c910dd] 2024-09-19T13:58:08.028 INFO:tasks.workunit.client.0.smithi031.stderr: 10: main() 2024-09-19T13:58:08.028 INFO:tasks.workunit.client.0.smithi031.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fba97cf2d90] 2024-09-19T13:58:08.029 INFO:tasks.workunit.client.0.smithi031.stderr: 12: __libc_start_main() 2024-09-19T13:58:08.029 INFO:tasks.workunit.client.0.smithi031.stderr: 13: _start() 2024-09-19T13:58:08.029 INFO:tasks.workunit.client.0.smithi031.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T13:58:08.029 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:08.029 INFO:tasks.workunit.client.0.smithi031.stderr:--- begin dump of recent events --- 2024-09-19T13:58:08.029 INFO:tasks.workunit.client.0.smithi031.stderr: -499> 2024-09-19T13:58:07.918+0000 7fba930b8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:58:08.029 INFO:tasks.workunit.client.0.smithi031.stderr: -498> 2024-09-19T13:58:07.918+0000 7fba930b8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:58:08.029 INFO:tasks.workunit.client.0.smithi031.stderr: -497> 2024-09-19T13:58:07.918+0000 7fba938b9640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:58:08.029 INFO:tasks.workunit.client.0.smithi031.stderr: -496> 2024-09-19T13:58:07.918+0000 7fba938b9640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:58:08.029 INFO:tasks.workunit.client.0.smithi031.stderr: -495> 2024-09-19T13:58:07.918+0000 7fba938b9640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:58:08.029 INFO:tasks.workunit.client.0.smithi031.stderr: -494> 2024-09-19T13:58:07.918+0000 7fba930b8640 10 monclient(hunting): handle_auth_done global_id 6494 payload 274 2024-09-19T13:58:08.029 INFO:tasks.workunit.client.0.smithi031.stderr: -493> 2024-09-19T13:58:07.918+0000 7fba930b8640 10 monclient: _finish_hunting 0 2024-09-19T13:58:08.030 INFO:tasks.workunit.client.0.smithi031.stderr: -492> 2024-09-19T13:58:07.918+0000 7fba930b8640 1 monclient: found mon.noname-c 2024-09-19T13:58:08.030 INFO:tasks.workunit.client.0.smithi031.stderr: -491> 2024-09-19T13:58:07.918+0000 7fba930b8640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.31:3301/0 2024-09-19T13:58:08.030 INFO:tasks.workunit.client.0.smithi031.stderr: -490> 2024-09-19T13:58:07.918+0000 7fba928b7640 10 monclient: get_auth_request con 0x556599784b50 auth_method 0 2024-09-19T13:58:08.030 INFO:tasks.workunit.client.0.smithi031.stderr: -489> 2024-09-19T13:58:07.918+0000 7fb98160a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:58:08.030 INFO:tasks.workunit.client.0.smithi031.stderr: -488> 2024-09-19T13:58:07.918+0000 7fb98160a640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T13:58:08.030 INFO:tasks.workunit.client.0.smithi031.stderr: -487> 2024-09-19T13:58:07.918+0000 7fb98160a640 10 monclient: dump: 2024-09-19T13:58:08.030 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:58:08.030 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:58:08.030 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:08.030 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:08.030 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:58:08.030 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:58:08.031 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:58:08.031 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:58:08.031 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:58:08.031 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:08.031 INFO:tasks.workunit.client.0.smithi031.stderr: -486> 2024-09-19T13:58:07.918+0000 7fb98160a640 10 monclient: _finish_auth 0 2024-09-19T13:58:08.031 INFO:tasks.workunit.client.0.smithi031.stderr: -485> 2024-09-19T13:58:07.918+0000 7fb98160a640 10 monclient: _check_auth_tickets 2024-09-19T13:58:08.031 INFO:tasks.workunit.client.0.smithi031.stderr: -484> 2024-09-19T13:58:07.918+0000 7fb98160a640 10 monclient: handle_config config(0 keys) 2024-09-19T13:58:08.031 INFO:tasks.workunit.client.0.smithi031.stderr: -483> 2024-09-19T13:58:07.918+0000 7fb98160a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:58:08.031 INFO:tasks.workunit.client.0.smithi031.stderr: -482> 2024-09-19T13:58:07.918+0000 7fb98160a640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T13:58:08.031 INFO:tasks.workunit.client.0.smithi031.stderr: -481> 2024-09-19T13:58:07.918+0000 7fb98160a640 10 monclient: dump: 2024-09-19T13:58:08.031 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:58:08.032 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:58:08.032 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:08.032 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:08.032 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:58:08.032 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:58:08.032 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:58:08.032 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:58:08.032 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:58:08.032 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:08.032 INFO:tasks.workunit.client.0.smithi031.stderr: -480> 2024-09-19T13:58:07.918+0000 7fba955b29c0 5 monclient: authenticate success, global_id 6494 2024-09-19T13:58:08.032 INFO:tasks.workunit.client.0.smithi031.stderr: -479> 2024-09-19T13:58:07.918+0000 7fba955b29c0 10 monclient: get_monmap_and_config success 2024-09-19T13:58:08.032 INFO:tasks.workunit.client.0.smithi031.stderr: -478> 2024-09-19T13:58:07.918+0000 7fba955b29c0 4 set_mon_vals no callback set 2024-09-19T13:58:08.032 INFO:tasks.workunit.client.0.smithi031.stderr: -477> 2024-09-19T13:58:07.922+0000 7fba955b29c0 10 monclient: shutdown 2024-09-19T13:58:08.032 INFO:tasks.workunit.client.0.smithi031.stderr: -476> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 asok(0x5565996bdd90) unregister_commands rotate-key 2024-09-19T13:58:08.033 INFO:tasks.workunit.client.0.smithi031.stderr: -475> 2024-09-19T13:58:07.922+0000 7fba955b29c0 10 monclient: build_initial_monmap 2024-09-19T13:58:08.033 INFO:tasks.workunit.client.0.smithi031.stderr: -474> 2024-09-19T13:58:07.922+0000 7fba955b29c0 1 build_initial for_mkfs: 0 2024-09-19T13:58:08.033 INFO:tasks.workunit.client.0.smithi031.stderr: -473> 2024-09-19T13:58:07.922+0000 7fba955b29c0 10 monclient: monmap: 2024-09-19T13:58:08.033 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T13:58:08.033 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T13:58:08.033 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T13:58:08.033 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T13:58:08.033 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T13:58:08.033 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:58:08.033 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T13:58:08.033 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T13:58:08.033 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T13:58:08.033 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:08.033 INFO:tasks.workunit.client.0.smithi031.stderr: -472> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998cba00) adding auth protocol: cephx 2024-09-19T13:58:08.034 INFO:tasks.workunit.client.0.smithi031.stderr: -471> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998cba00) adding auth protocol: cephx 2024-09-19T13:58:08.034 INFO:tasks.workunit.client.0.smithi031.stderr: -470> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998cba00) adding auth protocol: cephx 2024-09-19T13:58:08.034 INFO:tasks.workunit.client.0.smithi031.stderr: -469> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998cba00) adding con mode: secure 2024-09-19T13:58:08.034 INFO:tasks.workunit.client.0.smithi031.stderr: -468> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998cba00) adding con mode: crc 2024-09-19T13:58:08.034 INFO:tasks.workunit.client.0.smithi031.stderr: -467> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998cba00) adding con mode: secure 2024-09-19T13:58:08.034 INFO:tasks.workunit.client.0.smithi031.stderr: -466> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998cba00) adding con mode: crc 2024-09-19T13:58:08.034 INFO:tasks.workunit.client.0.smithi031.stderr: -465> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998cba00) adding con mode: secure 2024-09-19T13:58:08.034 INFO:tasks.workunit.client.0.smithi031.stderr: -464> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998cba00) adding con mode: crc 2024-09-19T13:58:08.034 INFO:tasks.workunit.client.0.smithi031.stderr: -463> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998cba00) adding con mode: crc 2024-09-19T13:58:08.034 INFO:tasks.workunit.client.0.smithi031.stderr: -462> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998cba00) adding con mode: secure 2024-09-19T13:58:08.034 INFO:tasks.workunit.client.0.smithi031.stderr: -461> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998cba00) adding con mode: crc 2024-09-19T13:58:08.034 INFO:tasks.workunit.client.0.smithi031.stderr: -460> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998cba00) adding con mode: secure 2024-09-19T13:58:08.034 INFO:tasks.workunit.client.0.smithi031.stderr: -459> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998cba00) adding con mode: crc 2024-09-19T13:58:08.034 INFO:tasks.workunit.client.0.smithi031.stderr: -458> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998cba00) adding con mode: secure 2024-09-19T13:58:08.035 INFO:tasks.workunit.client.0.smithi031.stderr: -457> 2024-09-19T13:58:07.922+0000 7fba955b29c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:58:08.035 INFO:tasks.workunit.client.0.smithi031.stderr: -456> 2024-09-19T13:58:07.922+0000 7fba955b29c0 1 librados: starting msgr at 2024-09-19T13:58:08.035 INFO:tasks.workunit.client.0.smithi031.stderr: -455> 2024-09-19T13:58:07.922+0000 7fba955b29c0 1 librados: starting objecter 2024-09-19T13:58:08.035 INFO:tasks.workunit.client.0.smithi031.stderr: -454> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 asok(0x5565996bdd90) register_command objecter_requests hook 0x5565998c61c0 2024-09-19T13:58:08.035 INFO:tasks.workunit.client.0.smithi031.stderr: -453> 2024-09-19T13:58:07.922+0000 7fba955b29c0 1 librados: setting wanted keys 2024-09-19T13:58:08.035 INFO:tasks.workunit.client.0.smithi031.stderr: -452> 2024-09-19T13:58:07.922+0000 7fba955b29c0 1 librados: calling monclient init 2024-09-19T13:58:08.035 INFO:tasks.workunit.client.0.smithi031.stderr: -451> 2024-09-19T13:58:07.922+0000 7fba955b29c0 10 monclient: init 2024-09-19T13:58:08.035 INFO:tasks.workunit.client.0.smithi031.stderr: -450> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998c8630) adding auth protocol: cephx 2024-09-19T13:58:08.035 INFO:tasks.workunit.client.0.smithi031.stderr: -449> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998c8630) adding auth protocol: cephx 2024-09-19T13:58:08.036 INFO:tasks.workunit.client.0.smithi031.stderr: -448> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998c8630) adding auth protocol: cephx 2024-09-19T13:58:08.036 INFO:tasks.workunit.client.0.smithi031.stderr: -447> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998c8630) adding con mode: secure 2024-09-19T13:58:08.036 INFO:tasks.workunit.client.0.smithi031.stderr: -446> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998c8630) adding con mode: crc 2024-09-19T13:58:08.036 INFO:tasks.workunit.client.0.smithi031.stderr: -445> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998c8630) adding con mode: secure 2024-09-19T13:58:08.036 INFO:tasks.workunit.client.0.smithi031.stderr: -444> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998c8630) adding con mode: crc 2024-09-19T13:58:08.036 INFO:tasks.workunit.client.0.smithi031.stderr: -443> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998c8630) adding con mode: secure 2024-09-19T13:58:08.036 INFO:tasks.workunit.client.0.smithi031.stderr: -442> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998c8630) adding con mode: crc 2024-09-19T13:58:08.036 INFO:tasks.workunit.client.0.smithi031.stderr: -441> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998c8630) adding con mode: crc 2024-09-19T13:58:08.036 INFO:tasks.workunit.client.0.smithi031.stderr: -440> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998c8630) adding con mode: secure 2024-09-19T13:58:08.036 INFO:tasks.workunit.client.0.smithi031.stderr: -439> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998c8630) adding con mode: crc 2024-09-19T13:58:08.037 INFO:tasks.workunit.client.0.smithi031.stderr: -438> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998c8630) adding con mode: secure 2024-09-19T13:58:08.037 INFO:tasks.workunit.client.0.smithi031.stderr: -437> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998c8630) adding con mode: crc 2024-09-19T13:58:08.037 INFO:tasks.workunit.client.0.smithi031.stderr: -436> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998c8630) adding con mode: secure 2024-09-19T13:58:08.037 INFO:tasks.workunit.client.0.smithi031.stderr: -435> 2024-09-19T13:58:07.922+0000 7fba955b29c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:58:08.037 INFO:tasks.workunit.client.0.smithi031.stderr: -434> 2024-09-19T13:58:07.922+0000 7fba955b29c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:58:08.037 INFO:tasks.workunit.client.0.smithi031.stderr: -433> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 asok(0x5565996bdd90) register_command rotate-key hook 0x5565998c8778 2024-09-19T13:58:08.037 INFO:tasks.workunit.client.0.smithi031.stderr: -432> 2024-09-19T13:58:07.922+0000 7fba955b29c0 10 monclient: _reopen_session rank -1 2024-09-19T13:58:08.037 INFO:tasks.workunit.client.0.smithi031.stderr: -431> 2024-09-19T13:58:07.922+0000 7fba955b29c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-19T13:58:08.037 INFO:tasks.workunit.client.0.smithi031.stderr: -430> 2024-09-19T13:58:07.922+0000 7fba955b29c0 10 monclient(hunting): picked mon.noname-a con 0x5565997793f0 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T13:58:08.037 INFO:tasks.workunit.client.0.smithi031.stderr: -429> 2024-09-19T13:58:07.922+0000 7fba955b29c0 10 monclient(hunting): picked mon.noname-c con 0x556599784b50 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T13:58:08.037 INFO:tasks.workunit.client.0.smithi031.stderr: -428> 2024-09-19T13:58:07.922+0000 7fba955b29c0 10 monclient(hunting): picked mon.noname-b con 0x5565998ceb50 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T13:58:08.037 INFO:tasks.workunit.client.0.smithi031.stderr: -427> 2024-09-19T13:58:07.922+0000 7fba955b29c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:58:08.038 INFO:tasks.workunit.client.0.smithi031.stderr: -426> 2024-09-19T13:58:07.922+0000 7fba955b29c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:58:08.038 INFO:tasks.workunit.client.0.smithi031.stderr: -425> 2024-09-19T13:58:07.922+0000 7fba955b29c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:58:08.038 INFO:tasks.workunit.client.0.smithi031.stderr: -424> 2024-09-19T13:58:07.922+0000 7fba955b29c0 10 monclient(hunting): _renew_subs 2024-09-19T13:58:08.038 INFO:tasks.workunit.client.0.smithi031.stderr: -423> 2024-09-19T13:58:07.922+0000 7fba955b29c0 10 monclient(hunting): authenticate will time out at 2231.753950s 2024-09-19T13:58:08.038 INFO:tasks.workunit.client.0.smithi031.stderr: -422> 2024-09-19T13:58:07.922+0000 7fba928b7640 10 monclient(hunting): get_auth_request con 0x556599784b50 auth_method 0 2024-09-19T13:58:08.038 INFO:tasks.workunit.client.0.smithi031.stderr: -421> 2024-09-19T13:58:07.922+0000 7fba928b7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:58:08.038 INFO:tasks.workunit.client.0.smithi031.stderr: -420> 2024-09-19T13:58:07.922+0000 7fba928b7640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:58:08.038 INFO:tasks.workunit.client.0.smithi031.stderr: -419> 2024-09-19T13:58:07.922+0000 7fba928b7640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:58:08.038 INFO:tasks.workunit.client.0.smithi031.stderr: -418> 2024-09-19T13:58:07.922+0000 7fba930b8640 10 monclient(hunting): get_auth_request con 0x5565997793f0 auth_method 0 2024-09-19T13:58:08.038 INFO:tasks.workunit.client.0.smithi031.stderr: -417> 2024-09-19T13:58:07.922+0000 7fba930b8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:58:08.038 INFO:tasks.workunit.client.0.smithi031.stderr: -416> 2024-09-19T13:58:07.922+0000 7fba930b8640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:58:08.038 INFO:tasks.workunit.client.0.smithi031.stderr: -415> 2024-09-19T13:58:07.922+0000 7fba930b8640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:58:08.038 INFO:tasks.workunit.client.0.smithi031.stderr: -414> 2024-09-19T13:58:07.922+0000 7fba928b7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:58:08.038 INFO:tasks.workunit.client.0.smithi031.stderr: -413> 2024-09-19T13:58:07.922+0000 7fba928b7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:58:08.039 INFO:tasks.workunit.client.0.smithi031.stderr: -412> 2024-09-19T13:58:07.922+0000 7fba928b7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:58:08.039 INFO:tasks.workunit.client.0.smithi031.stderr: -411> 2024-09-19T13:58:07.922+0000 7fba930b8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:58:08.039 INFO:tasks.workunit.client.0.smithi031.stderr: -410> 2024-09-19T13:58:07.922+0000 7fba930b8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:58:08.039 INFO:tasks.workunit.client.0.smithi031.stderr: -409> 2024-09-19T13:58:07.922+0000 7fba930b8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:58:08.039 INFO:tasks.workunit.client.0.smithi031.stderr: -408> 2024-09-19T13:58:07.922+0000 7fba928b7640 10 monclient(hunting): handle_auth_done global_id 6497 payload 824 2024-09-19T13:58:08.039 INFO:tasks.workunit.client.0.smithi031.stderr: -407> 2024-09-19T13:58:07.922+0000 7fba928b7640 10 monclient: _finish_hunting 0 2024-09-19T13:58:08.039 INFO:tasks.workunit.client.0.smithi031.stderr: -406> 2024-09-19T13:58:07.922+0000 7fba928b7640 1 monclient: found mon.noname-c 2024-09-19T13:58:08.039 INFO:tasks.workunit.client.0.smithi031.stderr: -405> 2024-09-19T13:58:07.922+0000 7fba928b7640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.31:3301/0 2024-09-19T13:58:08.039 INFO:tasks.workunit.client.0.smithi031.stderr: -404> 2024-09-19T13:58:07.922+0000 7fb97fe07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:58:08.039 INFO:tasks.workunit.client.0.smithi031.stderr: -403> 2024-09-19T13:58:07.922+0000 7fb97fe07640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T13:58:08.039 INFO:tasks.workunit.client.0.smithi031.stderr: -402> 2024-09-19T13:58:07.922+0000 7fb97fe07640 10 monclient: dump: 2024-09-19T13:58:08.039 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:58:08.039 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:58:08.039 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:08.040 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:08.040 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:58:08.040 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:58:08.040 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:58:08.040 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:58:08.040 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:58:08.040 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:08.040 INFO:tasks.workunit.client.0.smithi031.stderr: -401> 2024-09-19T13:58:07.922+0000 7fb97fe07640 10 monclient: _finish_auth 0 2024-09-19T13:58:08.040 INFO:tasks.workunit.client.0.smithi031.stderr: -400> 2024-09-19T13:58:07.922+0000 7fb97fe07640 10 monclient: _check_auth_tickets 2024-09-19T13:58:08.040 INFO:tasks.workunit.client.0.smithi031.stderr: -399> 2024-09-19T13:58:07.922+0000 7fb97fe07640 10 monclient: handle_config config(0 keys) 2024-09-19T13:58:08.040 INFO:tasks.workunit.client.0.smithi031.stderr: -398> 2024-09-19T13:58:07.922+0000 7fb97fe07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:58:08.040 INFO:tasks.workunit.client.0.smithi031.stderr: -397> 2024-09-19T13:58:07.922+0000 7fb97fe07640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T13:58:08.040 INFO:tasks.workunit.client.0.smithi031.stderr: -396> 2024-09-19T13:58:07.922+0000 7fb97fe07640 10 monclient: dump: 2024-09-19T13:58:08.041 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:58:08.041 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:58:08.041 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:08.041 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:08.041 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:58:08.041 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:58:08.041 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:58:08.041 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:58:08.041 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:58:08.041 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:08.041 INFO:tasks.workunit.client.0.smithi031.stderr: -395> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 monclient: authenticate success, global_id 6497 2024-09-19T13:58:08.041 INFO:tasks.workunit.client.0.smithi031.stderr: -394> 2024-09-19T13:58:07.922+0000 7fba955b29c0 10 monclient: _renew_subs 2024-09-19T13:58:08.041 INFO:tasks.workunit.client.0.smithi031.stderr: -393> 2024-09-19T13:58:07.922+0000 7fb98160a640 4 set_mon_vals no callback set 2024-09-19T13:58:08.041 INFO:tasks.workunit.client.0.smithi031.stderr: -392> 2024-09-19T13:58:07.922+0000 7fba955b29c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T13:58:08.042 INFO:tasks.workunit.client.0.smithi031.stderr: -391> 2024-09-19T13:58:07.922+0000 7fba955b29c0 10 monclient: _renew_subs 2024-09-19T13:58:08.042 INFO:tasks.workunit.client.0.smithi031.stderr: -390> 2024-09-19T13:58:07.922+0000 7fba955b29c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T13:58:08.042 INFO:tasks.workunit.client.0.smithi031.stderr: -389> 2024-09-19T13:58:07.922+0000 7fba955b29c0 1 librados: init done 2024-09-19T13:58:08.042 INFO:tasks.workunit.client.0.smithi031.stderr: -388> 2024-09-19T13:58:07.926+0000 7fb97fe07640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T13:58:08.042 INFO:tasks.workunit.client.0.smithi031.stderr: -387> 2024-09-19T13:58:07.926+0000 7fb97fe07640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:58:08.042 INFO:tasks.workunit.client.0.smithi031.stderr: -386> 2024-09-19T13:58:07.926+0000 7fb97fe07640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:58:08.042 INFO:tasks.workunit.client.0.smithi031.stderr: -385> 2024-09-19T13:58:07.926+0000 7fba930b8640 10 monclient: get_auth_request con 0x7fb978071be0 auth_method 0 2024-09-19T13:58:08.042 INFO:tasks.workunit.client.0.smithi031.stderr: -384> 2024-09-19T13:58:07.926+0000 7fba938b9640 10 monclient: get_auth_request con 0x5565998f0f30 auth_method 0 2024-09-19T13:58:08.042 INFO:tasks.workunit.client.0.smithi031.stderr: -383> 2024-09-19T13:58:07.926+0000 7fba930b8640 10 monclient: get_auth_request con 0x556599913840 auth_method 0 2024-09-19T13:58:08.042 INFO:tasks.workunit.client.0.smithi031.stderr: -382> 2024-09-19T13:58:07.930+0000 7fba928b7640 10 monclient: get_auth_request con 0x556599917ba0 auth_method 0 2024-09-19T13:58:08.042 INFO:tasks.workunit.client.0.smithi031.stderr: -381> 2024-09-19T13:58:07.930+0000 7fba955b29c0 10 monclient: build_initial_monmap 2024-09-19T13:58:08.042 INFO:tasks.workunit.client.0.smithi031.stderr: -380> 2024-09-19T13:58:07.930+0000 7fba955b29c0 1 build_initial for_mkfs: 0 2024-09-19T13:58:08.042 INFO:tasks.workunit.client.0.smithi031.stderr: -379> 2024-09-19T13:58:07.930+0000 7fba955b29c0 10 monclient: monmap: 2024-09-19T13:58:08.042 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T13:58:08.043 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T13:58:08.043 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T13:58:08.043 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T13:58:08.043 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T13:58:08.043 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:58:08.043 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T13:58:08.043 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T13:58:08.043 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T13:58:08.043 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:08.043 INFO:tasks.workunit.client.0.smithi031.stderr: -378> 2024-09-19T13:58:07.930+0000 7fba955b29c0 5 AuthRegistry(0x55659991c950) adding auth protocol: cephx 2024-09-19T13:58:08.043 INFO:tasks.workunit.client.0.smithi031.stderr: -377> 2024-09-19T13:58:07.930+0000 7fba955b29c0 5 AuthRegistry(0x55659991c950) adding auth protocol: cephx 2024-09-19T13:58:08.043 INFO:tasks.workunit.client.0.smithi031.stderr: -376> 2024-09-19T13:58:07.930+0000 7fba955b29c0 5 AuthRegistry(0x55659991c950) adding auth protocol: cephx 2024-09-19T13:58:08.043 INFO:tasks.workunit.client.0.smithi031.stderr: -375> 2024-09-19T13:58:07.930+0000 7fba955b29c0 5 AuthRegistry(0x55659991c950) adding con mode: secure 2024-09-19T13:58:08.043 INFO:tasks.workunit.client.0.smithi031.stderr: -374> 2024-09-19T13:58:07.930+0000 7fba955b29c0 5 AuthRegistry(0x55659991c950) adding con mode: crc 2024-09-19T13:58:08.043 INFO:tasks.workunit.client.0.smithi031.stderr: -373> 2024-09-19T13:58:07.930+0000 7fba955b29c0 5 AuthRegistry(0x55659991c950) adding con mode: secure 2024-09-19T13:58:08.044 INFO:tasks.workunit.client.0.smithi031.stderr: -372> 2024-09-19T13:58:07.930+0000 7fba955b29c0 5 AuthRegistry(0x55659991c950) adding con mode: crc 2024-09-19T13:58:08.044 INFO:tasks.workunit.client.0.smithi031.stderr: -371> 2024-09-19T13:58:07.930+0000 7fba955b29c0 5 AuthRegistry(0x55659991c950) adding con mode: secure 2024-09-19T13:58:08.044 INFO:tasks.workunit.client.0.smithi031.stderr: -370> 2024-09-19T13:58:07.930+0000 7fba955b29c0 5 AuthRegistry(0x55659991c950) adding con mode: crc 2024-09-19T13:58:08.044 INFO:tasks.workunit.client.0.smithi031.stderr: -369> 2024-09-19T13:58:07.930+0000 7fba955b29c0 5 AuthRegistry(0x55659991c950) adding con mode: crc 2024-09-19T13:58:08.044 INFO:tasks.workunit.client.0.smithi031.stderr: -368> 2024-09-19T13:58:07.930+0000 7fba955b29c0 5 AuthRegistry(0x55659991c950) adding con mode: secure 2024-09-19T13:58:08.044 INFO:tasks.workunit.client.0.smithi031.stderr: -367> 2024-09-19T13:58:07.930+0000 7fba955b29c0 5 AuthRegistry(0x55659991c950) adding con mode: crc 2024-09-19T13:58:08.044 INFO:tasks.workunit.client.0.smithi031.stderr: -366> 2024-09-19T13:58:07.930+0000 7fba955b29c0 5 AuthRegistry(0x55659991c950) adding con mode: secure 2024-09-19T13:58:08.044 INFO:tasks.workunit.client.0.smithi031.stderr: -365> 2024-09-19T13:58:07.930+0000 7fba955b29c0 5 AuthRegistry(0x55659991c950) adding con mode: crc 2024-09-19T13:58:08.044 INFO:tasks.workunit.client.0.smithi031.stderr: -364> 2024-09-19T13:58:07.930+0000 7fba955b29c0 5 AuthRegistry(0x55659991c950) adding con mode: secure 2024-09-19T13:58:08.044 INFO:tasks.workunit.client.0.smithi031.stderr: -363> 2024-09-19T13:58:07.930+0000 7fba955b29c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:58:08.044 INFO:tasks.workunit.client.0.smithi031.stderr: -362> 2024-09-19T13:58:07.930+0000 7fba955b29c0 5 asok(0x5565996bdd90) register_command objecter_requests cmddesc objecter_requests hook 0x55659991fcf0 EEXIST 2024-09-19T13:58:08.044 INFO:tasks.workunit.client.0.smithi031.stderr: -361> 2024-09-19T13:58:07.934+0000 7fba955b29c0 10 monclient: init 2024-09-19T13:58:08.045 INFO:tasks.workunit.client.0.smithi031.stderr: -360> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x55659991b008) adding auth protocol: cephx 2024-09-19T13:58:08.045 INFO:tasks.workunit.client.0.smithi031.stderr: -359> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x55659991b008) adding auth protocol: cephx 2024-09-19T13:58:08.045 INFO:tasks.workunit.client.0.smithi031.stderr: -358> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x55659991b008) adding auth protocol: cephx 2024-09-19T13:58:08.045 INFO:tasks.workunit.client.0.smithi031.stderr: -357> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x55659991b008) adding con mode: secure 2024-09-19T13:58:08.045 INFO:tasks.workunit.client.0.smithi031.stderr: -356> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x55659991b008) adding con mode: crc 2024-09-19T13:58:08.045 INFO:tasks.workunit.client.0.smithi031.stderr: -355> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x55659991b008) adding con mode: secure 2024-09-19T13:58:08.045 INFO:tasks.workunit.client.0.smithi031.stderr: -354> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x55659991b008) adding con mode: crc 2024-09-19T13:58:08.045 INFO:tasks.workunit.client.0.smithi031.stderr: -353> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x55659991b008) adding con mode: secure 2024-09-19T13:58:08.045 INFO:tasks.workunit.client.0.smithi031.stderr: -352> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x55659991b008) adding con mode: crc 2024-09-19T13:58:08.045 INFO:tasks.workunit.client.0.smithi031.stderr: -351> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x55659991b008) adding con mode: crc 2024-09-19T13:58:08.045 INFO:tasks.workunit.client.0.smithi031.stderr: -350> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x55659991b008) adding con mode: secure 2024-09-19T13:58:08.045 INFO:tasks.workunit.client.0.smithi031.stderr: -349> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x55659991b008) adding con mode: crc 2024-09-19T13:58:08.046 INFO:tasks.workunit.client.0.smithi031.stderr: -348> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x55659991b008) adding con mode: secure 2024-09-19T13:58:08.046 INFO:tasks.workunit.client.0.smithi031.stderr: -347> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x55659991b008) adding con mode: crc 2024-09-19T13:58:08.046 INFO:tasks.workunit.client.0.smithi031.stderr: -346> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x55659991b008) adding con mode: secure 2024-09-19T13:58:08.046 INFO:tasks.workunit.client.0.smithi031.stderr: -345> 2024-09-19T13:58:07.934+0000 7fba955b29c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:58:08.046 INFO:tasks.workunit.client.0.smithi031.stderr: -344> 2024-09-19T13:58:07.934+0000 7fba955b29c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:58:08.046 INFO:tasks.workunit.client.0.smithi031.stderr: -343> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 asok(0x5565996bdd90) register_command rotate-key cmddesc rotate-key hook 0x55659991b150 EEXIST 2024-09-19T13:58:08.046 INFO:tasks.workunit.client.0.smithi031.stderr: -342> 2024-09-19T13:58:07.934+0000 7fba955b29c0 10 monclient: _reopen_session rank -1 2024-09-19T13:58:08.046 INFO:tasks.workunit.client.0.smithi031.stderr: -341> 2024-09-19T13:58:07.934+0000 7fba955b29c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-19T13:58:08.046 INFO:tasks.workunit.client.0.smithi031.stderr: -340> 2024-09-19T13:58:07.934+0000 7fba955b29c0 10 monclient(hunting): picked mon.noname-b con 0x5565999444f0 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T13:58:08.046 INFO:tasks.workunit.client.0.smithi031.stderr: -339> 2024-09-19T13:58:07.934+0000 7fba955b29c0 10 monclient(hunting): picked mon.noname-a con 0x55659995c1c0 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T13:58:08.046 INFO:tasks.workunit.client.0.smithi031.stderr: -338> 2024-09-19T13:58:07.934+0000 7fba955b29c0 10 monclient(hunting): picked mon.noname-c con 0x556599942d00 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T13:58:08.046 INFO:tasks.workunit.client.0.smithi031.stderr: -337> 2024-09-19T13:58:07.934+0000 7fba955b29c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:58:08.046 INFO:tasks.workunit.client.0.smithi031.stderr: -336> 2024-09-19T13:58:07.934+0000 7fba955b29c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:58:08.046 INFO:tasks.workunit.client.0.smithi031.stderr: -335> 2024-09-19T13:58:07.934+0000 7fba955b29c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:58:08.047 INFO:tasks.workunit.client.0.smithi031.stderr: -334> 2024-09-19T13:58:07.934+0000 7fba955b29c0 10 monclient(hunting): _renew_subs 2024-09-19T13:58:08.047 INFO:tasks.workunit.client.0.smithi031.stderr: -333> 2024-09-19T13:58:07.934+0000 7fba955b29c0 10 monclient(hunting): authenticate will time out at 2231.764623s 2024-09-19T13:58:08.047 INFO:tasks.workunit.client.0.smithi031.stderr: -332> 2024-09-19T13:58:07.934+0000 7fba938b9640 10 monclient(hunting): get_auth_request con 0x556599942d00 auth_method 0 2024-09-19T13:58:08.047 INFO:tasks.workunit.client.0.smithi031.stderr: -331> 2024-09-19T13:58:07.934+0000 7fba938b9640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:58:08.047 INFO:tasks.workunit.client.0.smithi031.stderr: -330> 2024-09-19T13:58:07.934+0000 7fba938b9640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:58:08.047 INFO:tasks.workunit.client.0.smithi031.stderr: -329> 2024-09-19T13:58:07.934+0000 7fba938b9640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:58:08.047 INFO:tasks.workunit.client.0.smithi031.stderr: -328> 2024-09-19T13:58:07.934+0000 7fba928b7640 10 monclient(hunting): get_auth_request con 0x55659995c1c0 auth_method 0 2024-09-19T13:58:08.047 INFO:tasks.workunit.client.0.smithi031.stderr: -327> 2024-09-19T13:58:07.934+0000 7fba928b7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:58:08.047 INFO:tasks.workunit.client.0.smithi031.stderr: -326> 2024-09-19T13:58:07.934+0000 7fba928b7640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:58:08.047 INFO:tasks.workunit.client.0.smithi031.stderr: -325> 2024-09-19T13:58:07.934+0000 7fba928b7640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:58:08.047 INFO:tasks.workunit.client.0.smithi031.stderr: -324> 2024-09-19T13:58:07.934+0000 7fba938b9640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:58:08.047 INFO:tasks.workunit.client.0.smithi031.stderr: -323> 2024-09-19T13:58:07.934+0000 7fba938b9640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:58:08.047 INFO:tasks.workunit.client.0.smithi031.stderr: -322> 2024-09-19T13:58:07.934+0000 7fba938b9640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:58:08.047 INFO:tasks.workunit.client.0.smithi031.stderr: -321> 2024-09-19T13:58:07.934+0000 7fba928b7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:58:08.048 INFO:tasks.workunit.client.0.smithi031.stderr: -320> 2024-09-19T13:58:07.934+0000 7fba928b7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:58:08.048 INFO:tasks.workunit.client.0.smithi031.stderr: -319> 2024-09-19T13:58:07.934+0000 7fba928b7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:58:08.048 INFO:tasks.workunit.client.0.smithi031.stderr: -318> 2024-09-19T13:58:07.934+0000 7fba938b9640 10 monclient(hunting): handle_auth_done global_id 6500 payload 824 2024-09-19T13:58:08.048 INFO:tasks.workunit.client.0.smithi031.stderr: -317> 2024-09-19T13:58:07.934+0000 7fba938b9640 10 monclient: _finish_hunting 0 2024-09-19T13:58:08.048 INFO:tasks.workunit.client.0.smithi031.stderr: -316> 2024-09-19T13:58:07.934+0000 7fba938b9640 1 monclient: found mon.noname-c 2024-09-19T13:58:08.048 INFO:tasks.workunit.client.0.smithi031.stderr: -315> 2024-09-19T13:58:07.934+0000 7fba938b9640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.31:3301/0 2024-09-19T13:58:08.048 INFO:tasks.workunit.client.0.smithi031.stderr: -314> 2024-09-19T13:58:07.934+0000 7fba930b8640 10 monclient: get_auth_request con 0x5565999444f0 auth_method 0 2024-09-19T13:58:08.048 INFO:tasks.workunit.client.0.smithi031.stderr: -313> 2024-09-19T13:58:07.934+0000 7fb97d602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:58:08.048 INFO:tasks.workunit.client.0.smithi031.stderr: -312> 2024-09-19T13:58:07.934+0000 7fb97d602640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T13:58:08.048 INFO:tasks.workunit.client.0.smithi031.stderr: -311> 2024-09-19T13:58:07.934+0000 7fb97d602640 10 monclient: dump: 2024-09-19T13:58:08.048 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:58:08.048 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:58:08.049 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:08.049 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:08.049 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:58:08.049 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:58:08.049 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:58:08.049 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:58:08.049 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:58:08.049 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:08.049 INFO:tasks.workunit.client.0.smithi031.stderr: -310> 2024-09-19T13:58:07.934+0000 7fb97d602640 10 monclient: _finish_auth 0 2024-09-19T13:58:08.049 INFO:tasks.workunit.client.0.smithi031.stderr: -309> 2024-09-19T13:58:07.934+0000 7fb97d602640 10 monclient: _check_auth_tickets 2024-09-19T13:58:08.049 INFO:tasks.workunit.client.0.smithi031.stderr: -308> 2024-09-19T13:58:07.934+0000 7fb97d602640 10 monclient: handle_config config(0 keys) 2024-09-19T13:58:08.049 INFO:tasks.workunit.client.0.smithi031.stderr: -307> 2024-09-19T13:58:07.934+0000 7fb97d602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:58:08.049 INFO:tasks.workunit.client.0.smithi031.stderr: -306> 2024-09-19T13:58:07.934+0000 7fb97d602640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T13:58:08.050 INFO:tasks.workunit.client.0.smithi031.stderr: -305> 2024-09-19T13:58:07.934+0000 7fb97d602640 10 monclient: dump: 2024-09-19T13:58:08.050 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:58:08.050 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:58:08.050 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:08.050 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:08.050 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:58:08.050 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:58:08.051 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:58:08.051 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:58:08.051 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:58:08.051 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:08.051 INFO:tasks.workunit.client.0.smithi031.stderr: -304> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 monclient: authenticate success, global_id 6500 2024-09-19T13:58:08.051 INFO:tasks.workunit.client.0.smithi031.stderr: -303> 2024-09-19T13:58:07.934+0000 7fba940ba640 4 set_mon_vals no callback set 2024-09-19T13:58:08.051 INFO:tasks.workunit.client.0.smithi031.stderr: -302> 2024-09-19T13:58:07.934+0000 7fba955b29c0 10 monclient: _renew_subs 2024-09-19T13:58:08.051 INFO:tasks.workunit.client.0.smithi031.stderr: -301> 2024-09-19T13:58:07.934+0000 7fba955b29c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T13:58:08.051 INFO:tasks.workunit.client.0.smithi031.stderr: -300> 2024-09-19T13:58:07.934+0000 7fba955b29c0 10 monclient: _renew_subs 2024-09-19T13:58:08.051 INFO:tasks.workunit.client.0.smithi031.stderr: -299> 2024-09-19T13:58:07.934+0000 7fba955b29c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T13:58:08.051 INFO:tasks.workunit.client.0.smithi031.stderr: -298> 2024-09-19T13:58:07.934+0000 7fb97d602640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T13:58:08.052 INFO:tasks.workunit.client.0.smithi031.stderr: -297> 2024-09-19T13:58:07.934+0000 7fb97d602640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:58:08.052 INFO:tasks.workunit.client.0.smithi031.stderr: -296> 2024-09-19T13:58:07.934+0000 7fb97d602640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:58:08.052 INFO:tasks.workunit.client.0.smithi031.stderr: -295> 2024-09-19T13:58:07.934+0000 7fba930b8640 10 monclient: get_auth_request con 0x7fb96c071af0 auth_method 0 2024-09-19T13:58:08.052 INFO:tasks.workunit.client.0.smithi031.stderr: -294> 2024-09-19T13:58:07.934+0000 7fba955b29c0 10 monclient: get_monmap_and_config 2024-09-19T13:58:08.052 INFO:tasks.workunit.client.0.smithi031.stderr: -293> 2024-09-19T13:58:07.934+0000 7fba955b29c0 10 monclient: build_initial_monmap 2024-09-19T13:58:08.053 INFO:tasks.workunit.client.0.smithi031.stderr: -292> 2024-09-19T13:58:07.934+0000 7fba955b29c0 1 build_initial for_mkfs: 0 2024-09-19T13:58:08.053 INFO:tasks.workunit.client.0.smithi031.stderr: -291> 2024-09-19T13:58:07.934+0000 7fba955b29c0 10 monclient: monmap: 2024-09-19T13:58:08.053 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T13:58:08.054 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T13:58:08.054 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T13:58:08.054 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T13:58:08.054 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T13:58:08.054 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:58:08.054 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T13:58:08.054 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T13:58:08.054 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T13:58:08.055 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:08.055 INFO:tasks.workunit.client.0.smithi031.stderr: -290> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x556599963ee0) adding auth protocol: cephx 2024-09-19T13:58:08.055 INFO:tasks.workunit.client.0.smithi031.stderr: -289> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x556599963ee0) adding auth protocol: cephx 2024-09-19T13:58:08.055 INFO:tasks.workunit.client.0.smithi031.stderr: -288> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x556599963ee0) adding auth protocol: cephx 2024-09-19T13:58:08.055 INFO:tasks.workunit.client.0.smithi031.stderr: -287> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x556599963ee0) adding con mode: secure 2024-09-19T13:58:08.055 INFO:tasks.workunit.client.0.smithi031.stderr: -286> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x556599963ee0) adding con mode: crc 2024-09-19T13:58:08.055 INFO:tasks.workunit.client.0.smithi031.stderr: -285> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x556599963ee0) adding con mode: secure 2024-09-19T13:58:08.055 INFO:tasks.workunit.client.0.smithi031.stderr: -284> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x556599963ee0) adding con mode: crc 2024-09-19T13:58:08.055 INFO:tasks.workunit.client.0.smithi031.stderr: -283> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x556599963ee0) adding con mode: secure 2024-09-19T13:58:08.056 INFO:tasks.workunit.client.0.smithi031.stderr: -282> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x556599963ee0) adding con mode: crc 2024-09-19T13:58:08.056 INFO:tasks.workunit.client.0.smithi031.stderr: -281> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x556599963ee0) adding con mode: crc 2024-09-19T13:58:08.056 INFO:tasks.workunit.client.0.smithi031.stderr: -280> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x556599963ee0) adding con mode: secure 2024-09-19T13:58:08.056 INFO:tasks.workunit.client.0.smithi031.stderr: -279> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x556599963ee0) adding con mode: crc 2024-09-19T13:58:08.056 INFO:tasks.workunit.client.0.smithi031.stderr: -278> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x556599963ee0) adding con mode: secure 2024-09-19T13:58:08.057 INFO:tasks.workunit.client.0.smithi031.stderr: -277> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x556599963ee0) adding con mode: crc 2024-09-19T13:58:08.057 INFO:tasks.workunit.client.0.smithi031.stderr: -276> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x556599963ee0) adding con mode: secure 2024-09-19T13:58:08.057 INFO:tasks.workunit.client.0.smithi031.stderr: -275> 2024-09-19T13:58:07.938+0000 7fba955b29c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:58:08.057 INFO:tasks.workunit.client.0.smithi031.stderr: -274> 2024-09-19T13:58:07.938+0000 7fba955b29c0 10 monclient: init 2024-09-19T13:58:08.058 INFO:tasks.workunit.client.0.smithi031.stderr: -273> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a1a0) adding auth protocol: cephx 2024-09-19T13:58:08.058 INFO:tasks.workunit.client.0.smithi031.stderr: -272> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a1a0) adding auth protocol: cephx 2024-09-19T13:58:08.058 INFO:tasks.workunit.client.0.smithi031.stderr: -271> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a1a0) adding auth protocol: cephx 2024-09-19T13:58:08.058 INFO:tasks.workunit.client.0.smithi031.stderr: -270> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a1a0) adding con mode: secure 2024-09-19T13:58:08.058 INFO:tasks.workunit.client.0.smithi031.stderr: -269> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a1a0) adding con mode: crc 2024-09-19T13:58:08.058 INFO:tasks.workunit.client.0.smithi031.stderr: -268> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a1a0) adding con mode: secure 2024-09-19T13:58:08.058 INFO:tasks.workunit.client.0.smithi031.stderr: -267> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a1a0) adding con mode: crc 2024-09-19T13:58:08.058 INFO:tasks.workunit.client.0.smithi031.stderr: -266> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a1a0) adding con mode: secure 2024-09-19T13:58:08.058 INFO:tasks.workunit.client.0.smithi031.stderr: -265> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a1a0) adding con mode: crc 2024-09-19T13:58:08.058 INFO:tasks.workunit.client.0.smithi031.stderr: -264> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a1a0) adding con mode: crc 2024-09-19T13:58:08.058 INFO:tasks.workunit.client.0.smithi031.stderr: -263> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a1a0) adding con mode: secure 2024-09-19T13:58:08.059 INFO:tasks.workunit.client.0.smithi031.stderr: -262> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a1a0) adding con mode: crc 2024-09-19T13:58:08.059 INFO:tasks.workunit.client.0.smithi031.stderr: -261> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a1a0) adding con mode: secure 2024-09-19T13:58:08.059 INFO:tasks.workunit.client.0.smithi031.stderr: -260> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a1a0) adding con mode: crc 2024-09-19T13:58:08.059 INFO:tasks.workunit.client.0.smithi031.stderr: -259> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a1a0) adding con mode: secure 2024-09-19T13:58:08.059 INFO:tasks.workunit.client.0.smithi031.stderr: -258> 2024-09-19T13:58:07.938+0000 7fba955b29c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:58:08.059 INFO:tasks.workunit.client.0.smithi031.stderr: -257> 2024-09-19T13:58:07.938+0000 7fba955b29c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:58:08.059 INFO:tasks.workunit.client.0.smithi031.stderr: -256> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 asok(0x5565996bdd90) register_command rotate-key cmddesc rotate-key hook 0x7fff7075a2e8 EEXIST 2024-09-19T13:58:08.060 INFO:tasks.workunit.client.0.smithi031.stderr: -255> 2024-09-19T13:58:07.938+0000 7fba955b29c0 10 monclient: _reopen_session rank -1 2024-09-19T13:58:08.060 INFO:tasks.workunit.client.0.smithi031.stderr: -254> 2024-09-19T13:58:07.938+0000 7fba955b29c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-19T13:58:08.060 INFO:tasks.workunit.client.0.smithi031.stderr: -253> 2024-09-19T13:58:07.938+0000 7fba955b29c0 10 monclient(hunting): picked mon.noname-a con 0x556599967ef0 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T13:58:08.060 INFO:tasks.workunit.client.0.smithi031.stderr: -252> 2024-09-19T13:58:07.938+0000 7fba955b29c0 10 monclient(hunting): picked mon.noname-c con 0x5565999985a0 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T13:58:08.060 INFO:tasks.workunit.client.0.smithi031.stderr: -251> 2024-09-19T13:58:07.938+0000 7fba955b29c0 10 monclient(hunting): picked mon.noname-b con 0x556599993750 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T13:58:08.061 INFO:tasks.workunit.client.0.smithi031.stderr: -250> 2024-09-19T13:58:07.938+0000 7fba955b29c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:58:08.061 INFO:tasks.workunit.client.0.smithi031.stderr: -249> 2024-09-19T13:58:07.938+0000 7fba955b29c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:58:08.061 INFO:tasks.workunit.client.0.smithi031.stderr: -248> 2024-09-19T13:58:07.938+0000 7fba955b29c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:58:08.061 INFO:tasks.workunit.client.0.smithi031.stderr: -247> 2024-09-19T13:58:07.938+0000 7fba955b29c0 10 monclient(hunting): _renew_subs 2024-09-19T13:58:08.061 INFO:tasks.workunit.client.0.smithi031.stderr: -246> 2024-09-19T13:58:07.938+0000 7fba955b29c0 10 monclient(hunting): authenticate will time out at 2231.768952s 2024-09-19T13:58:08.061 INFO:tasks.workunit.client.0.smithi031.stderr: -245> 2024-09-19T13:58:07.938+0000 7fba930b8640 10 monclient(hunting): get_auth_request con 0x556599967ef0 auth_method 0 2024-09-19T13:58:08.062 INFO:tasks.workunit.client.0.smithi031.stderr: -244> 2024-09-19T13:58:07.938+0000 7fba930b8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:58:08.062 INFO:tasks.workunit.client.0.smithi031.stderr: -243> 2024-09-19T13:58:07.938+0000 7fba930b8640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:58:08.062 INFO:tasks.workunit.client.0.smithi031.stderr: -242> 2024-09-19T13:58:07.938+0000 7fba930b8640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:58:08.062 INFO:tasks.workunit.client.0.smithi031.stderr: -241> 2024-09-19T13:58:07.938+0000 7fba928b7640 10 monclient(hunting): get_auth_request con 0x5565999985a0 auth_method 0 2024-09-19T13:58:08.062 INFO:tasks.workunit.client.0.smithi031.stderr: -240> 2024-09-19T13:58:07.938+0000 7fba928b7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:58:08.062 INFO:tasks.workunit.client.0.smithi031.stderr: -239> 2024-09-19T13:58:07.938+0000 7fba928b7640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:58:08.063 INFO:tasks.workunit.client.0.smithi031.stderr: -238> 2024-09-19T13:58:07.938+0000 7fba928b7640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:58:08.063 INFO:tasks.workunit.client.0.smithi031.stderr: -237> 2024-09-19T13:58:07.938+0000 7fba930b8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:58:08.063 INFO:tasks.workunit.client.0.smithi031.stderr: -236> 2024-09-19T13:58:07.938+0000 7fba930b8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:58:08.063 INFO:tasks.workunit.client.0.smithi031.stderr: -235> 2024-09-19T13:58:07.938+0000 7fba930b8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:58:08.063 INFO:tasks.workunit.client.0.smithi031.stderr: -234> 2024-09-19T13:58:07.938+0000 7fba928b7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:58:08.063 INFO:tasks.workunit.client.0.smithi031.stderr: -233> 2024-09-19T13:58:07.938+0000 7fba928b7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:58:08.064 INFO:tasks.workunit.client.0.smithi031.stderr: -232> 2024-09-19T13:58:07.938+0000 7fba928b7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:58:08.064 INFO:tasks.workunit.client.0.smithi031.stderr: -231> 2024-09-19T13:58:07.938+0000 7fba930b8640 10 monclient(hunting): handle_auth_done global_id 6918 payload 274 2024-09-19T13:58:08.064 INFO:tasks.workunit.client.0.smithi031.stderr: -230> 2024-09-19T13:58:07.938+0000 7fba930b8640 10 monclient: _finish_hunting 0 2024-09-19T13:58:08.064 INFO:tasks.workunit.client.0.smithi031.stderr: -229> 2024-09-19T13:58:07.938+0000 7fba930b8640 1 monclient: found mon.noname-a 2024-09-19T13:58:08.064 INFO:tasks.workunit.client.0.smithi031.stderr: -228> 2024-09-19T13:58:07.938+0000 7fba930b8640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T13:58:08.065 INFO:tasks.workunit.client.0.smithi031.stderr: -227> 2024-09-19T13:58:07.938+0000 7fb976ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:58:08.065 INFO:tasks.workunit.client.0.smithi031.stderr: -226> 2024-09-19T13:58:07.938+0000 7fb976ffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T13:58:08.065 INFO:tasks.workunit.client.0.smithi031.stderr: -225> 2024-09-19T13:58:07.938+0000 7fb976ffd640 10 monclient: dump: 2024-09-19T13:58:08.065 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:58:08.065 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:58:08.065 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:08.065 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:08.065 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:58:08.065 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:58:08.065 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:58:08.065 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:58:08.065 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:58:08.066 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:08.066 INFO:tasks.workunit.client.0.smithi031.stderr: -224> 2024-09-19T13:58:07.938+0000 7fb976ffd640 10 monclient: _finish_auth 0 2024-09-19T13:58:08.066 INFO:tasks.workunit.client.0.smithi031.stderr: -223> 2024-09-19T13:58:07.938+0000 7fb976ffd640 10 monclient: _check_auth_tickets 2024-09-19T13:58:08.066 INFO:tasks.workunit.client.0.smithi031.stderr: -222> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 monclient: authenticate success, global_id 6918 2024-09-19T13:58:08.066 INFO:tasks.workunit.client.0.smithi031.stderr: -221> 2024-09-19T13:58:07.938+0000 7fb976ffd640 10 monclient: handle_config config(0 keys) 2024-09-19T13:58:08.067 INFO:tasks.workunit.client.0.smithi031.stderr: -220> 2024-09-19T13:58:07.938+0000 7fb976ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:58:08.067 INFO:tasks.workunit.client.0.smithi031.stderr: -219> 2024-09-19T13:58:07.938+0000 7fb976ffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T13:58:08.067 INFO:tasks.workunit.client.0.smithi031.stderr: -218> 2024-09-19T13:58:07.938+0000 7fb976ffd640 10 monclient: dump: 2024-09-19T13:58:08.067 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:58:08.067 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:58:08.068 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:08.068 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:08.068 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:58:08.068 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:58:08.068 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:58:08.068 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:58:08.068 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:58:08.068 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:08.069 INFO:tasks.workunit.client.0.smithi031.stderr: -217> 2024-09-19T13:58:07.938+0000 7fba955b29c0 10 monclient: get_monmap_and_config success 2024-09-19T13:58:08.069 INFO:tasks.workunit.client.0.smithi031.stderr: -216> 2024-09-19T13:58:07.938+0000 7fba955b29c0 4 set_mon_vals no callback set 2024-09-19T13:58:08.069 INFO:tasks.workunit.client.0.smithi031.stderr: -215> 2024-09-19T13:58:07.938+0000 7fba955b29c0 10 monclient: shutdown 2024-09-19T13:58:08.069 INFO:tasks.workunit.client.0.smithi031.stderr: -214> 2024-09-19T13:58:07.938+0000 7fba955b29c0 10 monclient: build_initial_monmap 2024-09-19T13:58:08.069 INFO:tasks.workunit.client.0.smithi031.stderr: -213> 2024-09-19T13:58:07.938+0000 7fba955b29c0 1 build_initial for_mkfs: 0 2024-09-19T13:58:08.069 INFO:tasks.workunit.client.0.smithi031.stderr: -212> 2024-09-19T13:58:07.938+0000 7fba955b29c0 10 monclient: monmap: 2024-09-19T13:58:08.070 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T13:58:08.070 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T13:58:08.070 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T13:58:08.070 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T13:58:08.070 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T13:58:08.071 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:58:08.071 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T13:58:08.071 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T13:58:08.071 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T13:58:08.071 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:08.072 INFO:tasks.workunit.client.0.smithi031.stderr: -211> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x55659998a800) adding auth protocol: cephx 2024-09-19T13:58:08.072 INFO:tasks.workunit.client.0.smithi031.stderr: -210> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x55659998a800) adding auth protocol: cephx 2024-09-19T13:58:08.072 INFO:tasks.workunit.client.0.smithi031.stderr: -209> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x55659998a800) adding auth protocol: cephx 2024-09-19T13:58:08.072 INFO:tasks.workunit.client.0.smithi031.stderr: -208> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x55659998a800) adding con mode: secure 2024-09-19T13:58:08.072 INFO:tasks.workunit.client.0.smithi031.stderr: -207> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x55659998a800) adding con mode: crc 2024-09-19T13:58:08.072 INFO:tasks.workunit.client.0.smithi031.stderr: -206> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x55659998a800) adding con mode: secure 2024-09-19T13:58:08.072 INFO:tasks.workunit.client.0.smithi031.stderr: -205> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x55659998a800) adding con mode: crc 2024-09-19T13:58:08.072 INFO:tasks.workunit.client.0.smithi031.stderr: -204> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x55659998a800) adding con mode: secure 2024-09-19T13:58:08.072 INFO:tasks.workunit.client.0.smithi031.stderr: -203> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x55659998a800) adding con mode: crc 2024-09-19T13:58:08.072 INFO:tasks.workunit.client.0.smithi031.stderr: -202> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x55659998a800) adding con mode: crc 2024-09-19T13:58:08.072 INFO:tasks.workunit.client.0.smithi031.stderr: -201> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x55659998a800) adding con mode: secure 2024-09-19T13:58:08.073 INFO:tasks.workunit.client.0.smithi031.stderr: -200> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x55659998a800) adding con mode: crc 2024-09-19T13:58:08.073 INFO:tasks.workunit.client.0.smithi031.stderr: -199> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x55659998a800) adding con mode: secure 2024-09-19T13:58:08.073 INFO:tasks.workunit.client.0.smithi031.stderr: -198> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x55659998a800) adding con mode: crc 2024-09-19T13:58:08.073 INFO:tasks.workunit.client.0.smithi031.stderr: -197> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x55659998a800) adding con mode: secure 2024-09-19T13:58:08.073 INFO:tasks.workunit.client.0.smithi031.stderr: -196> 2024-09-19T13:58:07.938+0000 7fba955b29c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:58:08.073 INFO:tasks.workunit.client.0.smithi031.stderr: -195> 2024-09-19T13:58:07.938+0000 7fba955b29c0 1 librados: starting msgr at 2024-09-19T13:58:08.074 INFO:tasks.workunit.client.0.smithi031.stderr: -194> 2024-09-19T13:58:07.938+0000 7fba955b29c0 1 librados: starting objecter 2024-09-19T13:58:08.074 INFO:tasks.workunit.client.0.smithi031.stderr: -193> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 asok(0x5565996bdd90) register_command objecter_requests cmddesc objecter_requests hook 0x556599945d80 EEXIST 2024-09-19T13:58:08.074 INFO:tasks.workunit.client.0.smithi031.stderr: -192> 2024-09-19T13:58:07.938+0000 7fba955b29c0 1 librados: setting wanted keys 2024-09-19T13:58:08.074 INFO:tasks.workunit.client.0.smithi031.stderr: -191> 2024-09-19T13:58:07.938+0000 7fba955b29c0 1 librados: calling monclient init 2024-09-19T13:58:08.074 INFO:tasks.workunit.client.0.smithi031.stderr: -190> 2024-09-19T13:58:07.938+0000 7fba955b29c0 10 monclient: init 2024-09-19T13:58:08.074 INFO:tasks.workunit.client.0.smithi031.stderr: -189> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x5565999630d0) adding auth protocol: cephx 2024-09-19T13:58:08.075 INFO:tasks.workunit.client.0.smithi031.stderr: -188> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x5565999630d0) adding auth protocol: cephx 2024-09-19T13:58:08.075 INFO:tasks.workunit.client.0.smithi031.stderr: -187> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x5565999630d0) adding auth protocol: cephx 2024-09-19T13:58:08.075 INFO:tasks.workunit.client.0.smithi031.stderr: -186> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x5565999630d0) adding con mode: secure 2024-09-19T13:58:08.075 INFO:tasks.workunit.client.0.smithi031.stderr: -185> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x5565999630d0) adding con mode: crc 2024-09-19T13:58:08.075 INFO:tasks.workunit.client.0.smithi031.stderr: -184> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x5565999630d0) adding con mode: secure 2024-09-19T13:58:08.075 INFO:tasks.workunit.client.0.smithi031.stderr: -183> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x5565999630d0) adding con mode: crc 2024-09-19T13:58:08.075 INFO:tasks.workunit.client.0.smithi031.stderr: -182> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x5565999630d0) adding con mode: secure 2024-09-19T13:58:08.075 INFO:tasks.workunit.client.0.smithi031.stderr: -181> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x5565999630d0) adding con mode: crc 2024-09-19T13:58:08.075 INFO:tasks.workunit.client.0.smithi031.stderr: -180> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x5565999630d0) adding con mode: crc 2024-09-19T13:58:08.075 INFO:tasks.workunit.client.0.smithi031.stderr: -179> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x5565999630d0) adding con mode: secure 2024-09-19T13:58:08.076 INFO:tasks.workunit.client.0.smithi031.stderr: -178> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x5565999630d0) adding con mode: crc 2024-09-19T13:58:08.076 INFO:tasks.workunit.client.0.smithi031.stderr: -177> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x5565999630d0) adding con mode: secure 2024-09-19T13:58:08.076 INFO:tasks.workunit.client.0.smithi031.stderr: -176> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x5565999630d0) adding con mode: crc 2024-09-19T13:58:08.076 INFO:tasks.workunit.client.0.smithi031.stderr: -175> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x5565999630d0) adding con mode: secure 2024-09-19T13:58:08.076 INFO:tasks.workunit.client.0.smithi031.stderr: -174> 2024-09-19T13:58:07.938+0000 7fba955b29c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:58:08.077 INFO:tasks.workunit.client.0.smithi031.stderr: -173> 2024-09-19T13:58:07.938+0000 7fba955b29c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:58:08.077 INFO:tasks.workunit.client.0.smithi031.stderr: -172> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 asok(0x5565996bdd90) register_command rotate-key cmddesc rotate-key hook 0x556599963218 EEXIST 2024-09-19T13:58:08.077 INFO:tasks.workunit.client.0.smithi031.stderr: -171> 2024-09-19T13:58:07.938+0000 7fba955b29c0 10 monclient: _reopen_session rank -1 2024-09-19T13:58:08.077 INFO:tasks.workunit.client.0.smithi031.stderr: -170> 2024-09-19T13:58:07.938+0000 7fba955b29c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-19T13:58:08.077 INFO:tasks.workunit.client.0.smithi031.stderr: -169> 2024-09-19T13:58:07.938+0000 7fba955b29c0 10 monclient(hunting): picked mon.noname-c con 0x556599967ef0 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T13:58:08.078 INFO:tasks.workunit.client.0.smithi031.stderr: -168> 2024-09-19T13:58:07.938+0000 7fba955b29c0 10 monclient(hunting): picked mon.noname-a con 0x556599993750 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T13:58:08.078 INFO:tasks.workunit.client.0.smithi031.stderr: -167> 2024-09-19T13:58:07.938+0000 7fba955b29c0 10 monclient(hunting): picked mon.noname-b con 0x5565999985a0 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T13:58:08.078 INFO:tasks.workunit.client.0.smithi031.stderr: -166> 2024-09-19T13:58:07.938+0000 7fba955b29c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:58:08.078 INFO:tasks.workunit.client.0.smithi031.stderr: -165> 2024-09-19T13:58:07.938+0000 7fba955b29c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:58:08.078 INFO:tasks.workunit.client.0.smithi031.stderr: -164> 2024-09-19T13:58:07.938+0000 7fba955b29c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:58:08.078 INFO:tasks.workunit.client.0.smithi031.stderr: -163> 2024-09-19T13:58:07.938+0000 7fba955b29c0 10 monclient(hunting): _renew_subs 2024-09-19T13:58:08.078 INFO:tasks.workunit.client.0.smithi031.stderr: -162> 2024-09-19T13:58:07.938+0000 7fba955b29c0 10 monclient(hunting): authenticate will time out at 2231.771622s 2024-09-19T13:58:08.078 INFO:tasks.workunit.client.0.smithi031.stderr: -161> 2024-09-19T13:58:07.938+0000 7fba930b8640 10 monclient(hunting): get_auth_request con 0x556599967ef0 auth_method 0 2024-09-19T13:58:08.079 INFO:tasks.workunit.client.0.smithi031.stderr: -160> 2024-09-19T13:58:07.938+0000 7fba930b8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:58:08.079 INFO:tasks.workunit.client.0.smithi031.stderr: -159> 2024-09-19T13:58:07.938+0000 7fba930b8640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:58:08.079 INFO:tasks.workunit.client.0.smithi031.stderr: -158> 2024-09-19T13:58:07.938+0000 7fba930b8640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:58:08.079 INFO:tasks.workunit.client.0.smithi031.stderr: -157> 2024-09-19T13:58:07.938+0000 7fba928b7640 10 monclient(hunting): get_auth_request con 0x556599993750 auth_method 0 2024-09-19T13:58:08.079 INFO:tasks.workunit.client.0.smithi031.stderr: -156> 2024-09-19T13:58:07.938+0000 7fba928b7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:58:08.079 INFO:tasks.workunit.client.0.smithi031.stderr: -155> 2024-09-19T13:58:07.938+0000 7fba928b7640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:58:08.079 INFO:tasks.workunit.client.0.smithi031.stderr: -154> 2024-09-19T13:58:07.938+0000 7fba928b7640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:58:08.079 INFO:tasks.workunit.client.0.smithi031.stderr: -153> 2024-09-19T13:58:07.938+0000 7fba930b8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:58:08.079 INFO:tasks.workunit.client.0.smithi031.stderr: -152> 2024-09-19T13:58:07.938+0000 7fba930b8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:58:08.079 INFO:tasks.workunit.client.0.smithi031.stderr: -151> 2024-09-19T13:58:07.938+0000 7fba930b8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:58:08.079 INFO:tasks.workunit.client.0.smithi031.stderr: -150> 2024-09-19T13:58:07.938+0000 7fba928b7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:58:08.079 INFO:tasks.workunit.client.0.smithi031.stderr: -149> 2024-09-19T13:58:07.938+0000 7fba928b7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:58:08.080 INFO:tasks.workunit.client.0.smithi031.stderr: -148> 2024-09-19T13:58:07.938+0000 7fba928b7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:58:08.080 INFO:tasks.workunit.client.0.smithi031.stderr: -147> 2024-09-19T13:58:07.938+0000 7fba930b8640 10 monclient(hunting): handle_auth_done global_id 6506 payload 824 2024-09-19T13:58:08.080 INFO:tasks.workunit.client.0.smithi031.stderr: -146> 2024-09-19T13:58:07.942+0000 7fba930b8640 10 monclient: _finish_hunting 0 2024-09-19T13:58:08.080 INFO:tasks.workunit.client.0.smithi031.stderr: -145> 2024-09-19T13:58:07.942+0000 7fba930b8640 1 monclient: found mon.noname-c 2024-09-19T13:58:08.080 INFO:tasks.workunit.client.0.smithi031.stderr: -144> 2024-09-19T13:58:07.942+0000 7fba930b8640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.31:3301/0 2024-09-19T13:58:08.080 INFO:tasks.workunit.client.0.smithi031.stderr: -143> 2024-09-19T13:58:07.942+0000 7fb9757fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:58:08.081 INFO:tasks.workunit.client.0.smithi031.stderr: -142> 2024-09-19T13:58:07.942+0000 7fb9757fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T13:58:08.081 INFO:tasks.workunit.client.0.smithi031.stderr: -141> 2024-09-19T13:58:07.942+0000 7fb9757fa640 10 monclient: dump: 2024-09-19T13:58:08.081 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:58:08.081 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:58:08.081 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:08.082 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:08.082 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:58:08.082 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:58:08.082 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:58:08.082 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:58:08.082 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:58:08.082 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:08.082 INFO:tasks.workunit.client.0.smithi031.stderr: -140> 2024-09-19T13:58:07.942+0000 7fb9757fa640 10 monclient: _finish_auth 0 2024-09-19T13:58:08.083 INFO:tasks.workunit.client.0.smithi031.stderr: -139> 2024-09-19T13:58:07.942+0000 7fb9757fa640 10 monclient: _check_auth_tickets 2024-09-19T13:58:08.083 INFO:tasks.workunit.client.0.smithi031.stderr: -138> 2024-09-19T13:58:07.942+0000 7fb9757fa640 10 monclient: handle_config config(0 keys) 2024-09-19T13:58:08.083 INFO:tasks.workunit.client.0.smithi031.stderr: -137> 2024-09-19T13:58:07.942+0000 7fb9757fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:58:08.083 INFO:tasks.workunit.client.0.smithi031.stderr: -136> 2024-09-19T13:58:07.942+0000 7fb9757fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T13:58:08.083 INFO:tasks.workunit.client.0.smithi031.stderr: -135> 2024-09-19T13:58:07.942+0000 7fb9757fa640 10 monclient: dump: 2024-09-19T13:58:08.083 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:58:08.083 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:58:08.083 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:08.083 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:08.084 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:58:08.084 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:58:08.084 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:58:08.084 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:58:08.084 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:58:08.085 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:08.085 INFO:tasks.workunit.client.0.smithi031.stderr: -134> 2024-09-19T13:58:07.942+0000 7fb976ffd640 4 set_mon_vals no callback set 2024-09-19T13:58:08.085 INFO:tasks.workunit.client.0.smithi031.stderr: -133> 2024-09-19T13:58:07.942+0000 7fba955b29c0 5 monclient: authenticate success, global_id 6506 2024-09-19T13:58:08.085 INFO:tasks.workunit.client.0.smithi031.stderr: -132> 2024-09-19T13:58:07.942+0000 7fba955b29c0 10 monclient: _renew_subs 2024-09-19T13:58:08.085 INFO:tasks.workunit.client.0.smithi031.stderr: -131> 2024-09-19T13:58:07.942+0000 7fba955b29c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T13:58:08.085 INFO:tasks.workunit.client.0.smithi031.stderr: -130> 2024-09-19T13:58:07.942+0000 7fba955b29c0 10 monclient: _renew_subs 2024-09-19T13:58:08.086 INFO:tasks.workunit.client.0.smithi031.stderr: -129> 2024-09-19T13:58:07.942+0000 7fba955b29c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T13:58:08.086 INFO:tasks.workunit.client.0.smithi031.stderr: -128> 2024-09-19T13:58:07.942+0000 7fba955b29c0 1 librados: init done 2024-09-19T13:58:08.086 INFO:tasks.workunit.client.0.smithi031.stderr: -127> 2024-09-19T13:58:07.942+0000 7fba955b29c0 5 asok(0x5565996bdd90) register_command cr dump hook 0x556599988d28 2024-09-19T13:58:08.086 INFO:tasks.workunit.client.0.smithi031.stderr: -126> 2024-09-19T13:58:07.942+0000 7fba955b29c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:08.086 INFO:tasks.workunit.client.0.smithi031.stderr: -125> 2024-09-19T13:58:07.942+0000 7fb9757fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T13:58:08.086 INFO:tasks.workunit.client.0.smithi031.stderr: -124> 2024-09-19T13:58:07.942+0000 7fb9757fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:58:08.086 INFO:tasks.workunit.client.0.smithi031.stderr: -123> 2024-09-19T13:58:07.942+0000 7fb9757fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:58:08.086 INFO:tasks.workunit.client.0.smithi031.stderr: -122> 2024-09-19T13:58:07.942+0000 7fba928b7640 10 monclient: get_auth_request con 0x7fb95c071be0 auth_method 0 2024-09-19T13:58:08.086 INFO:tasks.workunit.client.0.smithi031.stderr: -121> 2024-09-19T13:58:07.942+0000 7fba938b9640 10 monclient: get_auth_request con 0x5565999b1940 auth_method 0 2024-09-19T13:58:08.086 INFO:tasks.workunit.client.0.smithi031.stderr: -120> 2024-09-19T13:58:07.946+0000 7fba955b29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:08.086 INFO:tasks.workunit.client.0.smithi031.stderr: -119> 2024-09-19T13:58:07.946+0000 7fba955b29c0 20 realm 2024-09-19T13:58:08.087 INFO:tasks.workunit.client.0.smithi031.stderr: -118> 2024-09-19T13:58:07.946+0000 7fba955b29c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:08.087 INFO:tasks.workunit.client.0.smithi031.stderr: -117> 2024-09-19T13:58:07.946+0000 7fba955b29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:08.087 INFO:tasks.workunit.client.0.smithi031.stderr: -116> 2024-09-19T13:58:07.946+0000 7fba955b29c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:58:08.087 INFO:tasks.workunit.client.0.smithi031.stderr: -115> 2024-09-19T13:58:07.946+0000 7fba955b29c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:08.087 INFO:tasks.workunit.client.0.smithi031.stderr: -114> 2024-09-19T13:58:07.946+0000 7fba955b29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:08.087 INFO:tasks.workunit.client.0.smithi031.stderr: -113> 2024-09-19T13:58:07.946+0000 7fba955b29c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:08.088 INFO:tasks.workunit.client.0.smithi031.stderr: -112> 2024-09-19T13:58:07.946+0000 7fba930b8640 10 monclient: get_auth_request con 0x5565999b5cd0 auth_method 0 2024-09-19T13:58:08.088 INFO:tasks.workunit.client.0.smithi031.stderr: -111> 2024-09-19T13:58:07.946+0000 7fba955b29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:08.088 INFO:tasks.workunit.client.0.smithi031.stderr: -110> 2024-09-19T13:58:07.946+0000 7fba955b29c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:08.088 INFO:tasks.workunit.client.0.smithi031.stderr: -109> 2024-09-19T13:58:07.946+0000 7fba928b7640 10 monclient: get_auth_request con 0x5565999b93d0 auth_method 0 2024-09-19T13:58:08.088 INFO:tasks.workunit.client.0.smithi031.stderr: -108> 2024-09-19T13:58:07.950+0000 7fba955b29c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:58:08.089 INFO:tasks.workunit.client.0.smithi031.stderr: -107> 2024-09-19T13:58:07.950+0000 7fba955b29c0 20 searching for the correct realm 2024-09-19T13:58:08.089 INFO:tasks.workunit.client.0.smithi031.stderr: -106> 2024-09-19T13:58:07.950+0000 7fba938b9640 10 monclient: get_auth_request con 0x7fba8800e070 auth_method 0 2024-09-19T13:58:08.089 INFO:tasks.workunit.client.0.smithi031.stderr: -105> 2024-09-19T13:58:07.950+0000 7fba930b8640 10 monclient: get_auth_request con 0x7fba84139c20 auth_method 0 2024-09-19T13:58:08.089 INFO:tasks.workunit.client.0.smithi031.stderr: -104> 2024-09-19T13:58:07.954+0000 7fba928b7640 10 monclient: get_auth_request con 0x7fba880739b0 auth_method 0 2024-09-19T13:58:08.089 INFO:tasks.workunit.client.0.smithi031.stderr: -103> 2024-09-19T13:58:07.954+0000 7fba938b9640 0 -- 172.21.15.31:0/1728294653 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x5565999b1940 msgr2=0x5565999b3de0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:58:08.089 INFO:tasks.workunit.client.0.smithi031.stderr: -102> 2024-09-19T13:58:07.954+0000 7fb9757fa640 1 client.6506.objecter ms_handle_reset 0x5565999b1940 session 0x5565999b12c0 osd.6 2024-09-19T13:58:08.089 INFO:tasks.workunit.client.0.smithi031.stderr: -101> 2024-09-19T13:58:07.954+0000 7fb9757fa640 10 monclient: _renew_subs 2024-09-19T13:58:08.089 INFO:tasks.workunit.client.0.smithi031.stderr: -100> 2024-09-19T13:58:07.954+0000 7fb9757fa640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T13:58:08.090 INFO:tasks.workunit.client.0.smithi031.stderr: -99> 2024-09-19T13:58:07.954+0000 7fba938b9640 10 monclient: get_auth_request con 0x7fb95c081e10 auth_method 0 2024-09-19T13:58:08.090 INFO:tasks.workunit.client.0.smithi031.stderr: -98> 2024-09-19T13:58:07.958+0000 7fba938b9640 10 monclient: get_auth_request con 0x7fba840f8030 auth_method 0 2024-09-19T13:58:08.090 INFO:tasks.workunit.client.0.smithi031.stderr: -97> 2024-09-19T13:58:07.958+0000 7fba930b8640 10 monclient: get_auth_request con 0x7fba8c061490 auth_method 0 2024-09-19T13:58:08.090 INFO:tasks.workunit.client.0.smithi031.stderr: -96> 2024-09-19T13:58:07.962+0000 7fba930b8640 0 -- 172.21.15.31:0/1728294653 >> [v2:172.21.15.31:6802/3325082646,v1:172.21.15.31:6804/3325082646] conn(0x5565999b5cd0 msgr2=0x5565999b80c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:58:08.090 INFO:tasks.workunit.client.0.smithi031.stderr: -95> 2024-09-19T13:58:07.962+0000 7fb9757fa640 1 client.6506.objecter ms_handle_reset 0x5565999b5cd0 session 0x5565999b4b80 osd.1 2024-09-19T13:58:08.090 INFO:tasks.workunit.client.0.smithi031.stderr: -94> 2024-09-19T13:58:07.962+0000 7fba930b8640 10 monclient: get_auth_request con 0x5565999b1940 auth_method 0 2024-09-19T13:58:08.090 INFO:tasks.workunit.client.0.smithi031.stderr: -93> 2024-09-19T13:58:07.966+0000 7fba955b29c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:58:08.090 INFO:tasks.workunit.client.0.smithi031.stderr: -92> 2024-09-19T13:58:07.966+0000 7fba955b29c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:58:08.091 INFO:tasks.workunit.client.0.smithi031.stderr: -91> 2024-09-19T13:58:07.966+0000 7fba955b29c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:58:08.091 INFO:tasks.workunit.client.0.smithi031.stderr: -90> 2024-09-19T13:58:07.966+0000 7fba955b29c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:58:08.091 INFO:tasks.workunit.client.0.smithi031.stderr: -89> 2024-09-19T13:58:07.966+0000 7fba955b29c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:58:08.091 INFO:tasks.workunit.client.0.smithi031.stderr: -88> 2024-09-19T13:58:07.966+0000 7fba955b29c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:58:08.091 INFO:tasks.workunit.client.0.smithi031.stderr: -87> 2024-09-19T13:58:07.966+0000 7fba955b29c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:08.091 INFO:tasks.workunit.client.0.smithi031.stderr: -86> 2024-09-19T13:58:07.970+0000 7fba955b29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:08.091 INFO:tasks.workunit.client.0.smithi031.stderr: -85> 2024-09-19T13:58:07.970+0000 7fba955b29c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:08.091 INFO:tasks.workunit.client.0.smithi031.stderr: -84> 2024-09-19T13:58:07.970+0000 7fba955b29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:08.091 INFO:tasks.workunit.client.0.smithi031.stderr: -83> 2024-09-19T13:58:07.970+0000 7fba955b29c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:08.091 INFO:tasks.workunit.client.0.smithi031.stderr: -82> 2024-09-19T13:58:07.970+0000 7fba955b29c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:58:08.092 INFO:tasks.workunit.client.0.smithi031.stderr: -81> 2024-09-19T13:58:07.970+0000 7fba955b29c0 20 zone default found 2024-09-19T13:58:08.092 INFO:tasks.workunit.client.0.smithi031.stderr: -80> 2024-09-19T13:58:07.970+0000 7fba955b29c0 4 Realm: () 2024-09-19T13:58:08.092 INFO:tasks.workunit.client.0.smithi031.stderr: -79> 2024-09-19T13:58:07.970+0000 7fba955b29c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:58:08.092 INFO:tasks.workunit.client.0.smithi031.stderr: -78> 2024-09-19T13:58:07.970+0000 7fba955b29c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:58:08.092 INFO:tasks.workunit.client.0.smithi031.stderr: -77> 2024-09-19T13:58:07.970+0000 7fba955b29c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:58:08.092 INFO:tasks.workunit.client.0.smithi031.stderr: -76> 2024-09-19T13:58:07.970+0000 7fba955b29c0 20 zonegroup default 2024-09-19T13:58:08.092 INFO:tasks.workunit.client.0.smithi031.stderr: -75> 2024-09-19T13:58:07.970+0000 7fba955b29c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:08.092 INFO:tasks.workunit.client.0.smithi031.stderr: -74> 2024-09-19T13:58:07.970+0000 7fba955b29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:08.092 INFO:tasks.workunit.client.0.smithi031.stderr: -73> 2024-09-19T13:58:07.970+0000 7fba955b29c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:08.092 INFO:tasks.workunit.client.0.smithi031.stderr: -72> 2024-09-19T13:58:07.970+0000 7fba955b29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:08.092 INFO:tasks.workunit.client.0.smithi031.stderr: -71> 2024-09-19T13:58:07.970+0000 7fba955b29c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:08.092 INFO:tasks.workunit.client.0.smithi031.stderr: -70> 2024-09-19T13:58:07.970+0000 7fba955b29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:08.092 INFO:tasks.workunit.client.0.smithi031.stderr: -69> 2024-09-19T13:58:07.970+0000 7fba955b29c0 20 started sync module instance, tier type = 2024-09-19T13:58:08.093 INFO:tasks.workunit.client.0.smithi031.stderr: -68> 2024-09-19T13:58:07.970+0000 7fba955b29c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:58:08.093 INFO:tasks.workunit.client.0.smithi031.stderr: -67> 2024-09-19T13:58:07.990+0000 7fba955b29c0 20 add_watcher() i=0 2024-09-19T13:58:08.093 INFO:tasks.workunit.client.0.smithi031.stderr: -66> 2024-09-19T13:58:07.990+0000 7fba955b29c0 20 add_watcher() i=1 2024-09-19T13:58:08.093 INFO:tasks.workunit.client.0.smithi031.stderr: -65> 2024-09-19T13:58:07.990+0000 7fba955b29c0 20 add_watcher() i=2 2024-09-19T13:58:08.093 INFO:tasks.workunit.client.0.smithi031.stderr: -64> 2024-09-19T13:58:07.990+0000 7fba955b29c0 20 add_watcher() i=3 2024-09-19T13:58:08.093 INFO:tasks.workunit.client.0.smithi031.stderr: -63> 2024-09-19T13:58:07.990+0000 7fba955b29c0 20 add_watcher() i=4 2024-09-19T13:58:08.093 INFO:tasks.workunit.client.0.smithi031.stderr: -62> 2024-09-19T13:58:07.990+0000 7fba955b29c0 20 add_watcher() i=5 2024-09-19T13:58:08.093 INFO:tasks.workunit.client.0.smithi031.stderr: -61> 2024-09-19T13:58:07.990+0000 7fba955b29c0 20 add_watcher() i=6 2024-09-19T13:58:08.093 INFO:tasks.workunit.client.0.smithi031.stderr: -60> 2024-09-19T13:58:07.990+0000 7fba955b29c0 20 add_watcher() i=7 2024-09-19T13:58:08.093 INFO:tasks.workunit.client.0.smithi031.stderr: -59> 2024-09-19T13:58:07.990+0000 7fba955b29c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:58:08.093 INFO:tasks.workunit.client.0.smithi031.stderr: -58> 2024-09-19T13:58:07.994+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a670) adding auth protocol: cephx 2024-09-19T13:58:08.094 INFO:tasks.workunit.client.0.smithi031.stderr: -57> 2024-09-19T13:58:07.994+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a670) adding auth protocol: cephx 2024-09-19T13:58:08.094 INFO:tasks.workunit.client.0.smithi031.stderr: -56> 2024-09-19T13:58:07.994+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a670) adding auth protocol: cephx 2024-09-19T13:58:08.094 INFO:tasks.workunit.client.0.smithi031.stderr: -55> 2024-09-19T13:58:07.994+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a670) adding con mode: secure 2024-09-19T13:58:08.094 INFO:tasks.workunit.client.0.smithi031.stderr: -54> 2024-09-19T13:58:07.994+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a670) adding con mode: crc 2024-09-19T13:58:08.094 INFO:tasks.workunit.client.0.smithi031.stderr: -53> 2024-09-19T13:58:07.994+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a670) adding con mode: secure 2024-09-19T13:58:08.094 INFO:tasks.workunit.client.0.smithi031.stderr: -52> 2024-09-19T13:58:07.994+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a670) adding con mode: crc 2024-09-19T13:58:08.094 INFO:tasks.workunit.client.0.smithi031.stderr: -51> 2024-09-19T13:58:07.994+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a670) adding con mode: secure 2024-09-19T13:58:08.094 INFO:tasks.workunit.client.0.smithi031.stderr: -50> 2024-09-19T13:58:07.994+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a670) adding con mode: crc 2024-09-19T13:58:08.094 INFO:tasks.workunit.client.0.smithi031.stderr: -49> 2024-09-19T13:58:07.994+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a670) adding con mode: crc 2024-09-19T13:58:08.094 INFO:tasks.workunit.client.0.smithi031.stderr: -48> 2024-09-19T13:58:07.994+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a670) adding con mode: secure 2024-09-19T13:58:08.094 INFO:tasks.workunit.client.0.smithi031.stderr: -47> 2024-09-19T13:58:07.994+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a670) adding con mode: crc 2024-09-19T13:58:08.094 INFO:tasks.workunit.client.0.smithi031.stderr: -46> 2024-09-19T13:58:07.994+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a670) adding con mode: secure 2024-09-19T13:58:08.094 INFO:tasks.workunit.client.0.smithi031.stderr: -45> 2024-09-19T13:58:07.994+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a670) adding con mode: crc 2024-09-19T13:58:08.094 INFO:tasks.workunit.client.0.smithi031.stderr: -44> 2024-09-19T13:58:07.994+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a670) adding con mode: secure 2024-09-19T13:58:08.095 INFO:tasks.workunit.client.0.smithi031.stderr: -43> 2024-09-19T13:58:07.994+0000 7fb949fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:58:08.095 INFO:tasks.workunit.client.0.smithi031.stderr: -42> 2024-09-19T13:58:07.994+0000 7fba955b29c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:58:08.095 INFO:tasks.workunit.client.0.smithi031.stderr: -41> 2024-09-19T13:58:07.994+0000 7fba955b29c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:58:08.095 INFO:tasks.workunit.client.0.smithi031.stderr: -40> 2024-09-19T13:58:07.994+0000 7fba955b29c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:58:08.095 INFO:tasks.workunit.client.0.smithi031.stderr: -39> 2024-09-19T13:58:07.994+0000 7fba955b29c0 5 asok(0x5565996bdd90) register_command cache list hook 0x556599990c30 2024-09-19T13:58:08.095 INFO:tasks.workunit.client.0.smithi031.stderr: -38> 2024-09-19T13:58:07.994+0000 7fba955b29c0 5 asok(0x5565996bdd90) register_command cache inspect hook 0x556599990c30 2024-09-19T13:58:08.095 INFO:tasks.workunit.client.0.smithi031.stderr: -37> 2024-09-19T13:58:07.994+0000 7fba955b29c0 5 asok(0x5565996bdd90) register_command cache erase hook 0x556599990c30 2024-09-19T13:58:08.095 INFO:tasks.workunit.client.0.smithi031.stderr: -36> 2024-09-19T13:58:07.994+0000 7fba955b29c0 5 asok(0x5565996bdd90) register_command cache zap hook 0x556599990c30 2024-09-19T13:58:08.095 INFO:tasks.workunit.client.0.smithi031.stderr: -35> 2024-09-19T13:58:07.994+0000 7fba955b29c0 5 note: GC not initialized 2024-09-19T13:58:08.095 INFO:tasks.workunit.client.0.smithi031.stderr: -34> 2024-09-19T13:58:07.994+0000 7fb948fe1640 20 reqs_thread_entry: start 2024-09-19T13:58:08.095 INFO:tasks.workunit.client.0.smithi031.stderr: -33> 2024-09-19T13:58:07.994+0000 7fba955b29c0 5 asok(0x5565996bdd90) register_command sync trace show hook 0x7fba840ab980 2024-09-19T13:58:08.095 INFO:tasks.workunit.client.0.smithi031.stderr: -32> 2024-09-19T13:58:07.994+0000 7fba955b29c0 5 asok(0x5565996bdd90) register_command sync trace history hook 0x7fba840ab980 2024-09-19T13:58:08.095 INFO:tasks.workunit.client.0.smithi031.stderr: -31> 2024-09-19T13:58:07.994+0000 7fba955b29c0 5 asok(0x5565996bdd90) register_command sync trace active hook 0x7fba840ab980 2024-09-19T13:58:08.095 INFO:tasks.workunit.client.0.smithi031.stderr: -30> 2024-09-19T13:58:07.994+0000 7fba955b29c0 5 asok(0x5565996bdd90) register_command sync trace active_short hook 0x7fba840ab980 2024-09-19T13:58:08.095 INFO:tasks.workunit.client.0.smithi031.stderr: -29> 2024-09-19T13:58:07.994+0000 7fba955b29c0 20 init_complete bucket index max shards: 1 2024-09-19T13:58:08.096 INFO:tasks.workunit.client.0.smithi031.stderr: -28> 2024-09-19T13:58:07.994+0000 7fba955b29c0 20 Filter name: none 2024-09-19T13:58:08.096 INFO:tasks.workunit.client.0.smithi031.stderr: -27> 2024-09-19T13:58:07.994+0000 7fb8c27fc640 20 reqs_thread_entry: start 2024-09-19T13:58:08.096 INFO:tasks.workunit.client.0.smithi031.stderr: -26> 2024-09-19T13:58:07.994+0000 7fba955b29c0 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-19T13:58:08.096 INFO:tasks.workunit.client.0.smithi031.stderr: -25> 2024-09-19T13:58:07.994+0000 7fba955b29c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:08.096 INFO:tasks.workunit.client.0.smithi031.stderr: -24> 2024-09-19T13:58:07.998+0000 7fba955b29c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-19T13:58:08.096 INFO:tasks.workunit.client.0.smithi031.stderr: -23> 2024-09-19T13:58:07.998+0000 7fba955b29c0 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-19T13:58:08.096 INFO:tasks.workunit.client.0.smithi031.stderr: -22> 2024-09-19T13:58:07.998+0000 7fba955b29c0 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-19T13:58:08.096 INFO:tasks.workunit.client.0.smithi031.stderr: -21> 2024-09-19T13:58:07.998+0000 7fba955b29c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27 : miss 2024-09-19T13:58:08.096 INFO:tasks.workunit.client.0.smithi031.stderr: -20> 2024-09-19T13:58:07.998+0000 7fba955b29c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:08.096 INFO:tasks.workunit.client.0.smithi031.stderr: -19> 2024-09-19T13:58:07.998+0000 7fba955b29c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-19T13:58:08.096 INFO:tasks.workunit.client.0.smithi031.stderr: -18> 2024-09-19T13:58:07.998+0000 7fba955b29c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27 info.flags=0x17 2024-09-19T13:58:08.096 INFO:tasks.workunit.client.0.smithi031.stderr: -17> 2024-09-19T13:58:07.998+0000 7fba955b29c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27 to cache LRU end 2024-09-19T13:58:08.097 INFO:tasks.workunit.client.0.smithi031.stderr: -16> 2024-09-19T13:58:07.998+0000 7fba955b29c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:58:08.097 INFO:tasks.workunit.client.0.smithi031.stderr: -15> 2024-09-19T13:58:07.998+0000 7fba955b29c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:08.097 INFO:tasks.workunit.client.0.smithi031.stderr: -14> 2024-09-19T13:58:07.998+0000 7fba955b29c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27 2024-09-19T13:58:08.097 INFO:tasks.workunit.client.0.smithi031.stderr: -13> 2024-09-19T13:58:08.002+0000 7fba955b29c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27 info.flags=0x17 2024-09-19T13:58:08.097 INFO:tasks.workunit.client.0.smithi031.stderr: -12> 2024-09-19T13:58:08.006+0000 7fba955b29c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27 to cache LRU end 2024-09-19T13:58:08.097 INFO:tasks.workunit.client.0.smithi031.stderr: -11> 2024-09-19T13:58:08.006+0000 7fba955b29c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:08.097 INFO:tasks.workunit.client.0.smithi031.stderr: -10> 2024-09-19T13:58:08.006+0000 7fba955b29c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27, ofs0, ns] 2024-09-19T13:58:08.097 INFO:tasks.workunit.client.0.smithi031.stderr: -9> 2024-09-19T13:58:08.006+0000 7fb976ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333550 cookie 93894857189664 notifier 6506 bl.length()=939 2024-09-19T13:58:08.097 INFO:tasks.workunit.client.0.smithi031.stderr: -8> 2024-09-19T13:58:08.006+0000 7fb976ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27 info.flags=0x17 2024-09-19T13:58:08.097 INFO:tasks.workunit.client.0.smithi031.stderr: -7> 2024-09-19T13:58:08.006+0000 7fb976ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27 to cache LRU end 2024-09-19T13:58:08.097 INFO:tasks.workunit.client.0.smithi031.stderr: -6> 2024-09-19T13:58:08.006+0000 7fb976ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:08.097 INFO:tasks.workunit.client.0.smithi031.stderr: -5> 2024-09-19T13:58:08.006+0000 7fba955b29c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27]): orig_sources= new_sources= 2024-09-19T13:58:08.097 INFO:tasks.workunit.client.0.smithi031.stderr: -4> 2024-09-19T13:58:08.006+0000 7fba955b29c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27]): potential sources added=[] removed=[] 2024-09-19T13:58:08.098 INFO:tasks.workunit.client.0.smithi031.stderr: -3> 2024-09-19T13:58:08.006+0000 7fba955b29c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27]): orig_dests= new_dests= 2024-09-19T13:58:08.098 INFO:tasks.workunit.client.0.smithi031.stderr: -2> 2024-09-19T13:58:08.006+0000 7fba955b29c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27]): potential dests added=[] removed=[] 2024-09-19T13:58:08.098 INFO:tasks.workunit.client.0.smithi031.stderr: -1> 2024-09-19T13:58:08.006+0000 7fba955b29c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fba955b29c0 time 2024-09-19T13:58:08.009044+0000 2024-09-19T13:58:08.098 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T13:58:08.098 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:08.098 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T13:58:08.098 INFO:tasks.workunit.client.0.smithi031.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fba98e8c2eb] 2024-09-19T13:58:08.098 INFO:tasks.workunit.client.0.smithi031.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fba98e8c49f] 2024-09-19T13:58:08.098 INFO:tasks.workunit.client.0.smithi031.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556597c81271] 2024-09-19T13:58:08.098 INFO:tasks.workunit.client.0.smithi031.stderr: 4: radosgw-admin(+0x141050e) [0x5565986d250e] 2024-09-19T13:58:08.098 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x556597c910dd] 2024-09-19T13:58:08.098 INFO:tasks.workunit.client.0.smithi031.stderr: 6: main() 2024-09-19T13:58:08.098 INFO:tasks.workunit.client.0.smithi031.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fba97cf2d90] 2024-09-19T13:58:08.099 INFO:tasks.workunit.client.0.smithi031.stderr: 8: __libc_start_main() 2024-09-19T13:58:08.099 INFO:tasks.workunit.client.0.smithi031.stderr: 9: _start() 2024-09-19T13:58:08.099 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:08.099 INFO:tasks.workunit.client.0.smithi031.stderr: 0> 2024-09-19T13:58:08.006+0000 7fba955b29c0 -1 *** Caught signal (Aborted) ** 2024-09-19T13:58:08.099 INFO:tasks.workunit.client.0.smithi031.stderr: in thread 7fba955b29c0 thread_name:radosgw-admin 2024-09-19T13:58:08.099 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:08.099 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T13:58:08.099 INFO:tasks.workunit.client.0.smithi031.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fba97d0b520] 2024-09-19T13:58:08.099 INFO:tasks.workunit.client.0.smithi031.stderr: 2: pthread_kill() 2024-09-19T13:58:08.099 INFO:tasks.workunit.client.0.smithi031.stderr: 3: raise() 2024-09-19T13:58:08.099 INFO:tasks.workunit.client.0.smithi031.stderr: 4: abort() 2024-09-19T13:58:08.099 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fba98e8c345] 2024-09-19T13:58:08.099 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fba98e8c49f] 2024-09-19T13:58:08.099 INFO:tasks.workunit.client.0.smithi031.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556597c81271] 2024-09-19T13:58:08.100 INFO:tasks.workunit.client.0.smithi031.stderr: 8: radosgw-admin(+0x141050e) [0x5565986d250e] 2024-09-19T13:58:08.100 INFO:tasks.workunit.client.0.smithi031.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x556597c910dd] 2024-09-19T13:58:08.100 INFO:tasks.workunit.client.0.smithi031.stderr: 10: main() 2024-09-19T13:58:08.100 INFO:tasks.workunit.client.0.smithi031.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fba97cf2d90] 2024-09-19T13:58:08.100 INFO:tasks.workunit.client.0.smithi031.stderr: 12: __libc_start_main() 2024-09-19T13:58:08.100 INFO:tasks.workunit.client.0.smithi031.stderr: 13: _start() 2024-09-19T13:58:08.100 INFO:tasks.workunit.client.0.smithi031.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T13:58:08.100 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:08.100 INFO:tasks.workunit.client.0.smithi031.stderr:--- logging levels --- 2024-09-19T13:58:08.100 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 none 2024-09-19T13:58:08.100 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 lockdep 2024-09-19T13:58:08.100 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 context 2024-09-19T13:58:08.100 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 crush 2024-09-19T13:58:08.101 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds 2024-09-19T13:58:08.101 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_balancer 2024-09-19T13:58:08.101 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_locker 2024-09-19T13:58:08.101 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_log 2024-09-19T13:58:08.101 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_log_expire 2024-09-19T13:58:08.101 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_migrator 2024-09-19T13:58:08.101 INFO:tasks.workunit.client.0.smithi031.stderr: 3/ 5 mds_quiesce 2024-09-19T13:58:08.101 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 buffer 2024-09-19T13:58:08.101 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 timer 2024-09-19T13:58:08.101 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 filer 2024-09-19T13:58:08.101 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 striper 2024-09-19T13:58:08.101 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 objecter 2024-09-19T13:58:08.101 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rados 2024-09-19T13:58:08.101 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd 2024-09-19T13:58:08.101 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_mirror 2024-09-19T13:58:08.102 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_replay 2024-09-19T13:58:08.102 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_pwl 2024-09-19T13:58:08.102 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 journaler 2024-09-19T13:58:08.102 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 objectcacher 2024-09-19T13:58:08.102 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 immutable_obj_cache 2024-09-19T13:58:08.102 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 client 2024-09-19T13:58:08.102 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 osd 2024-09-19T13:58:08.102 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 optracker 2024-09-19T13:58:08.102 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 objclass 2024-09-19T13:58:08.102 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 filestore 2024-09-19T13:58:08.102 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 journal 2024-09-19T13:58:08.102 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 0 ms 2024-09-19T13:58:08.102 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mon 2024-09-19T13:58:08.102 INFO:tasks.workunit.client.0.smithi031.stderr: 0/10 monc 2024-09-19T13:58:08.103 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 paxos 2024-09-19T13:58:08.103 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 tp 2024-09-19T13:58:08.103 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 auth 2024-09-19T13:58:08.103 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 crypto 2024-09-19T13:58:08.103 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 finisher 2024-09-19T13:58:08.103 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 reserver 2024-09-19T13:58:08.103 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 heartbeatmap 2024-09-19T13:58:08.103 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 perfcounter 2024-09-19T13:58:08.103 INFO:tasks.workunit.client.0.smithi031.stderr: 20/20 rgw 2024-09-19T13:58:08.103 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_sync 2024-09-19T13:58:08.103 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_datacache 2024-09-19T13:58:08.104 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_access 2024-09-19T13:58:08.104 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_dbstore 2024-09-19T13:58:08.104 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_flight 2024-09-19T13:58:08.104 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_lifecycle 2024-09-19T13:58:08.104 INFO:tasks.workunit.client.0.smithi031.stderr: 20/20 rgw_notification 2024-09-19T13:58:08.104 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 javaclient 2024-09-19T13:58:08.104 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 asok 2024-09-19T13:58:08.104 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 throttle 2024-09-19T13:58:08.104 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 0 refs 2024-09-19T13:58:08.104 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 compressor 2024-09-19T13:58:08.104 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 bluestore 2024-09-19T13:58:08.104 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 bluefs 2024-09-19T13:58:08.104 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 bdev 2024-09-19T13:58:08.105 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 kstore 2024-09-19T13:58:08.105 INFO:tasks.workunit.client.0.smithi031.stderr: 4/ 5 rocksdb 2024-09-19T13:58:08.105 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 fuse 2024-09-19T13:58:08.105 INFO:tasks.workunit.client.0.smithi031.stderr: 2/ 5 mgr 2024-09-19T13:58:08.105 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mgrc 2024-09-19T13:58:08.105 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 dpdk 2024-09-19T13:58:08.105 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 eventtrace 2024-09-19T13:58:08.105 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 prioritycache 2024-09-19T13:58:08.105 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 test 2024-09-19T13:58:08.105 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cephfs_mirror 2024-09-19T13:58:08.105 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cephsqlite 2024-09-19T13:58:08.105 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 crimson_interrupt 2024-09-19T13:58:08.106 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore 2024-09-19T13:58:08.106 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_onode 2024-09-19T13:58:08.106 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_odata 2024-09-19T13:58:08.106 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_omap 2024-09-19T13:58:08.106 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_tm 2024-09-19T13:58:08.106 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_t 2024-09-19T13:58:08.106 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_cleaner 2024-09-19T13:58:08.106 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_epm 2024-09-19T13:58:08.106 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_lba 2024-09-19T13:58:08.106 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-19T13:58:08.106 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_cache 2024-09-19T13:58:08.106 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_journal 2024-09-19T13:58:08.106 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_device 2024-09-19T13:58:08.106 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_backref 2024-09-19T13:58:08.107 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 alienstore 2024-09-19T13:58:08.107 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mclock 2024-09-19T13:58:08.107 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cyanstore 2024-09-19T13:58:08.107 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 ceph_exporter 2024-09-19T13:58:08.107 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 memstore 2024-09-19T13:58:08.107 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 trace 2024-09-19T13:58:08.107 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 ceph_dedup 2024-09-19T13:58:08.107 INFO:tasks.workunit.client.0.smithi031.stderr: -2/-2 (syslog threshold) 2024-09-19T13:58:08.107 INFO:tasks.workunit.client.0.smithi031.stderr: 99/99 (stderr threshold) 2024-09-19T13:58:08.107 INFO:tasks.workunit.client.0.smithi031.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-19T13:58:08.107 INFO:tasks.workunit.client.0.smithi031.stderr: 7fb8c27fc640 / http_manager 2024-09-19T13:58:08.107 INFO:tasks.workunit.client.0.smithi031.stderr: 7fb948fe1640 / http_manager 2024-09-19T13:58:08.107 INFO:tasks.workunit.client.0.smithi031.stderr: 7fb949fe3640 / rgw_dt_lg_renew 2024-09-19T13:58:08.107 INFO:tasks.workunit.client.0.smithi031.stderr: 7fb9757fa640 / ms_dispatch 2024-09-19T13:58:08.107 INFO:tasks.workunit.client.0.smithi031.stderr: 7fb976ffd640 / io_context_pool 2024-09-19T13:58:08.108 INFO:tasks.workunit.client.0.smithi031.stderr: 7fb97d602640 / ms_dispatch 2024-09-19T13:58:08.108 INFO:tasks.workunit.client.0.smithi031.stderr: 7fb97fe07640 / ms_dispatch 2024-09-19T13:58:08.108 INFO:tasks.workunit.client.0.smithi031.stderr: 7fb98160a640 / io_context_pool 2024-09-19T13:58:08.108 INFO:tasks.workunit.client.0.smithi031.stderr: 7fba928b7640 / msgr-worker-2 2024-09-19T13:58:08.108 INFO:tasks.workunit.client.0.smithi031.stderr: 7fba930b8640 / msgr-worker-1 2024-09-19T13:58:08.108 INFO:tasks.workunit.client.0.smithi031.stderr: 7fba938b9640 / msgr-worker-0 2024-09-19T13:58:08.108 INFO:tasks.workunit.client.0.smithi031.stderr: 7fba940ba640 / io_context_pool 2024-09-19T13:58:08.108 INFO:tasks.workunit.client.0.smithi031.stderr: 7fba955b29c0 / radosgw-admin 2024-09-19T13:58:08.108 INFO:tasks.workunit.client.0.smithi031.stderr: max_recent 500 2024-09-19T13:58:08.108 INFO:tasks.workunit.client.0.smithi031.stderr: max_new 1000 2024-09-19T13:58:08.108 INFO:tasks.workunit.client.0.smithi031.stderr: log_file /var/log/ceph/ceph-client.admin.99769.log 2024-09-19T13:58:08.108 INFO:tasks.workunit.client.0.smithi031.stderr:--- end dump of recent events --- 2024-09-19T13:58:08.108 INFO:tasks.workunit.client.0.smithi031.stderr:--- begin dump of recent events --- 2024-09-19T13:58:08.109 INFO:tasks.workunit.client.0.smithi031.stderr: -499> 2024-09-19T13:58:07.918+0000 7fba930b8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:58:08.109 INFO:tasks.workunit.client.0.smithi031.stderr: -498> 2024-09-19T13:58:07.918+0000 7fba930b8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:58:08.109 INFO:tasks.workunit.client.0.smithi031.stderr: -497> 2024-09-19T13:58:07.918+0000 7fba938b9640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:58:08.109 INFO:tasks.workunit.client.0.smithi031.stderr: -496> 2024-09-19T13:58:07.918+0000 7fba938b9640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:58:08.109 INFO:tasks.workunit.client.0.smithi031.stderr: -495> 2024-09-19T13:58:07.918+0000 7fba938b9640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:58:08.109 INFO:tasks.workunit.client.0.smithi031.stderr: -494> 2024-09-19T13:58:07.918+0000 7fba930b8640 10 monclient(hunting): handle_auth_done global_id 6494 payload 274 2024-09-19T13:58:08.109 INFO:tasks.workunit.client.0.smithi031.stderr: -493> 2024-09-19T13:58:07.918+0000 7fba930b8640 10 monclient: _finish_hunting 0 2024-09-19T13:58:08.109 INFO:tasks.workunit.client.0.smithi031.stderr: -492> 2024-09-19T13:58:07.918+0000 7fba930b8640 1 monclient: found mon.noname-c 2024-09-19T13:58:08.109 INFO:tasks.workunit.client.0.smithi031.stderr: -491> 2024-09-19T13:58:07.918+0000 7fba930b8640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.31:3301/0 2024-09-19T13:58:08.109 INFO:tasks.workunit.client.0.smithi031.stderr: -490> 2024-09-19T13:58:07.918+0000 7fba928b7640 10 monclient: get_auth_request con 0x556599784b50 auth_method 0 2024-09-19T13:58:08.109 INFO:tasks.workunit.client.0.smithi031.stderr: -489> 2024-09-19T13:58:07.918+0000 7fb98160a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:58:08.109 INFO:tasks.workunit.client.0.smithi031.stderr: -488> 2024-09-19T13:58:07.918+0000 7fb98160a640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T13:58:08.109 INFO:tasks.workunit.client.0.smithi031.stderr: -487> 2024-09-19T13:58:07.918+0000 7fb98160a640 10 monclient: dump: 2024-09-19T13:58:08.109 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:58:08.109 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:58:08.110 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:08.110 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:08.110 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:58:08.110 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:58:08.110 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:58:08.110 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:58:08.110 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:58:08.110 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:08.110 INFO:tasks.workunit.client.0.smithi031.stderr: -486> 2024-09-19T13:58:07.918+0000 7fb98160a640 10 monclient: _finish_auth 0 2024-09-19T13:58:08.110 INFO:tasks.workunit.client.0.smithi031.stderr: -485> 2024-09-19T13:58:07.918+0000 7fb98160a640 10 monclient: _check_auth_tickets 2024-09-19T13:58:08.110 INFO:tasks.workunit.client.0.smithi031.stderr: -484> 2024-09-19T13:58:07.918+0000 7fb98160a640 10 monclient: handle_config config(0 keys) 2024-09-19T13:58:08.110 INFO:tasks.workunit.client.0.smithi031.stderr: -483> 2024-09-19T13:58:07.918+0000 7fb98160a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:58:08.110 INFO:tasks.workunit.client.0.smithi031.stderr: -482> 2024-09-19T13:58:07.918+0000 7fb98160a640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T13:58:08.110 INFO:tasks.workunit.client.0.smithi031.stderr: -481> 2024-09-19T13:58:07.918+0000 7fb98160a640 10 monclient: dump: 2024-09-19T13:58:08.110 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:58:08.111 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:58:08.111 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:08.111 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:08.111 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:58:08.111 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:58:08.111 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:58:08.111 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:58:08.111 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:58:08.111 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:08.111 INFO:tasks.workunit.client.0.smithi031.stderr: -480> 2024-09-19T13:58:07.918+0000 7fba955b29c0 5 monclient: authenticate success, global_id 6494 2024-09-19T13:58:08.111 INFO:tasks.workunit.client.0.smithi031.stderr: -479> 2024-09-19T13:58:07.918+0000 7fba955b29c0 10 monclient: get_monmap_and_config success 2024-09-19T13:58:08.111 INFO:tasks.workunit.client.0.smithi031.stderr: -478> 2024-09-19T13:58:07.918+0000 7fba955b29c0 4 set_mon_vals no callback set 2024-09-19T13:58:08.111 INFO:tasks.workunit.client.0.smithi031.stderr: -477> 2024-09-19T13:58:07.922+0000 7fba955b29c0 10 monclient: shutdown 2024-09-19T13:58:08.111 INFO:tasks.workunit.client.0.smithi031.stderr: -476> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 asok(0x5565996bdd90) unregister_commands rotate-key 2024-09-19T13:58:08.112 INFO:tasks.workunit.client.0.smithi031.stderr: -475> 2024-09-19T13:58:07.922+0000 7fba955b29c0 10 monclient: build_initial_monmap 2024-09-19T13:58:08.112 INFO:tasks.workunit.client.0.smithi031.stderr: -474> 2024-09-19T13:58:07.922+0000 7fba955b29c0 1 build_initial for_mkfs: 0 2024-09-19T13:58:08.112 INFO:tasks.workunit.client.0.smithi031.stderr: -473> 2024-09-19T13:58:07.922+0000 7fba955b29c0 10 monclient: monmap: 2024-09-19T13:58:08.112 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T13:58:08.112 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T13:58:08.112 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T13:58:08.112 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T13:58:08.112 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T13:58:08.112 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:58:08.112 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T13:58:08.112 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T13:58:08.112 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T13:58:08.112 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:08.112 INFO:tasks.workunit.client.0.smithi031.stderr: -472> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998cba00) adding auth protocol: cephx 2024-09-19T13:58:08.112 INFO:tasks.workunit.client.0.smithi031.stderr: -471> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998cba00) adding auth protocol: cephx 2024-09-19T13:58:08.113 INFO:tasks.workunit.client.0.smithi031.stderr: -470> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998cba00) adding auth protocol: cephx 2024-09-19T13:58:08.113 INFO:tasks.workunit.client.0.smithi031.stderr: -469> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998cba00) adding con mode: secure 2024-09-19T13:58:08.113 INFO:tasks.workunit.client.0.smithi031.stderr: -468> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998cba00) adding con mode: crc 2024-09-19T13:58:08.113 INFO:tasks.workunit.client.0.smithi031.stderr: -467> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998cba00) adding con mode: secure 2024-09-19T13:58:08.113 INFO:tasks.workunit.client.0.smithi031.stderr: -466> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998cba00) adding con mode: crc 2024-09-19T13:58:08.113 INFO:tasks.workunit.client.0.smithi031.stderr: -465> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998cba00) adding con mode: secure 2024-09-19T13:58:08.113 INFO:tasks.workunit.client.0.smithi031.stderr: -464> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998cba00) adding con mode: crc 2024-09-19T13:58:08.113 INFO:tasks.workunit.client.0.smithi031.stderr: -463> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998cba00) adding con mode: crc 2024-09-19T13:58:08.113 INFO:tasks.workunit.client.0.smithi031.stderr: -462> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998cba00) adding con mode: secure 2024-09-19T13:58:08.113 INFO:tasks.workunit.client.0.smithi031.stderr: -461> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998cba00) adding con mode: crc 2024-09-19T13:58:08.113 INFO:tasks.workunit.client.0.smithi031.stderr: -460> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998cba00) adding con mode: secure 2024-09-19T13:58:08.113 INFO:tasks.workunit.client.0.smithi031.stderr: -459> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998cba00) adding con mode: crc 2024-09-19T13:58:08.114 INFO:tasks.workunit.client.0.smithi031.stderr: -458> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998cba00) adding con mode: secure 2024-09-19T13:58:08.114 INFO:tasks.workunit.client.0.smithi031.stderr: -457> 2024-09-19T13:58:07.922+0000 7fba955b29c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:58:08.114 INFO:tasks.workunit.client.0.smithi031.stderr: -456> 2024-09-19T13:58:07.922+0000 7fba955b29c0 1 librados: starting msgr at 2024-09-19T13:58:08.114 INFO:tasks.workunit.client.0.smithi031.stderr: -455> 2024-09-19T13:58:07.922+0000 7fba955b29c0 1 librados: starting objecter 2024-09-19T13:58:08.114 INFO:tasks.workunit.client.0.smithi031.stderr: -454> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 asok(0x5565996bdd90) register_command objecter_requests hook 0x5565998c61c0 2024-09-19T13:58:08.114 INFO:tasks.workunit.client.0.smithi031.stderr: -453> 2024-09-19T13:58:07.922+0000 7fba955b29c0 1 librados: setting wanted keys 2024-09-19T13:58:08.114 INFO:tasks.workunit.client.0.smithi031.stderr: -452> 2024-09-19T13:58:07.922+0000 7fba955b29c0 1 librados: calling monclient init 2024-09-19T13:58:08.114 INFO:tasks.workunit.client.0.smithi031.stderr: -451> 2024-09-19T13:58:07.922+0000 7fba955b29c0 10 monclient: init 2024-09-19T13:58:08.114 INFO:tasks.workunit.client.0.smithi031.stderr: -450> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998c8630) adding auth protocol: cephx 2024-09-19T13:58:08.114 INFO:tasks.workunit.client.0.smithi031.stderr: -449> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998c8630) adding auth protocol: cephx 2024-09-19T13:58:08.114 INFO:tasks.workunit.client.0.smithi031.stderr: -448> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998c8630) adding auth protocol: cephx 2024-09-19T13:58:08.114 INFO:tasks.workunit.client.0.smithi031.stderr: -447> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998c8630) adding con mode: secure 2024-09-19T13:58:08.114 INFO:tasks.workunit.client.0.smithi031.stderr: -446> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998c8630) adding con mode: crc 2024-09-19T13:58:08.114 INFO:tasks.workunit.client.0.smithi031.stderr: -445> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998c8630) adding con mode: secure 2024-09-19T13:58:08.115 INFO:tasks.workunit.client.0.smithi031.stderr: -444> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998c8630) adding con mode: crc 2024-09-19T13:58:08.115 INFO:tasks.workunit.client.0.smithi031.stderr: -443> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998c8630) adding con mode: secure 2024-09-19T13:58:08.115 INFO:tasks.workunit.client.0.smithi031.stderr: -442> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998c8630) adding con mode: crc 2024-09-19T13:58:08.115 INFO:tasks.workunit.client.0.smithi031.stderr: -441> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998c8630) adding con mode: crc 2024-09-19T13:58:08.115 INFO:tasks.workunit.client.0.smithi031.stderr: -440> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998c8630) adding con mode: secure 2024-09-19T13:58:08.115 INFO:tasks.workunit.client.0.smithi031.stderr: -439> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998c8630) adding con mode: crc 2024-09-19T13:58:08.115 INFO:tasks.workunit.client.0.smithi031.stderr: -438> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998c8630) adding con mode: secure 2024-09-19T13:58:08.115 INFO:tasks.workunit.client.0.smithi031.stderr: -437> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998c8630) adding con mode: crc 2024-09-19T13:58:08.115 INFO:tasks.workunit.client.0.smithi031.stderr: -436> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 AuthRegistry(0x5565998c8630) adding con mode: secure 2024-09-19T13:58:08.115 INFO:tasks.workunit.client.0.smithi031.stderr: -435> 2024-09-19T13:58:07.922+0000 7fba955b29c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:58:08.115 INFO:tasks.workunit.client.0.smithi031.stderr: -434> 2024-09-19T13:58:07.922+0000 7fba955b29c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:58:08.115 INFO:tasks.workunit.client.0.smithi031.stderr: -433> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 asok(0x5565996bdd90) register_command rotate-key hook 0x5565998c8778 2024-09-19T13:58:08.115 INFO:tasks.workunit.client.0.smithi031.stderr: -432> 2024-09-19T13:58:07.922+0000 7fba955b29c0 10 monclient: _reopen_session rank -1 2024-09-19T13:58:08.115 INFO:tasks.workunit.client.0.smithi031.stderr: -431> 2024-09-19T13:58:07.922+0000 7fba955b29c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-19T13:58:08.115 INFO:tasks.workunit.client.0.smithi031.stderr: -430> 2024-09-19T13:58:07.922+0000 7fba955b29c0 10 monclient(hunting): picked mon.noname-a con 0x5565997793f0 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T13:58:08.116 INFO:tasks.workunit.client.0.smithi031.stderr: -429> 2024-09-19T13:58:07.922+0000 7fba955b29c0 10 monclient(hunting): picked mon.noname-c con 0x556599784b50 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T13:58:08.116 INFO:tasks.workunit.client.0.smithi031.stderr: -428> 2024-09-19T13:58:07.922+0000 7fba955b29c0 10 monclient(hunting): picked mon.noname-b con 0x5565998ceb50 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T13:58:08.116 INFO:tasks.workunit.client.0.smithi031.stderr: -427> 2024-09-19T13:58:07.922+0000 7fba955b29c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:58:08.116 INFO:tasks.workunit.client.0.smithi031.stderr: -426> 2024-09-19T13:58:07.922+0000 7fba955b29c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:58:08.116 INFO:tasks.workunit.client.0.smithi031.stderr: -425> 2024-09-19T13:58:07.922+0000 7fba955b29c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:58:08.116 INFO:tasks.workunit.client.0.smithi031.stderr: -424> 2024-09-19T13:58:07.922+0000 7fba955b29c0 10 monclient(hunting): _renew_subs 2024-09-19T13:58:08.116 INFO:tasks.workunit.client.0.smithi031.stderr: -423> 2024-09-19T13:58:07.922+0000 7fba955b29c0 10 monclient(hunting): authenticate will time out at 2231.753950s 2024-09-19T13:58:08.116 INFO:tasks.workunit.client.0.smithi031.stderr: -422> 2024-09-19T13:58:07.922+0000 7fba928b7640 10 monclient(hunting): get_auth_request con 0x556599784b50 auth_method 0 2024-09-19T13:58:08.116 INFO:tasks.workunit.client.0.smithi031.stderr: -421> 2024-09-19T13:58:07.922+0000 7fba928b7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:58:08.116 INFO:tasks.workunit.client.0.smithi031.stderr: -420> 2024-09-19T13:58:07.922+0000 7fba928b7640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:58:08.116 INFO:tasks.workunit.client.0.smithi031.stderr: -419> 2024-09-19T13:58:07.922+0000 7fba928b7640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:58:08.116 INFO:tasks.workunit.client.0.smithi031.stderr: -418> 2024-09-19T13:58:07.922+0000 7fba930b8640 10 monclient(hunting): get_auth_request con 0x5565997793f0 auth_method 0 2024-09-19T13:58:08.116 INFO:tasks.workunit.client.0.smithi031.stderr: -417> 2024-09-19T13:58:07.922+0000 7fba930b8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:58:08.116 INFO:tasks.workunit.client.0.smithi031.stderr: -416> 2024-09-19T13:58:07.922+0000 7fba930b8640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:58:08.117 INFO:tasks.workunit.client.0.smithi031.stderr: -415> 2024-09-19T13:58:07.922+0000 7fba930b8640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:58:08.117 INFO:tasks.workunit.client.0.smithi031.stderr: -414> 2024-09-19T13:58:07.922+0000 7fba928b7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:58:08.117 INFO:tasks.workunit.client.0.smithi031.stderr: -413> 2024-09-19T13:58:07.922+0000 7fba928b7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:58:08.117 INFO:tasks.workunit.client.0.smithi031.stderr: -412> 2024-09-19T13:58:07.922+0000 7fba928b7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:58:08.117 INFO:tasks.workunit.client.0.smithi031.stderr: -411> 2024-09-19T13:58:07.922+0000 7fba930b8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:58:08.117 INFO:tasks.workunit.client.0.smithi031.stderr: -410> 2024-09-19T13:58:07.922+0000 7fba930b8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:58:08.117 INFO:tasks.workunit.client.0.smithi031.stderr: -409> 2024-09-19T13:58:07.922+0000 7fba930b8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:58:08.117 INFO:tasks.workunit.client.0.smithi031.stderr: -408> 2024-09-19T13:58:07.922+0000 7fba928b7640 10 monclient(hunting): handle_auth_done global_id 6497 payload 824 2024-09-19T13:58:08.117 INFO:tasks.workunit.client.0.smithi031.stderr: -407> 2024-09-19T13:58:07.922+0000 7fba928b7640 10 monclient: _finish_hunting 0 2024-09-19T13:58:08.117 INFO:tasks.workunit.client.0.smithi031.stderr: -406> 2024-09-19T13:58:07.922+0000 7fba928b7640 1 monclient: found mon.noname-c 2024-09-19T13:58:08.117 INFO:tasks.workunit.client.0.smithi031.stderr: -405> 2024-09-19T13:58:07.922+0000 7fba928b7640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.31:3301/0 2024-09-19T13:58:08.117 INFO:tasks.workunit.client.0.smithi031.stderr: -404> 2024-09-19T13:58:07.922+0000 7fb97fe07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:58:08.117 INFO:tasks.workunit.client.0.smithi031.stderr: -403> 2024-09-19T13:58:07.922+0000 7fb97fe07640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T13:58:08.117 INFO:tasks.workunit.client.0.smithi031.stderr: -402> 2024-09-19T13:58:07.922+0000 7fb97fe07640 10 monclient: dump: 2024-09-19T13:58:08.118 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:58:08.118 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:58:08.118 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:08.118 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:08.118 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:58:08.118 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:58:08.118 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:58:08.118 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:58:08.118 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:58:08.118 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:08.118 INFO:tasks.workunit.client.0.smithi031.stderr: -401> 2024-09-19T13:58:07.922+0000 7fb97fe07640 10 monclient: _finish_auth 0 2024-09-19T13:58:08.118 INFO:tasks.workunit.client.0.smithi031.stderr: -400> 2024-09-19T13:58:07.922+0000 7fb97fe07640 10 monclient: _check_auth_tickets 2024-09-19T13:58:08.118 INFO:tasks.workunit.client.0.smithi031.stderr: -399> 2024-09-19T13:58:07.922+0000 7fb97fe07640 10 monclient: handle_config config(0 keys) 2024-09-19T13:58:08.118 INFO:tasks.workunit.client.0.smithi031.stderr: -398> 2024-09-19T13:58:07.922+0000 7fb97fe07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:58:08.119 INFO:tasks.workunit.client.0.smithi031.stderr: -397> 2024-09-19T13:58:07.922+0000 7fb97fe07640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T13:58:08.119 INFO:tasks.workunit.client.0.smithi031.stderr: -396> 2024-09-19T13:58:07.922+0000 7fb97fe07640 10 monclient: dump: 2024-09-19T13:58:08.119 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:58:08.119 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:58:08.119 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:08.119 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:08.119 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:58:08.119 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:58:08.119 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:58:08.119 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:58:08.119 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:58:08.119 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:08.119 INFO:tasks.workunit.client.0.smithi031.stderr: -395> 2024-09-19T13:58:07.922+0000 7fba955b29c0 5 monclient: authenticate success, global_id 6497 2024-09-19T13:58:08.119 INFO:tasks.workunit.client.0.smithi031.stderr: -394> 2024-09-19T13:58:07.922+0000 7fba955b29c0 10 monclient: _renew_subs 2024-09-19T13:58:08.119 INFO:tasks.workunit.client.0.smithi031.stderr: -393> 2024-09-19T13:58:07.922+0000 7fb98160a640 4 set_mon_vals no callback set 2024-09-19T13:58:08.119 INFO:tasks.workunit.client.0.smithi031.stderr: -392> 2024-09-19T13:58:07.922+0000 7fba955b29c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T13:58:08.120 INFO:tasks.workunit.client.0.smithi031.stderr: -391> 2024-09-19T13:58:07.922+0000 7fba955b29c0 10 monclient: _renew_subs 2024-09-19T13:58:08.120 INFO:tasks.workunit.client.0.smithi031.stderr: -390> 2024-09-19T13:58:07.922+0000 7fba955b29c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T13:58:08.120 INFO:tasks.workunit.client.0.smithi031.stderr: -389> 2024-09-19T13:58:07.922+0000 7fba955b29c0 1 librados: init done 2024-09-19T13:58:08.120 INFO:tasks.workunit.client.0.smithi031.stderr: -388> 2024-09-19T13:58:07.926+0000 7fb97fe07640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T13:58:08.120 INFO:tasks.workunit.client.0.smithi031.stderr: -387> 2024-09-19T13:58:07.926+0000 7fb97fe07640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:58:08.120 INFO:tasks.workunit.client.0.smithi031.stderr: -386> 2024-09-19T13:58:07.926+0000 7fb97fe07640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:58:08.120 INFO:tasks.workunit.client.0.smithi031.stderr: -385> 2024-09-19T13:58:07.926+0000 7fba930b8640 10 monclient: get_auth_request con 0x7fb978071be0 auth_method 0 2024-09-19T13:58:08.120 INFO:tasks.workunit.client.0.smithi031.stderr: -384> 2024-09-19T13:58:07.926+0000 7fba938b9640 10 monclient: get_auth_request con 0x5565998f0f30 auth_method 0 2024-09-19T13:58:08.120 INFO:tasks.workunit.client.0.smithi031.stderr: -383> 2024-09-19T13:58:07.926+0000 7fba930b8640 10 monclient: get_auth_request con 0x556599913840 auth_method 0 2024-09-19T13:58:08.120 INFO:tasks.workunit.client.0.smithi031.stderr: -382> 2024-09-19T13:58:07.930+0000 7fba928b7640 10 monclient: get_auth_request con 0x556599917ba0 auth_method 0 2024-09-19T13:58:08.120 INFO:tasks.workunit.client.0.smithi031.stderr: -381> 2024-09-19T13:58:07.930+0000 7fba955b29c0 10 monclient: build_initial_monmap 2024-09-19T13:58:08.120 INFO:tasks.workunit.client.0.smithi031.stderr: -380> 2024-09-19T13:58:07.930+0000 7fba955b29c0 1 build_initial for_mkfs: 0 2024-09-19T13:58:08.120 INFO:tasks.workunit.client.0.smithi031.stderr: -379> 2024-09-19T13:58:07.930+0000 7fba955b29c0 10 monclient: monmap: 2024-09-19T13:58:08.120 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T13:58:08.121 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T13:58:08.121 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T13:58:08.121 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T13:58:08.121 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T13:58:08.121 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:58:08.121 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T13:58:08.121 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T13:58:08.121 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T13:58:08.121 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:08.121 INFO:tasks.workunit.client.0.smithi031.stderr: -378> 2024-09-19T13:58:07.930+0000 7fba955b29c0 5 AuthRegistry(0x55659991c950) adding auth protocol: cephx 2024-09-19T13:58:08.121 INFO:tasks.workunit.client.0.smithi031.stderr: -377> 2024-09-19T13:58:07.930+0000 7fba955b29c0 5 AuthRegistry(0x55659991c950) adding auth protocol: cephx 2024-09-19T13:58:08.121 INFO:tasks.workunit.client.0.smithi031.stderr: -376> 2024-09-19T13:58:07.930+0000 7fba955b29c0 5 AuthRegistry(0x55659991c950) adding auth protocol: cephx 2024-09-19T13:58:08.121 INFO:tasks.workunit.client.0.smithi031.stderr: -375> 2024-09-19T13:58:07.930+0000 7fba955b29c0 5 AuthRegistry(0x55659991c950) adding con mode: secure 2024-09-19T13:58:08.121 INFO:tasks.workunit.client.0.smithi031.stderr: -374> 2024-09-19T13:58:07.930+0000 7fba955b29c0 5 AuthRegistry(0x55659991c950) adding con mode: crc 2024-09-19T13:58:08.122 INFO:tasks.workunit.client.0.smithi031.stderr: -373> 2024-09-19T13:58:07.930+0000 7fba955b29c0 5 AuthRegistry(0x55659991c950) adding con mode: secure 2024-09-19T13:58:08.122 INFO:tasks.workunit.client.0.smithi031.stderr: -372> 2024-09-19T13:58:07.930+0000 7fba955b29c0 5 AuthRegistry(0x55659991c950) adding con mode: crc 2024-09-19T13:58:08.122 INFO:tasks.workunit.client.0.smithi031.stderr: -371> 2024-09-19T13:58:07.930+0000 7fba955b29c0 5 AuthRegistry(0x55659991c950) adding con mode: secure 2024-09-19T13:58:08.122 INFO:tasks.workunit.client.0.smithi031.stderr: -370> 2024-09-19T13:58:07.930+0000 7fba955b29c0 5 AuthRegistry(0x55659991c950) adding con mode: crc 2024-09-19T13:58:08.122 INFO:tasks.workunit.client.0.smithi031.stderr: -369> 2024-09-19T13:58:07.930+0000 7fba955b29c0 5 AuthRegistry(0x55659991c950) adding con mode: crc 2024-09-19T13:58:08.122 INFO:tasks.workunit.client.0.smithi031.stderr: -368> 2024-09-19T13:58:07.930+0000 7fba955b29c0 5 AuthRegistry(0x55659991c950) adding con mode: secure 2024-09-19T13:58:08.122 INFO:tasks.workunit.client.0.smithi031.stderr: -367> 2024-09-19T13:58:07.930+0000 7fba955b29c0 5 AuthRegistry(0x55659991c950) adding con mode: crc 2024-09-19T13:58:08.122 INFO:tasks.workunit.client.0.smithi031.stderr: -366> 2024-09-19T13:58:07.930+0000 7fba955b29c0 5 AuthRegistry(0x55659991c950) adding con mode: secure 2024-09-19T13:58:08.122 INFO:tasks.workunit.client.0.smithi031.stderr: -365> 2024-09-19T13:58:07.930+0000 7fba955b29c0 5 AuthRegistry(0x55659991c950) adding con mode: crc 2024-09-19T13:58:08.122 INFO:tasks.workunit.client.0.smithi031.stderr: -364> 2024-09-19T13:58:07.930+0000 7fba955b29c0 5 AuthRegistry(0x55659991c950) adding con mode: secure 2024-09-19T13:58:08.122 INFO:tasks.workunit.client.0.smithi031.stderr: -363> 2024-09-19T13:58:07.930+0000 7fba955b29c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:58:08.122 INFO:tasks.workunit.client.0.smithi031.stderr: -362> 2024-09-19T13:58:07.930+0000 7fba955b29c0 5 asok(0x5565996bdd90) register_command objecter_requests cmddesc objecter_requests hook 0x55659991fcf0 EEXIST 2024-09-19T13:58:08.122 INFO:tasks.workunit.client.0.smithi031.stderr: -361> 2024-09-19T13:58:07.934+0000 7fba955b29c0 10 monclient: init 2024-09-19T13:58:08.122 INFO:tasks.workunit.client.0.smithi031.stderr: -360> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x55659991b008) adding auth protocol: cephx 2024-09-19T13:58:08.122 INFO:tasks.workunit.client.0.smithi031.stderr: -359> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x55659991b008) adding auth protocol: cephx 2024-09-19T13:58:08.122 INFO:tasks.workunit.client.0.smithi031.stderr: -358> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x55659991b008) adding auth protocol: cephx 2024-09-19T13:58:08.123 INFO:tasks.workunit.client.0.smithi031.stderr: -357> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x55659991b008) adding con mode: secure 2024-09-19T13:58:08.123 INFO:tasks.workunit.client.0.smithi031.stderr: -356> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x55659991b008) adding con mode: crc 2024-09-19T13:58:08.123 INFO:tasks.workunit.client.0.smithi031.stderr: -355> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x55659991b008) adding con mode: secure 2024-09-19T13:58:08.123 INFO:tasks.workunit.client.0.smithi031.stderr: -354> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x55659991b008) adding con mode: crc 2024-09-19T13:58:08.123 INFO:tasks.workunit.client.0.smithi031.stderr: -353> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x55659991b008) adding con mode: secure 2024-09-19T13:58:08.123 INFO:tasks.workunit.client.0.smithi031.stderr: -352> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x55659991b008) adding con mode: crc 2024-09-19T13:58:08.123 INFO:tasks.workunit.client.0.smithi031.stderr: -351> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x55659991b008) adding con mode: crc 2024-09-19T13:58:08.123 INFO:tasks.workunit.client.0.smithi031.stderr: -350> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x55659991b008) adding con mode: secure 2024-09-19T13:58:08.123 INFO:tasks.workunit.client.0.smithi031.stderr: -349> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x55659991b008) adding con mode: crc 2024-09-19T13:58:08.123 INFO:tasks.workunit.client.0.smithi031.stderr: -348> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x55659991b008) adding con mode: secure 2024-09-19T13:58:08.123 INFO:tasks.workunit.client.0.smithi031.stderr: -347> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x55659991b008) adding con mode: crc 2024-09-19T13:58:08.123 INFO:tasks.workunit.client.0.smithi031.stderr: -346> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x55659991b008) adding con mode: secure 2024-09-19T13:58:08.123 INFO:tasks.workunit.client.0.smithi031.stderr: -345> 2024-09-19T13:58:07.934+0000 7fba955b29c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:58:08.123 INFO:tasks.workunit.client.0.smithi031.stderr: -344> 2024-09-19T13:58:07.934+0000 7fba955b29c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:58:08.123 INFO:tasks.workunit.client.0.smithi031.stderr: -343> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 asok(0x5565996bdd90) register_command rotate-key cmddesc rotate-key hook 0x55659991b150 EEXIST 2024-09-19T13:58:08.124 INFO:tasks.workunit.client.0.smithi031.stderr: -342> 2024-09-19T13:58:07.934+0000 7fba955b29c0 10 monclient: _reopen_session rank -1 2024-09-19T13:58:08.124 INFO:tasks.workunit.client.0.smithi031.stderr: -341> 2024-09-19T13:58:07.934+0000 7fba955b29c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-19T13:58:08.124 INFO:tasks.workunit.client.0.smithi031.stderr: -340> 2024-09-19T13:58:07.934+0000 7fba955b29c0 10 monclient(hunting): picked mon.noname-b con 0x5565999444f0 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T13:58:08.124 INFO:tasks.workunit.client.0.smithi031.stderr: -339> 2024-09-19T13:58:07.934+0000 7fba955b29c0 10 monclient(hunting): picked mon.noname-a con 0x55659995c1c0 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T13:58:08.124 INFO:tasks.workunit.client.0.smithi031.stderr: -338> 2024-09-19T13:58:07.934+0000 7fba955b29c0 10 monclient(hunting): picked mon.noname-c con 0x556599942d00 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T13:58:08.124 INFO:tasks.workunit.client.0.smithi031.stderr: -337> 2024-09-19T13:58:07.934+0000 7fba955b29c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:58:08.124 INFO:tasks.workunit.client.0.smithi031.stderr: -336> 2024-09-19T13:58:07.934+0000 7fba955b29c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:58:08.124 INFO:tasks.workunit.client.0.smithi031.stderr: -335> 2024-09-19T13:58:07.934+0000 7fba955b29c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:58:08.124 INFO:tasks.workunit.client.0.smithi031.stderr: -334> 2024-09-19T13:58:07.934+0000 7fba955b29c0 10 monclient(hunting): _renew_subs 2024-09-19T13:58:08.124 INFO:tasks.workunit.client.0.smithi031.stderr: -333> 2024-09-19T13:58:07.934+0000 7fba955b29c0 10 monclient(hunting): authenticate will time out at 2231.764623s 2024-09-19T13:58:08.124 INFO:tasks.workunit.client.0.smithi031.stderr: -332> 2024-09-19T13:58:07.934+0000 7fba938b9640 10 monclient(hunting): get_auth_request con 0x556599942d00 auth_method 0 2024-09-19T13:58:08.124 INFO:tasks.workunit.client.0.smithi031.stderr: -331> 2024-09-19T13:58:07.934+0000 7fba938b9640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:58:08.124 INFO:tasks.workunit.client.0.smithi031.stderr: -330> 2024-09-19T13:58:07.934+0000 7fba938b9640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:58:08.125 INFO:tasks.workunit.client.0.smithi031.stderr: -329> 2024-09-19T13:58:07.934+0000 7fba938b9640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:58:08.125 INFO:tasks.workunit.client.0.smithi031.stderr: -328> 2024-09-19T13:58:07.934+0000 7fba928b7640 10 monclient(hunting): get_auth_request con 0x55659995c1c0 auth_method 0 2024-09-19T13:58:08.125 INFO:tasks.workunit.client.0.smithi031.stderr: -327> 2024-09-19T13:58:07.934+0000 7fba928b7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:58:08.125 INFO:tasks.workunit.client.0.smithi031.stderr: -326> 2024-09-19T13:58:07.934+0000 7fba928b7640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:58:08.125 INFO:tasks.workunit.client.0.smithi031.stderr: -325> 2024-09-19T13:58:07.934+0000 7fba928b7640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:58:08.125 INFO:tasks.workunit.client.0.smithi031.stderr: -324> 2024-09-19T13:58:07.934+0000 7fba938b9640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:58:08.125 INFO:tasks.workunit.client.0.smithi031.stderr: -323> 2024-09-19T13:58:07.934+0000 7fba938b9640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:58:08.125 INFO:tasks.workunit.client.0.smithi031.stderr: -322> 2024-09-19T13:58:07.934+0000 7fba938b9640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:58:08.125 INFO:tasks.workunit.client.0.smithi031.stderr: -321> 2024-09-19T13:58:07.934+0000 7fba928b7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:58:08.125 INFO:tasks.workunit.client.0.smithi031.stderr: -320> 2024-09-19T13:58:07.934+0000 7fba928b7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:58:08.125 INFO:tasks.workunit.client.0.smithi031.stderr: -319> 2024-09-19T13:58:07.934+0000 7fba928b7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:58:08.125 INFO:tasks.workunit.client.0.smithi031.stderr: -318> 2024-09-19T13:58:07.934+0000 7fba938b9640 10 monclient(hunting): handle_auth_done global_id 6500 payload 824 2024-09-19T13:58:08.125 INFO:tasks.workunit.client.0.smithi031.stderr: -317> 2024-09-19T13:58:07.934+0000 7fba938b9640 10 monclient: _finish_hunting 0 2024-09-19T13:58:08.125 INFO:tasks.workunit.client.0.smithi031.stderr: -316> 2024-09-19T13:58:07.934+0000 7fba938b9640 1 monclient: found mon.noname-c 2024-09-19T13:58:08.126 INFO:tasks.workunit.client.0.smithi031.stderr: -315> 2024-09-19T13:58:07.934+0000 7fba938b9640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.31:3301/0 2024-09-19T13:58:08.126 INFO:tasks.workunit.client.0.smithi031.stderr: -314> 2024-09-19T13:58:07.934+0000 7fba930b8640 10 monclient: get_auth_request con 0x5565999444f0 auth_method 0 2024-09-19T13:58:08.126 INFO:tasks.workunit.client.0.smithi031.stderr: -313> 2024-09-19T13:58:07.934+0000 7fb97d602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:58:08.126 INFO:tasks.workunit.client.0.smithi031.stderr: -312> 2024-09-19T13:58:07.934+0000 7fb97d602640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T13:58:08.126 INFO:tasks.workunit.client.0.smithi031.stderr: -311> 2024-09-19T13:58:07.934+0000 7fb97d602640 10 monclient: dump: 2024-09-19T13:58:08.126 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:58:08.126 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:58:08.126 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:08.126 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:08.126 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:58:08.126 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:58:08.126 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:58:08.126 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:58:08.126 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:58:08.126 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:08.127 INFO:tasks.workunit.client.0.smithi031.stderr: -310> 2024-09-19T13:58:07.934+0000 7fb97d602640 10 monclient: _finish_auth 0 2024-09-19T13:58:08.127 INFO:tasks.workunit.client.0.smithi031.stderr: -309> 2024-09-19T13:58:07.934+0000 7fb97d602640 10 monclient: _check_auth_tickets 2024-09-19T13:58:08.127 INFO:tasks.workunit.client.0.smithi031.stderr: -308> 2024-09-19T13:58:07.934+0000 7fb97d602640 10 monclient: handle_config config(0 keys) 2024-09-19T13:58:08.127 INFO:tasks.workunit.client.0.smithi031.stderr: -307> 2024-09-19T13:58:07.934+0000 7fb97d602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:58:08.127 INFO:tasks.workunit.client.0.smithi031.stderr: -306> 2024-09-19T13:58:07.934+0000 7fb97d602640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T13:58:08.127 INFO:tasks.workunit.client.0.smithi031.stderr: -305> 2024-09-19T13:58:07.934+0000 7fb97d602640 10 monclient: dump: 2024-09-19T13:58:08.127 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:58:08.127 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:58:08.127 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:08.127 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:08.127 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:58:08.127 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:58:08.127 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:58:08.128 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:58:08.128 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:58:08.128 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:08.128 INFO:tasks.workunit.client.0.smithi031.stderr: -304> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 monclient: authenticate success, global_id 6500 2024-09-19T13:58:08.128 INFO:tasks.workunit.client.0.smithi031.stderr: -303> 2024-09-19T13:58:07.934+0000 7fba940ba640 4 set_mon_vals no callback set 2024-09-19T13:58:08.128 INFO:tasks.workunit.client.0.smithi031.stderr: -302> 2024-09-19T13:58:07.934+0000 7fba955b29c0 10 monclient: _renew_subs 2024-09-19T13:58:08.128 INFO:tasks.workunit.client.0.smithi031.stderr: -301> 2024-09-19T13:58:07.934+0000 7fba955b29c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T13:58:08.128 INFO:tasks.workunit.client.0.smithi031.stderr: -300> 2024-09-19T13:58:07.934+0000 7fba955b29c0 10 monclient: _renew_subs 2024-09-19T13:58:08.128 INFO:tasks.workunit.client.0.smithi031.stderr: -299> 2024-09-19T13:58:07.934+0000 7fba955b29c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T13:58:08.128 INFO:tasks.workunit.client.0.smithi031.stderr: -298> 2024-09-19T13:58:07.934+0000 7fb97d602640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T13:58:08.128 INFO:tasks.workunit.client.0.smithi031.stderr: -297> 2024-09-19T13:58:07.934+0000 7fb97d602640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:58:08.128 INFO:tasks.workunit.client.0.smithi031.stderr: -296> 2024-09-19T13:58:07.934+0000 7fb97d602640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:58:08.129 INFO:tasks.workunit.client.0.smithi031.stderr: -295> 2024-09-19T13:58:07.934+0000 7fba930b8640 10 monclient: get_auth_request con 0x7fb96c071af0 auth_method 0 2024-09-19T13:58:08.129 INFO:tasks.workunit.client.0.smithi031.stderr: -294> 2024-09-19T13:58:07.934+0000 7fba955b29c0 10 monclient: get_monmap_and_config 2024-09-19T13:58:08.129 INFO:tasks.workunit.client.0.smithi031.stderr: -293> 2024-09-19T13:58:07.934+0000 7fba955b29c0 10 monclient: build_initial_monmap 2024-09-19T13:58:08.129 INFO:tasks.workunit.client.0.smithi031.stderr: -292> 2024-09-19T13:58:07.934+0000 7fba955b29c0 1 build_initial for_mkfs: 0 2024-09-19T13:58:08.129 INFO:tasks.workunit.client.0.smithi031.stderr: -291> 2024-09-19T13:58:07.934+0000 7fba955b29c0 10 monclient: monmap: 2024-09-19T13:58:08.129 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T13:58:08.129 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T13:58:08.129 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T13:58:08.129 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T13:58:08.129 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T13:58:08.129 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:58:08.129 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T13:58:08.130 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T13:58:08.130 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T13:58:08.130 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:08.130 INFO:tasks.workunit.client.0.smithi031.stderr: -290> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x556599963ee0) adding auth protocol: cephx 2024-09-19T13:58:08.130 INFO:tasks.workunit.client.0.smithi031.stderr: -289> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x556599963ee0) adding auth protocol: cephx 2024-09-19T13:58:08.130 INFO:tasks.workunit.client.0.smithi031.stderr: -288> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x556599963ee0) adding auth protocol: cephx 2024-09-19T13:58:08.130 INFO:tasks.workunit.client.0.smithi031.stderr: -287> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x556599963ee0) adding con mode: secure 2024-09-19T13:58:08.130 INFO:tasks.workunit.client.0.smithi031.stderr: -286> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x556599963ee0) adding con mode: crc 2024-09-19T13:58:08.130 INFO:tasks.workunit.client.0.smithi031.stderr: -285> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x556599963ee0) adding con mode: secure 2024-09-19T13:58:08.130 INFO:tasks.workunit.client.0.smithi031.stderr: -284> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x556599963ee0) adding con mode: crc 2024-09-19T13:58:08.130 INFO:tasks.workunit.client.0.smithi031.stderr: -283> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x556599963ee0) adding con mode: secure 2024-09-19T13:58:08.130 INFO:tasks.workunit.client.0.smithi031.stderr: -282> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x556599963ee0) adding con mode: crc 2024-09-19T13:58:08.130 INFO:tasks.workunit.client.0.smithi031.stderr: -281> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x556599963ee0) adding con mode: crc 2024-09-19T13:58:08.131 INFO:tasks.workunit.client.0.smithi031.stderr: -280> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x556599963ee0) adding con mode: secure 2024-09-19T13:58:08.131 INFO:tasks.workunit.client.0.smithi031.stderr: -279> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x556599963ee0) adding con mode: crc 2024-09-19T13:58:08.131 INFO:tasks.workunit.client.0.smithi031.stderr: -278> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x556599963ee0) adding con mode: secure 2024-09-19T13:58:08.131 INFO:tasks.workunit.client.0.smithi031.stderr: -277> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x556599963ee0) adding con mode: crc 2024-09-19T13:58:08.131 INFO:tasks.workunit.client.0.smithi031.stderr: -276> 2024-09-19T13:58:07.934+0000 7fba955b29c0 5 AuthRegistry(0x556599963ee0) adding con mode: secure 2024-09-19T13:58:08.131 INFO:tasks.workunit.client.0.smithi031.stderr: -275> 2024-09-19T13:58:07.938+0000 7fba955b29c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:58:08.131 INFO:tasks.workunit.client.0.smithi031.stderr: -274> 2024-09-19T13:58:07.938+0000 7fba955b29c0 10 monclient: init 2024-09-19T13:58:08.131 INFO:tasks.workunit.client.0.smithi031.stderr: -273> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a1a0) adding auth protocol: cephx 2024-09-19T13:58:08.131 INFO:tasks.workunit.client.0.smithi031.stderr: -272> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a1a0) adding auth protocol: cephx 2024-09-19T13:58:08.131 INFO:tasks.workunit.client.0.smithi031.stderr: -271> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a1a0) adding auth protocol: cephx 2024-09-19T13:58:08.131 INFO:tasks.workunit.client.0.smithi031.stderr: -270> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a1a0) adding con mode: secure 2024-09-19T13:58:08.131 INFO:tasks.workunit.client.0.smithi031.stderr: -269> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a1a0) adding con mode: crc 2024-09-19T13:58:08.131 INFO:tasks.workunit.client.0.smithi031.stderr: -268> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a1a0) adding con mode: secure 2024-09-19T13:58:08.131 INFO:tasks.workunit.client.0.smithi031.stderr: -267> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a1a0) adding con mode: crc 2024-09-19T13:58:08.132 INFO:tasks.workunit.client.0.smithi031.stderr: -266> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a1a0) adding con mode: secure 2024-09-19T13:58:08.132 INFO:tasks.workunit.client.0.smithi031.stderr: -265> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a1a0) adding con mode: crc 2024-09-19T13:58:08.132 INFO:tasks.workunit.client.0.smithi031.stderr: -264> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a1a0) adding con mode: crc 2024-09-19T13:58:08.132 INFO:tasks.workunit.client.0.smithi031.stderr: -263> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a1a0) adding con mode: secure 2024-09-19T13:58:08.132 INFO:tasks.workunit.client.0.smithi031.stderr: -262> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a1a0) adding con mode: crc 2024-09-19T13:58:08.132 INFO:tasks.workunit.client.0.smithi031.stderr: -261> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a1a0) adding con mode: secure 2024-09-19T13:58:08.132 INFO:tasks.workunit.client.0.smithi031.stderr: -260> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a1a0) adding con mode: crc 2024-09-19T13:58:08.132 INFO:tasks.workunit.client.0.smithi031.stderr: -259> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a1a0) adding con mode: secure 2024-09-19T13:58:08.132 INFO:tasks.workunit.client.0.smithi031.stderr: -258> 2024-09-19T13:58:07.938+0000 7fba955b29c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:58:08.132 INFO:tasks.workunit.client.0.smithi031.stderr: -257> 2024-09-19T13:58:07.938+0000 7fba955b29c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:58:08.132 INFO:tasks.workunit.client.0.smithi031.stderr: -256> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 asok(0x5565996bdd90) register_command rotate-key cmddesc rotate-key hook 0x7fff7075a2e8 EEXIST 2024-09-19T13:58:08.132 INFO:tasks.workunit.client.0.smithi031.stderr: -255> 2024-09-19T13:58:07.938+0000 7fba955b29c0 10 monclient: _reopen_session rank -1 2024-09-19T13:58:08.132 INFO:tasks.workunit.client.0.smithi031.stderr: -254> 2024-09-19T13:58:07.938+0000 7fba955b29c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-19T13:58:08.132 INFO:tasks.workunit.client.0.smithi031.stderr: -253> 2024-09-19T13:58:07.938+0000 7fba955b29c0 10 monclient(hunting): picked mon.noname-a con 0x556599967ef0 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T13:58:08.132 INFO:tasks.workunit.client.0.smithi031.stderr: -252> 2024-09-19T13:58:07.938+0000 7fba955b29c0 10 monclient(hunting): picked mon.noname-c con 0x5565999985a0 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T13:58:08.133 INFO:tasks.workunit.client.0.smithi031.stderr: -251> 2024-09-19T13:58:07.938+0000 7fba955b29c0 10 monclient(hunting): picked mon.noname-b con 0x556599993750 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T13:58:08.133 INFO:tasks.workunit.client.0.smithi031.stderr: -250> 2024-09-19T13:58:07.938+0000 7fba955b29c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:58:08.133 INFO:tasks.workunit.client.0.smithi031.stderr: -249> 2024-09-19T13:58:07.938+0000 7fba955b29c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:58:08.133 INFO:tasks.workunit.client.0.smithi031.stderr: -248> 2024-09-19T13:58:07.938+0000 7fba955b29c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:58:08.133 INFO:tasks.workunit.client.0.smithi031.stderr: -247> 2024-09-19T13:58:07.938+0000 7fba955b29c0 10 monclient(hunting): _renew_subs 2024-09-19T13:58:08.133 INFO:tasks.workunit.client.0.smithi031.stderr: -246> 2024-09-19T13:58:07.938+0000 7fba955b29c0 10 monclient(hunting): authenticate will time out at 2231.768952s 2024-09-19T13:58:08.133 INFO:tasks.workunit.client.0.smithi031.stderr: -245> 2024-09-19T13:58:07.938+0000 7fba930b8640 10 monclient(hunting): get_auth_request con 0x556599967ef0 auth_method 0 2024-09-19T13:58:08.133 INFO:tasks.workunit.client.0.smithi031.stderr: -244> 2024-09-19T13:58:07.938+0000 7fba930b8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:58:08.133 INFO:tasks.workunit.client.0.smithi031.stderr: -243> 2024-09-19T13:58:07.938+0000 7fba930b8640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:58:08.133 INFO:tasks.workunit.client.0.smithi031.stderr: -242> 2024-09-19T13:58:07.938+0000 7fba930b8640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:58:08.133 INFO:tasks.workunit.client.0.smithi031.stderr: -241> 2024-09-19T13:58:07.938+0000 7fba928b7640 10 monclient(hunting): get_auth_request con 0x5565999985a0 auth_method 0 2024-09-19T13:58:08.133 INFO:tasks.workunit.client.0.smithi031.stderr: -240> 2024-09-19T13:58:07.938+0000 7fba928b7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:58:08.133 INFO:tasks.workunit.client.0.smithi031.stderr: -239> 2024-09-19T13:58:07.938+0000 7fba928b7640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:58:08.133 INFO:tasks.workunit.client.0.smithi031.stderr: -238> 2024-09-19T13:58:07.938+0000 7fba928b7640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:58:08.134 INFO:tasks.workunit.client.0.smithi031.stderr: -237> 2024-09-19T13:58:07.938+0000 7fba930b8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:58:08.134 INFO:tasks.workunit.client.0.smithi031.stderr: -236> 2024-09-19T13:58:07.938+0000 7fba930b8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:58:08.134 INFO:tasks.workunit.client.0.smithi031.stderr: -235> 2024-09-19T13:58:07.938+0000 7fba930b8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:58:08.134 INFO:tasks.workunit.client.0.smithi031.stderr: -234> 2024-09-19T13:58:07.938+0000 7fba928b7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:58:08.134 INFO:tasks.workunit.client.0.smithi031.stderr: -233> 2024-09-19T13:58:07.938+0000 7fba928b7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:58:08.134 INFO:tasks.workunit.client.0.smithi031.stderr: -232> 2024-09-19T13:58:07.938+0000 7fba928b7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:58:08.134 INFO:tasks.workunit.client.0.smithi031.stderr: -231> 2024-09-19T13:58:07.938+0000 7fba930b8640 10 monclient(hunting): handle_auth_done global_id 6918 payload 274 2024-09-19T13:58:08.134 INFO:tasks.workunit.client.0.smithi031.stderr: -230> 2024-09-19T13:58:07.938+0000 7fba930b8640 10 monclient: _finish_hunting 0 2024-09-19T13:58:08.134 INFO:tasks.workunit.client.0.smithi031.stderr: -229> 2024-09-19T13:58:07.938+0000 7fba930b8640 1 monclient: found mon.noname-a 2024-09-19T13:58:08.134 INFO:tasks.workunit.client.0.smithi031.stderr: -228> 2024-09-19T13:58:07.938+0000 7fba930b8640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T13:58:08.134 INFO:tasks.workunit.client.0.smithi031.stderr: -227> 2024-09-19T13:58:07.938+0000 7fb976ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:58:08.134 INFO:tasks.workunit.client.0.smithi031.stderr: -226> 2024-09-19T13:58:07.938+0000 7fb976ffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T13:58:08.134 INFO:tasks.workunit.client.0.smithi031.stderr: -225> 2024-09-19T13:58:07.938+0000 7fb976ffd640 10 monclient: dump: 2024-09-19T13:58:08.134 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:58:08.135 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:58:08.135 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:08.135 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:08.135 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:58:08.135 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:58:08.135 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:58:08.135 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:58:08.135 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:58:08.135 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:08.135 INFO:tasks.workunit.client.0.smithi031.stderr: -224> 2024-09-19T13:58:07.938+0000 7fb976ffd640 10 monclient: _finish_auth 0 2024-09-19T13:58:08.135 INFO:tasks.workunit.client.0.smithi031.stderr: -223> 2024-09-19T13:58:07.938+0000 7fb976ffd640 10 monclient: _check_auth_tickets 2024-09-19T13:58:08.135 INFO:tasks.workunit.client.0.smithi031.stderr: -222> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 monclient: authenticate success, global_id 6918 2024-09-19T13:58:08.135 INFO:tasks.workunit.client.0.smithi031.stderr: -221> 2024-09-19T13:58:07.938+0000 7fb976ffd640 10 monclient: handle_config config(0 keys) 2024-09-19T13:58:08.136 INFO:tasks.workunit.client.0.smithi031.stderr: -220> 2024-09-19T13:58:07.938+0000 7fb976ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:58:08.136 INFO:tasks.workunit.client.0.smithi031.stderr: -219> 2024-09-19T13:58:07.938+0000 7fb976ffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T13:58:08.136 INFO:tasks.workunit.client.0.smithi031.stderr: -218> 2024-09-19T13:58:07.938+0000 7fb976ffd640 10 monclient: dump: 2024-09-19T13:58:08.136 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:58:08.136 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:58:08.136 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:08.136 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:08.136 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:58:08.136 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:58:08.136 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:58:08.136 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:58:08.137 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:58:08.137 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:08.137 INFO:tasks.workunit.client.0.smithi031.stderr: -217> 2024-09-19T13:58:07.938+0000 7fba955b29c0 10 monclient: get_monmap_and_config success 2024-09-19T13:58:08.137 INFO:tasks.workunit.client.0.smithi031.stderr: -216> 2024-09-19T13:58:07.938+0000 7fba955b29c0 4 set_mon_vals no callback set 2024-09-19T13:58:08.137 INFO:tasks.workunit.client.0.smithi031.stderr: -215> 2024-09-19T13:58:07.938+0000 7fba955b29c0 10 monclient: shutdown 2024-09-19T13:58:08.137 INFO:tasks.workunit.client.0.smithi031.stderr: -214> 2024-09-19T13:58:07.938+0000 7fba955b29c0 10 monclient: build_initial_monmap 2024-09-19T13:58:08.137 INFO:tasks.workunit.client.0.smithi031.stderr: -213> 2024-09-19T13:58:07.938+0000 7fba955b29c0 1 build_initial for_mkfs: 0 2024-09-19T13:58:08.137 INFO:tasks.workunit.client.0.smithi031.stderr: -212> 2024-09-19T13:58:07.938+0000 7fba955b29c0 10 monclient: monmap: 2024-09-19T13:58:08.137 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T13:58:08.137 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T13:58:08.137 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T13:58:08.137 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T13:58:08.137 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T13:58:08.138 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:58:08.138 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T13:58:08.138 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T13:58:08.138 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T13:58:08.138 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:08.138 INFO:tasks.workunit.client.0.smithi031.stderr: -211> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x55659998a800) adding auth protocol: cephx 2024-09-19T13:58:08.138 INFO:tasks.workunit.client.0.smithi031.stderr: -210> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x55659998a800) adding auth protocol: cephx 2024-09-19T13:58:08.138 INFO:tasks.workunit.client.0.smithi031.stderr: -209> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x55659998a800) adding auth protocol: cephx 2024-09-19T13:58:08.138 INFO:tasks.workunit.client.0.smithi031.stderr: -208> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x55659998a800) adding con mode: secure 2024-09-19T13:58:08.138 INFO:tasks.workunit.client.0.smithi031.stderr: -207> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x55659998a800) adding con mode: crc 2024-09-19T13:58:08.138 INFO:tasks.workunit.client.0.smithi031.stderr: -206> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x55659998a800) adding con mode: secure 2024-09-19T13:58:08.138 INFO:tasks.workunit.client.0.smithi031.stderr: -205> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x55659998a800) adding con mode: crc 2024-09-19T13:58:08.138 INFO:tasks.workunit.client.0.smithi031.stderr: -204> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x55659998a800) adding con mode: secure 2024-09-19T13:58:08.138 INFO:tasks.workunit.client.0.smithi031.stderr: -203> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x55659998a800) adding con mode: crc 2024-09-19T13:58:08.138 INFO:tasks.workunit.client.0.smithi031.stderr: -202> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x55659998a800) adding con mode: crc 2024-09-19T13:58:08.139 INFO:tasks.workunit.client.0.smithi031.stderr: -201> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x55659998a800) adding con mode: secure 2024-09-19T13:58:08.139 INFO:tasks.workunit.client.0.smithi031.stderr: -200> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x55659998a800) adding con mode: crc 2024-09-19T13:58:08.139 INFO:tasks.workunit.client.0.smithi031.stderr: -199> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x55659998a800) adding con mode: secure 2024-09-19T13:58:08.139 INFO:tasks.workunit.client.0.smithi031.stderr: -198> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x55659998a800) adding con mode: crc 2024-09-19T13:58:08.139 INFO:tasks.workunit.client.0.smithi031.stderr: -197> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x55659998a800) adding con mode: secure 2024-09-19T13:58:08.139 INFO:tasks.workunit.client.0.smithi031.stderr: -196> 2024-09-19T13:58:07.938+0000 7fba955b29c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:58:08.139 INFO:tasks.workunit.client.0.smithi031.stderr: -195> 2024-09-19T13:58:07.938+0000 7fba955b29c0 1 librados: starting msgr at 2024-09-19T13:58:08.139 INFO:tasks.workunit.client.0.smithi031.stderr: -194> 2024-09-19T13:58:07.938+0000 7fba955b29c0 1 librados: starting objecter 2024-09-19T13:58:08.139 INFO:tasks.workunit.client.0.smithi031.stderr: -193> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 asok(0x5565996bdd90) register_command objecter_requests cmddesc objecter_requests hook 0x556599945d80 EEXIST 2024-09-19T13:58:08.139 INFO:tasks.workunit.client.0.smithi031.stderr: -192> 2024-09-19T13:58:07.938+0000 7fba955b29c0 1 librados: setting wanted keys 2024-09-19T13:58:08.139 INFO:tasks.workunit.client.0.smithi031.stderr: -191> 2024-09-19T13:58:07.938+0000 7fba955b29c0 1 librados: calling monclient init 2024-09-19T13:58:08.139 INFO:tasks.workunit.client.0.smithi031.stderr: -190> 2024-09-19T13:58:07.938+0000 7fba955b29c0 10 monclient: init 2024-09-19T13:58:08.139 INFO:tasks.workunit.client.0.smithi031.stderr: -189> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x5565999630d0) adding auth protocol: cephx 2024-09-19T13:58:08.139 INFO:tasks.workunit.client.0.smithi031.stderr: -188> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x5565999630d0) adding auth protocol: cephx 2024-09-19T13:58:08.139 INFO:tasks.workunit.client.0.smithi031.stderr: -187> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x5565999630d0) adding auth protocol: cephx 2024-09-19T13:58:08.140 INFO:tasks.workunit.client.0.smithi031.stderr: -186> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x5565999630d0) adding con mode: secure 2024-09-19T13:58:08.140 INFO:tasks.workunit.client.0.smithi031.stderr: -185> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x5565999630d0) adding con mode: crc 2024-09-19T13:58:08.140 INFO:tasks.workunit.client.0.smithi031.stderr: -184> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x5565999630d0) adding con mode: secure 2024-09-19T13:58:08.140 INFO:tasks.workunit.client.0.smithi031.stderr: -183> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x5565999630d0) adding con mode: crc 2024-09-19T13:58:08.140 INFO:tasks.workunit.client.0.smithi031.stderr: -182> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x5565999630d0) adding con mode: secure 2024-09-19T13:58:08.140 INFO:tasks.workunit.client.0.smithi031.stderr: -181> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x5565999630d0) adding con mode: crc 2024-09-19T13:58:08.140 INFO:tasks.workunit.client.0.smithi031.stderr: -180> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x5565999630d0) adding con mode: crc 2024-09-19T13:58:08.140 INFO:tasks.workunit.client.0.smithi031.stderr: -179> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x5565999630d0) adding con mode: secure 2024-09-19T13:58:08.140 INFO:tasks.workunit.client.0.smithi031.stderr: -178> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x5565999630d0) adding con mode: crc 2024-09-19T13:58:08.140 INFO:tasks.workunit.client.0.smithi031.stderr: -177> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x5565999630d0) adding con mode: secure 2024-09-19T13:58:08.140 INFO:tasks.workunit.client.0.smithi031.stderr: -176> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x5565999630d0) adding con mode: crc 2024-09-19T13:58:08.140 INFO:tasks.workunit.client.0.smithi031.stderr: -175> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 AuthRegistry(0x5565999630d0) adding con mode: secure 2024-09-19T13:58:08.140 INFO:tasks.workunit.client.0.smithi031.stderr: -174> 2024-09-19T13:58:07.938+0000 7fba955b29c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:58:08.141 INFO:tasks.workunit.client.0.smithi031.stderr: -173> 2024-09-19T13:58:07.938+0000 7fba955b29c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:58:08.141 INFO:tasks.workunit.client.0.smithi031.stderr: -172> 2024-09-19T13:58:07.938+0000 7fba955b29c0 5 asok(0x5565996bdd90) register_command rotate-key cmddesc rotate-key hook 0x556599963218 EEXIST 2024-09-19T13:58:08.141 INFO:tasks.workunit.client.0.smithi031.stderr: -171> 2024-09-19T13:58:07.938+0000 7fba955b29c0 10 monclient: _reopen_session rank -1 2024-09-19T13:58:08.141 INFO:tasks.workunit.client.0.smithi031.stderr: -170> 2024-09-19T13:58:07.938+0000 7fba955b29c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-19T13:58:08.141 INFO:tasks.workunit.client.0.smithi031.stderr: -169> 2024-09-19T13:58:07.938+0000 7fba955b29c0 10 monclient(hunting): picked mon.noname-c con 0x556599967ef0 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T13:58:08.141 INFO:tasks.workunit.client.0.smithi031.stderr: -168> 2024-09-19T13:58:07.938+0000 7fba955b29c0 10 monclient(hunting): picked mon.noname-a con 0x556599993750 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T13:58:08.141 INFO:tasks.workunit.client.0.smithi031.stderr: -167> 2024-09-19T13:58:07.938+0000 7fba955b29c0 10 monclient(hunting): picked mon.noname-b con 0x5565999985a0 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T13:58:08.141 INFO:tasks.workunit.client.0.smithi031.stderr: -166> 2024-09-19T13:58:07.938+0000 7fba955b29c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:58:08.141 INFO:tasks.workunit.client.0.smithi031.stderr: -165> 2024-09-19T13:58:07.938+0000 7fba955b29c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:58:08.141 INFO:tasks.workunit.client.0.smithi031.stderr: -164> 2024-09-19T13:58:07.938+0000 7fba955b29c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:58:08.141 INFO:tasks.workunit.client.0.smithi031.stderr: -163> 2024-09-19T13:58:07.938+0000 7fba955b29c0 10 monclient(hunting): _renew_subs 2024-09-19T13:58:08.141 INFO:tasks.workunit.client.0.smithi031.stderr: -162> 2024-09-19T13:58:07.938+0000 7fba955b29c0 10 monclient(hunting): authenticate will time out at 2231.771622s 2024-09-19T13:58:08.141 INFO:tasks.workunit.client.0.smithi031.stderr: -161> 2024-09-19T13:58:07.938+0000 7fba930b8640 10 monclient(hunting): get_auth_request con 0x556599967ef0 auth_method 0 2024-09-19T13:58:08.142 INFO:tasks.workunit.client.0.smithi031.stderr: -160> 2024-09-19T13:58:07.938+0000 7fba930b8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:58:08.142 INFO:tasks.workunit.client.0.smithi031.stderr: -159> 2024-09-19T13:58:07.938+0000 7fba930b8640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:58:08.142 INFO:tasks.workunit.client.0.smithi031.stderr: -158> 2024-09-19T13:58:07.938+0000 7fba930b8640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:58:08.142 INFO:tasks.workunit.client.0.smithi031.stderr: -157> 2024-09-19T13:58:07.938+0000 7fba928b7640 10 monclient(hunting): get_auth_request con 0x556599993750 auth_method 0 2024-09-19T13:58:08.142 INFO:tasks.workunit.client.0.smithi031.stderr: -156> 2024-09-19T13:58:07.938+0000 7fba928b7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:58:08.142 INFO:tasks.workunit.client.0.smithi031.stderr: -155> 2024-09-19T13:58:07.938+0000 7fba928b7640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:58:08.142 INFO:tasks.workunit.client.0.smithi031.stderr: -154> 2024-09-19T13:58:07.938+0000 7fba928b7640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:58:08.142 INFO:tasks.workunit.client.0.smithi031.stderr: -153> 2024-09-19T13:58:07.938+0000 7fba930b8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:58:08.142 INFO:tasks.workunit.client.0.smithi031.stderr: -152> 2024-09-19T13:58:07.938+0000 7fba930b8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:58:08.142 INFO:tasks.workunit.client.0.smithi031.stderr: -151> 2024-09-19T13:58:07.938+0000 7fba930b8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:58:08.142 INFO:tasks.workunit.client.0.smithi031.stderr: -150> 2024-09-19T13:58:07.938+0000 7fba928b7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:58:08.142 INFO:tasks.workunit.client.0.smithi031.stderr: -149> 2024-09-19T13:58:07.938+0000 7fba928b7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:58:08.142 INFO:tasks.workunit.client.0.smithi031.stderr: -148> 2024-09-19T13:58:07.938+0000 7fba928b7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:58:08.142 INFO:tasks.workunit.client.0.smithi031.stderr: -147> 2024-09-19T13:58:07.938+0000 7fba930b8640 10 monclient(hunting): handle_auth_done global_id 6506 payload 824 2024-09-19T13:58:08.143 INFO:tasks.workunit.client.0.smithi031.stderr: -146> 2024-09-19T13:58:07.942+0000 7fba930b8640 10 monclient: _finish_hunting 0 2024-09-19T13:58:08.143 INFO:tasks.workunit.client.0.smithi031.stderr: -145> 2024-09-19T13:58:07.942+0000 7fba930b8640 1 monclient: found mon.noname-c 2024-09-19T13:58:08.143 INFO:tasks.workunit.client.0.smithi031.stderr: -144> 2024-09-19T13:58:07.942+0000 7fba930b8640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.31:3301/0 2024-09-19T13:58:08.143 INFO:tasks.workunit.client.0.smithi031.stderr: -143> 2024-09-19T13:58:07.942+0000 7fb9757fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:58:08.143 INFO:tasks.workunit.client.0.smithi031.stderr: -142> 2024-09-19T13:58:07.942+0000 7fb9757fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T13:58:08.143 INFO:tasks.workunit.client.0.smithi031.stderr: -141> 2024-09-19T13:58:07.942+0000 7fb9757fa640 10 monclient: dump: 2024-09-19T13:58:08.143 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:58:08.143 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:58:08.143 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:08.143 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:08.143 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:58:08.143 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:58:08.143 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:58:08.143 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:58:08.143 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:58:08.144 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:08.144 INFO:tasks.workunit.client.0.smithi031.stderr: -140> 2024-09-19T13:58:07.942+0000 7fb9757fa640 10 monclient: _finish_auth 0 2024-09-19T13:58:08.144 INFO:tasks.workunit.client.0.smithi031.stderr: -139> 2024-09-19T13:58:07.942+0000 7fb9757fa640 10 monclient: _check_auth_tickets 2024-09-19T13:58:08.144 INFO:tasks.workunit.client.0.smithi031.stderr: -138> 2024-09-19T13:58:07.942+0000 7fb9757fa640 10 monclient: handle_config config(0 keys) 2024-09-19T13:58:08.144 INFO:tasks.workunit.client.0.smithi031.stderr: -137> 2024-09-19T13:58:07.942+0000 7fb9757fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:58:08.144 INFO:tasks.workunit.client.0.smithi031.stderr: -136> 2024-09-19T13:58:07.942+0000 7fb9757fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T13:58:08.144 INFO:tasks.workunit.client.0.smithi031.stderr: -135> 2024-09-19T13:58:07.942+0000 7fb9757fa640 10 monclient: dump: 2024-09-19T13:58:08.144 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:58:08.144 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:58:08.144 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:08.144 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:08.144 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:58:08.144 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:58:08.144 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:58:08.145 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:58:08.145 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:58:08.145 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:08.145 INFO:tasks.workunit.client.0.smithi031.stderr: -134> 2024-09-19T13:58:07.942+0000 7fb976ffd640 4 set_mon_vals no callback set 2024-09-19T13:58:08.145 INFO:tasks.workunit.client.0.smithi031.stderr: -133> 2024-09-19T13:58:07.942+0000 7fba955b29c0 5 monclient: authenticate success, global_id 6506 2024-09-19T13:58:08.145 INFO:tasks.workunit.client.0.smithi031.stderr: -132> 2024-09-19T13:58:07.942+0000 7fba955b29c0 10 monclient: _renew_subs 2024-09-19T13:58:08.145 INFO:tasks.workunit.client.0.smithi031.stderr: -131> 2024-09-19T13:58:07.942+0000 7fba955b29c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T13:58:08.145 INFO:tasks.workunit.client.0.smithi031.stderr: -130> 2024-09-19T13:58:07.942+0000 7fba955b29c0 10 monclient: _renew_subs 2024-09-19T13:58:08.145 INFO:tasks.workunit.client.0.smithi031.stderr: -129> 2024-09-19T13:58:07.942+0000 7fba955b29c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T13:58:08.145 INFO:tasks.workunit.client.0.smithi031.stderr: -128> 2024-09-19T13:58:07.942+0000 7fba955b29c0 1 librados: init done 2024-09-19T13:58:08.146 INFO:tasks.workunit.client.0.smithi031.stderr: -127> 2024-09-19T13:58:07.942+0000 7fba955b29c0 5 asok(0x5565996bdd90) register_command cr dump hook 0x556599988d28 2024-09-19T13:58:08.146 INFO:tasks.workunit.client.0.smithi031.stderr: -126> 2024-09-19T13:58:07.942+0000 7fba955b29c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:08.146 INFO:tasks.workunit.client.0.smithi031.stderr: -125> 2024-09-19T13:58:07.942+0000 7fb9757fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T13:58:08.146 INFO:tasks.workunit.client.0.smithi031.stderr: -124> 2024-09-19T13:58:07.942+0000 7fb9757fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:58:08.146 INFO:tasks.workunit.client.0.smithi031.stderr: -123> 2024-09-19T13:58:07.942+0000 7fb9757fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:58:08.146 INFO:tasks.workunit.client.0.smithi031.stderr: -122> 2024-09-19T13:58:07.942+0000 7fba928b7640 10 monclient: get_auth_request con 0x7fb95c071be0 auth_method 0 2024-09-19T13:58:08.146 INFO:tasks.workunit.client.0.smithi031.stderr: -121> 2024-09-19T13:58:07.942+0000 7fba938b9640 10 monclient: get_auth_request con 0x5565999b1940 auth_method 0 2024-09-19T13:58:08.146 INFO:tasks.workunit.client.0.smithi031.stderr: -120> 2024-09-19T13:58:07.946+0000 7fba955b29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:08.146 INFO:tasks.workunit.client.0.smithi031.stderr: -119> 2024-09-19T13:58:07.946+0000 7fba955b29c0 20 realm 2024-09-19T13:58:08.146 INFO:tasks.workunit.client.0.smithi031.stderr: -118> 2024-09-19T13:58:07.946+0000 7fba955b29c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:08.146 INFO:tasks.workunit.client.0.smithi031.stderr: -117> 2024-09-19T13:58:07.946+0000 7fba955b29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:08.146 INFO:tasks.workunit.client.0.smithi031.stderr: -116> 2024-09-19T13:58:07.946+0000 7fba955b29c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:58:08.146 INFO:tasks.workunit.client.0.smithi031.stderr: -115> 2024-09-19T13:58:07.946+0000 7fba955b29c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:08.147 INFO:tasks.workunit.client.0.smithi031.stderr: -114> 2024-09-19T13:58:07.946+0000 7fba955b29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:08.147 INFO:tasks.workunit.client.0.smithi031.stderr: -113> 2024-09-19T13:58:07.946+0000 7fba955b29c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:08.147 INFO:tasks.workunit.client.0.smithi031.stderr: -112> 2024-09-19T13:58:07.946+0000 7fba930b8640 10 monclient: get_auth_request con 0x5565999b5cd0 auth_method 0 2024-09-19T13:58:08.147 INFO:tasks.workunit.client.0.smithi031.stderr: -111> 2024-09-19T13:58:07.946+0000 7fba955b29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:08.147 INFO:tasks.workunit.client.0.smithi031.stderr: -110> 2024-09-19T13:58:07.946+0000 7fba955b29c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:08.147 INFO:tasks.workunit.client.0.smithi031.stderr: -109> 2024-09-19T13:58:07.946+0000 7fba928b7640 10 monclient: get_auth_request con 0x5565999b93d0 auth_method 0 2024-09-19T13:58:08.147 INFO:tasks.workunit.client.0.smithi031.stderr: -108> 2024-09-19T13:58:07.950+0000 7fba955b29c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:58:08.147 INFO:tasks.workunit.client.0.smithi031.stderr: -107> 2024-09-19T13:58:07.950+0000 7fba955b29c0 20 searching for the correct realm 2024-09-19T13:58:08.147 INFO:tasks.workunit.client.0.smithi031.stderr: -106> 2024-09-19T13:58:07.950+0000 7fba938b9640 10 monclient: get_auth_request con 0x7fba8800e070 auth_method 0 2024-09-19T13:58:08.147 INFO:tasks.workunit.client.0.smithi031.stderr: -105> 2024-09-19T13:58:07.950+0000 7fba930b8640 10 monclient: get_auth_request con 0x7fba84139c20 auth_method 0 2024-09-19T13:58:08.147 INFO:tasks.workunit.client.0.smithi031.stderr: -104> 2024-09-19T13:58:07.954+0000 7fba928b7640 10 monclient: get_auth_request con 0x7fba880739b0 auth_method 0 2024-09-19T13:58:08.147 INFO:tasks.workunit.client.0.smithi031.stderr: -103> 2024-09-19T13:58:07.954+0000 7fba938b9640 0 -- 172.21.15.31:0/1728294653 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x5565999b1940 msgr2=0x5565999b3de0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:58:08.147 INFO:tasks.workunit.client.0.smithi031.stderr: -102> 2024-09-19T13:58:07.954+0000 7fb9757fa640 1 client.6506.objecter ms_handle_reset 0x5565999b1940 session 0x5565999b12c0 osd.6 2024-09-19T13:58:08.147 INFO:tasks.workunit.client.0.smithi031.stderr: -101> 2024-09-19T13:58:07.954+0000 7fb9757fa640 10 monclient: _renew_subs 2024-09-19T13:58:08.147 INFO:tasks.workunit.client.0.smithi031.stderr: -100> 2024-09-19T13:58:07.954+0000 7fb9757fa640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T13:58:08.148 INFO:tasks.workunit.client.0.smithi031.stderr: -99> 2024-09-19T13:58:07.954+0000 7fba938b9640 10 monclient: get_auth_request con 0x7fb95c081e10 auth_method 0 2024-09-19T13:58:08.148 INFO:tasks.workunit.client.0.smithi031.stderr: -98> 2024-09-19T13:58:07.958+0000 7fba938b9640 10 monclient: get_auth_request con 0x7fba840f8030 auth_method 0 2024-09-19T13:58:08.148 INFO:tasks.workunit.client.0.smithi031.stderr: -97> 2024-09-19T13:58:07.958+0000 7fba930b8640 10 monclient: get_auth_request con 0x7fba8c061490 auth_method 0 2024-09-19T13:58:08.148 INFO:tasks.workunit.client.0.smithi031.stderr: -96> 2024-09-19T13:58:07.962+0000 7fba930b8640 0 -- 172.21.15.31:0/1728294653 >> [v2:172.21.15.31:6802/3325082646,v1:172.21.15.31:6804/3325082646] conn(0x5565999b5cd0 msgr2=0x5565999b80c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:58:08.148 INFO:tasks.workunit.client.0.smithi031.stderr: -95> 2024-09-19T13:58:07.962+0000 7fb9757fa640 1 client.6506.objecter ms_handle_reset 0x5565999b5cd0 session 0x5565999b4b80 osd.1 2024-09-19T13:58:08.148 INFO:tasks.workunit.client.0.smithi031.stderr: -94> 2024-09-19T13:58:07.962+0000 7fba930b8640 10 monclient: get_auth_request con 0x5565999b1940 auth_method 0 2024-09-19T13:58:08.148 INFO:tasks.workunit.client.0.smithi031.stderr: -93> 2024-09-19T13:58:07.966+0000 7fba955b29c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:58:08.148 INFO:tasks.workunit.client.0.smithi031.stderr: -92> 2024-09-19T13:58:07.966+0000 7fba955b29c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:58:08.148 INFO:tasks.workunit.client.0.smithi031.stderr: -91> 2024-09-19T13:58:07.966+0000 7fba955b29c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:58:08.148 INFO:tasks.workunit.client.0.smithi031.stderr: -90> 2024-09-19T13:58:07.966+0000 7fba955b29c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:58:08.148 INFO:tasks.workunit.client.0.smithi031.stderr: -89> 2024-09-19T13:58:07.966+0000 7fba955b29c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:58:08.148 INFO:tasks.workunit.client.0.smithi031.stderr: -88> 2024-09-19T13:58:07.966+0000 7fba955b29c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:58:08.149 INFO:tasks.workunit.client.0.smithi031.stderr: -87> 2024-09-19T13:58:07.966+0000 7fba955b29c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:08.149 INFO:tasks.workunit.client.0.smithi031.stderr: -86> 2024-09-19T13:58:07.970+0000 7fba955b29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:08.149 INFO:tasks.workunit.client.0.smithi031.stderr: -85> 2024-09-19T13:58:07.970+0000 7fba955b29c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:08.149 INFO:tasks.workunit.client.0.smithi031.stderr: -84> 2024-09-19T13:58:07.970+0000 7fba955b29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:08.149 INFO:tasks.workunit.client.0.smithi031.stderr: -83> 2024-09-19T13:58:07.970+0000 7fba955b29c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:08.149 INFO:tasks.workunit.client.0.smithi031.stderr: -82> 2024-09-19T13:58:07.970+0000 7fba955b29c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:58:08.149 INFO:tasks.workunit.client.0.smithi031.stderr: -81> 2024-09-19T13:58:07.970+0000 7fba955b29c0 20 zone default found 2024-09-19T13:58:08.149 INFO:tasks.workunit.client.0.smithi031.stderr: -80> 2024-09-19T13:58:07.970+0000 7fba955b29c0 4 Realm: () 2024-09-19T13:58:08.149 INFO:tasks.workunit.client.0.smithi031.stderr: -79> 2024-09-19T13:58:07.970+0000 7fba955b29c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:58:08.149 INFO:tasks.workunit.client.0.smithi031.stderr: -78> 2024-09-19T13:58:07.970+0000 7fba955b29c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:58:08.149 INFO:tasks.workunit.client.0.smithi031.stderr: -77> 2024-09-19T13:58:07.970+0000 7fba955b29c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:58:08.149 INFO:tasks.workunit.client.0.smithi031.stderr: -76> 2024-09-19T13:58:07.970+0000 7fba955b29c0 20 zonegroup default 2024-09-19T13:58:08.149 INFO:tasks.workunit.client.0.smithi031.stderr: -75> 2024-09-19T13:58:07.970+0000 7fba955b29c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:08.150 INFO:tasks.workunit.client.0.smithi031.stderr: -74> 2024-09-19T13:58:07.970+0000 7fba955b29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:08.150 INFO:tasks.workunit.client.0.smithi031.stderr: -73> 2024-09-19T13:58:07.970+0000 7fba955b29c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:08.150 INFO:tasks.workunit.client.0.smithi031.stderr: -72> 2024-09-19T13:58:07.970+0000 7fba955b29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:08.150 INFO:tasks.workunit.client.0.smithi031.stderr: -71> 2024-09-19T13:58:07.970+0000 7fba955b29c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:08.150 INFO:tasks.workunit.client.0.smithi031.stderr: -70> 2024-09-19T13:58:07.970+0000 7fba955b29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:08.150 INFO:tasks.workunit.client.0.smithi031.stderr: -69> 2024-09-19T13:58:07.970+0000 7fba955b29c0 20 started sync module instance, tier type = 2024-09-19T13:58:08.150 INFO:tasks.workunit.client.0.smithi031.stderr: -68> 2024-09-19T13:58:07.970+0000 7fba955b29c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:58:08.150 INFO:tasks.workunit.client.0.smithi031.stderr: -67> 2024-09-19T13:58:07.990+0000 7fba955b29c0 20 add_watcher() i=0 2024-09-19T13:58:08.150 INFO:tasks.workunit.client.0.smithi031.stderr: -66> 2024-09-19T13:58:07.990+0000 7fba955b29c0 20 add_watcher() i=1 2024-09-19T13:58:08.150 INFO:tasks.workunit.client.0.smithi031.stderr: -65> 2024-09-19T13:58:07.990+0000 7fba955b29c0 20 add_watcher() i=2 2024-09-19T13:58:08.150 INFO:tasks.workunit.client.0.smithi031.stderr: -64> 2024-09-19T13:58:07.990+0000 7fba955b29c0 20 add_watcher() i=3 2024-09-19T13:58:08.150 INFO:tasks.workunit.client.0.smithi031.stderr: -63> 2024-09-19T13:58:07.990+0000 7fba955b29c0 20 add_watcher() i=4 2024-09-19T13:58:08.150 INFO:tasks.workunit.client.0.smithi031.stderr: -62> 2024-09-19T13:58:07.990+0000 7fba955b29c0 20 add_watcher() i=5 2024-09-19T13:58:08.151 INFO:tasks.workunit.client.0.smithi031.stderr: -61> 2024-09-19T13:58:07.990+0000 7fba955b29c0 20 add_watcher() i=6 2024-09-19T13:58:08.151 INFO:tasks.workunit.client.0.smithi031.stderr: -60> 2024-09-19T13:58:07.990+0000 7fba955b29c0 20 add_watcher() i=7 2024-09-19T13:58:08.151 INFO:tasks.workunit.client.0.smithi031.stderr: -59> 2024-09-19T13:58:07.990+0000 7fba955b29c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:58:08.151 INFO:tasks.workunit.client.0.smithi031.stderr: -58> 2024-09-19T13:58:07.994+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a670) adding auth protocol: cephx 2024-09-19T13:58:08.151 INFO:tasks.workunit.client.0.smithi031.stderr: -57> 2024-09-19T13:58:07.994+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a670) adding auth protocol: cephx 2024-09-19T13:58:08.151 INFO:tasks.workunit.client.0.smithi031.stderr: -56> 2024-09-19T13:58:07.994+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a670) adding auth protocol: cephx 2024-09-19T13:58:08.151 INFO:tasks.workunit.client.0.smithi031.stderr: -55> 2024-09-19T13:58:07.994+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a670) adding con mode: secure 2024-09-19T13:58:08.151 INFO:tasks.workunit.client.0.smithi031.stderr: -54> 2024-09-19T13:58:07.994+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a670) adding con mode: crc 2024-09-19T13:58:08.151 INFO:tasks.workunit.client.0.smithi031.stderr: -53> 2024-09-19T13:58:07.994+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a670) adding con mode: secure 2024-09-19T13:58:08.151 INFO:tasks.workunit.client.0.smithi031.stderr: -52> 2024-09-19T13:58:07.994+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a670) adding con mode: crc 2024-09-19T13:58:08.151 INFO:tasks.workunit.client.0.smithi031.stderr: -51> 2024-09-19T13:58:07.994+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a670) adding con mode: secure 2024-09-19T13:58:08.151 INFO:tasks.workunit.client.0.smithi031.stderr: -50> 2024-09-19T13:58:07.994+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a670) adding con mode: crc 2024-09-19T13:58:08.151 INFO:tasks.workunit.client.0.smithi031.stderr: -49> 2024-09-19T13:58:07.994+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a670) adding con mode: crc 2024-09-19T13:58:08.151 INFO:tasks.workunit.client.0.smithi031.stderr: -48> 2024-09-19T13:58:07.994+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a670) adding con mode: secure 2024-09-19T13:58:08.152 INFO:tasks.workunit.client.0.smithi031.stderr: -47> 2024-09-19T13:58:07.994+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a670) adding con mode: crc 2024-09-19T13:58:08.152 INFO:tasks.workunit.client.0.smithi031.stderr: -46> 2024-09-19T13:58:07.994+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a670) adding con mode: secure 2024-09-19T13:58:08.152 INFO:tasks.workunit.client.0.smithi031.stderr: -45> 2024-09-19T13:58:07.994+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a670) adding con mode: crc 2024-09-19T13:58:08.152 INFO:tasks.workunit.client.0.smithi031.stderr: -44> 2024-09-19T13:58:07.994+0000 7fba955b29c0 5 AuthRegistry(0x7fff7075a670) adding con mode: secure 2024-09-19T13:58:08.152 INFO:tasks.workunit.client.0.smithi031.stderr: -43> 2024-09-19T13:58:07.994+0000 7fb949fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:58:08.152 INFO:tasks.workunit.client.0.smithi031.stderr: -42> 2024-09-19T13:58:07.994+0000 7fba955b29c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:58:08.152 INFO:tasks.workunit.client.0.smithi031.stderr: -41> 2024-09-19T13:58:07.994+0000 7fba955b29c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:58:08.152 INFO:tasks.workunit.client.0.smithi031.stderr: -40> 2024-09-19T13:58:07.994+0000 7fba955b29c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:58:08.152 INFO:tasks.workunit.client.0.smithi031.stderr: -39> 2024-09-19T13:58:07.994+0000 7fba955b29c0 5 asok(0x5565996bdd90) register_command cache list hook 0x556599990c30 2024-09-19T13:58:08.152 INFO:tasks.workunit.client.0.smithi031.stderr: -38> 2024-09-19T13:58:07.994+0000 7fba955b29c0 5 asok(0x5565996bdd90) register_command cache inspect hook 0x556599990c30 2024-09-19T13:58:08.152 INFO:tasks.workunit.client.0.smithi031.stderr: -37> 2024-09-19T13:58:07.994+0000 7fba955b29c0 5 asok(0x5565996bdd90) register_command cache erase hook 0x556599990c30 2024-09-19T13:58:08.152 INFO:tasks.workunit.client.0.smithi031.stderr: -36> 2024-09-19T13:58:07.994+0000 7fba955b29c0 5 asok(0x5565996bdd90) register_command cache zap hook 0x556599990c30 2024-09-19T13:58:08.152 INFO:tasks.workunit.client.0.smithi031.stderr: -35> 2024-09-19T13:58:07.994+0000 7fba955b29c0 5 note: GC not initialized 2024-09-19T13:58:08.153 INFO:tasks.workunit.client.0.smithi031.stderr: -34> 2024-09-19T13:58:07.994+0000 7fb948fe1640 20 reqs_thread_entry: start 2024-09-19T13:58:08.153 INFO:tasks.workunit.client.0.smithi031.stderr: -33> 2024-09-19T13:58:07.994+0000 7fba955b29c0 5 asok(0x5565996bdd90) register_command sync trace show hook 0x7fba840ab980 2024-09-19T13:58:08.153 INFO:tasks.workunit.client.0.smithi031.stderr: -32> 2024-09-19T13:58:07.994+0000 7fba955b29c0 5 asok(0x5565996bdd90) register_command sync trace history hook 0x7fba840ab980 2024-09-19T13:58:08.153 INFO:tasks.workunit.client.0.smithi031.stderr: -31> 2024-09-19T13:58:07.994+0000 7fba955b29c0 5 asok(0x5565996bdd90) register_command sync trace active hook 0x7fba840ab980 2024-09-19T13:58:08.153 INFO:tasks.workunit.client.0.smithi031.stderr: -30> 2024-09-19T13:58:07.994+0000 7fba955b29c0 5 asok(0x5565996bdd90) register_command sync trace active_short hook 0x7fba840ab980 2024-09-19T13:58:08.153 INFO:tasks.workunit.client.0.smithi031.stderr: -29> 2024-09-19T13:58:07.994+0000 7fba955b29c0 20 init_complete bucket index max shards: 1 2024-09-19T13:58:08.153 INFO:tasks.workunit.client.0.smithi031.stderr: -28> 2024-09-19T13:58:07.994+0000 7fba955b29c0 20 Filter name: none 2024-09-19T13:58:08.153 INFO:tasks.workunit.client.0.smithi031.stderr: -27> 2024-09-19T13:58:07.994+0000 7fb8c27fc640 20 reqs_thread_entry: start 2024-09-19T13:58:08.153 INFO:tasks.workunit.client.0.smithi031.stderr: -26> 2024-09-19T13:58:07.994+0000 7fba955b29c0 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-19T13:58:08.153 INFO:tasks.workunit.client.0.smithi031.stderr: -25> 2024-09-19T13:58:07.994+0000 7fba955b29c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:08.153 INFO:tasks.workunit.client.0.smithi031.stderr: -24> 2024-09-19T13:58:07.998+0000 7fba955b29c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-19T13:58:08.153 INFO:tasks.workunit.client.0.smithi031.stderr: -23> 2024-09-19T13:58:07.998+0000 7fba955b29c0 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-19T13:58:08.153 INFO:tasks.workunit.client.0.smithi031.stderr: -22> 2024-09-19T13:58:07.998+0000 7fba955b29c0 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-19T13:58:08.154 INFO:tasks.workunit.client.0.smithi031.stderr: -21> 2024-09-19T13:58:07.998+0000 7fba955b29c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27 : miss 2024-09-19T13:58:08.154 INFO:tasks.workunit.client.0.smithi031.stderr: -20> 2024-09-19T13:58:07.998+0000 7fba955b29c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:08.154 INFO:tasks.workunit.client.0.smithi031.stderr: -19> 2024-09-19T13:58:07.998+0000 7fba955b29c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-19T13:58:08.154 INFO:tasks.workunit.client.0.smithi031.stderr: -18> 2024-09-19T13:58:07.998+0000 7fba955b29c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27 info.flags=0x17 2024-09-19T13:58:08.154 INFO:tasks.workunit.client.0.smithi031.stderr: -17> 2024-09-19T13:58:07.998+0000 7fba955b29c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27 to cache LRU end 2024-09-19T13:58:08.154 INFO:tasks.workunit.client.0.smithi031.stderr: -16> 2024-09-19T13:58:07.998+0000 7fba955b29c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:58:08.154 INFO:tasks.workunit.client.0.smithi031.stderr: -15> 2024-09-19T13:58:07.998+0000 7fba955b29c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:08.154 INFO:tasks.workunit.client.0.smithi031.stderr: -14> 2024-09-19T13:58:07.998+0000 7fba955b29c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27 2024-09-19T13:58:08.155 INFO:tasks.workunit.client.0.smithi031.stderr: -13> 2024-09-19T13:58:08.002+0000 7fba955b29c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27 info.flags=0x17 2024-09-19T13:58:08.155 INFO:tasks.workunit.client.0.smithi031.stderr: -12> 2024-09-19T13:58:08.006+0000 7fba955b29c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27 to cache LRU end 2024-09-19T13:58:08.155 INFO:tasks.workunit.client.0.smithi031.stderr: -11> 2024-09-19T13:58:08.006+0000 7fba955b29c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:08.155 INFO:tasks.workunit.client.0.smithi031.stderr: -10> 2024-09-19T13:58:08.006+0000 7fba955b29c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27, ofs0, ns] 2024-09-19T13:58:08.155 INFO:tasks.workunit.client.0.smithi031.stderr: -9> 2024-09-19T13:58:08.006+0000 7fb976ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333550 cookie 93894857189664 notifier 6506 bl.length()=939 2024-09-19T13:58:08.155 INFO:tasks.workunit.client.0.smithi031.stderr: -8> 2024-09-19T13:58:08.006+0000 7fb976ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27 info.flags=0x17 2024-09-19T13:58:08.155 INFO:tasks.workunit.client.0.smithi031.stderr: -7> 2024-09-19T13:58:08.006+0000 7fb976ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27 to cache LRU end 2024-09-19T13:58:08.155 INFO:tasks.workunit.client.0.smithi031.stderr: -6> 2024-09-19T13:58:08.006+0000 7fb976ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:08.155 INFO:tasks.workunit.client.0.smithi031.stderr: -5> 2024-09-19T13:58:08.006+0000 7fba955b29c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27]): orig_sources= new_sources= 2024-09-19T13:58:08.155 INFO:tasks.workunit.client.0.smithi031.stderr: -4> 2024-09-19T13:58:08.006+0000 7fba955b29c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27]): potential sources added=[] removed=[] 2024-09-19T13:58:08.155 INFO:tasks.workunit.client.0.smithi031.stderr: -3> 2024-09-19T13:58:08.006+0000 7fba955b29c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27]): orig_dests= new_dests= 2024-09-19T13:58:08.155 INFO:tasks.workunit.client.0.smithi031.stderr: -2> 2024-09-19T13:58:08.006+0000 7fba955b29c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27]): potential dests added=[] removed=[] 2024-09-19T13:58:08.155 INFO:tasks.workunit.client.0.smithi031.stderr: -1> 2024-09-19T13:58:08.006+0000 7fba955b29c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fba955b29c0 time 2024-09-19T13:58:08.009044+0000 2024-09-19T13:58:08.156 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T13:58:08.156 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:08.156 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T13:58:08.156 INFO:tasks.workunit.client.0.smithi031.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fba98e8c2eb] 2024-09-19T13:58:08.156 INFO:tasks.workunit.client.0.smithi031.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fba98e8c49f] 2024-09-19T13:58:08.156 INFO:tasks.workunit.client.0.smithi031.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556597c81271] 2024-09-19T13:58:08.156 INFO:tasks.workunit.client.0.smithi031.stderr: 4: radosgw-admin(+0x141050e) [0x5565986d250e] 2024-09-19T13:58:08.156 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x556597c910dd] 2024-09-19T13:58:08.156 INFO:tasks.workunit.client.0.smithi031.stderr: 6: main() 2024-09-19T13:58:08.156 INFO:tasks.workunit.client.0.smithi031.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fba97cf2d90] 2024-09-19T13:58:08.156 INFO:tasks.workunit.client.0.smithi031.stderr: 8: __libc_start_main() 2024-09-19T13:58:08.156 INFO:tasks.workunit.client.0.smithi031.stderr: 9: _start() 2024-09-19T13:58:08.156 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:08.156 INFO:tasks.workunit.client.0.smithi031.stderr: 0> 2024-09-19T13:58:08.006+0000 7fba955b29c0 -1 *** Caught signal (Aborted) ** 2024-09-19T13:58:08.156 INFO:tasks.workunit.client.0.smithi031.stderr: in thread 7fba955b29c0 thread_name:radosgw-admin 2024-09-19T13:58:08.157 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:08.157 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T13:58:08.157 INFO:tasks.workunit.client.0.smithi031.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fba97d0b520] 2024-09-19T13:58:08.157 INFO:tasks.workunit.client.0.smithi031.stderr: 2: pthread_kill() 2024-09-19T13:58:08.157 INFO:tasks.workunit.client.0.smithi031.stderr: 3: raise() 2024-09-19T13:58:08.157 INFO:tasks.workunit.client.0.smithi031.stderr: 4: abort() 2024-09-19T13:58:08.157 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fba98e8c345] 2024-09-19T13:58:08.157 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fba98e8c49f] 2024-09-19T13:58:08.157 INFO:tasks.workunit.client.0.smithi031.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556597c81271] 2024-09-19T13:58:08.157 INFO:tasks.workunit.client.0.smithi031.stderr: 8: radosgw-admin(+0x141050e) [0x5565986d250e] 2024-09-19T13:58:08.157 INFO:tasks.workunit.client.0.smithi031.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x556597c910dd] 2024-09-19T13:58:08.158 INFO:tasks.workunit.client.0.smithi031.stderr: 10: main() 2024-09-19T13:58:08.158 INFO:tasks.workunit.client.0.smithi031.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fba97cf2d90] 2024-09-19T13:58:08.158 INFO:tasks.workunit.client.0.smithi031.stderr: 12: __libc_start_main() 2024-09-19T13:58:08.158 INFO:tasks.workunit.client.0.smithi031.stderr: 13: _start() 2024-09-19T13:58:08.160 INFO:tasks.workunit.client.0.smithi031.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T13:58:08.160 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:08.160 INFO:tasks.workunit.client.0.smithi031.stderr:--- logging levels --- 2024-09-19T13:58:08.160 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 none 2024-09-19T13:58:08.160 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 lockdep 2024-09-19T13:58:08.160 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 context 2024-09-19T13:58:08.161 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 crush 2024-09-19T13:58:08.161 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds 2024-09-19T13:58:08.161 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_balancer 2024-09-19T13:58:08.161 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_locker 2024-09-19T13:58:08.161 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_log 2024-09-19T13:58:08.161 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_log_expire 2024-09-19T13:58:08.161 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_migrator 2024-09-19T13:58:08.161 INFO:tasks.workunit.client.0.smithi031.stderr: 3/ 5 mds_quiesce 2024-09-19T13:58:08.162 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 buffer 2024-09-19T13:58:08.162 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 timer 2024-09-19T13:58:08.162 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 filer 2024-09-19T13:58:08.162 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 striper 2024-09-19T13:58:08.162 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 objecter 2024-09-19T13:58:08.162 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rados 2024-09-19T13:58:08.162 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd 2024-09-19T13:58:08.162 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_mirror 2024-09-19T13:58:08.162 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_replay 2024-09-19T13:58:08.162 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_pwl 2024-09-19T13:58:08.162 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 journaler 2024-09-19T13:58:08.163 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 objectcacher 2024-09-19T13:58:08.163 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 immutable_obj_cache 2024-09-19T13:58:08.163 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 client 2024-09-19T13:58:08.163 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 osd 2024-09-19T13:58:08.163 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 optracker 2024-09-19T13:58:08.163 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 objclass 2024-09-19T13:58:08.163 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 filestore 2024-09-19T13:58:08.163 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 journal 2024-09-19T13:58:08.163 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 0 ms 2024-09-19T13:58:08.163 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mon 2024-09-19T13:58:08.163 INFO:tasks.workunit.client.0.smithi031.stderr: 0/10 monc 2024-09-19T13:58:08.163 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 paxos 2024-09-19T13:58:08.163 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 tp 2024-09-19T13:58:08.163 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 auth 2024-09-19T13:58:08.163 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 crypto 2024-09-19T13:58:08.163 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 finisher 2024-09-19T13:58:08.164 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 reserver 2024-09-19T13:58:08.164 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 heartbeatmap 2024-09-19T13:58:08.164 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 perfcounter 2024-09-19T13:58:08.164 INFO:tasks.workunit.client.0.smithi031.stderr: 20/20 rgw 2024-09-19T13:58:08.164 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_sync 2024-09-19T13:58:08.164 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_datacache 2024-09-19T13:58:08.164 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_access 2024-09-19T13:58:08.164 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_dbstore 2024-09-19T13:58:08.164 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_flight 2024-09-19T13:58:08.164 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_lifecycle 2024-09-19T13:58:08.164 INFO:tasks.workunit.client.0.smithi031.stderr: 20/20 rgw_notification 2024-09-19T13:58:08.164 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 javaclient 2024-09-19T13:58:08.164 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 asok 2024-09-19T13:58:08.164 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 throttle 2024-09-19T13:58:08.165 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 0 refs 2024-09-19T13:58:08.165 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 compressor 2024-09-19T13:58:08.165 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 bluestore 2024-09-19T13:58:08.165 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 bluefs 2024-09-19T13:58:08.165 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 bdev 2024-09-19T13:58:08.165 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 kstore 2024-09-19T13:58:08.165 INFO:tasks.workunit.client.0.smithi031.stderr: 4/ 5 rocksdb 2024-09-19T13:58:08.165 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 fuse 2024-09-19T13:58:08.165 INFO:tasks.workunit.client.0.smithi031.stderr: 2/ 5 mgr 2024-09-19T13:58:08.165 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mgrc 2024-09-19T13:58:08.165 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 dpdk 2024-09-19T13:58:08.165 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 eventtrace 2024-09-19T13:58:08.165 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 prioritycache 2024-09-19T13:58:08.165 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 test 2024-09-19T13:58:08.166 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cephfs_mirror 2024-09-19T13:58:08.166 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cephsqlite 2024-09-19T13:58:08.166 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 crimson_interrupt 2024-09-19T13:58:08.166 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore 2024-09-19T13:58:08.166 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_onode 2024-09-19T13:58:08.166 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_odata 2024-09-19T13:58:08.166 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_omap 2024-09-19T13:58:08.166 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_tm 2024-09-19T13:58:08.166 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_t 2024-09-19T13:58:08.166 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_cleaner 2024-09-19T13:58:08.166 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_epm 2024-09-19T13:58:08.166 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_lba 2024-09-19T13:58:08.166 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-19T13:58:08.167 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_cache 2024-09-19T13:58:08.167 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_journal 2024-09-19T13:58:08.167 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_device 2024-09-19T13:58:08.167 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_backref 2024-09-19T13:58:08.167 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 alienstore 2024-09-19T13:58:08.167 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mclock 2024-09-19T13:58:08.167 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cyanstore 2024-09-19T13:58:08.167 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 ceph_exporter 2024-09-19T13:58:08.167 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 memstore 2024-09-19T13:58:08.167 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 trace 2024-09-19T13:58:08.167 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 ceph_dedup 2024-09-19T13:58:08.167 INFO:tasks.workunit.client.0.smithi031.stderr: -2/-2 (syslog threshold) 2024-09-19T13:58:08.167 INFO:tasks.workunit.client.0.smithi031.stderr: 99/99 (stderr threshold) 2024-09-19T13:58:08.167 INFO:tasks.workunit.client.0.smithi031.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-19T13:58:08.167 INFO:tasks.workunit.client.0.smithi031.stderr: 7fb8c27fc640 / http_manager 2024-09-19T13:58:08.168 INFO:tasks.workunit.client.0.smithi031.stderr: 7fb948fe1640 / http_manager 2024-09-19T13:58:08.168 INFO:tasks.workunit.client.0.smithi031.stderr: 7fb949fe3640 / rgw_dt_lg_renew 2024-09-19T13:58:08.168 INFO:tasks.workunit.client.0.smithi031.stderr: 7fb9757fa640 / ms_dispatch 2024-09-19T13:58:08.168 INFO:tasks.workunit.client.0.smithi031.stderr: 7fb976ffd640 / io_context_pool 2024-09-19T13:58:08.168 INFO:tasks.workunit.client.0.smithi031.stderr: 7fb97d602640 / ms_dispatch 2024-09-19T13:58:08.168 INFO:tasks.workunit.client.0.smithi031.stderr: 7fb97fe07640 / ms_dispatch 2024-09-19T13:58:08.168 INFO:tasks.workunit.client.0.smithi031.stderr: 7fb98160a640 / io_context_pool 2024-09-19T13:58:08.168 INFO:tasks.workunit.client.0.smithi031.stderr: 7fba928b7640 / msgr-worker-2 2024-09-19T13:58:08.168 INFO:tasks.workunit.client.0.smithi031.stderr: 7fba930b8640 / msgr-worker-1 2024-09-19T13:58:08.168 INFO:tasks.workunit.client.0.smithi031.stderr: 7fba938b9640 / msgr-worker-0 2024-09-19T13:58:08.168 INFO:tasks.workunit.client.0.smithi031.stderr: 7fba940ba640 / io_context_pool 2024-09-19T13:58:08.168 INFO:tasks.workunit.client.0.smithi031.stderr: 7fba955b29c0 / radosgw-admin 2024-09-19T13:58:08.168 INFO:tasks.workunit.client.0.smithi031.stderr: max_recent 500 2024-09-19T13:58:08.169 INFO:tasks.workunit.client.0.smithi031.stderr: max_new 1000 2024-09-19T13:58:08.169 INFO:tasks.workunit.client.0.smithi031.stderr: log_file /var/lib/ceph/crash/2024-09-19T13:58:08.011605Z_91d196b1-7e66-4284-a63c-078f47162515/log 2024-09-19T13:58:08.169 INFO:tasks.workunit.client.0.smithi031.stderr:--- end dump of recent events --- 2024-09-19T13:58:08.169 INFO:tasks.workunit.client.0.smithi031.stderr:Aborted 2024-09-19T13:58:08.169 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket abort-at-trim-reshard-log-entries 2024-09-19T13:58:08.170 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:58:08.170 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:58:08.170 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.090+0000 7fef03d049c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:08.170 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.094+0000 7fef03d049c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:08.171 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.094+0000 7fef03d049c0 20 realm 2024-09-19T13:58:08.171 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.094+0000 7fef03d049c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:08.171 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.094+0000 7fef03d049c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:08.171 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.094+0000 7fef03d049c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:58:08.171 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.094+0000 7fef03d049c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:08.171 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.094+0000 7fef03d049c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:08.171 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.094+0000 7fef03d049c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:08.171 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.094+0000 7fef03d049c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:08.171 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.094+0000 7fef03d049c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:08.171 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.094+0000 7fef03d049c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:58:08.171 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.094+0000 7fef03d049c0 20 searching for the correct realm 2024-09-19T13:58:08.171 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.102+0000 7fef01009640 0 -- 172.21.15.31:0/1902664086 >> [v2:172.21.15.170:6808/820924953,v1:172.21.15.170:6809/820924953] conn(0x559aaeb7fec0 msgr2=0x559aaeb822b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:58:08.172 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.106+0000 7fef0180a640 0 -- 172.21.15.31:0/1902664086 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7feeec003cc0 msgr2=0x7feefc019940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:58:08.325 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.326+0000 7fef03d049c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:58:08.326 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.326+0000 7fef03d049c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:58:08.326 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.326+0000 7fef03d049c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:58:08.326 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.326+0000 7fef03d049c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:58:08.326 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.326+0000 7fef03d049c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:58:08.326 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.326+0000 7fef03d049c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:58:08.326 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.326+0000 7fef03d049c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:08.326 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.326+0000 7fef03d049c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:08.326 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.326+0000 7fef03d049c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:08.327 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.326+0000 7fef03d049c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:08.327 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.326+0000 7fef03d049c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:08.328 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.326+0000 7fef03d049c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:58:08.328 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.326+0000 7fef03d049c0 20 zone default found 2024-09-19T13:58:08.328 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.326+0000 7fef03d049c0 4 Realm: () 2024-09-19T13:58:08.328 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.326+0000 7fef03d049c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:58:08.328 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.326+0000 7fef03d049c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:58:08.328 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.326+0000 7fef03d049c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:58:08.328 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.326+0000 7fef03d049c0 20 zonegroup default 2024-09-19T13:58:08.329 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.326+0000 7fef03d049c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:08.329 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.326+0000 7fef03d049c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:08.329 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.326+0000 7fef03d049c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:08.329 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.330+0000 7fef03d049c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:08.330 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.330+0000 7fef03d049c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:08.330 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.330+0000 7fef03d049c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:08.330 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.330+0000 7fef03d049c0 20 started sync module instance, tier type = 2024-09-19T13:58:08.331 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.330+0000 7fef03d049c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:58:08.356 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.354+0000 7fef03d049c0 20 add_watcher() i=0 2024-09-19T13:58:08.356 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.354+0000 7fef03d049c0 20 add_watcher() i=1 2024-09-19T13:58:08.357 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.354+0000 7fef03d049c0 20 add_watcher() i=2 2024-09-19T13:58:08.357 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.354+0000 7fef03d049c0 20 add_watcher() i=3 2024-09-19T13:58:08.357 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.354+0000 7fef03d049c0 20 add_watcher() i=4 2024-09-19T13:58:08.357 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.354+0000 7fef03d049c0 20 add_watcher() i=5 2024-09-19T13:58:08.357 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.354+0000 7fef03d049c0 20 add_watcher() i=6 2024-09-19T13:58:08.358 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.358+0000 7fef03d049c0 20 add_watcher() i=7 2024-09-19T13:58:08.358 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.358+0000 7fef03d049c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:58:08.364 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.362+0000 7fedb37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:58:08.365 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.362+0000 7fef03d049c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:58:08.365 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.362+0000 7fef03d049c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:58:08.365 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.362+0000 7fef03d049c0 5 note: GC not initialized 2024-09-19T13:58:08.365 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.362+0000 7fedb27fc640 20 reqs_thread_entry: start 2024-09-19T13:58:08.365 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.362+0000 7fef03d049c0 20 init_complete bucket index max shards: 1 2024-09-19T13:58:08.365 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.362+0000 7fef03d049c0 20 Filter name: none 2024-09-19T13:58:08.365 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.362+0000 7fed23fff640 20 reqs_thread_entry: start 2024-09-19T13:58:08.365 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.362+0000 7fef03d049c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:08.365 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.366+0000 7fef03d049c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-19T13:58:08.366 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.366+0000 7fef03d049c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:08.366 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.366+0000 7fef03d049c0 20 rados_obj.operate() r=0 bl.length=455 2024-09-19T13:58:08.367 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.366+0000 7fef03d049c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:58:08.367 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.366+0000 7fef03d049c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:08.367 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.366+0000 7fef03d049c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-19T13:58:08.367 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.366+0000 7fef03d049c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:08.368 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.366+0000 7fef03d049c0 20 rados_obj.operate() r=0 bl.length=455 2024-09-19T13:58:08.368 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.366+0000 7fef03d049c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:58:08.370 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.370+0000 7fedb37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:58:08.374 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.374+0000 7fef03d049c0 20 remove_watcher() i=0 2024-09-19T13:58:08.375 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.374+0000 7fef03d049c0 2 removed watcher, disabling cache 2024-09-19T13:58:08.377 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.374+0000 7fef03d049c0 20 remove_watcher() i=1 2024-09-19T13:58:08.379 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.378+0000 7fef03d049c0 20 remove_watcher() i=2 2024-09-19T13:58:08.381 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.382+0000 7fef03d049c0 20 remove_watcher() i=3 2024-09-19T13:58:08.384 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.382+0000 7fef03d049c0 20 remove_watcher() i=4 2024-09-19T13:58:08.387 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.386+0000 7fef03d049c0 20 remove_watcher() i=5 2024-09-19T13:58:08.389 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.390+0000 7fef03d049c0 20 remove_watcher() i=6 2024-09-19T13:58:08.392 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.390+0000 7fef03d049c0 20 remove_watcher() i=7 2024-09-19T13:58:08.415 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:08.415 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T13:58:08.415 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: abort-at-trim-reshard-log-entries id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-19T13:58:08.415 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:08.416 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:08.416 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:08.430 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:08.430 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:08.478 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket reshard --bucket abort-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-19T13:58:08.517 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:58:08.517 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:58:08.565 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.562+0000 7ff03f2549c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:08.568 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.566+0000 7ff03f2549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:08.568 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.566+0000 7ff03f2549c0 20 realm 2024-09-19T13:58:08.569 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.566+0000 7ff03f2549c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:08.569 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.566+0000 7ff03f2549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:08.569 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.566+0000 7ff03f2549c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:58:08.569 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.566+0000 7ff03f2549c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:08.569 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.566+0000 7ff03f2549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:08.569 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.566+0000 7ff03f2549c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:08.570 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.570+0000 7ff03f2549c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:08.570 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.570+0000 7ff03f2549c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:08.571 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.570+0000 7ff03f2549c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:58:08.572 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.570+0000 7ff03f2549c0 20 searching for the correct realm 2024-09-19T13:58:08.578 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.578+0000 7ff03d55b640 0 -- 172.21.15.31:0/3516101995 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x5654240e2540 msgr2=0x5654240e4970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:58:08.585 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.582+0000 7ff03cd5a640 0 -- 172.21.15.31:0/3516101995 >> [v2:172.21.15.31:6802/3325082646,v1:172.21.15.31:6804/3325082646] conn(0x5654240e6830 msgr2=0x5654240e8c20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:58:08.592 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.590+0000 7ff03f2549c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:58:08.592 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.590+0000 7ff03f2549c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:58:08.592 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.590+0000 7ff03f2549c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:58:08.592 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.590+0000 7ff03f2549c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:58:08.593 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.590+0000 7ff03f2549c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:58:08.593 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.590+0000 7ff03f2549c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:58:08.593 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.590+0000 7ff03f2549c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:08.593 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.590+0000 7ff03f2549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:08.593 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.590+0000 7ff03f2549c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:08.594 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.590+0000 7ff03f2549c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:08.594 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.590+0000 7ff03f2549c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:08.594 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.594+0000 7ff03f2549c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:58:08.594 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.594+0000 7ff03f2549c0 20 zone default found 2024-09-19T13:58:08.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.594+0000 7ff03f2549c0 4 Realm: () 2024-09-19T13:58:08.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.594+0000 7ff03f2549c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:58:08.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.594+0000 7ff03f2549c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:58:08.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.594+0000 7ff03f2549c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:58:08.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.594+0000 7ff03f2549c0 20 zonegroup default 2024-09-19T13:58:08.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.594+0000 7ff03f2549c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:08.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.594+0000 7ff03f2549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:08.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.594+0000 7ff03f2549c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:08.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.594+0000 7ff03f2549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:08.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.594+0000 7ff03f2549c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:08.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.594+0000 7ff03f2549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:08.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.594+0000 7ff03f2549c0 20 started sync module instance, tier type = 2024-09-19T13:58:08.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.594+0000 7ff03f2549c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:58:08.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.614+0000 7ff03f2549c0 20 add_watcher() i=0 2024-09-19T13:58:08.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.614+0000 7ff03f2549c0 20 add_watcher() i=1 2024-09-19T13:58:08.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.614+0000 7ff03f2549c0 20 add_watcher() i=2 2024-09-19T13:58:08.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.614+0000 7ff03f2549c0 20 add_watcher() i=3 2024-09-19T13:58:08.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.614+0000 7ff03f2549c0 20 add_watcher() i=4 2024-09-19T13:58:08.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.614+0000 7ff03f2549c0 20 add_watcher() i=5 2024-09-19T13:58:08.616 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.614+0000 7ff03f2549c0 20 add_watcher() i=6 2024-09-19T13:58:08.617 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.618+0000 7ff03f2549c0 20 add_watcher() i=7 2024-09-19T13:58:08.617 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.618+0000 7ff03f2549c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:58:08.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.618+0000 7feef37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:58:08.622 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.622+0000 7ff03f2549c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:58:08.622 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.622+0000 7ff03f2549c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:58:08.622 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.622+0000 7ff03f2549c0 5 note: GC not initialized 2024-09-19T13:58:08.622 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.622+0000 7feef27e4640 20 reqs_thread_entry: start 2024-09-19T13:58:08.623 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.622+0000 7ff03f2549c0 20 init_complete bucket index max shards: 1 2024-09-19T13:58:08.623 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.622+0000 7ff03f2549c0 20 Filter name: none 2024-09-19T13:58:08.623 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.622+0000 7feeebfff640 20 reqs_thread_entry: start 2024-09-19T13:58:08.623 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.622+0000 7ff03f2549c0 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-19T13:58:08.623 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.622+0000 7ff03f2549c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:08.624 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.622+0000 7ff03f2549c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-19T13:58:08.624 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.622+0000 7ff03f2549c0 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-19T13:58:08.624 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.622+0000 7ff03f2549c0 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-19T13:58:08.624 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.622+0000 7ff03f2549c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27 : miss 2024-09-19T13:58:08.624 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.622+0000 7ff03f2549c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:08.624 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.622+0000 7ff03f2549c0 20 rados_obj.operate() r=0 bl.length=455 2024-09-19T13:58:08.624 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.622+0000 7ff03f2549c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27 info.flags=0x17 2024-09-19T13:58:08.624 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.622+0000 7ff03f2549c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27 to cache LRU end 2024-09-19T13:58:08.624 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.622+0000 7ff03f2549c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:58:08.624 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.622+0000 7ff03f2549c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:08.624 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.622+0000 7ff03f2549c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27 2024-09-19T13:58:08.625 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.626+0000 7ff03f2549c0 0 INFO: RGWReshardLock::lock found lock on abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27 to be held by another RGW process; skipping for now 2024-09-19T13:58:08.626 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.626+0000 7feef37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:58:08.631 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.630+0000 7ff03f2549c0 20 remove_watcher() i=0 2024-09-19T13:58:08.631 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.630+0000 7ff03f2549c0 2 removed watcher, disabling cache 2024-09-19T13:58:08.633 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.630+0000 7ff03f2549c0 20 remove_watcher() i=1 2024-09-19T13:58:08.635 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.634+0000 7ff03f2549c0 20 remove_watcher() i=2 2024-09-19T13:58:08.639 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.638+0000 7ff03f2549c0 20 remove_watcher() i=3 2024-09-19T13:58:08.641 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.642+0000 7ff03f2549c0 20 remove_watcher() i=4 2024-09-19T13:58:08.643 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.642+0000 7ff03f2549c0 20 remove_watcher() i=5 2024-09-19T13:58:08.646 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.646+0000 7ff03f2549c0 20 remove_watcher() i=6 2024-09-19T13:58:08.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:08.646+0000 7ff03f2549c0 20 remove_watcher() i=7 2024-09-19T13:58:08.663 INFO:tasks.workunit.client.0.smithi031.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-19T13:58:38.687 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket reshard --bucket abort-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-19T13:58:38.728 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:58:38.728 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:58:38.774 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.774+0000 7fb09ccc09c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:38.776 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.774+0000 7fb09ccc09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:38.776 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.774+0000 7fb09ccc09c0 20 realm 2024-09-19T13:58:38.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.774+0000 7fb09ccc09c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:38.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.774+0000 7fb09ccc09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:38.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.778+0000 7fb09ccc09c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:58:38.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.778+0000 7fb09ccc09c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:38.778 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.778+0000 7fb09ccc09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:38.778 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.778+0000 7fb09ccc09c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:38.779 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.778+0000 7fb09ccc09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:38.779 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.778+0000 7fb09ccc09c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:38.780 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.778+0000 7fb09ccc09c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:58:38.781 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.778+0000 7fb09ccc09c0 20 searching for the correct realm 2024-09-19T13:58:38.787 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.786+0000 7fb09a7c6640 0 -- 172.21.15.31:0/2324192909 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7fb08c0c83f0 msgr2=0x7fb08c0c8810 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:58:38.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.790+0000 7fb09a7c6640 0 -- 172.21.15.31:0/2324192909 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7fb09401e060 msgr2=0x7fb094082ab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:58:38.801 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.798+0000 7fb09ccc09c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:58:38.801 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.798+0000 7fb09ccc09c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:58:38.801 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.798+0000 7fb09ccc09c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:58:38.801 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.798+0000 7fb09ccc09c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:58:38.801 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.798+0000 7fb09ccc09c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:58:38.801 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.798+0000 7fb09ccc09c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:58:38.801 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.798+0000 7fb09ccc09c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:38.801 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.798+0000 7fb09ccc09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:38.801 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.798+0000 7fb09ccc09c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:38.801 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.798+0000 7fb09ccc09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:38.802 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.798+0000 7fb09ccc09c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:38.802 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.798+0000 7fb09ccc09c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:58:38.802 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.802+0000 7fb09ccc09c0 20 zone default found 2024-09-19T13:58:38.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.802+0000 7fb09ccc09c0 4 Realm: () 2024-09-19T13:58:38.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.802+0000 7fb09ccc09c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:58:38.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.802+0000 7fb09ccc09c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:58:38.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.802+0000 7fb09ccc09c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:58:38.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.802+0000 7fb09ccc09c0 20 zonegroup default 2024-09-19T13:58:38.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.802+0000 7fb09ccc09c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:38.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.802+0000 7fb09ccc09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:38.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.802+0000 7fb09ccc09c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:38.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.802+0000 7fb09ccc09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:38.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.802+0000 7fb09ccc09c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:38.804 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.802+0000 7fb09ccc09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:38.804 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.802+0000 7fb09ccc09c0 20 started sync module instance, tier type = 2024-09-19T13:58:38.804 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.802+0000 7fb09ccc09c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:58:38.835 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.834+0000 7fb09ccc09c0 20 add_watcher() i=0 2024-09-19T13:58:38.835 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.834+0000 7fb09ccc09c0 20 add_watcher() i=1 2024-09-19T13:58:38.835 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.834+0000 7fb09ccc09c0 20 add_watcher() i=2 2024-09-19T13:58:38.835 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.834+0000 7fb09ccc09c0 20 add_watcher() i=3 2024-09-19T13:58:38.835 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.834+0000 7fb09ccc09c0 20 add_watcher() i=4 2024-09-19T13:58:38.835 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.834+0000 7fb09ccc09c0 20 add_watcher() i=5 2024-09-19T13:58:38.835 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.834+0000 7fb09ccc09c0 20 add_watcher() i=6 2024-09-19T13:58:38.837 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.838+0000 7fb09ccc09c0 20 add_watcher() i=7 2024-09-19T13:58:38.837 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.838+0000 7fb09ccc09c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:58:38.842 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.842+0000 7faf50fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:58:38.843 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.842+0000 7fb09ccc09c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:58:38.843 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.842+0000 7fb09ccc09c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:58:38.843 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.842+0000 7fb09ccc09c0 5 note: GC not initialized 2024-09-19T13:58:38.843 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.842+0000 7faecb7fe640 20 reqs_thread_entry: start 2024-09-19T13:58:38.843 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.842+0000 7fb09ccc09c0 20 init_complete bucket index max shards: 1 2024-09-19T13:58:38.844 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.842+0000 7fb09ccc09c0 20 Filter name: none 2024-09-19T13:58:38.844 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.842+0000 7faec97fa640 20 reqs_thread_entry: start 2024-09-19T13:58:38.844 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.842+0000 7fb09ccc09c0 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-19T13:58:38.844 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.842+0000 7fb09ccc09c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:38.845 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.842+0000 7fb09ccc09c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-19T13:58:38.845 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.842+0000 7fb09ccc09c0 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-19T13:58:38.845 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.842+0000 7fb09ccc09c0 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-19T13:58:38.845 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.842+0000 7fb09ccc09c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27 : miss 2024-09-19T13:58:38.845 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.842+0000 7fb09ccc09c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:38.845 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.842+0000 7fb09ccc09c0 20 rados_obj.operate() r=0 bl.length=455 2024-09-19T13:58:38.845 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.842+0000 7fb09ccc09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27 info.flags=0x17 2024-09-19T13:58:38.845 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.842+0000 7fb09ccc09c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27 to cache LRU end 2024-09-19T13:58:38.845 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.842+0000 7fb09ccc09c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:58:38.845 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.842+0000 7fb09ccc09c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:38.845 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.842+0000 7fb09ccc09c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27 2024-09-19T13:58:38.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.846+0000 7fb09ccc09c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-19T13:58:38.853 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.850+0000 7fb09ccc09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27 info.flags=0x17 2024-09-19T13:58:38.853 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.850+0000 7fb09ccc09c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27 to cache LRU end 2024-09-19T13:58:38.853 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.850+0000 7fb09ccc09c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:38.853 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.850+0000 7fb09ccc09c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27, ofs0, ns] 2024-09-19T13:58:38.854 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.854+0000 7faf7dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333551 cookie 93929154697600 notifier 6557 bl.length()=939 2024-09-19T13:58:38.854 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.854+0000 7faf7dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27 info.flags=0x17 2024-09-19T13:58:38.854 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.854+0000 7faf7dffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27 to cache LRU end 2024-09-19T13:58:38.854 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.854+0000 7faf7dffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:38.854 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.854+0000 7fb09ccc09c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27]): orig_sources= new_sources= 2024-09-19T13:58:38.854 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.854+0000 7fb09ccc09c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27]): potential sources added=[] removed=[] 2024-09-19T13:58:38.854 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.854+0000 7fb09ccc09c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27]): orig_dests= new_dests= 2024-09-19T13:58:38.854 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.854+0000 7fb09ccc09c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27]): potential dests added=[] removed=[] 2024-09-19T13:58:38.857 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.858+0000 7fb09ccc09c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27.2.0 2024-09-19T13:58:38.857 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.858+0000 7fb09ccc09c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27.2.0 2024-09-19T13:58:38.857 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.858+0000 7fb09ccc09c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27.2.1 2024-09-19T13:58:38.857 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.858+0000 7fb09ccc09c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27.2.1 2024-09-19T13:58:38.857 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.858+0000 7fb09ccc09c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27.0 2024-09-19T13:58:38.861 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.862+0000 7fb09ccc09c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27 : hit (requested=0x17, cached=0x17) 2024-09-19T13:58:38.861 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.862+0000 7fb09ccc09c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27 2024-09-19T13:58:38.864 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.862+0000 7fb09ccc09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27 info.flags=0x17 2024-09-19T13:58:38.864 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.862+0000 7fb09ccc09c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27 to cache LRU end 2024-09-19T13:58:38.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.862+0000 7fb09ccc09c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:38.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.862+0000 7fb09ccc09c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27, ofs0, ns] 2024-09-19T13:58:38.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.862+0000 7faf7dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333552 cookie 93929154697600 notifier 6557 bl.length()=939 2024-09-19T13:58:38.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.862+0000 7faf7dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27 info.flags=0x17 2024-09-19T13:58:38.866 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.862+0000 7faf7dffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27 to cache LRU end 2024-09-19T13:58:38.866 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.862+0000 7faf7dffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:38.866 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.866+0000 7fb09ccc09c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27]): orig_sources= new_sources= 2024-09-19T13:58:38.866 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.866+0000 7fb09ccc09c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27]): potential sources added=[] removed=[] 2024-09-19T13:58:38.866 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.866+0000 7fb09ccc09c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27]): orig_dests= new_dests= 2024-09-19T13:58:38.866 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.866+0000 7fb09ccc09c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27]): potential dests added=[] removed=[] 2024-09-19T13:58:38.866 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.866+0000 7fb09ccc09c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27.0 2024-09-19T13:58:38.867 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.866+0000 7fb09ccc09c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27 : hit (requested=0x17, cached=0x17) 2024-09-19T13:58:38.867 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.866+0000 7fb09ccc09c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27 2024-09-19T13:58:38.870 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.870+0000 7fb09ccc09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27 info.flags=0x17 2024-09-19T13:58:38.870 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.870+0000 7fb09ccc09c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27 to cache LRU end 2024-09-19T13:58:38.870 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.870+0000 7fb09ccc09c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:38.870 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.870+0000 7fb09ccc09c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27, ofs0, ns] 2024-09-19T13:58:38.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.870+0000 7faf7dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333553 cookie 93929154697600 notifier 6557 bl.length()=907 2024-09-19T13:58:38.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.870+0000 7faf7dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27 info.flags=0x17 2024-09-19T13:58:38.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.870+0000 7faf7dffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27 to cache LRU end 2024-09-19T13:58:38.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.870+0000 7faf7dffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:38.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.870+0000 7fb09ccc09c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27]): orig_sources= new_sources= 2024-09-19T13:58:38.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.870+0000 7fb09ccc09c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27]): potential sources added=[] removed=[] 2024-09-19T13:58:38.872 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.870+0000 7fb09ccc09c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27]): orig_dests= new_dests= 2024-09-19T13:58:38.872 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.870+0000 7fb09ccc09c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27]): potential dests added=[] removed=[] 2024-09-19T13:58:38.872 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.870+0000 7fb09ccc09c0 1 execute INFO: reshard of bucket "abort-at-trim-reshard-log-entries" from 1 shards to 2 shards completed successfully 2024-09-19T13:58:38.875 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.874+0000 7faf50fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:58:38.880 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.878+0000 7fb09ccc09c0 20 remove_watcher() i=0 2024-09-19T13:58:38.880 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.878+0000 7fb09ccc09c0 2 removed watcher, disabling cache 2024-09-19T13:58:38.882 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.882+0000 7fb09ccc09c0 20 remove_watcher() i=1 2024-09-19T13:58:38.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.882+0000 7fb09ccc09c0 20 remove_watcher() i=2 2024-09-19T13:58:38.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.886+0000 7fb09ccc09c0 20 remove_watcher() i=3 2024-09-19T13:58:38.889 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.890+0000 7fb09ccc09c0 20 remove_watcher() i=4 2024-09-19T13:58:38.891 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.890+0000 7fb09ccc09c0 20 remove_watcher() i=5 2024-09-19T13:58:38.894 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.894+0000 7fb09ccc09c0 20 remove_watcher() i=6 2024-09-19T13:58:38.896 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.894+0000 7fb09ccc09c0 20 remove_watcher() i=7 2024-09-19T13:58:38.911 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket abort-at-trim-reshard-log-entries 2024-09-19T13:58:38.938 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:58:38.938 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:58:38.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.982+0000 7f0b70d619c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:38.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.982+0000 7f0b70d619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:38.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.982+0000 7f0b70d619c0 20 realm 2024-09-19T13:58:38.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.982+0000 7f0b70d619c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:38.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.982+0000 7f0b70d619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:38.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.982+0000 7f0b70d619c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:58:38.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.982+0000 7f0b70d619c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:38.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.986+0000 7f0b70d619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:38.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.986+0000 7f0b70d619c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:38.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.986+0000 7f0b70d619c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:38.987 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.986+0000 7f0b70d619c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:38.988 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.986+0000 7f0b70d619c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:58:38.988 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.986+0000 7f0b70d619c0 20 searching for the correct realm 2024-09-19T13:58:38.994 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.994+0000 7f0b6f068640 0 -- 172.21.15.31:0/1490790111 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7f0b6409a040 msgr2=0x7f0b64064050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:58:39.000 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:38.998+0000 7f0b6e867640 0 -- 172.21.15.31:0/1490790111 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f0b68029040 msgr2=0x7f0b6802a940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:58:39.008 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.006+0000 7f0b70d619c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:58:39.008 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.006+0000 7f0b70d619c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:58:39.008 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.006+0000 7f0b70d619c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:58:39.008 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.006+0000 7f0b70d619c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:58:39.008 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.006+0000 7f0b70d619c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:58:39.008 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.006+0000 7f0b70d619c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:58:39.008 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.006+0000 7f0b70d619c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:39.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.006+0000 7f0b70d619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:39.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.006+0000 7f0b70d619c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:39.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.006+0000 7f0b70d619c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:39.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.006+0000 7f0b70d619c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:39.010 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.010+0000 7f0b70d619c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:58:39.010 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.010+0000 7f0b70d619c0 20 zone default found 2024-09-19T13:58:39.010 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.010+0000 7f0b70d619c0 4 Realm: () 2024-09-19T13:58:39.010 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.010+0000 7f0b70d619c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:58:39.010 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.010+0000 7f0b70d619c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:58:39.010 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.010+0000 7f0b70d619c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:58:39.010 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.010+0000 7f0b70d619c0 20 zonegroup default 2024-09-19T13:58:39.010 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.010+0000 7f0b70d619c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:39.011 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.010+0000 7f0b70d619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:39.011 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.010+0000 7f0b70d619c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:39.011 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.010+0000 7f0b70d619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:39.011 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.010+0000 7f0b70d619c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:39.011 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.010+0000 7f0b70d619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:39.011 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.010+0000 7f0b70d619c0 20 started sync module instance, tier type = 2024-09-19T13:58:39.011 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.010+0000 7f0b70d619c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:58:39.030 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.030+0000 7f0b70d619c0 20 add_watcher() i=0 2024-09-19T13:58:39.030 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.030+0000 7f0b70d619c0 20 add_watcher() i=1 2024-09-19T13:58:39.030 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.030+0000 7f0b70d619c0 20 add_watcher() i=2 2024-09-19T13:58:39.030 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.030+0000 7f0b70d619c0 20 add_watcher() i=3 2024-09-19T13:58:39.030 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.030+0000 7f0b70d619c0 20 add_watcher() i=4 2024-09-19T13:58:39.030 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.030+0000 7f0b70d619c0 20 add_watcher() i=5 2024-09-19T13:58:39.030 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.030+0000 7f0b70d619c0 20 add_watcher() i=6 2024-09-19T13:58:39.033 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.030+0000 7f0b70d619c0 20 add_watcher() i=7 2024-09-19T13:58:39.033 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.030+0000 7f0b70d619c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:58:39.036 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.034+0000 7f0a257e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:58:39.037 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.034+0000 7f0b70d619c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:58:39.037 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.034+0000 7f0b70d619c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:58:39.037 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.034+0000 7f0b70d619c0 5 note: GC not initialized 2024-09-19T13:58:39.037 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.034+0000 7f099ffff640 20 reqs_thread_entry: start 2024-09-19T13:58:39.037 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.034+0000 7f0b70d619c0 20 init_complete bucket index max shards: 1 2024-09-19T13:58:39.037 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.034+0000 7f0b70d619c0 20 Filter name: none 2024-09-19T13:58:39.037 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.038+0000 7f099dffb640 20 reqs_thread_entry: start 2024-09-19T13:58:39.038 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.038+0000 7f0b70d619c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:39.038 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.038+0000 7f0b70d619c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-19T13:58:39.038 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.038+0000 7f0b70d619c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:39.039 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.038+0000 7f0b70d619c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-19T13:58:39.039 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.038+0000 7f0b70d619c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:58:39.039 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.038+0000 7f0b70d619c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:39.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.038+0000 7f0b70d619c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-19T13:58:39.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.038+0000 7f0b70d619c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:39.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.038+0000 7f0b70d619c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-19T13:58:39.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.038+0000 7f0b70d619c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:58:39.042 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.042+0000 7f0a257e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:58:39.046 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.046+0000 7f0b70d619c0 20 remove_watcher() i=0 2024-09-19T13:58:39.047 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.046+0000 7f0b70d619c0 2 removed watcher, disabling cache 2024-09-19T13:58:39.049 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.046+0000 7f0b70d619c0 20 remove_watcher() i=1 2024-09-19T13:58:39.051 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.050+0000 7f0b70d619c0 20 remove_watcher() i=2 2024-09-19T13:58:39.054 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.054+0000 7f0b70d619c0 20 remove_watcher() i=3 2024-09-19T13:58:39.055 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.054+0000 7f0b70d619c0 20 remove_watcher() i=4 2024-09-19T13:58:39.058 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.058+0000 7f0b70d619c0 20 remove_watcher() i=5 2024-09-19T13:58:39.061 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.058+0000 7f0b70d619c0 20 remove_watcher() i=6 2024-09-19T13:58:39.064 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.062+0000 7f0b70d619c0 20 remove_watcher() i=7 2024-09-19T13:58:39.079 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:39.080 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T13:58:39.080 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: abort-at-trim-reshard-log-entries id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-19T13:58:39.080 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:39.081 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:39.081 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:39.085 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:39.085 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:39.131 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:39.131 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:39.154 INFO:tasks.workunit.client.0.smithi031.stderr:TEST: reshard bucket with EIO injected at block_writes 2024-09-19T13:58:39.154 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:39.155 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:39.155 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:39.172 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:39.172 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:39.221 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:39.221 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:39.250 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:39.250 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:39.271 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:39.271 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:39.292 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:39.292 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:39.313 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:39.313 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:39.339 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:39.339 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:39.360 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:39.360 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:39.383 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:39.383 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:39.403 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:39.404 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:39.424 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:39.424 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:39.445 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:39.445 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:39.465 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:39.465 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:39.487 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:39.487 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:39.508 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:39.508 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:39.530 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:39.530 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:39.551 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:39.551 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:39.574 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:39.574 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:39.594 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:39.594 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:39.616 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:39.616 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:39.637 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:39.637 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:39.657 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2024-09-19T13:58:39.692 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:58:39.692 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:58:39.738 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.738+0000 7f97f97bb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:39.741 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.738+0000 7f97f97bb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:39.741 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.738+0000 7f97f97bb9c0 20 realm 2024-09-19T13:58:39.741 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.738+0000 7f97f97bb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:39.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.742+0000 7f97f97bb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:39.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.742+0000 7f97f97bb9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:58:39.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.742+0000 7f97f97bb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:39.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.742+0000 7f97f97bb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:39.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.742+0000 7f97f97bb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:39.743 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.742+0000 7f97f97bb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:39.743 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.742+0000 7f97f97bb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:39.745 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.742+0000 7f97f97bb9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:58:39.745 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.742+0000 7f97f97bb9c0 20 searching for the correct realm 2024-09-19T13:58:39.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.750+0000 7f97f6ac0640 0 -- 172.21.15.31:0/1421829689 >> [v2:172.21.15.170:6808/820924953,v1:172.21.15.170:6809/820924953] conn(0x7f96c0081d40 msgr2=0x7f96c0084170 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:58:39.757 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.754+0000 7f97f72c1640 0 -- 172.21.15.31:0/1421829689 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f97f002e040 msgr2=0x7f97f0025430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T13:58:39.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.974+0000 7f97f97bb9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:58:39.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.974+0000 7f97f97bb9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:58:39.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.974+0000 7f97f97bb9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:58:39.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.974+0000 7f97f97bb9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:58:39.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.974+0000 7f97f97bb9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:58:39.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.974+0000 7f97f97bb9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:58:39.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.974+0000 7f97f97bb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:39.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.974+0000 7f97f97bb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:39.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.974+0000 7f97f97bb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:39.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.974+0000 7f97f97bb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:39.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.974+0000 7f97f97bb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:39.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.978+0000 7f97f97bb9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:58:39.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.978+0000 7f97f97bb9c0 20 zone default found 2024-09-19T13:58:39.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.978+0000 7f97f97bb9c0 4 Realm: () 2024-09-19T13:58:39.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.978+0000 7f97f97bb9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:58:39.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.978+0000 7f97f97bb9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:58:39.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.978+0000 7f97f97bb9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:58:39.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.978+0000 7f97f97bb9c0 20 zonegroup default 2024-09-19T13:58:39.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.978+0000 7f97f97bb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:39.979 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.978+0000 7f97f97bb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:39.979 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.978+0000 7f97f97bb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:39.979 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.978+0000 7f97f97bb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:39.980 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.978+0000 7f97f97bb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:39.980 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.978+0000 7f97f97bb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:39.980 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.978+0000 7f97f97bb9c0 20 started sync module instance, tier type = 2024-09-19T13:58:39.981 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:39.978+0000 7f97f97bb9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:58:40.004 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.002+0000 7f97f97bb9c0 20 add_watcher() i=0 2024-09-19T13:58:40.004 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.002+0000 7f97f97bb9c0 20 add_watcher() i=1 2024-09-19T13:58:40.004 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.002+0000 7f97f97bb9c0 20 add_watcher() i=2 2024-09-19T13:58:40.004 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.002+0000 7f97f97bb9c0 20 add_watcher() i=3 2024-09-19T13:58:40.004 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.002+0000 7f97f97bb9c0 20 add_watcher() i=4 2024-09-19T13:58:40.004 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.002+0000 7f97f97bb9c0 20 add_watcher() i=5 2024-09-19T13:58:40.004 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.002+0000 7f97f97bb9c0 20 add_watcher() i=6 2024-09-19T13:58:40.007 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.006+0000 7f97f97bb9c0 20 add_watcher() i=7 2024-09-19T13:58:40.008 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.006+0000 7f97f97bb9c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:58:40.012 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.010+0000 7f96adfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:58:40.013 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.010+0000 7f97f97bb9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:58:40.013 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.010+0000 7f97f97bb9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:58:40.013 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.010+0000 7f97f97bb9c0 5 note: GC not initialized 2024-09-19T13:58:40.014 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.014+0000 7f96acfe1640 20 reqs_thread_entry: start 2024-09-19T13:58:40.014 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.014+0000 7f97f97bb9c0 20 init_complete bucket index max shards: 1 2024-09-19T13:58:40.014 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.014+0000 7f97f97bb9c0 20 Filter name: none 2024-09-19T13:58:40.014 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.014+0000 7f96267fc640 20 reqs_thread_entry: start 2024-09-19T13:58:40.014 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.014+0000 7f97f97bb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:40.015 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.014+0000 7f97f97bb9c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-19T13:58:40.015 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.014+0000 7f97f97bb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:40.016 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.014+0000 7f97f97bb9c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-19T13:58:40.016 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.014+0000 7f97f97bb9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:58:40.017 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.014+0000 7f97f97bb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:40.017 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.014+0000 7f97f97bb9c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-19T13:58:40.017 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.014+0000 7f97f97bb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:40.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.018+0000 7f97f97bb9c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-19T13:58:40.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.018+0000 7f97f97bb9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:58:40.020 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.018+0000 7f96adfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:58:40.025 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.026+0000 7f97f97bb9c0 20 remove_watcher() i=0 2024-09-19T13:58:40.025 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.026+0000 7f97f97bb9c0 2 removed watcher, disabling cache 2024-09-19T13:58:40.027 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.026+0000 7f97f97bb9c0 20 remove_watcher() i=1 2024-09-19T13:58:40.030 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.030+0000 7f97f97bb9c0 20 remove_watcher() i=2 2024-09-19T13:58:40.032 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.030+0000 7f97f97bb9c0 20 remove_watcher() i=3 2024-09-19T13:58:40.034 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.034+0000 7f97f97bb9c0 20 remove_watcher() i=4 2024-09-19T13:58:40.036 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.034+0000 7f97f97bb9c0 20 remove_watcher() i=5 2024-09-19T13:58:40.039 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.038+0000 7f97f97bb9c0 20 remove_watcher() i=6 2024-09-19T13:58:40.042 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.042+0000 7f97f97bb9c0 20 remove_watcher() i=7 2024-09-19T13:58:40.061 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:40.061 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T13:58:40.061 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: error-at-block-writes id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-19T13:58:40.061 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:40.061 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket reshard --bucket error-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at block_writes 2024-09-19T13:58:40.095 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:58:40.095 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:58:40.140 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.138+0000 7f52f8aa59c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:40.143 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.142+0000 7f52f8aa59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:40.143 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.142+0000 7f52f8aa59c0 20 realm 2024-09-19T13:58:40.143 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.142+0000 7f52f8aa59c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:40.143 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.142+0000 7f52f8aa59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:40.143 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.142+0000 7f52f8aa59c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:58:40.144 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.142+0000 7f52f8aa59c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:40.144 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.142+0000 7f52f8aa59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:40.144 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.142+0000 7f52f8aa59c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:40.145 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.142+0000 7f52f8aa59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:40.145 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.142+0000 7f52f8aa59c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:40.146 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.146+0000 7f52f8aa59c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:58:40.147 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.146+0000 7f52f8aa59c0 20 searching for the correct realm 2024-09-19T13:58:40.152 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.150+0000 7f52f5daa640 0 -- 172.21.15.31:0/2480749761 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7f52ec008050 msgr2=0x7f52ec03c910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:58:40.157 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.158+0000 7f52f6dac640 0 -- 172.21.15.31:0/2480749761 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x55759e2e7360 msgr2=0x55759e2e9750 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:58:40.165 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.166+0000 7f52f8aa59c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:58:40.165 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.166+0000 7f52f8aa59c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:58:40.165 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.166+0000 7f52f8aa59c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:58:40.165 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.166+0000 7f52f8aa59c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:58:40.166 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.166+0000 7f52f8aa59c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:58:40.166 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.166+0000 7f52f8aa59c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:58:40.166 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.166+0000 7f52f8aa59c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:40.364 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.362+0000 7f52f8aa59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:40.364 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.362+0000 7f52f8aa59c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:40.365 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.362+0000 7f52f8aa59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:40.365 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.362+0000 7f52f8aa59c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:40.366 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.366+0000 7f52f8aa59c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:58:40.366 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.366+0000 7f52f8aa59c0 20 zone default found 2024-09-19T13:58:40.366 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.366+0000 7f52f8aa59c0 4 Realm: () 2024-09-19T13:58:40.366 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.366+0000 7f52f8aa59c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:58:40.366 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.366+0000 7f52f8aa59c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:58:40.366 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.366+0000 7f52f8aa59c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:58:40.366 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.366+0000 7f52f8aa59c0 20 zonegroup default 2024-09-19T13:58:40.366 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.366+0000 7f52f8aa59c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:40.367 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.366+0000 7f52f8aa59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:40.367 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.366+0000 7f52f8aa59c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:40.367 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.366+0000 7f52f8aa59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:40.367 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.366+0000 7f52f8aa59c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:40.368 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.366+0000 7f52f8aa59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:40.368 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.366+0000 7f52f8aa59c0 20 started sync module instance, tier type = 2024-09-19T13:58:40.368 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.366+0000 7f52f8aa59c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:58:40.392 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.390+0000 7f52f8aa59c0 20 add_watcher() i=0 2024-09-19T13:58:40.392 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.390+0000 7f52f8aa59c0 20 add_watcher() i=1 2024-09-19T13:58:40.392 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.390+0000 7f52f8aa59c0 20 add_watcher() i=2 2024-09-19T13:58:40.392 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.390+0000 7f52f8aa59c0 20 add_watcher() i=3 2024-09-19T13:58:40.392 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.390+0000 7f52f8aa59c0 20 add_watcher() i=4 2024-09-19T13:58:40.393 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.390+0000 7f52f8aa59c0 20 add_watcher() i=5 2024-09-19T13:58:40.393 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.390+0000 7f52f8aa59c0 20 add_watcher() i=6 2024-09-19T13:58:40.395 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.394+0000 7f52f8aa59c0 20 add_watcher() i=7 2024-09-19T13:58:40.395 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.394+0000 7f52f8aa59c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:58:40.399 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.398+0000 7f51acfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:58:40.400 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.398+0000 7f52f8aa59c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:58:40.401 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.398+0000 7f52f8aa59c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:58:40.401 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.398+0000 7f52f8aa59c0 5 note: GC not initialized 2024-09-19T13:58:40.401 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.398+0000 7f51277fe640 20 reqs_thread_entry: start 2024-09-19T13:58:40.401 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.402+0000 7f52f8aa59c0 20 init_complete bucket index max shards: 1 2024-09-19T13:58:40.402 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.402+0000 7f52f8aa59c0 20 Filter name: none 2024-09-19T13:58:40.402 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.402+0000 7f51257fa640 20 reqs_thread_entry: start 2024-09-19T13:58:40.402 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.402+0000 7f52f8aa59c0 10 cache get: name=default.rgw.meta+root+error-at-block-writes : miss 2024-09-19T13:58:40.402 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.402+0000 7f52f8aa59c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:40.403 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.402+0000 7f52f8aa59c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-19T13:58:40.403 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.402+0000 7f52f8aa59c0 10 cache put: name=default.rgw.meta+root+error-at-block-writes info.flags=0x11 2024-09-19T13:58:40.403 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.402+0000 7f52f8aa59c0 10 adding default.rgw.meta+root+error-at-block-writes to cache LRU end 2024-09-19T13:58:40.403 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.402+0000 7f52f8aa59c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28 : miss 2024-09-19T13:58:40.403 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.402+0000 7f52f8aa59c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:40.404 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.402+0000 7f52f8aa59c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-19T13:58:40.404 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.402+0000 7f52f8aa59c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28 info.flags=0x17 2024-09-19T13:58:40.404 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.402+0000 7f52f8aa59c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28 to cache LRU end 2024-09-19T13:58:40.404 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.402+0000 7f52f8aa59c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:58:40.404 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.402+0000 7f52f8aa59c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:40.404 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.402+0000 7f52f8aa59c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28 2024-09-19T13:58:40.413 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.410+0000 7f52f8aa59c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28 info.flags=0x17 2024-09-19T13:58:40.413 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.410+0000 7f52f8aa59c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28 to cache LRU end 2024-09-19T13:58:40.413 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.410+0000 7f52f8aa59c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:40.413 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.410+0000 7f52f8aa59c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28, ofs0, ns] 2024-09-19T13:58:40.413 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.414+0000 7f51d9ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333500 cookie 93963653440752 notifier 6602 bl.length()=915 2024-09-19T13:58:40.414 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.414+0000 7f51d9ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28 info.flags=0x17 2024-09-19T13:58:40.414 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.414+0000 7f51d9ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28 to cache LRU end 2024-09-19T13:58:40.414 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.414+0000 7f51d9ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:40.414 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.414+0000 7f52f8aa59c0 20 handle_bi_update(): bucket=:error-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28]): orig_sources= new_sources= 2024-09-19T13:58:40.414 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.414+0000 7f52f8aa59c0 20 handle_bi_update(): bucket=:error-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28]): potential sources added=[] removed=[] 2024-09-19T13:58:40.415 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.414+0000 7f52f8aa59c0 20 handle_bi_update(): bucket=:error-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28]): orig_dests= new_dests= 2024-09-19T13:58:40.415 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.414+0000 7f52f8aa59c0 20 handle_bi_update(): bucket=:error-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28]): potential dests added=[] removed=[] 2024-09-19T13:58:40.419 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.418+0000 7f52f8aa59c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28.1.0 2024-09-19T13:58:40.419 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.418+0000 7f52f8aa59c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28.1.0 2024-09-19T13:58:40.419 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.418+0000 7f52f8aa59c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28.1.1 2024-09-19T13:58:40.419 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.418+0000 7f52f8aa59c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28.1.1 2024-09-19T13:58:40.420 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.418+0000 7f52f8aa59c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28.0 2024-09-19T13:58:40.423 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.422+0000 7f52f8aa59c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28 : hit (requested=0x17, cached=0x17) 2024-09-19T13:58:40.424 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.422+0000 7f52f8aa59c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28 2024-09-19T13:58:40.427 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.426+0000 7f52f8aa59c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28 info.flags=0x17 2024-09-19T13:58:40.427 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.426+0000 7f52f8aa59c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28 to cache LRU end 2024-09-19T13:58:40.427 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.426+0000 7f52f8aa59c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:40.427 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.426+0000 7f52f8aa59c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28, ofs0, ns] 2024-09-19T13:58:40.427 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.426+0000 7f51d97fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333501 cookie 93963653440752 notifier 6602 bl.length()=915 2024-09-19T13:58:40.427 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.426+0000 7f51d97fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28 info.flags=0x17 2024-09-19T13:58:40.427 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.426+0000 7f51d97fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28 to cache LRU end 2024-09-19T13:58:40.428 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.426+0000 7f51d97fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:40.429 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.426+0000 7f52f8aa59c0 20 handle_bi_update(): bucket=:error-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28]): orig_sources= new_sources= 2024-09-19T13:58:40.429 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.426+0000 7f52f8aa59c0 20 handle_bi_update(): bucket=:error-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28]): potential sources added=[] removed=[] 2024-09-19T13:58:40.429 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.426+0000 7f52f8aa59c0 20 handle_bi_update(): bucket=:error-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28]): orig_dests= new_dests= 2024-09-19T13:58:40.429 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.426+0000 7f52f8aa59c0 20 handle_bi_update(): bucket=:error-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28]): potential dests added=[] removed=[] 2024-09-19T13:58:40.429 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.426+0000 7f52f8aa59c0 -1 Injecting error=-5 at location=block_writes 2024-09-19T13:58:40.429 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.426+0000 7f52f8aa59c0 0 ERROR: change_reshard_state failed to pause writes to the current index: (5) Input/output error 2024-09-19T13:58:40.436 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.434+0000 7f52f8aa59c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28 : hit (requested=0x17, cached=0x17) 2024-09-19T13:58:40.436 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.434+0000 7f52f8aa59c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28 2024-09-19T13:58:40.437 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.434+0000 7f52f8aa59c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28 info.flags=0x17 2024-09-19T13:58:40.437 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.434+0000 7f52f8aa59c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28 to cache LRU end 2024-09-19T13:58:40.437 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.434+0000 7f52f8aa59c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:40.437 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.438+0000 7f52f8aa59c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28, ofs0, ns] 2024-09-19T13:58:40.438 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.438+0000 7f51d97fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333502 cookie 93963653440752 notifier 6602 bl.length()=883 2024-09-19T13:58:40.438 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.438+0000 7f51d97fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28 info.flags=0x17 2024-09-19T13:58:40.438 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.438+0000 7f51d97fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28 to cache LRU end 2024-09-19T13:58:40.438 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.438+0000 7f51d97fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:40.439 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.438+0000 7f52f8aa59c0 20 handle_bi_update(): bucket=:error-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28]): orig_sources= new_sources= 2024-09-19T13:58:40.439 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.438+0000 7f52f8aa59c0 20 handle_bi_update(): bucket=:error-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28]): potential sources added=[] removed=[] 2024-09-19T13:58:40.440 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.438+0000 7f52f8aa59c0 20 handle_bi_update(): bucket=:error-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28]): orig_dests= new_dests= 2024-09-19T13:58:40.440 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.438+0000 7f52f8aa59c0 20 handle_bi_update(): bucket=:error-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28]): potential dests added=[] removed=[] 2024-09-19T13:58:40.441 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.442+0000 7f52f8aa59c0 1 execute INFO: reshard of bucket "error-at-block-writes" canceled due to errors 2024-09-19T13:58:40.448 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.446+0000 7f51acfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:58:40.453 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.450+0000 7f52f8aa59c0 20 remove_watcher() i=0 2024-09-19T13:58:40.453 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.450+0000 7f52f8aa59c0 2 removed watcher, disabling cache 2024-09-19T13:58:40.455 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.454+0000 7f52f8aa59c0 20 remove_watcher() i=1 2024-09-19T13:58:40.458 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.458+0000 7f52f8aa59c0 20 remove_watcher() i=2 2024-09-19T13:58:40.460 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.458+0000 7f52f8aa59c0 20 remove_watcher() i=3 2024-09-19T13:58:40.463 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.462+0000 7f52f8aa59c0 20 remove_watcher() i=4 2024-09-19T13:58:40.465 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.462+0000 7f52f8aa59c0 20 remove_watcher() i=5 2024-09-19T13:58:40.468 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.466+0000 7f52f8aa59c0 20 remove_watcher() i=6 2024-09-19T13:58:40.470 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.470+0000 7f52f8aa59c0 20 remove_watcher() i=7 2024-09-19T13:58:40.495 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2024-09-19T13:58:40.526 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:58:40.526 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:58:40.573 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.570+0000 7f7c048579c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:40.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.574+0000 7f7c048579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:40.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.574+0000 7f7c048579c0 20 realm 2024-09-19T13:58:40.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.574+0000 7f7c048579c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:40.576 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.574+0000 7f7c048579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:40.576 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.574+0000 7f7c048579c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:58:40.576 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.574+0000 7f7c048579c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:40.576 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.574+0000 7f7c048579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:40.577 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.574+0000 7f7c048579c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:40.577 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.578+0000 7f7c048579c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:40.577 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.578+0000 7f7c048579c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:40.579 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.578+0000 7f7c048579c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:58:40.579 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.578+0000 7f7c048579c0 20 searching for the correct realm 2024-09-19T13:58:40.586 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.586+0000 7f7c02b5e640 0 -- 172.21.15.31:0/100364719 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x563d9ea3e9f0 msgr2=0x563d9ea40de0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:58:40.593 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.590+0000 7f7c0235d640 0 -- 172.21.15.31:0/100364719 >> [v2:172.21.15.31:6802/3325082646,v1:172.21.15.31:6804/3325082646] conn(0x563d9ea42b90 msgr2=0x563d9ea44f80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:58:40.600 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.598+0000 7f7c048579c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:58:40.600 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.598+0000 7f7c048579c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:58:40.600 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.598+0000 7f7c048579c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:58:40.600 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.598+0000 7f7c048579c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:58:40.600 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.598+0000 7f7c048579c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:58:40.600 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.598+0000 7f7c048579c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:58:40.600 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.598+0000 7f7c048579c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:40.601 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.598+0000 7f7c048579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:40.601 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.598+0000 7f7c048579c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:40.601 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.598+0000 7f7c048579c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:40.601 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.598+0000 7f7c048579c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:40.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.602+0000 7f7c048579c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:58:40.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.602+0000 7f7c048579c0 20 zone default found 2024-09-19T13:58:40.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.602+0000 7f7c048579c0 4 Realm: () 2024-09-19T13:58:40.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.602+0000 7f7c048579c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:58:40.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.602+0000 7f7c048579c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:58:40.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.602+0000 7f7c048579c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:58:40.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.602+0000 7f7c048579c0 20 zonegroup default 2024-09-19T13:58:40.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.602+0000 7f7c048579c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:40.603 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.602+0000 7f7c048579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:40.603 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.602+0000 7f7c048579c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:40.603 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.602+0000 7f7c048579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:40.603 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.602+0000 7f7c048579c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:40.603 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.602+0000 7f7c048579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:40.603 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.602+0000 7f7c048579c0 20 started sync module instance, tier type = 2024-09-19T13:58:40.604 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.602+0000 7f7c048579c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:58:40.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.622+0000 7f7c048579c0 20 add_watcher() i=0 2024-09-19T13:58:40.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.622+0000 7f7c048579c0 20 add_watcher() i=1 2024-09-19T13:58:40.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.622+0000 7f7c048579c0 20 add_watcher() i=2 2024-09-19T13:58:40.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.622+0000 7f7c048579c0 20 add_watcher() i=3 2024-09-19T13:58:40.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.622+0000 7f7c048579c0 20 add_watcher() i=4 2024-09-19T13:58:40.622 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.622+0000 7f7c048579c0 20 add_watcher() i=5 2024-09-19T13:58:40.622 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.622+0000 7f7c048579c0 20 add_watcher() i=6 2024-09-19T13:58:40.624 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.622+0000 7f7c048579c0 20 add_watcher() i=7 2024-09-19T13:58:40.624 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.622+0000 7f7c048579c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:58:40.629 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.626+0000 7f7ab8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:58:40.629 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.626+0000 7f7c048579c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:58:40.629 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.626+0000 7f7c048579c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:58:40.629 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.626+0000 7f7c048579c0 5 note: GC not initialized 2024-09-19T13:58:40.629 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.626+0000 7f7a337fe640 20 reqs_thread_entry: start 2024-09-19T13:58:40.630 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.626+0000 7f7c048579c0 20 init_complete bucket index max shards: 1 2024-09-19T13:58:40.630 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.626+0000 7f7c048579c0 20 Filter name: none 2024-09-19T13:58:40.630 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.630+0000 7f7a317fa640 20 reqs_thread_entry: start 2024-09-19T13:58:40.630 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.630+0000 7f7c048579c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:40.630 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.630+0000 7f7c048579c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-19T13:58:40.630 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.630+0000 7f7c048579c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:40.631 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.630+0000 7f7c048579c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-19T13:58:40.631 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.630+0000 7f7c048579c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:58:40.632 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.630+0000 7f7c048579c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:40.632 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.630+0000 7f7c048579c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-19T13:58:40.632 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.630+0000 7f7c048579c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:40.632 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.630+0000 7f7c048579c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-19T13:58:40.632 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.630+0000 7f7c048579c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:58:40.634 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.634+0000 7f7ab8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:58:40.640 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.638+0000 7f7c048579c0 20 remove_watcher() i=0 2024-09-19T13:58:40.640 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.638+0000 7f7c048579c0 2 removed watcher, disabling cache 2024-09-19T13:58:40.641 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.642+0000 7f7c048579c0 20 remove_watcher() i=1 2024-09-19T13:58:40.643 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.642+0000 7f7c048579c0 20 remove_watcher() i=2 2024-09-19T13:58:40.645 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.646+0000 7f7c048579c0 20 remove_watcher() i=3 2024-09-19T13:58:40.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.646+0000 7f7c048579c0 20 remove_watcher() i=4 2024-09-19T13:58:40.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.650+0000 7f7c048579c0 20 remove_watcher() i=5 2024-09-19T13:58:40.653 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.650+0000 7f7c048579c0 20 remove_watcher() i=6 2024-09-19T13:58:40.655 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.654+0000 7f7c048579c0 20 remove_watcher() i=7 2024-09-19T13:58:40.671 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:40.671 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T13:58:40.671 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: error-at-block-writes id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-19T13:58:40.671 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:40.672 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:40.672 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:40.684 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:40.684 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:40.726 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket reshard --bucket error-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-19T13:58:40.763 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:58:40.763 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:58:40.810 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.810+0000 7f57229009c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:40.813 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.810+0000 7f57229009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:40.813 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.810+0000 7f57229009c0 20 realm 2024-09-19T13:58:40.813 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.810+0000 7f57229009c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:40.813 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.810+0000 7f57229009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:40.813 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.810+0000 7f57229009c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:58:40.814 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.810+0000 7f57229009c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:40.814 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.810+0000 7f57229009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:40.814 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.810+0000 7f57229009c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:40.814 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.814+0000 7f57229009c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:40.814 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.814+0000 7f57229009c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:40.815 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.814+0000 7f57229009c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:58:40.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.814+0000 7f57229009c0 20 searching for the correct realm 2024-09-19T13:58:40.822 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.822+0000 7f5720c07640 0 -- 172.21.15.31:0/1489562106 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x563e7ba301e0 msgr2=0x563e7ba32620 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:58:40.828 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.826+0000 7f5720406640 0 -- 172.21.15.31:0/1489562106 >> [v2:172.21.15.31:6802/3325082646,v1:172.21.15.31:6804/3325082646] conn(0x563e7ba343d0 msgr2=0x563e7ba36800 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:58:40.835 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.834+0000 7f57229009c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:58:40.835 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.834+0000 7f57229009c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:58:40.835 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.834+0000 7f57229009c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:58:40.835 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.834+0000 7f57229009c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:58:40.836 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.834+0000 7f57229009c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:58:40.836 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.834+0000 7f57229009c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:58:40.836 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.834+0000 7f57229009c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:40.837 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.834+0000 7f57229009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:40.837 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.834+0000 7f57229009c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:40.837 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.834+0000 7f57229009c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:40.837 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.834+0000 7f57229009c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:40.837 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.834+0000 7f57229009c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:58:40.837 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.834+0000 7f57229009c0 20 zone default found 2024-09-19T13:58:40.837 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.834+0000 7f57229009c0 4 Realm: () 2024-09-19T13:58:40.837 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.834+0000 7f57229009c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:58:40.837 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.834+0000 7f57229009c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:58:40.838 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.834+0000 7f57229009c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:58:40.838 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.834+0000 7f57229009c0 20 zonegroup default 2024-09-19T13:58:40.838 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.834+0000 7f57229009c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:40.838 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.838+0000 7f57229009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:40.839 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.838+0000 7f57229009c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:40.839 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.838+0000 7f57229009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:40.839 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.838+0000 7f57229009c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:40.839 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.838+0000 7f57229009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:40.839 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.838+0000 7f57229009c0 20 started sync module instance, tier type = 2024-09-19T13:58:40.839 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.838+0000 7f57229009c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:58:40.856 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.854+0000 7f57229009c0 20 add_watcher() i=0 2024-09-19T13:58:40.856 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.854+0000 7f57229009c0 20 add_watcher() i=1 2024-09-19T13:58:40.856 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.854+0000 7f57229009c0 20 add_watcher() i=2 2024-09-19T13:58:40.856 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.854+0000 7f57229009c0 20 add_watcher() i=3 2024-09-19T13:58:40.856 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.854+0000 7f57229009c0 20 add_watcher() i=4 2024-09-19T13:58:40.856 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.854+0000 7f57229009c0 20 add_watcher() i=5 2024-09-19T13:58:40.856 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.854+0000 7f57229009c0 20 add_watcher() i=6 2024-09-19T13:58:40.858 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.858+0000 7f57229009c0 20 add_watcher() i=7 2024-09-19T13:58:40.858 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.858+0000 7f57229009c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:58:40.862 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.862+0000 7f55d6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:58:40.863 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.862+0000 7f57229009c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:58:40.863 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.862+0000 7f57229009c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:58:40.863 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.862+0000 7f57229009c0 5 note: GC not initialized 2024-09-19T13:58:40.863 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.862+0000 7f55d5fdb640 20 reqs_thread_entry: start 2024-09-19T13:58:40.863 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.862+0000 7f57229009c0 20 init_complete bucket index max shards: 1 2024-09-19T13:58:40.864 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.862+0000 7f57229009c0 20 Filter name: none 2024-09-19T13:58:40.864 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.862+0000 7f55477fe640 20 reqs_thread_entry: start 2024-09-19T13:58:40.864 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.862+0000 7f57229009c0 10 cache get: name=default.rgw.meta+root+error-at-block-writes : miss 2024-09-19T13:58:40.864 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.862+0000 7f57229009c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:40.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.862+0000 7f57229009c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-19T13:58:40.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.862+0000 7f57229009c0 10 cache put: name=default.rgw.meta+root+error-at-block-writes info.flags=0x11 2024-09-19T13:58:40.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.862+0000 7f57229009c0 10 adding default.rgw.meta+root+error-at-block-writes to cache LRU end 2024-09-19T13:58:40.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.862+0000 7f57229009c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28 : miss 2024-09-19T13:58:40.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.862+0000 7f57229009c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:40.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.862+0000 7f57229009c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-19T13:58:40.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.862+0000 7f57229009c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28 info.flags=0x17 2024-09-19T13:58:40.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.862+0000 7f57229009c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28 to cache LRU end 2024-09-19T13:58:40.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.862+0000 7f57229009c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:58:40.866 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.862+0000 7f57229009c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:40.866 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.862+0000 7f57229009c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28 2024-09-19T13:58:40.872 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.870+0000 7f57229009c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28 info.flags=0x17 2024-09-19T13:58:40.872 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.870+0000 7f57229009c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28 to cache LRU end 2024-09-19T13:58:40.872 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.870+0000 7f57229009c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:40.872 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.870+0000 7f57229009c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28, ofs0, ns] 2024-09-19T13:58:40.873 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.874+0000 7f55f77fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333503 cookie 94826362245040 notifier 6638 bl.length()=915 2024-09-19T13:58:40.873 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.874+0000 7f55f77fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28 info.flags=0x17 2024-09-19T13:58:40.874 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.874+0000 7f55f77fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28 to cache LRU end 2024-09-19T13:58:40.874 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.874+0000 7f55f77fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:40.874 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.874+0000 7f57229009c0 20 handle_bi_update(): bucket=:error-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28]): orig_sources= new_sources= 2024-09-19T13:58:40.874 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.874+0000 7f57229009c0 20 handle_bi_update(): bucket=:error-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28]): potential sources added=[] removed=[] 2024-09-19T13:58:40.874 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.874+0000 7f57229009c0 20 handle_bi_update(): bucket=:error-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28]): orig_dests= new_dests= 2024-09-19T13:58:40.875 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.874+0000 7f57229009c0 20 handle_bi_update(): bucket=:error-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28]): potential dests added=[] removed=[] 2024-09-19T13:58:40.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.878+0000 7f57229009c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28.1.0 2024-09-19T13:58:40.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.878+0000 7f57229009c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28.1.0 2024-09-19T13:58:40.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.878+0000 7f57229009c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28.1.1 2024-09-19T13:58:40.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.878+0000 7f57229009c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28.1.1 2024-09-19T13:58:40.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.878+0000 7f57229009c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28.0 2024-09-19T13:58:40.882 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.882+0000 7f57229009c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28 : hit (requested=0x17, cached=0x17) 2024-09-19T13:58:40.883 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.882+0000 7f57229009c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28 2024-09-19T13:58:40.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.886+0000 7f57229009c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28 info.flags=0x17 2024-09-19T13:58:40.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.886+0000 7f57229009c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28 to cache LRU end 2024-09-19T13:58:40.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.886+0000 7f57229009c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:40.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.886+0000 7f57229009c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28, ofs0, ns] 2024-09-19T13:58:40.886 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.886+0000 7f55f6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333504 cookie 94826362245040 notifier 6638 bl.length()=915 2024-09-19T13:58:40.886 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.886+0000 7f55f6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28 info.flags=0x17 2024-09-19T13:58:40.886 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.886+0000 7f55f6ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28 to cache LRU end 2024-09-19T13:58:40.886 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.886+0000 7f55f6ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:40.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.886+0000 7f57229009c0 20 handle_bi_update(): bucket=:error-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28]): orig_sources= new_sources= 2024-09-19T13:58:40.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.886+0000 7f57229009c0 20 handle_bi_update(): bucket=:error-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28]): potential sources added=[] removed=[] 2024-09-19T13:58:40.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.886+0000 7f57229009c0 20 handle_bi_update(): bucket=:error-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28]): orig_dests= new_dests= 2024-09-19T13:58:40.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.886+0000 7f57229009c0 20 handle_bi_update(): bucket=:error-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28]): potential dests added=[] removed=[] 2024-09-19T13:58:40.889 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.890+0000 7f57229009c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28.0 2024-09-19T13:58:40.890 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.890+0000 7f57229009c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28 : hit (requested=0x17, cached=0x17) 2024-09-19T13:58:40.890 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.890+0000 7f57229009c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28 2024-09-19T13:58:40.896 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.894+0000 7f57229009c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28 info.flags=0x17 2024-09-19T13:58:40.896 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.894+0000 7f57229009c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28 to cache LRU end 2024-09-19T13:58:40.896 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.894+0000 7f57229009c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:40.896 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.894+0000 7f57229009c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28, ofs0, ns] 2024-09-19T13:58:40.896 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.894+0000 7f55f77fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333505 cookie 94826362245040 notifier 6638 bl.length()=883 2024-09-19T13:58:40.896 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.894+0000 7f55f77fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28 info.flags=0x17 2024-09-19T13:58:40.897 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.894+0000 7f55f77fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28 to cache LRU end 2024-09-19T13:58:40.897 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.894+0000 7f55f77fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:40.897 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.898+0000 7f57229009c0 20 handle_bi_update(): bucket=:error-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28]): orig_sources= new_sources= 2024-09-19T13:58:40.898 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.898+0000 7f57229009c0 20 handle_bi_update(): bucket=:error-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28]): potential sources added=[] removed=[] 2024-09-19T13:58:40.898 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.898+0000 7f57229009c0 20 handle_bi_update(): bucket=:error-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28]): orig_dests= new_dests= 2024-09-19T13:58:40.898 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.898+0000 7f57229009c0 20 handle_bi_update(): bucket=:error-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28]): potential dests added=[] removed=[] 2024-09-19T13:58:40.900 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.898+0000 7f57229009c0 1 execute INFO: reshard of bucket "error-at-block-writes" from 1 shards to 2 shards completed successfully 2024-09-19T13:58:40.904 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.902+0000 7f55d6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:58:40.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.906+0000 7f57229009c0 20 remove_watcher() i=0 2024-09-19T13:58:40.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.906+0000 7f57229009c0 2 removed watcher, disabling cache 2024-09-19T13:58:40.911 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.910+0000 7f57229009c0 20 remove_watcher() i=1 2024-09-19T13:58:40.913 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.914+0000 7f57229009c0 20 remove_watcher() i=2 2024-09-19T13:58:40.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.914+0000 7f57229009c0 20 remove_watcher() i=3 2024-09-19T13:58:40.918 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.918+0000 7f57229009c0 20 remove_watcher() i=4 2024-09-19T13:58:40.921 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.918+0000 7f57229009c0 20 remove_watcher() i=5 2024-09-19T13:58:40.923 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.922+0000 7f57229009c0 20 remove_watcher() i=6 2024-09-19T13:58:40.926 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:40.926+0000 7f57229009c0 20 remove_watcher() i=7 2024-09-19T13:58:40.942 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2024-09-19T13:58:40.970 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:58:40.970 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:58:41.016 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.014+0000 7f88abd7f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:41.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.018+0000 7f88abd7f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:41.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.018+0000 7f88abd7f9c0 20 realm 2024-09-19T13:58:41.019 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.018+0000 7f88abd7f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:41.020 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.018+0000 7f88abd7f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:41.020 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.018+0000 7f88abd7f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:58:41.020 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.018+0000 7f88abd7f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:41.020 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.018+0000 7f88abd7f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:41.020 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.018+0000 7f88abd7f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:41.021 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.018+0000 7f88abd7f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:41.021 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.018+0000 7f88abd7f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:41.022 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.022+0000 7f88abd7f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:58:41.022 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.022+0000 7f88abd7f9c0 20 searching for the correct realm 2024-09-19T13:58:41.029 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.026+0000 7f88aa086640 0 -- 172.21.15.31:0/642528980 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7f88a00cf040 msgr2=0x7f88a00ef930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:58:41.034 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.034+0000 7f88a9885640 0 -- 172.21.15.31:0/642528980 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f88a4061df0 msgr2=0x7f88a40660c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:58:41.042 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.042+0000 7f88abd7f9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:58:41.042 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.042+0000 7f88abd7f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:58:41.042 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.042+0000 7f88abd7f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:58:41.042 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.042+0000 7f88abd7f9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:58:41.042 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.042+0000 7f88abd7f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:58:41.043 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.042+0000 7f88abd7f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:58:41.043 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.042+0000 7f88abd7f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:41.045 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.042+0000 7f88abd7f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:41.045 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.042+0000 7f88abd7f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:41.045 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.042+0000 7f88abd7f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:41.045 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.042+0000 7f88abd7f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:41.045 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.042+0000 7f88abd7f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:58:41.046 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.042+0000 7f88abd7f9c0 20 zone default found 2024-09-19T13:58:41.048 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.042+0000 7f88abd7f9c0 4 Realm: () 2024-09-19T13:58:41.048 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.042+0000 7f88abd7f9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:58:41.048 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.042+0000 7f88abd7f9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:58:41.048 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.042+0000 7f88abd7f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:58:41.048 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.042+0000 7f88abd7f9c0 20 zonegroup default 2024-09-19T13:58:41.048 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.042+0000 7f88abd7f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:41.048 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.042+0000 7f88abd7f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:41.048 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.042+0000 7f88abd7f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:41.048 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.042+0000 7f88abd7f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:41.049 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.042+0000 7f88abd7f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:41.049 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.046+0000 7f88abd7f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:41.049 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.046+0000 7f88abd7f9c0 20 started sync module instance, tier type = 2024-09-19T13:58:41.050 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.046+0000 7f88abd7f9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:58:41.063 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.062+0000 7f88abd7f9c0 20 add_watcher() i=0 2024-09-19T13:58:41.063 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.062+0000 7f88abd7f9c0 20 add_watcher() i=1 2024-09-19T13:58:41.063 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.062+0000 7f88abd7f9c0 20 add_watcher() i=2 2024-09-19T13:58:41.064 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.062+0000 7f88abd7f9c0 20 add_watcher() i=3 2024-09-19T13:58:41.064 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.062+0000 7f88abd7f9c0 20 add_watcher() i=4 2024-09-19T13:58:41.064 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.062+0000 7f88abd7f9c0 20 add_watcher() i=5 2024-09-19T13:58:41.064 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.062+0000 7f88abd7f9c0 20 add_watcher() i=6 2024-09-19T13:58:41.066 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.066+0000 7f88abd7f9c0 20 add_watcher() i=7 2024-09-19T13:58:41.066 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.066+0000 7f88abd7f9c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:58:41.070 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.070+0000 7f875b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:58:41.070 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.070+0000 7f88abd7f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:58:41.071 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.070+0000 7f88abd7f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:58:41.071 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.070+0000 7f88abd7f9c0 5 note: GC not initialized 2024-09-19T13:58:41.071 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.070+0000 7f875a7fc640 20 reqs_thread_entry: start 2024-09-19T13:58:41.071 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.070+0000 7f88abd7f9c0 20 init_complete bucket index max shards: 1 2024-09-19T13:58:41.071 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.070+0000 7f88abd7f9c0 20 Filter name: none 2024-09-19T13:58:41.071 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.070+0000 7f86cbfff640 20 reqs_thread_entry: start 2024-09-19T13:58:41.071 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.070+0000 7f88abd7f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:41.073 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.070+0000 7f88abd7f9c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-19T13:58:41.073 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.070+0000 7f88abd7f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:41.073 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.070+0000 7f88abd7f9c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-19T13:58:41.073 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.070+0000 7f88abd7f9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:58:41.073 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.070+0000 7f88abd7f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:41.073 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.070+0000 7f88abd7f9c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-19T13:58:41.073 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.070+0000 7f88abd7f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:41.074 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.074+0000 7f88abd7f9c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-19T13:58:41.074 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.074+0000 7f88abd7f9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:58:41.075 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.074+0000 7f875b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:58:41.080 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.078+0000 7f88abd7f9c0 20 remove_watcher() i=0 2024-09-19T13:58:41.080 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.078+0000 7f88abd7f9c0 2 removed watcher, disabling cache 2024-09-19T13:58:41.082 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.082+0000 7f88abd7f9c0 20 remove_watcher() i=1 2024-09-19T13:58:41.084 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.082+0000 7f88abd7f9c0 20 remove_watcher() i=2 2024-09-19T13:58:41.086 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.086+0000 7f88abd7f9c0 20 remove_watcher() i=3 2024-09-19T13:58:41.088 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.086+0000 7f88abd7f9c0 20 remove_watcher() i=4 2024-09-19T13:58:41.090 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.090+0000 7f88abd7f9c0 20 remove_watcher() i=5 2024-09-19T13:58:41.092 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.090+0000 7f88abd7f9c0 20 remove_watcher() i=6 2024-09-19T13:58:41.095 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.094+0000 7f88abd7f9c0 20 remove_watcher() i=7 2024-09-19T13:58:41.109 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:41.109 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T13:58:41.109 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: error-at-block-writes id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-19T13:58:41.109 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:41.110 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:41.110 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:41.114 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:41.114 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:41.159 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:41.159 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:41.181 INFO:tasks.workunit.client.0.smithi031.stderr:TEST: reshard bucket with abort at block_writes 2024-09-19T13:58:41.181 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:41.182 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:41.182 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:41.200 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:41.200 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:41.245 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:41.245 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:41.264 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:41.265 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:41.285 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:41.285 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:41.305 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:41.305 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:41.326 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:41.326 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:41.346 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:41.346 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:41.366 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:41.366 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:41.387 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:41.387 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:41.408 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:41.408 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:41.428 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:41.429 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:41.448 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:41.449 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:41.469 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:41.469 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:41.488 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:41.489 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:41.510 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:41.511 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:41.532 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:41.532 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:41.554 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:41.554 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:41.573 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:41.573 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:41.594 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:41.594 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:41.615 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:41.615 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:41.637 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:41.637 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:41.655 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2024-09-19T13:58:41.691 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:58:41.691 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:58:41.737 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.738+0000 7fc9f39a89c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:41.739 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.738+0000 7fc9f39a89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:41.740 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.738+0000 7fc9f39a89c0 20 realm 2024-09-19T13:58:41.740 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.738+0000 7fc9f39a89c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:41.740 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.738+0000 7fc9f39a89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:41.740 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.738+0000 7fc9f39a89c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:58:41.740 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.738+0000 7fc9f39a89c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:41.741 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.738+0000 7fc9f39a89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:41.741 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.738+0000 7fc9f39a89c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:41.741 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.742+0000 7fc9f39a89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:41.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.742+0000 7fc9f39a89c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:41.743 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.742+0000 7fc9f39a89c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:58:41.743 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.742+0000 7fc9f39a89c0 20 searching for the correct realm 2024-09-19T13:58:41.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.746+0000 7fc9f0cad640 0 -- 172.21.15.31:0/974585894 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7fc9e8107d90 msgr2=0x7fc9e80bda10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:58:41.754 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.754+0000 7fc9f0cad640 0 -- 172.21.15.31:0/974585894 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x560ac6ea65c0 msgr2=0x560ac6ea89e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:58:41.762 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.762+0000 7fc9f39a89c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:58:41.762 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.762+0000 7fc9f39a89c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:58:41.762 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.762+0000 7fc9f39a89c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:58:41.762 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.762+0000 7fc9f39a89c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:58:41.762 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.762+0000 7fc9f39a89c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:58:41.762 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.762+0000 7fc9f39a89c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:58:41.762 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.762+0000 7fc9f39a89c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:41.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.762+0000 7fc9f39a89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:41.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.762+0000 7fc9f39a89c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:41.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.762+0000 7fc9f39a89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:41.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.762+0000 7fc9f39a89c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:41.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.762+0000 7fc9f39a89c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:58:41.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.762+0000 7fc9f39a89c0 20 zone default found 2024-09-19T13:58:41.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.762+0000 7fc9f39a89c0 4 Realm: () 2024-09-19T13:58:41.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.762+0000 7fc9f39a89c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:58:41.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.762+0000 7fc9f39a89c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:58:41.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.762+0000 7fc9f39a89c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:58:41.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.762+0000 7fc9f39a89c0 20 zonegroup default 2024-09-19T13:58:41.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.762+0000 7fc9f39a89c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:41.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.762+0000 7fc9f39a89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:41.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.762+0000 7fc9f39a89c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:41.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.762+0000 7fc9f39a89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:41.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.762+0000 7fc9f39a89c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:41.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.766+0000 7fc9f39a89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:41.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.766+0000 7fc9f39a89c0 20 started sync module instance, tier type = 2024-09-19T13:58:41.766 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.766+0000 7fc9f39a89c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:58:41.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.782+0000 7fc9f39a89c0 20 add_watcher() i=0 2024-09-19T13:58:41.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.782+0000 7fc9f39a89c0 20 add_watcher() i=1 2024-09-19T13:58:41.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.782+0000 7fc9f39a89c0 20 add_watcher() i=2 2024-09-19T13:58:41.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.782+0000 7fc9f39a89c0 20 add_watcher() i=3 2024-09-19T13:58:41.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.782+0000 7fc9f39a89c0 20 add_watcher() i=4 2024-09-19T13:58:41.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.782+0000 7fc9f39a89c0 20 add_watcher() i=5 2024-09-19T13:58:41.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.782+0000 7fc9f39a89c0 20 add_watcher() i=6 2024-09-19T13:58:41.785 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.786+0000 7fc9f39a89c0 20 add_watcher() i=7 2024-09-19T13:58:41.785 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.786+0000 7fc9f39a89c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:58:41.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.786+0000 7fc8a7fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:58:41.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.786+0000 7fc9f39a89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:58:41.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.786+0000 7fc9f39a89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:58:41.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.786+0000 7fc9f39a89c0 5 note: GC not initialized 2024-09-19T13:58:41.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.790+0000 7fc8a6fe5640 20 reqs_thread_entry: start 2024-09-19T13:58:41.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.790+0000 7fc9f39a89c0 20 init_complete bucket index max shards: 1 2024-09-19T13:58:41.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.790+0000 7fc9f39a89c0 20 Filter name: none 2024-09-19T13:58:41.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.790+0000 7fc8a4fe1640 20 reqs_thread_entry: start 2024-09-19T13:58:41.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.790+0000 7fc9f39a89c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:41.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.790+0000 7fc9f39a89c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-19T13:58:41.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.790+0000 7fc9f39a89c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:41.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.790+0000 7fc9f39a89c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-19T13:58:41.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.790+0000 7fc9f39a89c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:58:41.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.790+0000 7fc9f39a89c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:41.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.790+0000 7fc9f39a89c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-19T13:58:41.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.790+0000 7fc9f39a89c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:41.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.790+0000 7fc9f39a89c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-19T13:58:41.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.790+0000 7fc9f39a89c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:58:41.794 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.794+0000 7fc8a7fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:58:41.799 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.798+0000 7fc9f39a89c0 20 remove_watcher() i=0 2024-09-19T13:58:41.799 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.798+0000 7fc9f39a89c0 2 removed watcher, disabling cache 2024-09-19T13:58:41.801 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.798+0000 7fc9f39a89c0 20 remove_watcher() i=1 2024-09-19T13:58:41.802 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.802+0000 7fc9f39a89c0 20 remove_watcher() i=2 2024-09-19T13:58:41.805 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.802+0000 7fc9f39a89c0 20 remove_watcher() i=3 2024-09-19T13:58:41.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.806+0000 7fc9f39a89c0 20 remove_watcher() i=4 2024-09-19T13:58:41.809 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.806+0000 7fc9f39a89c0 20 remove_watcher() i=5 2024-09-19T13:58:41.811 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.810+0000 7fc9f39a89c0 20 remove_watcher() i=6 2024-09-19T13:58:41.814 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.814+0000 7fc9f39a89c0 20 remove_watcher() i=7 2024-09-19T13:58:41.828 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:41.828 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T13:58:41.828 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: abort-at-block-writes id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-19T13:58:41.828 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:41.829 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at block_writes 2024-09-19T13:58:41.861 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:58:41.862 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:58:41.907 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.906+0000 7ff9526229c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:41.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.910+0000 7ff9526229c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:41.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.910+0000 7ff9526229c0 20 realm 2024-09-19T13:58:41.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.910+0000 7ff9526229c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:41.910 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.910+0000 7ff9526229c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:41.910 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.910+0000 7ff9526229c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:58:41.910 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.910+0000 7ff9526229c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:41.911 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.910+0000 7ff9526229c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:41.911 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.910+0000 7ff9526229c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:41.911 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.910+0000 7ff9526229c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:41.912 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.910+0000 7ff9526229c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:41.913 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.914+0000 7ff9526229c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:58:41.914 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.914+0000 7ff9526229c0 20 searching for the correct realm 2024-09-19T13:58:41.919 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.918+0000 7ff94f927640 0 -- 172.21.15.31:0/1828263782 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7ff944008040 msgr2=0x7ff94406e170 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:58:41.925 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.922+0000 7ff950128640 0 -- 172.21.15.31:0/1828263782 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7ff948103260 msgr2=0x7ff9480f8ae0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:58:41.934 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.934+0000 7ff9526229c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:58:41.934 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.934+0000 7ff9526229c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:58:41.934 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.934+0000 7ff9526229c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:58:41.934 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.934+0000 7ff9526229c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:58:41.934 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.934+0000 7ff9526229c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:58:41.934 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.934+0000 7ff9526229c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:58:41.934 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.934+0000 7ff9526229c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:41.935 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.934+0000 7ff9526229c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:41.935 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.934+0000 7ff9526229c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:41.935 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.934+0000 7ff9526229c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:41.935 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.934+0000 7ff9526229c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:41.935 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.934+0000 7ff9526229c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:58:41.936 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.934+0000 7ff9526229c0 20 zone default found 2024-09-19T13:58:41.936 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.934+0000 7ff9526229c0 4 Realm: () 2024-09-19T13:58:41.936 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.934+0000 7ff9526229c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:58:41.936 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.934+0000 7ff9526229c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:58:41.936 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.934+0000 7ff9526229c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:58:41.936 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.934+0000 7ff9526229c0 20 zonegroup default 2024-09-19T13:58:41.936 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.934+0000 7ff9526229c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:41.937 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.934+0000 7ff9526229c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:41.937 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.934+0000 7ff9526229c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:41.937 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.934+0000 7ff9526229c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:41.937 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.934+0000 7ff9526229c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:41.937 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.938+0000 7ff9526229c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:41.937 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.938+0000 7ff9526229c0 20 started sync module instance, tier type = 2024-09-19T13:58:41.938 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.938+0000 7ff9526229c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:58:41.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.954+0000 7ff9526229c0 20 add_watcher() i=0 2024-09-19T13:58:41.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.954+0000 7ff9526229c0 20 add_watcher() i=1 2024-09-19T13:58:41.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.954+0000 7ff9526229c0 20 add_watcher() i=2 2024-09-19T13:58:41.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.954+0000 7ff9526229c0 20 add_watcher() i=3 2024-09-19T13:58:41.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.954+0000 7ff9526229c0 20 add_watcher() i=4 2024-09-19T13:58:41.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.954+0000 7ff9526229c0 20 add_watcher() i=5 2024-09-19T13:58:41.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.954+0000 7ff9526229c0 20 add_watcher() i=6 2024-09-19T13:58:41.957 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.954+0000 7ff9526229c0 20 add_watcher() i=7 2024-09-19T13:58:41.957 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.954+0000 7ff9526229c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:58:41.961 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.958+0000 7ff8077de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:58:41.961 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.958+0000 7ff9526229c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:58:41.961 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.958+0000 7ff9526229c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:58:41.961 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.962+0000 7ff9526229c0 5 note: GC not initialized 2024-09-19T13:58:41.963 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.962+0000 7ff8067dc640 20 reqs_thread_entry: start 2024-09-19T13:58:41.963 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.962+0000 7ff9526229c0 20 init_complete bucket index max shards: 1 2024-09-19T13:58:41.963 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.962+0000 7ff9526229c0 20 Filter name: none 2024-09-19T13:58:41.963 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.962+0000 7ff7ff7fe640 20 reqs_thread_entry: start 2024-09-19T13:58:41.963 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.962+0000 7ff9526229c0 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-19T13:58:41.963 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.962+0000 7ff9526229c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:41.963 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.962+0000 7ff9526229c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-19T13:58:41.963 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.962+0000 7ff9526229c0 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-19T13:58:41.963 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.962+0000 7ff9526229c0 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-19T13:58:41.963 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.962+0000 7ff9526229c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 : miss 2024-09-19T13:58:41.963 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.962+0000 7ff9526229c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:41.964 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.962+0000 7ff9526229c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-19T13:58:41.964 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.962+0000 7ff9526229c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 info.flags=0x17 2024-09-19T13:58:41.964 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.962+0000 7ff9526229c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 to cache LRU end 2024-09-19T13:58:41.964 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.962+0000 7ff9526229c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:58:41.964 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.962+0000 7ff9526229c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:41.964 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.962+0000 7ff9526229c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 2024-09-19T13:58:41.971 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.970+0000 7ff9526229c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 info.flags=0x17 2024-09-19T13:58:41.971 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.970+0000 7ff9526229c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 to cache LRU end 2024-09-19T13:58:41.971 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.970+0000 7ff9526229c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:41.971 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.970+0000 7ff9526229c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29, ofs0, ns] 2024-09-19T13:58:41.972 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.970+0000 7ff826ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333556 cookie 94902271396832 notifier 6692 bl.length()=915 2024-09-19T13:58:41.972 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.970+0000 7ff826ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 info.flags=0x17 2024-09-19T13:58:41.972 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.970+0000 7ff826ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 to cache LRU end 2024-09-19T13:58:41.972 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.970+0000 7ff826ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:41.972 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.970+0000 7ff9526229c0 20 handle_bi_update(): bucket=:abort-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29]): orig_sources= new_sources= 2024-09-19T13:58:41.972 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.970+0000 7ff9526229c0 20 handle_bi_update(): bucket=:abort-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29]): potential sources added=[] removed=[] 2024-09-19T13:58:41.972 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.970+0000 7ff9526229c0 20 handle_bi_update(): bucket=:abort-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29]): orig_dests= new_dests= 2024-09-19T13:58:41.972 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.970+0000 7ff9526229c0 20 handle_bi_update(): bucket=:abort-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29]): potential dests added=[] removed=[] 2024-09-19T13:58:41.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.978+0000 7ff9526229c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29.1.0 2024-09-19T13:58:41.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.978+0000 7ff9526229c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29.1.0 2024-09-19T13:58:41.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.978+0000 7ff9526229c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29.1.1 2024-09-19T13:58:41.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.978+0000 7ff9526229c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29.1.1 2024-09-19T13:58:41.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.978+0000 7ff9526229c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29.0 2024-09-19T13:58:41.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.982+0000 7ff9526229c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 : hit (requested=0x17, cached=0x17) 2024-09-19T13:58:41.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.982+0000 7ff9526229c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 2024-09-19T13:58:41.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.986+0000 7ff9526229c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 info.flags=0x17 2024-09-19T13:58:41.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.986+0000 7ff9526229c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 to cache LRU end 2024-09-19T13:58:41.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.986+0000 7ff9526229c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:41.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.986+0000 7ff9526229c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29, ofs0, ns] 2024-09-19T13:58:41.987 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.986+0000 7ff826ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333557 cookie 94902271396832 notifier 6692 bl.length()=915 2024-09-19T13:58:41.987 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.986+0000 7ff826ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 info.flags=0x17 2024-09-19T13:58:41.987 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.986+0000 7ff826ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 to cache LRU end 2024-09-19T13:58:41.987 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.986+0000 7ff826ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:41.987 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.986+0000 7ff9526229c0 20 handle_bi_update(): bucket=:abort-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29]): orig_sources= new_sources= 2024-09-19T13:58:41.987 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7ff9526229c0 time 2024-09-19T13:58:41.989840+0000 2024-09-19T13:58:41.988 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T13:58:41.988 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.986+0000 7ff9526229c0 20 handle_bi_update(): bucket=:abort-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29]): potential sources added=[] removed=[] 2024-09-19T13:58:41.988 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.986+0000 7ff9526229c0 20 handle_bi_update(): bucket=:abort-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29]): orig_dests= new_dests= 2024-09-19T13:58:41.988 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.986+0000 7ff9526229c0 20 handle_bi_update(): bucket=:abort-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29]): potential dests added=[] removed=[] 2024-09-19T13:58:41.988 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T13:58:41.989 INFO:tasks.workunit.client.0.smithi031.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7ff955efc2eb] 2024-09-19T13:58:41.989 INFO:tasks.workunit.client.0.smithi031.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7ff955efc49f] 2024-09-19T13:58:41.989 INFO:tasks.workunit.client.0.smithi031.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x565025505271] 2024-09-19T13:58:41.989 INFO:tasks.workunit.client.0.smithi031.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x147b) [0x5650255144ab] 2024-09-19T13:58:41.989 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x565025515a94] 2024-09-19T13:58:41.989 INFO:tasks.workunit.client.0.smithi031.stderr: 6: main() 2024-09-19T13:58:41.989 INFO:tasks.workunit.client.0.smithi031.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7ff954d62d90] 2024-09-19T13:58:41.989 INFO:tasks.workunit.client.0.smithi031.stderr: 8: __libc_start_main() 2024-09-19T13:58:41.989 INFO:tasks.workunit.client.0.smithi031.stderr: 9: _start() 2024-09-19T13:58:41.989 INFO:tasks.workunit.client.0.smithi031.stderr:*** Caught signal (Aborted) ** 2024-09-19T13:58:41.989 INFO:tasks.workunit.client.0.smithi031.stderr: in thread 7ff9526229c0 thread_name:radosgw-admin 2024-09-19T13:58:41.989 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.986+0000 7ff9526229c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7ff9526229c0 time 2024-09-19T13:58:41.989840+0000 2024-09-19T13:58:41.990 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T13:58:41.990 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:41.990 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T13:58:41.990 INFO:tasks.workunit.client.0.smithi031.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7ff955efc2eb] 2024-09-19T13:58:41.990 INFO:tasks.workunit.client.0.smithi031.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7ff955efc49f] 2024-09-19T13:58:41.990 INFO:tasks.workunit.client.0.smithi031.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x565025505271] 2024-09-19T13:58:41.990 INFO:tasks.workunit.client.0.smithi031.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x147b) [0x5650255144ab] 2024-09-19T13:58:41.990 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x565025515a94] 2024-09-19T13:58:41.990 INFO:tasks.workunit.client.0.smithi031.stderr: 6: main() 2024-09-19T13:58:41.990 INFO:tasks.workunit.client.0.smithi031.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7ff954d62d90] 2024-09-19T13:58:41.990 INFO:tasks.workunit.client.0.smithi031.stderr: 8: __libc_start_main() 2024-09-19T13:58:41.990 INFO:tasks.workunit.client.0.smithi031.stderr: 9: _start() 2024-09-19T13:58:41.990 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:42.007 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T13:58:42.007 INFO:tasks.workunit.client.0.smithi031.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7ff954d7b520] 2024-09-19T13:58:42.007 INFO:tasks.workunit.client.0.smithi031.stderr: 2: pthread_kill() 2024-09-19T13:58:42.007 INFO:tasks.workunit.client.0.smithi031.stderr: 3: raise() 2024-09-19T13:58:42.007 INFO:tasks.workunit.client.0.smithi031.stderr: 4: abort() 2024-09-19T13:58:42.007 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7ff955efc345] 2024-09-19T13:58:42.007 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7ff955efc49f] 2024-09-19T13:58:42.008 INFO:tasks.workunit.client.0.smithi031.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x565025505271] 2024-09-19T13:58:42.008 INFO:tasks.workunit.client.0.smithi031.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x147b) [0x5650255144ab] 2024-09-19T13:58:42.008 INFO:tasks.workunit.client.0.smithi031.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x565025515a94] 2024-09-19T13:58:42.008 INFO:tasks.workunit.client.0.smithi031.stderr: 10: main() 2024-09-19T13:58:42.008 INFO:tasks.workunit.client.0.smithi031.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7ff954d62d90] 2024-09-19T13:58:42.008 INFO:tasks.workunit.client.0.smithi031.stderr: 12: __libc_start_main() 2024-09-19T13:58:42.008 INFO:tasks.workunit.client.0.smithi031.stderr: 13: _start() 2024-09-19T13:58:42.008 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:41.990+0000 7ff9526229c0 -1 *** Caught signal (Aborted) ** 2024-09-19T13:58:42.008 INFO:tasks.workunit.client.0.smithi031.stderr: in thread 7ff9526229c0 thread_name:radosgw-admin 2024-09-19T13:58:42.008 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:42.008 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T13:58:42.008 INFO:tasks.workunit.client.0.smithi031.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7ff954d7b520] 2024-09-19T13:58:42.009 INFO:tasks.workunit.client.0.smithi031.stderr: 2: pthread_kill() 2024-09-19T13:58:42.009 INFO:tasks.workunit.client.0.smithi031.stderr: 3: raise() 2024-09-19T13:58:42.009 INFO:tasks.workunit.client.0.smithi031.stderr: 4: abort() 2024-09-19T13:58:42.009 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7ff955efc345] 2024-09-19T13:58:42.009 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7ff955efc49f] 2024-09-19T13:58:42.009 INFO:tasks.workunit.client.0.smithi031.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x565025505271] 2024-09-19T13:58:42.009 INFO:tasks.workunit.client.0.smithi031.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x147b) [0x5650255144ab] 2024-09-19T13:58:42.009 INFO:tasks.workunit.client.0.smithi031.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x565025515a94] 2024-09-19T13:58:42.009 INFO:tasks.workunit.client.0.smithi031.stderr: 10: main() 2024-09-19T13:58:42.009 INFO:tasks.workunit.client.0.smithi031.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7ff954d62d90] 2024-09-19T13:58:42.009 INFO:tasks.workunit.client.0.smithi031.stderr: 12: __libc_start_main() 2024-09-19T13:58:42.009 INFO:tasks.workunit.client.0.smithi031.stderr: 13: _start() 2024-09-19T13:58:42.010 INFO:tasks.workunit.client.0.smithi031.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T13:58:42.010 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:42.010 INFO:tasks.workunit.client.0.smithi031.stderr:--- begin dump of recent events --- 2024-09-19T13:58:42.010 INFO:tasks.workunit.client.0.smithi031.stderr: -499> 2024-09-19T13:58:41.886+0000 7ff9526229c0 10 monclient: monmap: 2024-09-19T13:58:42.010 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T13:58:42.010 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T13:58:42.010 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T13:58:42.010 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T13:58:42.010 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T13:58:42.010 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:58:42.010 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T13:58:42.010 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T13:58:42.010 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T13:58:42.010 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:42.011 INFO:tasks.workunit.client.0.smithi031.stderr: -498> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d4da0) adding auth protocol: cephx 2024-09-19T13:58:42.011 INFO:tasks.workunit.client.0.smithi031.stderr: -497> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d4da0) adding auth protocol: cephx 2024-09-19T13:58:42.011 INFO:tasks.workunit.client.0.smithi031.stderr: -496> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d4da0) adding auth protocol: cephx 2024-09-19T13:58:42.011 INFO:tasks.workunit.client.0.smithi031.stderr: -495> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d4da0) adding con mode: secure 2024-09-19T13:58:42.011 INFO:tasks.workunit.client.0.smithi031.stderr: -494> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d4da0) adding con mode: crc 2024-09-19T13:58:42.011 INFO:tasks.workunit.client.0.smithi031.stderr: -493> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d4da0) adding con mode: secure 2024-09-19T13:58:42.011 INFO:tasks.workunit.client.0.smithi031.stderr: -492> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d4da0) adding con mode: crc 2024-09-19T13:58:42.011 INFO:tasks.workunit.client.0.smithi031.stderr: -491> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d4da0) adding con mode: secure 2024-09-19T13:58:42.011 INFO:tasks.workunit.client.0.smithi031.stderr: -490> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d4da0) adding con mode: crc 2024-09-19T13:58:42.011 INFO:tasks.workunit.client.0.smithi031.stderr: -489> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d4da0) adding con mode: crc 2024-09-19T13:58:42.011 INFO:tasks.workunit.client.0.smithi031.stderr: -488> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d4da0) adding con mode: secure 2024-09-19T13:58:42.011 INFO:tasks.workunit.client.0.smithi031.stderr: -487> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d4da0) adding con mode: crc 2024-09-19T13:58:42.011 INFO:tasks.workunit.client.0.smithi031.stderr: -486> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d4da0) adding con mode: secure 2024-09-19T13:58:42.012 INFO:tasks.workunit.client.0.smithi031.stderr: -485> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d4da0) adding con mode: crc 2024-09-19T13:58:42.012 INFO:tasks.workunit.client.0.smithi031.stderr: -484> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d4da0) adding con mode: secure 2024-09-19T13:58:42.012 INFO:tasks.workunit.client.0.smithi031.stderr: -483> 2024-09-19T13:58:41.886+0000 7ff9526229c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:58:42.012 INFO:tasks.workunit.client.0.smithi031.stderr: -482> 2024-09-19T13:58:41.886+0000 7ff9526229c0 1 librados: starting msgr at 2024-09-19T13:58:42.012 INFO:tasks.workunit.client.0.smithi031.stderr: -481> 2024-09-19T13:58:41.886+0000 7ff9526229c0 1 librados: starting objecter 2024-09-19T13:58:42.012 INFO:tasks.workunit.client.0.smithi031.stderr: -480> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 asok(0x565027fc6d90) register_command objecter_requests hook 0x5650281d8aa0 2024-09-19T13:58:42.012 INFO:tasks.workunit.client.0.smithi031.stderr: -479> 2024-09-19T13:58:41.886+0000 7ff9526229c0 1 librados: setting wanted keys 2024-09-19T13:58:42.012 INFO:tasks.workunit.client.0.smithi031.stderr: -478> 2024-09-19T13:58:41.886+0000 7ff9526229c0 1 librados: calling monclient init 2024-09-19T13:58:42.012 INFO:tasks.workunit.client.0.smithi031.stderr: -477> 2024-09-19T13:58:41.886+0000 7ff9526229c0 10 monclient: init 2024-09-19T13:58:42.012 INFO:tasks.workunit.client.0.smithi031.stderr: -476> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d19d0) adding auth protocol: cephx 2024-09-19T13:58:42.012 INFO:tasks.workunit.client.0.smithi031.stderr: -475> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d19d0) adding auth protocol: cephx 2024-09-19T13:58:42.012 INFO:tasks.workunit.client.0.smithi031.stderr: -474> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d19d0) adding auth protocol: cephx 2024-09-19T13:58:42.013 INFO:tasks.workunit.client.0.smithi031.stderr: -473> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d19d0) adding con mode: secure 2024-09-19T13:58:42.013 INFO:tasks.workunit.client.0.smithi031.stderr: -472> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d19d0) adding con mode: crc 2024-09-19T13:58:42.013 INFO:tasks.workunit.client.0.smithi031.stderr: -471> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d19d0) adding con mode: secure 2024-09-19T13:58:42.013 INFO:tasks.workunit.client.0.smithi031.stderr: -470> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d19d0) adding con mode: crc 2024-09-19T13:58:42.013 INFO:tasks.workunit.client.0.smithi031.stderr: -469> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d19d0) adding con mode: secure 2024-09-19T13:58:42.013 INFO:tasks.workunit.client.0.smithi031.stderr: -468> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d19d0) adding con mode: crc 2024-09-19T13:58:42.013 INFO:tasks.workunit.client.0.smithi031.stderr: -467> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d19d0) adding con mode: crc 2024-09-19T13:58:42.013 INFO:tasks.workunit.client.0.smithi031.stderr: -466> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d19d0) adding con mode: secure 2024-09-19T13:58:42.013 INFO:tasks.workunit.client.0.smithi031.stderr: -465> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d19d0) adding con mode: crc 2024-09-19T13:58:42.013 INFO:tasks.workunit.client.0.smithi031.stderr: -464> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d19d0) adding con mode: secure 2024-09-19T13:58:42.013 INFO:tasks.workunit.client.0.smithi031.stderr: -463> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d19d0) adding con mode: crc 2024-09-19T13:58:42.013 INFO:tasks.workunit.client.0.smithi031.stderr: -462> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d19d0) adding con mode: secure 2024-09-19T13:58:42.013 INFO:tasks.workunit.client.0.smithi031.stderr: -461> 2024-09-19T13:58:41.886+0000 7ff9526229c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:58:42.013 INFO:tasks.workunit.client.0.smithi031.stderr: -460> 2024-09-19T13:58:41.886+0000 7ff9526229c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:58:42.014 INFO:tasks.workunit.client.0.smithi031.stderr: -459> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 asok(0x565027fc6d90) register_command rotate-key hook 0x5650281d1b18 2024-09-19T13:58:42.014 INFO:tasks.workunit.client.0.smithi031.stderr: -458> 2024-09-19T13:58:41.886+0000 7ff9526229c0 10 monclient: _reopen_session rank -1 2024-09-19T13:58:42.014 INFO:tasks.workunit.client.0.smithi031.stderr: -457> 2024-09-19T13:58:41.886+0000 7ff9526229c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-19T13:58:42.014 INFO:tasks.workunit.client.0.smithi031.stderr: -456> 2024-09-19T13:58:41.886+0000 7ff9526229c0 10 monclient(hunting): picked mon.noname-a con 0x56502805f1f0 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T13:58:42.014 INFO:tasks.workunit.client.0.smithi031.stderr: -455> 2024-09-19T13:58:41.886+0000 7ff9526229c0 10 monclient(hunting): picked mon.noname-b con 0x56502808a930 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T13:58:42.014 INFO:tasks.workunit.client.0.smithi031.stderr: -454> 2024-09-19T13:58:41.886+0000 7ff9526229c0 10 monclient(hunting): picked mon.noname-c con 0x56502811a640 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T13:58:42.014 INFO:tasks.workunit.client.0.smithi031.stderr: -453> 2024-09-19T13:58:41.886+0000 7ff9526229c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:58:42.014 INFO:tasks.workunit.client.0.smithi031.stderr: -452> 2024-09-19T13:58:41.886+0000 7ff9526229c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:58:42.014 INFO:tasks.workunit.client.0.smithi031.stderr: -451> 2024-09-19T13:58:41.886+0000 7ff9526229c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:58:42.014 INFO:tasks.workunit.client.0.smithi031.stderr: -450> 2024-09-19T13:58:41.886+0000 7ff9526229c0 10 monclient(hunting): _renew_subs 2024-09-19T13:58:42.014 INFO:tasks.workunit.client.0.smithi031.stderr: -449> 2024-09-19T13:58:41.886+0000 7ff9526229c0 10 monclient(hunting): authenticate will time out at 2265.717486s 2024-09-19T13:58:42.015 INFO:tasks.workunit.client.0.smithi031.stderr: -448> 2024-09-19T13:58:41.886+0000 7ff950929640 10 monclient(hunting): get_auth_request con 0x56502811a640 auth_method 0 2024-09-19T13:58:42.015 INFO:tasks.workunit.client.0.smithi031.stderr: -447> 2024-09-19T13:58:41.886+0000 7ff950929640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:58:42.015 INFO:tasks.workunit.client.0.smithi031.stderr: -446> 2024-09-19T13:58:41.886+0000 7ff950929640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:58:42.015 INFO:tasks.workunit.client.0.smithi031.stderr: -445> 2024-09-19T13:58:41.886+0000 7ff950929640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:58:42.015 INFO:tasks.workunit.client.0.smithi031.stderr: -444> 2024-09-19T13:58:41.886+0000 7ff950128640 10 monclient(hunting): get_auth_request con 0x56502805f1f0 auth_method 0 2024-09-19T13:58:42.015 INFO:tasks.workunit.client.0.smithi031.stderr: -443> 2024-09-19T13:58:41.886+0000 7ff950128640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:58:42.015 INFO:tasks.workunit.client.0.smithi031.stderr: -442> 2024-09-19T13:58:41.886+0000 7ff950128640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:58:42.015 INFO:tasks.workunit.client.0.smithi031.stderr: -441> 2024-09-19T13:58:41.886+0000 7ff950128640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:58:42.015 INFO:tasks.workunit.client.0.smithi031.stderr: -440> 2024-09-19T13:58:41.886+0000 7ff950929640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:58:42.015 INFO:tasks.workunit.client.0.smithi031.stderr: -439> 2024-09-19T13:58:41.886+0000 7ff950929640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:58:42.015 INFO:tasks.workunit.client.0.smithi031.stderr: -438> 2024-09-19T13:58:41.886+0000 7ff950929640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:58:42.015 INFO:tasks.workunit.client.0.smithi031.stderr: -437> 2024-09-19T13:58:41.886+0000 7ff950128640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:58:42.015 INFO:tasks.workunit.client.0.smithi031.stderr: -436> 2024-09-19T13:58:41.886+0000 7ff950128640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:58:42.016 INFO:tasks.workunit.client.0.smithi031.stderr: -435> 2024-09-19T13:58:41.886+0000 7ff950128640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:58:42.016 INFO:tasks.workunit.client.0.smithi031.stderr: -434> 2024-09-19T13:58:41.886+0000 7ff950929640 10 monclient(hunting): handle_auth_done global_id 6683 payload 824 2024-09-19T13:58:42.016 INFO:tasks.workunit.client.0.smithi031.stderr: -433> 2024-09-19T13:58:41.886+0000 7ff950929640 10 monclient: _finish_hunting 0 2024-09-19T13:58:42.016 INFO:tasks.workunit.client.0.smithi031.stderr: -432> 2024-09-19T13:58:41.886+0000 7ff950929640 1 monclient: found mon.noname-c 2024-09-19T13:58:42.016 INFO:tasks.workunit.client.0.smithi031.stderr: -431> 2024-09-19T13:58:41.886+0000 7ff950929640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.31:3301/0 2024-09-19T13:58:42.016 INFO:tasks.workunit.client.0.smithi031.stderr: -430> 2024-09-19T13:58:41.886+0000 7ff83ce09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:58:42.016 INFO:tasks.workunit.client.0.smithi031.stderr: -429> 2024-09-19T13:58:41.886+0000 7ff83ce09640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T13:58:42.016 INFO:tasks.workunit.client.0.smithi031.stderr: -428> 2024-09-19T13:58:41.886+0000 7ff83ce09640 10 monclient: dump: 2024-09-19T13:58:42.016 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:58:42.016 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:58:42.016 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:42.016 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:42.016 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:58:42.017 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:58:42.017 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:58:42.017 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:58:42.017 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:58:42.017 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:42.017 INFO:tasks.workunit.client.0.smithi031.stderr: -427> 2024-09-19T13:58:41.886+0000 7ff83ce09640 10 monclient: _finish_auth 0 2024-09-19T13:58:42.017 INFO:tasks.workunit.client.0.smithi031.stderr: -426> 2024-09-19T13:58:41.886+0000 7ff83ce09640 10 monclient: _check_auth_tickets 2024-09-19T13:58:42.017 INFO:tasks.workunit.client.0.smithi031.stderr: -425> 2024-09-19T13:58:41.886+0000 7ff83ce09640 10 monclient: handle_config config(0 keys) 2024-09-19T13:58:42.017 INFO:tasks.workunit.client.0.smithi031.stderr: -424> 2024-09-19T13:58:41.886+0000 7ff83ce09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:58:42.017 INFO:tasks.workunit.client.0.smithi031.stderr: -423> 2024-09-19T13:58:41.886+0000 7ff83ce09640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T13:58:42.017 INFO:tasks.workunit.client.0.smithi031.stderr: -422> 2024-09-19T13:58:41.886+0000 7ff83ce09640 10 monclient: dump: 2024-09-19T13:58:42.017 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:58:42.017 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:58:42.017 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:42.018 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:42.018 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:58:42.018 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:58:42.018 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:58:42.018 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:58:42.018 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:58:42.018 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:42.018 INFO:tasks.workunit.client.0.smithi031.stderr: -421> 2024-09-19T13:58:41.886+0000 7ff83e60c640 4 set_mon_vals no callback set 2024-09-19T13:58:42.018 INFO:tasks.workunit.client.0.smithi031.stderr: -420> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 monclient: authenticate success, global_id 6683 2024-09-19T13:58:42.018 INFO:tasks.workunit.client.0.smithi031.stderr: -419> 2024-09-19T13:58:41.886+0000 7ff9526229c0 10 monclient: _renew_subs 2024-09-19T13:58:42.018 INFO:tasks.workunit.client.0.smithi031.stderr: -418> 2024-09-19T13:58:41.886+0000 7ff9526229c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T13:58:42.018 INFO:tasks.workunit.client.0.smithi031.stderr: -417> 2024-09-19T13:58:41.886+0000 7ff9526229c0 10 monclient: _renew_subs 2024-09-19T13:58:42.018 INFO:tasks.workunit.client.0.smithi031.stderr: -416> 2024-09-19T13:58:41.886+0000 7ff9526229c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T13:58:42.018 INFO:tasks.workunit.client.0.smithi031.stderr: -415> 2024-09-19T13:58:41.886+0000 7ff9526229c0 1 librados: init done 2024-09-19T13:58:42.019 INFO:tasks.workunit.client.0.smithi031.stderr: -414> 2024-09-19T13:58:41.890+0000 7ff83ce09640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T13:58:42.019 INFO:tasks.workunit.client.0.smithi031.stderr: -413> 2024-09-19T13:58:41.890+0000 7ff83ce09640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:58:42.019 INFO:tasks.workunit.client.0.smithi031.stderr: -412> 2024-09-19T13:58:41.890+0000 7ff83ce09640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:58:42.019 INFO:tasks.workunit.client.0.smithi031.stderr: -411> 2024-09-19T13:58:41.890+0000 7ff950128640 10 monclient: get_auth_request con 0x7ff838071be0 auth_method 0 2024-09-19T13:58:42.019 INFO:tasks.workunit.client.0.smithi031.stderr: -410> 2024-09-19T13:58:41.890+0000 7ff94f927640 10 monclient: get_auth_request con 0x5650281f9570 auth_method 0 2024-09-19T13:58:42.019 INFO:tasks.workunit.client.0.smithi031.stderr: -409> 2024-09-19T13:58:41.890+0000 7ff950128640 10 monclient: get_auth_request con 0x56502821c4a0 auth_method 0 2024-09-19T13:58:42.019 INFO:tasks.workunit.client.0.smithi031.stderr: -408> 2024-09-19T13:58:41.894+0000 7ff94f927640 10 monclient: get_auth_request con 0x565028220690 auth_method 0 2024-09-19T13:58:42.019 INFO:tasks.workunit.client.0.smithi031.stderr: -407> 2024-09-19T13:58:41.894+0000 7ff9526229c0 10 monclient: build_initial_monmap 2024-09-19T13:58:42.019 INFO:tasks.workunit.client.0.smithi031.stderr: -406> 2024-09-19T13:58:41.894+0000 7ff9526229c0 1 build_initial for_mkfs: 0 2024-09-19T13:58:42.019 INFO:tasks.workunit.client.0.smithi031.stderr: -405> 2024-09-19T13:58:41.894+0000 7ff9526229c0 10 monclient: monmap: 2024-09-19T13:58:42.019 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T13:58:42.019 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T13:58:42.019 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T13:58:42.019 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T13:58:42.020 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T13:58:42.020 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:58:42.020 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T13:58:42.020 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T13:58:42.020 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T13:58:42.020 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:42.020 INFO:tasks.workunit.client.0.smithi031.stderr: -404> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028225570) adding auth protocol: cephx 2024-09-19T13:58:42.020 INFO:tasks.workunit.client.0.smithi031.stderr: -403> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028225570) adding auth protocol: cephx 2024-09-19T13:58:42.020 INFO:tasks.workunit.client.0.smithi031.stderr: -402> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028225570) adding auth protocol: cephx 2024-09-19T13:58:42.020 INFO:tasks.workunit.client.0.smithi031.stderr: -401> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028225570) adding con mode: secure 2024-09-19T13:58:42.020 INFO:tasks.workunit.client.0.smithi031.stderr: -400> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028225570) adding con mode: crc 2024-09-19T13:58:42.020 INFO:tasks.workunit.client.0.smithi031.stderr: -399> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028225570) adding con mode: secure 2024-09-19T13:58:42.020 INFO:tasks.workunit.client.0.smithi031.stderr: -398> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028225570) adding con mode: crc 2024-09-19T13:58:42.021 INFO:tasks.workunit.client.0.smithi031.stderr: -397> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028225570) adding con mode: secure 2024-09-19T13:58:42.021 INFO:tasks.workunit.client.0.smithi031.stderr: -396> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028225570) adding con mode: crc 2024-09-19T13:58:42.021 INFO:tasks.workunit.client.0.smithi031.stderr: -395> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028225570) adding con mode: crc 2024-09-19T13:58:42.021 INFO:tasks.workunit.client.0.smithi031.stderr: -394> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028225570) adding con mode: secure 2024-09-19T13:58:42.021 INFO:tasks.workunit.client.0.smithi031.stderr: -393> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028225570) adding con mode: crc 2024-09-19T13:58:42.021 INFO:tasks.workunit.client.0.smithi031.stderr: -392> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028225570) adding con mode: secure 2024-09-19T13:58:42.021 INFO:tasks.workunit.client.0.smithi031.stderr: -391> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028225570) adding con mode: crc 2024-09-19T13:58:42.021 INFO:tasks.workunit.client.0.smithi031.stderr: -390> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028225570) adding con mode: secure 2024-09-19T13:58:42.021 INFO:tasks.workunit.client.0.smithi031.stderr: -389> 2024-09-19T13:58:41.894+0000 7ff9526229c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:58:42.021 INFO:tasks.workunit.client.0.smithi031.stderr: -388> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 asok(0x565027fc6d90) register_command objecter_requests cmddesc objecter_requests hook 0x565028228f20 EEXIST 2024-09-19T13:58:42.021 INFO:tasks.workunit.client.0.smithi031.stderr: -387> 2024-09-19T13:58:41.894+0000 7ff9526229c0 10 monclient: init 2024-09-19T13:58:42.021 INFO:tasks.workunit.client.0.smithi031.stderr: -386> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028223b98) adding auth protocol: cephx 2024-09-19T13:58:42.021 INFO:tasks.workunit.client.0.smithi031.stderr: -385> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028223b98) adding auth protocol: cephx 2024-09-19T13:58:42.022 INFO:tasks.workunit.client.0.smithi031.stderr: -384> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028223b98) adding auth protocol: cephx 2024-09-19T13:58:42.022 INFO:tasks.workunit.client.0.smithi031.stderr: -383> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028223b98) adding con mode: secure 2024-09-19T13:58:42.022 INFO:tasks.workunit.client.0.smithi031.stderr: -382> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028223b98) adding con mode: crc 2024-09-19T13:58:42.022 INFO:tasks.workunit.client.0.smithi031.stderr: -381> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028223b98) adding con mode: secure 2024-09-19T13:58:42.022 INFO:tasks.workunit.client.0.smithi031.stderr: -380> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028223b98) adding con mode: crc 2024-09-19T13:58:42.022 INFO:tasks.workunit.client.0.smithi031.stderr: -379> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028223b98) adding con mode: secure 2024-09-19T13:58:42.022 INFO:tasks.workunit.client.0.smithi031.stderr: -378> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028223b98) adding con mode: crc 2024-09-19T13:58:42.022 INFO:tasks.workunit.client.0.smithi031.stderr: -377> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028223b98) adding con mode: crc 2024-09-19T13:58:42.022 INFO:tasks.workunit.client.0.smithi031.stderr: -376> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028223b98) adding con mode: secure 2024-09-19T13:58:42.022 INFO:tasks.workunit.client.0.smithi031.stderr: -375> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028223b98) adding con mode: crc 2024-09-19T13:58:42.022 INFO:tasks.workunit.client.0.smithi031.stderr: -374> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028223b98) adding con mode: secure 2024-09-19T13:58:42.022 INFO:tasks.workunit.client.0.smithi031.stderr: -373> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028223b98) adding con mode: crc 2024-09-19T13:58:42.022 INFO:tasks.workunit.client.0.smithi031.stderr: -372> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028223b98) adding con mode: secure 2024-09-19T13:58:42.023 INFO:tasks.workunit.client.0.smithi031.stderr: -371> 2024-09-19T13:58:41.894+0000 7ff9526229c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:58:42.023 INFO:tasks.workunit.client.0.smithi031.stderr: -370> 2024-09-19T13:58:41.898+0000 7ff9526229c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:58:42.023 INFO:tasks.workunit.client.0.smithi031.stderr: -369> 2024-09-19T13:58:41.898+0000 7ff9526229c0 5 asok(0x565027fc6d90) register_command rotate-key cmddesc rotate-key hook 0x565028223ce0 EEXIST 2024-09-19T13:58:42.023 INFO:tasks.workunit.client.0.smithi031.stderr: -368> 2024-09-19T13:58:41.898+0000 7ff9526229c0 10 monclient: _reopen_session rank -1 2024-09-19T13:58:42.023 INFO:tasks.workunit.client.0.smithi031.stderr: -367> 2024-09-19T13:58:41.898+0000 7ff9526229c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-19T13:58:42.023 INFO:tasks.workunit.client.0.smithi031.stderr: -366> 2024-09-19T13:58:41.898+0000 7ff9526229c0 10 monclient(hunting): picked mon.noname-b con 0x56502824d0d0 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T13:58:42.023 INFO:tasks.workunit.client.0.smithi031.stderr: -365> 2024-09-19T13:58:41.898+0000 7ff9526229c0 10 monclient(hunting): picked mon.noname-a con 0x56502824ca00 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T13:58:42.023 INFO:tasks.workunit.client.0.smithi031.stderr: -364> 2024-09-19T13:58:41.898+0000 7ff9526229c0 10 monclient(hunting): picked mon.noname-c con 0x56502824b3e0 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T13:58:42.023 INFO:tasks.workunit.client.0.smithi031.stderr: -363> 2024-09-19T13:58:41.898+0000 7ff9526229c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:58:42.023 INFO:tasks.workunit.client.0.smithi031.stderr: -362> 2024-09-19T13:58:41.898+0000 7ff9526229c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:58:42.023 INFO:tasks.workunit.client.0.smithi031.stderr: -361> 2024-09-19T13:58:41.898+0000 7ff9526229c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:58:42.023 INFO:tasks.workunit.client.0.smithi031.stderr: -360> 2024-09-19T13:58:41.898+0000 7ff9526229c0 10 monclient(hunting): _renew_subs 2024-09-19T13:58:42.023 INFO:tasks.workunit.client.0.smithi031.stderr: -359> 2024-09-19T13:58:41.898+0000 7ff9526229c0 10 monclient(hunting): authenticate will time out at 2265.728301s 2024-09-19T13:58:42.024 INFO:tasks.workunit.client.0.smithi031.stderr: -358> 2024-09-19T13:58:41.898+0000 7ff94f927640 10 monclient(hunting): get_auth_request con 0x56502824ca00 auth_method 0 2024-09-19T13:58:42.024 INFO:tasks.workunit.client.0.smithi031.stderr: -357> 2024-09-19T13:58:41.898+0000 7ff94f927640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:58:42.024 INFO:tasks.workunit.client.0.smithi031.stderr: -356> 2024-09-19T13:58:41.898+0000 7ff94f927640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:58:42.024 INFO:tasks.workunit.client.0.smithi031.stderr: -355> 2024-09-19T13:58:41.898+0000 7ff94f927640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:58:42.024 INFO:tasks.workunit.client.0.smithi031.stderr: -354> 2024-09-19T13:58:41.898+0000 7ff950929640 10 monclient(hunting): get_auth_request con 0x56502824b3e0 auth_method 0 2024-09-19T13:58:42.024 INFO:tasks.workunit.client.0.smithi031.stderr: -353> 2024-09-19T13:58:41.898+0000 7ff950929640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:58:42.024 INFO:tasks.workunit.client.0.smithi031.stderr: -352> 2024-09-19T13:58:41.898+0000 7ff950929640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:58:42.024 INFO:tasks.workunit.client.0.smithi031.stderr: -351> 2024-09-19T13:58:41.898+0000 7ff950929640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:58:42.024 INFO:tasks.workunit.client.0.smithi031.stderr: -350> 2024-09-19T13:58:41.898+0000 7ff950929640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:58:42.024 INFO:tasks.workunit.client.0.smithi031.stderr: -349> 2024-09-19T13:58:41.898+0000 7ff950929640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:58:42.024 INFO:tasks.workunit.client.0.smithi031.stderr: -348> 2024-09-19T13:58:41.898+0000 7ff950929640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:58:42.024 INFO:tasks.workunit.client.0.smithi031.stderr: -347> 2024-09-19T13:58:41.898+0000 7ff94f927640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:58:42.024 INFO:tasks.workunit.client.0.smithi031.stderr: -346> 2024-09-19T13:58:41.898+0000 7ff94f927640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:58:42.025 INFO:tasks.workunit.client.0.smithi031.stderr: -345> 2024-09-19T13:58:41.898+0000 7ff94f927640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:58:42.025 INFO:tasks.workunit.client.0.smithi031.stderr: -344> 2024-09-19T13:58:41.898+0000 7ff950128640 10 monclient(hunting): get_auth_request con 0x56502824d0d0 auth_method 0 2024-09-19T13:58:42.025 INFO:tasks.workunit.client.0.smithi031.stderr: -343> 2024-09-19T13:58:41.898+0000 7ff950128640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:58:42.025 INFO:tasks.workunit.client.0.smithi031.stderr: -342> 2024-09-19T13:58:41.898+0000 7ff950128640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:58:42.025 INFO:tasks.workunit.client.0.smithi031.stderr: -341> 2024-09-19T13:58:41.898+0000 7ff950128640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:58:42.025 INFO:tasks.workunit.client.0.smithi031.stderr: -340> 2024-09-19T13:58:41.898+0000 7ff94f927640 10 monclient(hunting): handle_auth_done global_id 7110 payload 824 2024-09-19T13:58:42.025 INFO:tasks.workunit.client.0.smithi031.stderr: -339> 2024-09-19T13:58:41.898+0000 7ff94f927640 10 monclient: _finish_hunting 0 2024-09-19T13:58:42.025 INFO:tasks.workunit.client.0.smithi031.stderr: -338> 2024-09-19T13:58:41.898+0000 7ff94f927640 1 monclient: found mon.noname-a 2024-09-19T13:58:42.025 INFO:tasks.workunit.client.0.smithi031.stderr: -337> 2024-09-19T13:58:41.898+0000 7ff94f927640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T13:58:42.025 INFO:tasks.workunit.client.0.smithi031.stderr: -336> 2024-09-19T13:58:41.898+0000 7ff835ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:58:42.025 INFO:tasks.workunit.client.0.smithi031.stderr: -335> 2024-09-19T13:58:41.898+0000 7ff835ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T13:58:42.025 INFO:tasks.workunit.client.0.smithi031.stderr: -334> 2024-09-19T13:58:41.898+0000 7ff835ffb640 10 monclient: dump: 2024-09-19T13:58:42.025 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:58:42.026 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:58:42.026 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:42.026 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:42.026 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:58:42.026 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:58:42.026 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:58:42.026 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:58:42.026 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:58:42.026 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:42.026 INFO:tasks.workunit.client.0.smithi031.stderr: -333> 2024-09-19T13:58:41.898+0000 7ff835ffb640 10 monclient: _finish_auth 0 2024-09-19T13:58:42.026 INFO:tasks.workunit.client.0.smithi031.stderr: -332> 2024-09-19T13:58:41.898+0000 7ff835ffb640 10 monclient: _check_auth_tickets 2024-09-19T13:58:42.026 INFO:tasks.workunit.client.0.smithi031.stderr: -331> 2024-09-19T13:58:41.898+0000 7ff9526229c0 5 monclient: authenticate success, global_id 7110 2024-09-19T13:58:42.026 INFO:tasks.workunit.client.0.smithi031.stderr: -330> 2024-09-19T13:58:41.898+0000 7ff835ffb640 10 monclient: handle_config config(0 keys) 2024-09-19T13:58:42.027 INFO:tasks.workunit.client.0.smithi031.stderr: -329> 2024-09-19T13:58:41.898+0000 7ff835ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:58:42.027 INFO:tasks.workunit.client.0.smithi031.stderr: -328> 2024-09-19T13:58:41.898+0000 7ff835ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T13:58:42.027 INFO:tasks.workunit.client.0.smithi031.stderr: -327> 2024-09-19T13:58:41.898+0000 7ff835ffb640 10 monclient: dump: 2024-09-19T13:58:42.027 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:58:42.027 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:58:42.027 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:42.027 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:42.027 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:58:42.027 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:58:42.027 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:58:42.027 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:58:42.027 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:58:42.027 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:42.028 INFO:tasks.workunit.client.0.smithi031.stderr: -326> 2024-09-19T13:58:41.898+0000 7ff95112a640 4 set_mon_vals no callback set 2024-09-19T13:58:42.028 INFO:tasks.workunit.client.0.smithi031.stderr: -325> 2024-09-19T13:58:41.898+0000 7ff9526229c0 10 monclient: _renew_subs 2024-09-19T13:58:42.028 INFO:tasks.workunit.client.0.smithi031.stderr: -324> 2024-09-19T13:58:41.898+0000 7ff9526229c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T13:58:42.028 INFO:tasks.workunit.client.0.smithi031.stderr: -323> 2024-09-19T13:58:41.898+0000 7ff9526229c0 10 monclient: _renew_subs 2024-09-19T13:58:42.028 INFO:tasks.workunit.client.0.smithi031.stderr: -322> 2024-09-19T13:58:41.898+0000 7ff9526229c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T13:58:42.028 INFO:tasks.workunit.client.0.smithi031.stderr: -321> 2024-09-19T13:58:41.898+0000 7ff835ffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T13:58:42.028 INFO:tasks.workunit.client.0.smithi031.stderr: -320> 2024-09-19T13:58:41.898+0000 7ff835ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:58:42.028 INFO:tasks.workunit.client.0.smithi031.stderr: -319> 2024-09-19T13:58:41.898+0000 7ff835ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:58:42.028 INFO:tasks.workunit.client.0.smithi031.stderr: -318> 2024-09-19T13:58:41.898+0000 7ff950128640 10 monclient: get_auth_request con 0x7ff828071b20 auth_method 0 2024-09-19T13:58:42.028 INFO:tasks.workunit.client.0.smithi031.stderr: -317> 2024-09-19T13:58:41.898+0000 7ff9526229c0 10 monclient: get_monmap_and_config 2024-09-19T13:58:42.028 INFO:tasks.workunit.client.0.smithi031.stderr: -316> 2024-09-19T13:58:41.898+0000 7ff9526229c0 10 monclient: build_initial_monmap 2024-09-19T13:58:42.028 INFO:tasks.workunit.client.0.smithi031.stderr: -315> 2024-09-19T13:58:41.898+0000 7ff9526229c0 1 build_initial for_mkfs: 0 2024-09-19T13:58:42.028 INFO:tasks.workunit.client.0.smithi031.stderr: -314> 2024-09-19T13:58:41.898+0000 7ff9526229c0 10 monclient: monmap: 2024-09-19T13:58:42.029 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T13:58:42.029 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T13:58:42.029 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T13:58:42.029 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T13:58:42.029 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T13:58:42.029 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:58:42.029 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T13:58:42.029 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T13:58:42.029 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T13:58:42.029 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:42.029 INFO:tasks.workunit.client.0.smithi031.stderr: -313> 2024-09-19T13:58:41.898+0000 7ff9526229c0 5 AuthRegistry(0x56502826cab0) adding auth protocol: cephx 2024-09-19T13:58:42.029 INFO:tasks.workunit.client.0.smithi031.stderr: -312> 2024-09-19T13:58:41.898+0000 7ff9526229c0 5 AuthRegistry(0x56502826cab0) adding auth protocol: cephx 2024-09-19T13:58:42.029 INFO:tasks.workunit.client.0.smithi031.stderr: -311> 2024-09-19T13:58:41.898+0000 7ff9526229c0 5 AuthRegistry(0x56502826cab0) adding auth protocol: cephx 2024-09-19T13:58:42.030 INFO:tasks.workunit.client.0.smithi031.stderr: -310> 2024-09-19T13:58:41.898+0000 7ff9526229c0 5 AuthRegistry(0x56502826cab0) adding con mode: secure 2024-09-19T13:58:42.030 INFO:tasks.workunit.client.0.smithi031.stderr: -309> 2024-09-19T13:58:41.898+0000 7ff9526229c0 5 AuthRegistry(0x56502826cab0) adding con mode: crc 2024-09-19T13:58:42.030 INFO:tasks.workunit.client.0.smithi031.stderr: -308> 2024-09-19T13:58:41.898+0000 7ff9526229c0 5 AuthRegistry(0x56502826cab0) adding con mode: secure 2024-09-19T13:58:42.030 INFO:tasks.workunit.client.0.smithi031.stderr: -307> 2024-09-19T13:58:41.898+0000 7ff9526229c0 5 AuthRegistry(0x56502826cab0) adding con mode: crc 2024-09-19T13:58:42.030 INFO:tasks.workunit.client.0.smithi031.stderr: -306> 2024-09-19T13:58:41.898+0000 7ff9526229c0 5 AuthRegistry(0x56502826cab0) adding con mode: secure 2024-09-19T13:58:42.030 INFO:tasks.workunit.client.0.smithi031.stderr: -305> 2024-09-19T13:58:41.898+0000 7ff9526229c0 5 AuthRegistry(0x56502826cab0) adding con mode: crc 2024-09-19T13:58:42.030 INFO:tasks.workunit.client.0.smithi031.stderr: -304> 2024-09-19T13:58:41.898+0000 7ff9526229c0 5 AuthRegistry(0x56502826cab0) adding con mode: crc 2024-09-19T13:58:42.030 INFO:tasks.workunit.client.0.smithi031.stderr: -303> 2024-09-19T13:58:41.898+0000 7ff9526229c0 5 AuthRegistry(0x56502826cab0) adding con mode: secure 2024-09-19T13:58:42.030 INFO:tasks.workunit.client.0.smithi031.stderr: -302> 2024-09-19T13:58:41.898+0000 7ff9526229c0 5 AuthRegistry(0x56502826cab0) adding con mode: crc 2024-09-19T13:58:42.030 INFO:tasks.workunit.client.0.smithi031.stderr: -301> 2024-09-19T13:58:41.898+0000 7ff9526229c0 5 AuthRegistry(0x56502826cab0) adding con mode: secure 2024-09-19T13:58:42.030 INFO:tasks.workunit.client.0.smithi031.stderr: -300> 2024-09-19T13:58:41.898+0000 7ff9526229c0 5 AuthRegistry(0x56502826cab0) adding con mode: crc 2024-09-19T13:58:42.030 INFO:tasks.workunit.client.0.smithi031.stderr: -299> 2024-09-19T13:58:41.898+0000 7ff9526229c0 5 AuthRegistry(0x56502826cab0) adding con mode: secure 2024-09-19T13:58:42.030 INFO:tasks.workunit.client.0.smithi031.stderr: -298> 2024-09-19T13:58:41.902+0000 7ff9526229c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:58:42.031 INFO:tasks.workunit.client.0.smithi031.stderr: -297> 2024-09-19T13:58:41.902+0000 7ff9526229c0 10 monclient: init 2024-09-19T13:58:42.031 INFO:tasks.workunit.client.0.smithi031.stderr: -296> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd76e0) adding auth protocol: cephx 2024-09-19T13:58:42.031 INFO:tasks.workunit.client.0.smithi031.stderr: -295> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd76e0) adding auth protocol: cephx 2024-09-19T13:58:42.031 INFO:tasks.workunit.client.0.smithi031.stderr: -294> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd76e0) adding auth protocol: cephx 2024-09-19T13:58:42.031 INFO:tasks.workunit.client.0.smithi031.stderr: -293> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd76e0) adding con mode: secure 2024-09-19T13:58:42.031 INFO:tasks.workunit.client.0.smithi031.stderr: -292> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd76e0) adding con mode: crc 2024-09-19T13:58:42.031 INFO:tasks.workunit.client.0.smithi031.stderr: -291> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd76e0) adding con mode: secure 2024-09-19T13:58:42.031 INFO:tasks.workunit.client.0.smithi031.stderr: -290> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd76e0) adding con mode: crc 2024-09-19T13:58:42.031 INFO:tasks.workunit.client.0.smithi031.stderr: -289> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd76e0) adding con mode: secure 2024-09-19T13:58:42.031 INFO:tasks.workunit.client.0.smithi031.stderr: -288> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd76e0) adding con mode: crc 2024-09-19T13:58:42.031 INFO:tasks.workunit.client.0.smithi031.stderr: -287> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd76e0) adding con mode: crc 2024-09-19T13:58:42.031 INFO:tasks.workunit.client.0.smithi031.stderr: -286> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd76e0) adding con mode: secure 2024-09-19T13:58:42.031 INFO:tasks.workunit.client.0.smithi031.stderr: -285> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd76e0) adding con mode: crc 2024-09-19T13:58:42.032 INFO:tasks.workunit.client.0.smithi031.stderr: -284> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd76e0) adding con mode: secure 2024-09-19T13:58:42.032 INFO:tasks.workunit.client.0.smithi031.stderr: -283> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd76e0) adding con mode: crc 2024-09-19T13:58:42.032 INFO:tasks.workunit.client.0.smithi031.stderr: -282> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd76e0) adding con mode: secure 2024-09-19T13:58:42.032 INFO:tasks.workunit.client.0.smithi031.stderr: -281> 2024-09-19T13:58:41.902+0000 7ff9526229c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:58:42.032 INFO:tasks.workunit.client.0.smithi031.stderr: -280> 2024-09-19T13:58:41.902+0000 7ff9526229c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:58:42.032 INFO:tasks.workunit.client.0.smithi031.stderr: -279> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 asok(0x565027fc6d90) register_command rotate-key cmddesc rotate-key hook 0x7fffd9bd7828 EEXIST 2024-09-19T13:58:42.032 INFO:tasks.workunit.client.0.smithi031.stderr: -278> 2024-09-19T13:58:41.902+0000 7ff9526229c0 10 monclient: _reopen_session rank -1 2024-09-19T13:58:42.032 INFO:tasks.workunit.client.0.smithi031.stderr: -277> 2024-09-19T13:58:41.902+0000 7ff9526229c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-19T13:58:42.032 INFO:tasks.workunit.client.0.smithi031.stderr: -276> 2024-09-19T13:58:41.902+0000 7ff9526229c0 10 monclient(hunting): picked mon.noname-b con 0x56502829b0a0 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T13:58:42.032 INFO:tasks.workunit.client.0.smithi031.stderr: -275> 2024-09-19T13:58:41.902+0000 7ff9526229c0 10 monclient(hunting): picked mon.noname-c con 0x56502829b480 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T13:58:42.032 INFO:tasks.workunit.client.0.smithi031.stderr: -274> 2024-09-19T13:58:41.902+0000 7ff9526229c0 10 monclient(hunting): picked mon.noname-a con 0x56502829c940 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T13:58:42.032 INFO:tasks.workunit.client.0.smithi031.stderr: -273> 2024-09-19T13:58:41.902+0000 7ff9526229c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:58:42.032 INFO:tasks.workunit.client.0.smithi031.stderr: -272> 2024-09-19T13:58:41.902+0000 7ff9526229c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:58:42.033 INFO:tasks.workunit.client.0.smithi031.stderr: -271> 2024-09-19T13:58:41.902+0000 7ff9526229c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:58:42.033 INFO:tasks.workunit.client.0.smithi031.stderr: -270> 2024-09-19T13:58:41.902+0000 7ff9526229c0 10 monclient(hunting): _renew_subs 2024-09-19T13:58:42.033 INFO:tasks.workunit.client.0.smithi031.stderr: -269> 2024-09-19T13:58:41.902+0000 7ff9526229c0 10 monclient(hunting): authenticate will time out at 2265.732725s 2024-09-19T13:58:42.033 INFO:tasks.workunit.client.0.smithi031.stderr: -268> 2024-09-19T13:58:41.902+0000 7ff94f927640 10 monclient(hunting): get_auth_request con 0x56502829b480 auth_method 0 2024-09-19T13:58:42.033 INFO:tasks.workunit.client.0.smithi031.stderr: -267> 2024-09-19T13:58:41.902+0000 7ff94f927640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:58:42.033 INFO:tasks.workunit.client.0.smithi031.stderr: -266> 2024-09-19T13:58:41.902+0000 7ff94f927640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:58:42.033 INFO:tasks.workunit.client.0.smithi031.stderr: -265> 2024-09-19T13:58:41.902+0000 7ff94f927640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:58:42.033 INFO:tasks.workunit.client.0.smithi031.stderr: -264> 2024-09-19T13:58:41.902+0000 7ff950929640 10 monclient(hunting): get_auth_request con 0x56502829c940 auth_method 0 2024-09-19T13:58:42.033 INFO:tasks.workunit.client.0.smithi031.stderr: -263> 2024-09-19T13:58:41.902+0000 7ff950929640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:58:42.033 INFO:tasks.workunit.client.0.smithi031.stderr: -262> 2024-09-19T13:58:41.902+0000 7ff950929640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:58:42.033 INFO:tasks.workunit.client.0.smithi031.stderr: -261> 2024-09-19T13:58:41.902+0000 7ff950929640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:58:42.033 INFO:tasks.workunit.client.0.smithi031.stderr: -260> 2024-09-19T13:58:41.902+0000 7ff94f927640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:58:42.033 INFO:tasks.workunit.client.0.smithi031.stderr: -259> 2024-09-19T13:58:41.902+0000 7ff94f927640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:58:42.034 INFO:tasks.workunit.client.0.smithi031.stderr: -258> 2024-09-19T13:58:41.902+0000 7ff94f927640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:58:42.034 INFO:tasks.workunit.client.0.smithi031.stderr: -257> 2024-09-19T13:58:41.902+0000 7ff950929640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:58:42.034 INFO:tasks.workunit.client.0.smithi031.stderr: -256> 2024-09-19T13:58:41.902+0000 7ff950929640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:58:42.034 INFO:tasks.workunit.client.0.smithi031.stderr: -255> 2024-09-19T13:58:41.902+0000 7ff950929640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:58:42.034 INFO:tasks.workunit.client.0.smithi031.stderr: -254> 2024-09-19T13:58:41.902+0000 7ff94f927640 10 monclient(hunting): handle_auth_done global_id 6689 payload 274 2024-09-19T13:58:42.034 INFO:tasks.workunit.client.0.smithi031.stderr: -253> 2024-09-19T13:58:41.902+0000 7ff94f927640 10 monclient: _finish_hunting 0 2024-09-19T13:58:42.034 INFO:tasks.workunit.client.0.smithi031.stderr: -252> 2024-09-19T13:58:41.902+0000 7ff94f927640 1 monclient: found mon.noname-c 2024-09-19T13:58:42.034 INFO:tasks.workunit.client.0.smithi031.stderr: -251> 2024-09-19T13:58:41.902+0000 7ff94f927640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.31:3301/0 2024-09-19T13:58:42.034 INFO:tasks.workunit.client.0.smithi031.stderr: -250> 2024-09-19T13:58:41.902+0000 7ff8277fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:58:42.034 INFO:tasks.workunit.client.0.smithi031.stderr: -249> 2024-09-19T13:58:41.902+0000 7ff8277fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T13:58:42.034 INFO:tasks.workunit.client.0.smithi031.stderr: -248> 2024-09-19T13:58:41.902+0000 7ff8277fe640 10 monclient: dump: 2024-09-19T13:58:42.034 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:58:42.035 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:58:42.035 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:42.035 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:42.035 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:58:42.035 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:58:42.035 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:58:42.035 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:58:42.035 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:58:42.035 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:42.035 INFO:tasks.workunit.client.0.smithi031.stderr: -247> 2024-09-19T13:58:41.902+0000 7ff8277fe640 10 monclient: _finish_auth 0 2024-09-19T13:58:42.035 INFO:tasks.workunit.client.0.smithi031.stderr: -246> 2024-09-19T13:58:41.902+0000 7ff8277fe640 10 monclient: _check_auth_tickets 2024-09-19T13:58:42.035 INFO:tasks.workunit.client.0.smithi031.stderr: -245> 2024-09-19T13:58:41.902+0000 7ff8277fe640 10 monclient: handle_config config(0 keys) 2024-09-19T13:58:42.035 INFO:tasks.workunit.client.0.smithi031.stderr: -244> 2024-09-19T13:58:41.902+0000 7ff8277fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:58:42.036 INFO:tasks.workunit.client.0.smithi031.stderr: -243> 2024-09-19T13:58:41.902+0000 7ff8277fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T13:58:42.036 INFO:tasks.workunit.client.0.smithi031.stderr: -242> 2024-09-19T13:58:41.902+0000 7ff8277fe640 10 monclient: dump: 2024-09-19T13:58:42.036 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:58:42.036 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:58:42.036 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:42.036 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:42.036 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:58:42.036 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:58:42.036 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:58:42.036 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:58:42.036 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:58:42.036 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:42.037 INFO:tasks.workunit.client.0.smithi031.stderr: -241> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 monclient: authenticate success, global_id 6689 2024-09-19T13:58:42.037 INFO:tasks.workunit.client.0.smithi031.stderr: -240> 2024-09-19T13:58:41.902+0000 7ff9526229c0 10 monclient: get_monmap_and_config success 2024-09-19T13:58:42.037 INFO:tasks.workunit.client.0.smithi031.stderr: -239> 2024-09-19T13:58:41.902+0000 7ff9526229c0 4 set_mon_vals no callback set 2024-09-19T13:58:42.037 INFO:tasks.workunit.client.0.smithi031.stderr: -238> 2024-09-19T13:58:41.902+0000 7ff9526229c0 10 monclient: shutdown 2024-09-19T13:58:42.037 INFO:tasks.workunit.client.0.smithi031.stderr: -237> 2024-09-19T13:58:41.902+0000 7ff9526229c0 10 monclient: build_initial_monmap 2024-09-19T13:58:42.037 INFO:tasks.workunit.client.0.smithi031.stderr: -236> 2024-09-19T13:58:41.902+0000 7ff9526229c0 1 build_initial for_mkfs: 0 2024-09-19T13:58:42.037 INFO:tasks.workunit.client.0.smithi031.stderr: -235> 2024-09-19T13:58:41.902+0000 7ff9526229c0 10 monclient: monmap: 2024-09-19T13:58:42.037 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T13:58:42.037 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T13:58:42.037 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T13:58:42.037 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T13:58:42.037 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T13:58:42.037 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:58:42.037 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T13:58:42.038 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T13:58:42.038 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T13:58:42.038 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:42.038 INFO:tasks.workunit.client.0.smithi031.stderr: -234> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x565028293600) adding auth protocol: cephx 2024-09-19T13:58:42.038 INFO:tasks.workunit.client.0.smithi031.stderr: -233> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x565028293600) adding auth protocol: cephx 2024-09-19T13:58:42.038 INFO:tasks.workunit.client.0.smithi031.stderr: -232> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x565028293600) adding auth protocol: cephx 2024-09-19T13:58:42.038 INFO:tasks.workunit.client.0.smithi031.stderr: -231> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x565028293600) adding con mode: secure 2024-09-19T13:58:42.038 INFO:tasks.workunit.client.0.smithi031.stderr: -230> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x565028293600) adding con mode: crc 2024-09-19T13:58:42.038 INFO:tasks.workunit.client.0.smithi031.stderr: -229> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x565028293600) adding con mode: secure 2024-09-19T13:58:42.038 INFO:tasks.workunit.client.0.smithi031.stderr: -228> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x565028293600) adding con mode: crc 2024-09-19T13:58:42.038 INFO:tasks.workunit.client.0.smithi031.stderr: -227> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x565028293600) adding con mode: secure 2024-09-19T13:58:42.038 INFO:tasks.workunit.client.0.smithi031.stderr: -226> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x565028293600) adding con mode: crc 2024-09-19T13:58:42.038 INFO:tasks.workunit.client.0.smithi031.stderr: -225> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x565028293600) adding con mode: crc 2024-09-19T13:58:42.038 INFO:tasks.workunit.client.0.smithi031.stderr: -224> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x565028293600) adding con mode: secure 2024-09-19T13:58:42.039 INFO:tasks.workunit.client.0.smithi031.stderr: -223> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x565028293600) adding con mode: crc 2024-09-19T13:58:42.039 INFO:tasks.workunit.client.0.smithi031.stderr: -222> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x565028293600) adding con mode: secure 2024-09-19T13:58:42.039 INFO:tasks.workunit.client.0.smithi031.stderr: -221> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x565028293600) adding con mode: crc 2024-09-19T13:58:42.039 INFO:tasks.workunit.client.0.smithi031.stderr: -220> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x565028293600) adding con mode: secure 2024-09-19T13:58:42.039 INFO:tasks.workunit.client.0.smithi031.stderr: -219> 2024-09-19T13:58:41.902+0000 7ff9526229c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:58:42.039 INFO:tasks.workunit.client.0.smithi031.stderr: -218> 2024-09-19T13:58:41.902+0000 7ff9526229c0 1 librados: starting msgr at 2024-09-19T13:58:42.039 INFO:tasks.workunit.client.0.smithi031.stderr: -217> 2024-09-19T13:58:41.902+0000 7ff9526229c0 1 librados: starting objecter 2024-09-19T13:58:42.039 INFO:tasks.workunit.client.0.smithi031.stderr: -216> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 asok(0x565027fc6d90) register_command objecter_requests cmddesc objecter_requests hook 0x565028271300 EEXIST 2024-09-19T13:58:42.039 INFO:tasks.workunit.client.0.smithi031.stderr: -215> 2024-09-19T13:58:41.902+0000 7ff9526229c0 1 librados: setting wanted keys 2024-09-19T13:58:42.039 INFO:tasks.workunit.client.0.smithi031.stderr: -214> 2024-09-19T13:58:41.902+0000 7ff9526229c0 1 librados: calling monclient init 2024-09-19T13:58:42.039 INFO:tasks.workunit.client.0.smithi031.stderr: -213> 2024-09-19T13:58:41.902+0000 7ff9526229c0 10 monclient: init 2024-09-19T13:58:42.039 INFO:tasks.workunit.client.0.smithi031.stderr: -212> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x56502824eef0) adding auth protocol: cephx 2024-09-19T13:58:42.039 INFO:tasks.workunit.client.0.smithi031.stderr: -211> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x56502824eef0) adding auth protocol: cephx 2024-09-19T13:58:42.040 INFO:tasks.workunit.client.0.smithi031.stderr: -210> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x56502824eef0) adding auth protocol: cephx 2024-09-19T13:58:42.040 INFO:tasks.workunit.client.0.smithi031.stderr: -209> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x56502824eef0) adding con mode: secure 2024-09-19T13:58:42.040 INFO:tasks.workunit.client.0.smithi031.stderr: -208> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x56502824eef0) adding con mode: crc 2024-09-19T13:58:42.040 INFO:tasks.workunit.client.0.smithi031.stderr: -207> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x56502824eef0) adding con mode: secure 2024-09-19T13:58:42.040 INFO:tasks.workunit.client.0.smithi031.stderr: -206> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x56502824eef0) adding con mode: crc 2024-09-19T13:58:42.040 INFO:tasks.workunit.client.0.smithi031.stderr: -205> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x56502824eef0) adding con mode: secure 2024-09-19T13:58:42.040 INFO:tasks.workunit.client.0.smithi031.stderr: -204> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x56502824eef0) adding con mode: crc 2024-09-19T13:58:42.040 INFO:tasks.workunit.client.0.smithi031.stderr: -203> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x56502824eef0) adding con mode: crc 2024-09-19T13:58:42.040 INFO:tasks.workunit.client.0.smithi031.stderr: -202> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x56502824eef0) adding con mode: secure 2024-09-19T13:58:42.040 INFO:tasks.workunit.client.0.smithi031.stderr: -201> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x56502824eef0) adding con mode: crc 2024-09-19T13:58:42.040 INFO:tasks.workunit.client.0.smithi031.stderr: -200> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x56502824eef0) adding con mode: secure 2024-09-19T13:58:42.040 INFO:tasks.workunit.client.0.smithi031.stderr: -199> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x56502824eef0) adding con mode: crc 2024-09-19T13:58:42.040 INFO:tasks.workunit.client.0.smithi031.stderr: -198> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x56502824eef0) adding con mode: secure 2024-09-19T13:58:42.041 INFO:tasks.workunit.client.0.smithi031.stderr: -197> 2024-09-19T13:58:41.902+0000 7ff9526229c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:58:42.041 INFO:tasks.workunit.client.0.smithi031.stderr: -196> 2024-09-19T13:58:41.902+0000 7ff9526229c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:58:42.041 INFO:tasks.workunit.client.0.smithi031.stderr: -195> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 asok(0x565027fc6d90) register_command rotate-key cmddesc rotate-key hook 0x56502824f038 EEXIST 2024-09-19T13:58:42.041 INFO:tasks.workunit.client.0.smithi031.stderr: -194> 2024-09-19T13:58:41.902+0000 7ff9526229c0 10 monclient: _reopen_session rank -1 2024-09-19T13:58:42.041 INFO:tasks.workunit.client.0.smithi031.stderr: -193> 2024-09-19T13:58:41.902+0000 7ff9526229c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-19T13:58:42.041 INFO:tasks.workunit.client.0.smithi031.stderr: -192> 2024-09-19T13:58:41.902+0000 7ff9526229c0 10 monclient(hunting): picked mon.noname-b con 0x56502829b0a0 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T13:58:42.041 INFO:tasks.workunit.client.0.smithi031.stderr: -191> 2024-09-19T13:58:41.902+0000 7ff9526229c0 10 monclient(hunting): picked mon.noname-c con 0x56502829c940 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T13:58:42.041 INFO:tasks.workunit.client.0.smithi031.stderr: -190> 2024-09-19T13:58:41.902+0000 7ff9526229c0 10 monclient(hunting): picked mon.noname-a con 0x565028294f90 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T13:58:42.041 INFO:tasks.workunit.client.0.smithi031.stderr: -189> 2024-09-19T13:58:41.902+0000 7ff9526229c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:58:42.041 INFO:tasks.workunit.client.0.smithi031.stderr: -188> 2024-09-19T13:58:41.902+0000 7ff9526229c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:58:42.041 INFO:tasks.workunit.client.0.smithi031.stderr: -187> 2024-09-19T13:58:41.902+0000 7ff9526229c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:58:42.041 INFO:tasks.workunit.client.0.smithi031.stderr: -186> 2024-09-19T13:58:41.902+0000 7ff9526229c0 10 monclient(hunting): _renew_subs 2024-09-19T13:58:42.041 INFO:tasks.workunit.client.0.smithi031.stderr: -185> 2024-09-19T13:58:41.902+0000 7ff9526229c0 10 monclient(hunting): authenticate will time out at 2265.735443s 2024-09-19T13:58:42.041 INFO:tasks.workunit.client.0.smithi031.stderr: -184> 2024-09-19T13:58:41.902+0000 7ff94f927640 10 monclient(hunting): get_auth_request con 0x56502829c940 auth_method 0 2024-09-19T13:58:42.042 INFO:tasks.workunit.client.0.smithi031.stderr: -183> 2024-09-19T13:58:41.902+0000 7ff94f927640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:58:42.042 INFO:tasks.workunit.client.0.smithi031.stderr: -182> 2024-09-19T13:58:41.902+0000 7ff94f927640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:58:42.042 INFO:tasks.workunit.client.0.smithi031.stderr: -181> 2024-09-19T13:58:41.902+0000 7ff94f927640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:58:42.042 INFO:tasks.workunit.client.0.smithi031.stderr: -180> 2024-09-19T13:58:41.902+0000 7ff950929640 10 monclient(hunting): get_auth_request con 0x565028294f90 auth_method 0 2024-09-19T13:58:42.042 INFO:tasks.workunit.client.0.smithi031.stderr: -179> 2024-09-19T13:58:41.902+0000 7ff950929640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:58:42.042 INFO:tasks.workunit.client.0.smithi031.stderr: -178> 2024-09-19T13:58:41.902+0000 7ff950929640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:58:42.042 INFO:tasks.workunit.client.0.smithi031.stderr: -177> 2024-09-19T13:58:41.902+0000 7ff950929640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:58:42.042 INFO:tasks.workunit.client.0.smithi031.stderr: -176> 2024-09-19T13:58:41.902+0000 7ff94f927640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:58:42.042 INFO:tasks.workunit.client.0.smithi031.stderr: -175> 2024-09-19T13:58:41.902+0000 7ff94f927640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:58:42.042 INFO:tasks.workunit.client.0.smithi031.stderr: -174> 2024-09-19T13:58:41.902+0000 7ff94f927640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:58:42.042 INFO:tasks.workunit.client.0.smithi031.stderr: -173> 2024-09-19T13:58:41.902+0000 7ff950929640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:58:42.042 INFO:tasks.workunit.client.0.smithi031.stderr: -172> 2024-09-19T13:58:41.902+0000 7ff950929640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:58:42.043 INFO:tasks.workunit.client.0.smithi031.stderr: -171> 2024-09-19T13:58:41.902+0000 7ff950929640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:58:42.043 INFO:tasks.workunit.client.0.smithi031.stderr: -170> 2024-09-19T13:58:41.902+0000 7ff950128640 10 monclient(hunting): get_auth_request con 0x56502829b0a0 auth_method 0 2024-09-19T13:58:42.043 INFO:tasks.workunit.client.0.smithi031.stderr: -169> 2024-09-19T13:58:41.902+0000 7ff950128640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:58:42.043 INFO:tasks.workunit.client.0.smithi031.stderr: -168> 2024-09-19T13:58:41.902+0000 7ff950128640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:58:42.043 INFO:tasks.workunit.client.0.smithi031.stderr: -167> 2024-09-19T13:58:41.902+0000 7ff950128640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:58:42.043 INFO:tasks.workunit.client.0.smithi031.stderr: -166> 2024-09-19T13:58:41.902+0000 7ff94f927640 10 monclient(hunting): handle_auth_done global_id 6692 payload 824 2024-09-19T13:58:42.043 INFO:tasks.workunit.client.0.smithi031.stderr: -165> 2024-09-19T13:58:41.902+0000 7ff94f927640 10 monclient: _finish_hunting 0 2024-09-19T13:58:42.043 INFO:tasks.workunit.client.0.smithi031.stderr: -164> 2024-09-19T13:58:41.902+0000 7ff94f927640 1 monclient: found mon.noname-c 2024-09-19T13:58:42.043 INFO:tasks.workunit.client.0.smithi031.stderr: -163> 2024-09-19T13:58:41.902+0000 7ff94f927640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.31:3301/0 2024-09-19T13:58:42.043 INFO:tasks.workunit.client.0.smithi031.stderr: -162> 2024-09-19T13:58:41.906+0000 7ff825ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:58:42.043 INFO:tasks.workunit.client.0.smithi031.stderr: -161> 2024-09-19T13:58:41.906+0000 7ff825ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T13:58:42.043 INFO:tasks.workunit.client.0.smithi031.stderr: -160> 2024-09-19T13:58:41.906+0000 7ff825ffb640 10 monclient: dump: 2024-09-19T13:58:42.043 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:58:42.044 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:58:42.044 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:42.044 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:42.044 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:58:42.044 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:58:42.044 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:58:42.044 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:58:42.044 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:58:42.044 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:42.044 INFO:tasks.workunit.client.0.smithi031.stderr: -159> 2024-09-19T13:58:41.906+0000 7ff825ffb640 10 monclient: _finish_auth 0 2024-09-19T13:58:42.044 INFO:tasks.workunit.client.0.smithi031.stderr: -158> 2024-09-19T13:58:41.906+0000 7ff825ffb640 10 monclient: _check_auth_tickets 2024-09-19T13:58:42.044 INFO:tasks.workunit.client.0.smithi031.stderr: -157> 2024-09-19T13:58:41.906+0000 7ff825ffb640 10 monclient: handle_config config(0 keys) 2024-09-19T13:58:42.044 INFO:tasks.workunit.client.0.smithi031.stderr: -156> 2024-09-19T13:58:41.906+0000 7ff825ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:58:42.044 INFO:tasks.workunit.client.0.smithi031.stderr: -155> 2024-09-19T13:58:41.906+0000 7ff825ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T13:58:42.045 INFO:tasks.workunit.client.0.smithi031.stderr: -154> 2024-09-19T13:58:41.906+0000 7ff825ffb640 10 monclient: dump: 2024-09-19T13:58:42.045 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:58:42.045 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:58:42.045 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:42.045 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:42.045 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:58:42.045 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:58:42.045 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:58:42.045 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:58:42.045 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:58:42.045 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:42.045 INFO:tasks.workunit.client.0.smithi031.stderr: -153> 2024-09-19T13:58:41.906+0000 7ff9526229c0 5 monclient: authenticate success, global_id 6692 2024-09-19T13:58:42.045 INFO:tasks.workunit.client.0.smithi031.stderr: -152> 2024-09-19T13:58:41.906+0000 7ff8277fe640 4 set_mon_vals no callback set 2024-09-19T13:58:42.046 INFO:tasks.workunit.client.0.smithi031.stderr: -151> 2024-09-19T13:58:41.906+0000 7ff9526229c0 10 monclient: _renew_subs 2024-09-19T13:58:42.046 INFO:tasks.workunit.client.0.smithi031.stderr: -150> 2024-09-19T13:58:41.906+0000 7ff9526229c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T13:58:42.046 INFO:tasks.workunit.client.0.smithi031.stderr: -149> 2024-09-19T13:58:41.906+0000 7ff9526229c0 10 monclient: _renew_subs 2024-09-19T13:58:42.046 INFO:tasks.workunit.client.0.smithi031.stderr: -148> 2024-09-19T13:58:41.906+0000 7ff9526229c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T13:58:42.046 INFO:tasks.workunit.client.0.smithi031.stderr: -147> 2024-09-19T13:58:41.906+0000 7ff9526229c0 1 librados: init done 2024-09-19T13:58:42.046 INFO:tasks.workunit.client.0.smithi031.stderr: -146> 2024-09-19T13:58:41.906+0000 7ff9526229c0 5 asok(0x565027fc6d90) register_command cr dump hook 0x5650282a15b8 2024-09-19T13:58:42.046 INFO:tasks.workunit.client.0.smithi031.stderr: -145> 2024-09-19T13:58:41.906+0000 7ff9526229c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:42.046 INFO:tasks.workunit.client.0.smithi031.stderr: -144> 2024-09-19T13:58:41.906+0000 7ff825ffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T13:58:42.046 INFO:tasks.workunit.client.0.smithi031.stderr: -143> 2024-09-19T13:58:41.906+0000 7ff825ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:58:42.046 INFO:tasks.workunit.client.0.smithi031.stderr: -142> 2024-09-19T13:58:41.906+0000 7ff825ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:58:42.046 INFO:tasks.workunit.client.0.smithi031.stderr: -141> 2024-09-19T13:58:41.906+0000 7ff950128640 10 monclient: get_auth_request con 0x7ff818071c10 auth_method 0 2024-09-19T13:58:42.046 INFO:tasks.workunit.client.0.smithi031.stderr: -140> 2024-09-19T13:58:41.906+0000 7ff950929640 10 monclient: get_auth_request con 0x5650282baf40 auth_method 0 2024-09-19T13:58:42.046 INFO:tasks.workunit.client.0.smithi031.stderr: -139> 2024-09-19T13:58:41.910+0000 7ff9526229c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:42.047 INFO:tasks.workunit.client.0.smithi031.stderr: -138> 2024-09-19T13:58:41.910+0000 7ff9526229c0 20 realm 2024-09-19T13:58:42.047 INFO:tasks.workunit.client.0.smithi031.stderr: -137> 2024-09-19T13:58:41.910+0000 7ff9526229c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:42.047 INFO:tasks.workunit.client.0.smithi031.stderr: -136> 2024-09-19T13:58:41.910+0000 7ff9526229c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:42.047 INFO:tasks.workunit.client.0.smithi031.stderr: -135> 2024-09-19T13:58:41.910+0000 7ff9526229c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:58:42.047 INFO:tasks.workunit.client.0.smithi031.stderr: -134> 2024-09-19T13:58:41.910+0000 7ff9526229c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:42.047 INFO:tasks.workunit.client.0.smithi031.stderr: -133> 2024-09-19T13:58:41.910+0000 7ff9526229c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:42.047 INFO:tasks.workunit.client.0.smithi031.stderr: -132> 2024-09-19T13:58:41.910+0000 7ff9526229c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:42.047 INFO:tasks.workunit.client.0.smithi031.stderr: -131> 2024-09-19T13:58:41.910+0000 7ff950128640 10 monclient: get_auth_request con 0x5650282bf1c0 auth_method 0 2024-09-19T13:58:42.047 INFO:tasks.workunit.client.0.smithi031.stderr: -130> 2024-09-19T13:58:41.910+0000 7ff9526229c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:42.047 INFO:tasks.workunit.client.0.smithi031.stderr: -129> 2024-09-19T13:58:41.910+0000 7ff9526229c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:42.047 INFO:tasks.workunit.client.0.smithi031.stderr: -128> 2024-09-19T13:58:41.910+0000 7ff94f927640 10 monclient: get_auth_request con 0x5650282c2a20 auth_method 0 2024-09-19T13:58:42.047 INFO:tasks.workunit.client.0.smithi031.stderr: -127> 2024-09-19T13:58:41.914+0000 7ff9526229c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:58:42.047 INFO:tasks.workunit.client.0.smithi031.stderr: -126> 2024-09-19T13:58:41.914+0000 7ff9526229c0 20 searching for the correct realm 2024-09-19T13:58:42.048 INFO:tasks.workunit.client.0.smithi031.stderr: -125> 2024-09-19T13:58:41.914+0000 7ff950929640 10 monclient: get_auth_request con 0x7ff94402b070 auth_method 0 2024-09-19T13:58:42.048 INFO:tasks.workunit.client.0.smithi031.stderr: -124> 2024-09-19T13:58:41.914+0000 7ff950128640 10 monclient: get_auth_request con 0x7ff940044440 auth_method 0 2024-09-19T13:58:42.048 INFO:tasks.workunit.client.0.smithi031.stderr: -123> 2024-09-19T13:58:41.918+0000 7ff94f927640 10 monclient: get_auth_request con 0x7ff944008040 auth_method 0 2024-09-19T13:58:42.048 INFO:tasks.workunit.client.0.smithi031.stderr: -122> 2024-09-19T13:58:41.918+0000 7ff94f927640 0 -- 172.21.15.31:0/1828263782 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7ff944008040 msgr2=0x7ff94406e170 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:58:42.048 INFO:tasks.workunit.client.0.smithi031.stderr: -121> 2024-09-19T13:58:41.918+0000 7ff825ffb640 1 client.6692.objecter ms_handle_reset 0x7ff944008040 session 0x7ff944069e00 osd.5 2024-09-19T13:58:42.048 INFO:tasks.workunit.client.0.smithi031.stderr: -120> 2024-09-19T13:58:41.918+0000 7ff825ffb640 10 monclient: _renew_subs 2024-09-19T13:58:42.048 INFO:tasks.workunit.client.0.smithi031.stderr: -119> 2024-09-19T13:58:41.918+0000 7ff825ffb640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T13:58:42.048 INFO:tasks.workunit.client.0.smithi031.stderr: -118> 2024-09-19T13:58:41.918+0000 7ff94f927640 10 monclient: get_auth_request con 0x7ff818081ec0 auth_method 0 2024-09-19T13:58:42.048 INFO:tasks.workunit.client.0.smithi031.stderr: -117> 2024-09-19T13:58:41.922+0000 7ff950929640 10 monclient: get_auth_request con 0x7ff940038420 auth_method 0 2024-09-19T13:58:42.048 INFO:tasks.workunit.client.0.smithi031.stderr: -116> 2024-09-19T13:58:41.922+0000 7ff950128640 10 monclient: get_auth_request con 0x7ff948103260 auth_method 0 2024-09-19T13:58:42.048 INFO:tasks.workunit.client.0.smithi031.stderr: -115> 2024-09-19T13:58:41.922+0000 7ff950128640 0 -- 172.21.15.31:0/1828263782 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7ff948103260 msgr2=0x7ff9480f8ae0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:58:42.048 INFO:tasks.workunit.client.0.smithi031.stderr: -114> 2024-09-19T13:58:41.922+0000 7ff825ffb640 1 client.6692.objecter ms_handle_reset 0x7ff948103260 session 0x7ff948110e90 osd.3 2024-09-19T13:58:42.048 INFO:tasks.workunit.client.0.smithi031.stderr: -113> 2024-09-19T13:58:41.926+0000 7ff950128640 10 monclient: get_auth_request con 0x7ff944008040 auth_method 0 2024-09-19T13:58:42.049 INFO:tasks.workunit.client.0.smithi031.stderr: -112> 2024-09-19T13:58:41.934+0000 7ff9526229c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:58:42.049 INFO:tasks.workunit.client.0.smithi031.stderr: -111> 2024-09-19T13:58:41.934+0000 7ff9526229c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:58:42.049 INFO:tasks.workunit.client.0.smithi031.stderr: -110> 2024-09-19T13:58:41.934+0000 7ff9526229c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:58:42.049 INFO:tasks.workunit.client.0.smithi031.stderr: -109> 2024-09-19T13:58:41.934+0000 7ff9526229c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:58:42.049 INFO:tasks.workunit.client.0.smithi031.stderr: -108> 2024-09-19T13:58:41.934+0000 7ff9526229c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:58:42.049 INFO:tasks.workunit.client.0.smithi031.stderr: -107> 2024-09-19T13:58:41.934+0000 7ff9526229c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:58:42.049 INFO:tasks.workunit.client.0.smithi031.stderr: -106> 2024-09-19T13:58:41.934+0000 7ff9526229c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:42.049 INFO:tasks.workunit.client.0.smithi031.stderr: -105> 2024-09-19T13:58:41.934+0000 7ff9526229c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:42.049 INFO:tasks.workunit.client.0.smithi031.stderr: -104> 2024-09-19T13:58:41.934+0000 7ff9526229c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:42.049 INFO:tasks.workunit.client.0.smithi031.stderr: -103> 2024-09-19T13:58:41.934+0000 7ff9526229c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:42.049 INFO:tasks.workunit.client.0.smithi031.stderr: -102> 2024-09-19T13:58:41.934+0000 7ff9526229c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:42.049 INFO:tasks.workunit.client.0.smithi031.stderr: -101> 2024-09-19T13:58:41.934+0000 7ff9526229c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:58:42.049 INFO:tasks.workunit.client.0.smithi031.stderr: -100> 2024-09-19T13:58:41.934+0000 7ff9526229c0 20 zone default found 2024-09-19T13:58:42.050 INFO:tasks.workunit.client.0.smithi031.stderr: -99> 2024-09-19T13:58:41.934+0000 7ff9526229c0 4 Realm: () 2024-09-19T13:58:42.050 INFO:tasks.workunit.client.0.smithi031.stderr: -98> 2024-09-19T13:58:41.934+0000 7ff9526229c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:58:42.050 INFO:tasks.workunit.client.0.smithi031.stderr: -97> 2024-09-19T13:58:41.934+0000 7ff9526229c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:58:42.050 INFO:tasks.workunit.client.0.smithi031.stderr: -96> 2024-09-19T13:58:41.934+0000 7ff9526229c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:58:42.050 INFO:tasks.workunit.client.0.smithi031.stderr: -95> 2024-09-19T13:58:41.934+0000 7ff9526229c0 20 zonegroup default 2024-09-19T13:58:42.050 INFO:tasks.workunit.client.0.smithi031.stderr: -94> 2024-09-19T13:58:41.934+0000 7ff9526229c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:42.050 INFO:tasks.workunit.client.0.smithi031.stderr: -93> 2024-09-19T13:58:41.934+0000 7ff9526229c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:42.050 INFO:tasks.workunit.client.0.smithi031.stderr: -92> 2024-09-19T13:58:41.934+0000 7ff9526229c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:42.050 INFO:tasks.workunit.client.0.smithi031.stderr: -91> 2024-09-19T13:58:41.934+0000 7ff9526229c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:42.050 INFO:tasks.workunit.client.0.smithi031.stderr: -90> 2024-09-19T13:58:41.934+0000 7ff9526229c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:42.050 INFO:tasks.workunit.client.0.smithi031.stderr: -89> 2024-09-19T13:58:41.938+0000 7ff9526229c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:42.050 INFO:tasks.workunit.client.0.smithi031.stderr: -88> 2024-09-19T13:58:41.938+0000 7ff9526229c0 20 started sync module instance, tier type = 2024-09-19T13:58:42.050 INFO:tasks.workunit.client.0.smithi031.stderr: -87> 2024-09-19T13:58:41.938+0000 7ff9526229c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:58:42.051 INFO:tasks.workunit.client.0.smithi031.stderr: -86> 2024-09-19T13:58:41.954+0000 7ff9526229c0 20 add_watcher() i=0 2024-09-19T13:58:42.051 INFO:tasks.workunit.client.0.smithi031.stderr: -85> 2024-09-19T13:58:41.954+0000 7ff9526229c0 20 add_watcher() i=1 2024-09-19T13:58:42.051 INFO:tasks.workunit.client.0.smithi031.stderr: -84> 2024-09-19T13:58:41.954+0000 7ff9526229c0 20 add_watcher() i=2 2024-09-19T13:58:42.051 INFO:tasks.workunit.client.0.smithi031.stderr: -83> 2024-09-19T13:58:41.954+0000 7ff9526229c0 20 add_watcher() i=3 2024-09-19T13:58:42.051 INFO:tasks.workunit.client.0.smithi031.stderr: -82> 2024-09-19T13:58:41.954+0000 7ff9526229c0 20 add_watcher() i=4 2024-09-19T13:58:42.051 INFO:tasks.workunit.client.0.smithi031.stderr: -81> 2024-09-19T13:58:41.954+0000 7ff9526229c0 20 add_watcher() i=5 2024-09-19T13:58:42.051 INFO:tasks.workunit.client.0.smithi031.stderr: -80> 2024-09-19T13:58:41.954+0000 7ff9526229c0 20 add_watcher() i=6 2024-09-19T13:58:42.051 INFO:tasks.workunit.client.0.smithi031.stderr: -79> 2024-09-19T13:58:41.954+0000 7ff9526229c0 20 add_watcher() i=7 2024-09-19T13:58:42.051 INFO:tasks.workunit.client.0.smithi031.stderr: -78> 2024-09-19T13:58:41.954+0000 7ff9526229c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:58:42.051 INFO:tasks.workunit.client.0.smithi031.stderr: -77> 2024-09-19T13:58:41.958+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd7bb0) adding auth protocol: cephx 2024-09-19T13:58:42.051 INFO:tasks.workunit.client.0.smithi031.stderr: -76> 2024-09-19T13:58:41.958+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd7bb0) adding auth protocol: cephx 2024-09-19T13:58:42.051 INFO:tasks.workunit.client.0.smithi031.stderr: -75> 2024-09-19T13:58:41.958+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd7bb0) adding auth protocol: cephx 2024-09-19T13:58:42.051 INFO:tasks.workunit.client.0.smithi031.stderr: -74> 2024-09-19T13:58:41.958+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd7bb0) adding con mode: secure 2024-09-19T13:58:42.051 INFO:tasks.workunit.client.0.smithi031.stderr: -73> 2024-09-19T13:58:41.958+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd7bb0) adding con mode: crc 2024-09-19T13:58:42.052 INFO:tasks.workunit.client.0.smithi031.stderr: -72> 2024-09-19T13:58:41.958+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd7bb0) adding con mode: secure 2024-09-19T13:58:42.052 INFO:tasks.workunit.client.0.smithi031.stderr: -71> 2024-09-19T13:58:41.958+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd7bb0) adding con mode: crc 2024-09-19T13:58:42.052 INFO:tasks.workunit.client.0.smithi031.stderr: -70> 2024-09-19T13:58:41.958+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd7bb0) adding con mode: secure 2024-09-19T13:58:42.052 INFO:tasks.workunit.client.0.smithi031.stderr: -69> 2024-09-19T13:58:41.958+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd7bb0) adding con mode: crc 2024-09-19T13:58:42.052 INFO:tasks.workunit.client.0.smithi031.stderr: -68> 2024-09-19T13:58:41.958+0000 7ff8077de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:58:42.052 INFO:tasks.workunit.client.0.smithi031.stderr: -67> 2024-09-19T13:58:41.958+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd7bb0) adding con mode: crc 2024-09-19T13:58:42.052 INFO:tasks.workunit.client.0.smithi031.stderr: -66> 2024-09-19T13:58:41.958+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd7bb0) adding con mode: secure 2024-09-19T13:58:42.052 INFO:tasks.workunit.client.0.smithi031.stderr: -65> 2024-09-19T13:58:41.958+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd7bb0) adding con mode: crc 2024-09-19T13:58:42.052 INFO:tasks.workunit.client.0.smithi031.stderr: -64> 2024-09-19T13:58:41.958+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd7bb0) adding con mode: secure 2024-09-19T13:58:42.052 INFO:tasks.workunit.client.0.smithi031.stderr: -63> 2024-09-19T13:58:41.958+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd7bb0) adding con mode: crc 2024-09-19T13:58:42.052 INFO:tasks.workunit.client.0.smithi031.stderr: -62> 2024-09-19T13:58:41.958+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd7bb0) adding con mode: secure 2024-09-19T13:58:42.052 INFO:tasks.workunit.client.0.smithi031.stderr: -61> 2024-09-19T13:58:41.958+0000 7ff9526229c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:58:42.053 INFO:tasks.workunit.client.0.smithi031.stderr: -60> 2024-09-19T13:58:41.958+0000 7ff9526229c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:58:42.053 INFO:tasks.workunit.client.0.smithi031.stderr: -59> 2024-09-19T13:58:41.958+0000 7ff9526229c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:58:42.053 INFO:tasks.workunit.client.0.smithi031.stderr: -58> 2024-09-19T13:58:41.958+0000 7ff9526229c0 5 asok(0x565027fc6d90) register_command cache list hook 0x565028291e30 2024-09-19T13:58:42.053 INFO:tasks.workunit.client.0.smithi031.stderr: -57> 2024-09-19T13:58:41.958+0000 7ff9526229c0 5 asok(0x565027fc6d90) register_command cache inspect hook 0x565028291e30 2024-09-19T13:58:42.053 INFO:tasks.workunit.client.0.smithi031.stderr: -56> 2024-09-19T13:58:41.958+0000 7ff9526229c0 5 asok(0x565027fc6d90) register_command cache erase hook 0x565028291e30 2024-09-19T13:58:42.053 INFO:tasks.workunit.client.0.smithi031.stderr: -55> 2024-09-19T13:58:41.958+0000 7ff9526229c0 5 asok(0x565027fc6d90) register_command cache zap hook 0x565028291e30 2024-09-19T13:58:42.053 INFO:tasks.workunit.client.0.smithi031.stderr: -54> 2024-09-19T13:58:41.962+0000 7ff9526229c0 5 note: GC not initialized 2024-09-19T13:58:42.053 INFO:tasks.workunit.client.0.smithi031.stderr: -53> 2024-09-19T13:58:41.962+0000 7ff8067dc640 20 reqs_thread_entry: start 2024-09-19T13:58:42.053 INFO:tasks.workunit.client.0.smithi031.stderr: -52> 2024-09-19T13:58:41.962+0000 7ff9526229c0 5 asok(0x565027fc6d90) register_command sync trace show hook 0x7ff94000e640 2024-09-19T13:58:42.053 INFO:tasks.workunit.client.0.smithi031.stderr: -51> 2024-09-19T13:58:41.962+0000 7ff9526229c0 5 asok(0x565027fc6d90) register_command sync trace history hook 0x7ff94000e640 2024-09-19T13:58:42.053 INFO:tasks.workunit.client.0.smithi031.stderr: -50> 2024-09-19T13:58:41.962+0000 7ff9526229c0 5 asok(0x565027fc6d90) register_command sync trace active hook 0x7ff94000e640 2024-09-19T13:58:42.053 INFO:tasks.workunit.client.0.smithi031.stderr: -49> 2024-09-19T13:58:41.962+0000 7ff9526229c0 5 asok(0x565027fc6d90) register_command sync trace active_short hook 0x7ff94000e640 2024-09-19T13:58:42.053 INFO:tasks.workunit.client.0.smithi031.stderr: -48> 2024-09-19T13:58:41.962+0000 7ff9526229c0 20 init_complete bucket index max shards: 1 2024-09-19T13:58:42.054 INFO:tasks.workunit.client.0.smithi031.stderr: -47> 2024-09-19T13:58:41.962+0000 7ff9526229c0 20 Filter name: none 2024-09-19T13:58:42.054 INFO:tasks.workunit.client.0.smithi031.stderr: -46> 2024-09-19T13:58:41.962+0000 7ff7ff7fe640 20 reqs_thread_entry: start 2024-09-19T13:58:42.054 INFO:tasks.workunit.client.0.smithi031.stderr: -45> 2024-09-19T13:58:41.962+0000 7ff9526229c0 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-19T13:58:42.054 INFO:tasks.workunit.client.0.smithi031.stderr: -44> 2024-09-19T13:58:41.962+0000 7ff9526229c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:42.054 INFO:tasks.workunit.client.0.smithi031.stderr: -43> 2024-09-19T13:58:41.962+0000 7ff9526229c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-19T13:58:42.054 INFO:tasks.workunit.client.0.smithi031.stderr: -42> 2024-09-19T13:58:41.962+0000 7ff9526229c0 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-19T13:58:42.054 INFO:tasks.workunit.client.0.smithi031.stderr: -41> 2024-09-19T13:58:41.962+0000 7ff9526229c0 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-19T13:58:42.054 INFO:tasks.workunit.client.0.smithi031.stderr: -40> 2024-09-19T13:58:41.962+0000 7ff9526229c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 : miss 2024-09-19T13:58:42.054 INFO:tasks.workunit.client.0.smithi031.stderr: -39> 2024-09-19T13:58:41.962+0000 7ff9526229c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:42.054 INFO:tasks.workunit.client.0.smithi031.stderr: -38> 2024-09-19T13:58:41.962+0000 7ff9526229c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-19T13:58:42.054 INFO:tasks.workunit.client.0.smithi031.stderr: -37> 2024-09-19T13:58:41.962+0000 7ff9526229c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 info.flags=0x17 2024-09-19T13:58:42.054 INFO:tasks.workunit.client.0.smithi031.stderr: -36> 2024-09-19T13:58:41.962+0000 7ff9526229c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 to cache LRU end 2024-09-19T13:58:42.054 INFO:tasks.workunit.client.0.smithi031.stderr: -35> 2024-09-19T13:58:41.962+0000 7ff9526229c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:58:42.055 INFO:tasks.workunit.client.0.smithi031.stderr: -34> 2024-09-19T13:58:41.962+0000 7ff9526229c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:42.055 INFO:tasks.workunit.client.0.smithi031.stderr: -33> 2024-09-19T13:58:41.962+0000 7ff9526229c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 2024-09-19T13:58:42.055 INFO:tasks.workunit.client.0.smithi031.stderr: -32> 2024-09-19T13:58:41.970+0000 7ff9526229c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 info.flags=0x17 2024-09-19T13:58:42.055 INFO:tasks.workunit.client.0.smithi031.stderr: -31> 2024-09-19T13:58:41.970+0000 7ff9526229c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 to cache LRU end 2024-09-19T13:58:42.055 INFO:tasks.workunit.client.0.smithi031.stderr: -30> 2024-09-19T13:58:41.970+0000 7ff9526229c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:42.055 INFO:tasks.workunit.client.0.smithi031.stderr: -29> 2024-09-19T13:58:41.970+0000 7ff9526229c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29, ofs0, ns] 2024-09-19T13:58:42.055 INFO:tasks.workunit.client.0.smithi031.stderr: -28> 2024-09-19T13:58:41.970+0000 7ff826ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333556 cookie 94902271396832 notifier 6692 bl.length()=915 2024-09-19T13:58:42.055 INFO:tasks.workunit.client.0.smithi031.stderr: -27> 2024-09-19T13:58:41.970+0000 7ff826ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 info.flags=0x17 2024-09-19T13:58:42.055 INFO:tasks.workunit.client.0.smithi031.stderr: -26> 2024-09-19T13:58:41.970+0000 7ff826ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 to cache LRU end 2024-09-19T13:58:42.055 INFO:tasks.workunit.client.0.smithi031.stderr: -25> 2024-09-19T13:58:41.970+0000 7ff826ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:42.055 INFO:tasks.workunit.client.0.smithi031.stderr: -24> 2024-09-19T13:58:41.970+0000 7ff9526229c0 20 handle_bi_update(): bucket=:abort-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29]): orig_sources= new_sources= 2024-09-19T13:58:42.055 INFO:tasks.workunit.client.0.smithi031.stderr: -23> 2024-09-19T13:58:41.970+0000 7ff9526229c0 20 handle_bi_update(): bucket=:abort-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29]): potential sources added=[] removed=[] 2024-09-19T13:58:42.056 INFO:tasks.workunit.client.0.smithi031.stderr: -22> 2024-09-19T13:58:41.970+0000 7ff9526229c0 20 handle_bi_update(): bucket=:abort-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29]): orig_dests= new_dests= 2024-09-19T13:58:42.056 INFO:tasks.workunit.client.0.smithi031.stderr: -21> 2024-09-19T13:58:41.970+0000 7ff9526229c0 20 handle_bi_update(): bucket=:abort-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29]): potential dests added=[] removed=[] 2024-09-19T13:58:42.056 INFO:tasks.workunit.client.0.smithi031.stderr: -20> 2024-09-19T13:58:41.978+0000 7ff9526229c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29.1.0 2024-09-19T13:58:42.056 INFO:tasks.workunit.client.0.smithi031.stderr: -19> 2024-09-19T13:58:41.978+0000 7ff9526229c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29.1.0 2024-09-19T13:58:42.056 INFO:tasks.workunit.client.0.smithi031.stderr: -18> 2024-09-19T13:58:41.978+0000 7ff9526229c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29.1.1 2024-09-19T13:58:42.056 INFO:tasks.workunit.client.0.smithi031.stderr: -17> 2024-09-19T13:58:41.978+0000 7ff9526229c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29.1.1 2024-09-19T13:58:42.056 INFO:tasks.workunit.client.0.smithi031.stderr: -16> 2024-09-19T13:58:41.978+0000 7ff9526229c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29.0 2024-09-19T13:58:42.056 INFO:tasks.workunit.client.0.smithi031.stderr: -15> 2024-09-19T13:58:41.982+0000 7ff9526229c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 : hit (requested=0x17, cached=0x17) 2024-09-19T13:58:42.056 INFO:tasks.workunit.client.0.smithi031.stderr: -14> 2024-09-19T13:58:41.982+0000 7ff9526229c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 2024-09-19T13:58:42.056 INFO:tasks.workunit.client.0.smithi031.stderr: -13> 2024-09-19T13:58:41.986+0000 7ff9526229c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 info.flags=0x17 2024-09-19T13:58:42.056 INFO:tasks.workunit.client.0.smithi031.stderr: -12> 2024-09-19T13:58:41.986+0000 7ff9526229c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 to cache LRU end 2024-09-19T13:58:42.056 INFO:tasks.workunit.client.0.smithi031.stderr: -11> 2024-09-19T13:58:41.986+0000 7ff9526229c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:42.056 INFO:tasks.workunit.client.0.smithi031.stderr: -10> 2024-09-19T13:58:41.986+0000 7ff9526229c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29, ofs0, ns] 2024-09-19T13:58:42.057 INFO:tasks.workunit.client.0.smithi031.stderr: -9> 2024-09-19T13:58:41.986+0000 7ff826ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333557 cookie 94902271396832 notifier 6692 bl.length()=915 2024-09-19T13:58:42.057 INFO:tasks.workunit.client.0.smithi031.stderr: -8> 2024-09-19T13:58:41.986+0000 7ff826ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 info.flags=0x17 2024-09-19T13:58:42.057 INFO:tasks.workunit.client.0.smithi031.stderr: -7> 2024-09-19T13:58:41.986+0000 7ff826ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 to cache LRU end 2024-09-19T13:58:42.057 INFO:tasks.workunit.client.0.smithi031.stderr: -6> 2024-09-19T13:58:41.986+0000 7ff826ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:42.057 INFO:tasks.workunit.client.0.smithi031.stderr: -5> 2024-09-19T13:58:41.986+0000 7ff9526229c0 20 handle_bi_update(): bucket=:abort-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29]): orig_sources= new_sources= 2024-09-19T13:58:42.057 INFO:tasks.workunit.client.0.smithi031.stderr: -4> 2024-09-19T13:58:41.986+0000 7ff9526229c0 20 handle_bi_update(): bucket=:abort-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29]): potential sources added=[] removed=[] 2024-09-19T13:58:42.057 INFO:tasks.workunit.client.0.smithi031.stderr: -3> 2024-09-19T13:58:41.986+0000 7ff9526229c0 20 handle_bi_update(): bucket=:abort-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29]): orig_dests= new_dests= 2024-09-19T13:58:42.057 INFO:tasks.workunit.client.0.smithi031.stderr: -2> 2024-09-19T13:58:41.986+0000 7ff9526229c0 20 handle_bi_update(): bucket=:abort-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29]): potential dests added=[] removed=[] 2024-09-19T13:58:42.057 INFO:tasks.workunit.client.0.smithi031.stderr: -1> 2024-09-19T13:58:41.986+0000 7ff9526229c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7ff9526229c0 time 2024-09-19T13:58:41.989840+0000 2024-09-19T13:58:42.057 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T13:58:42.057 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:42.057 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T13:58:42.057 INFO:tasks.workunit.client.0.smithi031.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7ff955efc2eb] 2024-09-19T13:58:42.058 INFO:tasks.workunit.client.0.smithi031.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7ff955efc49f] 2024-09-19T13:58:42.058 INFO:tasks.workunit.client.0.smithi031.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x565025505271] 2024-09-19T13:58:42.058 INFO:tasks.workunit.client.0.smithi031.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x147b) [0x5650255144ab] 2024-09-19T13:58:42.058 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x565025515a94] 2024-09-19T13:58:42.058 INFO:tasks.workunit.client.0.smithi031.stderr: 6: main() 2024-09-19T13:58:42.058 INFO:tasks.workunit.client.0.smithi031.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7ff954d62d90] 2024-09-19T13:58:42.058 INFO:tasks.workunit.client.0.smithi031.stderr: 8: __libc_start_main() 2024-09-19T13:58:42.058 INFO:tasks.workunit.client.0.smithi031.stderr: 9: _start() 2024-09-19T13:58:42.058 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:42.058 INFO:tasks.workunit.client.0.smithi031.stderr: 0> 2024-09-19T13:58:41.990+0000 7ff9526229c0 -1 *** Caught signal (Aborted) ** 2024-09-19T13:58:42.058 INFO:tasks.workunit.client.0.smithi031.stderr: in thread 7ff9526229c0 thread_name:radosgw-admin 2024-09-19T13:58:42.058 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:42.059 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T13:58:42.059 INFO:tasks.workunit.client.0.smithi031.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7ff954d7b520] 2024-09-19T13:58:42.059 INFO:tasks.workunit.client.0.smithi031.stderr: 2: pthread_kill() 2024-09-19T13:58:42.059 INFO:tasks.workunit.client.0.smithi031.stderr: 3: raise() 2024-09-19T13:58:42.059 INFO:tasks.workunit.client.0.smithi031.stderr: 4: abort() 2024-09-19T13:58:42.059 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7ff955efc345] 2024-09-19T13:58:42.059 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7ff955efc49f] 2024-09-19T13:58:42.059 INFO:tasks.workunit.client.0.smithi031.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x565025505271] 2024-09-19T13:58:42.059 INFO:tasks.workunit.client.0.smithi031.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x147b) [0x5650255144ab] 2024-09-19T13:58:42.059 INFO:tasks.workunit.client.0.smithi031.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x565025515a94] 2024-09-19T13:58:42.059 INFO:tasks.workunit.client.0.smithi031.stderr: 10: main() 2024-09-19T13:58:42.059 INFO:tasks.workunit.client.0.smithi031.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7ff954d62d90] 2024-09-19T13:58:42.059 INFO:tasks.workunit.client.0.smithi031.stderr: 12: __libc_start_main() 2024-09-19T13:58:42.060 INFO:tasks.workunit.client.0.smithi031.stderr: 13: _start() 2024-09-19T13:58:42.060 INFO:tasks.workunit.client.0.smithi031.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T13:58:42.060 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:42.060 INFO:tasks.workunit.client.0.smithi031.stderr:--- logging levels --- 2024-09-19T13:58:42.060 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 none 2024-09-19T13:58:42.060 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 lockdep 2024-09-19T13:58:42.060 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 context 2024-09-19T13:58:42.060 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 crush 2024-09-19T13:58:42.060 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds 2024-09-19T13:58:42.060 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_balancer 2024-09-19T13:58:42.060 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_locker 2024-09-19T13:58:42.060 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_log 2024-09-19T13:58:42.061 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_log_expire 2024-09-19T13:58:42.061 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_migrator 2024-09-19T13:58:42.061 INFO:tasks.workunit.client.0.smithi031.stderr: 3/ 5 mds_quiesce 2024-09-19T13:58:42.061 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 buffer 2024-09-19T13:58:42.061 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 timer 2024-09-19T13:58:42.061 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 filer 2024-09-19T13:58:42.061 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 striper 2024-09-19T13:58:42.061 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 objecter 2024-09-19T13:58:42.061 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rados 2024-09-19T13:58:42.061 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd 2024-09-19T13:58:42.061 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_mirror 2024-09-19T13:58:42.061 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_replay 2024-09-19T13:58:42.061 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_pwl 2024-09-19T13:58:42.061 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 journaler 2024-09-19T13:58:42.062 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 objectcacher 2024-09-19T13:58:42.062 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 immutable_obj_cache 2024-09-19T13:58:42.062 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 client 2024-09-19T13:58:42.062 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 osd 2024-09-19T13:58:42.062 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 optracker 2024-09-19T13:58:42.062 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 objclass 2024-09-19T13:58:42.062 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 filestore 2024-09-19T13:58:42.062 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 journal 2024-09-19T13:58:42.062 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 0 ms 2024-09-19T13:58:42.062 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mon 2024-09-19T13:58:42.062 INFO:tasks.workunit.client.0.smithi031.stderr: 0/10 monc 2024-09-19T13:58:42.062 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 paxos 2024-09-19T13:58:42.062 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 tp 2024-09-19T13:58:42.062 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 auth 2024-09-19T13:58:42.063 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 crypto 2024-09-19T13:58:42.063 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 finisher 2024-09-19T13:58:42.063 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 reserver 2024-09-19T13:58:42.063 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 heartbeatmap 2024-09-19T13:58:42.063 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 perfcounter 2024-09-19T13:58:42.063 INFO:tasks.workunit.client.0.smithi031.stderr: 20/20 rgw 2024-09-19T13:58:42.063 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_sync 2024-09-19T13:58:42.063 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_datacache 2024-09-19T13:58:42.063 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_access 2024-09-19T13:58:42.063 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_dbstore 2024-09-19T13:58:42.063 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_flight 2024-09-19T13:58:42.063 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_lifecycle 2024-09-19T13:58:42.063 INFO:tasks.workunit.client.0.smithi031.stderr: 20/20 rgw_notification 2024-09-19T13:58:42.063 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 javaclient 2024-09-19T13:58:42.064 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 asok 2024-09-19T13:58:42.064 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 throttle 2024-09-19T13:58:42.064 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 0 refs 2024-09-19T13:58:42.064 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 compressor 2024-09-19T13:58:42.064 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 bluestore 2024-09-19T13:58:42.064 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 bluefs 2024-09-19T13:58:42.064 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 bdev 2024-09-19T13:58:42.064 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 kstore 2024-09-19T13:58:42.064 INFO:tasks.workunit.client.0.smithi031.stderr: 4/ 5 rocksdb 2024-09-19T13:58:42.064 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 fuse 2024-09-19T13:58:42.064 INFO:tasks.workunit.client.0.smithi031.stderr: 2/ 5 mgr 2024-09-19T13:58:42.064 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mgrc 2024-09-19T13:58:42.064 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 dpdk 2024-09-19T13:58:42.064 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 eventtrace 2024-09-19T13:58:42.065 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 prioritycache 2024-09-19T13:58:42.065 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 test 2024-09-19T13:58:42.065 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cephfs_mirror 2024-09-19T13:58:42.065 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cephsqlite 2024-09-19T13:58:42.065 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 crimson_interrupt 2024-09-19T13:58:42.065 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore 2024-09-19T13:58:42.065 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_onode 2024-09-19T13:58:42.065 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_odata 2024-09-19T13:58:42.065 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_omap 2024-09-19T13:58:42.065 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_tm 2024-09-19T13:58:42.065 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_t 2024-09-19T13:58:42.065 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_cleaner 2024-09-19T13:58:42.065 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_epm 2024-09-19T13:58:42.066 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_lba 2024-09-19T13:58:42.066 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-19T13:58:42.066 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_cache 2024-09-19T13:58:42.066 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_journal 2024-09-19T13:58:42.066 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_device 2024-09-19T13:58:42.066 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_backref 2024-09-19T13:58:42.066 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 alienstore 2024-09-19T13:58:42.066 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mclock 2024-09-19T13:58:42.066 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cyanstore 2024-09-19T13:58:42.066 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 ceph_exporter 2024-09-19T13:58:42.066 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 memstore 2024-09-19T13:58:42.066 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 trace 2024-09-19T13:58:42.066 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 ceph_dedup 2024-09-19T13:58:42.066 INFO:tasks.workunit.client.0.smithi031.stderr: -2/-2 (syslog threshold) 2024-09-19T13:58:42.067 INFO:tasks.workunit.client.0.smithi031.stderr: 99/99 (stderr threshold) 2024-09-19T13:58:42.067 INFO:tasks.workunit.client.0.smithi031.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-19T13:58:42.067 INFO:tasks.workunit.client.0.smithi031.stderr: 7ff7ff7fe640 / http_manager 2024-09-19T13:58:42.067 INFO:tasks.workunit.client.0.smithi031.stderr: 7ff8067dc640 / http_manager 2024-09-19T13:58:42.067 INFO:tasks.workunit.client.0.smithi031.stderr: 7ff8077de640 / rgw_dt_lg_renew 2024-09-19T13:58:42.067 INFO:tasks.workunit.client.0.smithi031.stderr: 7ff825ffb640 / ms_dispatch 2024-09-19T13:58:42.067 INFO:tasks.workunit.client.0.smithi031.stderr: 7ff826ffd640 / io_context_pool 2024-09-19T13:58:42.067 INFO:tasks.workunit.client.0.smithi031.stderr: 7ff8277fe640 / io_context_pool 2024-09-19T13:58:42.067 INFO:tasks.workunit.client.0.smithi031.stderr: 7ff835ffb640 / ms_dispatch 2024-09-19T13:58:42.067 INFO:tasks.workunit.client.0.smithi031.stderr: 7ff83ce09640 / ms_dispatch 2024-09-19T13:58:42.067 INFO:tasks.workunit.client.0.smithi031.stderr: 7ff83e60c640 / io_context_pool 2024-09-19T13:58:42.067 INFO:tasks.workunit.client.0.smithi031.stderr: 7ff94f927640 / msgr-worker-2 2024-09-19T13:58:42.067 INFO:tasks.workunit.client.0.smithi031.stderr: 7ff950128640 / msgr-worker-1 2024-09-19T13:58:42.068 INFO:tasks.workunit.client.0.smithi031.stderr: 7ff950929640 / msgr-worker-0 2024-09-19T13:58:42.068 INFO:tasks.workunit.client.0.smithi031.stderr: 7ff95112a640 / io_context_pool 2024-09-19T13:58:42.068 INFO:tasks.workunit.client.0.smithi031.stderr: 7ff9526229c0 / radosgw-admin 2024-09-19T13:58:42.068 INFO:tasks.workunit.client.0.smithi031.stderr: max_recent 500 2024-09-19T13:58:42.068 INFO:tasks.workunit.client.0.smithi031.stderr: max_new 1000 2024-09-19T13:58:42.068 INFO:tasks.workunit.client.0.smithi031.stderr: log_file /var/log/ceph/ceph-client.admin.106261.log 2024-09-19T13:58:42.068 INFO:tasks.workunit.client.0.smithi031.stderr:--- end dump of recent events --- 2024-09-19T13:58:42.068 INFO:tasks.workunit.client.0.smithi031.stderr:--- begin dump of recent events --- 2024-09-19T13:58:42.068 INFO:tasks.workunit.client.0.smithi031.stderr: -499> 2024-09-19T13:58:41.886+0000 7ff9526229c0 10 monclient: monmap: 2024-09-19T13:58:42.068 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T13:58:42.068 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T13:58:42.068 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T13:58:42.069 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T13:58:42.069 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T13:58:42.069 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:58:42.069 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T13:58:42.069 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T13:58:42.069 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T13:58:42.069 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:42.069 INFO:tasks.workunit.client.0.smithi031.stderr: -498> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d4da0) adding auth protocol: cephx 2024-09-19T13:58:42.069 INFO:tasks.workunit.client.0.smithi031.stderr: -497> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d4da0) adding auth protocol: cephx 2024-09-19T13:58:42.069 INFO:tasks.workunit.client.0.smithi031.stderr: -496> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d4da0) adding auth protocol: cephx 2024-09-19T13:58:42.069 INFO:tasks.workunit.client.0.smithi031.stderr: -495> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d4da0) adding con mode: secure 2024-09-19T13:58:42.069 INFO:tasks.workunit.client.0.smithi031.stderr: -494> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d4da0) adding con mode: crc 2024-09-19T13:58:42.069 INFO:tasks.workunit.client.0.smithi031.stderr: -493> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d4da0) adding con mode: secure 2024-09-19T13:58:42.070 INFO:tasks.workunit.client.0.smithi031.stderr: -492> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d4da0) adding con mode: crc 2024-09-19T13:58:42.070 INFO:tasks.workunit.client.0.smithi031.stderr: -491> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d4da0) adding con mode: secure 2024-09-19T13:58:42.070 INFO:tasks.workunit.client.0.smithi031.stderr: -490> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d4da0) adding con mode: crc 2024-09-19T13:58:42.070 INFO:tasks.workunit.client.0.smithi031.stderr: -489> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d4da0) adding con mode: crc 2024-09-19T13:58:42.070 INFO:tasks.workunit.client.0.smithi031.stderr: -488> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d4da0) adding con mode: secure 2024-09-19T13:58:42.070 INFO:tasks.workunit.client.0.smithi031.stderr: -487> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d4da0) adding con mode: crc 2024-09-19T13:58:42.070 INFO:tasks.workunit.client.0.smithi031.stderr: -486> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d4da0) adding con mode: secure 2024-09-19T13:58:42.070 INFO:tasks.workunit.client.0.smithi031.stderr: -485> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d4da0) adding con mode: crc 2024-09-19T13:58:42.070 INFO:tasks.workunit.client.0.smithi031.stderr: -484> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d4da0) adding con mode: secure 2024-09-19T13:58:42.070 INFO:tasks.workunit.client.0.smithi031.stderr: -483> 2024-09-19T13:58:41.886+0000 7ff9526229c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:58:42.070 INFO:tasks.workunit.client.0.smithi031.stderr: -482> 2024-09-19T13:58:41.886+0000 7ff9526229c0 1 librados: starting msgr at 2024-09-19T13:58:42.070 INFO:tasks.workunit.client.0.smithi031.stderr: -481> 2024-09-19T13:58:41.886+0000 7ff9526229c0 1 librados: starting objecter 2024-09-19T13:58:42.070 INFO:tasks.workunit.client.0.smithi031.stderr: -480> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 asok(0x565027fc6d90) register_command objecter_requests hook 0x5650281d8aa0 2024-09-19T13:58:42.071 INFO:tasks.workunit.client.0.smithi031.stderr: -479> 2024-09-19T13:58:41.886+0000 7ff9526229c0 1 librados: setting wanted keys 2024-09-19T13:58:42.071 INFO:tasks.workunit.client.0.smithi031.stderr: -478> 2024-09-19T13:58:41.886+0000 7ff9526229c0 1 librados: calling monclient init 2024-09-19T13:58:42.071 INFO:tasks.workunit.client.0.smithi031.stderr: -477> 2024-09-19T13:58:41.886+0000 7ff9526229c0 10 monclient: init 2024-09-19T13:58:42.071 INFO:tasks.workunit.client.0.smithi031.stderr: -476> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d19d0) adding auth protocol: cephx 2024-09-19T13:58:42.071 INFO:tasks.workunit.client.0.smithi031.stderr: -475> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d19d0) adding auth protocol: cephx 2024-09-19T13:58:42.071 INFO:tasks.workunit.client.0.smithi031.stderr: -474> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d19d0) adding auth protocol: cephx 2024-09-19T13:58:42.071 INFO:tasks.workunit.client.0.smithi031.stderr: -473> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d19d0) adding con mode: secure 2024-09-19T13:58:42.071 INFO:tasks.workunit.client.0.smithi031.stderr: -472> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d19d0) adding con mode: crc 2024-09-19T13:58:42.071 INFO:tasks.workunit.client.0.smithi031.stderr: -471> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d19d0) adding con mode: secure 2024-09-19T13:58:42.071 INFO:tasks.workunit.client.0.smithi031.stderr: -470> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d19d0) adding con mode: crc 2024-09-19T13:58:42.071 INFO:tasks.workunit.client.0.smithi031.stderr: -469> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d19d0) adding con mode: secure 2024-09-19T13:58:42.071 INFO:tasks.workunit.client.0.smithi031.stderr: -468> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d19d0) adding con mode: crc 2024-09-19T13:58:42.071 INFO:tasks.workunit.client.0.smithi031.stderr: -467> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d19d0) adding con mode: crc 2024-09-19T13:58:42.072 INFO:tasks.workunit.client.0.smithi031.stderr: -466> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d19d0) adding con mode: secure 2024-09-19T13:58:42.072 INFO:tasks.workunit.client.0.smithi031.stderr: -465> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d19d0) adding con mode: crc 2024-09-19T13:58:42.072 INFO:tasks.workunit.client.0.smithi031.stderr: -464> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d19d0) adding con mode: secure 2024-09-19T13:58:42.072 INFO:tasks.workunit.client.0.smithi031.stderr: -463> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d19d0) adding con mode: crc 2024-09-19T13:58:42.072 INFO:tasks.workunit.client.0.smithi031.stderr: -462> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 AuthRegistry(0x5650281d19d0) adding con mode: secure 2024-09-19T13:58:42.072 INFO:tasks.workunit.client.0.smithi031.stderr: -461> 2024-09-19T13:58:41.886+0000 7ff9526229c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:58:42.072 INFO:tasks.workunit.client.0.smithi031.stderr: -460> 2024-09-19T13:58:41.886+0000 7ff9526229c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:58:42.072 INFO:tasks.workunit.client.0.smithi031.stderr: -459> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 asok(0x565027fc6d90) register_command rotate-key hook 0x5650281d1b18 2024-09-19T13:58:42.072 INFO:tasks.workunit.client.0.smithi031.stderr: -458> 2024-09-19T13:58:41.886+0000 7ff9526229c0 10 monclient: _reopen_session rank -1 2024-09-19T13:58:42.072 INFO:tasks.workunit.client.0.smithi031.stderr: -457> 2024-09-19T13:58:41.886+0000 7ff9526229c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-19T13:58:42.072 INFO:tasks.workunit.client.0.smithi031.stderr: -456> 2024-09-19T13:58:41.886+0000 7ff9526229c0 10 monclient(hunting): picked mon.noname-a con 0x56502805f1f0 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T13:58:42.072 INFO:tasks.workunit.client.0.smithi031.stderr: -455> 2024-09-19T13:58:41.886+0000 7ff9526229c0 10 monclient(hunting): picked mon.noname-b con 0x56502808a930 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T13:58:42.073 INFO:tasks.workunit.client.0.smithi031.stderr: -454> 2024-09-19T13:58:41.886+0000 7ff9526229c0 10 monclient(hunting): picked mon.noname-c con 0x56502811a640 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T13:58:42.073 INFO:tasks.workunit.client.0.smithi031.stderr: -453> 2024-09-19T13:58:41.886+0000 7ff9526229c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:58:42.073 INFO:tasks.workunit.client.0.smithi031.stderr: -452> 2024-09-19T13:58:41.886+0000 7ff9526229c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:58:42.073 INFO:tasks.workunit.client.0.smithi031.stderr: -451> 2024-09-19T13:58:41.886+0000 7ff9526229c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:58:42.073 INFO:tasks.workunit.client.0.smithi031.stderr: -450> 2024-09-19T13:58:41.886+0000 7ff9526229c0 10 monclient(hunting): _renew_subs 2024-09-19T13:58:42.073 INFO:tasks.workunit.client.0.smithi031.stderr: -449> 2024-09-19T13:58:41.886+0000 7ff9526229c0 10 monclient(hunting): authenticate will time out at 2265.717486s 2024-09-19T13:58:42.073 INFO:tasks.workunit.client.0.smithi031.stderr: -448> 2024-09-19T13:58:41.886+0000 7ff950929640 10 monclient(hunting): get_auth_request con 0x56502811a640 auth_method 0 2024-09-19T13:58:42.073 INFO:tasks.workunit.client.0.smithi031.stderr: -447> 2024-09-19T13:58:41.886+0000 7ff950929640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:58:42.073 INFO:tasks.workunit.client.0.smithi031.stderr: -446> 2024-09-19T13:58:41.886+0000 7ff950929640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:58:42.073 INFO:tasks.workunit.client.0.smithi031.stderr: -445> 2024-09-19T13:58:41.886+0000 7ff950929640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:58:42.073 INFO:tasks.workunit.client.0.smithi031.stderr: -444> 2024-09-19T13:58:41.886+0000 7ff950128640 10 monclient(hunting): get_auth_request con 0x56502805f1f0 auth_method 0 2024-09-19T13:58:42.073 INFO:tasks.workunit.client.0.smithi031.stderr: -443> 2024-09-19T13:58:41.886+0000 7ff950128640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:58:42.073 INFO:tasks.workunit.client.0.smithi031.stderr: -442> 2024-09-19T13:58:41.886+0000 7ff950128640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:58:42.074 INFO:tasks.workunit.client.0.smithi031.stderr: -441> 2024-09-19T13:58:41.886+0000 7ff950128640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:58:42.074 INFO:tasks.workunit.client.0.smithi031.stderr: -440> 2024-09-19T13:58:41.886+0000 7ff950929640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:58:42.074 INFO:tasks.workunit.client.0.smithi031.stderr: -439> 2024-09-19T13:58:41.886+0000 7ff950929640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:58:42.074 INFO:tasks.workunit.client.0.smithi031.stderr: -438> 2024-09-19T13:58:41.886+0000 7ff950929640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:58:42.074 INFO:tasks.workunit.client.0.smithi031.stderr: -437> 2024-09-19T13:58:41.886+0000 7ff950128640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:58:42.074 INFO:tasks.workunit.client.0.smithi031.stderr: -436> 2024-09-19T13:58:41.886+0000 7ff950128640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:58:42.074 INFO:tasks.workunit.client.0.smithi031.stderr: -435> 2024-09-19T13:58:41.886+0000 7ff950128640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:58:42.074 INFO:tasks.workunit.client.0.smithi031.stderr: -434> 2024-09-19T13:58:41.886+0000 7ff950929640 10 monclient(hunting): handle_auth_done global_id 6683 payload 824 2024-09-19T13:58:42.074 INFO:tasks.workunit.client.0.smithi031.stderr: -433> 2024-09-19T13:58:41.886+0000 7ff950929640 10 monclient: _finish_hunting 0 2024-09-19T13:58:42.074 INFO:tasks.workunit.client.0.smithi031.stderr: -432> 2024-09-19T13:58:41.886+0000 7ff950929640 1 monclient: found mon.noname-c 2024-09-19T13:58:42.074 INFO:tasks.workunit.client.0.smithi031.stderr: -431> 2024-09-19T13:58:41.886+0000 7ff950929640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.31:3301/0 2024-09-19T13:58:42.074 INFO:tasks.workunit.client.0.smithi031.stderr: -430> 2024-09-19T13:58:41.886+0000 7ff83ce09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:58:42.074 INFO:tasks.workunit.client.0.smithi031.stderr: -429> 2024-09-19T13:58:41.886+0000 7ff83ce09640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T13:58:42.075 INFO:tasks.workunit.client.0.smithi031.stderr: -428> 2024-09-19T13:58:41.886+0000 7ff83ce09640 10 monclient: dump: 2024-09-19T13:58:42.075 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:58:42.075 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:58:42.075 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:42.075 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:42.075 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:58:42.075 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:58:42.075 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:58:42.075 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:58:42.075 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:58:42.075 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:42.075 INFO:tasks.workunit.client.0.smithi031.stderr: -427> 2024-09-19T13:58:41.886+0000 7ff83ce09640 10 monclient: _finish_auth 0 2024-09-19T13:58:42.075 INFO:tasks.workunit.client.0.smithi031.stderr: -426> 2024-09-19T13:58:41.886+0000 7ff83ce09640 10 monclient: _check_auth_tickets 2024-09-19T13:58:42.075 INFO:tasks.workunit.client.0.smithi031.stderr: -425> 2024-09-19T13:58:41.886+0000 7ff83ce09640 10 monclient: handle_config config(0 keys) 2024-09-19T13:58:42.076 INFO:tasks.workunit.client.0.smithi031.stderr: -424> 2024-09-19T13:58:41.886+0000 7ff83ce09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:58:42.076 INFO:tasks.workunit.client.0.smithi031.stderr: -423> 2024-09-19T13:58:41.886+0000 7ff83ce09640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T13:58:42.076 INFO:tasks.workunit.client.0.smithi031.stderr: -422> 2024-09-19T13:58:41.886+0000 7ff83ce09640 10 monclient: dump: 2024-09-19T13:58:42.076 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:58:42.076 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:58:42.076 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:42.076 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:42.076 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:58:42.076 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:58:42.076 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:58:42.076 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:58:42.076 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:58:42.076 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:42.077 INFO:tasks.workunit.client.0.smithi031.stderr: -421> 2024-09-19T13:58:41.886+0000 7ff83e60c640 4 set_mon_vals no callback set 2024-09-19T13:58:42.077 INFO:tasks.workunit.client.0.smithi031.stderr: -420> 2024-09-19T13:58:41.886+0000 7ff9526229c0 5 monclient: authenticate success, global_id 6683 2024-09-19T13:58:42.077 INFO:tasks.workunit.client.0.smithi031.stderr: -419> 2024-09-19T13:58:41.886+0000 7ff9526229c0 10 monclient: _renew_subs 2024-09-19T13:58:42.077 INFO:tasks.workunit.client.0.smithi031.stderr: -418> 2024-09-19T13:58:41.886+0000 7ff9526229c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T13:58:42.077 INFO:tasks.workunit.client.0.smithi031.stderr: -417> 2024-09-19T13:58:41.886+0000 7ff9526229c0 10 monclient: _renew_subs 2024-09-19T13:58:42.077 INFO:tasks.workunit.client.0.smithi031.stderr: -416> 2024-09-19T13:58:41.886+0000 7ff9526229c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T13:58:42.077 INFO:tasks.workunit.client.0.smithi031.stderr: -415> 2024-09-19T13:58:41.886+0000 7ff9526229c0 1 librados: init done 2024-09-19T13:58:42.077 INFO:tasks.workunit.client.0.smithi031.stderr: -414> 2024-09-19T13:58:41.890+0000 7ff83ce09640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T13:58:42.077 INFO:tasks.workunit.client.0.smithi031.stderr: -413> 2024-09-19T13:58:41.890+0000 7ff83ce09640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:58:42.077 INFO:tasks.workunit.client.0.smithi031.stderr: -412> 2024-09-19T13:58:41.890+0000 7ff83ce09640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:58:42.077 INFO:tasks.workunit.client.0.smithi031.stderr: -411> 2024-09-19T13:58:41.890+0000 7ff950128640 10 monclient: get_auth_request con 0x7ff838071be0 auth_method 0 2024-09-19T13:58:42.077 INFO:tasks.workunit.client.0.smithi031.stderr: -410> 2024-09-19T13:58:41.890+0000 7ff94f927640 10 monclient: get_auth_request con 0x5650281f9570 auth_method 0 2024-09-19T13:58:42.077 INFO:tasks.workunit.client.0.smithi031.stderr: -409> 2024-09-19T13:58:41.890+0000 7ff950128640 10 monclient: get_auth_request con 0x56502821c4a0 auth_method 0 2024-09-19T13:58:42.078 INFO:tasks.workunit.client.0.smithi031.stderr: -408> 2024-09-19T13:58:41.894+0000 7ff94f927640 10 monclient: get_auth_request con 0x565028220690 auth_method 0 2024-09-19T13:58:42.078 INFO:tasks.workunit.client.0.smithi031.stderr: -407> 2024-09-19T13:58:41.894+0000 7ff9526229c0 10 monclient: build_initial_monmap 2024-09-19T13:58:42.078 INFO:tasks.workunit.client.0.smithi031.stderr: -406> 2024-09-19T13:58:41.894+0000 7ff9526229c0 1 build_initial for_mkfs: 0 2024-09-19T13:58:42.078 INFO:tasks.workunit.client.0.smithi031.stderr: -405> 2024-09-19T13:58:41.894+0000 7ff9526229c0 10 monclient: monmap: 2024-09-19T13:58:42.078 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T13:58:42.078 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T13:58:42.078 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T13:58:42.078 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T13:58:42.078 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T13:58:42.078 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:58:42.078 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T13:58:42.078 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T13:58:42.078 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T13:58:42.078 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:42.079 INFO:tasks.workunit.client.0.smithi031.stderr: -404> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028225570) adding auth protocol: cephx 2024-09-19T13:58:42.079 INFO:tasks.workunit.client.0.smithi031.stderr: -403> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028225570) adding auth protocol: cephx 2024-09-19T13:58:42.079 INFO:tasks.workunit.client.0.smithi031.stderr: -402> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028225570) adding auth protocol: cephx 2024-09-19T13:58:42.079 INFO:tasks.workunit.client.0.smithi031.stderr: -401> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028225570) adding con mode: secure 2024-09-19T13:58:42.079 INFO:tasks.workunit.client.0.smithi031.stderr: -400> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028225570) adding con mode: crc 2024-09-19T13:58:42.079 INFO:tasks.workunit.client.0.smithi031.stderr: -399> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028225570) adding con mode: secure 2024-09-19T13:58:42.079 INFO:tasks.workunit.client.0.smithi031.stderr: -398> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028225570) adding con mode: crc 2024-09-19T13:58:42.079 INFO:tasks.workunit.client.0.smithi031.stderr: -397> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028225570) adding con mode: secure 2024-09-19T13:58:42.079 INFO:tasks.workunit.client.0.smithi031.stderr: -396> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028225570) adding con mode: crc 2024-09-19T13:58:42.079 INFO:tasks.workunit.client.0.smithi031.stderr: -395> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028225570) adding con mode: crc 2024-09-19T13:58:42.079 INFO:tasks.workunit.client.0.smithi031.stderr: -394> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028225570) adding con mode: secure 2024-09-19T13:58:42.079 INFO:tasks.workunit.client.0.smithi031.stderr: -393> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028225570) adding con mode: crc 2024-09-19T13:58:42.079 INFO:tasks.workunit.client.0.smithi031.stderr: -392> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028225570) adding con mode: secure 2024-09-19T13:58:42.079 INFO:tasks.workunit.client.0.smithi031.stderr: -391> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028225570) adding con mode: crc 2024-09-19T13:58:42.080 INFO:tasks.workunit.client.0.smithi031.stderr: -390> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028225570) adding con mode: secure 2024-09-19T13:58:42.080 INFO:tasks.workunit.client.0.smithi031.stderr: -389> 2024-09-19T13:58:41.894+0000 7ff9526229c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:58:42.080 INFO:tasks.workunit.client.0.smithi031.stderr: -388> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 asok(0x565027fc6d90) register_command objecter_requests cmddesc objecter_requests hook 0x565028228f20 EEXIST 2024-09-19T13:58:42.080 INFO:tasks.workunit.client.0.smithi031.stderr: -387> 2024-09-19T13:58:41.894+0000 7ff9526229c0 10 monclient: init 2024-09-19T13:58:42.080 INFO:tasks.workunit.client.0.smithi031.stderr: -386> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028223b98) adding auth protocol: cephx 2024-09-19T13:58:42.080 INFO:tasks.workunit.client.0.smithi031.stderr: -385> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028223b98) adding auth protocol: cephx 2024-09-19T13:58:42.080 INFO:tasks.workunit.client.0.smithi031.stderr: -384> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028223b98) adding auth protocol: cephx 2024-09-19T13:58:42.080 INFO:tasks.workunit.client.0.smithi031.stderr: -383> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028223b98) adding con mode: secure 2024-09-19T13:58:42.080 INFO:tasks.workunit.client.0.smithi031.stderr: -382> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028223b98) adding con mode: crc 2024-09-19T13:58:42.080 INFO:tasks.workunit.client.0.smithi031.stderr: -381> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028223b98) adding con mode: secure 2024-09-19T13:58:42.080 INFO:tasks.workunit.client.0.smithi031.stderr: -380> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028223b98) adding con mode: crc 2024-09-19T13:58:42.080 INFO:tasks.workunit.client.0.smithi031.stderr: -379> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028223b98) adding con mode: secure 2024-09-19T13:58:42.080 INFO:tasks.workunit.client.0.smithi031.stderr: -378> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028223b98) adding con mode: crc 2024-09-19T13:58:42.081 INFO:tasks.workunit.client.0.smithi031.stderr: -377> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028223b98) adding con mode: crc 2024-09-19T13:58:42.081 INFO:tasks.workunit.client.0.smithi031.stderr: -376> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028223b98) adding con mode: secure 2024-09-19T13:58:42.081 INFO:tasks.workunit.client.0.smithi031.stderr: -375> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028223b98) adding con mode: crc 2024-09-19T13:58:42.081 INFO:tasks.workunit.client.0.smithi031.stderr: -374> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028223b98) adding con mode: secure 2024-09-19T13:58:42.081 INFO:tasks.workunit.client.0.smithi031.stderr: -373> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028223b98) adding con mode: crc 2024-09-19T13:58:42.081 INFO:tasks.workunit.client.0.smithi031.stderr: -372> 2024-09-19T13:58:41.894+0000 7ff9526229c0 5 AuthRegistry(0x565028223b98) adding con mode: secure 2024-09-19T13:58:42.081 INFO:tasks.workunit.client.0.smithi031.stderr: -371> 2024-09-19T13:58:41.894+0000 7ff9526229c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:58:42.081 INFO:tasks.workunit.client.0.smithi031.stderr: -370> 2024-09-19T13:58:41.898+0000 7ff9526229c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:58:42.081 INFO:tasks.workunit.client.0.smithi031.stderr: -369> 2024-09-19T13:58:41.898+0000 7ff9526229c0 5 asok(0x565027fc6d90) register_command rotate-key cmddesc rotate-key hook 0x565028223ce0 EEXIST 2024-09-19T13:58:42.081 INFO:tasks.workunit.client.0.smithi031.stderr: -368> 2024-09-19T13:58:41.898+0000 7ff9526229c0 10 monclient: _reopen_session rank -1 2024-09-19T13:58:42.081 INFO:tasks.workunit.client.0.smithi031.stderr: -367> 2024-09-19T13:58:41.898+0000 7ff9526229c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-19T13:58:42.081 INFO:tasks.workunit.client.0.smithi031.stderr: -366> 2024-09-19T13:58:41.898+0000 7ff9526229c0 10 monclient(hunting): picked mon.noname-b con 0x56502824d0d0 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T13:58:42.081 INFO:tasks.workunit.client.0.smithi031.stderr: -365> 2024-09-19T13:58:41.898+0000 7ff9526229c0 10 monclient(hunting): picked mon.noname-a con 0x56502824ca00 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T13:58:42.082 INFO:tasks.workunit.client.0.smithi031.stderr: -364> 2024-09-19T13:58:41.898+0000 7ff9526229c0 10 monclient(hunting): picked mon.noname-c con 0x56502824b3e0 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T13:58:42.082 INFO:tasks.workunit.client.0.smithi031.stderr: -363> 2024-09-19T13:58:41.898+0000 7ff9526229c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:58:42.082 INFO:tasks.workunit.client.0.smithi031.stderr: -362> 2024-09-19T13:58:41.898+0000 7ff9526229c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:58:42.082 INFO:tasks.workunit.client.0.smithi031.stderr: -361> 2024-09-19T13:58:41.898+0000 7ff9526229c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:58:42.082 INFO:tasks.workunit.client.0.smithi031.stderr: -360> 2024-09-19T13:58:41.898+0000 7ff9526229c0 10 monclient(hunting): _renew_subs 2024-09-19T13:58:42.082 INFO:tasks.workunit.client.0.smithi031.stderr: -359> 2024-09-19T13:58:41.898+0000 7ff9526229c0 10 monclient(hunting): authenticate will time out at 2265.728301s 2024-09-19T13:58:42.082 INFO:tasks.workunit.client.0.smithi031.stderr: -358> 2024-09-19T13:58:41.898+0000 7ff94f927640 10 monclient(hunting): get_auth_request con 0x56502824ca00 auth_method 0 2024-09-19T13:58:42.082 INFO:tasks.workunit.client.0.smithi031.stderr: -357> 2024-09-19T13:58:41.898+0000 7ff94f927640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:58:42.082 INFO:tasks.workunit.client.0.smithi031.stderr: -356> 2024-09-19T13:58:41.898+0000 7ff94f927640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:58:42.082 INFO:tasks.workunit.client.0.smithi031.stderr: -355> 2024-09-19T13:58:41.898+0000 7ff94f927640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:58:42.082 INFO:tasks.workunit.client.0.smithi031.stderr: -354> 2024-09-19T13:58:41.898+0000 7ff950929640 10 monclient(hunting): get_auth_request con 0x56502824b3e0 auth_method 0 2024-09-19T13:58:42.082 INFO:tasks.workunit.client.0.smithi031.stderr: -353> 2024-09-19T13:58:41.898+0000 7ff950929640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:58:42.083 INFO:tasks.workunit.client.0.smithi031.stderr: -352> 2024-09-19T13:58:41.898+0000 7ff950929640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:58:42.083 INFO:tasks.workunit.client.0.smithi031.stderr: -351> 2024-09-19T13:58:41.898+0000 7ff950929640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:58:42.083 INFO:tasks.workunit.client.0.smithi031.stderr: -350> 2024-09-19T13:58:41.898+0000 7ff950929640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:58:42.083 INFO:tasks.workunit.client.0.smithi031.stderr: -349> 2024-09-19T13:58:41.898+0000 7ff950929640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:58:42.083 INFO:tasks.workunit.client.0.smithi031.stderr: -348> 2024-09-19T13:58:41.898+0000 7ff950929640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:58:42.083 INFO:tasks.workunit.client.0.smithi031.stderr: -347> 2024-09-19T13:58:41.898+0000 7ff94f927640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:58:42.083 INFO:tasks.workunit.client.0.smithi031.stderr: -346> 2024-09-19T13:58:41.898+0000 7ff94f927640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:58:42.083 INFO:tasks.workunit.client.0.smithi031.stderr: -345> 2024-09-19T13:58:41.898+0000 7ff94f927640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:58:42.083 INFO:tasks.workunit.client.0.smithi031.stderr: -344> 2024-09-19T13:58:41.898+0000 7ff950128640 10 monclient(hunting): get_auth_request con 0x56502824d0d0 auth_method 0 2024-09-19T13:58:42.083 INFO:tasks.workunit.client.0.smithi031.stderr: -343> 2024-09-19T13:58:41.898+0000 7ff950128640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:58:42.083 INFO:tasks.workunit.client.0.smithi031.stderr: -342> 2024-09-19T13:58:41.898+0000 7ff950128640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:58:42.083 INFO:tasks.workunit.client.0.smithi031.stderr: -341> 2024-09-19T13:58:41.898+0000 7ff950128640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:58:42.083 INFO:tasks.workunit.client.0.smithi031.stderr: -340> 2024-09-19T13:58:41.898+0000 7ff94f927640 10 monclient(hunting): handle_auth_done global_id 7110 payload 824 2024-09-19T13:58:42.083 INFO:tasks.workunit.client.0.smithi031.stderr: -339> 2024-09-19T13:58:41.898+0000 7ff94f927640 10 monclient: _finish_hunting 0 2024-09-19T13:58:42.084 INFO:tasks.workunit.client.0.smithi031.stderr: -338> 2024-09-19T13:58:41.898+0000 7ff94f927640 1 monclient: found mon.noname-a 2024-09-19T13:58:42.084 INFO:tasks.workunit.client.0.smithi031.stderr: -337> 2024-09-19T13:58:41.898+0000 7ff94f927640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T13:58:42.084 INFO:tasks.workunit.client.0.smithi031.stderr: -336> 2024-09-19T13:58:41.898+0000 7ff835ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:58:42.084 INFO:tasks.workunit.client.0.smithi031.stderr: -335> 2024-09-19T13:58:41.898+0000 7ff835ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T13:58:42.084 INFO:tasks.workunit.client.0.smithi031.stderr: -334> 2024-09-19T13:58:41.898+0000 7ff835ffb640 10 monclient: dump: 2024-09-19T13:58:42.084 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:58:42.084 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:58:42.084 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:42.084 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:42.084 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:58:42.084 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:58:42.084 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:58:42.084 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:58:42.085 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:58:42.085 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:42.085 INFO:tasks.workunit.client.0.smithi031.stderr: -333> 2024-09-19T13:58:41.898+0000 7ff835ffb640 10 monclient: _finish_auth 0 2024-09-19T13:58:42.085 INFO:tasks.workunit.client.0.smithi031.stderr: -332> 2024-09-19T13:58:41.898+0000 7ff835ffb640 10 monclient: _check_auth_tickets 2024-09-19T13:58:42.085 INFO:tasks.workunit.client.0.smithi031.stderr: -331> 2024-09-19T13:58:41.898+0000 7ff9526229c0 5 monclient: authenticate success, global_id 7110 2024-09-19T13:58:42.085 INFO:tasks.workunit.client.0.smithi031.stderr: -330> 2024-09-19T13:58:41.898+0000 7ff835ffb640 10 monclient: handle_config config(0 keys) 2024-09-19T13:58:42.085 INFO:tasks.workunit.client.0.smithi031.stderr: -329> 2024-09-19T13:58:41.898+0000 7ff835ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:58:42.085 INFO:tasks.workunit.client.0.smithi031.stderr: -328> 2024-09-19T13:58:41.898+0000 7ff835ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T13:58:42.085 INFO:tasks.workunit.client.0.smithi031.stderr: -327> 2024-09-19T13:58:41.898+0000 7ff835ffb640 10 monclient: dump: 2024-09-19T13:58:42.085 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:58:42.085 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:58:42.085 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:42.085 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:42.085 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:58:42.086 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:58:42.086 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:58:42.086 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:58:42.086 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:58:42.086 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:42.086 INFO:tasks.workunit.client.0.smithi031.stderr: -326> 2024-09-19T13:58:41.898+0000 7ff95112a640 4 set_mon_vals no callback set 2024-09-19T13:58:42.086 INFO:tasks.workunit.client.0.smithi031.stderr: -325> 2024-09-19T13:58:41.898+0000 7ff9526229c0 10 monclient: _renew_subs 2024-09-19T13:58:42.086 INFO:tasks.workunit.client.0.smithi031.stderr: -324> 2024-09-19T13:58:41.898+0000 7ff9526229c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T13:58:42.086 INFO:tasks.workunit.client.0.smithi031.stderr: -323> 2024-09-19T13:58:41.898+0000 7ff9526229c0 10 monclient: _renew_subs 2024-09-19T13:58:42.086 INFO:tasks.workunit.client.0.smithi031.stderr: -322> 2024-09-19T13:58:41.898+0000 7ff9526229c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T13:58:42.086 INFO:tasks.workunit.client.0.smithi031.stderr: -321> 2024-09-19T13:58:41.898+0000 7ff835ffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T13:58:42.086 INFO:tasks.workunit.client.0.smithi031.stderr: -320> 2024-09-19T13:58:41.898+0000 7ff835ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:58:42.086 INFO:tasks.workunit.client.0.smithi031.stderr: -319> 2024-09-19T13:58:41.898+0000 7ff835ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:58:42.087 INFO:tasks.workunit.client.0.smithi031.stderr: -318> 2024-09-19T13:58:41.898+0000 7ff950128640 10 monclient: get_auth_request con 0x7ff828071b20 auth_method 0 2024-09-19T13:58:42.087 INFO:tasks.workunit.client.0.smithi031.stderr: -317> 2024-09-19T13:58:41.898+0000 7ff9526229c0 10 monclient: get_monmap_and_config 2024-09-19T13:58:42.087 INFO:tasks.workunit.client.0.smithi031.stderr: -316> 2024-09-19T13:58:41.898+0000 7ff9526229c0 10 monclient: build_initial_monmap 2024-09-19T13:58:42.087 INFO:tasks.workunit.client.0.smithi031.stderr: -315> 2024-09-19T13:58:41.898+0000 7ff9526229c0 1 build_initial for_mkfs: 0 2024-09-19T13:58:42.087 INFO:tasks.workunit.client.0.smithi031.stderr: -314> 2024-09-19T13:58:41.898+0000 7ff9526229c0 10 monclient: monmap: 2024-09-19T13:58:42.087 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T13:58:42.087 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T13:58:42.087 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T13:58:42.087 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T13:58:42.087 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T13:58:42.087 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:58:42.087 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T13:58:42.087 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T13:58:42.088 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T13:58:42.088 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:42.088 INFO:tasks.workunit.client.0.smithi031.stderr: -313> 2024-09-19T13:58:41.898+0000 7ff9526229c0 5 AuthRegistry(0x56502826cab0) adding auth protocol: cephx 2024-09-19T13:58:42.088 INFO:tasks.workunit.client.0.smithi031.stderr: -312> 2024-09-19T13:58:41.898+0000 7ff9526229c0 5 AuthRegistry(0x56502826cab0) adding auth protocol: cephx 2024-09-19T13:58:42.088 INFO:tasks.workunit.client.0.smithi031.stderr: -311> 2024-09-19T13:58:41.898+0000 7ff9526229c0 5 AuthRegistry(0x56502826cab0) adding auth protocol: cephx 2024-09-19T13:58:42.088 INFO:tasks.workunit.client.0.smithi031.stderr: -310> 2024-09-19T13:58:41.898+0000 7ff9526229c0 5 AuthRegistry(0x56502826cab0) adding con mode: secure 2024-09-19T13:58:42.088 INFO:tasks.workunit.client.0.smithi031.stderr: -309> 2024-09-19T13:58:41.898+0000 7ff9526229c0 5 AuthRegistry(0x56502826cab0) adding con mode: crc 2024-09-19T13:58:42.088 INFO:tasks.workunit.client.0.smithi031.stderr: -308> 2024-09-19T13:58:41.898+0000 7ff9526229c0 5 AuthRegistry(0x56502826cab0) adding con mode: secure 2024-09-19T13:58:42.088 INFO:tasks.workunit.client.0.smithi031.stderr: -307> 2024-09-19T13:58:41.898+0000 7ff9526229c0 5 AuthRegistry(0x56502826cab0) adding con mode: crc 2024-09-19T13:58:42.088 INFO:tasks.workunit.client.0.smithi031.stderr: -306> 2024-09-19T13:58:41.898+0000 7ff9526229c0 5 AuthRegistry(0x56502826cab0) adding con mode: secure 2024-09-19T13:58:42.088 INFO:tasks.workunit.client.0.smithi031.stderr: -305> 2024-09-19T13:58:41.898+0000 7ff9526229c0 5 AuthRegistry(0x56502826cab0) adding con mode: crc 2024-09-19T13:58:42.088 INFO:tasks.workunit.client.0.smithi031.stderr: -304> 2024-09-19T13:58:41.898+0000 7ff9526229c0 5 AuthRegistry(0x56502826cab0) adding con mode: crc 2024-09-19T13:58:42.088 INFO:tasks.workunit.client.0.smithi031.stderr: -303> 2024-09-19T13:58:41.898+0000 7ff9526229c0 5 AuthRegistry(0x56502826cab0) adding con mode: secure 2024-09-19T13:58:42.089 INFO:tasks.workunit.client.0.smithi031.stderr: -302> 2024-09-19T13:58:41.898+0000 7ff9526229c0 5 AuthRegistry(0x56502826cab0) adding con mode: crc 2024-09-19T13:58:42.089 INFO:tasks.workunit.client.0.smithi031.stderr: -301> 2024-09-19T13:58:41.898+0000 7ff9526229c0 5 AuthRegistry(0x56502826cab0) adding con mode: secure 2024-09-19T13:58:42.089 INFO:tasks.workunit.client.0.smithi031.stderr: -300> 2024-09-19T13:58:41.898+0000 7ff9526229c0 5 AuthRegistry(0x56502826cab0) adding con mode: crc 2024-09-19T13:58:42.089 INFO:tasks.workunit.client.0.smithi031.stderr: -299> 2024-09-19T13:58:41.898+0000 7ff9526229c0 5 AuthRegistry(0x56502826cab0) adding con mode: secure 2024-09-19T13:58:42.089 INFO:tasks.workunit.client.0.smithi031.stderr: -298> 2024-09-19T13:58:41.902+0000 7ff9526229c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:58:42.089 INFO:tasks.workunit.client.0.smithi031.stderr: -297> 2024-09-19T13:58:41.902+0000 7ff9526229c0 10 monclient: init 2024-09-19T13:58:42.089 INFO:tasks.workunit.client.0.smithi031.stderr: -296> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd76e0) adding auth protocol: cephx 2024-09-19T13:58:42.089 INFO:tasks.workunit.client.0.smithi031.stderr: -295> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd76e0) adding auth protocol: cephx 2024-09-19T13:58:42.089 INFO:tasks.workunit.client.0.smithi031.stderr: -294> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd76e0) adding auth protocol: cephx 2024-09-19T13:58:42.089 INFO:tasks.workunit.client.0.smithi031.stderr: -293> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd76e0) adding con mode: secure 2024-09-19T13:58:42.089 INFO:tasks.workunit.client.0.smithi031.stderr: -292> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd76e0) adding con mode: crc 2024-09-19T13:58:42.089 INFO:tasks.workunit.client.0.smithi031.stderr: -291> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd76e0) adding con mode: secure 2024-09-19T13:58:42.089 INFO:tasks.workunit.client.0.smithi031.stderr: -290> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd76e0) adding con mode: crc 2024-09-19T13:58:42.089 INFO:tasks.workunit.client.0.smithi031.stderr: -289> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd76e0) adding con mode: secure 2024-09-19T13:58:42.090 INFO:tasks.workunit.client.0.smithi031.stderr: -288> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd76e0) adding con mode: crc 2024-09-19T13:58:42.090 INFO:tasks.workunit.client.0.smithi031.stderr: -287> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd76e0) adding con mode: crc 2024-09-19T13:58:42.090 INFO:tasks.workunit.client.0.smithi031.stderr: -286> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd76e0) adding con mode: secure 2024-09-19T13:58:42.090 INFO:tasks.workunit.client.0.smithi031.stderr: -285> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd76e0) adding con mode: crc 2024-09-19T13:58:42.090 INFO:tasks.workunit.client.0.smithi031.stderr: -284> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd76e0) adding con mode: secure 2024-09-19T13:58:42.090 INFO:tasks.workunit.client.0.smithi031.stderr: -283> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd76e0) adding con mode: crc 2024-09-19T13:58:42.090 INFO:tasks.workunit.client.0.smithi031.stderr: -282> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd76e0) adding con mode: secure 2024-09-19T13:58:42.090 INFO:tasks.workunit.client.0.smithi031.stderr: -281> 2024-09-19T13:58:41.902+0000 7ff9526229c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:58:42.090 INFO:tasks.workunit.client.0.smithi031.stderr: -280> 2024-09-19T13:58:41.902+0000 7ff9526229c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:58:42.090 INFO:tasks.workunit.client.0.smithi031.stderr: -279> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 asok(0x565027fc6d90) register_command rotate-key cmddesc rotate-key hook 0x7fffd9bd7828 EEXIST 2024-09-19T13:58:42.090 INFO:tasks.workunit.client.0.smithi031.stderr: -278> 2024-09-19T13:58:41.902+0000 7ff9526229c0 10 monclient: _reopen_session rank -1 2024-09-19T13:58:42.090 INFO:tasks.workunit.client.0.smithi031.stderr: -277> 2024-09-19T13:58:41.902+0000 7ff9526229c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-19T13:58:42.090 INFO:tasks.workunit.client.0.smithi031.stderr: -276> 2024-09-19T13:58:41.902+0000 7ff9526229c0 10 monclient(hunting): picked mon.noname-b con 0x56502829b0a0 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T13:58:42.090 INFO:tasks.workunit.client.0.smithi031.stderr: -275> 2024-09-19T13:58:41.902+0000 7ff9526229c0 10 monclient(hunting): picked mon.noname-c con 0x56502829b480 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T13:58:42.091 INFO:tasks.workunit.client.0.smithi031.stderr: -274> 2024-09-19T13:58:41.902+0000 7ff9526229c0 10 monclient(hunting): picked mon.noname-a con 0x56502829c940 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T13:58:42.091 INFO:tasks.workunit.client.0.smithi031.stderr: -273> 2024-09-19T13:58:41.902+0000 7ff9526229c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:58:42.091 INFO:tasks.workunit.client.0.smithi031.stderr: -272> 2024-09-19T13:58:41.902+0000 7ff9526229c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:58:42.091 INFO:tasks.workunit.client.0.smithi031.stderr: -271> 2024-09-19T13:58:41.902+0000 7ff9526229c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:58:42.091 INFO:tasks.workunit.client.0.smithi031.stderr: -270> 2024-09-19T13:58:41.902+0000 7ff9526229c0 10 monclient(hunting): _renew_subs 2024-09-19T13:58:42.091 INFO:tasks.workunit.client.0.smithi031.stderr: -269> 2024-09-19T13:58:41.902+0000 7ff9526229c0 10 monclient(hunting): authenticate will time out at 2265.732725s 2024-09-19T13:58:42.091 INFO:tasks.workunit.client.0.smithi031.stderr: -268> 2024-09-19T13:58:41.902+0000 7ff94f927640 10 monclient(hunting): get_auth_request con 0x56502829b480 auth_method 0 2024-09-19T13:58:42.091 INFO:tasks.workunit.client.0.smithi031.stderr: -267> 2024-09-19T13:58:41.902+0000 7ff94f927640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:58:42.091 INFO:tasks.workunit.client.0.smithi031.stderr: -266> 2024-09-19T13:58:41.902+0000 7ff94f927640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:58:42.091 INFO:tasks.workunit.client.0.smithi031.stderr: -265> 2024-09-19T13:58:41.902+0000 7ff94f927640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:58:42.091 INFO:tasks.workunit.client.0.smithi031.stderr: -264> 2024-09-19T13:58:41.902+0000 7ff950929640 10 monclient(hunting): get_auth_request con 0x56502829c940 auth_method 0 2024-09-19T13:58:42.091 INFO:tasks.workunit.client.0.smithi031.stderr: -263> 2024-09-19T13:58:41.902+0000 7ff950929640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:58:42.091 INFO:tasks.workunit.client.0.smithi031.stderr: -262> 2024-09-19T13:58:41.902+0000 7ff950929640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:58:42.092 INFO:tasks.workunit.client.0.smithi031.stderr: -261> 2024-09-19T13:58:41.902+0000 7ff950929640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:58:42.092 INFO:tasks.workunit.client.0.smithi031.stderr: -260> 2024-09-19T13:58:41.902+0000 7ff94f927640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:58:42.092 INFO:tasks.workunit.client.0.smithi031.stderr: -259> 2024-09-19T13:58:41.902+0000 7ff94f927640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:58:42.092 INFO:tasks.workunit.client.0.smithi031.stderr: -258> 2024-09-19T13:58:41.902+0000 7ff94f927640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:58:42.092 INFO:tasks.workunit.client.0.smithi031.stderr: -257> 2024-09-19T13:58:41.902+0000 7ff950929640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:58:42.092 INFO:tasks.workunit.client.0.smithi031.stderr: -256> 2024-09-19T13:58:41.902+0000 7ff950929640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:58:42.092 INFO:tasks.workunit.client.0.smithi031.stderr: -255> 2024-09-19T13:58:41.902+0000 7ff950929640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:58:42.092 INFO:tasks.workunit.client.0.smithi031.stderr: -254> 2024-09-19T13:58:41.902+0000 7ff94f927640 10 monclient(hunting): handle_auth_done global_id 6689 payload 274 2024-09-19T13:58:42.092 INFO:tasks.workunit.client.0.smithi031.stderr: -253> 2024-09-19T13:58:41.902+0000 7ff94f927640 10 monclient: _finish_hunting 0 2024-09-19T13:58:42.092 INFO:tasks.workunit.client.0.smithi031.stderr: -252> 2024-09-19T13:58:41.902+0000 7ff94f927640 1 monclient: found mon.noname-c 2024-09-19T13:58:42.092 INFO:tasks.workunit.client.0.smithi031.stderr: -251> 2024-09-19T13:58:41.902+0000 7ff94f927640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.31:3301/0 2024-09-19T13:58:42.092 INFO:tasks.workunit.client.0.smithi031.stderr: -250> 2024-09-19T13:58:41.902+0000 7ff8277fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:58:42.092 INFO:tasks.workunit.client.0.smithi031.stderr: -249> 2024-09-19T13:58:41.902+0000 7ff8277fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T13:58:42.092 INFO:tasks.workunit.client.0.smithi031.stderr: -248> 2024-09-19T13:58:41.902+0000 7ff8277fe640 10 monclient: dump: 2024-09-19T13:58:42.093 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:58:42.093 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:58:42.093 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:42.093 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:42.093 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:58:42.093 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:58:42.093 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:58:42.093 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:58:42.093 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:58:42.093 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:42.093 INFO:tasks.workunit.client.0.smithi031.stderr: -247> 2024-09-19T13:58:41.902+0000 7ff8277fe640 10 monclient: _finish_auth 0 2024-09-19T13:58:42.093 INFO:tasks.workunit.client.0.smithi031.stderr: -246> 2024-09-19T13:58:41.902+0000 7ff8277fe640 10 monclient: _check_auth_tickets 2024-09-19T13:58:42.094 INFO:tasks.workunit.client.0.smithi031.stderr: -245> 2024-09-19T13:58:41.902+0000 7ff8277fe640 10 monclient: handle_config config(0 keys) 2024-09-19T13:58:42.094 INFO:tasks.workunit.client.0.smithi031.stderr: -244> 2024-09-19T13:58:41.902+0000 7ff8277fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:58:42.094 INFO:tasks.workunit.client.0.smithi031.stderr: -243> 2024-09-19T13:58:41.902+0000 7ff8277fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T13:58:42.094 INFO:tasks.workunit.client.0.smithi031.stderr: -242> 2024-09-19T13:58:41.902+0000 7ff8277fe640 10 monclient: dump: 2024-09-19T13:58:42.094 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:58:42.094 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:58:42.094 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:42.094 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:42.094 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:58:42.094 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:58:42.094 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:58:42.094 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:58:42.094 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:58:42.094 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:42.095 INFO:tasks.workunit.client.0.smithi031.stderr: -241> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 monclient: authenticate success, global_id 6689 2024-09-19T13:58:42.095 INFO:tasks.workunit.client.0.smithi031.stderr: -240> 2024-09-19T13:58:41.902+0000 7ff9526229c0 10 monclient: get_monmap_and_config success 2024-09-19T13:58:42.095 INFO:tasks.workunit.client.0.smithi031.stderr: -239> 2024-09-19T13:58:41.902+0000 7ff9526229c0 4 set_mon_vals no callback set 2024-09-19T13:58:42.095 INFO:tasks.workunit.client.0.smithi031.stderr: -238> 2024-09-19T13:58:41.902+0000 7ff9526229c0 10 monclient: shutdown 2024-09-19T13:58:42.095 INFO:tasks.workunit.client.0.smithi031.stderr: -237> 2024-09-19T13:58:41.902+0000 7ff9526229c0 10 monclient: build_initial_monmap 2024-09-19T13:58:42.095 INFO:tasks.workunit.client.0.smithi031.stderr: -236> 2024-09-19T13:58:41.902+0000 7ff9526229c0 1 build_initial for_mkfs: 0 2024-09-19T13:58:42.095 INFO:tasks.workunit.client.0.smithi031.stderr: -235> 2024-09-19T13:58:41.902+0000 7ff9526229c0 10 monclient: monmap: 2024-09-19T13:58:42.095 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T13:58:42.095 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T13:58:42.095 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T13:58:42.095 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T13:58:42.095 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T13:58:42.095 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:58:42.096 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T13:58:42.096 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T13:58:42.096 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T13:58:42.096 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:42.096 INFO:tasks.workunit.client.0.smithi031.stderr: -234> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x565028293600) adding auth protocol: cephx 2024-09-19T13:58:42.096 INFO:tasks.workunit.client.0.smithi031.stderr: -233> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x565028293600) adding auth protocol: cephx 2024-09-19T13:58:42.096 INFO:tasks.workunit.client.0.smithi031.stderr: -232> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x565028293600) adding auth protocol: cephx 2024-09-19T13:58:42.096 INFO:tasks.workunit.client.0.smithi031.stderr: -231> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x565028293600) adding con mode: secure 2024-09-19T13:58:42.096 INFO:tasks.workunit.client.0.smithi031.stderr: -230> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x565028293600) adding con mode: crc 2024-09-19T13:58:42.096 INFO:tasks.workunit.client.0.smithi031.stderr: -229> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x565028293600) adding con mode: secure 2024-09-19T13:58:42.096 INFO:tasks.workunit.client.0.smithi031.stderr: -228> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x565028293600) adding con mode: crc 2024-09-19T13:58:42.096 INFO:tasks.workunit.client.0.smithi031.stderr: -227> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x565028293600) adding con mode: secure 2024-09-19T13:58:42.096 INFO:tasks.workunit.client.0.smithi031.stderr: -226> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x565028293600) adding con mode: crc 2024-09-19T13:58:42.096 INFO:tasks.workunit.client.0.smithi031.stderr: -225> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x565028293600) adding con mode: crc 2024-09-19T13:58:42.097 INFO:tasks.workunit.client.0.smithi031.stderr: -224> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x565028293600) adding con mode: secure 2024-09-19T13:58:42.097 INFO:tasks.workunit.client.0.smithi031.stderr: -223> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x565028293600) adding con mode: crc 2024-09-19T13:58:42.097 INFO:tasks.workunit.client.0.smithi031.stderr: -222> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x565028293600) adding con mode: secure 2024-09-19T13:58:42.097 INFO:tasks.workunit.client.0.smithi031.stderr: -221> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x565028293600) adding con mode: crc 2024-09-19T13:58:42.097 INFO:tasks.workunit.client.0.smithi031.stderr: -220> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x565028293600) adding con mode: secure 2024-09-19T13:58:42.097 INFO:tasks.workunit.client.0.smithi031.stderr: -219> 2024-09-19T13:58:41.902+0000 7ff9526229c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:58:42.097 INFO:tasks.workunit.client.0.smithi031.stderr: -218> 2024-09-19T13:58:41.902+0000 7ff9526229c0 1 librados: starting msgr at 2024-09-19T13:58:42.097 INFO:tasks.workunit.client.0.smithi031.stderr: -217> 2024-09-19T13:58:41.902+0000 7ff9526229c0 1 librados: starting objecter 2024-09-19T13:58:42.097 INFO:tasks.workunit.client.0.smithi031.stderr: -216> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 asok(0x565027fc6d90) register_command objecter_requests cmddesc objecter_requests hook 0x565028271300 EEXIST 2024-09-19T13:58:42.097 INFO:tasks.workunit.client.0.smithi031.stderr: -215> 2024-09-19T13:58:41.902+0000 7ff9526229c0 1 librados: setting wanted keys 2024-09-19T13:58:42.097 INFO:tasks.workunit.client.0.smithi031.stderr: -214> 2024-09-19T13:58:41.902+0000 7ff9526229c0 1 librados: calling monclient init 2024-09-19T13:58:42.097 INFO:tasks.workunit.client.0.smithi031.stderr: -213> 2024-09-19T13:58:41.902+0000 7ff9526229c0 10 monclient: init 2024-09-19T13:58:42.097 INFO:tasks.workunit.client.0.smithi031.stderr: -212> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x56502824eef0) adding auth protocol: cephx 2024-09-19T13:58:42.098 INFO:tasks.workunit.client.0.smithi031.stderr: -211> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x56502824eef0) adding auth protocol: cephx 2024-09-19T13:58:42.098 INFO:tasks.workunit.client.0.smithi031.stderr: -210> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x56502824eef0) adding auth protocol: cephx 2024-09-19T13:58:42.098 INFO:tasks.workunit.client.0.smithi031.stderr: -209> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x56502824eef0) adding con mode: secure 2024-09-19T13:58:42.098 INFO:tasks.workunit.client.0.smithi031.stderr: -208> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x56502824eef0) adding con mode: crc 2024-09-19T13:58:42.098 INFO:tasks.workunit.client.0.smithi031.stderr: -207> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x56502824eef0) adding con mode: secure 2024-09-19T13:58:42.098 INFO:tasks.workunit.client.0.smithi031.stderr: -206> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x56502824eef0) adding con mode: crc 2024-09-19T13:58:42.098 INFO:tasks.workunit.client.0.smithi031.stderr: -205> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x56502824eef0) adding con mode: secure 2024-09-19T13:58:42.098 INFO:tasks.workunit.client.0.smithi031.stderr: -204> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x56502824eef0) adding con mode: crc 2024-09-19T13:58:42.098 INFO:tasks.workunit.client.0.smithi031.stderr: -203> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x56502824eef0) adding con mode: crc 2024-09-19T13:58:42.098 INFO:tasks.workunit.client.0.smithi031.stderr: -202> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x56502824eef0) adding con mode: secure 2024-09-19T13:58:42.098 INFO:tasks.workunit.client.0.smithi031.stderr: -201> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x56502824eef0) adding con mode: crc 2024-09-19T13:58:42.098 INFO:tasks.workunit.client.0.smithi031.stderr: -200> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x56502824eef0) adding con mode: secure 2024-09-19T13:58:42.098 INFO:tasks.workunit.client.0.smithi031.stderr: -199> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x56502824eef0) adding con mode: crc 2024-09-19T13:58:42.098 INFO:tasks.workunit.client.0.smithi031.stderr: -198> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 AuthRegistry(0x56502824eef0) adding con mode: secure 2024-09-19T13:58:42.099 INFO:tasks.workunit.client.0.smithi031.stderr: -197> 2024-09-19T13:58:41.902+0000 7ff9526229c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:58:42.099 INFO:tasks.workunit.client.0.smithi031.stderr: -196> 2024-09-19T13:58:41.902+0000 7ff9526229c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:58:42.099 INFO:tasks.workunit.client.0.smithi031.stderr: -195> 2024-09-19T13:58:41.902+0000 7ff9526229c0 5 asok(0x565027fc6d90) register_command rotate-key cmddesc rotate-key hook 0x56502824f038 EEXIST 2024-09-19T13:58:42.099 INFO:tasks.workunit.client.0.smithi031.stderr: -194> 2024-09-19T13:58:41.902+0000 7ff9526229c0 10 monclient: _reopen_session rank -1 2024-09-19T13:58:42.099 INFO:tasks.workunit.client.0.smithi031.stderr: -193> 2024-09-19T13:58:41.902+0000 7ff9526229c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-19T13:58:42.099 INFO:tasks.workunit.client.0.smithi031.stderr: -192> 2024-09-19T13:58:41.902+0000 7ff9526229c0 10 monclient(hunting): picked mon.noname-b con 0x56502829b0a0 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T13:58:42.099 INFO:tasks.workunit.client.0.smithi031.stderr: -191> 2024-09-19T13:58:41.902+0000 7ff9526229c0 10 monclient(hunting): picked mon.noname-c con 0x56502829c940 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T13:58:42.099 INFO:tasks.workunit.client.0.smithi031.stderr: -190> 2024-09-19T13:58:41.902+0000 7ff9526229c0 10 monclient(hunting): picked mon.noname-a con 0x565028294f90 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T13:58:42.099 INFO:tasks.workunit.client.0.smithi031.stderr: -189> 2024-09-19T13:58:41.902+0000 7ff9526229c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:58:42.099 INFO:tasks.workunit.client.0.smithi031.stderr: -188> 2024-09-19T13:58:41.902+0000 7ff9526229c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:58:42.099 INFO:tasks.workunit.client.0.smithi031.stderr: -187> 2024-09-19T13:58:41.902+0000 7ff9526229c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:58:42.099 INFO:tasks.workunit.client.0.smithi031.stderr: -186> 2024-09-19T13:58:41.902+0000 7ff9526229c0 10 monclient(hunting): _renew_subs 2024-09-19T13:58:42.099 INFO:tasks.workunit.client.0.smithi031.stderr: -185> 2024-09-19T13:58:41.902+0000 7ff9526229c0 10 monclient(hunting): authenticate will time out at 2265.735443s 2024-09-19T13:58:42.099 INFO:tasks.workunit.client.0.smithi031.stderr: -184> 2024-09-19T13:58:41.902+0000 7ff94f927640 10 monclient(hunting): get_auth_request con 0x56502829c940 auth_method 0 2024-09-19T13:58:42.100 INFO:tasks.workunit.client.0.smithi031.stderr: -183> 2024-09-19T13:58:41.902+0000 7ff94f927640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:58:42.100 INFO:tasks.workunit.client.0.smithi031.stderr: -182> 2024-09-19T13:58:41.902+0000 7ff94f927640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:58:42.100 INFO:tasks.workunit.client.0.smithi031.stderr: -181> 2024-09-19T13:58:41.902+0000 7ff94f927640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:58:42.100 INFO:tasks.workunit.client.0.smithi031.stderr: -180> 2024-09-19T13:58:41.902+0000 7ff950929640 10 monclient(hunting): get_auth_request con 0x565028294f90 auth_method 0 2024-09-19T13:58:42.100 INFO:tasks.workunit.client.0.smithi031.stderr: -179> 2024-09-19T13:58:41.902+0000 7ff950929640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:58:42.100 INFO:tasks.workunit.client.0.smithi031.stderr: -178> 2024-09-19T13:58:41.902+0000 7ff950929640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:58:42.100 INFO:tasks.workunit.client.0.smithi031.stderr: -177> 2024-09-19T13:58:41.902+0000 7ff950929640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:58:42.100 INFO:tasks.workunit.client.0.smithi031.stderr: -176> 2024-09-19T13:58:41.902+0000 7ff94f927640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:58:42.100 INFO:tasks.workunit.client.0.smithi031.stderr: -175> 2024-09-19T13:58:41.902+0000 7ff94f927640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:58:42.100 INFO:tasks.workunit.client.0.smithi031.stderr: -174> 2024-09-19T13:58:41.902+0000 7ff94f927640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:58:42.100 INFO:tasks.workunit.client.0.smithi031.stderr: -173> 2024-09-19T13:58:41.902+0000 7ff950929640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:58:42.100 INFO:tasks.workunit.client.0.smithi031.stderr: -172> 2024-09-19T13:58:41.902+0000 7ff950929640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:58:42.100 INFO:tasks.workunit.client.0.smithi031.stderr: -171> 2024-09-19T13:58:41.902+0000 7ff950929640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:58:42.101 INFO:tasks.workunit.client.0.smithi031.stderr: -170> 2024-09-19T13:58:41.902+0000 7ff950128640 10 monclient(hunting): get_auth_request con 0x56502829b0a0 auth_method 0 2024-09-19T13:58:42.101 INFO:tasks.workunit.client.0.smithi031.stderr: -169> 2024-09-19T13:58:41.902+0000 7ff950128640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:58:42.101 INFO:tasks.workunit.client.0.smithi031.stderr: -168> 2024-09-19T13:58:41.902+0000 7ff950128640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:58:42.101 INFO:tasks.workunit.client.0.smithi031.stderr: -167> 2024-09-19T13:58:41.902+0000 7ff950128640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:58:42.101 INFO:tasks.workunit.client.0.smithi031.stderr: -166> 2024-09-19T13:58:41.902+0000 7ff94f927640 10 monclient(hunting): handle_auth_done global_id 6692 payload 824 2024-09-19T13:58:42.101 INFO:tasks.workunit.client.0.smithi031.stderr: -165> 2024-09-19T13:58:41.902+0000 7ff94f927640 10 monclient: _finish_hunting 0 2024-09-19T13:58:42.101 INFO:tasks.workunit.client.0.smithi031.stderr: -164> 2024-09-19T13:58:41.902+0000 7ff94f927640 1 monclient: found mon.noname-c 2024-09-19T13:58:42.101 INFO:tasks.workunit.client.0.smithi031.stderr: -163> 2024-09-19T13:58:41.902+0000 7ff94f927640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.31:3301/0 2024-09-19T13:58:42.101 INFO:tasks.workunit.client.0.smithi031.stderr: -162> 2024-09-19T13:58:41.906+0000 7ff825ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:58:42.101 INFO:tasks.workunit.client.0.smithi031.stderr: -161> 2024-09-19T13:58:41.906+0000 7ff825ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T13:58:42.101 INFO:tasks.workunit.client.0.smithi031.stderr: -160> 2024-09-19T13:58:41.906+0000 7ff825ffb640 10 monclient: dump: 2024-09-19T13:58:42.101 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:58:42.101 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:58:42.102 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:42.102 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:42.102 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:58:42.102 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:58:42.102 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:58:42.102 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:58:42.102 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:58:42.102 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:42.102 INFO:tasks.workunit.client.0.smithi031.stderr: -159> 2024-09-19T13:58:41.906+0000 7ff825ffb640 10 monclient: _finish_auth 0 2024-09-19T13:58:42.102 INFO:tasks.workunit.client.0.smithi031.stderr: -158> 2024-09-19T13:58:41.906+0000 7ff825ffb640 10 monclient: _check_auth_tickets 2024-09-19T13:58:42.102 INFO:tasks.workunit.client.0.smithi031.stderr: -157> 2024-09-19T13:58:41.906+0000 7ff825ffb640 10 monclient: handle_config config(0 keys) 2024-09-19T13:58:42.102 INFO:tasks.workunit.client.0.smithi031.stderr: -156> 2024-09-19T13:58:41.906+0000 7ff825ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:58:42.102 INFO:tasks.workunit.client.0.smithi031.stderr: -155> 2024-09-19T13:58:41.906+0000 7ff825ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T13:58:42.102 INFO:tasks.workunit.client.0.smithi031.stderr: -154> 2024-09-19T13:58:41.906+0000 7ff825ffb640 10 monclient: dump: 2024-09-19T13:58:42.103 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:58:42.103 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:58:42.103 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:42.103 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:58:42.103 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:58:42.103 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:58:42.103 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:58:42.103 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:58:42.103 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:58:42.103 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:42.103 INFO:tasks.workunit.client.0.smithi031.stderr: -153> 2024-09-19T13:58:41.906+0000 7ff9526229c0 5 monclient: authenticate success, global_id 6692 2024-09-19T13:58:42.103 INFO:tasks.workunit.client.0.smithi031.stderr: -152> 2024-09-19T13:58:41.906+0000 7ff8277fe640 4 set_mon_vals no callback set 2024-09-19T13:58:42.103 INFO:tasks.workunit.client.0.smithi031.stderr: -151> 2024-09-19T13:58:41.906+0000 7ff9526229c0 10 monclient: _renew_subs 2024-09-19T13:58:42.104 INFO:tasks.workunit.client.0.smithi031.stderr: -150> 2024-09-19T13:58:41.906+0000 7ff9526229c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T13:58:42.104 INFO:tasks.workunit.client.0.smithi031.stderr: -149> 2024-09-19T13:58:41.906+0000 7ff9526229c0 10 monclient: _renew_subs 2024-09-19T13:58:42.104 INFO:tasks.workunit.client.0.smithi031.stderr: -148> 2024-09-19T13:58:41.906+0000 7ff9526229c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T13:58:42.104 INFO:tasks.workunit.client.0.smithi031.stderr: -147> 2024-09-19T13:58:41.906+0000 7ff9526229c0 1 librados: init done 2024-09-19T13:58:42.104 INFO:tasks.workunit.client.0.smithi031.stderr: -146> 2024-09-19T13:58:41.906+0000 7ff9526229c0 5 asok(0x565027fc6d90) register_command cr dump hook 0x5650282a15b8 2024-09-19T13:58:42.104 INFO:tasks.workunit.client.0.smithi031.stderr: -145> 2024-09-19T13:58:41.906+0000 7ff9526229c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:42.104 INFO:tasks.workunit.client.0.smithi031.stderr: -144> 2024-09-19T13:58:41.906+0000 7ff825ffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T13:58:42.104 INFO:tasks.workunit.client.0.smithi031.stderr: -143> 2024-09-19T13:58:41.906+0000 7ff825ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:58:42.104 INFO:tasks.workunit.client.0.smithi031.stderr: -142> 2024-09-19T13:58:41.906+0000 7ff825ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:58:42.104 INFO:tasks.workunit.client.0.smithi031.stderr: -141> 2024-09-19T13:58:41.906+0000 7ff950128640 10 monclient: get_auth_request con 0x7ff818071c10 auth_method 0 2024-09-19T13:58:42.104 INFO:tasks.workunit.client.0.smithi031.stderr: -140> 2024-09-19T13:58:41.906+0000 7ff950929640 10 monclient: get_auth_request con 0x5650282baf40 auth_method 0 2024-09-19T13:58:42.104 INFO:tasks.workunit.client.0.smithi031.stderr: -139> 2024-09-19T13:58:41.910+0000 7ff9526229c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:42.104 INFO:tasks.workunit.client.0.smithi031.stderr: -138> 2024-09-19T13:58:41.910+0000 7ff9526229c0 20 realm 2024-09-19T13:58:42.104 INFO:tasks.workunit.client.0.smithi031.stderr: -137> 2024-09-19T13:58:41.910+0000 7ff9526229c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:42.105 INFO:tasks.workunit.client.0.smithi031.stderr: -136> 2024-09-19T13:58:41.910+0000 7ff9526229c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:42.105 INFO:tasks.workunit.client.0.smithi031.stderr: -135> 2024-09-19T13:58:41.910+0000 7ff9526229c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:58:42.105 INFO:tasks.workunit.client.0.smithi031.stderr: -134> 2024-09-19T13:58:41.910+0000 7ff9526229c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:42.105 INFO:tasks.workunit.client.0.smithi031.stderr: -133> 2024-09-19T13:58:41.910+0000 7ff9526229c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:42.105 INFO:tasks.workunit.client.0.smithi031.stderr: -132> 2024-09-19T13:58:41.910+0000 7ff9526229c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:42.105 INFO:tasks.workunit.client.0.smithi031.stderr: -131> 2024-09-19T13:58:41.910+0000 7ff950128640 10 monclient: get_auth_request con 0x5650282bf1c0 auth_method 0 2024-09-19T13:58:42.105 INFO:tasks.workunit.client.0.smithi031.stderr: -130> 2024-09-19T13:58:41.910+0000 7ff9526229c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:42.105 INFO:tasks.workunit.client.0.smithi031.stderr: -129> 2024-09-19T13:58:41.910+0000 7ff9526229c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:42.105 INFO:tasks.workunit.client.0.smithi031.stderr: -128> 2024-09-19T13:58:41.910+0000 7ff94f927640 10 monclient: get_auth_request con 0x5650282c2a20 auth_method 0 2024-09-19T13:58:42.105 INFO:tasks.workunit.client.0.smithi031.stderr: -127> 2024-09-19T13:58:41.914+0000 7ff9526229c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:58:42.105 INFO:tasks.workunit.client.0.smithi031.stderr: -126> 2024-09-19T13:58:41.914+0000 7ff9526229c0 20 searching for the correct realm 2024-09-19T13:58:42.105 INFO:tasks.workunit.client.0.smithi031.stderr: -125> 2024-09-19T13:58:41.914+0000 7ff950929640 10 monclient: get_auth_request con 0x7ff94402b070 auth_method 0 2024-09-19T13:58:42.105 INFO:tasks.workunit.client.0.smithi031.stderr: -124> 2024-09-19T13:58:41.914+0000 7ff950128640 10 monclient: get_auth_request con 0x7ff940044440 auth_method 0 2024-09-19T13:58:42.106 INFO:tasks.workunit.client.0.smithi031.stderr: -123> 2024-09-19T13:58:41.918+0000 7ff94f927640 10 monclient: get_auth_request con 0x7ff944008040 auth_method 0 2024-09-19T13:58:42.106 INFO:tasks.workunit.client.0.smithi031.stderr: -122> 2024-09-19T13:58:41.918+0000 7ff94f927640 0 -- 172.21.15.31:0/1828263782 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7ff944008040 msgr2=0x7ff94406e170 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:58:42.106 INFO:tasks.workunit.client.0.smithi031.stderr: -121> 2024-09-19T13:58:41.918+0000 7ff825ffb640 1 client.6692.objecter ms_handle_reset 0x7ff944008040 session 0x7ff944069e00 osd.5 2024-09-19T13:58:42.106 INFO:tasks.workunit.client.0.smithi031.stderr: -120> 2024-09-19T13:58:41.918+0000 7ff825ffb640 10 monclient: _renew_subs 2024-09-19T13:58:42.106 INFO:tasks.workunit.client.0.smithi031.stderr: -119> 2024-09-19T13:58:41.918+0000 7ff825ffb640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T13:58:42.106 INFO:tasks.workunit.client.0.smithi031.stderr: -118> 2024-09-19T13:58:41.918+0000 7ff94f927640 10 monclient: get_auth_request con 0x7ff818081ec0 auth_method 0 2024-09-19T13:58:42.106 INFO:tasks.workunit.client.0.smithi031.stderr: -117> 2024-09-19T13:58:41.922+0000 7ff950929640 10 monclient: get_auth_request con 0x7ff940038420 auth_method 0 2024-09-19T13:58:42.106 INFO:tasks.workunit.client.0.smithi031.stderr: -116> 2024-09-19T13:58:41.922+0000 7ff950128640 10 monclient: get_auth_request con 0x7ff948103260 auth_method 0 2024-09-19T13:58:42.106 INFO:tasks.workunit.client.0.smithi031.stderr: -115> 2024-09-19T13:58:41.922+0000 7ff950128640 0 -- 172.21.15.31:0/1828263782 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7ff948103260 msgr2=0x7ff9480f8ae0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:58:42.106 INFO:tasks.workunit.client.0.smithi031.stderr: -114> 2024-09-19T13:58:41.922+0000 7ff825ffb640 1 client.6692.objecter ms_handle_reset 0x7ff948103260 session 0x7ff948110e90 osd.3 2024-09-19T13:58:42.106 INFO:tasks.workunit.client.0.smithi031.stderr: -113> 2024-09-19T13:58:41.926+0000 7ff950128640 10 monclient: get_auth_request con 0x7ff944008040 auth_method 0 2024-09-19T13:58:42.106 INFO:tasks.workunit.client.0.smithi031.stderr: -112> 2024-09-19T13:58:41.934+0000 7ff9526229c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:58:42.106 INFO:tasks.workunit.client.0.smithi031.stderr: -111> 2024-09-19T13:58:41.934+0000 7ff9526229c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:58:42.106 INFO:tasks.workunit.client.0.smithi031.stderr: -110> 2024-09-19T13:58:41.934+0000 7ff9526229c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:58:42.107 INFO:tasks.workunit.client.0.smithi031.stderr: -109> 2024-09-19T13:58:41.934+0000 7ff9526229c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:58:42.107 INFO:tasks.workunit.client.0.smithi031.stderr: -108> 2024-09-19T13:58:41.934+0000 7ff9526229c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:58:42.107 INFO:tasks.workunit.client.0.smithi031.stderr: -107> 2024-09-19T13:58:41.934+0000 7ff9526229c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:58:42.107 INFO:tasks.workunit.client.0.smithi031.stderr: -106> 2024-09-19T13:58:41.934+0000 7ff9526229c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:42.107 INFO:tasks.workunit.client.0.smithi031.stderr: -105> 2024-09-19T13:58:41.934+0000 7ff9526229c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:42.107 INFO:tasks.workunit.client.0.smithi031.stderr: -104> 2024-09-19T13:58:41.934+0000 7ff9526229c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:42.107 INFO:tasks.workunit.client.0.smithi031.stderr: -103> 2024-09-19T13:58:41.934+0000 7ff9526229c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:42.107 INFO:tasks.workunit.client.0.smithi031.stderr: -102> 2024-09-19T13:58:41.934+0000 7ff9526229c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:42.107 INFO:tasks.workunit.client.0.smithi031.stderr: -101> 2024-09-19T13:58:41.934+0000 7ff9526229c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:58:42.107 INFO:tasks.workunit.client.0.smithi031.stderr: -100> 2024-09-19T13:58:41.934+0000 7ff9526229c0 20 zone default found 2024-09-19T13:58:42.107 INFO:tasks.workunit.client.0.smithi031.stderr: -99> 2024-09-19T13:58:41.934+0000 7ff9526229c0 4 Realm: () 2024-09-19T13:58:42.107 INFO:tasks.workunit.client.0.smithi031.stderr: -98> 2024-09-19T13:58:41.934+0000 7ff9526229c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:58:42.107 INFO:tasks.workunit.client.0.smithi031.stderr: -97> 2024-09-19T13:58:41.934+0000 7ff9526229c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:58:42.108 INFO:tasks.workunit.client.0.smithi031.stderr: -96> 2024-09-19T13:58:41.934+0000 7ff9526229c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:58:42.108 INFO:tasks.workunit.client.0.smithi031.stderr: -95> 2024-09-19T13:58:41.934+0000 7ff9526229c0 20 zonegroup default 2024-09-19T13:58:42.108 INFO:tasks.workunit.client.0.smithi031.stderr: -94> 2024-09-19T13:58:41.934+0000 7ff9526229c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:42.108 INFO:tasks.workunit.client.0.smithi031.stderr: -93> 2024-09-19T13:58:41.934+0000 7ff9526229c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:42.108 INFO:tasks.workunit.client.0.smithi031.stderr: -92> 2024-09-19T13:58:41.934+0000 7ff9526229c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:42.108 INFO:tasks.workunit.client.0.smithi031.stderr: -91> 2024-09-19T13:58:41.934+0000 7ff9526229c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:42.108 INFO:tasks.workunit.client.0.smithi031.stderr: -90> 2024-09-19T13:58:41.934+0000 7ff9526229c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:42.108 INFO:tasks.workunit.client.0.smithi031.stderr: -89> 2024-09-19T13:58:41.938+0000 7ff9526229c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:42.108 INFO:tasks.workunit.client.0.smithi031.stderr: -88> 2024-09-19T13:58:41.938+0000 7ff9526229c0 20 started sync module instance, tier type = 2024-09-19T13:58:42.108 INFO:tasks.workunit.client.0.smithi031.stderr: -87> 2024-09-19T13:58:41.938+0000 7ff9526229c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:58:42.108 INFO:tasks.workunit.client.0.smithi031.stderr: -86> 2024-09-19T13:58:41.954+0000 7ff9526229c0 20 add_watcher() i=0 2024-09-19T13:58:42.108 INFO:tasks.workunit.client.0.smithi031.stderr: -85> 2024-09-19T13:58:41.954+0000 7ff9526229c0 20 add_watcher() i=1 2024-09-19T13:58:42.108 INFO:tasks.workunit.client.0.smithi031.stderr: -84> 2024-09-19T13:58:41.954+0000 7ff9526229c0 20 add_watcher() i=2 2024-09-19T13:58:42.109 INFO:tasks.workunit.client.0.smithi031.stderr: -83> 2024-09-19T13:58:41.954+0000 7ff9526229c0 20 add_watcher() i=3 2024-09-19T13:58:42.109 INFO:tasks.workunit.client.0.smithi031.stderr: -82> 2024-09-19T13:58:41.954+0000 7ff9526229c0 20 add_watcher() i=4 2024-09-19T13:58:42.109 INFO:tasks.workunit.client.0.smithi031.stderr: -81> 2024-09-19T13:58:41.954+0000 7ff9526229c0 20 add_watcher() i=5 2024-09-19T13:58:42.109 INFO:tasks.workunit.client.0.smithi031.stderr: -80> 2024-09-19T13:58:41.954+0000 7ff9526229c0 20 add_watcher() i=6 2024-09-19T13:58:42.109 INFO:tasks.workunit.client.0.smithi031.stderr: -79> 2024-09-19T13:58:41.954+0000 7ff9526229c0 20 add_watcher() i=7 2024-09-19T13:58:42.109 INFO:tasks.workunit.client.0.smithi031.stderr: -78> 2024-09-19T13:58:41.954+0000 7ff9526229c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:58:42.109 INFO:tasks.workunit.client.0.smithi031.stderr: -77> 2024-09-19T13:58:41.958+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd7bb0) adding auth protocol: cephx 2024-09-19T13:58:42.109 INFO:tasks.workunit.client.0.smithi031.stderr: -76> 2024-09-19T13:58:41.958+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd7bb0) adding auth protocol: cephx 2024-09-19T13:58:42.109 INFO:tasks.workunit.client.0.smithi031.stderr: -75> 2024-09-19T13:58:41.958+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd7bb0) adding auth protocol: cephx 2024-09-19T13:58:42.109 INFO:tasks.workunit.client.0.smithi031.stderr: -74> 2024-09-19T13:58:41.958+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd7bb0) adding con mode: secure 2024-09-19T13:58:42.109 INFO:tasks.workunit.client.0.smithi031.stderr: -73> 2024-09-19T13:58:41.958+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd7bb0) adding con mode: crc 2024-09-19T13:58:42.109 INFO:tasks.workunit.client.0.smithi031.stderr: -72> 2024-09-19T13:58:41.958+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd7bb0) adding con mode: secure 2024-09-19T13:58:42.109 INFO:tasks.workunit.client.0.smithi031.stderr: -71> 2024-09-19T13:58:41.958+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd7bb0) adding con mode: crc 2024-09-19T13:58:42.109 INFO:tasks.workunit.client.0.smithi031.stderr: -70> 2024-09-19T13:58:41.958+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd7bb0) adding con mode: secure 2024-09-19T13:58:42.110 INFO:tasks.workunit.client.0.smithi031.stderr: -69> 2024-09-19T13:58:41.958+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd7bb0) adding con mode: crc 2024-09-19T13:58:42.110 INFO:tasks.workunit.client.0.smithi031.stderr: -68> 2024-09-19T13:58:41.958+0000 7ff8077de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:58:42.110 INFO:tasks.workunit.client.0.smithi031.stderr: -67> 2024-09-19T13:58:41.958+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd7bb0) adding con mode: crc 2024-09-19T13:58:42.110 INFO:tasks.workunit.client.0.smithi031.stderr: -66> 2024-09-19T13:58:41.958+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd7bb0) adding con mode: secure 2024-09-19T13:58:42.110 INFO:tasks.workunit.client.0.smithi031.stderr: -65> 2024-09-19T13:58:41.958+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd7bb0) adding con mode: crc 2024-09-19T13:58:42.110 INFO:tasks.workunit.client.0.smithi031.stderr: -64> 2024-09-19T13:58:41.958+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd7bb0) adding con mode: secure 2024-09-19T13:58:42.110 INFO:tasks.workunit.client.0.smithi031.stderr: -63> 2024-09-19T13:58:41.958+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd7bb0) adding con mode: crc 2024-09-19T13:58:42.110 INFO:tasks.workunit.client.0.smithi031.stderr: -62> 2024-09-19T13:58:41.958+0000 7ff9526229c0 5 AuthRegistry(0x7fffd9bd7bb0) adding con mode: secure 2024-09-19T13:58:42.110 INFO:tasks.workunit.client.0.smithi031.stderr: -61> 2024-09-19T13:58:41.958+0000 7ff9526229c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:58:42.110 INFO:tasks.workunit.client.0.smithi031.stderr: -60> 2024-09-19T13:58:41.958+0000 7ff9526229c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:58:42.110 INFO:tasks.workunit.client.0.smithi031.stderr: -59> 2024-09-19T13:58:41.958+0000 7ff9526229c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:58:42.110 INFO:tasks.workunit.client.0.smithi031.stderr: -58> 2024-09-19T13:58:41.958+0000 7ff9526229c0 5 asok(0x565027fc6d90) register_command cache list hook 0x565028291e30 2024-09-19T13:58:42.110 INFO:tasks.workunit.client.0.smithi031.stderr: -57> 2024-09-19T13:58:41.958+0000 7ff9526229c0 5 asok(0x565027fc6d90) register_command cache inspect hook 0x565028291e30 2024-09-19T13:58:42.111 INFO:tasks.workunit.client.0.smithi031.stderr: -56> 2024-09-19T13:58:41.958+0000 7ff9526229c0 5 asok(0x565027fc6d90) register_command cache erase hook 0x565028291e30 2024-09-19T13:58:42.111 INFO:tasks.workunit.client.0.smithi031.stderr: -55> 2024-09-19T13:58:41.958+0000 7ff9526229c0 5 asok(0x565027fc6d90) register_command cache zap hook 0x565028291e30 2024-09-19T13:58:42.111 INFO:tasks.workunit.client.0.smithi031.stderr: -54> 2024-09-19T13:58:41.962+0000 7ff9526229c0 5 note: GC not initialized 2024-09-19T13:58:42.111 INFO:tasks.workunit.client.0.smithi031.stderr: -53> 2024-09-19T13:58:41.962+0000 7ff8067dc640 20 reqs_thread_entry: start 2024-09-19T13:58:42.111 INFO:tasks.workunit.client.0.smithi031.stderr: -52> 2024-09-19T13:58:41.962+0000 7ff9526229c0 5 asok(0x565027fc6d90) register_command sync trace show hook 0x7ff94000e640 2024-09-19T13:58:42.111 INFO:tasks.workunit.client.0.smithi031.stderr: -51> 2024-09-19T13:58:41.962+0000 7ff9526229c0 5 asok(0x565027fc6d90) register_command sync trace history hook 0x7ff94000e640 2024-09-19T13:58:42.111 INFO:tasks.workunit.client.0.smithi031.stderr: -50> 2024-09-19T13:58:41.962+0000 7ff9526229c0 5 asok(0x565027fc6d90) register_command sync trace active hook 0x7ff94000e640 2024-09-19T13:58:42.111 INFO:tasks.workunit.client.0.smithi031.stderr: -49> 2024-09-19T13:58:41.962+0000 7ff9526229c0 5 asok(0x565027fc6d90) register_command sync trace active_short hook 0x7ff94000e640 2024-09-19T13:58:42.111 INFO:tasks.workunit.client.0.smithi031.stderr: -48> 2024-09-19T13:58:41.962+0000 7ff9526229c0 20 init_complete bucket index max shards: 1 2024-09-19T13:58:42.111 INFO:tasks.workunit.client.0.smithi031.stderr: -47> 2024-09-19T13:58:41.962+0000 7ff9526229c0 20 Filter name: none 2024-09-19T13:58:42.111 INFO:tasks.workunit.client.0.smithi031.stderr: -46> 2024-09-19T13:58:41.962+0000 7ff7ff7fe640 20 reqs_thread_entry: start 2024-09-19T13:58:42.111 INFO:tasks.workunit.client.0.smithi031.stderr: -45> 2024-09-19T13:58:41.962+0000 7ff9526229c0 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-19T13:58:42.111 INFO:tasks.workunit.client.0.smithi031.stderr: -44> 2024-09-19T13:58:41.962+0000 7ff9526229c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:42.111 INFO:tasks.workunit.client.0.smithi031.stderr: -43> 2024-09-19T13:58:41.962+0000 7ff9526229c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-19T13:58:42.112 INFO:tasks.workunit.client.0.smithi031.stderr: -42> 2024-09-19T13:58:41.962+0000 7ff9526229c0 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-19T13:58:42.112 INFO:tasks.workunit.client.0.smithi031.stderr: -41> 2024-09-19T13:58:41.962+0000 7ff9526229c0 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-19T13:58:42.112 INFO:tasks.workunit.client.0.smithi031.stderr: -40> 2024-09-19T13:58:41.962+0000 7ff9526229c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 : miss 2024-09-19T13:58:42.112 INFO:tasks.workunit.client.0.smithi031.stderr: -39> 2024-09-19T13:58:41.962+0000 7ff9526229c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:42.112 INFO:tasks.workunit.client.0.smithi031.stderr: -38> 2024-09-19T13:58:41.962+0000 7ff9526229c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-19T13:58:42.112 INFO:tasks.workunit.client.0.smithi031.stderr: -37> 2024-09-19T13:58:41.962+0000 7ff9526229c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 info.flags=0x17 2024-09-19T13:58:42.112 INFO:tasks.workunit.client.0.smithi031.stderr: -36> 2024-09-19T13:58:41.962+0000 7ff9526229c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 to cache LRU end 2024-09-19T13:58:42.112 INFO:tasks.workunit.client.0.smithi031.stderr: -35> 2024-09-19T13:58:41.962+0000 7ff9526229c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:58:42.112 INFO:tasks.workunit.client.0.smithi031.stderr: -34> 2024-09-19T13:58:41.962+0000 7ff9526229c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:42.112 INFO:tasks.workunit.client.0.smithi031.stderr: -33> 2024-09-19T13:58:41.962+0000 7ff9526229c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 2024-09-19T13:58:42.112 INFO:tasks.workunit.client.0.smithi031.stderr: -32> 2024-09-19T13:58:41.970+0000 7ff9526229c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 info.flags=0x17 2024-09-19T13:58:42.112 INFO:tasks.workunit.client.0.smithi031.stderr: -31> 2024-09-19T13:58:41.970+0000 7ff9526229c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 to cache LRU end 2024-09-19T13:58:42.112 INFO:tasks.workunit.client.0.smithi031.stderr: -30> 2024-09-19T13:58:41.970+0000 7ff9526229c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:42.113 INFO:tasks.workunit.client.0.smithi031.stderr: -29> 2024-09-19T13:58:41.970+0000 7ff9526229c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29, ofs0, ns] 2024-09-19T13:58:42.113 INFO:tasks.workunit.client.0.smithi031.stderr: -28> 2024-09-19T13:58:41.970+0000 7ff826ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333556 cookie 94902271396832 notifier 6692 bl.length()=915 2024-09-19T13:58:42.113 INFO:tasks.workunit.client.0.smithi031.stderr: -27> 2024-09-19T13:58:41.970+0000 7ff826ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 info.flags=0x17 2024-09-19T13:58:42.113 INFO:tasks.workunit.client.0.smithi031.stderr: -26> 2024-09-19T13:58:41.970+0000 7ff826ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 to cache LRU end 2024-09-19T13:58:42.113 INFO:tasks.workunit.client.0.smithi031.stderr: -25> 2024-09-19T13:58:41.970+0000 7ff826ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:42.113 INFO:tasks.workunit.client.0.smithi031.stderr: -24> 2024-09-19T13:58:41.970+0000 7ff9526229c0 20 handle_bi_update(): bucket=:abort-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29]): orig_sources= new_sources= 2024-09-19T13:58:42.113 INFO:tasks.workunit.client.0.smithi031.stderr: -23> 2024-09-19T13:58:41.970+0000 7ff9526229c0 20 handle_bi_update(): bucket=:abort-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29]): potential sources added=[] removed=[] 2024-09-19T13:58:42.113 INFO:tasks.workunit.client.0.smithi031.stderr: -22> 2024-09-19T13:58:41.970+0000 7ff9526229c0 20 handle_bi_update(): bucket=:abort-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29]): orig_dests= new_dests= 2024-09-19T13:58:42.113 INFO:tasks.workunit.client.0.smithi031.stderr: -21> 2024-09-19T13:58:41.970+0000 7ff9526229c0 20 handle_bi_update(): bucket=:abort-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29]): potential dests added=[] removed=[] 2024-09-19T13:58:42.113 INFO:tasks.workunit.client.0.smithi031.stderr: -20> 2024-09-19T13:58:41.978+0000 7ff9526229c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29.1.0 2024-09-19T13:58:42.113 INFO:tasks.workunit.client.0.smithi031.stderr: -19> 2024-09-19T13:58:41.978+0000 7ff9526229c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29.1.0 2024-09-19T13:58:42.113 INFO:tasks.workunit.client.0.smithi031.stderr: -18> 2024-09-19T13:58:41.978+0000 7ff9526229c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29.1.1 2024-09-19T13:58:42.113 INFO:tasks.workunit.client.0.smithi031.stderr: -17> 2024-09-19T13:58:41.978+0000 7ff9526229c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29.1.1 2024-09-19T13:58:42.114 INFO:tasks.workunit.client.0.smithi031.stderr: -16> 2024-09-19T13:58:41.978+0000 7ff9526229c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29.0 2024-09-19T13:58:42.114 INFO:tasks.workunit.client.0.smithi031.stderr: -15> 2024-09-19T13:58:41.982+0000 7ff9526229c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 : hit (requested=0x17, cached=0x17) 2024-09-19T13:58:42.114 INFO:tasks.workunit.client.0.smithi031.stderr: -14> 2024-09-19T13:58:41.982+0000 7ff9526229c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 2024-09-19T13:58:42.114 INFO:tasks.workunit.client.0.smithi031.stderr: -13> 2024-09-19T13:58:41.986+0000 7ff9526229c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 info.flags=0x17 2024-09-19T13:58:42.114 INFO:tasks.workunit.client.0.smithi031.stderr: -12> 2024-09-19T13:58:41.986+0000 7ff9526229c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 to cache LRU end 2024-09-19T13:58:42.114 INFO:tasks.workunit.client.0.smithi031.stderr: -11> 2024-09-19T13:58:41.986+0000 7ff9526229c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:42.114 INFO:tasks.workunit.client.0.smithi031.stderr: -10> 2024-09-19T13:58:41.986+0000 7ff9526229c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29, ofs0, ns] 2024-09-19T13:58:42.114 INFO:tasks.workunit.client.0.smithi031.stderr: -9> 2024-09-19T13:58:41.986+0000 7ff826ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333557 cookie 94902271396832 notifier 6692 bl.length()=915 2024-09-19T13:58:42.114 INFO:tasks.workunit.client.0.smithi031.stderr: -8> 2024-09-19T13:58:41.986+0000 7ff826ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 info.flags=0x17 2024-09-19T13:58:42.114 INFO:tasks.workunit.client.0.smithi031.stderr: -7> 2024-09-19T13:58:41.986+0000 7ff826ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 to cache LRU end 2024-09-19T13:58:42.114 INFO:tasks.workunit.client.0.smithi031.stderr: -6> 2024-09-19T13:58:41.986+0000 7ff826ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:42.114 INFO:tasks.workunit.client.0.smithi031.stderr: -5> 2024-09-19T13:58:41.986+0000 7ff9526229c0 20 handle_bi_update(): bucket=:abort-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29]): orig_sources= new_sources= 2024-09-19T13:58:42.114 INFO:tasks.workunit.client.0.smithi031.stderr: -4> 2024-09-19T13:58:41.986+0000 7ff9526229c0 20 handle_bi_update(): bucket=:abort-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29]): potential sources added=[] removed=[] 2024-09-19T13:58:42.115 INFO:tasks.workunit.client.0.smithi031.stderr: -3> 2024-09-19T13:58:41.986+0000 7ff9526229c0 20 handle_bi_update(): bucket=:abort-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29]): orig_dests= new_dests= 2024-09-19T13:58:42.115 INFO:tasks.workunit.client.0.smithi031.stderr: -2> 2024-09-19T13:58:41.986+0000 7ff9526229c0 20 handle_bi_update(): bucket=:abort-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29]): potential dests added=[] removed=[] 2024-09-19T13:58:42.115 INFO:tasks.workunit.client.0.smithi031.stderr: -1> 2024-09-19T13:58:41.986+0000 7ff9526229c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7ff9526229c0 time 2024-09-19T13:58:41.989840+0000 2024-09-19T13:58:42.115 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T13:58:42.115 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:42.115 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T13:58:42.115 INFO:tasks.workunit.client.0.smithi031.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7ff955efc2eb] 2024-09-19T13:58:42.115 INFO:tasks.workunit.client.0.smithi031.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7ff955efc49f] 2024-09-19T13:58:42.115 INFO:tasks.workunit.client.0.smithi031.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x565025505271] 2024-09-19T13:58:42.115 INFO:tasks.workunit.client.0.smithi031.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x147b) [0x5650255144ab] 2024-09-19T13:58:42.115 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x565025515a94] 2024-09-19T13:58:42.115 INFO:tasks.workunit.client.0.smithi031.stderr: 6: main() 2024-09-19T13:58:42.115 INFO:tasks.workunit.client.0.smithi031.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7ff954d62d90] 2024-09-19T13:58:42.116 INFO:tasks.workunit.client.0.smithi031.stderr: 8: __libc_start_main() 2024-09-19T13:58:42.116 INFO:tasks.workunit.client.0.smithi031.stderr: 9: _start() 2024-09-19T13:58:42.116 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:42.116 INFO:tasks.workunit.client.0.smithi031.stderr: 0> 2024-09-19T13:58:41.990+0000 7ff9526229c0 -1 *** Caught signal (Aborted) ** 2024-09-19T13:58:42.116 INFO:tasks.workunit.client.0.smithi031.stderr: in thread 7ff9526229c0 thread_name:radosgw-admin 2024-09-19T13:58:42.116 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:42.116 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T13:58:42.116 INFO:tasks.workunit.client.0.smithi031.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7ff954d7b520] 2024-09-19T13:58:42.116 INFO:tasks.workunit.client.0.smithi031.stderr: 2: pthread_kill() 2024-09-19T13:58:42.116 INFO:tasks.workunit.client.0.smithi031.stderr: 3: raise() 2024-09-19T13:58:42.116 INFO:tasks.workunit.client.0.smithi031.stderr: 4: abort() 2024-09-19T13:58:42.116 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7ff955efc345] 2024-09-19T13:58:42.116 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7ff955efc49f] 2024-09-19T13:58:42.116 INFO:tasks.workunit.client.0.smithi031.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x565025505271] 2024-09-19T13:58:42.117 INFO:tasks.workunit.client.0.smithi031.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x147b) [0x5650255144ab] 2024-09-19T13:58:42.117 INFO:tasks.workunit.client.0.smithi031.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x565025515a94] 2024-09-19T13:58:42.117 INFO:tasks.workunit.client.0.smithi031.stderr: 10: main() 2024-09-19T13:58:42.117 INFO:tasks.workunit.client.0.smithi031.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7ff954d62d90] 2024-09-19T13:58:42.117 INFO:tasks.workunit.client.0.smithi031.stderr: 12: __libc_start_main() 2024-09-19T13:58:42.117 INFO:tasks.workunit.client.0.smithi031.stderr: 13: _start() 2024-09-19T13:58:42.117 INFO:tasks.workunit.client.0.smithi031.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T13:58:42.117 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:42.117 INFO:tasks.workunit.client.0.smithi031.stderr:--- logging levels --- 2024-09-19T13:58:42.117 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 none 2024-09-19T13:58:42.117 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 lockdep 2024-09-19T13:58:42.117 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 context 2024-09-19T13:58:42.117 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 crush 2024-09-19T13:58:42.118 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds 2024-09-19T13:58:42.118 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_balancer 2024-09-19T13:58:42.118 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_locker 2024-09-19T13:58:42.118 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_log 2024-09-19T13:58:42.118 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_log_expire 2024-09-19T13:58:42.118 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_migrator 2024-09-19T13:58:42.118 INFO:tasks.workunit.client.0.smithi031.stderr: 3/ 5 mds_quiesce 2024-09-19T13:58:42.118 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 buffer 2024-09-19T13:58:42.118 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 timer 2024-09-19T13:58:42.118 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 filer 2024-09-19T13:58:42.118 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 striper 2024-09-19T13:58:42.118 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 objecter 2024-09-19T13:58:42.118 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rados 2024-09-19T13:58:42.118 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd 2024-09-19T13:58:42.119 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_mirror 2024-09-19T13:58:42.119 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_replay 2024-09-19T13:58:42.119 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_pwl 2024-09-19T13:58:42.119 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 journaler 2024-09-19T13:58:42.119 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 objectcacher 2024-09-19T13:58:42.119 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 immutable_obj_cache 2024-09-19T13:58:42.119 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 client 2024-09-19T13:58:42.119 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 osd 2024-09-19T13:58:42.119 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 optracker 2024-09-19T13:58:42.119 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 objclass 2024-09-19T13:58:42.119 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 filestore 2024-09-19T13:58:42.119 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 journal 2024-09-19T13:58:42.119 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 0 ms 2024-09-19T13:58:42.119 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mon 2024-09-19T13:58:42.120 INFO:tasks.workunit.client.0.smithi031.stderr: 0/10 monc 2024-09-19T13:58:42.120 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 paxos 2024-09-19T13:58:42.120 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 tp 2024-09-19T13:58:42.120 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 auth 2024-09-19T13:58:42.120 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 crypto 2024-09-19T13:58:42.120 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 finisher 2024-09-19T13:58:42.120 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 reserver 2024-09-19T13:58:42.120 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 heartbeatmap 2024-09-19T13:58:42.120 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 perfcounter 2024-09-19T13:58:42.120 INFO:tasks.workunit.client.0.smithi031.stderr: 20/20 rgw 2024-09-19T13:58:42.120 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_sync 2024-09-19T13:58:42.120 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_datacache 2024-09-19T13:58:42.120 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_access 2024-09-19T13:58:42.120 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_dbstore 2024-09-19T13:58:42.121 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_flight 2024-09-19T13:58:42.121 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_lifecycle 2024-09-19T13:58:42.121 INFO:tasks.workunit.client.0.smithi031.stderr: 20/20 rgw_notification 2024-09-19T13:58:42.121 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 javaclient 2024-09-19T13:58:42.121 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 asok 2024-09-19T13:58:42.121 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 throttle 2024-09-19T13:58:42.121 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 0 refs 2024-09-19T13:58:42.121 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 compressor 2024-09-19T13:58:42.121 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 bluestore 2024-09-19T13:58:42.121 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 bluefs 2024-09-19T13:58:42.121 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 bdev 2024-09-19T13:58:42.121 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 kstore 2024-09-19T13:58:42.121 INFO:tasks.workunit.client.0.smithi031.stderr: 4/ 5 rocksdb 2024-09-19T13:58:42.121 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 fuse 2024-09-19T13:58:42.122 INFO:tasks.workunit.client.0.smithi031.stderr: 2/ 5 mgr 2024-09-19T13:58:42.122 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mgrc 2024-09-19T13:58:42.122 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 dpdk 2024-09-19T13:58:42.122 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 eventtrace 2024-09-19T13:58:42.122 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 prioritycache 2024-09-19T13:58:42.122 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 test 2024-09-19T13:58:42.122 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cephfs_mirror 2024-09-19T13:58:42.122 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cephsqlite 2024-09-19T13:58:42.122 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 crimson_interrupt 2024-09-19T13:58:42.122 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore 2024-09-19T13:58:42.122 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_onode 2024-09-19T13:58:42.122 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_odata 2024-09-19T13:58:42.122 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_omap 2024-09-19T13:58:42.122 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_tm 2024-09-19T13:58:42.123 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_t 2024-09-19T13:58:42.123 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_cleaner 2024-09-19T13:58:42.123 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_epm 2024-09-19T13:58:42.123 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_lba 2024-09-19T13:58:42.123 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-19T13:58:42.123 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_cache 2024-09-19T13:58:42.123 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_journal 2024-09-19T13:58:42.123 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_device 2024-09-19T13:58:42.123 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_backref 2024-09-19T13:58:42.123 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 alienstore 2024-09-19T13:58:42.123 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mclock 2024-09-19T13:58:42.123 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cyanstore 2024-09-19T13:58:42.123 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 ceph_exporter 2024-09-19T13:58:42.123 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 memstore 2024-09-19T13:58:42.123 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 trace 2024-09-19T13:58:42.124 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 ceph_dedup 2024-09-19T13:58:42.124 INFO:tasks.workunit.client.0.smithi031.stderr: -2/-2 (syslog threshold) 2024-09-19T13:58:42.124 INFO:tasks.workunit.client.0.smithi031.stderr: 99/99 (stderr threshold) 2024-09-19T13:58:42.124 INFO:tasks.workunit.client.0.smithi031.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-19T13:58:42.124 INFO:tasks.workunit.client.0.smithi031.stderr: 7ff7ff7fe640 / http_manager 2024-09-19T13:58:42.124 INFO:tasks.workunit.client.0.smithi031.stderr: 7ff8067dc640 / http_manager 2024-09-19T13:58:42.124 INFO:tasks.workunit.client.0.smithi031.stderr: 7ff8077de640 / rgw_dt_lg_renew 2024-09-19T13:58:42.124 INFO:tasks.workunit.client.0.smithi031.stderr: 7ff825ffb640 / ms_dispatch 2024-09-19T13:58:42.124 INFO:tasks.workunit.client.0.smithi031.stderr: 7ff826ffd640 / io_context_pool 2024-09-19T13:58:42.124 INFO:tasks.workunit.client.0.smithi031.stderr: 7ff8277fe640 / io_context_pool 2024-09-19T13:58:42.124 INFO:tasks.workunit.client.0.smithi031.stderr: 7ff835ffb640 / ms_dispatch 2024-09-19T13:58:42.124 INFO:tasks.workunit.client.0.smithi031.stderr: 7ff83ce09640 / ms_dispatch 2024-09-19T13:58:42.124 INFO:tasks.workunit.client.0.smithi031.stderr: 7ff83e60c640 / io_context_pool 2024-09-19T13:58:42.125 INFO:tasks.workunit.client.0.smithi031.stderr: 7ff94f927640 / msgr-worker-2 2024-09-19T13:58:42.125 INFO:tasks.workunit.client.0.smithi031.stderr: 7ff950128640 / msgr-worker-1 2024-09-19T13:58:42.125 INFO:tasks.workunit.client.0.smithi031.stderr: 7ff950929640 / msgr-worker-0 2024-09-19T13:58:42.125 INFO:tasks.workunit.client.0.smithi031.stderr: 7ff95112a640 / io_context_pool 2024-09-19T13:58:42.125 INFO:tasks.workunit.client.0.smithi031.stderr: 7ff9526229c0 / radosgw-admin 2024-09-19T13:58:42.125 INFO:tasks.workunit.client.0.smithi031.stderr: max_recent 500 2024-09-19T13:58:42.125 INFO:tasks.workunit.client.0.smithi031.stderr: max_new 1000 2024-09-19T13:58:42.125 INFO:tasks.workunit.client.0.smithi031.stderr: log_file /var/lib/ceph/crash/2024-09-19T13:58:41.992240Z_3ac98037-a307-43f1-b4bc-b085d8666ad0/log 2024-09-19T13:58:42.125 INFO:tasks.workunit.client.0.smithi031.stderr:--- end dump of recent events --- 2024-09-19T13:58:42.125 INFO:tasks.workunit.client.0.smithi031.stderr:Aborted 2024-09-19T13:58:42.125 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2024-09-19T13:58:42.129 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:58:42.129 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:58:42.129 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.070+0000 7f4ca5a489c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:42.129 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.074+0000 7f4ca5a489c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:42.129 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.074+0000 7f4ca5a489c0 20 realm 2024-09-19T13:58:42.129 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.074+0000 7f4ca5a489c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:42.130 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.074+0000 7f4ca5a489c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:42.130 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.074+0000 7f4ca5a489c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:58:42.130 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.074+0000 7f4ca5a489c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:42.130 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.074+0000 7f4ca5a489c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:42.130 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.074+0000 7f4ca5a489c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:42.130 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.074+0000 7f4ca5a489c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:42.130 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.074+0000 7f4ca5a489c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:42.130 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.078+0000 7f4ca5a489c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:58:42.130 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.078+0000 7f4ca5a489c0 20 searching for the correct realm 2024-09-19T13:58:42.130 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.082+0000 7f4ca3d4f640 0 -- 172.21.15.31:0/3242423791 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7f4c98008050 msgr2=0x7f4c98003b90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:58:42.130 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.090+0000 7f4ca354e640 0 -- 172.21.15.31:0/3242423791 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f4c9c104e50 msgr2=0x7f4c9c0fa620 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:58:42.130 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.094+0000 7f4ca5a489c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:58:42.130 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.094+0000 7f4ca5a489c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:58:42.131 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.094+0000 7f4ca5a489c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:58:42.131 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.094+0000 7f4ca5a489c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:58:42.131 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.094+0000 7f4ca5a489c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:58:42.131 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.094+0000 7f4ca5a489c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:58:42.131 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.094+0000 7f4ca5a489c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:42.131 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.094+0000 7f4ca5a489c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:42.131 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.094+0000 7f4ca5a489c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:42.131 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.094+0000 7f4ca5a489c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:42.131 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.094+0000 7f4ca5a489c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:42.131 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.098+0000 7f4ca5a489c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:58:42.131 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.098+0000 7f4ca5a489c0 20 zone default found 2024-09-19T13:58:42.131 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.098+0000 7f4ca5a489c0 4 Realm: () 2024-09-19T13:58:42.131 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.098+0000 7f4ca5a489c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:58:42.132 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.098+0000 7f4ca5a489c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:58:42.132 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.098+0000 7f4ca5a489c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:58:42.132 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.098+0000 7f4ca5a489c0 20 zonegroup default 2024-09-19T13:58:42.132 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.098+0000 7f4ca5a489c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:42.132 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.098+0000 7f4ca5a489c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:42.132 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.098+0000 7f4ca5a489c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:42.132 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.098+0000 7f4ca5a489c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:42.132 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.098+0000 7f4ca5a489c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:42.132 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.098+0000 7f4ca5a489c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:42.132 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.098+0000 7f4ca5a489c0 20 started sync module instance, tier type = 2024-09-19T13:58:42.132 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.098+0000 7f4ca5a489c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:58:42.132 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.114+0000 7f4ca5a489c0 20 add_watcher() i=0 2024-09-19T13:58:42.132 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.114+0000 7f4ca5a489c0 20 add_watcher() i=1 2024-09-19T13:58:42.132 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.114+0000 7f4ca5a489c0 20 add_watcher() i=2 2024-09-19T13:58:42.133 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.114+0000 7f4ca5a489c0 20 add_watcher() i=3 2024-09-19T13:58:42.133 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.114+0000 7f4ca5a489c0 20 add_watcher() i=4 2024-09-19T13:58:42.133 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.114+0000 7f4ca5a489c0 20 add_watcher() i=5 2024-09-19T13:58:42.133 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.114+0000 7f4ca5a489c0 20 add_watcher() i=6 2024-09-19T13:58:42.133 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.118+0000 7f4ca5a489c0 20 add_watcher() i=7 2024-09-19T13:58:42.133 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.118+0000 7f4ca5a489c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:58:42.133 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.122+0000 7f4b59fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:58:42.133 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.122+0000 7f4ca5a489c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:58:42.133 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.122+0000 7f4ca5a489c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:58:42.133 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.122+0000 7f4ca5a489c0 5 note: GC not initialized 2024-09-19T13:58:42.133 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.122+0000 7f4b58fe1640 20 reqs_thread_entry: start 2024-09-19T13:58:42.133 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.122+0000 7f4ca5a489c0 20 init_complete bucket index max shards: 1 2024-09-19T13:58:42.133 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.122+0000 7f4ca5a489c0 20 Filter name: none 2024-09-19T13:58:42.134 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.122+0000 7f4ad27fc640 20 reqs_thread_entry: start 2024-09-19T13:58:42.134 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.122+0000 7f4ca5a489c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:42.134 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.122+0000 7f4ca5a489c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-19T13:58:42.134 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.122+0000 7f4ca5a489c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:42.134 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.126+0000 7f4ca5a489c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-19T13:58:42.134 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.126+0000 7f4ca5a489c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:58:42.134 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.126+0000 7f4ca5a489c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:42.134 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.126+0000 7f4ca5a489c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-19T13:58:42.134 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.126+0000 7f4ca5a489c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:42.134 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.126+0000 7f4ca5a489c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-19T13:58:42.134 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.126+0000 7f4ca5a489c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:58:42.134 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.126+0000 7f4b59fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:58:42.135 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.130+0000 7f4ca5a489c0 20 remove_watcher() i=0 2024-09-19T13:58:42.135 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.130+0000 7f4ca5a489c0 2 removed watcher, disabling cache 2024-09-19T13:58:42.135 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.134+0000 7f4ca5a489c0 20 remove_watcher() i=1 2024-09-19T13:58:42.137 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.138+0000 7f4ca5a489c0 20 remove_watcher() i=2 2024-09-19T13:58:42.139 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.138+0000 7f4ca5a489c0 20 remove_watcher() i=3 2024-09-19T13:58:42.141 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.142+0000 7f4ca5a489c0 20 remove_watcher() i=4 2024-09-19T13:58:42.143 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.142+0000 7f4ca5a489c0 20 remove_watcher() i=5 2024-09-19T13:58:42.146 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.146+0000 7f4ca5a489c0 20 remove_watcher() i=6 2024-09-19T13:58:42.149 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.146+0000 7f4ca5a489c0 20 remove_watcher() i=7 2024-09-19T13:58:42.163 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:42.163 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T13:58:42.163 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: abort-at-block-writes id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-19T13:58:42.163 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:58:42.164 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:42.164 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:42.178 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:58:42.179 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:58:42.227 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-19T13:58:42.266 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:58:42.266 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:58:42.314 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.314+0000 7f8c775e59c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:42.316 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.314+0000 7f8c775e59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:42.316 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.314+0000 7f8c775e59c0 20 realm 2024-09-19T13:58:42.316 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.314+0000 7f8c775e59c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:42.317 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.314+0000 7f8c775e59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:42.317 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.314+0000 7f8c775e59c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:58:42.317 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.314+0000 7f8c775e59c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:42.317 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.314+0000 7f8c775e59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:42.317 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.314+0000 7f8c775e59c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:42.318 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.318+0000 7f8c775e59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:42.318 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.318+0000 7f8c775e59c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:42.320 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.318+0000 7f8c775e59c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:58:42.320 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.318+0000 7f8c775e59c0 20 searching for the correct realm 2024-09-19T13:58:42.325 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.322+0000 7f8c748ea640 0 -- 172.21.15.31:0/1827192283 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7f8c6c064780 msgr2=0x7f8c6c0552b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:58:42.332 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.330+0000 7f8c758ec640 0 -- 172.21.15.31:0/1827192283 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x55fd1e009650 msgr2=0x55fd1e00bb10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:58:42.340 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.338+0000 7f8c775e59c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:58:42.340 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.338+0000 7f8c775e59c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:58:42.341 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.338+0000 7f8c775e59c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:58:42.341 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.338+0000 7f8c775e59c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:58:42.341 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.338+0000 7f8c775e59c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:58:42.341 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.338+0000 7f8c775e59c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:58:42.341 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.338+0000 7f8c775e59c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:42.341 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.338+0000 7f8c775e59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:42.341 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.338+0000 7f8c775e59c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:42.342 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.342+0000 7f8c775e59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:58:42.342 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.342+0000 7f8c775e59c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:42.342 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.342+0000 7f8c775e59c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:58:42.342 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.342+0000 7f8c775e59c0 20 zone default found 2024-09-19T13:58:42.342 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.342+0000 7f8c775e59c0 4 Realm: () 2024-09-19T13:58:42.342 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.342+0000 7f8c775e59c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:58:42.343 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.342+0000 7f8c775e59c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:58:42.343 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.342+0000 7f8c775e59c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:58:42.343 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.342+0000 7f8c775e59c0 20 zonegroup default 2024-09-19T13:58:42.343 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.342+0000 7f8c775e59c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:42.343 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.342+0000 7f8c775e59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:42.343 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.342+0000 7f8c775e59c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:42.343 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.342+0000 7f8c775e59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:42.344 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.342+0000 7f8c775e59c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:42.344 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.342+0000 7f8c775e59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:58:42.344 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.342+0000 7f8c775e59c0 20 started sync module instance, tier type = 2024-09-19T13:58:42.344 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.342+0000 7f8c775e59c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:58:42.363 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.362+0000 7f8c775e59c0 20 add_watcher() i=0 2024-09-19T13:58:42.363 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.362+0000 7f8c775e59c0 20 add_watcher() i=1 2024-09-19T13:58:42.363 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.362+0000 7f8c775e59c0 20 add_watcher() i=2 2024-09-19T13:58:42.363 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.362+0000 7f8c775e59c0 20 add_watcher() i=3 2024-09-19T13:58:42.363 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.362+0000 7f8c775e59c0 20 add_watcher() i=4 2024-09-19T13:58:42.363 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.362+0000 7f8c775e59c0 20 add_watcher() i=5 2024-09-19T13:58:42.363 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.362+0000 7f8c775e59c0 20 add_watcher() i=6 2024-09-19T13:58:42.365 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.366+0000 7f8c775e59c0 20 add_watcher() i=7 2024-09-19T13:58:42.365 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.366+0000 7f8c775e59c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:58:42.371 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.366+0000 7f8b2b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:58:42.372 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.366+0000 7f8c775e59c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:58:42.372 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.366+0000 7f8c775e59c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:58:42.372 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.370+0000 7f8c775e59c0 5 note: GC not initialized 2024-09-19T13:58:42.372 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.370+0000 7f8b2a7e4640 20 reqs_thread_entry: start 2024-09-19T13:58:42.372 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.370+0000 7f8c775e59c0 20 init_complete bucket index max shards: 1 2024-09-19T13:58:42.372 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.370+0000 7f8c775e59c0 20 Filter name: none 2024-09-19T13:58:42.373 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.370+0000 7f8a9bfff640 20 reqs_thread_entry: start 2024-09-19T13:58:42.373 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.370+0000 7f8c775e59c0 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-19T13:58:42.373 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.370+0000 7f8c775e59c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:42.373 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.370+0000 7f8c775e59c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-19T13:58:42.373 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.370+0000 7f8c775e59c0 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-19T13:58:42.374 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.370+0000 7f8c775e59c0 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-19T13:58:42.374 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.370+0000 7f8c775e59c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 : miss 2024-09-19T13:58:42.374 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.370+0000 7f8c775e59c0 20 rados->read ofs=0 len=0 2024-09-19T13:58:42.374 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.370+0000 7f8c775e59c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-19T13:58:42.374 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.370+0000 7f8c775e59c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 info.flags=0x17 2024-09-19T13:58:42.375 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.370+0000 7f8c775e59c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 to cache LRU end 2024-09-19T13:58:42.375 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.370+0000 7f8c775e59c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:58:42.375 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.370+0000 7f8c775e59c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:58:42.375 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.370+0000 7f8c775e59c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 2024-09-19T13:58:42.376 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.374+0000 7f8c775e59c0 0 INFO: RGWReshardLock::lock found lock on abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 to be held by another RGW process; skipping for now 2024-09-19T13:58:42.376 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.374+0000 7f8b2b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:58:42.380 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.378+0000 7f8c775e59c0 20 remove_watcher() i=0 2024-09-19T13:58:42.380 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.378+0000 7f8c775e59c0 2 removed watcher, disabling cache 2024-09-19T13:58:42.381 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.382+0000 7f8c775e59c0 20 remove_watcher() i=1 2024-09-19T13:58:42.384 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.382+0000 7f8c775e59c0 20 remove_watcher() i=2 2024-09-19T13:58:42.386 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.386+0000 7f8c775e59c0 20 remove_watcher() i=3 2024-09-19T13:58:42.388 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.386+0000 7f8c775e59c0 20 remove_watcher() i=4 2024-09-19T13:58:42.390 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.390+0000 7f8c775e59c0 20 remove_watcher() i=5 2024-09-19T13:58:42.392 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.390+0000 7f8c775e59c0 20 remove_watcher() i=6 2024-09-19T13:58:42.395 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:58:42.394+0000 7f8c775e59c0 20 remove_watcher() i=7 2024-09-19T13:58:42.410 INFO:tasks.workunit.client.0.smithi031.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-19T13:59:12.439 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-19T13:59:12.477 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:59:12.501 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:59:12.524 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.521+0000 7fe6af1569c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:12.526 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.525+0000 7fe6af1569c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:12.526 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.525+0000 7fe6af1569c0 20 realm 2024-09-19T13:59:12.526 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.525+0000 7fe6af1569c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:12.527 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.525+0000 7fe6af1569c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:12.527 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.525+0000 7fe6af1569c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:59:12.527 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.525+0000 7fe6af1569c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:12.527 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.525+0000 7fe6af1569c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:12.527 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.525+0000 7fe6af1569c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:12.528 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.525+0000 7fe6af1569c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:12.528 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.525+0000 7fe6af1569c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:12.530 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.529+0000 7fe6af1569c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:59:12.530 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.529+0000 7fe6af1569c0 20 searching for the correct realm 2024-09-19T13:59:12.535 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.533+0000 7fe6ac45b640 0 -- 172.21.15.31:0/2708461596 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7fe6a0008040 msgr2=0x7fe6a007c9a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:59:12.541 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.537+0000 7fe6ac45b640 0 -- 172.21.15.31:0/2708461596 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x56084e554610 msgr2=0x56084e556a00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T13:59:12.550 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.549+0000 7fe6af1569c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:59:12.550 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.549+0000 7fe6af1569c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:59:12.550 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.549+0000 7fe6af1569c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:59:12.550 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.549+0000 7fe6af1569c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:59:12.550 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.549+0000 7fe6af1569c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:59:12.550 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.549+0000 7fe6af1569c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:59:12.550 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.549+0000 7fe6af1569c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:12.551 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.549+0000 7fe6af1569c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:12.551 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.549+0000 7fe6af1569c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:12.551 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.549+0000 7fe6af1569c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:12.551 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.549+0000 7fe6af1569c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:12.552 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.549+0000 7fe6af1569c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:59:12.552 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.549+0000 7fe6af1569c0 20 zone default found 2024-09-19T13:59:12.552 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.549+0000 7fe6af1569c0 4 Realm: () 2024-09-19T13:59:12.552 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.549+0000 7fe6af1569c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:59:12.552 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.549+0000 7fe6af1569c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:59:12.553 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.549+0000 7fe6af1569c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:59:12.553 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.549+0000 7fe6af1569c0 20 zonegroup default 2024-09-19T13:59:12.553 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.549+0000 7fe6af1569c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:12.553 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.549+0000 7fe6af1569c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:12.553 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.549+0000 7fe6af1569c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:12.553 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.549+0000 7fe6af1569c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:12.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.549+0000 7fe6af1569c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:12.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.549+0000 7fe6af1569c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:12.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.549+0000 7fe6af1569c0 20 started sync module instance, tier type = 2024-09-19T13:59:12.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.549+0000 7fe6af1569c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:59:12.571 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.569+0000 7fe6af1569c0 20 add_watcher() i=0 2024-09-19T13:59:12.571 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.569+0000 7fe6af1569c0 20 add_watcher() i=1 2024-09-19T13:59:12.571 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.569+0000 7fe6af1569c0 20 add_watcher() i=2 2024-09-19T13:59:12.572 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.569+0000 7fe6af1569c0 20 add_watcher() i=3 2024-09-19T13:59:12.572 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.569+0000 7fe6af1569c0 20 add_watcher() i=4 2024-09-19T13:59:12.572 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.569+0000 7fe6af1569c0 20 add_watcher() i=5 2024-09-19T13:59:12.572 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.569+0000 7fe6af1569c0 20 add_watcher() i=6 2024-09-19T13:59:12.574 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.573+0000 7fe6af1569c0 20 add_watcher() i=7 2024-09-19T13:59:12.574 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.573+0000 7fe6af1569c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:59:12.577 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.573+0000 7fe5637e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:59:12.578 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.577+0000 7fe6af1569c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:59:12.578 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.577+0000 7fe6af1569c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:59:12.578 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.577+0000 7fe6af1569c0 5 note: GC not initialized 2024-09-19T13:59:12.578 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.577+0000 7fe5627e4640 20 reqs_thread_entry: start 2024-09-19T13:59:12.578 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.577+0000 7fe6af1569c0 20 init_complete bucket index max shards: 1 2024-09-19T13:59:12.578 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.577+0000 7fe6af1569c0 20 Filter name: none 2024-09-19T13:59:12.578 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.577+0000 7fe55bfff640 20 reqs_thread_entry: start 2024-09-19T13:59:12.579 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.577+0000 7fe6af1569c0 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-19T13:59:12.579 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.577+0000 7fe6af1569c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:12.579 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.577+0000 7fe6af1569c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-19T13:59:12.579 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.577+0000 7fe6af1569c0 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-19T13:59:12.579 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.577+0000 7fe6af1569c0 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-19T13:59:12.579 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.577+0000 7fe6af1569c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 : miss 2024-09-19T13:59:12.579 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.577+0000 7fe6af1569c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:12.580 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.577+0000 7fe6af1569c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-19T13:59:12.580 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.577+0000 7fe6af1569c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 info.flags=0x17 2024-09-19T13:59:12.580 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.577+0000 7fe6af1569c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 to cache LRU end 2024-09-19T13:59:12.580 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.577+0000 7fe6af1569c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:59:12.580 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.577+0000 7fe6af1569c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:12.580 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.577+0000 7fe6af1569c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 2024-09-19T13:59:12.582 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.581+0000 7fe6af1569c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-19T13:59:12.589 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.589+0000 7fe6af1569c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 info.flags=0x17 2024-09-19T13:59:12.589 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.589+0000 7fe6af1569c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 to cache LRU end 2024-09-19T13:59:12.589 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.589+0000 7fe6af1569c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:12.590 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.589+0000 7fe6af1569c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29, ofs0, ns] 2024-09-19T13:59:12.590 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.589+0000 7fe5837fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333558 cookie 94593673996192 notifier 7173 bl.length()=915 2024-09-19T13:59:12.590 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.589+0000 7fe5837fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 info.flags=0x17 2024-09-19T13:59:12.591 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.589+0000 7fe5837fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 to cache LRU end 2024-09-19T13:59:12.591 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.589+0000 7fe5837fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:12.591 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.589+0000 7fe6af1569c0 20 handle_bi_update(): bucket=:abort-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29]): orig_sources= new_sources= 2024-09-19T13:59:12.591 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.589+0000 7fe6af1569c0 20 handle_bi_update(): bucket=:abort-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29]): potential sources added=[] removed=[] 2024-09-19T13:59:12.591 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.589+0000 7fe6af1569c0 20 handle_bi_update(): bucket=:abort-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29]): orig_dests= new_dests= 2024-09-19T13:59:12.591 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.589+0000 7fe6af1569c0 20 handle_bi_update(): bucket=:abort-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29]): potential dests added=[] removed=[] 2024-09-19T13:59:12.599 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.597+0000 7fe6af1569c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29.2.0 2024-09-19T13:59:12.599 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.597+0000 7fe6af1569c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29.2.0 2024-09-19T13:59:12.599 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.597+0000 7fe6af1569c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29.2.1 2024-09-19T13:59:12.599 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.597+0000 7fe6af1569c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29.2.1 2024-09-19T13:59:12.599 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.597+0000 7fe6af1569c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29.0 2024-09-19T13:59:12.604 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.601+0000 7fe6af1569c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 : hit (requested=0x17, cached=0x17) 2024-09-19T13:59:12.604 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.601+0000 7fe6af1569c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 2024-09-19T13:59:12.606 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.605+0000 7fe6af1569c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 info.flags=0x17 2024-09-19T13:59:12.606 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.605+0000 7fe6af1569c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 to cache LRU end 2024-09-19T13:59:12.606 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.605+0000 7fe6af1569c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:12.607 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.605+0000 7fe6af1569c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29, ofs0, ns] 2024-09-19T13:59:12.607 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.605+0000 7fe583fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333559 cookie 94593673996192 notifier 7173 bl.length()=915 2024-09-19T13:59:12.607 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.605+0000 7fe583fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 info.flags=0x17 2024-09-19T13:59:12.607 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.605+0000 7fe583fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 to cache LRU end 2024-09-19T13:59:12.607 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.605+0000 7fe583fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:12.607 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.605+0000 7fe6af1569c0 20 handle_bi_update(): bucket=:abort-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29]): orig_sources= new_sources= 2024-09-19T13:59:12.608 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.605+0000 7fe6af1569c0 20 handle_bi_update(): bucket=:abort-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29]): potential sources added=[] removed=[] 2024-09-19T13:59:12.608 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.605+0000 7fe6af1569c0 20 handle_bi_update(): bucket=:abort-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29]): orig_dests= new_dests= 2024-09-19T13:59:12.608 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.605+0000 7fe6af1569c0 20 handle_bi_update(): bucket=:abort-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29]): potential dests added=[] removed=[] 2024-09-19T13:59:12.610 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.609+0000 7fe6af1569c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29.0 2024-09-19T13:59:12.611 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.609+0000 7fe6af1569c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 : hit (requested=0x17, cached=0x17) 2024-09-19T13:59:12.611 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.609+0000 7fe6af1569c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 2024-09-19T13:59:12.613 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.613+0000 7fe6af1569c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 info.flags=0x17 2024-09-19T13:59:12.613 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.613+0000 7fe6af1569c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 to cache LRU end 2024-09-19T13:59:12.614 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.613+0000 7fe6af1569c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:12.614 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.613+0000 7fe6af1569c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29, ofs0, ns] 2024-09-19T13:59:12.614 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.613+0000 7fe5837fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333560 cookie 94593673996192 notifier 7173 bl.length()=883 2024-09-19T13:59:12.614 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.613+0000 7fe5837fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 info.flags=0x17 2024-09-19T13:59:12.614 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.613+0000 7fe5837fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 to cache LRU end 2024-09-19T13:59:12.614 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.613+0000 7fe5837fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:12.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.613+0000 7fe6af1569c0 20 handle_bi_update(): bucket=:abort-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29]): orig_sources= new_sources= 2024-09-19T13:59:12.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.613+0000 7fe6af1569c0 20 handle_bi_update(): bucket=:abort-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29]): potential sources added=[] removed=[] 2024-09-19T13:59:12.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.613+0000 7fe6af1569c0 20 handle_bi_update(): bucket=:abort-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29]): orig_dests= new_dests= 2024-09-19T13:59:12.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.613+0000 7fe6af1569c0 20 handle_bi_update(): bucket=:abort-at-block-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29]): potential dests added=[] removed=[] 2024-09-19T13:59:12.617 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.617+0000 7fe6af1569c0 1 execute INFO: reshard of bucket "abort-at-block-writes" from 1 shards to 2 shards completed successfully 2024-09-19T13:59:12.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.621+0000 7fe5637e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:59:12.626 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.625+0000 7fe6af1569c0 20 remove_watcher() i=0 2024-09-19T13:59:12.626 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.625+0000 7fe6af1569c0 2 removed watcher, disabling cache 2024-09-19T13:59:12.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.625+0000 7fe6af1569c0 20 remove_watcher() i=1 2024-09-19T13:59:12.630 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.629+0000 7fe6af1569c0 20 remove_watcher() i=2 2024-09-19T13:59:12.633 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.629+0000 7fe6af1569c0 20 remove_watcher() i=3 2024-09-19T13:59:12.635 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.633+0000 7fe6af1569c0 20 remove_watcher() i=4 2024-09-19T13:59:12.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.637+0000 7fe6af1569c0 20 remove_watcher() i=5 2024-09-19T13:59:12.640 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.637+0000 7fe6af1569c0 20 remove_watcher() i=6 2024-09-19T13:59:12.643 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.641+0000 7fe6af1569c0 20 remove_watcher() i=7 2024-09-19T13:59:12.661 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2024-09-19T13:59:12.693 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:59:12.694 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:59:12.739 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.737+0000 7f7a591419c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:12.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.741+0000 7f7a591419c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:12.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.741+0000 7f7a591419c0 20 realm 2024-09-19T13:59:12.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.741+0000 7f7a591419c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:12.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.741+0000 7f7a591419c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:12.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.741+0000 7f7a591419c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:59:12.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.741+0000 7f7a591419c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:12.743 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.741+0000 7f7a591419c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:12.743 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.741+0000 7f7a591419c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:12.744 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.741+0000 7f7a591419c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:12.744 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.741+0000 7f7a591419c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:12.746 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.745+0000 7f7a591419c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:59:12.746 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.745+0000 7f7a591419c0 20 searching for the correct realm 2024-09-19T13:59:12.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.749+0000 7f7a56c47640 0 -- 172.21.15.31:0/3287474642 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7f7a4811f040 msgr2=0x7f7a480cf970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:59:12.758 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.757+0000 7f7a56c47640 0 -- 172.21.15.31:0/3287474642 >> [v2:172.21.15.31:6802/3325082646,v1:172.21.15.31:6804/3325082646] conn(0x55707452b1b0 msgr2=0x55707452d5a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T13:59:12.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.765+0000 7f7a591419c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:59:12.766 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.765+0000 7f7a591419c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:59:12.766 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.765+0000 7f7a591419c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:59:12.766 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.765+0000 7f7a591419c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:59:12.766 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.765+0000 7f7a591419c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:59:12.766 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.765+0000 7f7a591419c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:59:12.766 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.765+0000 7f7a591419c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:12.766 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.765+0000 7f7a591419c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:12.767 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.765+0000 7f7a591419c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:12.767 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.765+0000 7f7a591419c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:12.767 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.765+0000 7f7a591419c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:12.767 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.765+0000 7f7a591419c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:59:12.767 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.765+0000 7f7a591419c0 20 zone default found 2024-09-19T13:59:12.767 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.765+0000 7f7a591419c0 4 Realm: () 2024-09-19T13:59:12.768 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.765+0000 7f7a591419c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:59:12.768 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.765+0000 7f7a591419c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:59:12.768 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.765+0000 7f7a591419c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:59:12.768 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.765+0000 7f7a591419c0 20 zonegroup default 2024-09-19T13:59:12.768 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.765+0000 7f7a591419c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:12.768 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.765+0000 7f7a591419c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:12.768 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.765+0000 7f7a591419c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:12.769 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.765+0000 7f7a591419c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:12.769 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.765+0000 7f7a591419c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:12.769 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.765+0000 7f7a591419c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:12.769 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.765+0000 7f7a591419c0 20 started sync module instance, tier type = 2024-09-19T13:59:12.769 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.765+0000 7f7a591419c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:59:12.787 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.785+0000 7f7a591419c0 20 add_watcher() i=0 2024-09-19T13:59:12.787 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.785+0000 7f7a591419c0 20 add_watcher() i=1 2024-09-19T13:59:12.787 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.785+0000 7f7a591419c0 20 add_watcher() i=2 2024-09-19T13:59:12.787 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.785+0000 7f7a591419c0 20 add_watcher() i=3 2024-09-19T13:59:12.787 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.785+0000 7f7a591419c0 20 add_watcher() i=4 2024-09-19T13:59:12.787 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.785+0000 7f7a591419c0 20 add_watcher() i=5 2024-09-19T13:59:12.787 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.785+0000 7f7a591419c0 20 add_watcher() i=6 2024-09-19T13:59:12.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.789+0000 7f7a591419c0 20 add_watcher() i=7 2024-09-19T13:59:12.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.789+0000 7f7a591419c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:59:12.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.789+0000 7f790d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:59:12.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.789+0000 7f7a591419c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:59:12.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.789+0000 7f7a591419c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:59:12.794 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.789+0000 7f7a591419c0 5 note: GC not initialized 2024-09-19T13:59:12.794 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.789+0000 7f7887fff640 20 reqs_thread_entry: start 2024-09-19T13:59:12.794 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.793+0000 7f7a591419c0 20 init_complete bucket index max shards: 1 2024-09-19T13:59:12.794 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.793+0000 7f7a591419c0 20 Filter name: none 2024-09-19T13:59:12.794 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.793+0000 7f7885ffb640 20 reqs_thread_entry: start 2024-09-19T13:59:12.794 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.793+0000 7f7a591419c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:12.794 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.793+0000 7f7a591419c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-19T13:59:12.795 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.793+0000 7f7a591419c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:12.795 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.793+0000 7f7a591419c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-19T13:59:12.795 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.793+0000 7f7a591419c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:59:12.795 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.793+0000 7f7a591419c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:12.796 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.793+0000 7f7a591419c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-19T13:59:12.796 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.793+0000 7f7a591419c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:12.796 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.793+0000 7f7a591419c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-19T13:59:12.796 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.793+0000 7f7a591419c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:59:12.798 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.797+0000 7f790d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:59:12.802 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.801+0000 7f7a591419c0 20 remove_watcher() i=0 2024-09-19T13:59:12.802 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.801+0000 7f7a591419c0 2 removed watcher, disabling cache 2024-09-19T13:59:12.804 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.801+0000 7f7a591419c0 20 remove_watcher() i=1 2024-09-19T13:59:12.806 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.805+0000 7f7a591419c0 20 remove_watcher() i=2 2024-09-19T13:59:12.808 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.805+0000 7f7a591419c0 20 remove_watcher() i=3 2024-09-19T13:59:12.810 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.809+0000 7f7a591419c0 20 remove_watcher() i=4 2024-09-19T13:59:12.812 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.809+0000 7f7a591419c0 20 remove_watcher() i=5 2024-09-19T13:59:12.815 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.813+0000 7f7a591419c0 20 remove_watcher() i=6 2024-09-19T13:59:12.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:12.817+0000 7f7a591419c0 20 remove_watcher() i=7 2024-09-19T13:59:12.832 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:12.833 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T13:59:12.833 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: abort-at-block-writes id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-19T13:59:12.833 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:12.834 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:12.834 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:12.837 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:12.838 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:12.887 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:12.887 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:12.913 INFO:tasks.workunit.client.0.smithi031.stderr:TEST: reshard bucket with EIO injected at commit_target_layout 2024-09-19T13:59:12.913 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:12.914 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:12.914 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:12.932 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:12.932 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:12.977 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:12.977 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:12.998 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:12.999 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:13.019 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:13.019 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:13.042 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:13.042 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:13.064 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:13.064 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:13.086 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:13.086 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:13.111 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:13.111 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:13.132 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:13.132 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:13.152 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:13.152 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:13.173 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:13.173 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:13.193 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:13.193 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:13.213 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:13.213 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:13.234 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:13.234 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:13.255 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:13.255 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:13.276 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:13.276 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:13.296 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:13.296 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:13.317 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:13.317 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:13.337 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:13.337 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:13.357 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:13.357 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:13.377 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:13.377 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:13.395 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-19T13:59:13.428 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:59:13.428 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:59:13.475 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.473+0000 7f61994eb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:13.477 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.477+0000 7f61994eb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:13.477 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.477+0000 7f61994eb9c0 20 realm 2024-09-19T13:59:13.477 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.477+0000 7f61994eb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:13.478 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.477+0000 7f61994eb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:13.478 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.477+0000 7f61994eb9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:59:13.478 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.477+0000 7f61994eb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:13.478 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.477+0000 7f61994eb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:13.478 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.477+0000 7f61994eb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:13.479 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.477+0000 7f61994eb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:13.479 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.477+0000 7f61994eb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:13.481 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.477+0000 7f61994eb9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:59:13.481 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.477+0000 7f61994eb9c0 20 searching for the correct realm 2024-09-19T13:59:13.484 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.481+0000 7f6196ff1640 0 -- 172.21.15.31:0/2454938578 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7f6180003cc0 msgr2=0x7f61880816f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:59:13.697 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.693+0000 7f6196ff1640 0 -- 172.21.15.31:0/2454938578 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x5652d31c8250 msgr2=0x7f61900f9c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T13:59:13.913 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.913+0000 7f61994eb9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:59:13.914 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.913+0000 7f61994eb9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:59:13.914 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.913+0000 7f61994eb9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:59:13.914 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.913+0000 7f61994eb9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:59:13.914 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.913+0000 7f61994eb9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:59:13.914 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.913+0000 7f61994eb9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:59:13.914 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.913+0000 7f61994eb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:13.914 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.913+0000 7f61994eb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:13.914 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.913+0000 7f61994eb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:13.915 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.913+0000 7f61994eb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:13.915 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.913+0000 7f61994eb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:13.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.913+0000 7f61994eb9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:59:13.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.913+0000 7f61994eb9c0 20 zone default found 2024-09-19T13:59:13.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.913+0000 7f61994eb9c0 4 Realm: () 2024-09-19T13:59:13.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.913+0000 7f61994eb9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:59:13.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.913+0000 7f61994eb9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:59:13.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.913+0000 7f61994eb9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:59:13.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.913+0000 7f61994eb9c0 20 zonegroup default 2024-09-19T13:59:13.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.913+0000 7f61994eb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:13.917 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.913+0000 7f61994eb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:13.917 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.913+0000 7f61994eb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:13.917 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.917+0000 7f61994eb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:13.917 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.917+0000 7f61994eb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:13.918 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.917+0000 7f61994eb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:13.918 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.917+0000 7f61994eb9c0 20 started sync module instance, tier type = 2024-09-19T13:59:13.918 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.917+0000 7f61994eb9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:59:13.941 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.937+0000 7f61994eb9c0 20 add_watcher() i=0 2024-09-19T13:59:13.941 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.937+0000 7f61994eb9c0 20 add_watcher() i=1 2024-09-19T13:59:13.941 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.937+0000 7f61994eb9c0 20 add_watcher() i=2 2024-09-19T13:59:13.941 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.937+0000 7f61994eb9c0 20 add_watcher() i=3 2024-09-19T13:59:13.941 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.937+0000 7f61994eb9c0 20 add_watcher() i=4 2024-09-19T13:59:13.941 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.937+0000 7f61994eb9c0 20 add_watcher() i=5 2024-09-19T13:59:13.941 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.937+0000 7f61994eb9c0 20 add_watcher() i=6 2024-09-19T13:59:13.943 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.941+0000 7f61994eb9c0 20 add_watcher() i=7 2024-09-19T13:59:13.943 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.941+0000 7f61994eb9c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:59:13.948 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.945+0000 7f604d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:59:13.949 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.949+0000 7f61994eb9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:59:13.949 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.949+0000 7f61994eb9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:59:13.950 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.949+0000 7f61994eb9c0 5 note: GC not initialized 2024-09-19T13:59:13.950 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.949+0000 7f5fc7fff640 20 reqs_thread_entry: start 2024-09-19T13:59:13.951 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.949+0000 7f61994eb9c0 20 init_complete bucket index max shards: 1 2024-09-19T13:59:13.951 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.949+0000 7f61994eb9c0 20 Filter name: none 2024-09-19T13:59:13.951 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.949+0000 7f5fc5ffb640 20 reqs_thread_entry: start 2024-09-19T13:59:13.951 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.949+0000 7f61994eb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:13.951 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.949+0000 7f61994eb9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T13:59:13.952 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.949+0000 7f61994eb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:13.953 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.949+0000 7f61994eb9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T13:59:13.953 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.949+0000 7f61994eb9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:59:13.953 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.949+0000 7f61994eb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:13.953 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.953+0000 7f61994eb9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T13:59:13.953 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.953+0000 7f61994eb9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:13.954 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.953+0000 7f61994eb9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T13:59:13.954 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.953+0000 7f61994eb9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:59:13.957 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.953+0000 7f604d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:59:13.961 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.961+0000 7f61994eb9c0 20 remove_watcher() i=0 2024-09-19T13:59:13.961 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.961+0000 7f61994eb9c0 2 removed watcher, disabling cache 2024-09-19T13:59:13.963 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.961+0000 7f61994eb9c0 20 remove_watcher() i=1 2024-09-19T13:59:13.965 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.961+0000 7f61994eb9c0 20 remove_watcher() i=2 2024-09-19T13:59:13.968 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.965+0000 7f61994eb9c0 20 remove_watcher() i=3 2024-09-19T13:59:13.970 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.969+0000 7f61994eb9c0 20 remove_watcher() i=4 2024-09-19T13:59:13.972 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.969+0000 7f61994eb9c0 20 remove_watcher() i=5 2024-09-19T13:59:13.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.973+0000 7f61994eb9c0 20 remove_watcher() i=6 2024-09-19T13:59:13.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:13.977+0000 7f61994eb9c0 20 remove_watcher() i=7 2024-09-19T13:59:13.993 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:13.993 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T13:59:13.993 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: error-at-commit-target-layout id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-19T13:59:13.993 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:13.994 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at commit_target_layout 2024-09-19T13:59:14.033 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:59:14.033 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:59:14.080 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.077+0000 7ff868e8f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.080 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.077+0000 7ff868e8f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:14.081 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.077+0000 7ff868e8f9c0 20 realm 2024-09-19T13:59:14.081 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.077+0000 7ff868e8f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.081 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.077+0000 7ff868e8f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:14.081 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.077+0000 7ff868e8f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:59:14.081 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.077+0000 7ff868e8f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.081 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.081+0000 7ff868e8f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:14.082 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.081+0000 7ff868e8f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.082 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.081+0000 7ff868e8f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:14.082 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.081+0000 7ff868e8f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.084 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.081+0000 7ff868e8f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:59:14.084 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.081+0000 7ff868e8f9c0 20 searching for the correct realm 2024-09-19T13:59:14.090 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.089+0000 7ff866995640 0 -- 172.21.15.31:0/408152367 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7ff85801cb80 msgr2=0x7ff858062f30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:59:14.095 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.093+0000 7ff866995640 0 -- 172.21.15.31:0/408152367 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7ff860073810 msgr2=0x7ff860078ad0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:59:14.102 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.101+0000 7ff868e8f9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:59:14.102 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.101+0000 7ff868e8f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:59:14.102 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.101+0000 7ff868e8f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:59:14.102 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.101+0000 7ff868e8f9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:59:14.102 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.101+0000 7ff868e8f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:59:14.102 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.101+0000 7ff868e8f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:59:14.102 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.101+0000 7ff868e8f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.103 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.101+0000 7ff868e8f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:14.103 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.101+0000 7ff868e8f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.103 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.101+0000 7ff868e8f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:14.103 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.101+0000 7ff868e8f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.104 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.101+0000 7ff868e8f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:59:14.104 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.101+0000 7ff868e8f9c0 20 zone default found 2024-09-19T13:59:14.104 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.101+0000 7ff868e8f9c0 4 Realm: () 2024-09-19T13:59:14.104 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.101+0000 7ff868e8f9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:59:14.105 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.101+0000 7ff868e8f9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:59:14.105 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.101+0000 7ff868e8f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:59:14.105 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.101+0000 7ff868e8f9c0 20 zonegroup default 2024-09-19T13:59:14.105 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.101+0000 7ff868e8f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.105 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.101+0000 7ff868e8f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:14.105 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.101+0000 7ff868e8f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.106 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.101+0000 7ff868e8f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:14.106 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.101+0000 7ff868e8f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.106 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.105+0000 7ff868e8f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:14.106 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.105+0000 7ff868e8f9c0 20 started sync module instance, tier type = 2024-09-19T13:59:14.106 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.105+0000 7ff868e8f9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:59:14.123 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.121+0000 7ff868e8f9c0 20 add_watcher() i=0 2024-09-19T13:59:14.123 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.121+0000 7ff868e8f9c0 20 add_watcher() i=1 2024-09-19T13:59:14.123 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.121+0000 7ff868e8f9c0 20 add_watcher() i=2 2024-09-19T13:59:14.123 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.121+0000 7ff868e8f9c0 20 add_watcher() i=3 2024-09-19T13:59:14.123 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.121+0000 7ff868e8f9c0 20 add_watcher() i=4 2024-09-19T13:59:14.123 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.121+0000 7ff868e8f9c0 20 add_watcher() i=5 2024-09-19T13:59:14.123 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.121+0000 7ff868e8f9c0 20 add_watcher() i=6 2024-09-19T13:59:14.125 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.125+0000 7ff868e8f9c0 20 add_watcher() i=7 2024-09-19T13:59:14.125 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.125+0000 7ff868e8f9c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:59:14.128 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.125+0000 7ff71dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:59:14.129 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.125+0000 7ff868e8f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:59:14.129 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.125+0000 7ff868e8f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:59:14.129 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.125+0000 7ff868e8f9c0 5 note: GC not initialized 2024-09-19T13:59:14.130 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.125+0000 7ff71cfe1640 20 reqs_thread_entry: start 2024-09-19T13:59:14.130 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.125+0000 7ff868e8f9c0 20 init_complete bucket index max shards: 1 2024-09-19T13:59:14.130 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.129+0000 7ff868e8f9c0 20 Filter name: none 2024-09-19T13:59:14.130 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.129+0000 7ff715ffb640 20 reqs_thread_entry: start 2024-09-19T13:59:14.130 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.129+0000 7ff868e8f9c0 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2024-09-19T13:59:14.130 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.129+0000 7ff868e8f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.130 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.129+0000 7ff868e8f9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T13:59:14.130 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.129+0000 7ff868e8f9c0 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2024-09-19T13:59:14.130 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.129+0000 7ff868e8f9c0 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2024-09-19T13:59:14.131 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.129+0000 7ff868e8f9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30 : miss 2024-09-19T13:59:14.131 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.129+0000 7ff868e8f9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.131 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.129+0000 7ff868e8f9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T13:59:14.131 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.129+0000 7ff868e8f9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30 info.flags=0x17 2024-09-19T13:59:14.132 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.129+0000 7ff868e8f9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30 to cache LRU end 2024-09-19T13:59:14.132 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.129+0000 7ff868e8f9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:59:14.132 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.129+0000 7ff868e8f9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:14.132 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.129+0000 7ff868e8f9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30 2024-09-19T13:59:14.139 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.137+0000 7ff868e8f9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30 info.flags=0x17 2024-09-19T13:59:14.139 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.137+0000 7ff868e8f9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30 to cache LRU end 2024-09-19T13:59:14.139 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.137+0000 7ff868e8f9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:14.139 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.137+0000 7ff868e8f9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30, ofs0, ns] 2024-09-19T13:59:14.140 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.137+0000 7ff74a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333509 cookie 94191559740912 notifier 6797 bl.length()=931 2024-09-19T13:59:14.140 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.137+0000 7ff74a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30 info.flags=0x17 2024-09-19T13:59:14.140 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.137+0000 7ff74a7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30 to cache LRU end 2024-09-19T13:59:14.140 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.137+0000 7ff74a7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:14.140 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.137+0000 7ff868e8f9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30]): orig_sources= new_sources= 2024-09-19T13:59:14.141 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.137+0000 7ff868e8f9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30]): potential sources added=[] removed=[] 2024-09-19T13:59:14.141 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.137+0000 7ff868e8f9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30]): orig_dests= new_dests= 2024-09-19T13:59:14.141 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.137+0000 7ff868e8f9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30]): potential dests added=[] removed=[] 2024-09-19T13:59:14.147 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.145+0000 7ff868e8f9c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30.1.0 2024-09-19T13:59:14.147 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.145+0000 7ff868e8f9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30.1.0 2024-09-19T13:59:14.147 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.145+0000 7ff868e8f9c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30.1.1 2024-09-19T13:59:14.147 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.145+0000 7ff868e8f9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30.1.1 2024-09-19T13:59:14.147 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.145+0000 7ff868e8f9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30.0 2024-09-19T13:59:14.152 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.149+0000 7ff868e8f9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30 : hit (requested=0x17, cached=0x17) 2024-09-19T13:59:14.152 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.149+0000 7ff868e8f9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30 2024-09-19T13:59:14.155 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.153+0000 7ff868e8f9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30 info.flags=0x17 2024-09-19T13:59:14.155 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.153+0000 7ff868e8f9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30 to cache LRU end 2024-09-19T13:59:14.155 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.153+0000 7ff868e8f9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:14.156 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.153+0000 7ff868e8f9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30, ofs0, ns] 2024-09-19T13:59:14.156 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.153+0000 7ff74a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333510 cookie 94191559740912 notifier 6797 bl.length()=931 2024-09-19T13:59:14.156 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.153+0000 7ff74a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30 info.flags=0x17 2024-09-19T13:59:14.156 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.153+0000 7ff74a7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30 to cache LRU end 2024-09-19T13:59:14.157 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.153+0000 7ff74a7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:14.157 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.153+0000 7ff868e8f9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30]): orig_sources= new_sources= 2024-09-19T13:59:14.157 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.153+0000 7ff868e8f9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30]): potential sources added=[] removed=[] 2024-09-19T13:59:14.157 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.153+0000 7ff868e8f9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30]): orig_dests= new_dests= 2024-09-19T13:59:14.157 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.153+0000 7ff868e8f9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30]): potential dests added=[] removed=[] 2024-09-19T13:59:14.159 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.157+0000 7ff868e8f9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30.0 2024-09-19T13:59:14.160 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.157+0000 7ff868e8f9c0 -1 Injecting error=-5 at location=commit_target_layout 2024-09-19T13:59:14.160 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.157+0000 7ff868e8f9c0 0 ERROR: commit_reshard failed to commit target index layout: (5) Input/output error 2024-09-19T13:59:14.168 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.165+0000 7ff71dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:59:14.172 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.169+0000 7ff868e8f9c0 20 remove_watcher() i=0 2024-09-19T13:59:14.172 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.169+0000 7ff868e8f9c0 2 removed watcher, disabling cache 2024-09-19T13:59:14.174 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.173+0000 7ff868e8f9c0 20 remove_watcher() i=1 2024-09-19T13:59:14.176 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.173+0000 7ff868e8f9c0 20 remove_watcher() i=2 2024-09-19T13:59:14.179 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.177+0000 7ff868e8f9c0 20 remove_watcher() i=3 2024-09-19T13:59:14.181 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.181+0000 7ff868e8f9c0 20 remove_watcher() i=4 2024-09-19T13:59:14.183 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.181+0000 7ff868e8f9c0 20 remove_watcher() i=5 2024-09-19T13:59:14.186 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.185+0000 7ff868e8f9c0 20 remove_watcher() i=6 2024-09-19T13:59:14.189 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.185+0000 7ff868e8f9c0 20 remove_watcher() i=7 2024-09-19T13:59:14.204 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-19T13:59:14.232 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:59:14.232 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:59:14.276 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.273+0000 7f7e4291e9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.279 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.277+0000 7f7e4291e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:14.279 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.277+0000 7f7e4291e9c0 20 realm 2024-09-19T13:59:14.279 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.277+0000 7f7e4291e9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.279 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.277+0000 7f7e4291e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:14.280 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.277+0000 7f7e4291e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:59:14.280 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.277+0000 7f7e4291e9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.280 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.277+0000 7f7e4291e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:14.280 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.277+0000 7f7e4291e9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.281 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.281+0000 7f7e4291e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:14.281 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.281+0000 7f7e4291e9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.283 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.281+0000 7f7e4291e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:59:14.283 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.281+0000 7f7e4291e9c0 20 searching for the correct realm 2024-09-19T13:59:14.288 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.285+0000 7f7e40c25640 0 -- 172.21.15.31:0/1000289565 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7f7e3402b060 msgr2=0x7f7e3405dc00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:59:14.294 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.293+0000 7f7e40424640 0 -- 172.21.15.31:0/1000289565 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f7e38024020 msgr2=0x7f7e380839a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:59:14.302 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.301+0000 7f7e4291e9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:59:14.302 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.301+0000 7f7e4291e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:59:14.303 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.301+0000 7f7e4291e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:59:14.303 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.301+0000 7f7e4291e9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:59:14.303 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.301+0000 7f7e4291e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:59:14.303 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.301+0000 7f7e4291e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:59:14.303 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.301+0000 7f7e4291e9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.304 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.301+0000 7f7e4291e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:14.304 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.301+0000 7f7e4291e9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.304 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.301+0000 7f7e4291e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:14.304 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.301+0000 7f7e4291e9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.305 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.301+0000 7f7e4291e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:59:14.305 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.301+0000 7f7e4291e9c0 20 zone default found 2024-09-19T13:59:14.305 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.301+0000 7f7e4291e9c0 4 Realm: () 2024-09-19T13:59:14.305 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.301+0000 7f7e4291e9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:59:14.305 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.301+0000 7f7e4291e9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:59:14.305 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.301+0000 7f7e4291e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:59:14.305 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.301+0000 7f7e4291e9c0 20 zonegroup default 2024-09-19T13:59:14.305 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.301+0000 7f7e4291e9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.305 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.301+0000 7f7e4291e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:14.306 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.301+0000 7f7e4291e9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.306 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.305+0000 7f7e4291e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:14.306 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.305+0000 7f7e4291e9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.306 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.305+0000 7f7e4291e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:14.306 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.305+0000 7f7e4291e9c0 20 started sync module instance, tier type = 2024-09-19T13:59:14.306 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.305+0000 7f7e4291e9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:59:14.324 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.321+0000 7f7e4291e9c0 20 add_watcher() i=0 2024-09-19T13:59:14.324 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.321+0000 7f7e4291e9c0 20 add_watcher() i=1 2024-09-19T13:59:14.324 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.321+0000 7f7e4291e9c0 20 add_watcher() i=2 2024-09-19T13:59:14.325 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.321+0000 7f7e4291e9c0 20 add_watcher() i=3 2024-09-19T13:59:14.325 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.321+0000 7f7e4291e9c0 20 add_watcher() i=4 2024-09-19T13:59:14.325 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.321+0000 7f7e4291e9c0 20 add_watcher() i=5 2024-09-19T13:59:14.325 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.321+0000 7f7e4291e9c0 20 add_watcher() i=6 2024-09-19T13:59:14.327 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.325+0000 7f7e4291e9c0 20 add_watcher() i=7 2024-09-19T13:59:14.327 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.325+0000 7f7e4291e9c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:59:14.330 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.329+0000 7f7cf6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:59:14.331 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.329+0000 7f7e4291e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:59:14.331 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.329+0000 7f7e4291e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:59:14.332 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.329+0000 7f7e4291e9c0 5 note: GC not initialized 2024-09-19T13:59:14.332 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.329+0000 7f7cf5fdb640 20 reqs_thread_entry: start 2024-09-19T13:59:14.332 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.329+0000 7f7e4291e9c0 20 init_complete bucket index max shards: 1 2024-09-19T13:59:14.332 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.329+0000 7f7e4291e9c0 20 Filter name: none 2024-09-19T13:59:14.332 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.329+0000 7f7c677fe640 20 reqs_thread_entry: start 2024-09-19T13:59:14.332 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.329+0000 7f7e4291e9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.332 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.329+0000 7f7e4291e9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T13:59:14.332 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.329+0000 7f7e4291e9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.333 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.329+0000 7f7e4291e9c0 20 rados_obj.operate() r=0 bl.length=451 2024-09-19T13:59:14.333 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.329+0000 7f7e4291e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:59:14.333 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.329+0000 7f7e4291e9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.334 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.333+0000 7f7e4291e9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T13:59:14.334 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.333+0000 7f7e4291e9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.334 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.333+0000 7f7e4291e9c0 20 rados_obj.operate() r=0 bl.length=451 2024-09-19T13:59:14.334 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.333+0000 7f7e4291e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:59:14.336 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.333+0000 7f7cf6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:59:14.340 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.337+0000 7f7e4291e9c0 20 remove_watcher() i=0 2024-09-19T13:59:14.340 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.337+0000 7f7e4291e9c0 2 removed watcher, disabling cache 2024-09-19T13:59:14.342 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.341+0000 7f7e4291e9c0 20 remove_watcher() i=1 2024-09-19T13:59:14.344 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.341+0000 7f7e4291e9c0 20 remove_watcher() i=2 2024-09-19T13:59:14.346 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.345+0000 7f7e4291e9c0 20 remove_watcher() i=3 2024-09-19T13:59:14.348 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.345+0000 7f7e4291e9c0 20 remove_watcher() i=4 2024-09-19T13:59:14.350 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.349+0000 7f7e4291e9c0 20 remove_watcher() i=5 2024-09-19T13:59:14.353 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.349+0000 7f7e4291e9c0 20 remove_watcher() i=6 2024-09-19T13:59:14.355 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.353+0000 7f7e4291e9c0 20 remove_watcher() i=7 2024-09-19T13:59:14.370 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:14.370 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T13:59:14.370 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: error-at-commit-target-layout id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-19T13:59:14.370 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:14.371 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:14.371 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:14.384 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:14.384 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:14.427 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-19T13:59:14.458 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:59:14.459 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:59:14.507 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.505+0000 7fa777ba99c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.509 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.509+0000 7fa777ba99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:14.509 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.509+0000 7fa777ba99c0 20 realm 2024-09-19T13:59:14.509 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.509+0000 7fa777ba99c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.510 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.509+0000 7fa777ba99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:14.510 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.509+0000 7fa777ba99c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:59:14.510 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.509+0000 7fa777ba99c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.510 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.509+0000 7fa777ba99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:14.510 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.509+0000 7fa777ba99c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.511 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.509+0000 7fa777ba99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:14.511 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.509+0000 7fa777ba99c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.513 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.509+0000 7fa777ba99c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:59:14.513 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.509+0000 7fa777ba99c0 20 searching for the correct realm 2024-09-19T13:59:14.519 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.517+0000 7fa7756af640 0 -- 172.21.15.31:0/2917105385 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7fa768008040 msgr2=0x7fa76804b970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:59:14.525 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.525+0000 7fa7756af640 0 -- 172.21.15.31:0/2917105385 >> [v2:172.21.15.31:6802/3325082646,v1:172.21.15.31:6804/3325082646] conn(0x558c05064750 msgr2=0x558c05066b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:59:14.532 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.529+0000 7fa777ba99c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:59:14.532 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.529+0000 7fa777ba99c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:59:14.532 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.529+0000 7fa777ba99c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:59:14.533 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.529+0000 7fa777ba99c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:59:14.533 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.529+0000 7fa777ba99c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:59:14.533 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.529+0000 7fa777ba99c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:59:14.533 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.529+0000 7fa777ba99c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.533 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.529+0000 7fa777ba99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:14.533 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.529+0000 7fa777ba99c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.534 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.533+0000 7fa777ba99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:14.534 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.533+0000 7fa777ba99c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.534 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.533+0000 7fa777ba99c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:59:14.535 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.533+0000 7fa777ba99c0 20 zone default found 2024-09-19T13:59:14.535 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.533+0000 7fa777ba99c0 4 Realm: () 2024-09-19T13:59:14.535 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.533+0000 7fa777ba99c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:59:14.535 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.533+0000 7fa777ba99c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:59:14.535 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.533+0000 7fa777ba99c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:59:14.535 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.533+0000 7fa777ba99c0 20 zonegroup default 2024-09-19T13:59:14.535 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.533+0000 7fa777ba99c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.535 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.533+0000 7fa777ba99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:14.535 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.533+0000 7fa777ba99c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.536 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.533+0000 7fa777ba99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:14.536 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.533+0000 7fa777ba99c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.536 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.533+0000 7fa777ba99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:14.536 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.533+0000 7fa777ba99c0 20 started sync module instance, tier type = 2024-09-19T13:59:14.536 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.533+0000 7fa777ba99c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:59:14.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.553+0000 7fa777ba99c0 20 add_watcher() i=0 2024-09-19T13:59:14.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.553+0000 7fa777ba99c0 20 add_watcher() i=1 2024-09-19T13:59:14.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.553+0000 7fa777ba99c0 20 add_watcher() i=2 2024-09-19T13:59:14.555 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.553+0000 7fa777ba99c0 20 add_watcher() i=3 2024-09-19T13:59:14.555 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.553+0000 7fa777ba99c0 20 add_watcher() i=4 2024-09-19T13:59:14.555 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.553+0000 7fa777ba99c0 20 add_watcher() i=5 2024-09-19T13:59:14.555 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.553+0000 7fa777ba99c0 20 add_watcher() i=6 2024-09-19T13:59:14.556 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.553+0000 7fa777ba99c0 20 add_watcher() i=7 2024-09-19T13:59:14.557 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.553+0000 7fa777ba99c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:59:14.560 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.557+0000 7fa62bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:59:14.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.557+0000 7fa777ba99c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:59:14.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.557+0000 7fa777ba99c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:59:14.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.557+0000 7fa777ba99c0 5 note: GC not initialized 2024-09-19T13:59:14.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.557+0000 7fa62afe5640 20 reqs_thread_entry: start 2024-09-19T13:59:14.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.557+0000 7fa777ba99c0 20 init_complete bucket index max shards: 1 2024-09-19T13:59:14.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.557+0000 7fa777ba99c0 20 Filter name: none 2024-09-19T13:59:14.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.557+0000 7fa628fe1640 20 reqs_thread_entry: start 2024-09-19T13:59:14.562 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.561+0000 7fa777ba99c0 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2024-09-19T13:59:14.562 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.561+0000 7fa777ba99c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.562 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.561+0000 7fa777ba99c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T13:59:14.562 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.561+0000 7fa777ba99c0 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2024-09-19T13:59:14.562 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.561+0000 7fa777ba99c0 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2024-09-19T13:59:14.562 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.561+0000 7fa777ba99c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30 : miss 2024-09-19T13:59:14.562 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.561+0000 7fa777ba99c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.563 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.561+0000 7fa777ba99c0 20 rados_obj.operate() r=0 bl.length=451 2024-09-19T13:59:14.563 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.561+0000 7fa777ba99c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30 info.flags=0x17 2024-09-19T13:59:14.563 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.561+0000 7fa777ba99c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30 to cache LRU end 2024-09-19T13:59:14.563 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.561+0000 7fa777ba99c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:59:14.563 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.561+0000 7fa777ba99c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:14.563 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.561+0000 7fa777ba99c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30 2024-09-19T13:59:14.566 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.565+0000 7fa777ba99c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-19T13:59:14.573 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.573+0000 7fa777ba99c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30 info.flags=0x17 2024-09-19T13:59:14.574 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.573+0000 7fa777ba99c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30 to cache LRU end 2024-09-19T13:59:14.574 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.573+0000 7fa777ba99c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:14.574 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.573+0000 7fa777ba99c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30, ofs0, ns] 2024-09-19T13:59:14.574 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.573+0000 7fa658ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333511 cookie 94059868084576 notifier 6833 bl.length()=931 2024-09-19T13:59:14.574 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.573+0000 7fa658ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30 info.flags=0x17 2024-09-19T13:59:14.574 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.573+0000 7fa658ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30 to cache LRU end 2024-09-19T13:59:14.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.573+0000 7fa658ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:14.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.573+0000 7fa777ba99c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30]): orig_sources= new_sources= 2024-09-19T13:59:14.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.573+0000 7fa777ba99c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30]): potential sources added=[] removed=[] 2024-09-19T13:59:14.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.573+0000 7fa777ba99c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30]): orig_dests= new_dests= 2024-09-19T13:59:14.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.573+0000 7fa777ba99c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30]): potential dests added=[] removed=[] 2024-09-19T13:59:14.580 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.577+0000 7fa777ba99c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30.2.0 2024-09-19T13:59:14.580 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.577+0000 7fa777ba99c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30.2.0 2024-09-19T13:59:14.581 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.577+0000 7fa777ba99c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30.2.1 2024-09-19T13:59:14.581 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.577+0000 7fa777ba99c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30.2.1 2024-09-19T13:59:14.581 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.577+0000 7fa777ba99c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30.0 2024-09-19T13:59:14.585 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.581+0000 7fa777ba99c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30 : hit (requested=0x17, cached=0x17) 2024-09-19T13:59:14.585 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.581+0000 7fa777ba99c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30 2024-09-19T13:59:14.587 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.585+0000 7fa777ba99c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30 info.flags=0x17 2024-09-19T13:59:14.588 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.585+0000 7fa777ba99c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30 to cache LRU end 2024-09-19T13:59:14.588 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.585+0000 7fa777ba99c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:14.588 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.585+0000 7fa777ba99c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30, ofs0, ns] 2024-09-19T13:59:14.588 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.585+0000 7fa647fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333512 cookie 94059868084576 notifier 6833 bl.length()=931 2024-09-19T13:59:14.588 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.585+0000 7fa647fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30 info.flags=0x17 2024-09-19T13:59:14.588 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.585+0000 7fa647fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30 to cache LRU end 2024-09-19T13:59:14.588 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.585+0000 7fa647fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:14.589 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.585+0000 7fa777ba99c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30]): orig_sources= new_sources= 2024-09-19T13:59:14.589 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.585+0000 7fa777ba99c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30]): potential sources added=[] removed=[] 2024-09-19T13:59:14.589 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.585+0000 7fa777ba99c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30]): orig_dests= new_dests= 2024-09-19T13:59:14.589 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.585+0000 7fa777ba99c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30]): potential dests added=[] removed=[] 2024-09-19T13:59:14.591 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.589+0000 7fa777ba99c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30.0 2024-09-19T13:59:14.592 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.589+0000 7fa777ba99c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30 : hit (requested=0x17, cached=0x17) 2024-09-19T13:59:14.592 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.589+0000 7fa777ba99c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30 2024-09-19T13:59:14.594 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.593+0000 7fa777ba99c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30 info.flags=0x17 2024-09-19T13:59:14.594 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.593+0000 7fa777ba99c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30 to cache LRU end 2024-09-19T13:59:14.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.593+0000 7fa777ba99c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:14.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.593+0000 7fa777ba99c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30, ofs0, ns] 2024-09-19T13:59:14.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.593+0000 7fa658ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333513 cookie 94059868084576 notifier 6833 bl.length()=899 2024-09-19T13:59:14.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.593+0000 7fa658ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30 info.flags=0x17 2024-09-19T13:59:14.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.593+0000 7fa658ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30 to cache LRU end 2024-09-19T13:59:14.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.593+0000 7fa658ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:14.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.593+0000 7fa777ba99c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30]): orig_sources= new_sources= 2024-09-19T13:59:14.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.593+0000 7fa777ba99c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30]): potential sources added=[] removed=[] 2024-09-19T13:59:14.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.593+0000 7fa777ba99c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30]): orig_dests= new_dests= 2024-09-19T13:59:14.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.593+0000 7fa777ba99c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30]): potential dests added=[] removed=[] 2024-09-19T13:59:14.598 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.597+0000 7fa777ba99c0 1 execute INFO: reshard of bucket "error-at-commit-target-layout" from 1 shards to 2 shards completed successfully 2024-09-19T13:59:14.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.601+0000 7fa62bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:59:14.606 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.605+0000 7fa777ba99c0 20 remove_watcher() i=0 2024-09-19T13:59:14.606 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.605+0000 7fa777ba99c0 2 removed watcher, disabling cache 2024-09-19T13:59:14.608 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.605+0000 7fa777ba99c0 20 remove_watcher() i=1 2024-09-19T13:59:14.610 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.609+0000 7fa777ba99c0 20 remove_watcher() i=2 2024-09-19T13:59:14.613 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.609+0000 7fa777ba99c0 20 remove_watcher() i=3 2024-09-19T13:59:14.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.613+0000 7fa777ba99c0 20 remove_watcher() i=4 2024-09-19T13:59:14.617 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.617+0000 7fa777ba99c0 20 remove_watcher() i=5 2024-09-19T13:59:14.620 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.617+0000 7fa777ba99c0 20 remove_watcher() i=6 2024-09-19T13:59:14.623 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.621+0000 7fa777ba99c0 20 remove_watcher() i=7 2024-09-19T13:59:14.637 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-19T13:59:14.663 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:59:14.664 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:59:14.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.705+0000 7fdf096799c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.710 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.709+0000 7fdf096799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:14.710 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.709+0000 7fdf096799c0 20 realm 2024-09-19T13:59:14.710 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.709+0000 7fdf096799c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.711 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.709+0000 7fdf096799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:14.711 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.709+0000 7fdf096799c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:59:14.711 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.709+0000 7fdf096799c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.709+0000 7fdf096799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:14.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.709+0000 7fdf096799c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.709+0000 7fdf096799c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:14.713 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.709+0000 7fdf096799c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.714 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.713+0000 7fdf096799c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:59:14.714 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.713+0000 7fdf096799c0 20 searching for the correct realm 2024-09-19T13:59:14.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.717+0000 7fdf07980640 0 -- 172.21.15.31:0/2036271202 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7fdefc072070 msgr2=0x7fdefc05e580 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:59:14.726 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.725+0000 7fdf0717f640 0 -- 172.21.15.31:0/2036271202 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7fdf00020040 msgr2=0x7fdf0003b410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T13:59:14.734 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.733+0000 7fdf096799c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:59:14.734 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.733+0000 7fdf096799c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:59:14.734 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.733+0000 7fdf096799c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:59:14.734 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.733+0000 7fdf096799c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:59:14.734 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.733+0000 7fdf096799c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:59:14.734 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.733+0000 7fdf096799c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:59:14.734 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.733+0000 7fdf096799c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.735 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.733+0000 7fdf096799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:14.735 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.733+0000 7fdf096799c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.735 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.733+0000 7fdf096799c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:14.735 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.733+0000 7fdf096799c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.735 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.733+0000 7fdf096799c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:59:14.735 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.733+0000 7fdf096799c0 20 zone default found 2024-09-19T13:59:14.735 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.733+0000 7fdf096799c0 4 Realm: () 2024-09-19T13:59:14.735 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.733+0000 7fdf096799c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:59:14.736 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.733+0000 7fdf096799c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:59:14.736 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.733+0000 7fdf096799c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:59:14.736 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.733+0000 7fdf096799c0 20 zonegroup default 2024-09-19T13:59:14.736 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.733+0000 7fdf096799c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.736 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.733+0000 7fdf096799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:14.737 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.733+0000 7fdf096799c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.737 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.733+0000 7fdf096799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:14.737 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.733+0000 7fdf096799c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.737 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.733+0000 7fdf096799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:14.737 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.733+0000 7fdf096799c0 20 started sync module instance, tier type = 2024-09-19T13:59:14.737 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.733+0000 7fdf096799c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:59:14.756 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.753+0000 7fdf096799c0 20 add_watcher() i=0 2024-09-19T13:59:14.756 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.753+0000 7fdf096799c0 20 add_watcher() i=1 2024-09-19T13:59:14.756 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.753+0000 7fdf096799c0 20 add_watcher() i=2 2024-09-19T13:59:14.756 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.753+0000 7fdf096799c0 20 add_watcher() i=3 2024-09-19T13:59:14.756 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.753+0000 7fdf096799c0 20 add_watcher() i=4 2024-09-19T13:59:14.756 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.753+0000 7fdf096799c0 20 add_watcher() i=5 2024-09-19T13:59:14.757 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.753+0000 7fdf096799c0 20 add_watcher() i=6 2024-09-19T13:59:14.759 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.757+0000 7fdf096799c0 20 add_watcher() i=7 2024-09-19T13:59:14.759 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.757+0000 7fdf096799c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:59:14.762 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.761+0000 7fddbdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:59:14.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.761+0000 7fdf096799c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:59:14.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.761+0000 7fdf096799c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:59:14.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.761+0000 7fdf096799c0 5 note: GC not initialized 2024-09-19T13:59:14.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.761+0000 7fddbcfe1640 20 reqs_thread_entry: start 2024-09-19T13:59:14.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.761+0000 7fdf096799c0 20 init_complete bucket index max shards: 1 2024-09-19T13:59:14.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.761+0000 7fdf096799c0 20 Filter name: none 2024-09-19T13:59:14.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.761+0000 7fdd367fc640 20 reqs_thread_entry: start 2024-09-19T13:59:14.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.761+0000 7fdf096799c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.761+0000 7fdf096799c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T13:59:14.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.761+0000 7fdf096799c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.761+0000 7fdf096799c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T13:59:14.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.761+0000 7fdf096799c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:59:14.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.761+0000 7fdf096799c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.765+0000 7fdf096799c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T13:59:14.766 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.765+0000 7fdf096799c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:14.768 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.765+0000 7fdf096799c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T13:59:14.768 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.765+0000 7fdf096799c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:59:14.768 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.765+0000 7fddbdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:59:14.772 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.769+0000 7fdf096799c0 20 remove_watcher() i=0 2024-09-19T13:59:14.772 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.769+0000 7fdf096799c0 2 removed watcher, disabling cache 2024-09-19T13:59:14.774 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.773+0000 7fdf096799c0 20 remove_watcher() i=1 2024-09-19T13:59:14.776 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.773+0000 7fdf096799c0 20 remove_watcher() i=2 2024-09-19T13:59:14.778 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.777+0000 7fdf096799c0 20 remove_watcher() i=3 2024-09-19T13:59:14.780 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.777+0000 7fdf096799c0 20 remove_watcher() i=4 2024-09-19T13:59:14.782 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.781+0000 7fdf096799c0 20 remove_watcher() i=5 2024-09-19T13:59:14.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.781+0000 7fdf096799c0 20 remove_watcher() i=6 2024-09-19T13:59:14.787 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:14.785+0000 7fdf096799c0 20 remove_watcher() i=7 2024-09-19T13:59:14.801 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:14.801 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T13:59:14.802 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: error-at-commit-target-layout id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-19T13:59:14.802 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:14.803 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:14.803 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:14.806 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:14.806 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:14.851 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:14.851 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:14.876 INFO:tasks.workunit.client.0.smithi031.stderr:TEST: reshard bucket with ECANCELED injected at commit_target_layout 2024-09-19T13:59:14.876 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:14.877 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:14.877 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:14.897 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:14.897 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:14.944 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:14.944 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:14.964 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:14.964 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:14.984 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:14.985 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:15.005 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:15.005 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:15.024 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:15.024 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:15.046 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:15.046 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:15.067 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:15.068 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:15.088 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:15.088 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:15.107 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:15.108 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:15.128 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:15.128 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:15.149 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:15.149 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:15.170 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:15.170 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:15.189 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:15.189 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:15.210 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:15.210 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:15.230 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:15.230 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:15.250 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:15.251 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:15.273 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:15.273 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:15.293 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:15.293 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:15.313 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:15.313 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:15.333 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:15.333 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:15.351 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-19T13:59:15.384 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:59:15.384 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:59:15.430 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.429+0000 7fd31abf39c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:15.433 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.429+0000 7fd31abf39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:15.433 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.429+0000 7fd31abf39c0 20 realm 2024-09-19T13:59:15.433 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.429+0000 7fd31abf39c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:15.434 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.433+0000 7fd31abf39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:15.434 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.433+0000 7fd31abf39c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:59:15.434 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.433+0000 7fd31abf39c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:15.434 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.433+0000 7fd31abf39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:15.434 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.433+0000 7fd31abf39c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:15.435 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.433+0000 7fd31abf39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:15.435 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.433+0000 7fd31abf39c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:15.436 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.433+0000 7fd31abf39c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:59:15.437 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.433+0000 7fd31abf39c0 20 searching for the correct realm 2024-09-19T13:59:15.442 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.441+0000 7fd30ffff640 0 -- 172.21.15.31:0/180228215 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7fd300008050 msgr2=0x7fd300063140 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:59:15.447 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.445+0000 7fd318efa640 0 -- 172.21.15.31:0/180228215 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x562fceeeeea0 msgr2=0x562fceef12d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:59:15.455 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.453+0000 7fd31abf39c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:59:15.455 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.453+0000 7fd31abf39c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:59:15.455 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.453+0000 7fd31abf39c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:59:15.455 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.453+0000 7fd31abf39c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:59:15.456 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.453+0000 7fd31abf39c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:59:15.456 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.453+0000 7fd31abf39c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:59:15.456 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.453+0000 7fd31abf39c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:15.456 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.453+0000 7fd31abf39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:15.456 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.453+0000 7fd31abf39c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:15.457 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.453+0000 7fd31abf39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:15.457 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.453+0000 7fd31abf39c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:15.457 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.453+0000 7fd31abf39c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:59:15.457 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.453+0000 7fd31abf39c0 20 zone default found 2024-09-19T13:59:15.458 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.453+0000 7fd31abf39c0 4 Realm: () 2024-09-19T13:59:15.458 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.453+0000 7fd31abf39c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:59:15.458 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.453+0000 7fd31abf39c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:59:15.458 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.453+0000 7fd31abf39c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:59:15.458 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.453+0000 7fd31abf39c0 20 zonegroup default 2024-09-19T13:59:15.458 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.453+0000 7fd31abf39c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:15.458 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.457+0000 7fd31abf39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:15.458 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.457+0000 7fd31abf39c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:15.459 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.457+0000 7fd31abf39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:15.459 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.457+0000 7fd31abf39c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:15.459 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.457+0000 7fd31abf39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:15.459 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.457+0000 7fd31abf39c0 20 started sync module instance, tier type = 2024-09-19T13:59:15.459 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.457+0000 7fd31abf39c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:59:15.476 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.473+0000 7fd31abf39c0 20 add_watcher() i=0 2024-09-19T13:59:15.477 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.473+0000 7fd31abf39c0 20 add_watcher() i=1 2024-09-19T13:59:15.477 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.473+0000 7fd31abf39c0 20 add_watcher() i=2 2024-09-19T13:59:15.477 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.473+0000 7fd31abf39c0 20 add_watcher() i=3 2024-09-19T13:59:15.477 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.473+0000 7fd31abf39c0 20 add_watcher() i=4 2024-09-19T13:59:15.477 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.473+0000 7fd31abf39c0 20 add_watcher() i=5 2024-09-19T13:59:15.477 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.473+0000 7fd31abf39c0 20 add_watcher() i=6 2024-09-19T13:59:15.479 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.477+0000 7fd31abf39c0 20 add_watcher() i=7 2024-09-19T13:59:15.479 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.477+0000 7fd31abf39c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:59:15.482 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.481+0000 7fd1cefdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:59:15.484 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.481+0000 7fd31abf39c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:59:15.484 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.481+0000 7fd31abf39c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:59:15.484 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.481+0000 7fd31abf39c0 5 note: GC not initialized 2024-09-19T13:59:15.484 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.481+0000 7fd1cdfdb640 20 reqs_thread_entry: start 2024-09-19T13:59:15.484 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.481+0000 7fd31abf39c0 20 init_complete bucket index max shards: 1 2024-09-19T13:59:15.484 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.481+0000 7fd31abf39c0 20 Filter name: none 2024-09-19T13:59:15.484 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.481+0000 7fd13f7fe640 20 reqs_thread_entry: start 2024-09-19T13:59:15.485 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.481+0000 7fd31abf39c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:15.485 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.481+0000 7fd31abf39c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T13:59:15.485 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.481+0000 7fd31abf39c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:15.485 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.481+0000 7fd31abf39c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T13:59:15.486 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.481+0000 7fd31abf39c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:59:15.486 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.481+0000 7fd31abf39c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:15.486 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.485+0000 7fd31abf39c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T13:59:15.486 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.485+0000 7fd31abf39c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:15.486 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.485+0000 7fd31abf39c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T13:59:15.486 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.485+0000 7fd31abf39c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:59:15.487 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.485+0000 7fd1cefdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:59:15.491 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.489+0000 7fd31abf39c0 20 remove_watcher() i=0 2024-09-19T13:59:15.491 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.489+0000 7fd31abf39c0 2 removed watcher, disabling cache 2024-09-19T13:59:15.493 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.489+0000 7fd31abf39c0 20 remove_watcher() i=1 2024-09-19T13:59:15.495 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.493+0000 7fd31abf39c0 20 remove_watcher() i=2 2024-09-19T13:59:15.497 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.493+0000 7fd31abf39c0 20 remove_watcher() i=3 2024-09-19T13:59:15.499 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.497+0000 7fd31abf39c0 20 remove_watcher() i=4 2024-09-19T13:59:15.501 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.501+0000 7fd31abf39c0 20 remove_watcher() i=5 2024-09-19T13:59:15.504 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.501+0000 7fd31abf39c0 20 remove_watcher() i=6 2024-09-19T13:59:15.506 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.505+0000 7fd31abf39c0 20 remove_watcher() i=7 2024-09-19T13:59:15.521 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:15.521 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T13:59:15.521 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: error-at-commit-target-layout id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-19T13:59:15.522 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:15.522 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at commit_target_layout --inject-error-code 125 2024-09-19T13:59:15.556 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:59:15.556 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:59:15.601 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.597+0000 7fab9b36a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:15.603 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.601+0000 7fab9b36a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:15.603 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.601+0000 7fab9b36a9c0 20 realm 2024-09-19T13:59:15.603 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.601+0000 7fab9b36a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:15.604 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.601+0000 7fab9b36a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:15.604 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.601+0000 7fab9b36a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:59:15.604 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.601+0000 7fab9b36a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:15.604 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.601+0000 7fab9b36a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:15.605 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.601+0000 7fab9b36a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:15.605 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.601+0000 7fab9b36a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:15.605 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.601+0000 7fab9b36a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:15.606 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.605+0000 7fab9b36a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:59:15.606 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.605+0000 7fab9b36a9c0 20 searching for the correct realm 2024-09-19T13:59:15.612 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.609+0000 7fab98e70640 0 -- 172.21.15.31:0/2166114190 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7fab8c04dab0 msgr2=0x7fab8c05c6c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:59:15.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.617+0000 7fab98e70640 0 -- 172.21.15.31:0/2166114190 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7fab940b8040 msgr2=0x7fab940b8420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:59:15.625 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.621+0000 7fab9b36a9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:59:15.625 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.621+0000 7fab9b36a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:59:15.625 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.621+0000 7fab9b36a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:59:15.625 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.621+0000 7fab9b36a9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:59:15.625 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.621+0000 7fab9b36a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:59:15.625 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.621+0000 7fab9b36a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:59:15.626 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.621+0000 7fab9b36a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:15.626 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.625+0000 7fab9b36a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:15.626 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.625+0000 7fab9b36a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:15.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.625+0000 7fab9b36a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:15.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.625+0000 7fab9b36a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:15.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.625+0000 7fab9b36a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:59:15.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.625+0000 7fab9b36a9c0 20 zone default found 2024-09-19T13:59:15.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.625+0000 7fab9b36a9c0 4 Realm: () 2024-09-19T13:59:15.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.625+0000 7fab9b36a9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:59:15.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.625+0000 7fab9b36a9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:59:15.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.625+0000 7fab9b36a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:59:15.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.625+0000 7fab9b36a9c0 20 zonegroup default 2024-09-19T13:59:15.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.625+0000 7fab9b36a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:15.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.625+0000 7fab9b36a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:15.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.625+0000 7fab9b36a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:15.629 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.625+0000 7fab9b36a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:15.629 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.625+0000 7fab9b36a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:15.629 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.625+0000 7fab9b36a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:15.629 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.625+0000 7fab9b36a9c0 20 started sync module instance, tier type = 2024-09-19T13:59:15.629 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.625+0000 7fab9b36a9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:59:15.646 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.645+0000 7fab9b36a9c0 20 add_watcher() i=0 2024-09-19T13:59:15.646 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.645+0000 7fab9b36a9c0 20 add_watcher() i=1 2024-09-19T13:59:15.646 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.645+0000 7fab9b36a9c0 20 add_watcher() i=2 2024-09-19T13:59:15.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.645+0000 7fab9b36a9c0 20 add_watcher() i=3 2024-09-19T13:59:15.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.645+0000 7fab9b36a9c0 20 add_watcher() i=4 2024-09-19T13:59:15.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.645+0000 7fab9b36a9c0 20 add_watcher() i=5 2024-09-19T13:59:15.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.645+0000 7fab9b36a9c0 20 add_watcher() i=6 2024-09-19T13:59:15.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.645+0000 7fab9b36a9c0 20 add_watcher() i=7 2024-09-19T13:59:15.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.645+0000 7fab9b36a9c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:59:15.652 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.649+0000 7faa4efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:59:15.654 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.649+0000 7fab9b36a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:59:15.654 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.649+0000 7fab9b36a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:59:15.654 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.649+0000 7fab9b36a9c0 5 note: GC not initialized 2024-09-19T13:59:15.654 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.649+0000 7faa4dfe3640 20 reqs_thread_entry: start 2024-09-19T13:59:15.654 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.649+0000 7fab9b36a9c0 20 init_complete bucket index max shards: 1 2024-09-19T13:59:15.654 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.653+0000 7fab9b36a9c0 20 Filter name: none 2024-09-19T13:59:15.654 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.653+0000 7fa9bf7fe640 20 reqs_thread_entry: start 2024-09-19T13:59:15.654 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.653+0000 7fab9b36a9c0 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2024-09-19T13:59:15.654 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.653+0000 7fab9b36a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:15.655 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.653+0000 7fab9b36a9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T13:59:15.655 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.653+0000 7fab9b36a9c0 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2024-09-19T13:59:15.655 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.653+0000 7fab9b36a9c0 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2024-09-19T13:59:15.655 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.653+0000 7fab9b36a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31 : miss 2024-09-19T13:59:15.655 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.653+0000 7fab9b36a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:15.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.653+0000 7fab9b36a9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T13:59:15.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.653+0000 7fab9b36a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31 info.flags=0x17 2024-09-19T13:59:15.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.653+0000 7fab9b36a9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31 to cache LRU end 2024-09-19T13:59:15.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.653+0000 7fab9b36a9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:59:15.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.653+0000 7fab9b36a9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:15.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.653+0000 7fab9b36a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31 2024-09-19T13:59:15.662 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.661+0000 7fab9b36a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31 info.flags=0x17 2024-09-19T13:59:15.662 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.661+0000 7fab9b36a9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31 to cache LRU end 2024-09-19T13:59:15.662 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.661+0000 7fab9b36a9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:15.662 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.661+0000 7fab9b36a9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31, ofs0, ns] 2024-09-19T13:59:15.663 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.661+0000 7faa6ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333516 cookie 94651317565696 notifier 7314 bl.length()=931 2024-09-19T13:59:15.663 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.661+0000 7faa6ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31 info.flags=0x17 2024-09-19T13:59:15.663 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.661+0000 7faa6ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31 to cache LRU end 2024-09-19T13:59:15.663 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.661+0000 7faa6ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:15.663 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.661+0000 7fab9b36a9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31]): orig_sources= new_sources= 2024-09-19T13:59:15.663 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.661+0000 7fab9b36a9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31]): potential sources added=[] removed=[] 2024-09-19T13:59:15.663 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.661+0000 7fab9b36a9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31]): orig_dests= new_dests= 2024-09-19T13:59:15.663 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.661+0000 7fab9b36a9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31]): potential dests added=[] removed=[] 2024-09-19T13:59:15.667 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.665+0000 7fab9b36a9c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31.1.0 2024-09-19T13:59:15.667 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.665+0000 7fab9b36a9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31.1.0 2024-09-19T13:59:15.667 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.665+0000 7fab9b36a9c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31.1.1 2024-09-19T13:59:15.667 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.665+0000 7fab9b36a9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31.1.1 2024-09-19T13:59:15.667 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.665+0000 7fab9b36a9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31.0 2024-09-19T13:59:15.671 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.669+0000 7fab9b36a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31 : hit (requested=0x17, cached=0x17) 2024-09-19T13:59:15.671 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.669+0000 7fab9b36a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31 2024-09-19T13:59:15.673 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.669+0000 7fab9b36a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31 info.flags=0x17 2024-09-19T13:59:15.673 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.669+0000 7fab9b36a9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31 to cache LRU end 2024-09-19T13:59:15.673 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.669+0000 7fab9b36a9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:15.673 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.669+0000 7fab9b36a9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31, ofs0, ns] 2024-09-19T13:59:15.673 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.673+0000 7faa6ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333517 cookie 94651317565696 notifier 7314 bl.length()=931 2024-09-19T13:59:15.674 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.673+0000 7faa6ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31 info.flags=0x17 2024-09-19T13:59:15.674 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.673+0000 7faa6ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31 to cache LRU end 2024-09-19T13:59:15.674 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.673+0000 7faa6ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:15.674 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.673+0000 7fab9b36a9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31]): orig_sources= new_sources= 2024-09-19T13:59:15.674 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.673+0000 7fab9b36a9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31]): potential sources added=[] removed=[] 2024-09-19T13:59:15.674 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.673+0000 7fab9b36a9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31]): orig_dests= new_dests= 2024-09-19T13:59:15.674 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.673+0000 7fab9b36a9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31]): potential dests added=[] removed=[] 2024-09-19T13:59:15.675 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.673+0000 7fab9b36a9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31.0 2024-09-19T13:59:15.676 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.673+0000 7fab9b36a9c0 -1 Injecting error=-125 at location=commit_target_layout 2024-09-19T13:59:15.676 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.673+0000 7fab9b36a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31 : hit (requested=0x17, cached=0x17) 2024-09-19T13:59:15.676 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.673+0000 7fab9b36a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31 2024-09-19T13:59:15.677 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.677+0000 7fab9b36a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31 info.flags=0x17 2024-09-19T13:59:15.677 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.677+0000 7fab9b36a9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31 to cache LRU end 2024-09-19T13:59:15.678 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.677+0000 7fab9b36a9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:15.678 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.677+0000 7fab9b36a9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31, ofs0, ns] 2024-09-19T13:59:15.678 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.677+0000 7faa6f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333518 cookie 94651317565696 notifier 7314 bl.length()=899 2024-09-19T13:59:15.678 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.677+0000 7faa6f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31 info.flags=0x17 2024-09-19T13:59:15.679 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.677+0000 7faa6f7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31 to cache LRU end 2024-09-19T13:59:15.679 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.677+0000 7faa6f7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:15.679 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.677+0000 7fab9b36a9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31]): orig_sources= new_sources= 2024-09-19T13:59:15.679 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.677+0000 7fab9b36a9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31]): potential sources added=[] removed=[] 2024-09-19T13:59:15.679 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.677+0000 7fab9b36a9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31]): orig_dests= new_dests= 2024-09-19T13:59:15.679 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.677+0000 7fab9b36a9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31]): potential dests added=[] removed=[] 2024-09-19T13:59:15.680 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.677+0000 7fab9b36a9c0 1 execute INFO: reshard of bucket "error-at-commit-target-layout" from 1 shards to 2 shards completed successfully 2024-09-19T13:59:15.684 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.681+0000 7faa4efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:59:15.688 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.685+0000 7fab9b36a9c0 20 remove_watcher() i=0 2024-09-19T13:59:15.688 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.685+0000 7fab9b36a9c0 2 removed watcher, disabling cache 2024-09-19T13:59:15.690 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.689+0000 7fab9b36a9c0 20 remove_watcher() i=1 2024-09-19T13:59:15.693 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.689+0000 7fab9b36a9c0 20 remove_watcher() i=2 2024-09-19T13:59:15.695 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.693+0000 7fab9b36a9c0 20 remove_watcher() i=3 2024-09-19T13:59:15.697 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.697+0000 7fab9b36a9c0 20 remove_watcher() i=4 2024-09-19T13:59:15.699 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.697+0000 7fab9b36a9c0 20 remove_watcher() i=5 2024-09-19T13:59:15.702 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.701+0000 7fab9b36a9c0 20 remove_watcher() i=6 2024-09-19T13:59:15.704 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.701+0000 7fab9b36a9c0 20 remove_watcher() i=7 2024-09-19T13:59:15.719 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-19T13:59:15.748 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:59:15.748 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:59:15.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.789+0000 7f34a30949c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:15.795 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.793+0000 7f34a30949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:15.795 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.793+0000 7f34a30949c0 20 realm 2024-09-19T13:59:15.795 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.793+0000 7f34a30949c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:15.795 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.793+0000 7f34a30949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:15.795 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.793+0000 7f34a30949c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:59:15.795 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.793+0000 7f34a30949c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:15.796 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.793+0000 7f34a30949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:15.796 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.793+0000 7f34a30949c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:15.796 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.793+0000 7f34a30949c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:15.796 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.793+0000 7f34a30949c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:15.798 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.797+0000 7f34a30949c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:59:15.798 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.797+0000 7f34a30949c0 20 searching for the correct realm 2024-09-19T13:59:15.804 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.801+0000 7f34a139b640 0 -- 172.21.15.31:0/556354138 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7f3488048be0 msgr2=0x7f348804e650 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:59:15.810 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.809+0000 7f34a0b9a640 0 -- 172.21.15.31:0/556354138 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f34980d2440 msgr2=0x7f34980d28a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:59:15.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.817+0000 7f34a30949c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:59:15.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.817+0000 7f34a30949c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:59:15.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.817+0000 7f34a30949c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:59:15.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.817+0000 7f34a30949c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:59:15.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.817+0000 7f34a30949c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:59:15.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.817+0000 7f34a30949c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:59:15.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.817+0000 7f34a30949c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:15.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.817+0000 7f34a30949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:15.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.817+0000 7f34a30949c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:15.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.817+0000 7f34a30949c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:15.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.817+0000 7f34a30949c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:15.819 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.817+0000 7f34a30949c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:59:15.819 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.817+0000 7f34a30949c0 20 zone default found 2024-09-19T13:59:15.819 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.817+0000 7f34a30949c0 4 Realm: () 2024-09-19T13:59:15.819 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.817+0000 7f34a30949c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:59:15.819 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.817+0000 7f34a30949c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:59:15.819 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.817+0000 7f34a30949c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:59:15.819 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.817+0000 7f34a30949c0 20 zonegroup default 2024-09-19T13:59:15.819 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.817+0000 7f34a30949c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:15.820 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.817+0000 7f34a30949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:15.820 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.817+0000 7f34a30949c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:15.820 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.817+0000 7f34a30949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:15.820 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.817+0000 7f34a30949c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:15.821 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.817+0000 7f34a30949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:15.821 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.817+0000 7f34a30949c0 20 started sync module instance, tier type = 2024-09-19T13:59:15.821 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.817+0000 7f34a30949c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:59:15.839 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.837+0000 7f34a30949c0 20 add_watcher() i=0 2024-09-19T13:59:15.839 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.837+0000 7f34a30949c0 20 add_watcher() i=1 2024-09-19T13:59:15.839 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.837+0000 7f34a30949c0 20 add_watcher() i=2 2024-09-19T13:59:15.839 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.837+0000 7f34a30949c0 20 add_watcher() i=3 2024-09-19T13:59:15.839 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.837+0000 7f34a30949c0 20 add_watcher() i=4 2024-09-19T13:59:15.839 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.837+0000 7f34a30949c0 20 add_watcher() i=5 2024-09-19T13:59:15.840 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.837+0000 7f34a30949c0 20 add_watcher() i=6 2024-09-19T13:59:15.841 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.841+0000 7f34a30949c0 20 add_watcher() i=7 2024-09-19T13:59:15.841 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.841+0000 7f34a30949c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:59:15.845 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.841+0000 7f33577e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:59:15.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.845+0000 7f34a30949c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:59:15.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.845+0000 7f34a30949c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:59:15.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.845+0000 7f34a30949c0 5 note: GC not initialized 2024-09-19T13:59:15.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.845+0000 7f33567e4640 20 reqs_thread_entry: start 2024-09-19T13:59:15.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.845+0000 7f34a30949c0 20 init_complete bucket index max shards: 1 2024-09-19T13:59:15.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.845+0000 7f34a30949c0 20 Filter name: none 2024-09-19T13:59:15.847 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.845+0000 7f334f7fe640 20 reqs_thread_entry: start 2024-09-19T13:59:15.847 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.845+0000 7f34a30949c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:15.847 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.845+0000 7f34a30949c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T13:59:15.847 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.845+0000 7f34a30949c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:15.847 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.845+0000 7f34a30949c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T13:59:15.848 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.845+0000 7f34a30949c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:59:15.848 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.845+0000 7f34a30949c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:15.848 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.845+0000 7f34a30949c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T13:59:15.849 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.845+0000 7f34a30949c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:15.849 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.845+0000 7f34a30949c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T13:59:15.849 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.845+0000 7f34a30949c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:59:15.850 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.849+0000 7f33577e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:59:15.855 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.853+0000 7f34a30949c0 20 remove_watcher() i=0 2024-09-19T13:59:15.855 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.853+0000 7f34a30949c0 2 removed watcher, disabling cache 2024-09-19T13:59:15.857 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.853+0000 7f34a30949c0 20 remove_watcher() i=1 2024-09-19T13:59:15.859 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.857+0000 7f34a30949c0 20 remove_watcher() i=2 2024-09-19T13:59:15.862 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.861+0000 7f34a30949c0 20 remove_watcher() i=3 2024-09-19T13:59:15.864 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.861+0000 7f34a30949c0 20 remove_watcher() i=4 2024-09-19T13:59:15.866 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.865+0000 7f34a30949c0 20 remove_watcher() i=5 2024-09-19T13:59:15.868 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.865+0000 7f34a30949c0 20 remove_watcher() i=6 2024-09-19T13:59:15.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:15.869+0000 7f34a30949c0 20 remove_watcher() i=7 2024-09-19T13:59:15.884 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:15.885 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T13:59:15.885 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: error-at-commit-target-layout id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31 num_objects: 20 size_kb: 1 num_shards: 2 2024-09-19T13:59:15.885 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:15.886 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:15.886 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:15.889 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:15.889 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:15.940 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:15.940 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:15.965 INFO:tasks.workunit.client.0.smithi031.stderr:TEST: reshard bucket with abort at commit_target_layout 2024-09-19T13:59:15.965 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:15.966 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:15.966 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:15.985 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:15.985 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:16.033 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:16.033 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:16.054 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:16.054 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:16.075 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:16.075 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:16.096 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:16.096 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:16.116 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:16.116 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:16.137 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:16.137 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:16.157 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:16.157 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:16.177 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:16.177 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:16.197 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:16.197 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:16.220 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:16.220 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:16.240 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:16.240 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:16.261 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:16.261 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:16.282 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:16.282 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:16.302 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:16.303 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:16.323 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:16.323 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:16.345 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:16.345 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:16.365 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:16.365 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:16.385 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:16.385 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:16.406 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:16.406 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:16.426 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:16.426 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:16.444 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2024-09-19T13:59:16.479 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:59:16.479 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:59:16.525 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.525+0000 7f2f0afa39c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:16.528 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.525+0000 7f2f0afa39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:16.528 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.525+0000 7f2f0afa39c0 20 realm 2024-09-19T13:59:16.528 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.525+0000 7f2f0afa39c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:16.529 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.525+0000 7f2f0afa39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:16.529 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.525+0000 7f2f0afa39c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:59:16.529 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.525+0000 7f2f0afa39c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:16.529 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.525+0000 7f2f0afa39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:16.529 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.525+0000 7f2f0afa39c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:16.530 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.529+0000 7f2f0afa39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:16.530 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.529+0000 7f2f0afa39c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:16.531 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.529+0000 7f2f0afa39c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:59:16.531 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.529+0000 7f2f0afa39c0 20 searching for the correct realm 2024-09-19T13:59:16.537 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.537+0000 7f2f092aa640 0 -- 172.21.15.31:0/1484773193 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7f2ef0101b80 msgr2=0x7f2ef00f7400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:59:16.543 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.541+0000 7f2f08aa9640 0 -- 172.21.15.31:0/1484773193 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f2ef8019040 msgr2=0x7f2ef807eed0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:59:16.552 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.549+0000 7f2f0afa39c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:59:16.552 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.549+0000 7f2f0afa39c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:59:16.552 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.549+0000 7f2f0afa39c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:59:16.552 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.549+0000 7f2f0afa39c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:59:16.552 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.549+0000 7f2f0afa39c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:59:16.552 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.549+0000 7f2f0afa39c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:59:16.552 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.549+0000 7f2f0afa39c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:16.553 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.549+0000 7f2f0afa39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:16.553 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.549+0000 7f2f0afa39c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:16.553 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.549+0000 7f2f0afa39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:16.553 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.549+0000 7f2f0afa39c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:16.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.553+0000 7f2f0afa39c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:59:16.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.553+0000 7f2f0afa39c0 20 zone default found 2024-09-19T13:59:16.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.553+0000 7f2f0afa39c0 4 Realm: () 2024-09-19T13:59:16.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.553+0000 7f2f0afa39c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:59:16.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.553+0000 7f2f0afa39c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:59:16.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.553+0000 7f2f0afa39c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:59:16.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.553+0000 7f2f0afa39c0 20 zonegroup default 2024-09-19T13:59:16.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.553+0000 7f2f0afa39c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:16.555 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.553+0000 7f2f0afa39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:16.555 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.553+0000 7f2f0afa39c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:16.555 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.553+0000 7f2f0afa39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:16.555 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.553+0000 7f2f0afa39c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:16.555 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.553+0000 7f2f0afa39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:16.555 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.553+0000 7f2f0afa39c0 20 started sync module instance, tier type = 2024-09-19T13:59:16.555 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.553+0000 7f2f0afa39c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:59:16.574 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.573+0000 7f2f0afa39c0 20 add_watcher() i=0 2024-09-19T13:59:16.574 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.573+0000 7f2f0afa39c0 20 add_watcher() i=1 2024-09-19T13:59:16.574 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.573+0000 7f2f0afa39c0 20 add_watcher() i=2 2024-09-19T13:59:16.574 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.573+0000 7f2f0afa39c0 20 add_watcher() i=3 2024-09-19T13:59:16.574 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.573+0000 7f2f0afa39c0 20 add_watcher() i=4 2024-09-19T13:59:16.574 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.573+0000 7f2f0afa39c0 20 add_watcher() i=5 2024-09-19T13:59:16.574 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.573+0000 7f2f0afa39c0 20 add_watcher() i=6 2024-09-19T13:59:16.576 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.573+0000 7f2f0afa39c0 20 add_watcher() i=7 2024-09-19T13:59:16.576 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.573+0000 7f2f0afa39c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:59:16.580 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.577+0000 7f2dbefe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:59:16.581 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.577+0000 7f2f0afa39c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:59:16.581 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.577+0000 7f2f0afa39c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:59:16.581 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.577+0000 7f2f0afa39c0 5 note: GC not initialized 2024-09-19T13:59:16.581 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.577+0000 7f2dbdfe3640 20 reqs_thread_entry: start 2024-09-19T13:59:16.581 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.577+0000 7f2f0afa39c0 20 init_complete bucket index max shards: 1 2024-09-19T13:59:16.582 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.577+0000 7f2f0afa39c0 20 Filter name: none 2024-09-19T13:59:16.582 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.581+0000 7f2d2f7fe640 20 reqs_thread_entry: start 2024-09-19T13:59:16.582 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.581+0000 7f2f0afa39c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:16.582 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.581+0000 7f2f0afa39c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T13:59:16.582 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.581+0000 7f2f0afa39c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:16.583 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.581+0000 7f2f0afa39c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T13:59:16.583 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.581+0000 7f2f0afa39c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:59:16.583 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.581+0000 7f2f0afa39c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:16.584 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.581+0000 7f2f0afa39c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T13:59:16.584 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.581+0000 7f2f0afa39c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:16.585 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.581+0000 7f2f0afa39c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T13:59:16.585 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.581+0000 7f2f0afa39c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:59:16.587 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.585+0000 7f2dbefe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:59:16.592 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.589+0000 7f2f0afa39c0 20 remove_watcher() i=0 2024-09-19T13:59:16.592 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.589+0000 7f2f0afa39c0 2 removed watcher, disabling cache 2024-09-19T13:59:16.594 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.593+0000 7f2f0afa39c0 20 remove_watcher() i=1 2024-09-19T13:59:16.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.593+0000 7f2f0afa39c0 20 remove_watcher() i=2 2024-09-19T13:59:16.598 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.597+0000 7f2f0afa39c0 20 remove_watcher() i=3 2024-09-19T13:59:16.600 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.597+0000 7f2f0afa39c0 20 remove_watcher() i=4 2024-09-19T13:59:16.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.601+0000 7f2f0afa39c0 20 remove_watcher() i=5 2024-09-19T13:59:16.604 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.601+0000 7f2f0afa39c0 20 remove_watcher() i=6 2024-09-19T13:59:16.607 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.605+0000 7f2f0afa39c0 20 remove_watcher() i=7 2024-09-19T13:59:16.621 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:16.622 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T13:59:16.622 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: abort-at-commit-target-layout id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-19T13:59:16.622 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:16.622 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket reshard --bucket abort-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at commit_target_layout 2024-09-19T13:59:16.655 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:59:16.655 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:59:16.700 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.697+0000 7fbe50c999c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:16.702 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.701+0000 7fbe50c999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:16.702 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.701+0000 7fbe50c999c0 20 realm 2024-09-19T13:59:16.702 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.701+0000 7fbe50c999c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:16.702 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.701+0000 7fbe50c999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:16.702 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.701+0000 7fbe50c999c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:59:16.702 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.701+0000 7fbe50c999c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:16.703 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.701+0000 7fbe50c999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:16.703 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.701+0000 7fbe50c999c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:16.704 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.701+0000 7fbe50c999c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:16.704 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.701+0000 7fbe50c999c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:16.705 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.705+0000 7fbe50c999c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:59:16.705 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.705+0000 7fbe50c999c0 20 searching for the correct realm 2024-09-19T13:59:16.709 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.709+0000 7fbe4df9e640 0 -- 172.21.15.31:0/691955906 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7fbe4406cf80 msgr2=0x7fbe44097a30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:59:16.926 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.925+0000 7fbe4df9e640 0 -- 172.21.15.31:0/691955906 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x5611184aca10 msgr2=0x5611184aeed0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:59:16.937 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.937+0000 7fbe50c999c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:59:16.937 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.937+0000 7fbe50c999c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:59:16.938 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.937+0000 7fbe50c999c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:59:16.938 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.937+0000 7fbe50c999c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:59:16.938 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.937+0000 7fbe50c999c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:59:16.938 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.937+0000 7fbe50c999c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:59:16.938 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.937+0000 7fbe50c999c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:16.938 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.937+0000 7fbe50c999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:16.938 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.937+0000 7fbe50c999c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:16.939 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.937+0000 7fbe50c999c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:16.939 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.937+0000 7fbe50c999c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:16.940 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.937+0000 7fbe50c999c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:59:16.940 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.937+0000 7fbe50c999c0 20 zone default found 2024-09-19T13:59:16.940 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.937+0000 7fbe50c999c0 4 Realm: () 2024-09-19T13:59:16.940 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.937+0000 7fbe50c999c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:59:16.940 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.937+0000 7fbe50c999c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:59:16.940 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.937+0000 7fbe50c999c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:59:16.941 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.937+0000 7fbe50c999c0 20 zonegroup default 2024-09-19T13:59:16.941 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.937+0000 7fbe50c999c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:16.941 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.937+0000 7fbe50c999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:16.941 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.937+0000 7fbe50c999c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:16.941 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.941+0000 7fbe50c999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:16.941 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.941+0000 7fbe50c999c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:16.942 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.941+0000 7fbe50c999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:16.942 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.941+0000 7fbe50c999c0 20 started sync module instance, tier type = 2024-09-19T13:59:16.942 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.941+0000 7fbe50c999c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:59:16.966 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.965+0000 7fbe50c999c0 20 add_watcher() i=0 2024-09-19T13:59:16.966 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.965+0000 7fbe50c999c0 20 add_watcher() i=1 2024-09-19T13:59:16.966 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.965+0000 7fbe50c999c0 20 add_watcher() i=2 2024-09-19T13:59:16.966 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.965+0000 7fbe50c999c0 20 add_watcher() i=3 2024-09-19T13:59:16.966 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.965+0000 7fbe50c999c0 20 add_watcher() i=4 2024-09-19T13:59:16.966 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.965+0000 7fbe50c999c0 20 add_watcher() i=5 2024-09-19T13:59:16.966 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.965+0000 7fbe50c999c0 20 add_watcher() i=6 2024-09-19T13:59:16.968 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.965+0000 7fbe50c999c0 20 add_watcher() i=7 2024-09-19T13:59:16.969 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.965+0000 7fbe50c999c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:59:16.973 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.973+0000 7fbd057e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:59:16.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.973+0000 7fbe50c999c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:59:16.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.973+0000 7fbe50c999c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:59:16.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.973+0000 7fbe50c999c0 5 note: GC not initialized 2024-09-19T13:59:16.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.973+0000 7fbcff7fe640 20 reqs_thread_entry: start 2024-09-19T13:59:16.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.973+0000 7fbe50c999c0 20 init_complete bucket index max shards: 1 2024-09-19T13:59:16.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.973+0000 7fbe50c999c0 20 Filter name: none 2024-09-19T13:59:16.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.973+0000 7fbcfd7fa640 20 reqs_thread_entry: start 2024-09-19T13:59:16.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.973+0000 7fbe50c999c0 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2024-09-19T13:59:16.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.973+0000 7fbe50c999c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:16.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.973+0000 7fbe50c999c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T13:59:16.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.973+0000 7fbe50c999c0 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2024-09-19T13:59:16.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.973+0000 7fbe50c999c0 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2024-09-19T13:59:16.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.973+0000 7fbe50c999c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 : miss 2024-09-19T13:59:16.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.973+0000 7fbe50c999c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:16.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.977+0000 7fbe50c999c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T13:59:16.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.977+0000 7fbe50c999c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 info.flags=0x17 2024-09-19T13:59:16.979 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.977+0000 7fbe50c999c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 to cache LRU end 2024-09-19T13:59:16.979 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.977+0000 7fbe50c999c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:59:16.979 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.977+0000 7fbe50c999c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:16.979 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.977+0000 7fbe50c999c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 2024-09-19T13:59:16.989 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.989+0000 7fbe50c999c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 info.flags=0x17 2024-09-19T13:59:16.989 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.989+0000 7fbe50c999c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 to cache LRU end 2024-09-19T13:59:16.989 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.989+0000 7fbe50c999c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:16.989 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.989+0000 7fbe50c999c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32, ofs0, ns] 2024-09-19T13:59:16.990 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.989+0000 7fbd31ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333508 cookie 94631422051952 notifier 7377 bl.length()=931 2024-09-19T13:59:16.990 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.989+0000 7fbd31ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 info.flags=0x17 2024-09-19T13:59:16.990 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.989+0000 7fbd31ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 to cache LRU end 2024-09-19T13:59:16.990 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.989+0000 7fbd31ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:16.991 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.989+0000 7fbe50c999c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32]): orig_sources= new_sources= 2024-09-19T13:59:16.991 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.989+0000 7fbe50c999c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32]): potential sources added=[] removed=[] 2024-09-19T13:59:16.992 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.989+0000 7fbe50c999c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32]): orig_dests= new_dests= 2024-09-19T13:59:16.992 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.989+0000 7fbe50c999c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32]): potential dests added=[] removed=[] 2024-09-19T13:59:16.997 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.997+0000 7fbe50c999c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32.1.0 2024-09-19T13:59:16.997 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.997+0000 7fbe50c999c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32.1.0 2024-09-19T13:59:16.997 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.997+0000 7fbe50c999c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32.1.1 2024-09-19T13:59:16.998 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.997+0000 7fbe50c999c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32.1.1 2024-09-19T13:59:16.998 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:16.997+0000 7fbe50c999c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32.0 2024-09-19T13:59:17.003 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.001+0000 7fbe50c999c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 : hit (requested=0x17, cached=0x17) 2024-09-19T13:59:17.003 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.001+0000 7fbe50c999c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 2024-09-19T13:59:17.007 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.005+0000 7fbe50c999c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 info.flags=0x17 2024-09-19T13:59:17.007 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.005+0000 7fbe50c999c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 to cache LRU end 2024-09-19T13:59:17.007 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.005+0000 7fbe50c999c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:17.007 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.005+0000 7fbe50c999c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32, ofs0, ns] 2024-09-19T13:59:17.007 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.005+0000 7fbd31ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333509 cookie 94631422051952 notifier 7377 bl.length()=931 2024-09-19T13:59:17.007 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.005+0000 7fbd31ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 info.flags=0x17 2024-09-19T13:59:17.008 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.005+0000 7fbd31ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 to cache LRU end 2024-09-19T13:59:17.008 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.005+0000 7fbd31ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:17.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.005+0000 7fbe50c999c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32]): orig_sources= new_sources= 2024-09-19T13:59:17.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.005+0000 7fbe50c999c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32]): potential sources added=[] removed=[] 2024-09-19T13:59:17.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.005+0000 7fbe50c999c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32]): orig_dests= new_dests= 2024-09-19T13:59:17.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.005+0000 7fbe50c999c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32]): potential dests added=[] removed=[] 2024-09-19T13:59:17.012 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.009+0000 7fbe50c999c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32.0 2024-09-19T13:59:17.013 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fbe50c999c0 time 2024-09-19T13:59:17.015583+0000 2024-09-19T13:59:17.013 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T13:59:17.016 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T13:59:17.016 INFO:tasks.workunit.client.0.smithi031.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fbe545732eb] 2024-09-19T13:59:17.016 INFO:tasks.workunit.client.0.smithi031.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fbe5457349f] 2024-09-19T13:59:17.016 INFO:tasks.workunit.client.0.smithi031.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x561116588271] 2024-09-19T13:59:17.016 INFO:tasks.workunit.client.0.smithi031.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x5611165983b7] 2024-09-19T13:59:17.016 INFO:tasks.workunit.client.0.smithi031.stderr: 5: main() 2024-09-19T13:59:17.016 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fbe533d9d90] 2024-09-19T13:59:17.016 INFO:tasks.workunit.client.0.smithi031.stderr: 7: __libc_start_main() 2024-09-19T13:59:17.017 INFO:tasks.workunit.client.0.smithi031.stderr: 8: _start() 2024-09-19T13:59:17.017 INFO:tasks.workunit.client.0.smithi031.stderr:*** Caught signal (Aborted) ** 2024-09-19T13:59:17.017 INFO:tasks.workunit.client.0.smithi031.stderr: in thread 7fbe50c999c0 thread_name:radosgw-admin 2024-09-19T13:59:17.017 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.013+0000 7fbe50c999c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fbe50c999c0 time 2024-09-19T13:59:17.015583+0000 2024-09-19T13:59:17.017 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T13:59:17.017 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:17.017 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T13:59:17.017 INFO:tasks.workunit.client.0.smithi031.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fbe545732eb] 2024-09-19T13:59:17.017 INFO:tasks.workunit.client.0.smithi031.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fbe5457349f] 2024-09-19T13:59:17.017 INFO:tasks.workunit.client.0.smithi031.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x561116588271] 2024-09-19T13:59:17.017 INFO:tasks.workunit.client.0.smithi031.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x5611165983b7] 2024-09-19T13:59:17.017 INFO:tasks.workunit.client.0.smithi031.stderr: 5: main() 2024-09-19T13:59:17.017 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fbe533d9d90] 2024-09-19T13:59:17.017 INFO:tasks.workunit.client.0.smithi031.stderr: 7: __libc_start_main() 2024-09-19T13:59:17.018 INFO:tasks.workunit.client.0.smithi031.stderr: 8: _start() 2024-09-19T13:59:17.018 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:17.018 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T13:59:17.019 INFO:tasks.workunit.client.0.smithi031.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fbe533f2520] 2024-09-19T13:59:17.019 INFO:tasks.workunit.client.0.smithi031.stderr: 2: pthread_kill() 2024-09-19T13:59:17.019 INFO:tasks.workunit.client.0.smithi031.stderr: 3: raise() 2024-09-19T13:59:17.019 INFO:tasks.workunit.client.0.smithi031.stderr: 4: abort() 2024-09-19T13:59:17.019 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fbe54573345] 2024-09-19T13:59:17.019 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fbe5457349f] 2024-09-19T13:59:17.019 INFO:tasks.workunit.client.0.smithi031.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x561116588271] 2024-09-19T13:59:17.019 INFO:tasks.workunit.client.0.smithi031.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x5611165983b7] 2024-09-19T13:59:17.019 INFO:tasks.workunit.client.0.smithi031.stderr: 9: main() 2024-09-19T13:59:17.019 INFO:tasks.workunit.client.0.smithi031.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fbe533d9d90] 2024-09-19T13:59:17.020 INFO:tasks.workunit.client.0.smithi031.stderr: 11: __libc_start_main() 2024-09-19T13:59:17.020 INFO:tasks.workunit.client.0.smithi031.stderr: 12: _start() 2024-09-19T13:59:17.020 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.017+0000 7fbe50c999c0 -1 *** Caught signal (Aborted) ** 2024-09-19T13:59:17.020 INFO:tasks.workunit.client.0.smithi031.stderr: in thread 7fbe50c999c0 thread_name:radosgw-admin 2024-09-19T13:59:17.020 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:17.020 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T13:59:17.020 INFO:tasks.workunit.client.0.smithi031.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fbe533f2520] 2024-09-19T13:59:17.020 INFO:tasks.workunit.client.0.smithi031.stderr: 2: pthread_kill() 2024-09-19T13:59:17.020 INFO:tasks.workunit.client.0.smithi031.stderr: 3: raise() 2024-09-19T13:59:17.020 INFO:tasks.workunit.client.0.smithi031.stderr: 4: abort() 2024-09-19T13:59:17.020 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fbe54573345] 2024-09-19T13:59:17.020 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fbe5457349f] 2024-09-19T13:59:17.021 INFO:tasks.workunit.client.0.smithi031.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x561116588271] 2024-09-19T13:59:17.021 INFO:tasks.workunit.client.0.smithi031.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x5611165983b7] 2024-09-19T13:59:17.021 INFO:tasks.workunit.client.0.smithi031.stderr: 9: main() 2024-09-19T13:59:17.021 INFO:tasks.workunit.client.0.smithi031.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fbe533d9d90] 2024-09-19T13:59:17.021 INFO:tasks.workunit.client.0.smithi031.stderr: 11: __libc_start_main() 2024-09-19T13:59:17.021 INFO:tasks.workunit.client.0.smithi031.stderr: 12: _start() 2024-09-19T13:59:17.021 INFO:tasks.workunit.client.0.smithi031.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T13:59:17.021 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:17.021 INFO:tasks.workunit.client.0.smithi031.stderr:--- begin dump of recent events --- 2024-09-19T13:59:17.068 INFO:tasks.workunit.client.0.smithi031.stderr: -499> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 AuthRegistry(0x5611183c6910) adding con mode: secure 2024-09-19T13:59:17.068 INFO:tasks.workunit.client.0.smithi031.stderr: -498> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 AuthRegistry(0x5611183c6910) adding con mode: crc 2024-09-19T13:59:17.068 INFO:tasks.workunit.client.0.smithi031.stderr: -497> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 AuthRegistry(0x5611183c6910) adding con mode: secure 2024-09-19T13:59:17.068 INFO:tasks.workunit.client.0.smithi031.stderr: -496> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 AuthRegistry(0x5611183c6910) adding con mode: crc 2024-09-19T13:59:17.068 INFO:tasks.workunit.client.0.smithi031.stderr: -495> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 AuthRegistry(0x5611183c6910) adding con mode: crc 2024-09-19T13:59:17.068 INFO:tasks.workunit.client.0.smithi031.stderr: -494> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 AuthRegistry(0x5611183c6910) adding con mode: secure 2024-09-19T13:59:17.068 INFO:tasks.workunit.client.0.smithi031.stderr: -493> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 AuthRegistry(0x5611183c6910) adding con mode: crc 2024-09-19T13:59:17.069 INFO:tasks.workunit.client.0.smithi031.stderr: -492> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 AuthRegistry(0x5611183c6910) adding con mode: secure 2024-09-19T13:59:17.069 INFO:tasks.workunit.client.0.smithi031.stderr: -491> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 AuthRegistry(0x5611183c6910) adding con mode: crc 2024-09-19T13:59:17.069 INFO:tasks.workunit.client.0.smithi031.stderr: -490> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 AuthRegistry(0x5611183c6910) adding con mode: secure 2024-09-19T13:59:17.069 INFO:tasks.workunit.client.0.smithi031.stderr: -489> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:59:17.069 INFO:tasks.workunit.client.0.smithi031.stderr: -488> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 1 librados: starting msgr at 2024-09-19T13:59:17.069 INFO:tasks.workunit.client.0.smithi031.stderr: -487> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 1 librados: starting objecter 2024-09-19T13:59:17.069 INFO:tasks.workunit.client.0.smithi031.stderr: -486> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 asok(0x5611181b8d90) register_command objecter_requests hook 0x5611183c8260 2024-09-19T13:59:17.069 INFO:tasks.workunit.client.0.smithi031.stderr: -485> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 1 librados: setting wanted keys 2024-09-19T13:59:17.069 INFO:tasks.workunit.client.0.smithi031.stderr: -484> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 1 librados: calling monclient init 2024-09-19T13:59:17.069 INFO:tasks.workunit.client.0.smithi031.stderr: -483> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 10 monclient: init 2024-09-19T13:59:17.069 INFO:tasks.workunit.client.0.smithi031.stderr: -482> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 AuthRegistry(0x5611183c3540) adding auth protocol: cephx 2024-09-19T13:59:17.070 INFO:tasks.workunit.client.0.smithi031.stderr: -481> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 AuthRegistry(0x5611183c3540) adding auth protocol: cephx 2024-09-19T13:59:17.070 INFO:tasks.workunit.client.0.smithi031.stderr: -480> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 AuthRegistry(0x5611183c3540) adding auth protocol: cephx 2024-09-19T13:59:17.070 INFO:tasks.workunit.client.0.smithi031.stderr: -479> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 AuthRegistry(0x5611183c3540) adding con mode: secure 2024-09-19T13:59:17.070 INFO:tasks.workunit.client.0.smithi031.stderr: -478> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 AuthRegistry(0x5611183c3540) adding con mode: crc 2024-09-19T13:59:17.070 INFO:tasks.workunit.client.0.smithi031.stderr: -477> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 AuthRegistry(0x5611183c3540) adding con mode: secure 2024-09-19T13:59:17.070 INFO:tasks.workunit.client.0.smithi031.stderr: -476> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 AuthRegistry(0x5611183c3540) adding con mode: crc 2024-09-19T13:59:17.070 INFO:tasks.workunit.client.0.smithi031.stderr: -475> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 AuthRegistry(0x5611183c3540) adding con mode: secure 2024-09-19T13:59:17.070 INFO:tasks.workunit.client.0.smithi031.stderr: -474> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 AuthRegistry(0x5611183c3540) adding con mode: crc 2024-09-19T13:59:17.070 INFO:tasks.workunit.client.0.smithi031.stderr: -473> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 AuthRegistry(0x5611183c3540) adding con mode: crc 2024-09-19T13:59:17.070 INFO:tasks.workunit.client.0.smithi031.stderr: -472> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 AuthRegistry(0x5611183c3540) adding con mode: secure 2024-09-19T13:59:17.070 INFO:tasks.workunit.client.0.smithi031.stderr: -471> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 AuthRegistry(0x5611183c3540) adding con mode: crc 2024-09-19T13:59:17.070 INFO:tasks.workunit.client.0.smithi031.stderr: -470> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 AuthRegistry(0x5611183c3540) adding con mode: secure 2024-09-19T13:59:17.070 INFO:tasks.workunit.client.0.smithi031.stderr: -469> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 AuthRegistry(0x5611183c3540) adding con mode: crc 2024-09-19T13:59:17.071 INFO:tasks.workunit.client.0.smithi031.stderr: -468> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 AuthRegistry(0x5611183c3540) adding con mode: secure 2024-09-19T13:59:17.071 INFO:tasks.workunit.client.0.smithi031.stderr: -467> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:59:17.071 INFO:tasks.workunit.client.0.smithi031.stderr: -466> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:59:17.071 INFO:tasks.workunit.client.0.smithi031.stderr: -465> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 asok(0x5611181b8d90) register_command rotate-key hook 0x5611183c3688 2024-09-19T13:59:17.071 INFO:tasks.workunit.client.0.smithi031.stderr: -464> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 10 monclient: _reopen_session rank -1 2024-09-19T13:59:17.071 INFO:tasks.workunit.client.0.smithi031.stderr: -463> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-19T13:59:17.071 INFO:tasks.workunit.client.0.smithi031.stderr: -462> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 10 monclient(hunting): picked mon.noname-c con 0x5611182511f0 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T13:59:17.071 INFO:tasks.workunit.client.0.smithi031.stderr: -461> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 10 monclient(hunting): picked mon.noname-b con 0x56111827c760 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T13:59:17.071 INFO:tasks.workunit.client.0.smithi031.stderr: -460> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 10 monclient(hunting): picked mon.noname-a con 0x56111830c640 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T13:59:17.071 INFO:tasks.workunit.client.0.smithi031.stderr: -459> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:59:17.071 INFO:tasks.workunit.client.0.smithi031.stderr: -458> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:59:17.071 INFO:tasks.workunit.client.0.smithi031.stderr: -457> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:59:17.071 INFO:tasks.workunit.client.0.smithi031.stderr: -456> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 10 monclient(hunting): _renew_subs 2024-09-19T13:59:17.072 INFO:tasks.workunit.client.0.smithi031.stderr: -455> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 10 monclient(hunting): authenticate will time out at 2300.510903s 2024-09-19T13:59:17.072 INFO:tasks.workunit.client.0.smithi031.stderr: -454> 2024-09-19T13:59:16.677+0000 7fbe4e79f640 10 monclient(hunting): get_auth_request con 0x5611182511f0 auth_method 0 2024-09-19T13:59:17.072 INFO:tasks.workunit.client.0.smithi031.stderr: -453> 2024-09-19T13:59:16.677+0000 7fbe4e79f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:59:17.072 INFO:tasks.workunit.client.0.smithi031.stderr: -452> 2024-09-19T13:59:16.677+0000 7fbe4e79f640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:59:17.072 INFO:tasks.workunit.client.0.smithi031.stderr: -451> 2024-09-19T13:59:16.677+0000 7fbe4e79f640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:59:17.072 INFO:tasks.workunit.client.0.smithi031.stderr: -450> 2024-09-19T13:59:16.677+0000 7fbe4efa0640 10 monclient(hunting): get_auth_request con 0x56111830c640 auth_method 0 2024-09-19T13:59:17.072 INFO:tasks.workunit.client.0.smithi031.stderr: -449> 2024-09-19T13:59:16.677+0000 7fbe4efa0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:59:17.072 INFO:tasks.workunit.client.0.smithi031.stderr: -448> 2024-09-19T13:59:16.677+0000 7fbe4efa0640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:59:17.072 INFO:tasks.workunit.client.0.smithi031.stderr: -447> 2024-09-19T13:59:16.677+0000 7fbe4efa0640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:59:17.072 INFO:tasks.workunit.client.0.smithi031.stderr: -446> 2024-09-19T13:59:16.677+0000 7fbe4e79f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:59:17.072 INFO:tasks.workunit.client.0.smithi031.stderr: -445> 2024-09-19T13:59:16.677+0000 7fbe4e79f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:59:17.072 INFO:tasks.workunit.client.0.smithi031.stderr: -444> 2024-09-19T13:59:16.677+0000 7fbe4e79f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:59:17.072 INFO:tasks.workunit.client.0.smithi031.stderr: -443> 2024-09-19T13:59:16.677+0000 7fbe4efa0640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:59:17.072 INFO:tasks.workunit.client.0.smithi031.stderr: -442> 2024-09-19T13:59:16.677+0000 7fbe4efa0640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:59:17.072 INFO:tasks.workunit.client.0.smithi031.stderr: -441> 2024-09-19T13:59:16.677+0000 7fbe4efa0640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:59:17.073 INFO:tasks.workunit.client.0.smithi031.stderr: -440> 2024-09-19T13:59:16.677+0000 7fbe4efa0640 10 monclient(hunting): handle_auth_done global_id 7368 payload 824 2024-09-19T13:59:17.073 INFO:tasks.workunit.client.0.smithi031.stderr: -439> 2024-09-19T13:59:16.677+0000 7fbe4efa0640 10 monclient: _finish_hunting 0 2024-09-19T13:59:17.073 INFO:tasks.workunit.client.0.smithi031.stderr: -438> 2024-09-19T13:59:16.677+0000 7fbe4efa0640 1 monclient: found mon.noname-a 2024-09-19T13:59:17.073 INFO:tasks.workunit.client.0.smithi031.stderr: -437> 2024-09-19T13:59:16.677+0000 7fbe4efa0640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T13:59:17.073 INFO:tasks.workunit.client.0.smithi031.stderr: -436> 2024-09-19T13:59:16.677+0000 7fbd3ae05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:59:17.073 INFO:tasks.workunit.client.0.smithi031.stderr: -435> 2024-09-19T13:59:16.677+0000 7fbd3ae05640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T13:59:17.073 INFO:tasks.workunit.client.0.smithi031.stderr: -434> 2024-09-19T13:59:16.677+0000 7fbd3ae05640 10 monclient: dump: 2024-09-19T13:59:17.073 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:59:17.073 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:59:17.073 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:17.073 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:17.073 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:59:17.073 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:59:17.073 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:59:17.074 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:59:17.074 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:59:17.074 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:17.074 INFO:tasks.workunit.client.0.smithi031.stderr: -433> 2024-09-19T13:59:16.677+0000 7fbd3ae05640 10 monclient: _finish_auth 0 2024-09-19T13:59:17.074 INFO:tasks.workunit.client.0.smithi031.stderr: -432> 2024-09-19T13:59:16.677+0000 7fbd3ae05640 10 monclient: _check_auth_tickets 2024-09-19T13:59:17.074 INFO:tasks.workunit.client.0.smithi031.stderr: -431> 2024-09-19T13:59:16.677+0000 7fbd3ae05640 10 monclient: handle_config config(0 keys) 2024-09-19T13:59:17.074 INFO:tasks.workunit.client.0.smithi031.stderr: -430> 2024-09-19T13:59:16.677+0000 7fbd3ae05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:59:17.074 INFO:tasks.workunit.client.0.smithi031.stderr: -429> 2024-09-19T13:59:16.677+0000 7fbd3ae05640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T13:59:17.074 INFO:tasks.workunit.client.0.smithi031.stderr: -428> 2024-09-19T13:59:16.677+0000 7fbd3ae05640 10 monclient: dump: 2024-09-19T13:59:17.074 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:59:17.074 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:59:17.074 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:17.074 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:17.074 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:59:17.074 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:59:17.075 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:59:17.075 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:59:17.075 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:59:17.075 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:17.075 INFO:tasks.workunit.client.0.smithi031.stderr: -427> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 monclient: authenticate success, global_id 7368 2024-09-19T13:59:17.075 INFO:tasks.workunit.client.0.smithi031.stderr: -426> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 10 monclient: _renew_subs 2024-09-19T13:59:17.075 INFO:tasks.workunit.client.0.smithi031.stderr: -425> 2024-09-19T13:59:16.677+0000 7fbd3c608640 4 set_mon_vals no callback set 2024-09-19T13:59:17.075 INFO:tasks.workunit.client.0.smithi031.stderr: -424> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T13:59:17.075 INFO:tasks.workunit.client.0.smithi031.stderr: -423> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 10 monclient: _renew_subs 2024-09-19T13:59:17.075 INFO:tasks.workunit.client.0.smithi031.stderr: -422> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T13:59:17.075 INFO:tasks.workunit.client.0.smithi031.stderr: -421> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 1 librados: init done 2024-09-19T13:59:17.075 INFO:tasks.workunit.client.0.smithi031.stderr: -420> 2024-09-19T13:59:16.681+0000 7fbd3ae05640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T13:59:17.075 INFO:tasks.workunit.client.0.smithi031.stderr: -419> 2024-09-19T13:59:16.681+0000 7fbd3ae05640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:59:17.075 INFO:tasks.workunit.client.0.smithi031.stderr: -418> 2024-09-19T13:59:16.681+0000 7fbd3ae05640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:59:17.076 INFO:tasks.workunit.client.0.smithi031.stderr: -417> 2024-09-19T13:59:16.681+0000 7fbe4e79f640 10 monclient: get_auth_request con 0x7fbd34071c10 auth_method 0 2024-09-19T13:59:17.076 INFO:tasks.workunit.client.0.smithi031.stderr: -416> 2024-09-19T13:59:16.681+0000 7fbe4df9e640 10 monclient: get_auth_request con 0x561118403370 auth_method 0 2024-09-19T13:59:17.076 INFO:tasks.workunit.client.0.smithi031.stderr: -415> 2024-09-19T13:59:16.685+0000 7fbe4e79f640 10 monclient: get_auth_request con 0x56111840e4d0 auth_method 0 2024-09-19T13:59:17.076 INFO:tasks.workunit.client.0.smithi031.stderr: -414> 2024-09-19T13:59:16.685+0000 7fbe4df9e640 10 monclient: get_auth_request con 0x5611184126c0 auth_method 0 2024-09-19T13:59:17.076 INFO:tasks.workunit.client.0.smithi031.stderr: -413> 2024-09-19T13:59:16.685+0000 7fbe50c999c0 10 monclient: build_initial_monmap 2024-09-19T13:59:17.076 INFO:tasks.workunit.client.0.smithi031.stderr: -412> 2024-09-19T13:59:16.685+0000 7fbe50c999c0 1 build_initial for_mkfs: 0 2024-09-19T13:59:17.076 INFO:tasks.workunit.client.0.smithi031.stderr: -411> 2024-09-19T13:59:16.685+0000 7fbe50c999c0 10 monclient: monmap: 2024-09-19T13:59:17.076 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T13:59:17.076 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T13:59:17.076 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T13:59:17.076 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T13:59:17.076 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T13:59:17.076 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:59:17.076 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T13:59:17.077 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T13:59:17.077 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T13:59:17.077 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:17.077 INFO:tasks.workunit.client.0.smithi031.stderr: -410> 2024-09-19T13:59:16.685+0000 7fbe50c999c0 5 AuthRegistry(0x5611184175a0) adding auth protocol: cephx 2024-09-19T13:59:17.077 INFO:tasks.workunit.client.0.smithi031.stderr: -409> 2024-09-19T13:59:16.685+0000 7fbe50c999c0 5 AuthRegistry(0x5611184175a0) adding auth protocol: cephx 2024-09-19T13:59:17.077 INFO:tasks.workunit.client.0.smithi031.stderr: -408> 2024-09-19T13:59:16.685+0000 7fbe50c999c0 5 AuthRegistry(0x5611184175a0) adding auth protocol: cephx 2024-09-19T13:59:17.077 INFO:tasks.workunit.client.0.smithi031.stderr: -407> 2024-09-19T13:59:16.685+0000 7fbe50c999c0 5 AuthRegistry(0x5611184175a0) adding con mode: secure 2024-09-19T13:59:17.077 INFO:tasks.workunit.client.0.smithi031.stderr: -406> 2024-09-19T13:59:16.685+0000 7fbe50c999c0 5 AuthRegistry(0x5611184175a0) adding con mode: crc 2024-09-19T13:59:17.077 INFO:tasks.workunit.client.0.smithi031.stderr: -405> 2024-09-19T13:59:16.685+0000 7fbe50c999c0 5 AuthRegistry(0x5611184175a0) adding con mode: secure 2024-09-19T13:59:17.077 INFO:tasks.workunit.client.0.smithi031.stderr: -404> 2024-09-19T13:59:16.685+0000 7fbe50c999c0 5 AuthRegistry(0x5611184175a0) adding con mode: crc 2024-09-19T13:59:17.077 INFO:tasks.workunit.client.0.smithi031.stderr: -403> 2024-09-19T13:59:16.685+0000 7fbe50c999c0 5 AuthRegistry(0x5611184175a0) adding con mode: secure 2024-09-19T13:59:17.077 INFO:tasks.workunit.client.0.smithi031.stderr: -402> 2024-09-19T13:59:16.685+0000 7fbe50c999c0 5 AuthRegistry(0x5611184175a0) adding con mode: crc 2024-09-19T13:59:17.077 INFO:tasks.workunit.client.0.smithi031.stderr: -401> 2024-09-19T13:59:16.685+0000 7fbe50c999c0 5 AuthRegistry(0x5611184175a0) adding con mode: crc 2024-09-19T13:59:17.078 INFO:tasks.workunit.client.0.smithi031.stderr: -400> 2024-09-19T13:59:16.685+0000 7fbe50c999c0 5 AuthRegistry(0x5611184175a0) adding con mode: secure 2024-09-19T13:59:17.078 INFO:tasks.workunit.client.0.smithi031.stderr: -399> 2024-09-19T13:59:16.685+0000 7fbe50c999c0 5 AuthRegistry(0x5611184175a0) adding con mode: crc 2024-09-19T13:59:17.078 INFO:tasks.workunit.client.0.smithi031.stderr: -398> 2024-09-19T13:59:16.685+0000 7fbe50c999c0 5 AuthRegistry(0x5611184175a0) adding con mode: secure 2024-09-19T13:59:17.078 INFO:tasks.workunit.client.0.smithi031.stderr: -397> 2024-09-19T13:59:16.685+0000 7fbe50c999c0 5 AuthRegistry(0x5611184175a0) adding con mode: crc 2024-09-19T13:59:17.078 INFO:tasks.workunit.client.0.smithi031.stderr: -396> 2024-09-19T13:59:16.685+0000 7fbe50c999c0 5 AuthRegistry(0x5611184175a0) adding con mode: secure 2024-09-19T13:59:17.078 INFO:tasks.workunit.client.0.smithi031.stderr: -395> 2024-09-19T13:59:16.685+0000 7fbe50c999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:59:17.078 INFO:tasks.workunit.client.0.smithi031.stderr: -394> 2024-09-19T13:59:16.685+0000 7fbe50c999c0 5 asok(0x5611181b8d90) register_command objecter_requests cmddesc objecter_requests hook 0x56111841aed0 EEXIST 2024-09-19T13:59:17.078 INFO:tasks.workunit.client.0.smithi031.stderr: -393> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 10 monclient: init 2024-09-19T13:59:17.078 INFO:tasks.workunit.client.0.smithi031.stderr: -392> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 5 AuthRegistry(0x561118415b68) adding auth protocol: cephx 2024-09-19T13:59:17.078 INFO:tasks.workunit.client.0.smithi031.stderr: -391> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 5 AuthRegistry(0x561118415b68) adding auth protocol: cephx 2024-09-19T13:59:17.078 INFO:tasks.workunit.client.0.smithi031.stderr: -390> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 5 AuthRegistry(0x561118415b68) adding auth protocol: cephx 2024-09-19T13:59:17.078 INFO:tasks.workunit.client.0.smithi031.stderr: -389> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 5 AuthRegistry(0x561118415b68) adding con mode: secure 2024-09-19T13:59:17.078 INFO:tasks.workunit.client.0.smithi031.stderr: -388> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 5 AuthRegistry(0x561118415b68) adding con mode: crc 2024-09-19T13:59:17.078 INFO:tasks.workunit.client.0.smithi031.stderr: -387> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 5 AuthRegistry(0x561118415b68) adding con mode: secure 2024-09-19T13:59:17.079 INFO:tasks.workunit.client.0.smithi031.stderr: -386> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 5 AuthRegistry(0x561118415b68) adding con mode: crc 2024-09-19T13:59:17.079 INFO:tasks.workunit.client.0.smithi031.stderr: -385> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 5 AuthRegistry(0x561118415b68) adding con mode: secure 2024-09-19T13:59:17.079 INFO:tasks.workunit.client.0.smithi031.stderr: -384> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 5 AuthRegistry(0x561118415b68) adding con mode: crc 2024-09-19T13:59:17.079 INFO:tasks.workunit.client.0.smithi031.stderr: -383> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 5 AuthRegistry(0x561118415b68) adding con mode: crc 2024-09-19T13:59:17.079 INFO:tasks.workunit.client.0.smithi031.stderr: -382> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 5 AuthRegistry(0x561118415b68) adding con mode: secure 2024-09-19T13:59:17.079 INFO:tasks.workunit.client.0.smithi031.stderr: -381> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 5 AuthRegistry(0x561118415b68) adding con mode: crc 2024-09-19T13:59:17.079 INFO:tasks.workunit.client.0.smithi031.stderr: -380> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 5 AuthRegistry(0x561118415b68) adding con mode: secure 2024-09-19T13:59:17.079 INFO:tasks.workunit.client.0.smithi031.stderr: -379> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 5 AuthRegistry(0x561118415b68) adding con mode: crc 2024-09-19T13:59:17.079 INFO:tasks.workunit.client.0.smithi031.stderr: -378> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 5 AuthRegistry(0x561118415b68) adding con mode: secure 2024-09-19T13:59:17.079 INFO:tasks.workunit.client.0.smithi031.stderr: -377> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:59:17.079 INFO:tasks.workunit.client.0.smithi031.stderr: -376> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:59:17.079 INFO:tasks.workunit.client.0.smithi031.stderr: -375> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 5 asok(0x5611181b8d90) register_command rotate-key cmddesc rotate-key hook 0x561118415cb0 EEXIST 2024-09-19T13:59:17.079 INFO:tasks.workunit.client.0.smithi031.stderr: -374> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 10 monclient: _reopen_session rank -1 2024-09-19T13:59:17.080 INFO:tasks.workunit.client.0.smithi031.stderr: -373> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-19T13:59:17.080 INFO:tasks.workunit.client.0.smithi031.stderr: -372> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 10 monclient(hunting): picked mon.noname-b con 0x56111843f080 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T13:59:17.080 INFO:tasks.workunit.client.0.smithi031.stderr: -371> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 10 monclient(hunting): picked mon.noname-a con 0x56111843e9b0 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T13:59:17.080 INFO:tasks.workunit.client.0.smithi031.stderr: -370> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 10 monclient(hunting): picked mon.noname-c con 0x56111843d390 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T13:59:17.080 INFO:tasks.workunit.client.0.smithi031.stderr: -369> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:59:17.080 INFO:tasks.workunit.client.0.smithi031.stderr: -368> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:59:17.080 INFO:tasks.workunit.client.0.smithi031.stderr: -367> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:59:17.080 INFO:tasks.workunit.client.0.smithi031.stderr: -366> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 10 monclient(hunting): _renew_subs 2024-09-19T13:59:17.081 INFO:tasks.workunit.client.0.smithi031.stderr: -365> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 10 monclient(hunting): authenticate will time out at 2300.520674s 2024-09-19T13:59:17.081 INFO:tasks.workunit.client.0.smithi031.stderr: -364> 2024-09-19T13:59:16.689+0000 7fbe4df9e640 10 monclient(hunting): get_auth_request con 0x56111843e9b0 auth_method 0 2024-09-19T13:59:17.081 INFO:tasks.workunit.client.0.smithi031.stderr: -363> 2024-09-19T13:59:16.689+0000 7fbe4df9e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:59:17.081 INFO:tasks.workunit.client.0.smithi031.stderr: -362> 2024-09-19T13:59:16.689+0000 7fbe4df9e640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:59:17.081 INFO:tasks.workunit.client.0.smithi031.stderr: -361> 2024-09-19T13:59:16.689+0000 7fbe4df9e640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:59:17.081 INFO:tasks.workunit.client.0.smithi031.stderr: -360> 2024-09-19T13:59:16.689+0000 7fbe4efa0640 10 monclient(hunting): get_auth_request con 0x56111843d390 auth_method 0 2024-09-19T13:59:17.081 INFO:tasks.workunit.client.0.smithi031.stderr: -359> 2024-09-19T13:59:16.689+0000 7fbe4efa0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:59:17.081 INFO:tasks.workunit.client.0.smithi031.stderr: -358> 2024-09-19T13:59:16.689+0000 7fbe4efa0640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:59:17.081 INFO:tasks.workunit.client.0.smithi031.stderr: -357> 2024-09-19T13:59:16.689+0000 7fbe4efa0640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:59:17.081 INFO:tasks.workunit.client.0.smithi031.stderr: -356> 2024-09-19T13:59:16.689+0000 7fbe4df9e640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:59:17.081 INFO:tasks.workunit.client.0.smithi031.stderr: -355> 2024-09-19T13:59:16.689+0000 7fbe4df9e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:59:17.082 INFO:tasks.workunit.client.0.smithi031.stderr: -354> 2024-09-19T13:59:16.689+0000 7fbe4df9e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:59:17.082 INFO:tasks.workunit.client.0.smithi031.stderr: -353> 2024-09-19T13:59:16.689+0000 7fbe4efa0640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:59:17.082 INFO:tasks.workunit.client.0.smithi031.stderr: -352> 2024-09-19T13:59:16.689+0000 7fbe4efa0640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:59:17.082 INFO:tasks.workunit.client.0.smithi031.stderr: -351> 2024-09-19T13:59:16.689+0000 7fbe4efa0640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:59:17.082 INFO:tasks.workunit.client.0.smithi031.stderr: -350> 2024-09-19T13:59:16.689+0000 7fbe4e79f640 10 monclient(hunting): get_auth_request con 0x56111843f080 auth_method 0 2024-09-19T13:59:17.082 INFO:tasks.workunit.client.0.smithi031.stderr: -349> 2024-09-19T13:59:16.689+0000 7fbe4e79f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:59:17.082 INFO:tasks.workunit.client.0.smithi031.stderr: -348> 2024-09-19T13:59:16.689+0000 7fbe4e79f640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:59:17.082 INFO:tasks.workunit.client.0.smithi031.stderr: -347> 2024-09-19T13:59:16.689+0000 7fbe4e79f640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:59:17.082 INFO:tasks.workunit.client.0.smithi031.stderr: -346> 2024-09-19T13:59:16.689+0000 7fbe4df9e640 10 monclient(hunting): handle_auth_done global_id 7371 payload 824 2024-09-19T13:59:17.082 INFO:tasks.workunit.client.0.smithi031.stderr: -345> 2024-09-19T13:59:16.689+0000 7fbe4df9e640 10 monclient: _finish_hunting 0 2024-09-19T13:59:17.082 INFO:tasks.workunit.client.0.smithi031.stderr: -344> 2024-09-19T13:59:16.689+0000 7fbe4df9e640 1 monclient: found mon.noname-a 2024-09-19T13:59:17.082 INFO:tasks.workunit.client.0.smithi031.stderr: -343> 2024-09-19T13:59:16.689+0000 7fbe4df9e640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T13:59:17.082 INFO:tasks.workunit.client.0.smithi031.stderr: -342> 2024-09-19T13:59:16.689+0000 7fbd33fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:59:17.082 INFO:tasks.workunit.client.0.smithi031.stderr: -341> 2024-09-19T13:59:16.689+0000 7fbd33fff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T13:59:17.083 INFO:tasks.workunit.client.0.smithi031.stderr: -340> 2024-09-19T13:59:16.689+0000 7fbd33fff640 10 monclient: dump: 2024-09-19T13:59:17.083 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:59:17.083 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:59:17.083 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:17.083 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:17.083 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:59:17.083 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:59:17.083 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:59:17.083 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:59:17.083 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:59:17.083 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:17.083 INFO:tasks.workunit.client.0.smithi031.stderr: -339> 2024-09-19T13:59:16.689+0000 7fbd33fff640 10 monclient: _finish_auth 0 2024-09-19T13:59:17.084 INFO:tasks.workunit.client.0.smithi031.stderr: -338> 2024-09-19T13:59:16.689+0000 7fbd33fff640 10 monclient: _check_auth_tickets 2024-09-19T13:59:17.084 INFO:tasks.workunit.client.0.smithi031.stderr: -337> 2024-09-19T13:59:16.689+0000 7fbd33fff640 10 monclient: handle_config config(0 keys) 2024-09-19T13:59:17.084 INFO:tasks.workunit.client.0.smithi031.stderr: -336> 2024-09-19T13:59:16.689+0000 7fbd33fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:59:17.084 INFO:tasks.workunit.client.0.smithi031.stderr: -335> 2024-09-19T13:59:16.689+0000 7fbd33fff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T13:59:17.084 INFO:tasks.workunit.client.0.smithi031.stderr: -334> 2024-09-19T13:59:16.689+0000 7fbd33fff640 10 monclient: dump: 2024-09-19T13:59:17.084 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:59:17.084 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:59:17.084 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:17.084 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:17.084 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:59:17.084 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:59:17.084 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:59:17.085 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:59:17.085 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:59:17.085 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:17.085 INFO:tasks.workunit.client.0.smithi031.stderr: -333> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 5 monclient: authenticate success, global_id 7371 2024-09-19T13:59:17.085 INFO:tasks.workunit.client.0.smithi031.stderr: -332> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 10 monclient: _renew_subs 2024-09-19T13:59:17.085 INFO:tasks.workunit.client.0.smithi031.stderr: -331> 2024-09-19T13:59:16.689+0000 7fbe4f7a1640 4 set_mon_vals no callback set 2024-09-19T13:59:17.085 INFO:tasks.workunit.client.0.smithi031.stderr: -330> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T13:59:17.085 INFO:tasks.workunit.client.0.smithi031.stderr: -329> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 10 monclient: _renew_subs 2024-09-19T13:59:17.085 INFO:tasks.workunit.client.0.smithi031.stderr: -328> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T13:59:17.085 INFO:tasks.workunit.client.0.smithi031.stderr: -327> 2024-09-19T13:59:16.689+0000 7fbd33fff640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T13:59:17.085 INFO:tasks.workunit.client.0.smithi031.stderr: -326> 2024-09-19T13:59:16.689+0000 7fbd33fff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:59:17.086 INFO:tasks.workunit.client.0.smithi031.stderr: -325> 2024-09-19T13:59:16.689+0000 7fbd33fff640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:59:17.086 INFO:tasks.workunit.client.0.smithi031.stderr: -324> 2024-09-19T13:59:16.689+0000 7fbe4e79f640 10 monclient: get_auth_request con 0x7fbd28071b20 auth_method 0 2024-09-19T13:59:17.086 INFO:tasks.workunit.client.0.smithi031.stderr: -323> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 10 monclient: get_monmap_and_config 2024-09-19T13:59:17.086 INFO:tasks.workunit.client.0.smithi031.stderr: -322> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 10 monclient: build_initial_monmap 2024-09-19T13:59:17.086 INFO:tasks.workunit.client.0.smithi031.stderr: -321> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 1 build_initial for_mkfs: 0 2024-09-19T13:59:17.086 INFO:tasks.workunit.client.0.smithi031.stderr: -320> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 10 monclient: monmap: 2024-09-19T13:59:17.086 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T13:59:17.086 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T13:59:17.086 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T13:59:17.086 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T13:59:17.086 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T13:59:17.086 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:59:17.086 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T13:59:17.087 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T13:59:17.087 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T13:59:17.087 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:17.087 INFO:tasks.workunit.client.0.smithi031.stderr: -319> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x56111845e9f0) adding auth protocol: cephx 2024-09-19T13:59:17.087 INFO:tasks.workunit.client.0.smithi031.stderr: -318> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x56111845e9f0) adding auth protocol: cephx 2024-09-19T13:59:17.087 INFO:tasks.workunit.client.0.smithi031.stderr: -317> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x56111845e9f0) adding auth protocol: cephx 2024-09-19T13:59:17.087 INFO:tasks.workunit.client.0.smithi031.stderr: -316> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x56111845e9f0) adding con mode: secure 2024-09-19T13:59:17.087 INFO:tasks.workunit.client.0.smithi031.stderr: -315> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x56111845e9f0) adding con mode: crc 2024-09-19T13:59:17.087 INFO:tasks.workunit.client.0.smithi031.stderr: -314> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x56111845e9f0) adding con mode: secure 2024-09-19T13:59:17.087 INFO:tasks.workunit.client.0.smithi031.stderr: -313> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x56111845e9f0) adding con mode: crc 2024-09-19T13:59:17.087 INFO:tasks.workunit.client.0.smithi031.stderr: -312> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x56111845e9f0) adding con mode: secure 2024-09-19T13:59:17.087 INFO:tasks.workunit.client.0.smithi031.stderr: -311> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x56111845e9f0) adding con mode: crc 2024-09-19T13:59:17.087 INFO:tasks.workunit.client.0.smithi031.stderr: -310> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x56111845e9f0) adding con mode: crc 2024-09-19T13:59:17.088 INFO:tasks.workunit.client.0.smithi031.stderr: -309> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x56111845e9f0) adding con mode: secure 2024-09-19T13:59:17.088 INFO:tasks.workunit.client.0.smithi031.stderr: -308> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x56111845e9f0) adding con mode: crc 2024-09-19T13:59:17.088 INFO:tasks.workunit.client.0.smithi031.stderr: -307> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x56111845e9f0) adding con mode: secure 2024-09-19T13:59:17.088 INFO:tasks.workunit.client.0.smithi031.stderr: -306> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x56111845e9f0) adding con mode: crc 2024-09-19T13:59:17.088 INFO:tasks.workunit.client.0.smithi031.stderr: -305> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x56111845e9f0) adding con mode: secure 2024-09-19T13:59:17.088 INFO:tasks.workunit.client.0.smithi031.stderr: -304> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:59:17.088 INFO:tasks.workunit.client.0.smithi031.stderr: -303> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 10 monclient: init 2024-09-19T13:59:17.088 INFO:tasks.workunit.client.0.smithi031.stderr: -302> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e070) adding auth protocol: cephx 2024-09-19T13:59:17.088 INFO:tasks.workunit.client.0.smithi031.stderr: -301> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e070) adding auth protocol: cephx 2024-09-19T13:59:17.088 INFO:tasks.workunit.client.0.smithi031.stderr: -300> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e070) adding auth protocol: cephx 2024-09-19T13:59:17.088 INFO:tasks.workunit.client.0.smithi031.stderr: -299> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e070) adding con mode: secure 2024-09-19T13:59:17.088 INFO:tasks.workunit.client.0.smithi031.stderr: -298> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e070) adding con mode: crc 2024-09-19T13:59:17.088 INFO:tasks.workunit.client.0.smithi031.stderr: -297> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e070) adding con mode: secure 2024-09-19T13:59:17.088 INFO:tasks.workunit.client.0.smithi031.stderr: -296> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e070) adding con mode: crc 2024-09-19T13:59:17.089 INFO:tasks.workunit.client.0.smithi031.stderr: -295> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e070) adding con mode: secure 2024-09-19T13:59:17.089 INFO:tasks.workunit.client.0.smithi031.stderr: -294> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e070) adding con mode: crc 2024-09-19T13:59:17.089 INFO:tasks.workunit.client.0.smithi031.stderr: -293> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e070) adding con mode: crc 2024-09-19T13:59:17.089 INFO:tasks.workunit.client.0.smithi031.stderr: -292> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e070) adding con mode: secure 2024-09-19T13:59:17.089 INFO:tasks.workunit.client.0.smithi031.stderr: -291> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e070) adding con mode: crc 2024-09-19T13:59:17.089 INFO:tasks.workunit.client.0.smithi031.stderr: -290> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e070) adding con mode: secure 2024-09-19T13:59:17.089 INFO:tasks.workunit.client.0.smithi031.stderr: -289> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e070) adding con mode: crc 2024-09-19T13:59:17.089 INFO:tasks.workunit.client.0.smithi031.stderr: -288> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e070) adding con mode: secure 2024-09-19T13:59:17.089 INFO:tasks.workunit.client.0.smithi031.stderr: -287> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:59:17.089 INFO:tasks.workunit.client.0.smithi031.stderr: -286> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:59:17.089 INFO:tasks.workunit.client.0.smithi031.stderr: -285> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 asok(0x5611181b8d90) register_command rotate-key cmddesc rotate-key hook 0x7ffd4e37e1b8 EEXIST 2024-09-19T13:59:17.089 INFO:tasks.workunit.client.0.smithi031.stderr: -284> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 10 monclient: _reopen_session rank -1 2024-09-19T13:59:17.089 INFO:tasks.workunit.client.0.smithi031.stderr: -283> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-19T13:59:17.090 INFO:tasks.workunit.client.0.smithi031.stderr: -282> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 10 monclient(hunting): picked mon.noname-c con 0x56111848cfe0 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T13:59:17.090 INFO:tasks.workunit.client.0.smithi031.stderr: -281> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 10 monclient(hunting): picked mon.noname-a con 0x56111848d3c0 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T13:59:17.090 INFO:tasks.workunit.client.0.smithi031.stderr: -280> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 10 monclient(hunting): picked mon.noname-b con 0x56111848e880 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T13:59:17.090 INFO:tasks.workunit.client.0.smithi031.stderr: -279> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:59:17.090 INFO:tasks.workunit.client.0.smithi031.stderr: -278> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:59:17.090 INFO:tasks.workunit.client.0.smithi031.stderr: -277> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:59:17.090 INFO:tasks.workunit.client.0.smithi031.stderr: -276> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 10 monclient(hunting): _renew_subs 2024-09-19T13:59:17.090 INFO:tasks.workunit.client.0.smithi031.stderr: -275> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 10 monclient(hunting): authenticate will time out at 2300.525346s 2024-09-19T13:59:17.090 INFO:tasks.workunit.client.0.smithi031.stderr: -274> 2024-09-19T13:59:16.693+0000 7fbe4e79f640 10 monclient(hunting): get_auth_request con 0x56111848cfe0 auth_method 0 2024-09-19T13:59:17.090 INFO:tasks.workunit.client.0.smithi031.stderr: -273> 2024-09-19T13:59:16.693+0000 7fbe4e79f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:59:17.090 INFO:tasks.workunit.client.0.smithi031.stderr: -272> 2024-09-19T13:59:16.693+0000 7fbe4e79f640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:59:17.090 INFO:tasks.workunit.client.0.smithi031.stderr: -271> 2024-09-19T13:59:16.693+0000 7fbe4e79f640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:59:17.091 INFO:tasks.workunit.client.0.smithi031.stderr: -270> 2024-09-19T13:59:16.693+0000 7fbe4df9e640 10 monclient(hunting): get_auth_request con 0x56111848d3c0 auth_method 0 2024-09-19T13:59:17.091 INFO:tasks.workunit.client.0.smithi031.stderr: -269> 2024-09-19T13:59:16.693+0000 7fbe4df9e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:59:17.091 INFO:tasks.workunit.client.0.smithi031.stderr: -268> 2024-09-19T13:59:16.693+0000 7fbe4df9e640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:59:17.091 INFO:tasks.workunit.client.0.smithi031.stderr: -267> 2024-09-19T13:59:16.693+0000 7fbe4df9e640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:59:17.091 INFO:tasks.workunit.client.0.smithi031.stderr: -266> 2024-09-19T13:59:16.693+0000 7fbe4e79f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:59:17.091 INFO:tasks.workunit.client.0.smithi031.stderr: -265> 2024-09-19T13:59:16.693+0000 7fbe4e79f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:59:17.091 INFO:tasks.workunit.client.0.smithi031.stderr: -264> 2024-09-19T13:59:16.693+0000 7fbe4e79f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:59:17.091 INFO:tasks.workunit.client.0.smithi031.stderr: -263> 2024-09-19T13:59:16.693+0000 7fbe4df9e640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:59:17.091 INFO:tasks.workunit.client.0.smithi031.stderr: -262> 2024-09-19T13:59:16.693+0000 7fbe4df9e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:59:17.091 INFO:tasks.workunit.client.0.smithi031.stderr: -261> 2024-09-19T13:59:16.693+0000 7fbe4df9e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:59:17.091 INFO:tasks.workunit.client.0.smithi031.stderr: -260> 2024-09-19T13:59:16.693+0000 7fbe4efa0640 10 monclient(hunting): get_auth_request con 0x56111848e880 auth_method 0 2024-09-19T13:59:17.091 INFO:tasks.workunit.client.0.smithi031.stderr: -259> 2024-09-19T13:59:16.693+0000 7fbe4efa0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:59:17.092 INFO:tasks.workunit.client.0.smithi031.stderr: -258> 2024-09-19T13:59:16.693+0000 7fbe4efa0640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:59:17.092 INFO:tasks.workunit.client.0.smithi031.stderr: -257> 2024-09-19T13:59:16.693+0000 7fbe4efa0640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:59:17.092 INFO:tasks.workunit.client.0.smithi031.stderr: -256> 2024-09-19T13:59:16.693+0000 7fbe4e79f640 10 monclient(hunting): handle_auth_done global_id 6929 payload 274 2024-09-19T13:59:17.092 INFO:tasks.workunit.client.0.smithi031.stderr: -255> 2024-09-19T13:59:16.693+0000 7fbe4e79f640 10 monclient: _finish_hunting 0 2024-09-19T13:59:17.092 INFO:tasks.workunit.client.0.smithi031.stderr: -254> 2024-09-19T13:59:16.693+0000 7fbe4e79f640 1 monclient: found mon.noname-c 2024-09-19T13:59:17.092 INFO:tasks.workunit.client.0.smithi031.stderr: -253> 2024-09-19T13:59:16.693+0000 7fbe4e79f640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.31:3301/0 2024-09-19T13:59:17.092 INFO:tasks.workunit.client.0.smithi031.stderr: -252> 2024-09-19T13:59:16.693+0000 7fbd31ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:59:17.092 INFO:tasks.workunit.client.0.smithi031.stderr: -251> 2024-09-19T13:59:16.693+0000 7fbd31ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T13:59:17.092 INFO:tasks.workunit.client.0.smithi031.stderr: -250> 2024-09-19T13:59:16.693+0000 7fbd31ffb640 10 monclient: dump: 2024-09-19T13:59:17.092 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:59:17.092 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:59:17.092 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:17.093 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:17.093 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:59:17.093 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:59:17.093 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:59:17.093 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:59:17.093 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:59:17.093 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:17.093 INFO:tasks.workunit.client.0.smithi031.stderr: -249> 2024-09-19T13:59:16.693+0000 7fbd31ffb640 10 monclient: _finish_auth 0 2024-09-19T13:59:17.093 INFO:tasks.workunit.client.0.smithi031.stderr: -248> 2024-09-19T13:59:16.693+0000 7fbd31ffb640 10 monclient: _check_auth_tickets 2024-09-19T13:59:17.093 INFO:tasks.workunit.client.0.smithi031.stderr: -247> 2024-09-19T13:59:16.693+0000 7fbd31ffb640 10 monclient: handle_config config(0 keys) 2024-09-19T13:59:17.093 INFO:tasks.workunit.client.0.smithi031.stderr: -246> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 monclient: authenticate success, global_id 6929 2024-09-19T13:59:17.093 INFO:tasks.workunit.client.0.smithi031.stderr: -245> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 10 monclient: get_monmap_and_config success 2024-09-19T13:59:17.093 INFO:tasks.workunit.client.0.smithi031.stderr: -244> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 4 set_mon_vals no callback set 2024-09-19T13:59:17.094 INFO:tasks.workunit.client.0.smithi031.stderr: -243> 2024-09-19T13:59:16.693+0000 7fbd31ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:59:17.094 INFO:tasks.workunit.client.0.smithi031.stderr: -242> 2024-09-19T13:59:16.693+0000 7fbd31ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T13:59:17.094 INFO:tasks.workunit.client.0.smithi031.stderr: -241> 2024-09-19T13:59:16.693+0000 7fbd31ffb640 10 monclient: dump: 2024-09-19T13:59:17.094 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:59:17.094 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:59:17.094 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:17.094 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:17.094 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:59:17.094 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:59:17.094 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:59:17.094 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:59:17.094 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:59:17.095 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:17.095 INFO:tasks.workunit.client.0.smithi031.stderr: -240> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 10 monclient: shutdown 2024-09-19T13:59:17.095 INFO:tasks.workunit.client.0.smithi031.stderr: -239> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 10 monclient: build_initial_monmap 2024-09-19T13:59:17.095 INFO:tasks.workunit.client.0.smithi031.stderr: -238> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 1 build_initial for_mkfs: 0 2024-09-19T13:59:17.095 INFO:tasks.workunit.client.0.smithi031.stderr: -237> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 10 monclient: monmap: 2024-09-19T13:59:17.095 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T13:59:17.095 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T13:59:17.095 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T13:59:17.095 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T13:59:17.095 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T13:59:17.095 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:59:17.095 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T13:59:17.095 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T13:59:17.096 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T13:59:17.096 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:17.096 INFO:tasks.workunit.client.0.smithi031.stderr: -236> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118485560) adding auth protocol: cephx 2024-09-19T13:59:17.096 INFO:tasks.workunit.client.0.smithi031.stderr: -235> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118485560) adding auth protocol: cephx 2024-09-19T13:59:17.096 INFO:tasks.workunit.client.0.smithi031.stderr: -234> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118485560) adding auth protocol: cephx 2024-09-19T13:59:17.096 INFO:tasks.workunit.client.0.smithi031.stderr: -233> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118485560) adding con mode: secure 2024-09-19T13:59:17.096 INFO:tasks.workunit.client.0.smithi031.stderr: -232> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118485560) adding con mode: crc 2024-09-19T13:59:17.096 INFO:tasks.workunit.client.0.smithi031.stderr: -231> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118485560) adding con mode: secure 2024-09-19T13:59:17.096 INFO:tasks.workunit.client.0.smithi031.stderr: -230> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118485560) adding con mode: crc 2024-09-19T13:59:17.096 INFO:tasks.workunit.client.0.smithi031.stderr: -229> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118485560) adding con mode: secure 2024-09-19T13:59:17.096 INFO:tasks.workunit.client.0.smithi031.stderr: -228> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118485560) adding con mode: crc 2024-09-19T13:59:17.096 INFO:tasks.workunit.client.0.smithi031.stderr: -227> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118485560) adding con mode: crc 2024-09-19T13:59:17.097 INFO:tasks.workunit.client.0.smithi031.stderr: -226> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118485560) adding con mode: secure 2024-09-19T13:59:17.097 INFO:tasks.workunit.client.0.smithi031.stderr: -225> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118485560) adding con mode: crc 2024-09-19T13:59:17.097 INFO:tasks.workunit.client.0.smithi031.stderr: -224> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118485560) adding con mode: secure 2024-09-19T13:59:17.097 INFO:tasks.workunit.client.0.smithi031.stderr: -223> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118485560) adding con mode: crc 2024-09-19T13:59:17.097 INFO:tasks.workunit.client.0.smithi031.stderr: -222> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118485560) adding con mode: secure 2024-09-19T13:59:17.097 INFO:tasks.workunit.client.0.smithi031.stderr: -221> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:59:17.097 INFO:tasks.workunit.client.0.smithi031.stderr: -220> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 1 librados: starting msgr at 2024-09-19T13:59:17.097 INFO:tasks.workunit.client.0.smithi031.stderr: -219> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 1 librados: starting objecter 2024-09-19T13:59:17.097 INFO:tasks.workunit.client.0.smithi031.stderr: -218> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 asok(0x5611181b8d90) register_command objecter_requests cmddesc objecter_requests hook 0x561118445130 EEXIST 2024-09-19T13:59:17.097 INFO:tasks.workunit.client.0.smithi031.stderr: -217> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 1 librados: setting wanted keys 2024-09-19T13:59:17.097 INFO:tasks.workunit.client.0.smithi031.stderr: -216> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 1 librados: calling monclient init 2024-09-19T13:59:17.097 INFO:tasks.workunit.client.0.smithi031.stderr: -215> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 10 monclient: init 2024-09-19T13:59:17.097 INFO:tasks.workunit.client.0.smithi031.stderr: -214> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118440ea0) adding auth protocol: cephx 2024-09-19T13:59:17.098 INFO:tasks.workunit.client.0.smithi031.stderr: -213> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118440ea0) adding auth protocol: cephx 2024-09-19T13:59:17.098 INFO:tasks.workunit.client.0.smithi031.stderr: -212> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118440ea0) adding auth protocol: cephx 2024-09-19T13:59:17.098 INFO:tasks.workunit.client.0.smithi031.stderr: -211> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118440ea0) adding con mode: secure 2024-09-19T13:59:17.098 INFO:tasks.workunit.client.0.smithi031.stderr: -210> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118440ea0) adding con mode: crc 2024-09-19T13:59:17.098 INFO:tasks.workunit.client.0.smithi031.stderr: -209> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118440ea0) adding con mode: secure 2024-09-19T13:59:17.098 INFO:tasks.workunit.client.0.smithi031.stderr: -208> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118440ea0) adding con mode: crc 2024-09-19T13:59:17.098 INFO:tasks.workunit.client.0.smithi031.stderr: -207> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118440ea0) adding con mode: secure 2024-09-19T13:59:17.098 INFO:tasks.workunit.client.0.smithi031.stderr: -206> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118440ea0) adding con mode: crc 2024-09-19T13:59:17.098 INFO:tasks.workunit.client.0.smithi031.stderr: -205> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118440ea0) adding con mode: crc 2024-09-19T13:59:17.098 INFO:tasks.workunit.client.0.smithi031.stderr: -204> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118440ea0) adding con mode: secure 2024-09-19T13:59:17.098 INFO:tasks.workunit.client.0.smithi031.stderr: -203> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118440ea0) adding con mode: crc 2024-09-19T13:59:17.098 INFO:tasks.workunit.client.0.smithi031.stderr: -202> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118440ea0) adding con mode: secure 2024-09-19T13:59:17.098 INFO:tasks.workunit.client.0.smithi031.stderr: -201> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118440ea0) adding con mode: crc 2024-09-19T13:59:17.099 INFO:tasks.workunit.client.0.smithi031.stderr: -200> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118440ea0) adding con mode: secure 2024-09-19T13:59:17.099 INFO:tasks.workunit.client.0.smithi031.stderr: -199> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:59:17.099 INFO:tasks.workunit.client.0.smithi031.stderr: -198> 2024-09-19T13:59:16.697+0000 7fbe50c999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:59:17.099 INFO:tasks.workunit.client.0.smithi031.stderr: -197> 2024-09-19T13:59:16.697+0000 7fbe50c999c0 5 asok(0x5611181b8d90) register_command rotate-key cmddesc rotate-key hook 0x561118440fe8 EEXIST 2024-09-19T13:59:17.099 INFO:tasks.workunit.client.0.smithi031.stderr: -196> 2024-09-19T13:59:16.697+0000 7fbe50c999c0 10 monclient: _reopen_session rank -1 2024-09-19T13:59:17.099 INFO:tasks.workunit.client.0.smithi031.stderr: -195> 2024-09-19T13:59:16.697+0000 7fbe50c999c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-19T13:59:17.099 INFO:tasks.workunit.client.0.smithi031.stderr: -194> 2024-09-19T13:59:16.697+0000 7fbe50c999c0 10 monclient(hunting): picked mon.noname-c con 0x56111848cfe0 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T13:59:17.099 INFO:tasks.workunit.client.0.smithi031.stderr: -193> 2024-09-19T13:59:16.697+0000 7fbe50c999c0 10 monclient(hunting): picked mon.noname-b con 0x56111848e880 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T13:59:17.099 INFO:tasks.workunit.client.0.smithi031.stderr: -192> 2024-09-19T13:59:16.697+0000 7fbe50c999c0 10 monclient(hunting): picked mon.noname-a con 0x56111848a7d0 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T13:59:17.099 INFO:tasks.workunit.client.0.smithi031.stderr: -191> 2024-09-19T13:59:16.697+0000 7fbe50c999c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:59:17.099 INFO:tasks.workunit.client.0.smithi031.stderr: -190> 2024-09-19T13:59:16.697+0000 7fbe50c999c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:59:17.099 INFO:tasks.workunit.client.0.smithi031.stderr: -189> 2024-09-19T13:59:16.697+0000 7fbe50c999c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:59:17.100 INFO:tasks.workunit.client.0.smithi031.stderr: -188> 2024-09-19T13:59:16.697+0000 7fbe50c999c0 10 monclient(hunting): _renew_subs 2024-09-19T13:59:17.100 INFO:tasks.workunit.client.0.smithi031.stderr: -187> 2024-09-19T13:59:16.697+0000 7fbe50c999c0 10 monclient(hunting): authenticate will time out at 2300.528165s 2024-09-19T13:59:17.100 INFO:tasks.workunit.client.0.smithi031.stderr: -186> 2024-09-19T13:59:16.697+0000 7fbe4efa0640 10 monclient(hunting): get_auth_request con 0x56111848a7d0 auth_method 0 2024-09-19T13:59:17.100 INFO:tasks.workunit.client.0.smithi031.stderr: -185> 2024-09-19T13:59:16.697+0000 7fbe4efa0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:59:17.100 INFO:tasks.workunit.client.0.smithi031.stderr: -184> 2024-09-19T13:59:16.697+0000 7fbe4efa0640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:59:17.100 INFO:tasks.workunit.client.0.smithi031.stderr: -183> 2024-09-19T13:59:16.697+0000 7fbe4efa0640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:59:17.100 INFO:tasks.workunit.client.0.smithi031.stderr: -182> 2024-09-19T13:59:16.697+0000 7fbe4e79f640 10 monclient(hunting): get_auth_request con 0x56111848cfe0 auth_method 0 2024-09-19T13:59:17.100 INFO:tasks.workunit.client.0.smithi031.stderr: -181> 2024-09-19T13:59:16.697+0000 7fbe4e79f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:59:17.100 INFO:tasks.workunit.client.0.smithi031.stderr: -180> 2024-09-19T13:59:16.697+0000 7fbe4e79f640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:59:17.101 INFO:tasks.workunit.client.0.smithi031.stderr: -179> 2024-09-19T13:59:16.697+0000 7fbe4e79f640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:59:17.101 INFO:tasks.workunit.client.0.smithi031.stderr: -178> 2024-09-19T13:59:16.697+0000 7fbe4efa0640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:59:17.101 INFO:tasks.workunit.client.0.smithi031.stderr: -177> 2024-09-19T13:59:16.697+0000 7fbe4efa0640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:59:17.101 INFO:tasks.workunit.client.0.smithi031.stderr: -176> 2024-09-19T13:59:16.697+0000 7fbe4efa0640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:59:17.101 INFO:tasks.workunit.client.0.smithi031.stderr: -175> 2024-09-19T13:59:16.697+0000 7fbe4e79f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:59:17.101 INFO:tasks.workunit.client.0.smithi031.stderr: -174> 2024-09-19T13:59:16.697+0000 7fbe4e79f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:59:17.101 INFO:tasks.workunit.client.0.smithi031.stderr: -173> 2024-09-19T13:59:16.697+0000 7fbe4e79f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:59:17.101 INFO:tasks.workunit.client.0.smithi031.stderr: -172> 2024-09-19T13:59:16.697+0000 7fbe4df9e640 10 monclient(hunting): get_auth_request con 0x56111848e880 auth_method 0 2024-09-19T13:59:17.101 INFO:tasks.workunit.client.0.smithi031.stderr: -171> 2024-09-19T13:59:16.697+0000 7fbe4df9e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:59:17.101 INFO:tasks.workunit.client.0.smithi031.stderr: -170> 2024-09-19T13:59:16.697+0000 7fbe4df9e640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:59:17.101 INFO:tasks.workunit.client.0.smithi031.stderr: -169> 2024-09-19T13:59:16.697+0000 7fbe4df9e640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:59:17.101 INFO:tasks.workunit.client.0.smithi031.stderr: -168> 2024-09-19T13:59:16.697+0000 7fbe4efa0640 10 monclient(hunting): handle_auth_done global_id 7377 payload 824 2024-09-19T13:59:17.102 INFO:tasks.workunit.client.0.smithi031.stderr: -167> 2024-09-19T13:59:16.697+0000 7fbe4efa0640 10 monclient: _finish_hunting 0 2024-09-19T13:59:17.102 INFO:tasks.workunit.client.0.smithi031.stderr: -166> 2024-09-19T13:59:16.697+0000 7fbe4efa0640 1 monclient: found mon.noname-a 2024-09-19T13:59:17.102 INFO:tasks.workunit.client.0.smithi031.stderr: -165> 2024-09-19T13:59:16.697+0000 7fbe4efa0640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T13:59:17.102 INFO:tasks.workunit.client.0.smithi031.stderr: -164> 2024-09-19T13:59:16.697+0000 7fbd1ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:59:17.102 INFO:tasks.workunit.client.0.smithi031.stderr: -163> 2024-09-19T13:59:16.697+0000 7fbd1ffff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T13:59:17.102 INFO:tasks.workunit.client.0.smithi031.stderr: -162> 2024-09-19T13:59:16.697+0000 7fbd1ffff640 10 monclient: dump: 2024-09-19T13:59:17.102 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:59:17.102 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:59:17.102 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:17.102 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:17.102 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:59:17.102 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:59:17.103 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:59:17.103 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:59:17.103 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:59:17.103 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:17.103 INFO:tasks.workunit.client.0.smithi031.stderr: -161> 2024-09-19T13:59:16.697+0000 7fbd1ffff640 10 monclient: _finish_auth 0 2024-09-19T13:59:17.103 INFO:tasks.workunit.client.0.smithi031.stderr: -160> 2024-09-19T13:59:16.697+0000 7fbd1ffff640 10 monclient: _check_auth_tickets 2024-09-19T13:59:17.103 INFO:tasks.workunit.client.0.smithi031.stderr: -159> 2024-09-19T13:59:16.697+0000 7fbd1ffff640 10 monclient: handle_config config(0 keys) 2024-09-19T13:59:17.103 INFO:tasks.workunit.client.0.smithi031.stderr: -158> 2024-09-19T13:59:16.697+0000 7fbd1ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:59:17.103 INFO:tasks.workunit.client.0.smithi031.stderr: -157> 2024-09-19T13:59:16.697+0000 7fbd1ffff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T13:59:17.103 INFO:tasks.workunit.client.0.smithi031.stderr: -156> 2024-09-19T13:59:16.697+0000 7fbd1ffff640 10 monclient: dump: 2024-09-19T13:59:17.103 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:59:17.103 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:59:17.103 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:17.103 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:17.104 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:59:17.104 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:59:17.104 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:59:17.104 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:59:17.104 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:59:17.104 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:17.104 INFO:tasks.workunit.client.0.smithi031.stderr: -155> 2024-09-19T13:59:16.697+0000 7fbe50c999c0 5 monclient: authenticate success, global_id 7377 2024-09-19T13:59:17.104 INFO:tasks.workunit.client.0.smithi031.stderr: -154> 2024-09-19T13:59:16.697+0000 7fbd31ffb640 4 set_mon_vals no callback set 2024-09-19T13:59:17.104 INFO:tasks.workunit.client.0.smithi031.stderr: -153> 2024-09-19T13:59:16.697+0000 7fbe50c999c0 10 monclient: _renew_subs 2024-09-19T13:59:17.104 INFO:tasks.workunit.client.0.smithi031.stderr: -152> 2024-09-19T13:59:16.697+0000 7fbe50c999c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T13:59:17.104 INFO:tasks.workunit.client.0.smithi031.stderr: -151> 2024-09-19T13:59:16.697+0000 7fbe50c999c0 10 monclient: _renew_subs 2024-09-19T13:59:17.104 INFO:tasks.workunit.client.0.smithi031.stderr: -150> 2024-09-19T13:59:16.697+0000 7fbe50c999c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T13:59:17.105 INFO:tasks.workunit.client.0.smithi031.stderr: -149> 2024-09-19T13:59:16.697+0000 7fbe50c999c0 1 librados: init done 2024-09-19T13:59:17.105 INFO:tasks.workunit.client.0.smithi031.stderr: -148> 2024-09-19T13:59:16.697+0000 7fbe50c999c0 5 asok(0x5611181b8d90) register_command cr dump hook 0x561118485128 2024-09-19T13:59:17.105 INFO:tasks.workunit.client.0.smithi031.stderr: -147> 2024-09-19T13:59:16.697+0000 7fbe50c999c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:17.105 INFO:tasks.workunit.client.0.smithi031.stderr: -146> 2024-09-19T13:59:16.697+0000 7fbd1ffff640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T13:59:17.105 INFO:tasks.workunit.client.0.smithi031.stderr: -145> 2024-09-19T13:59:16.697+0000 7fbd1ffff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:59:17.105 INFO:tasks.workunit.client.0.smithi031.stderr: -144> 2024-09-19T13:59:16.697+0000 7fbd1ffff640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:59:17.105 INFO:tasks.workunit.client.0.smithi031.stderr: -143> 2024-09-19T13:59:16.697+0000 7fbe4e79f640 10 monclient: get_auth_request con 0x7fbd18071be0 auth_method 0 2024-09-19T13:59:17.105 INFO:tasks.workunit.client.0.smithi031.stderr: -142> 2024-09-19T13:59:16.697+0000 7fbe4df9e640 10 monclient: get_auth_request con 0x5611184aca10 auth_method 0 2024-09-19T13:59:17.105 INFO:tasks.workunit.client.0.smithi031.stderr: -141> 2024-09-19T13:59:16.701+0000 7fbe50c999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:17.105 INFO:tasks.workunit.client.0.smithi031.stderr: -140> 2024-09-19T13:59:16.701+0000 7fbe50c999c0 20 realm 2024-09-19T13:59:17.105 INFO:tasks.workunit.client.0.smithi031.stderr: -139> 2024-09-19T13:59:16.701+0000 7fbe50c999c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:17.105 INFO:tasks.workunit.client.0.smithi031.stderr: -138> 2024-09-19T13:59:16.701+0000 7fbe50c999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:17.106 INFO:tasks.workunit.client.0.smithi031.stderr: -137> 2024-09-19T13:59:16.701+0000 7fbe50c999c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:59:17.106 INFO:tasks.workunit.client.0.smithi031.stderr: -136> 2024-09-19T13:59:16.701+0000 7fbe50c999c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:17.106 INFO:tasks.workunit.client.0.smithi031.stderr: -135> 2024-09-19T13:59:16.701+0000 7fbe50c999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:17.106 INFO:tasks.workunit.client.0.smithi031.stderr: -134> 2024-09-19T13:59:16.701+0000 7fbe50c999c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:17.106 INFO:tasks.workunit.client.0.smithi031.stderr: -133> 2024-09-19T13:59:16.701+0000 7fbe4e79f640 10 monclient: get_auth_request con 0x5611184b0c80 auth_method 0 2024-09-19T13:59:17.106 INFO:tasks.workunit.client.0.smithi031.stderr: -132> 2024-09-19T13:59:16.701+0000 7fbe50c999c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:17.106 INFO:tasks.workunit.client.0.smithi031.stderr: -131> 2024-09-19T13:59:16.701+0000 7fbe50c999c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:17.106 INFO:tasks.workunit.client.0.smithi031.stderr: -130> 2024-09-19T13:59:16.701+0000 7fbe4df9e640 10 monclient: get_auth_request con 0x5611184b44c0 auth_method 0 2024-09-19T13:59:17.106 INFO:tasks.workunit.client.0.smithi031.stderr: -129> 2024-09-19T13:59:16.705+0000 7fbe50c999c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:59:17.106 INFO:tasks.workunit.client.0.smithi031.stderr: -128> 2024-09-19T13:59:16.705+0000 7fbe50c999c0 20 searching for the correct realm 2024-09-19T13:59:17.106 INFO:tasks.workunit.client.0.smithi031.stderr: -127> 2024-09-19T13:59:16.705+0000 7fbe4efa0640 10 monclient: get_auth_request con 0x7fbe44063ce0 auth_method 0 2024-09-19T13:59:17.106 INFO:tasks.workunit.client.0.smithi031.stderr: -126> 2024-09-19T13:59:16.705+0000 7fbe4e79f640 10 monclient: get_auth_request con 0x7fbe40008040 auth_method 0 2024-09-19T13:59:17.107 INFO:tasks.workunit.client.0.smithi031.stderr: -125> 2024-09-19T13:59:16.709+0000 7fbe4df9e640 10 monclient: get_auth_request con 0x7fbe4406cf80 auth_method 0 2024-09-19T13:59:17.107 INFO:tasks.workunit.client.0.smithi031.stderr: -124> 2024-09-19T13:59:16.709+0000 7fbe4df9e640 0 -- 172.21.15.31:0/691955906 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7fbe4406cf80 msgr2=0x7fbe44097a30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:59:17.107 INFO:tasks.workunit.client.0.smithi031.stderr: -123> 2024-09-19T13:59:16.913+0000 7fbe4df9e640 10 monclient: get_auth_request con 0x7fbe4406cf80 auth_method 0 2024-09-19T13:59:17.107 INFO:tasks.workunit.client.0.smithi031.stderr: -122> 2024-09-19T13:59:16.917+0000 7fbe4efa0640 10 monclient: get_auth_request con 0x7fbe40058930 auth_method 0 2024-09-19T13:59:17.107 INFO:tasks.workunit.client.0.smithi031.stderr: -121> 2024-09-19T13:59:16.921+0000 7fbe4e79f640 10 monclient: get_auth_request con 0x7fbe480c1070 auth_method 0 2024-09-19T13:59:17.107 INFO:tasks.workunit.client.0.smithi031.stderr: -120> 2024-09-19T13:59:16.925+0000 7fbe4df9e640 0 -- 172.21.15.31:0/691955906 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x5611184aca10 msgr2=0x5611184aeed0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:59:17.107 INFO:tasks.workunit.client.0.smithi031.stderr: -119> 2024-09-19T13:59:16.925+0000 7fbd1ffff640 1 client.7377.objecter ms_handle_reset 0x5611184aca10 session 0x5611184ac300 osd.6 2024-09-19T13:59:17.107 INFO:tasks.workunit.client.0.smithi031.stderr: -118> 2024-09-19T13:59:16.925+0000 7fbd1ffff640 10 monclient: _renew_subs 2024-09-19T13:59:17.107 INFO:tasks.workunit.client.0.smithi031.stderr: -117> 2024-09-19T13:59:16.925+0000 7fbd1ffff640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T13:59:17.107 INFO:tasks.workunit.client.0.smithi031.stderr: -116> 2024-09-19T13:59:16.925+0000 7fbe4df9e640 10 monclient: get_auth_request con 0x7fbd18081e90 auth_method 0 2024-09-19T13:59:17.107 INFO:tasks.workunit.client.0.smithi031.stderr: -115> 2024-09-19T13:59:16.937+0000 7fbe50c999c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:59:17.107 INFO:tasks.workunit.client.0.smithi031.stderr: -114> 2024-09-19T13:59:16.937+0000 7fbe50c999c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:59:17.108 INFO:tasks.workunit.client.0.smithi031.stderr: -113> 2024-09-19T13:59:16.937+0000 7fbe50c999c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:59:17.108 INFO:tasks.workunit.client.0.smithi031.stderr: -112> 2024-09-19T13:59:16.937+0000 7fbe50c999c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:59:17.108 INFO:tasks.workunit.client.0.smithi031.stderr: -111> 2024-09-19T13:59:16.937+0000 7fbe50c999c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:59:17.108 INFO:tasks.workunit.client.0.smithi031.stderr: -110> 2024-09-19T13:59:16.937+0000 7fbe50c999c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:59:17.108 INFO:tasks.workunit.client.0.smithi031.stderr: -109> 2024-09-19T13:59:16.937+0000 7fbe50c999c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:17.108 INFO:tasks.workunit.client.0.smithi031.stderr: -108> 2024-09-19T13:59:16.937+0000 7fbe50c999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:17.108 INFO:tasks.workunit.client.0.smithi031.stderr: -107> 2024-09-19T13:59:16.937+0000 7fbe50c999c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:17.108 INFO:tasks.workunit.client.0.smithi031.stderr: -106> 2024-09-19T13:59:16.937+0000 7fbe50c999c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:17.108 INFO:tasks.workunit.client.0.smithi031.stderr: -105> 2024-09-19T13:59:16.937+0000 7fbe50c999c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:17.108 INFO:tasks.workunit.client.0.smithi031.stderr: -104> 2024-09-19T13:59:16.937+0000 7fbe50c999c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:59:17.108 INFO:tasks.workunit.client.0.smithi031.stderr: -103> 2024-09-19T13:59:16.937+0000 7fbe50c999c0 20 zone default found 2024-09-19T13:59:17.108 INFO:tasks.workunit.client.0.smithi031.stderr: -102> 2024-09-19T13:59:16.937+0000 7fbe50c999c0 4 Realm: () 2024-09-19T13:59:17.109 INFO:tasks.workunit.client.0.smithi031.stderr: -101> 2024-09-19T13:59:16.937+0000 7fbe50c999c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:59:17.109 INFO:tasks.workunit.client.0.smithi031.stderr: -100> 2024-09-19T13:59:16.937+0000 7fbe50c999c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:59:17.109 INFO:tasks.workunit.client.0.smithi031.stderr: -99> 2024-09-19T13:59:16.937+0000 7fbe50c999c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:59:17.109 INFO:tasks.workunit.client.0.smithi031.stderr: -98> 2024-09-19T13:59:16.937+0000 7fbe50c999c0 20 zonegroup default 2024-09-19T13:59:17.109 INFO:tasks.workunit.client.0.smithi031.stderr: -97> 2024-09-19T13:59:16.937+0000 7fbe50c999c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:17.109 INFO:tasks.workunit.client.0.smithi031.stderr: -96> 2024-09-19T13:59:16.937+0000 7fbe50c999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:17.109 INFO:tasks.workunit.client.0.smithi031.stderr: -95> 2024-09-19T13:59:16.937+0000 7fbe50c999c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:17.109 INFO:tasks.workunit.client.0.smithi031.stderr: -94> 2024-09-19T13:59:16.941+0000 7fbe50c999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:17.109 INFO:tasks.workunit.client.0.smithi031.stderr: -93> 2024-09-19T13:59:16.941+0000 7fbe50c999c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:17.109 INFO:tasks.workunit.client.0.smithi031.stderr: -92> 2024-09-19T13:59:16.941+0000 7fbe50c999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:17.109 INFO:tasks.workunit.client.0.smithi031.stderr: -91> 2024-09-19T13:59:16.941+0000 7fbe50c999c0 20 started sync module instance, tier type = 2024-09-19T13:59:17.109 INFO:tasks.workunit.client.0.smithi031.stderr: -90> 2024-09-19T13:59:16.941+0000 7fbe50c999c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:59:17.109 INFO:tasks.workunit.client.0.smithi031.stderr: -89> 2024-09-19T13:59:16.965+0000 7fbe50c999c0 20 add_watcher() i=0 2024-09-19T13:59:17.110 INFO:tasks.workunit.client.0.smithi031.stderr: -88> 2024-09-19T13:59:16.965+0000 7fbe50c999c0 20 add_watcher() i=1 2024-09-19T13:59:17.110 INFO:tasks.workunit.client.0.smithi031.stderr: -87> 2024-09-19T13:59:16.965+0000 7fbe50c999c0 20 add_watcher() i=2 2024-09-19T13:59:17.110 INFO:tasks.workunit.client.0.smithi031.stderr: -86> 2024-09-19T13:59:16.965+0000 7fbe50c999c0 20 add_watcher() i=3 2024-09-19T13:59:17.110 INFO:tasks.workunit.client.0.smithi031.stderr: -85> 2024-09-19T13:59:16.965+0000 7fbe50c999c0 20 add_watcher() i=4 2024-09-19T13:59:17.110 INFO:tasks.workunit.client.0.smithi031.stderr: -84> 2024-09-19T13:59:16.965+0000 7fbe50c999c0 20 add_watcher() i=5 2024-09-19T13:59:17.110 INFO:tasks.workunit.client.0.smithi031.stderr: -83> 2024-09-19T13:59:16.965+0000 7fbe50c999c0 20 add_watcher() i=6 2024-09-19T13:59:17.110 INFO:tasks.workunit.client.0.smithi031.stderr: -82> 2024-09-19T13:59:16.965+0000 7fbe50c999c0 20 add_watcher() i=7 2024-09-19T13:59:17.110 INFO:tasks.workunit.client.0.smithi031.stderr: -81> 2024-09-19T13:59:16.965+0000 7fbe50c999c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:59:17.110 INFO:tasks.workunit.client.0.smithi031.stderr: -80> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e540) adding auth protocol: cephx 2024-09-19T13:59:17.110 INFO:tasks.workunit.client.0.smithi031.stderr: -79> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e540) adding auth protocol: cephx 2024-09-19T13:59:17.110 INFO:tasks.workunit.client.0.smithi031.stderr: -78> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e540) adding auth protocol: cephx 2024-09-19T13:59:17.110 INFO:tasks.workunit.client.0.smithi031.stderr: -77> 2024-09-19T13:59:16.973+0000 7fbd057e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:59:17.110 INFO:tasks.workunit.client.0.smithi031.stderr: -76> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e540) adding con mode: secure 2024-09-19T13:59:17.111 INFO:tasks.workunit.client.0.smithi031.stderr: -75> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e540) adding con mode: crc 2024-09-19T13:59:17.111 INFO:tasks.workunit.client.0.smithi031.stderr: -74> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e540) adding con mode: secure 2024-09-19T13:59:17.111 INFO:tasks.workunit.client.0.smithi031.stderr: -73> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e540) adding con mode: crc 2024-09-19T13:59:17.111 INFO:tasks.workunit.client.0.smithi031.stderr: -72> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e540) adding con mode: secure 2024-09-19T13:59:17.111 INFO:tasks.workunit.client.0.smithi031.stderr: -71> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e540) adding con mode: crc 2024-09-19T13:59:17.111 INFO:tasks.workunit.client.0.smithi031.stderr: -70> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e540) adding con mode: crc 2024-09-19T13:59:17.111 INFO:tasks.workunit.client.0.smithi031.stderr: -69> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e540) adding con mode: secure 2024-09-19T13:59:17.111 INFO:tasks.workunit.client.0.smithi031.stderr: -68> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e540) adding con mode: crc 2024-09-19T13:59:17.111 INFO:tasks.workunit.client.0.smithi031.stderr: -67> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e540) adding con mode: secure 2024-09-19T13:59:17.111 INFO:tasks.workunit.client.0.smithi031.stderr: -66> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e540) adding con mode: crc 2024-09-19T13:59:17.111 INFO:tasks.workunit.client.0.smithi031.stderr: -65> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e540) adding con mode: secure 2024-09-19T13:59:17.111 INFO:tasks.workunit.client.0.smithi031.stderr: -64> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:59:17.111 INFO:tasks.workunit.client.0.smithi031.stderr: -63> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:59:17.112 INFO:tasks.workunit.client.0.smithi031.stderr: -62> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:59:17.112 INFO:tasks.workunit.client.0.smithi031.stderr: -61> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 5 asok(0x5611181b8d90) register_command cache list hook 0x5611184830b0 2024-09-19T13:59:17.112 INFO:tasks.workunit.client.0.smithi031.stderr: -60> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 5 asok(0x5611181b8d90) register_command cache inspect hook 0x5611184830b0 2024-09-19T13:59:17.112 INFO:tasks.workunit.client.0.smithi031.stderr: -59> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 5 asok(0x5611181b8d90) register_command cache erase hook 0x5611184830b0 2024-09-19T13:59:17.112 INFO:tasks.workunit.client.0.smithi031.stderr: -58> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 5 asok(0x5611181b8d90) register_command cache zap hook 0x5611184830b0 2024-09-19T13:59:17.112 INFO:tasks.workunit.client.0.smithi031.stderr: -57> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 5 note: GC not initialized 2024-09-19T13:59:17.112 INFO:tasks.workunit.client.0.smithi031.stderr: -56> 2024-09-19T13:59:16.973+0000 7fbcff7fe640 20 reqs_thread_entry: start 2024-09-19T13:59:17.112 INFO:tasks.workunit.client.0.smithi031.stderr: -55> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 5 asok(0x5611181b8d90) register_command sync trace show hook 0x7fbe4000d050 2024-09-19T13:59:17.112 INFO:tasks.workunit.client.0.smithi031.stderr: -54> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 5 asok(0x5611181b8d90) register_command sync trace history hook 0x7fbe4000d050 2024-09-19T13:59:17.112 INFO:tasks.workunit.client.0.smithi031.stderr: -53> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 5 asok(0x5611181b8d90) register_command sync trace active hook 0x7fbe4000d050 2024-09-19T13:59:17.112 INFO:tasks.workunit.client.0.smithi031.stderr: -52> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 5 asok(0x5611181b8d90) register_command sync trace active_short hook 0x7fbe4000d050 2024-09-19T13:59:17.112 INFO:tasks.workunit.client.0.smithi031.stderr: -51> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 20 init_complete bucket index max shards: 1 2024-09-19T13:59:17.112 INFO:tasks.workunit.client.0.smithi031.stderr: -50> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 20 Filter name: none 2024-09-19T13:59:17.112 INFO:tasks.workunit.client.0.smithi031.stderr: -49> 2024-09-19T13:59:16.973+0000 7fbcfd7fa640 20 reqs_thread_entry: start 2024-09-19T13:59:17.113 INFO:tasks.workunit.client.0.smithi031.stderr: -48> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2024-09-19T13:59:17.113 INFO:tasks.workunit.client.0.smithi031.stderr: -47> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:17.113 INFO:tasks.workunit.client.0.smithi031.stderr: -46> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T13:59:17.113 INFO:tasks.workunit.client.0.smithi031.stderr: -45> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2024-09-19T13:59:17.113 INFO:tasks.workunit.client.0.smithi031.stderr: -44> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2024-09-19T13:59:17.113 INFO:tasks.workunit.client.0.smithi031.stderr: -43> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 : miss 2024-09-19T13:59:17.113 INFO:tasks.workunit.client.0.smithi031.stderr: -42> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:17.113 INFO:tasks.workunit.client.0.smithi031.stderr: -41> 2024-09-19T13:59:16.977+0000 7fbe50c999c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T13:59:17.113 INFO:tasks.workunit.client.0.smithi031.stderr: -40> 2024-09-19T13:59:16.977+0000 7fbe50c999c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 info.flags=0x17 2024-09-19T13:59:17.113 INFO:tasks.workunit.client.0.smithi031.stderr: -39> 2024-09-19T13:59:16.977+0000 7fbe50c999c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 to cache LRU end 2024-09-19T13:59:17.113 INFO:tasks.workunit.client.0.smithi031.stderr: -38> 2024-09-19T13:59:16.977+0000 7fbe50c999c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:59:17.113 INFO:tasks.workunit.client.0.smithi031.stderr: -37> 2024-09-19T13:59:16.977+0000 7fbe50c999c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:17.113 INFO:tasks.workunit.client.0.smithi031.stderr: -36> 2024-09-19T13:59:16.977+0000 7fbe50c999c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 2024-09-19T13:59:17.113 INFO:tasks.workunit.client.0.smithi031.stderr: -35> 2024-09-19T13:59:16.981+0000 7fbd1ffff640 1 client.7377.objecter ms_handle_reset 0x7fbe40058930 session 0x7fbe40016ca0 osd.7 2024-09-19T13:59:17.114 INFO:tasks.workunit.client.0.smithi031.stderr: -34> 2024-09-19T13:59:16.981+0000 7fbe4efa0640 10 monclient: get_auth_request con 0x5611184aca10 auth_method 0 2024-09-19T13:59:17.114 INFO:tasks.workunit.client.0.smithi031.stderr: -33> 2024-09-19T13:59:16.989+0000 7fbe50c999c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 info.flags=0x17 2024-09-19T13:59:17.114 INFO:tasks.workunit.client.0.smithi031.stderr: -32> 2024-09-19T13:59:16.989+0000 7fbe50c999c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 to cache LRU end 2024-09-19T13:59:17.114 INFO:tasks.workunit.client.0.smithi031.stderr: -31> 2024-09-19T13:59:16.989+0000 7fbe50c999c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:17.114 INFO:tasks.workunit.client.0.smithi031.stderr: -30> 2024-09-19T13:59:16.989+0000 7fbe50c999c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32, ofs0, ns] 2024-09-19T13:59:17.114 INFO:tasks.workunit.client.0.smithi031.stderr: -29> 2024-09-19T13:59:16.989+0000 7fbd31ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333508 cookie 94631422051952 notifier 7377 bl.length()=931 2024-09-19T13:59:17.114 INFO:tasks.workunit.client.0.smithi031.stderr: -28> 2024-09-19T13:59:16.989+0000 7fbd31ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 info.flags=0x17 2024-09-19T13:59:17.114 INFO:tasks.workunit.client.0.smithi031.stderr: -27> 2024-09-19T13:59:16.989+0000 7fbd31ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 to cache LRU end 2024-09-19T13:59:17.114 INFO:tasks.workunit.client.0.smithi031.stderr: -26> 2024-09-19T13:59:16.989+0000 7fbd31ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:17.114 INFO:tasks.workunit.client.0.smithi031.stderr: -25> 2024-09-19T13:59:16.989+0000 7fbe50c999c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32]): orig_sources= new_sources= 2024-09-19T13:59:17.114 INFO:tasks.workunit.client.0.smithi031.stderr: -24> 2024-09-19T13:59:16.989+0000 7fbe50c999c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32]): potential sources added=[] removed=[] 2024-09-19T13:59:17.114 INFO:tasks.workunit.client.0.smithi031.stderr: -23> 2024-09-19T13:59:16.989+0000 7fbe50c999c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32]): orig_dests= new_dests= 2024-09-19T13:59:17.114 INFO:tasks.workunit.client.0.smithi031.stderr: -22> 2024-09-19T13:59:16.989+0000 7fbe50c999c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32]): potential dests added=[] removed=[] 2024-09-19T13:59:17.115 INFO:tasks.workunit.client.0.smithi031.stderr: -21> 2024-09-19T13:59:16.997+0000 7fbe50c999c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32.1.0 2024-09-19T13:59:17.115 INFO:tasks.workunit.client.0.smithi031.stderr: -20> 2024-09-19T13:59:16.997+0000 7fbe50c999c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32.1.0 2024-09-19T13:59:17.115 INFO:tasks.workunit.client.0.smithi031.stderr: -19> 2024-09-19T13:59:16.997+0000 7fbe50c999c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32.1.1 2024-09-19T13:59:17.115 INFO:tasks.workunit.client.0.smithi031.stderr: -18> 2024-09-19T13:59:16.997+0000 7fbe50c999c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32.1.1 2024-09-19T13:59:17.115 INFO:tasks.workunit.client.0.smithi031.stderr: -17> 2024-09-19T13:59:16.997+0000 7fbe50c999c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32.0 2024-09-19T13:59:17.115 INFO:tasks.workunit.client.0.smithi031.stderr: -16> 2024-09-19T13:59:17.001+0000 7fbe50c999c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 : hit (requested=0x17, cached=0x17) 2024-09-19T13:59:17.115 INFO:tasks.workunit.client.0.smithi031.stderr: -15> 2024-09-19T13:59:17.001+0000 7fbe50c999c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 2024-09-19T13:59:17.115 INFO:tasks.workunit.client.0.smithi031.stderr: -14> 2024-09-19T13:59:17.005+0000 7fbe50c999c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 info.flags=0x17 2024-09-19T13:59:17.115 INFO:tasks.workunit.client.0.smithi031.stderr: -13> 2024-09-19T13:59:17.005+0000 7fbe50c999c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 to cache LRU end 2024-09-19T13:59:17.115 INFO:tasks.workunit.client.0.smithi031.stderr: -12> 2024-09-19T13:59:17.005+0000 7fbe50c999c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:17.115 INFO:tasks.workunit.client.0.smithi031.stderr: -11> 2024-09-19T13:59:17.005+0000 7fbe50c999c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32, ofs0, ns] 2024-09-19T13:59:17.115 INFO:tasks.workunit.client.0.smithi031.stderr: -10> 2024-09-19T13:59:17.005+0000 7fbd31ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333509 cookie 94631422051952 notifier 7377 bl.length()=931 2024-09-19T13:59:17.115 INFO:tasks.workunit.client.0.smithi031.stderr: -9> 2024-09-19T13:59:17.005+0000 7fbd31ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 info.flags=0x17 2024-09-19T13:59:17.116 INFO:tasks.workunit.client.0.smithi031.stderr: -8> 2024-09-19T13:59:17.005+0000 7fbd31ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 to cache LRU end 2024-09-19T13:59:17.116 INFO:tasks.workunit.client.0.smithi031.stderr: -7> 2024-09-19T13:59:17.005+0000 7fbd31ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:17.116 INFO:tasks.workunit.client.0.smithi031.stderr: -6> 2024-09-19T13:59:17.005+0000 7fbe50c999c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32]): orig_sources= new_sources= 2024-09-19T13:59:17.116 INFO:tasks.workunit.client.0.smithi031.stderr: -5> 2024-09-19T13:59:17.005+0000 7fbe50c999c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32]): potential sources added=[] removed=[] 2024-09-19T13:59:17.116 INFO:tasks.workunit.client.0.smithi031.stderr: -4> 2024-09-19T13:59:17.005+0000 7fbe50c999c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32]): orig_dests= new_dests= 2024-09-19T13:59:17.116 INFO:tasks.workunit.client.0.smithi031.stderr: -3> 2024-09-19T13:59:17.005+0000 7fbe50c999c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32]): potential dests added=[] removed=[] 2024-09-19T13:59:17.116 INFO:tasks.workunit.client.0.smithi031.stderr: -2> 2024-09-19T13:59:17.009+0000 7fbe50c999c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32.0 2024-09-19T13:59:17.116 INFO:tasks.workunit.client.0.smithi031.stderr: -1> 2024-09-19T13:59:17.013+0000 7fbe50c999c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fbe50c999c0 time 2024-09-19T13:59:17.015583+0000 2024-09-19T13:59:17.116 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T13:59:17.116 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:17.116 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T13:59:17.116 INFO:tasks.workunit.client.0.smithi031.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fbe545732eb] 2024-09-19T13:59:17.116 INFO:tasks.workunit.client.0.smithi031.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fbe5457349f] 2024-09-19T13:59:17.117 INFO:tasks.workunit.client.0.smithi031.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x561116588271] 2024-09-19T13:59:17.117 INFO:tasks.workunit.client.0.smithi031.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x5611165983b7] 2024-09-19T13:59:17.117 INFO:tasks.workunit.client.0.smithi031.stderr: 5: main() 2024-09-19T13:59:17.117 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fbe533d9d90] 2024-09-19T13:59:17.117 INFO:tasks.workunit.client.0.smithi031.stderr: 7: __libc_start_main() 2024-09-19T13:59:17.117 INFO:tasks.workunit.client.0.smithi031.stderr: 8: _start() 2024-09-19T13:59:17.117 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:17.117 INFO:tasks.workunit.client.0.smithi031.stderr: 0> 2024-09-19T13:59:17.017+0000 7fbe50c999c0 -1 *** Caught signal (Aborted) ** 2024-09-19T13:59:17.117 INFO:tasks.workunit.client.0.smithi031.stderr: in thread 7fbe50c999c0 thread_name:radosgw-admin 2024-09-19T13:59:17.117 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:17.117 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T13:59:17.118 INFO:tasks.workunit.client.0.smithi031.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fbe533f2520] 2024-09-19T13:59:17.118 INFO:tasks.workunit.client.0.smithi031.stderr: 2: pthread_kill() 2024-09-19T13:59:17.118 INFO:tasks.workunit.client.0.smithi031.stderr: 3: raise() 2024-09-19T13:59:17.118 INFO:tasks.workunit.client.0.smithi031.stderr: 4: abort() 2024-09-19T13:59:17.118 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fbe54573345] 2024-09-19T13:59:17.118 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fbe5457349f] 2024-09-19T13:59:17.118 INFO:tasks.workunit.client.0.smithi031.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x561116588271] 2024-09-19T13:59:17.118 INFO:tasks.workunit.client.0.smithi031.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x5611165983b7] 2024-09-19T13:59:17.118 INFO:tasks.workunit.client.0.smithi031.stderr: 9: main() 2024-09-19T13:59:17.118 INFO:tasks.workunit.client.0.smithi031.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fbe533d9d90] 2024-09-19T13:59:17.118 INFO:tasks.workunit.client.0.smithi031.stderr: 11: __libc_start_main() 2024-09-19T13:59:17.118 INFO:tasks.workunit.client.0.smithi031.stderr: 12: _start() 2024-09-19T13:59:17.119 INFO:tasks.workunit.client.0.smithi031.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T13:59:17.119 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:17.119 INFO:tasks.workunit.client.0.smithi031.stderr:--- logging levels --- 2024-09-19T13:59:17.119 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 none 2024-09-19T13:59:17.119 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 lockdep 2024-09-19T13:59:17.119 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 context 2024-09-19T13:59:17.119 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 crush 2024-09-19T13:59:17.119 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds 2024-09-19T13:59:17.119 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_balancer 2024-09-19T13:59:17.119 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_locker 2024-09-19T13:59:17.119 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_log 2024-09-19T13:59:17.119 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_log_expire 2024-09-19T13:59:17.120 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_migrator 2024-09-19T13:59:17.120 INFO:tasks.workunit.client.0.smithi031.stderr: 3/ 5 mds_quiesce 2024-09-19T13:59:17.120 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 buffer 2024-09-19T13:59:17.120 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 timer 2024-09-19T13:59:17.120 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 filer 2024-09-19T13:59:17.120 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 striper 2024-09-19T13:59:17.120 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 objecter 2024-09-19T13:59:17.120 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rados 2024-09-19T13:59:17.120 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd 2024-09-19T13:59:17.120 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_mirror 2024-09-19T13:59:17.120 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_replay 2024-09-19T13:59:17.120 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_pwl 2024-09-19T13:59:17.121 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 journaler 2024-09-19T13:59:17.121 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 objectcacher 2024-09-19T13:59:17.121 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 immutable_obj_cache 2024-09-19T13:59:17.121 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 client 2024-09-19T13:59:17.121 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 osd 2024-09-19T13:59:17.121 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 optracker 2024-09-19T13:59:17.121 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 objclass 2024-09-19T13:59:17.121 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 filestore 2024-09-19T13:59:17.121 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 journal 2024-09-19T13:59:17.121 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 0 ms 2024-09-19T13:59:17.121 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mon 2024-09-19T13:59:17.121 INFO:tasks.workunit.client.0.smithi031.stderr: 0/10 monc 2024-09-19T13:59:17.122 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 paxos 2024-09-19T13:59:17.122 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 tp 2024-09-19T13:59:17.122 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 auth 2024-09-19T13:59:17.122 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 crypto 2024-09-19T13:59:17.122 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 finisher 2024-09-19T13:59:17.122 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 reserver 2024-09-19T13:59:17.122 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 heartbeatmap 2024-09-19T13:59:17.122 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 perfcounter 2024-09-19T13:59:17.122 INFO:tasks.workunit.client.0.smithi031.stderr: 20/20 rgw 2024-09-19T13:59:17.122 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_sync 2024-09-19T13:59:17.122 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_datacache 2024-09-19T13:59:17.122 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_access 2024-09-19T13:59:17.123 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_dbstore 2024-09-19T13:59:17.123 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_flight 2024-09-19T13:59:17.123 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_lifecycle 2024-09-19T13:59:17.123 INFO:tasks.workunit.client.0.smithi031.stderr: 20/20 rgw_notification 2024-09-19T13:59:17.123 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 javaclient 2024-09-19T13:59:17.123 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 asok 2024-09-19T13:59:17.123 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 throttle 2024-09-19T13:59:17.123 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 0 refs 2024-09-19T13:59:17.123 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 compressor 2024-09-19T13:59:17.123 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 bluestore 2024-09-19T13:59:17.123 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 bluefs 2024-09-19T13:59:17.123 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 bdev 2024-09-19T13:59:17.124 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 kstore 2024-09-19T13:59:17.124 INFO:tasks.workunit.client.0.smithi031.stderr: 4/ 5 rocksdb 2024-09-19T13:59:17.124 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 fuse 2024-09-19T13:59:17.124 INFO:tasks.workunit.client.0.smithi031.stderr: 2/ 5 mgr 2024-09-19T13:59:17.124 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mgrc 2024-09-19T13:59:17.124 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 dpdk 2024-09-19T13:59:17.124 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 eventtrace 2024-09-19T13:59:17.124 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 prioritycache 2024-09-19T13:59:17.124 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 test 2024-09-19T13:59:17.124 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cephfs_mirror 2024-09-19T13:59:17.124 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cephsqlite 2024-09-19T13:59:17.124 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 crimson_interrupt 2024-09-19T13:59:17.124 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore 2024-09-19T13:59:17.125 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_onode 2024-09-19T13:59:17.125 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_odata 2024-09-19T13:59:17.125 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_omap 2024-09-19T13:59:17.125 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_tm 2024-09-19T13:59:17.125 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_t 2024-09-19T13:59:17.125 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_cleaner 2024-09-19T13:59:17.125 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_epm 2024-09-19T13:59:17.125 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_lba 2024-09-19T13:59:17.125 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-19T13:59:17.125 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_cache 2024-09-19T13:59:17.125 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_journal 2024-09-19T13:59:17.125 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_device 2024-09-19T13:59:17.125 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_backref 2024-09-19T13:59:17.126 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 alienstore 2024-09-19T13:59:17.126 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mclock 2024-09-19T13:59:17.126 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cyanstore 2024-09-19T13:59:17.126 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 ceph_exporter 2024-09-19T13:59:17.126 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 memstore 2024-09-19T13:59:17.126 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 trace 2024-09-19T13:59:17.126 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 ceph_dedup 2024-09-19T13:59:17.126 INFO:tasks.workunit.client.0.smithi031.stderr: -2/-2 (syslog threshold) 2024-09-19T13:59:17.126 INFO:tasks.workunit.client.0.smithi031.stderr: 99/99 (stderr threshold) 2024-09-19T13:59:17.126 INFO:tasks.workunit.client.0.smithi031.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-19T13:59:17.126 INFO:tasks.workunit.client.0.smithi031.stderr: 7fbcfd7fa640 / http_manager 2024-09-19T13:59:17.126 INFO:tasks.workunit.client.0.smithi031.stderr: 7fbcff7fe640 / http_manager 2024-09-19T13:59:17.126 INFO:tasks.workunit.client.0.smithi031.stderr: 7fbd057e2640 / rgw_dt_lg_renew 2024-09-19T13:59:17.127 INFO:tasks.workunit.client.0.smithi031.stderr: 7fbd1ffff640 / ms_dispatch 2024-09-19T13:59:17.127 INFO:tasks.workunit.client.0.smithi031.stderr: 7fbd31ffb640 / io_context_pool 2024-09-19T13:59:17.127 INFO:tasks.workunit.client.0.smithi031.stderr: 7fbd33fff640 / ms_dispatch 2024-09-19T13:59:17.127 INFO:tasks.workunit.client.0.smithi031.stderr: 7fbd3ae05640 / ms_dispatch 2024-09-19T13:59:17.127 INFO:tasks.workunit.client.0.smithi031.stderr: 7fbd3c608640 / io_context_pool 2024-09-19T13:59:17.127 INFO:tasks.workunit.client.0.smithi031.stderr: 7fbe4df9e640 / msgr-worker-2 2024-09-19T13:59:17.127 INFO:tasks.workunit.client.0.smithi031.stderr: 7fbe4e79f640 / msgr-worker-1 2024-09-19T13:59:17.127 INFO:tasks.workunit.client.0.smithi031.stderr: 7fbe4efa0640 / msgr-worker-0 2024-09-19T13:59:17.127 INFO:tasks.workunit.client.0.smithi031.stderr: 7fbe4f7a1640 / io_context_pool 2024-09-19T13:59:17.127 INFO:tasks.workunit.client.0.smithi031.stderr: 7fbe50c999c0 / radosgw-admin 2024-09-19T13:59:17.127 INFO:tasks.workunit.client.0.smithi031.stderr: max_recent 500 2024-09-19T13:59:17.127 INFO:tasks.workunit.client.0.smithi031.stderr: max_new 1000 2024-09-19T13:59:17.127 INFO:tasks.workunit.client.0.smithi031.stderr: log_file /var/log/ceph/ceph-client.admin.114521.log 2024-09-19T13:59:17.127 INFO:tasks.workunit.client.0.smithi031.stderr:--- end dump of recent events --- 2024-09-19T13:59:17.128 INFO:tasks.workunit.client.0.smithi031.stderr:--- begin dump of recent events --- 2024-09-19T13:59:17.128 INFO:tasks.workunit.client.0.smithi031.stderr: -499> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 AuthRegistry(0x5611183c6910) adding con mode: secure 2024-09-19T13:59:17.128 INFO:tasks.workunit.client.0.smithi031.stderr: -498> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 AuthRegistry(0x5611183c6910) adding con mode: crc 2024-09-19T13:59:17.128 INFO:tasks.workunit.client.0.smithi031.stderr: -497> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 AuthRegistry(0x5611183c6910) adding con mode: secure 2024-09-19T13:59:17.128 INFO:tasks.workunit.client.0.smithi031.stderr: -496> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 AuthRegistry(0x5611183c6910) adding con mode: crc 2024-09-19T13:59:17.128 INFO:tasks.workunit.client.0.smithi031.stderr: -495> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 AuthRegistry(0x5611183c6910) adding con mode: crc 2024-09-19T13:59:17.128 INFO:tasks.workunit.client.0.smithi031.stderr: -494> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 AuthRegistry(0x5611183c6910) adding con mode: secure 2024-09-19T13:59:17.128 INFO:tasks.workunit.client.0.smithi031.stderr: -493> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 AuthRegistry(0x5611183c6910) adding con mode: crc 2024-09-19T13:59:17.128 INFO:tasks.workunit.client.0.smithi031.stderr: -492> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 AuthRegistry(0x5611183c6910) adding con mode: secure 2024-09-19T13:59:17.128 INFO:tasks.workunit.client.0.smithi031.stderr: -491> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 AuthRegistry(0x5611183c6910) adding con mode: crc 2024-09-19T13:59:17.128 INFO:tasks.workunit.client.0.smithi031.stderr: -490> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 AuthRegistry(0x5611183c6910) adding con mode: secure 2024-09-19T13:59:17.128 INFO:tasks.workunit.client.0.smithi031.stderr: -489> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:59:17.128 INFO:tasks.workunit.client.0.smithi031.stderr: -488> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 1 librados: starting msgr at 2024-09-19T13:59:17.128 INFO:tasks.workunit.client.0.smithi031.stderr: -487> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 1 librados: starting objecter 2024-09-19T13:59:17.129 INFO:tasks.workunit.client.0.smithi031.stderr: -486> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 asok(0x5611181b8d90) register_command objecter_requests hook 0x5611183c8260 2024-09-19T13:59:17.129 INFO:tasks.workunit.client.0.smithi031.stderr: -485> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 1 librados: setting wanted keys 2024-09-19T13:59:17.129 INFO:tasks.workunit.client.0.smithi031.stderr: -484> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 1 librados: calling monclient init 2024-09-19T13:59:17.129 INFO:tasks.workunit.client.0.smithi031.stderr: -483> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 10 monclient: init 2024-09-19T13:59:17.129 INFO:tasks.workunit.client.0.smithi031.stderr: -482> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 AuthRegistry(0x5611183c3540) adding auth protocol: cephx 2024-09-19T13:59:17.129 INFO:tasks.workunit.client.0.smithi031.stderr: -481> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 AuthRegistry(0x5611183c3540) adding auth protocol: cephx 2024-09-19T13:59:17.129 INFO:tasks.workunit.client.0.smithi031.stderr: -480> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 AuthRegistry(0x5611183c3540) adding auth protocol: cephx 2024-09-19T13:59:17.129 INFO:tasks.workunit.client.0.smithi031.stderr: -479> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 AuthRegistry(0x5611183c3540) adding con mode: secure 2024-09-19T13:59:17.129 INFO:tasks.workunit.client.0.smithi031.stderr: -478> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 AuthRegistry(0x5611183c3540) adding con mode: crc 2024-09-19T13:59:17.129 INFO:tasks.workunit.client.0.smithi031.stderr: -477> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 AuthRegistry(0x5611183c3540) adding con mode: secure 2024-09-19T13:59:17.129 INFO:tasks.workunit.client.0.smithi031.stderr: -476> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 AuthRegistry(0x5611183c3540) adding con mode: crc 2024-09-19T13:59:17.129 INFO:tasks.workunit.client.0.smithi031.stderr: -475> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 AuthRegistry(0x5611183c3540) adding con mode: secure 2024-09-19T13:59:17.129 INFO:tasks.workunit.client.0.smithi031.stderr: -474> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 AuthRegistry(0x5611183c3540) adding con mode: crc 2024-09-19T13:59:17.129 INFO:tasks.workunit.client.0.smithi031.stderr: -473> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 AuthRegistry(0x5611183c3540) adding con mode: crc 2024-09-19T13:59:17.129 INFO:tasks.workunit.client.0.smithi031.stderr: -472> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 AuthRegistry(0x5611183c3540) adding con mode: secure 2024-09-19T13:59:17.130 INFO:tasks.workunit.client.0.smithi031.stderr: -471> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 AuthRegistry(0x5611183c3540) adding con mode: crc 2024-09-19T13:59:17.130 INFO:tasks.workunit.client.0.smithi031.stderr: -470> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 AuthRegistry(0x5611183c3540) adding con mode: secure 2024-09-19T13:59:17.130 INFO:tasks.workunit.client.0.smithi031.stderr: -469> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 AuthRegistry(0x5611183c3540) adding con mode: crc 2024-09-19T13:59:17.130 INFO:tasks.workunit.client.0.smithi031.stderr: -468> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 AuthRegistry(0x5611183c3540) adding con mode: secure 2024-09-19T13:59:17.130 INFO:tasks.workunit.client.0.smithi031.stderr: -467> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:59:17.130 INFO:tasks.workunit.client.0.smithi031.stderr: -466> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:59:17.130 INFO:tasks.workunit.client.0.smithi031.stderr: -465> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 asok(0x5611181b8d90) register_command rotate-key hook 0x5611183c3688 2024-09-19T13:59:17.130 INFO:tasks.workunit.client.0.smithi031.stderr: -464> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 10 monclient: _reopen_session rank -1 2024-09-19T13:59:17.130 INFO:tasks.workunit.client.0.smithi031.stderr: -463> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-19T13:59:17.130 INFO:tasks.workunit.client.0.smithi031.stderr: -462> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 10 monclient(hunting): picked mon.noname-c con 0x5611182511f0 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T13:59:17.130 INFO:tasks.workunit.client.0.smithi031.stderr: -461> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 10 monclient(hunting): picked mon.noname-b con 0x56111827c760 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T13:59:17.130 INFO:tasks.workunit.client.0.smithi031.stderr: -460> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 10 monclient(hunting): picked mon.noname-a con 0x56111830c640 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T13:59:17.130 INFO:tasks.workunit.client.0.smithi031.stderr: -459> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:59:17.131 INFO:tasks.workunit.client.0.smithi031.stderr: -458> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:59:17.131 INFO:tasks.workunit.client.0.smithi031.stderr: -457> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:59:17.131 INFO:tasks.workunit.client.0.smithi031.stderr: -456> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 10 monclient(hunting): _renew_subs 2024-09-19T13:59:17.131 INFO:tasks.workunit.client.0.smithi031.stderr: -455> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 10 monclient(hunting): authenticate will time out at 2300.510903s 2024-09-19T13:59:17.131 INFO:tasks.workunit.client.0.smithi031.stderr: -454> 2024-09-19T13:59:16.677+0000 7fbe4e79f640 10 monclient(hunting): get_auth_request con 0x5611182511f0 auth_method 0 2024-09-19T13:59:17.131 INFO:tasks.workunit.client.0.smithi031.stderr: -453> 2024-09-19T13:59:16.677+0000 7fbe4e79f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:59:17.131 INFO:tasks.workunit.client.0.smithi031.stderr: -452> 2024-09-19T13:59:16.677+0000 7fbe4e79f640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:59:17.131 INFO:tasks.workunit.client.0.smithi031.stderr: -451> 2024-09-19T13:59:16.677+0000 7fbe4e79f640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:59:17.131 INFO:tasks.workunit.client.0.smithi031.stderr: -450> 2024-09-19T13:59:16.677+0000 7fbe4efa0640 10 monclient(hunting): get_auth_request con 0x56111830c640 auth_method 0 2024-09-19T13:59:17.131 INFO:tasks.workunit.client.0.smithi031.stderr: -449> 2024-09-19T13:59:16.677+0000 7fbe4efa0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:59:17.131 INFO:tasks.workunit.client.0.smithi031.stderr: -448> 2024-09-19T13:59:16.677+0000 7fbe4efa0640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:59:17.131 INFO:tasks.workunit.client.0.smithi031.stderr: -447> 2024-09-19T13:59:16.677+0000 7fbe4efa0640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:59:17.131 INFO:tasks.workunit.client.0.smithi031.stderr: -446> 2024-09-19T13:59:16.677+0000 7fbe4e79f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:59:17.131 INFO:tasks.workunit.client.0.smithi031.stderr: -445> 2024-09-19T13:59:16.677+0000 7fbe4e79f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:59:17.132 INFO:tasks.workunit.client.0.smithi031.stderr: -444> 2024-09-19T13:59:16.677+0000 7fbe4e79f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:59:17.132 INFO:tasks.workunit.client.0.smithi031.stderr: -443> 2024-09-19T13:59:16.677+0000 7fbe4efa0640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:59:17.132 INFO:tasks.workunit.client.0.smithi031.stderr: -442> 2024-09-19T13:59:16.677+0000 7fbe4efa0640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:59:17.132 INFO:tasks.workunit.client.0.smithi031.stderr: -441> 2024-09-19T13:59:16.677+0000 7fbe4efa0640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:59:17.132 INFO:tasks.workunit.client.0.smithi031.stderr: -440> 2024-09-19T13:59:16.677+0000 7fbe4efa0640 10 monclient(hunting): handle_auth_done global_id 7368 payload 824 2024-09-19T13:59:17.132 INFO:tasks.workunit.client.0.smithi031.stderr: -439> 2024-09-19T13:59:16.677+0000 7fbe4efa0640 10 monclient: _finish_hunting 0 2024-09-19T13:59:17.132 INFO:tasks.workunit.client.0.smithi031.stderr: -438> 2024-09-19T13:59:16.677+0000 7fbe4efa0640 1 monclient: found mon.noname-a 2024-09-19T13:59:17.132 INFO:tasks.workunit.client.0.smithi031.stderr: -437> 2024-09-19T13:59:16.677+0000 7fbe4efa0640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T13:59:17.132 INFO:tasks.workunit.client.0.smithi031.stderr: -436> 2024-09-19T13:59:16.677+0000 7fbd3ae05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:59:17.132 INFO:tasks.workunit.client.0.smithi031.stderr: -435> 2024-09-19T13:59:16.677+0000 7fbd3ae05640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T13:59:17.132 INFO:tasks.workunit.client.0.smithi031.stderr: -434> 2024-09-19T13:59:16.677+0000 7fbd3ae05640 10 monclient: dump: 2024-09-19T13:59:17.132 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:59:17.132 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:59:17.133 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:17.133 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:17.133 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:59:17.133 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:59:17.133 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:59:17.133 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:59:17.133 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:59:17.133 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:17.133 INFO:tasks.workunit.client.0.smithi031.stderr: -433> 2024-09-19T13:59:16.677+0000 7fbd3ae05640 10 monclient: _finish_auth 0 2024-09-19T13:59:17.133 INFO:tasks.workunit.client.0.smithi031.stderr: -432> 2024-09-19T13:59:16.677+0000 7fbd3ae05640 10 monclient: _check_auth_tickets 2024-09-19T13:59:17.133 INFO:tasks.workunit.client.0.smithi031.stderr: -431> 2024-09-19T13:59:16.677+0000 7fbd3ae05640 10 monclient: handle_config config(0 keys) 2024-09-19T13:59:17.133 INFO:tasks.workunit.client.0.smithi031.stderr: -430> 2024-09-19T13:59:16.677+0000 7fbd3ae05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:59:17.133 INFO:tasks.workunit.client.0.smithi031.stderr: -429> 2024-09-19T13:59:16.677+0000 7fbd3ae05640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T13:59:17.133 INFO:tasks.workunit.client.0.smithi031.stderr: -428> 2024-09-19T13:59:16.677+0000 7fbd3ae05640 10 monclient: dump: 2024-09-19T13:59:17.133 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:59:17.134 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:59:17.134 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:17.134 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:17.134 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:59:17.134 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:59:17.134 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:59:17.134 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:59:17.134 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:59:17.134 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:17.134 INFO:tasks.workunit.client.0.smithi031.stderr: -427> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 5 monclient: authenticate success, global_id 7368 2024-09-19T13:59:17.134 INFO:tasks.workunit.client.0.smithi031.stderr: -426> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 10 monclient: _renew_subs 2024-09-19T13:59:17.134 INFO:tasks.workunit.client.0.smithi031.stderr: -425> 2024-09-19T13:59:16.677+0000 7fbd3c608640 4 set_mon_vals no callback set 2024-09-19T13:59:17.134 INFO:tasks.workunit.client.0.smithi031.stderr: -424> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T13:59:17.134 INFO:tasks.workunit.client.0.smithi031.stderr: -423> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 10 monclient: _renew_subs 2024-09-19T13:59:17.134 INFO:tasks.workunit.client.0.smithi031.stderr: -422> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T13:59:17.135 INFO:tasks.workunit.client.0.smithi031.stderr: -421> 2024-09-19T13:59:16.677+0000 7fbe50c999c0 1 librados: init done 2024-09-19T13:59:17.135 INFO:tasks.workunit.client.0.smithi031.stderr: -420> 2024-09-19T13:59:16.681+0000 7fbd3ae05640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T13:59:17.135 INFO:tasks.workunit.client.0.smithi031.stderr: -419> 2024-09-19T13:59:16.681+0000 7fbd3ae05640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:59:17.135 INFO:tasks.workunit.client.0.smithi031.stderr: -418> 2024-09-19T13:59:16.681+0000 7fbd3ae05640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:59:17.135 INFO:tasks.workunit.client.0.smithi031.stderr: -417> 2024-09-19T13:59:16.681+0000 7fbe4e79f640 10 monclient: get_auth_request con 0x7fbd34071c10 auth_method 0 2024-09-19T13:59:17.135 INFO:tasks.workunit.client.0.smithi031.stderr: -416> 2024-09-19T13:59:16.681+0000 7fbe4df9e640 10 monclient: get_auth_request con 0x561118403370 auth_method 0 2024-09-19T13:59:17.135 INFO:tasks.workunit.client.0.smithi031.stderr: -415> 2024-09-19T13:59:16.685+0000 7fbe4e79f640 10 monclient: get_auth_request con 0x56111840e4d0 auth_method 0 2024-09-19T13:59:17.135 INFO:tasks.workunit.client.0.smithi031.stderr: -414> 2024-09-19T13:59:16.685+0000 7fbe4df9e640 10 monclient: get_auth_request con 0x5611184126c0 auth_method 0 2024-09-19T13:59:17.135 INFO:tasks.workunit.client.0.smithi031.stderr: -413> 2024-09-19T13:59:16.685+0000 7fbe50c999c0 10 monclient: build_initial_monmap 2024-09-19T13:59:17.135 INFO:tasks.workunit.client.0.smithi031.stderr: -412> 2024-09-19T13:59:16.685+0000 7fbe50c999c0 1 build_initial for_mkfs: 0 2024-09-19T13:59:17.135 INFO:tasks.workunit.client.0.smithi031.stderr: -411> 2024-09-19T13:59:16.685+0000 7fbe50c999c0 10 monclient: monmap: 2024-09-19T13:59:17.135 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T13:59:17.135 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T13:59:17.136 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T13:59:17.136 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T13:59:17.136 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T13:59:17.136 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:59:17.136 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T13:59:17.136 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T13:59:17.136 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T13:59:17.136 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:17.136 INFO:tasks.workunit.client.0.smithi031.stderr: -410> 2024-09-19T13:59:16.685+0000 7fbe50c999c0 5 AuthRegistry(0x5611184175a0) adding auth protocol: cephx 2024-09-19T13:59:17.136 INFO:tasks.workunit.client.0.smithi031.stderr: -409> 2024-09-19T13:59:16.685+0000 7fbe50c999c0 5 AuthRegistry(0x5611184175a0) adding auth protocol: cephx 2024-09-19T13:59:17.136 INFO:tasks.workunit.client.0.smithi031.stderr: -408> 2024-09-19T13:59:16.685+0000 7fbe50c999c0 5 AuthRegistry(0x5611184175a0) adding auth protocol: cephx 2024-09-19T13:59:17.136 INFO:tasks.workunit.client.0.smithi031.stderr: -407> 2024-09-19T13:59:16.685+0000 7fbe50c999c0 5 AuthRegistry(0x5611184175a0) adding con mode: secure 2024-09-19T13:59:17.136 INFO:tasks.workunit.client.0.smithi031.stderr: -406> 2024-09-19T13:59:16.685+0000 7fbe50c999c0 5 AuthRegistry(0x5611184175a0) adding con mode: crc 2024-09-19T13:59:17.136 INFO:tasks.workunit.client.0.smithi031.stderr: -405> 2024-09-19T13:59:16.685+0000 7fbe50c999c0 5 AuthRegistry(0x5611184175a0) adding con mode: secure 2024-09-19T13:59:17.137 INFO:tasks.workunit.client.0.smithi031.stderr: -404> 2024-09-19T13:59:16.685+0000 7fbe50c999c0 5 AuthRegistry(0x5611184175a0) adding con mode: crc 2024-09-19T13:59:17.137 INFO:tasks.workunit.client.0.smithi031.stderr: -403> 2024-09-19T13:59:16.685+0000 7fbe50c999c0 5 AuthRegistry(0x5611184175a0) adding con mode: secure 2024-09-19T13:59:17.137 INFO:tasks.workunit.client.0.smithi031.stderr: -402> 2024-09-19T13:59:16.685+0000 7fbe50c999c0 5 AuthRegistry(0x5611184175a0) adding con mode: crc 2024-09-19T13:59:17.137 INFO:tasks.workunit.client.0.smithi031.stderr: -401> 2024-09-19T13:59:16.685+0000 7fbe50c999c0 5 AuthRegistry(0x5611184175a0) adding con mode: crc 2024-09-19T13:59:17.137 INFO:tasks.workunit.client.0.smithi031.stderr: -400> 2024-09-19T13:59:16.685+0000 7fbe50c999c0 5 AuthRegistry(0x5611184175a0) adding con mode: secure 2024-09-19T13:59:17.137 INFO:tasks.workunit.client.0.smithi031.stderr: -399> 2024-09-19T13:59:16.685+0000 7fbe50c999c0 5 AuthRegistry(0x5611184175a0) adding con mode: crc 2024-09-19T13:59:17.137 INFO:tasks.workunit.client.0.smithi031.stderr: -398> 2024-09-19T13:59:16.685+0000 7fbe50c999c0 5 AuthRegistry(0x5611184175a0) adding con mode: secure 2024-09-19T13:59:17.137 INFO:tasks.workunit.client.0.smithi031.stderr: -397> 2024-09-19T13:59:16.685+0000 7fbe50c999c0 5 AuthRegistry(0x5611184175a0) adding con mode: crc 2024-09-19T13:59:17.137 INFO:tasks.workunit.client.0.smithi031.stderr: -396> 2024-09-19T13:59:16.685+0000 7fbe50c999c0 5 AuthRegistry(0x5611184175a0) adding con mode: secure 2024-09-19T13:59:17.137 INFO:tasks.workunit.client.0.smithi031.stderr: -395> 2024-09-19T13:59:16.685+0000 7fbe50c999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:59:17.137 INFO:tasks.workunit.client.0.smithi031.stderr: -394> 2024-09-19T13:59:16.685+0000 7fbe50c999c0 5 asok(0x5611181b8d90) register_command objecter_requests cmddesc objecter_requests hook 0x56111841aed0 EEXIST 2024-09-19T13:59:17.137 INFO:tasks.workunit.client.0.smithi031.stderr: -393> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 10 monclient: init 2024-09-19T13:59:17.137 INFO:tasks.workunit.client.0.smithi031.stderr: -392> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 5 AuthRegistry(0x561118415b68) adding auth protocol: cephx 2024-09-19T13:59:17.137 INFO:tasks.workunit.client.0.smithi031.stderr: -391> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 5 AuthRegistry(0x561118415b68) adding auth protocol: cephx 2024-09-19T13:59:17.138 INFO:tasks.workunit.client.0.smithi031.stderr: -390> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 5 AuthRegistry(0x561118415b68) adding auth protocol: cephx 2024-09-19T13:59:17.138 INFO:tasks.workunit.client.0.smithi031.stderr: -389> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 5 AuthRegistry(0x561118415b68) adding con mode: secure 2024-09-19T13:59:17.138 INFO:tasks.workunit.client.0.smithi031.stderr: -388> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 5 AuthRegistry(0x561118415b68) adding con mode: crc 2024-09-19T13:59:17.138 INFO:tasks.workunit.client.0.smithi031.stderr: -387> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 5 AuthRegistry(0x561118415b68) adding con mode: secure 2024-09-19T13:59:17.138 INFO:tasks.workunit.client.0.smithi031.stderr: -386> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 5 AuthRegistry(0x561118415b68) adding con mode: crc 2024-09-19T13:59:17.138 INFO:tasks.workunit.client.0.smithi031.stderr: -385> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 5 AuthRegistry(0x561118415b68) adding con mode: secure 2024-09-19T13:59:17.138 INFO:tasks.workunit.client.0.smithi031.stderr: -384> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 5 AuthRegistry(0x561118415b68) adding con mode: crc 2024-09-19T13:59:17.138 INFO:tasks.workunit.client.0.smithi031.stderr: -383> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 5 AuthRegistry(0x561118415b68) adding con mode: crc 2024-09-19T13:59:17.138 INFO:tasks.workunit.client.0.smithi031.stderr: -382> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 5 AuthRegistry(0x561118415b68) adding con mode: secure 2024-09-19T13:59:17.138 INFO:tasks.workunit.client.0.smithi031.stderr: -381> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 5 AuthRegistry(0x561118415b68) adding con mode: crc 2024-09-19T13:59:17.138 INFO:tasks.workunit.client.0.smithi031.stderr: -380> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 5 AuthRegistry(0x561118415b68) adding con mode: secure 2024-09-19T13:59:17.138 INFO:tasks.workunit.client.0.smithi031.stderr: -379> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 5 AuthRegistry(0x561118415b68) adding con mode: crc 2024-09-19T13:59:17.139 INFO:tasks.workunit.client.0.smithi031.stderr: -378> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 5 AuthRegistry(0x561118415b68) adding con mode: secure 2024-09-19T13:59:17.139 INFO:tasks.workunit.client.0.smithi031.stderr: -377> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:59:17.139 INFO:tasks.workunit.client.0.smithi031.stderr: -376> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:59:17.139 INFO:tasks.workunit.client.0.smithi031.stderr: -375> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 5 asok(0x5611181b8d90) register_command rotate-key cmddesc rotate-key hook 0x561118415cb0 EEXIST 2024-09-19T13:59:17.139 INFO:tasks.workunit.client.0.smithi031.stderr: -374> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 10 monclient: _reopen_session rank -1 2024-09-19T13:59:17.139 INFO:tasks.workunit.client.0.smithi031.stderr: -373> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-19T13:59:17.139 INFO:tasks.workunit.client.0.smithi031.stderr: -372> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 10 monclient(hunting): picked mon.noname-b con 0x56111843f080 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T13:59:17.139 INFO:tasks.workunit.client.0.smithi031.stderr: -371> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 10 monclient(hunting): picked mon.noname-a con 0x56111843e9b0 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T13:59:17.139 INFO:tasks.workunit.client.0.smithi031.stderr: -370> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 10 monclient(hunting): picked mon.noname-c con 0x56111843d390 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T13:59:17.139 INFO:tasks.workunit.client.0.smithi031.stderr: -369> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:59:17.139 INFO:tasks.workunit.client.0.smithi031.stderr: -368> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:59:17.139 INFO:tasks.workunit.client.0.smithi031.stderr: -367> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:59:17.139 INFO:tasks.workunit.client.0.smithi031.stderr: -366> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 10 monclient(hunting): _renew_subs 2024-09-19T13:59:17.139 INFO:tasks.workunit.client.0.smithi031.stderr: -365> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 10 monclient(hunting): authenticate will time out at 2300.520674s 2024-09-19T13:59:17.140 INFO:tasks.workunit.client.0.smithi031.stderr: -364> 2024-09-19T13:59:16.689+0000 7fbe4df9e640 10 monclient(hunting): get_auth_request con 0x56111843e9b0 auth_method 0 2024-09-19T13:59:17.140 INFO:tasks.workunit.client.0.smithi031.stderr: -363> 2024-09-19T13:59:16.689+0000 7fbe4df9e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:59:17.140 INFO:tasks.workunit.client.0.smithi031.stderr: -362> 2024-09-19T13:59:16.689+0000 7fbe4df9e640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:59:17.140 INFO:tasks.workunit.client.0.smithi031.stderr: -361> 2024-09-19T13:59:16.689+0000 7fbe4df9e640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:59:17.140 INFO:tasks.workunit.client.0.smithi031.stderr: -360> 2024-09-19T13:59:16.689+0000 7fbe4efa0640 10 monclient(hunting): get_auth_request con 0x56111843d390 auth_method 0 2024-09-19T13:59:17.140 INFO:tasks.workunit.client.0.smithi031.stderr: -359> 2024-09-19T13:59:16.689+0000 7fbe4efa0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:59:17.140 INFO:tasks.workunit.client.0.smithi031.stderr: -358> 2024-09-19T13:59:16.689+0000 7fbe4efa0640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:59:17.140 INFO:tasks.workunit.client.0.smithi031.stderr: -357> 2024-09-19T13:59:16.689+0000 7fbe4efa0640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:59:17.140 INFO:tasks.workunit.client.0.smithi031.stderr: -356> 2024-09-19T13:59:16.689+0000 7fbe4df9e640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:59:17.140 INFO:tasks.workunit.client.0.smithi031.stderr: -355> 2024-09-19T13:59:16.689+0000 7fbe4df9e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:59:17.140 INFO:tasks.workunit.client.0.smithi031.stderr: -354> 2024-09-19T13:59:16.689+0000 7fbe4df9e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:59:17.141 INFO:tasks.workunit.client.0.smithi031.stderr: -353> 2024-09-19T13:59:16.689+0000 7fbe4efa0640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:59:17.141 INFO:tasks.workunit.client.0.smithi031.stderr: -352> 2024-09-19T13:59:16.689+0000 7fbe4efa0640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:59:17.141 INFO:tasks.workunit.client.0.smithi031.stderr: -351> 2024-09-19T13:59:16.689+0000 7fbe4efa0640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:59:17.141 INFO:tasks.workunit.client.0.smithi031.stderr: -350> 2024-09-19T13:59:16.689+0000 7fbe4e79f640 10 monclient(hunting): get_auth_request con 0x56111843f080 auth_method 0 2024-09-19T13:59:17.141 INFO:tasks.workunit.client.0.smithi031.stderr: -349> 2024-09-19T13:59:16.689+0000 7fbe4e79f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:59:17.141 INFO:tasks.workunit.client.0.smithi031.stderr: -348> 2024-09-19T13:59:16.689+0000 7fbe4e79f640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:59:17.141 INFO:tasks.workunit.client.0.smithi031.stderr: -347> 2024-09-19T13:59:16.689+0000 7fbe4e79f640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:59:17.141 INFO:tasks.workunit.client.0.smithi031.stderr: -346> 2024-09-19T13:59:16.689+0000 7fbe4df9e640 10 monclient(hunting): handle_auth_done global_id 7371 payload 824 2024-09-19T13:59:17.141 INFO:tasks.workunit.client.0.smithi031.stderr: -345> 2024-09-19T13:59:16.689+0000 7fbe4df9e640 10 monclient: _finish_hunting 0 2024-09-19T13:59:17.141 INFO:tasks.workunit.client.0.smithi031.stderr: -344> 2024-09-19T13:59:16.689+0000 7fbe4df9e640 1 monclient: found mon.noname-a 2024-09-19T13:59:17.141 INFO:tasks.workunit.client.0.smithi031.stderr: -343> 2024-09-19T13:59:16.689+0000 7fbe4df9e640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T13:59:17.141 INFO:tasks.workunit.client.0.smithi031.stderr: -342> 2024-09-19T13:59:16.689+0000 7fbd33fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:59:17.142 INFO:tasks.workunit.client.0.smithi031.stderr: -341> 2024-09-19T13:59:16.689+0000 7fbd33fff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T13:59:17.142 INFO:tasks.workunit.client.0.smithi031.stderr: -340> 2024-09-19T13:59:16.689+0000 7fbd33fff640 10 monclient: dump: 2024-09-19T13:59:17.142 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:59:17.142 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:59:17.142 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:17.142 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:17.142 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:59:17.142 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:59:17.142 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:59:17.142 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:59:17.142 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:59:17.142 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:17.142 INFO:tasks.workunit.client.0.smithi031.stderr: -339> 2024-09-19T13:59:16.689+0000 7fbd33fff640 10 monclient: _finish_auth 0 2024-09-19T13:59:17.143 INFO:tasks.workunit.client.0.smithi031.stderr: -338> 2024-09-19T13:59:16.689+0000 7fbd33fff640 10 monclient: _check_auth_tickets 2024-09-19T13:59:17.143 INFO:tasks.workunit.client.0.smithi031.stderr: -337> 2024-09-19T13:59:16.689+0000 7fbd33fff640 10 monclient: handle_config config(0 keys) 2024-09-19T13:59:17.143 INFO:tasks.workunit.client.0.smithi031.stderr: -336> 2024-09-19T13:59:16.689+0000 7fbd33fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:59:17.143 INFO:tasks.workunit.client.0.smithi031.stderr: -335> 2024-09-19T13:59:16.689+0000 7fbd33fff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T13:59:17.143 INFO:tasks.workunit.client.0.smithi031.stderr: -334> 2024-09-19T13:59:16.689+0000 7fbd33fff640 10 monclient: dump: 2024-09-19T13:59:17.143 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:59:17.143 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:59:17.143 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:17.143 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:17.143 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:59:17.143 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:59:17.143 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:59:17.143 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:59:17.143 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:59:17.143 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:17.144 INFO:tasks.workunit.client.0.smithi031.stderr: -333> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 5 monclient: authenticate success, global_id 7371 2024-09-19T13:59:17.144 INFO:tasks.workunit.client.0.smithi031.stderr: -332> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 10 monclient: _renew_subs 2024-09-19T13:59:17.144 INFO:tasks.workunit.client.0.smithi031.stderr: -331> 2024-09-19T13:59:16.689+0000 7fbe4f7a1640 4 set_mon_vals no callback set 2024-09-19T13:59:17.144 INFO:tasks.workunit.client.0.smithi031.stderr: -330> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T13:59:17.144 INFO:tasks.workunit.client.0.smithi031.stderr: -329> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 10 monclient: _renew_subs 2024-09-19T13:59:17.144 INFO:tasks.workunit.client.0.smithi031.stderr: -328> 2024-09-19T13:59:16.689+0000 7fbe50c999c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T13:59:17.144 INFO:tasks.workunit.client.0.smithi031.stderr: -327> 2024-09-19T13:59:16.689+0000 7fbd33fff640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T13:59:17.144 INFO:tasks.workunit.client.0.smithi031.stderr: -326> 2024-09-19T13:59:16.689+0000 7fbd33fff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:59:17.144 INFO:tasks.workunit.client.0.smithi031.stderr: -325> 2024-09-19T13:59:16.689+0000 7fbd33fff640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:59:17.144 INFO:tasks.workunit.client.0.smithi031.stderr: -324> 2024-09-19T13:59:16.689+0000 7fbe4e79f640 10 monclient: get_auth_request con 0x7fbd28071b20 auth_method 0 2024-09-19T13:59:17.144 INFO:tasks.workunit.client.0.smithi031.stderr: -323> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 10 monclient: get_monmap_and_config 2024-09-19T13:59:17.144 INFO:tasks.workunit.client.0.smithi031.stderr: -322> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 10 monclient: build_initial_monmap 2024-09-19T13:59:17.144 INFO:tasks.workunit.client.0.smithi031.stderr: -321> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 1 build_initial for_mkfs: 0 2024-09-19T13:59:17.144 INFO:tasks.workunit.client.0.smithi031.stderr: -320> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 10 monclient: monmap: 2024-09-19T13:59:17.145 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T13:59:17.145 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T13:59:17.145 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T13:59:17.145 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T13:59:17.145 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T13:59:17.145 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:59:17.145 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T13:59:17.145 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T13:59:17.145 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T13:59:17.145 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:17.145 INFO:tasks.workunit.client.0.smithi031.stderr: -319> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x56111845e9f0) adding auth protocol: cephx 2024-09-19T13:59:17.145 INFO:tasks.workunit.client.0.smithi031.stderr: -318> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x56111845e9f0) adding auth protocol: cephx 2024-09-19T13:59:17.146 INFO:tasks.workunit.client.0.smithi031.stderr: -317> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x56111845e9f0) adding auth protocol: cephx 2024-09-19T13:59:17.146 INFO:tasks.workunit.client.0.smithi031.stderr: -316> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x56111845e9f0) adding con mode: secure 2024-09-19T13:59:17.146 INFO:tasks.workunit.client.0.smithi031.stderr: -315> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x56111845e9f0) adding con mode: crc 2024-09-19T13:59:17.146 INFO:tasks.workunit.client.0.smithi031.stderr: -314> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x56111845e9f0) adding con mode: secure 2024-09-19T13:59:17.146 INFO:tasks.workunit.client.0.smithi031.stderr: -313> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x56111845e9f0) adding con mode: crc 2024-09-19T13:59:17.146 INFO:tasks.workunit.client.0.smithi031.stderr: -312> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x56111845e9f0) adding con mode: secure 2024-09-19T13:59:17.146 INFO:tasks.workunit.client.0.smithi031.stderr: -311> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x56111845e9f0) adding con mode: crc 2024-09-19T13:59:17.146 INFO:tasks.workunit.client.0.smithi031.stderr: -310> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x56111845e9f0) adding con mode: crc 2024-09-19T13:59:17.146 INFO:tasks.workunit.client.0.smithi031.stderr: -309> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x56111845e9f0) adding con mode: secure 2024-09-19T13:59:17.146 INFO:tasks.workunit.client.0.smithi031.stderr: -308> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x56111845e9f0) adding con mode: crc 2024-09-19T13:59:17.146 INFO:tasks.workunit.client.0.smithi031.stderr: -307> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x56111845e9f0) adding con mode: secure 2024-09-19T13:59:17.146 INFO:tasks.workunit.client.0.smithi031.stderr: -306> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x56111845e9f0) adding con mode: crc 2024-09-19T13:59:17.146 INFO:tasks.workunit.client.0.smithi031.stderr: -305> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x56111845e9f0) adding con mode: secure 2024-09-19T13:59:17.146 INFO:tasks.workunit.client.0.smithi031.stderr: -304> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:59:17.147 INFO:tasks.workunit.client.0.smithi031.stderr: -303> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 10 monclient: init 2024-09-19T13:59:17.147 INFO:tasks.workunit.client.0.smithi031.stderr: -302> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e070) adding auth protocol: cephx 2024-09-19T13:59:17.147 INFO:tasks.workunit.client.0.smithi031.stderr: -301> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e070) adding auth protocol: cephx 2024-09-19T13:59:17.147 INFO:tasks.workunit.client.0.smithi031.stderr: -300> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e070) adding auth protocol: cephx 2024-09-19T13:59:17.147 INFO:tasks.workunit.client.0.smithi031.stderr: -299> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e070) adding con mode: secure 2024-09-19T13:59:17.147 INFO:tasks.workunit.client.0.smithi031.stderr: -298> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e070) adding con mode: crc 2024-09-19T13:59:17.147 INFO:tasks.workunit.client.0.smithi031.stderr: -297> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e070) adding con mode: secure 2024-09-19T13:59:17.147 INFO:tasks.workunit.client.0.smithi031.stderr: -296> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e070) adding con mode: crc 2024-09-19T13:59:17.147 INFO:tasks.workunit.client.0.smithi031.stderr: -295> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e070) adding con mode: secure 2024-09-19T13:59:17.147 INFO:tasks.workunit.client.0.smithi031.stderr: -294> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e070) adding con mode: crc 2024-09-19T13:59:17.147 INFO:tasks.workunit.client.0.smithi031.stderr: -293> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e070) adding con mode: crc 2024-09-19T13:59:17.147 INFO:tasks.workunit.client.0.smithi031.stderr: -292> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e070) adding con mode: secure 2024-09-19T13:59:17.147 INFO:tasks.workunit.client.0.smithi031.stderr: -291> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e070) adding con mode: crc 2024-09-19T13:59:17.148 INFO:tasks.workunit.client.0.smithi031.stderr: -290> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e070) adding con mode: secure 2024-09-19T13:59:17.148 INFO:tasks.workunit.client.0.smithi031.stderr: -289> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e070) adding con mode: crc 2024-09-19T13:59:17.148 INFO:tasks.workunit.client.0.smithi031.stderr: -288> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e070) adding con mode: secure 2024-09-19T13:59:17.148 INFO:tasks.workunit.client.0.smithi031.stderr: -287> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:59:17.148 INFO:tasks.workunit.client.0.smithi031.stderr: -286> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:59:17.148 INFO:tasks.workunit.client.0.smithi031.stderr: -285> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 asok(0x5611181b8d90) register_command rotate-key cmddesc rotate-key hook 0x7ffd4e37e1b8 EEXIST 2024-09-19T13:59:17.148 INFO:tasks.workunit.client.0.smithi031.stderr: -284> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 10 monclient: _reopen_session rank -1 2024-09-19T13:59:17.148 INFO:tasks.workunit.client.0.smithi031.stderr: -283> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-19T13:59:17.148 INFO:tasks.workunit.client.0.smithi031.stderr: -282> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 10 monclient(hunting): picked mon.noname-c con 0x56111848cfe0 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T13:59:17.148 INFO:tasks.workunit.client.0.smithi031.stderr: -281> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 10 monclient(hunting): picked mon.noname-a con 0x56111848d3c0 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T13:59:17.148 INFO:tasks.workunit.client.0.smithi031.stderr: -280> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 10 monclient(hunting): picked mon.noname-b con 0x56111848e880 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T13:59:17.148 INFO:tasks.workunit.client.0.smithi031.stderr: -279> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:59:17.148 INFO:tasks.workunit.client.0.smithi031.stderr: -278> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:59:17.149 INFO:tasks.workunit.client.0.smithi031.stderr: -277> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:59:17.149 INFO:tasks.workunit.client.0.smithi031.stderr: -276> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 10 monclient(hunting): _renew_subs 2024-09-19T13:59:17.149 INFO:tasks.workunit.client.0.smithi031.stderr: -275> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 10 monclient(hunting): authenticate will time out at 2300.525346s 2024-09-19T13:59:17.149 INFO:tasks.workunit.client.0.smithi031.stderr: -274> 2024-09-19T13:59:16.693+0000 7fbe4e79f640 10 monclient(hunting): get_auth_request con 0x56111848cfe0 auth_method 0 2024-09-19T13:59:17.149 INFO:tasks.workunit.client.0.smithi031.stderr: -273> 2024-09-19T13:59:16.693+0000 7fbe4e79f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:59:17.149 INFO:tasks.workunit.client.0.smithi031.stderr: -272> 2024-09-19T13:59:16.693+0000 7fbe4e79f640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:59:17.149 INFO:tasks.workunit.client.0.smithi031.stderr: -271> 2024-09-19T13:59:16.693+0000 7fbe4e79f640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:59:17.149 INFO:tasks.workunit.client.0.smithi031.stderr: -270> 2024-09-19T13:59:16.693+0000 7fbe4df9e640 10 monclient(hunting): get_auth_request con 0x56111848d3c0 auth_method 0 2024-09-19T13:59:17.149 INFO:tasks.workunit.client.0.smithi031.stderr: -269> 2024-09-19T13:59:16.693+0000 7fbe4df9e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:59:17.149 INFO:tasks.workunit.client.0.smithi031.stderr: -268> 2024-09-19T13:59:16.693+0000 7fbe4df9e640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:59:17.149 INFO:tasks.workunit.client.0.smithi031.stderr: -267> 2024-09-19T13:59:16.693+0000 7fbe4df9e640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:59:17.149 INFO:tasks.workunit.client.0.smithi031.stderr: -266> 2024-09-19T13:59:16.693+0000 7fbe4e79f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:59:17.149 INFO:tasks.workunit.client.0.smithi031.stderr: -265> 2024-09-19T13:59:16.693+0000 7fbe4e79f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:59:17.149 INFO:tasks.workunit.client.0.smithi031.stderr: -264> 2024-09-19T13:59:16.693+0000 7fbe4e79f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:59:17.150 INFO:tasks.workunit.client.0.smithi031.stderr: -263> 2024-09-19T13:59:16.693+0000 7fbe4df9e640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:59:17.150 INFO:tasks.workunit.client.0.smithi031.stderr: -262> 2024-09-19T13:59:16.693+0000 7fbe4df9e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:59:17.150 INFO:tasks.workunit.client.0.smithi031.stderr: -261> 2024-09-19T13:59:16.693+0000 7fbe4df9e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:59:17.150 INFO:tasks.workunit.client.0.smithi031.stderr: -260> 2024-09-19T13:59:16.693+0000 7fbe4efa0640 10 monclient(hunting): get_auth_request con 0x56111848e880 auth_method 0 2024-09-19T13:59:17.150 INFO:tasks.workunit.client.0.smithi031.stderr: -259> 2024-09-19T13:59:16.693+0000 7fbe4efa0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:59:17.150 INFO:tasks.workunit.client.0.smithi031.stderr: -258> 2024-09-19T13:59:16.693+0000 7fbe4efa0640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:59:17.150 INFO:tasks.workunit.client.0.smithi031.stderr: -257> 2024-09-19T13:59:16.693+0000 7fbe4efa0640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:59:17.150 INFO:tasks.workunit.client.0.smithi031.stderr: -256> 2024-09-19T13:59:16.693+0000 7fbe4e79f640 10 monclient(hunting): handle_auth_done global_id 6929 payload 274 2024-09-19T13:59:17.150 INFO:tasks.workunit.client.0.smithi031.stderr: -255> 2024-09-19T13:59:16.693+0000 7fbe4e79f640 10 monclient: _finish_hunting 0 2024-09-19T13:59:17.150 INFO:tasks.workunit.client.0.smithi031.stderr: -254> 2024-09-19T13:59:16.693+0000 7fbe4e79f640 1 monclient: found mon.noname-c 2024-09-19T13:59:17.150 INFO:tasks.workunit.client.0.smithi031.stderr: -253> 2024-09-19T13:59:16.693+0000 7fbe4e79f640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.31:3301/0 2024-09-19T13:59:17.150 INFO:tasks.workunit.client.0.smithi031.stderr: -252> 2024-09-19T13:59:16.693+0000 7fbd31ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:59:17.150 INFO:tasks.workunit.client.0.smithi031.stderr: -251> 2024-09-19T13:59:16.693+0000 7fbd31ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T13:59:17.151 INFO:tasks.workunit.client.0.smithi031.stderr: -250> 2024-09-19T13:59:16.693+0000 7fbd31ffb640 10 monclient: dump: 2024-09-19T13:59:17.151 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:59:17.151 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:59:17.151 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:17.151 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:17.151 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:59:17.151 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:59:17.151 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:59:17.151 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:59:17.151 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:59:17.151 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:17.151 INFO:tasks.workunit.client.0.smithi031.stderr: -249> 2024-09-19T13:59:16.693+0000 7fbd31ffb640 10 monclient: _finish_auth 0 2024-09-19T13:59:17.151 INFO:tasks.workunit.client.0.smithi031.stderr: -248> 2024-09-19T13:59:16.693+0000 7fbd31ffb640 10 monclient: _check_auth_tickets 2024-09-19T13:59:17.151 INFO:tasks.workunit.client.0.smithi031.stderr: -247> 2024-09-19T13:59:16.693+0000 7fbd31ffb640 10 monclient: handle_config config(0 keys) 2024-09-19T13:59:17.151 INFO:tasks.workunit.client.0.smithi031.stderr: -246> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 monclient: authenticate success, global_id 6929 2024-09-19T13:59:17.152 INFO:tasks.workunit.client.0.smithi031.stderr: -245> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 10 monclient: get_monmap_and_config success 2024-09-19T13:59:17.152 INFO:tasks.workunit.client.0.smithi031.stderr: -244> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 4 set_mon_vals no callback set 2024-09-19T13:59:17.152 INFO:tasks.workunit.client.0.smithi031.stderr: -243> 2024-09-19T13:59:16.693+0000 7fbd31ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:59:17.152 INFO:tasks.workunit.client.0.smithi031.stderr: -242> 2024-09-19T13:59:16.693+0000 7fbd31ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T13:59:17.152 INFO:tasks.workunit.client.0.smithi031.stderr: -241> 2024-09-19T13:59:16.693+0000 7fbd31ffb640 10 monclient: dump: 2024-09-19T13:59:17.152 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:59:17.152 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:59:17.152 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:17.152 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:17.152 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:59:17.152 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:59:17.152 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:59:17.152 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:59:17.152 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:59:17.152 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:17.153 INFO:tasks.workunit.client.0.smithi031.stderr: -240> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 10 monclient: shutdown 2024-09-19T13:59:17.153 INFO:tasks.workunit.client.0.smithi031.stderr: -239> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 10 monclient: build_initial_monmap 2024-09-19T13:59:17.153 INFO:tasks.workunit.client.0.smithi031.stderr: -238> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 1 build_initial for_mkfs: 0 2024-09-19T13:59:17.153 INFO:tasks.workunit.client.0.smithi031.stderr: -237> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 10 monclient: monmap: 2024-09-19T13:59:17.153 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T13:59:17.153 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T13:59:17.153 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T13:59:17.153 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T13:59:17.153 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T13:59:17.153 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:59:17.153 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T13:59:17.153 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T13:59:17.153 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T13:59:17.153 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:17.154 INFO:tasks.workunit.client.0.smithi031.stderr: -236> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118485560) adding auth protocol: cephx 2024-09-19T13:59:17.154 INFO:tasks.workunit.client.0.smithi031.stderr: -235> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118485560) adding auth protocol: cephx 2024-09-19T13:59:17.154 INFO:tasks.workunit.client.0.smithi031.stderr: -234> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118485560) adding auth protocol: cephx 2024-09-19T13:59:17.154 INFO:tasks.workunit.client.0.smithi031.stderr: -233> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118485560) adding con mode: secure 2024-09-19T13:59:17.154 INFO:tasks.workunit.client.0.smithi031.stderr: -232> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118485560) adding con mode: crc 2024-09-19T13:59:17.154 INFO:tasks.workunit.client.0.smithi031.stderr: -231> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118485560) adding con mode: secure 2024-09-19T13:59:17.154 INFO:tasks.workunit.client.0.smithi031.stderr: -230> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118485560) adding con mode: crc 2024-09-19T13:59:17.154 INFO:tasks.workunit.client.0.smithi031.stderr: -229> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118485560) adding con mode: secure 2024-09-19T13:59:17.154 INFO:tasks.workunit.client.0.smithi031.stderr: -228> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118485560) adding con mode: crc 2024-09-19T13:59:17.154 INFO:tasks.workunit.client.0.smithi031.stderr: -227> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118485560) adding con mode: crc 2024-09-19T13:59:17.154 INFO:tasks.workunit.client.0.smithi031.stderr: -226> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118485560) adding con mode: secure 2024-09-19T13:59:17.154 INFO:tasks.workunit.client.0.smithi031.stderr: -225> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118485560) adding con mode: crc 2024-09-19T13:59:17.154 INFO:tasks.workunit.client.0.smithi031.stderr: -224> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118485560) adding con mode: secure 2024-09-19T13:59:17.154 INFO:tasks.workunit.client.0.smithi031.stderr: -223> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118485560) adding con mode: crc 2024-09-19T13:59:17.155 INFO:tasks.workunit.client.0.smithi031.stderr: -222> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118485560) adding con mode: secure 2024-09-19T13:59:17.155 INFO:tasks.workunit.client.0.smithi031.stderr: -221> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:59:17.155 INFO:tasks.workunit.client.0.smithi031.stderr: -220> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 1 librados: starting msgr at 2024-09-19T13:59:17.155 INFO:tasks.workunit.client.0.smithi031.stderr: -219> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 1 librados: starting objecter 2024-09-19T13:59:17.155 INFO:tasks.workunit.client.0.smithi031.stderr: -218> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 asok(0x5611181b8d90) register_command objecter_requests cmddesc objecter_requests hook 0x561118445130 EEXIST 2024-09-19T13:59:17.155 INFO:tasks.workunit.client.0.smithi031.stderr: -217> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 1 librados: setting wanted keys 2024-09-19T13:59:17.155 INFO:tasks.workunit.client.0.smithi031.stderr: -216> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 1 librados: calling monclient init 2024-09-19T13:59:17.155 INFO:tasks.workunit.client.0.smithi031.stderr: -215> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 10 monclient: init 2024-09-19T13:59:17.155 INFO:tasks.workunit.client.0.smithi031.stderr: -214> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118440ea0) adding auth protocol: cephx 2024-09-19T13:59:17.155 INFO:tasks.workunit.client.0.smithi031.stderr: -213> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118440ea0) adding auth protocol: cephx 2024-09-19T13:59:17.155 INFO:tasks.workunit.client.0.smithi031.stderr: -212> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118440ea0) adding auth protocol: cephx 2024-09-19T13:59:17.155 INFO:tasks.workunit.client.0.smithi031.stderr: -211> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118440ea0) adding con mode: secure 2024-09-19T13:59:17.155 INFO:tasks.workunit.client.0.smithi031.stderr: -210> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118440ea0) adding con mode: crc 2024-09-19T13:59:17.156 INFO:tasks.workunit.client.0.smithi031.stderr: -209> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118440ea0) adding con mode: secure 2024-09-19T13:59:17.156 INFO:tasks.workunit.client.0.smithi031.stderr: -208> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118440ea0) adding con mode: crc 2024-09-19T13:59:17.156 INFO:tasks.workunit.client.0.smithi031.stderr: -207> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118440ea0) adding con mode: secure 2024-09-19T13:59:17.156 INFO:tasks.workunit.client.0.smithi031.stderr: -206> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118440ea0) adding con mode: crc 2024-09-19T13:59:17.156 INFO:tasks.workunit.client.0.smithi031.stderr: -205> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118440ea0) adding con mode: crc 2024-09-19T13:59:17.156 INFO:tasks.workunit.client.0.smithi031.stderr: -204> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118440ea0) adding con mode: secure 2024-09-19T13:59:17.156 INFO:tasks.workunit.client.0.smithi031.stderr: -203> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118440ea0) adding con mode: crc 2024-09-19T13:59:17.156 INFO:tasks.workunit.client.0.smithi031.stderr: -202> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118440ea0) adding con mode: secure 2024-09-19T13:59:17.156 INFO:tasks.workunit.client.0.smithi031.stderr: -201> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118440ea0) adding con mode: crc 2024-09-19T13:59:17.156 INFO:tasks.workunit.client.0.smithi031.stderr: -200> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 5 AuthRegistry(0x561118440ea0) adding con mode: secure 2024-09-19T13:59:17.156 INFO:tasks.workunit.client.0.smithi031.stderr: -199> 2024-09-19T13:59:16.693+0000 7fbe50c999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:59:17.156 INFO:tasks.workunit.client.0.smithi031.stderr: -198> 2024-09-19T13:59:16.697+0000 7fbe50c999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:59:17.156 INFO:tasks.workunit.client.0.smithi031.stderr: -197> 2024-09-19T13:59:16.697+0000 7fbe50c999c0 5 asok(0x5611181b8d90) register_command rotate-key cmddesc rotate-key hook 0x561118440fe8 EEXIST 2024-09-19T13:59:17.156 INFO:tasks.workunit.client.0.smithi031.stderr: -196> 2024-09-19T13:59:16.697+0000 7fbe50c999c0 10 monclient: _reopen_session rank -1 2024-09-19T13:59:17.157 INFO:tasks.workunit.client.0.smithi031.stderr: -195> 2024-09-19T13:59:16.697+0000 7fbe50c999c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-19T13:59:17.157 INFO:tasks.workunit.client.0.smithi031.stderr: -194> 2024-09-19T13:59:16.697+0000 7fbe50c999c0 10 monclient(hunting): picked mon.noname-c con 0x56111848cfe0 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T13:59:17.157 INFO:tasks.workunit.client.0.smithi031.stderr: -193> 2024-09-19T13:59:16.697+0000 7fbe50c999c0 10 monclient(hunting): picked mon.noname-b con 0x56111848e880 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T13:59:17.157 INFO:tasks.workunit.client.0.smithi031.stderr: -192> 2024-09-19T13:59:16.697+0000 7fbe50c999c0 10 monclient(hunting): picked mon.noname-a con 0x56111848a7d0 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T13:59:17.157 INFO:tasks.workunit.client.0.smithi031.stderr: -191> 2024-09-19T13:59:16.697+0000 7fbe50c999c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:59:17.157 INFO:tasks.workunit.client.0.smithi031.stderr: -190> 2024-09-19T13:59:16.697+0000 7fbe50c999c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:59:17.157 INFO:tasks.workunit.client.0.smithi031.stderr: -189> 2024-09-19T13:59:16.697+0000 7fbe50c999c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:59:17.157 INFO:tasks.workunit.client.0.smithi031.stderr: -188> 2024-09-19T13:59:16.697+0000 7fbe50c999c0 10 monclient(hunting): _renew_subs 2024-09-19T13:59:17.157 INFO:tasks.workunit.client.0.smithi031.stderr: -187> 2024-09-19T13:59:16.697+0000 7fbe50c999c0 10 monclient(hunting): authenticate will time out at 2300.528165s 2024-09-19T13:59:17.157 INFO:tasks.workunit.client.0.smithi031.stderr: -186> 2024-09-19T13:59:16.697+0000 7fbe4efa0640 10 monclient(hunting): get_auth_request con 0x56111848a7d0 auth_method 0 2024-09-19T13:59:17.157 INFO:tasks.workunit.client.0.smithi031.stderr: -185> 2024-09-19T13:59:16.697+0000 7fbe4efa0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:59:17.157 INFO:tasks.workunit.client.0.smithi031.stderr: -184> 2024-09-19T13:59:16.697+0000 7fbe4efa0640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:59:17.157 INFO:tasks.workunit.client.0.smithi031.stderr: -183> 2024-09-19T13:59:16.697+0000 7fbe4efa0640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:59:17.158 INFO:tasks.workunit.client.0.smithi031.stderr: -182> 2024-09-19T13:59:16.697+0000 7fbe4e79f640 10 monclient(hunting): get_auth_request con 0x56111848cfe0 auth_method 0 2024-09-19T13:59:17.158 INFO:tasks.workunit.client.0.smithi031.stderr: -181> 2024-09-19T13:59:16.697+0000 7fbe4e79f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:59:17.158 INFO:tasks.workunit.client.0.smithi031.stderr: -180> 2024-09-19T13:59:16.697+0000 7fbe4e79f640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:59:17.158 INFO:tasks.workunit.client.0.smithi031.stderr: -179> 2024-09-19T13:59:16.697+0000 7fbe4e79f640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:59:17.158 INFO:tasks.workunit.client.0.smithi031.stderr: -178> 2024-09-19T13:59:16.697+0000 7fbe4efa0640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:59:17.158 INFO:tasks.workunit.client.0.smithi031.stderr: -177> 2024-09-19T13:59:16.697+0000 7fbe4efa0640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:59:17.158 INFO:tasks.workunit.client.0.smithi031.stderr: -176> 2024-09-19T13:59:16.697+0000 7fbe4efa0640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:59:17.158 INFO:tasks.workunit.client.0.smithi031.stderr: -175> 2024-09-19T13:59:16.697+0000 7fbe4e79f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:59:17.158 INFO:tasks.workunit.client.0.smithi031.stderr: -174> 2024-09-19T13:59:16.697+0000 7fbe4e79f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:59:17.158 INFO:tasks.workunit.client.0.smithi031.stderr: -173> 2024-09-19T13:59:16.697+0000 7fbe4e79f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:59:17.158 INFO:tasks.workunit.client.0.smithi031.stderr: -172> 2024-09-19T13:59:16.697+0000 7fbe4df9e640 10 monclient(hunting): get_auth_request con 0x56111848e880 auth_method 0 2024-09-19T13:59:17.158 INFO:tasks.workunit.client.0.smithi031.stderr: -171> 2024-09-19T13:59:16.697+0000 7fbe4df9e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:59:17.159 INFO:tasks.workunit.client.0.smithi031.stderr: -170> 2024-09-19T13:59:16.697+0000 7fbe4df9e640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:59:17.159 INFO:tasks.workunit.client.0.smithi031.stderr: -169> 2024-09-19T13:59:16.697+0000 7fbe4df9e640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:59:17.159 INFO:tasks.workunit.client.0.smithi031.stderr: -168> 2024-09-19T13:59:16.697+0000 7fbe4efa0640 10 monclient(hunting): handle_auth_done global_id 7377 payload 824 2024-09-19T13:59:17.159 INFO:tasks.workunit.client.0.smithi031.stderr: -167> 2024-09-19T13:59:16.697+0000 7fbe4efa0640 10 monclient: _finish_hunting 0 2024-09-19T13:59:17.159 INFO:tasks.workunit.client.0.smithi031.stderr: -166> 2024-09-19T13:59:16.697+0000 7fbe4efa0640 1 monclient: found mon.noname-a 2024-09-19T13:59:17.159 INFO:tasks.workunit.client.0.smithi031.stderr: -165> 2024-09-19T13:59:16.697+0000 7fbe4efa0640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T13:59:17.159 INFO:tasks.workunit.client.0.smithi031.stderr: -164> 2024-09-19T13:59:16.697+0000 7fbd1ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:59:17.159 INFO:tasks.workunit.client.0.smithi031.stderr: -163> 2024-09-19T13:59:16.697+0000 7fbd1ffff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T13:59:17.159 INFO:tasks.workunit.client.0.smithi031.stderr: -162> 2024-09-19T13:59:16.697+0000 7fbd1ffff640 10 monclient: dump: 2024-09-19T13:59:17.159 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:59:17.159 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:59:17.159 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:17.159 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:17.160 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:59:17.160 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:59:17.160 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:59:17.160 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:59:17.160 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:59:17.160 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:17.160 INFO:tasks.workunit.client.0.smithi031.stderr: -161> 2024-09-19T13:59:16.697+0000 7fbd1ffff640 10 monclient: _finish_auth 0 2024-09-19T13:59:17.160 INFO:tasks.workunit.client.0.smithi031.stderr: -160> 2024-09-19T13:59:16.697+0000 7fbd1ffff640 10 monclient: _check_auth_tickets 2024-09-19T13:59:17.160 INFO:tasks.workunit.client.0.smithi031.stderr: -159> 2024-09-19T13:59:16.697+0000 7fbd1ffff640 10 monclient: handle_config config(0 keys) 2024-09-19T13:59:17.160 INFO:tasks.workunit.client.0.smithi031.stderr: -158> 2024-09-19T13:59:16.697+0000 7fbd1ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:59:17.160 INFO:tasks.workunit.client.0.smithi031.stderr: -157> 2024-09-19T13:59:16.697+0000 7fbd1ffff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T13:59:17.160 INFO:tasks.workunit.client.0.smithi031.stderr: -156> 2024-09-19T13:59:16.697+0000 7fbd1ffff640 10 monclient: dump: 2024-09-19T13:59:17.161 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:59:17.161 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:59:17.161 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:17.161 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:17.161 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:59:17.161 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:59:17.161 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:59:17.161 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:59:17.161 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:59:17.161 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:17.161 INFO:tasks.workunit.client.0.smithi031.stderr: -155> 2024-09-19T13:59:16.697+0000 7fbe50c999c0 5 monclient: authenticate success, global_id 7377 2024-09-19T13:59:17.161 INFO:tasks.workunit.client.0.smithi031.stderr: -154> 2024-09-19T13:59:16.697+0000 7fbd31ffb640 4 set_mon_vals no callback set 2024-09-19T13:59:17.161 INFO:tasks.workunit.client.0.smithi031.stderr: -153> 2024-09-19T13:59:16.697+0000 7fbe50c999c0 10 monclient: _renew_subs 2024-09-19T13:59:17.162 INFO:tasks.workunit.client.0.smithi031.stderr: -152> 2024-09-19T13:59:16.697+0000 7fbe50c999c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T13:59:17.162 INFO:tasks.workunit.client.0.smithi031.stderr: -151> 2024-09-19T13:59:16.697+0000 7fbe50c999c0 10 monclient: _renew_subs 2024-09-19T13:59:17.162 INFO:tasks.workunit.client.0.smithi031.stderr: -150> 2024-09-19T13:59:16.697+0000 7fbe50c999c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T13:59:17.162 INFO:tasks.workunit.client.0.smithi031.stderr: -149> 2024-09-19T13:59:16.697+0000 7fbe50c999c0 1 librados: init done 2024-09-19T13:59:17.162 INFO:tasks.workunit.client.0.smithi031.stderr: -148> 2024-09-19T13:59:16.697+0000 7fbe50c999c0 5 asok(0x5611181b8d90) register_command cr dump hook 0x561118485128 2024-09-19T13:59:17.162 INFO:tasks.workunit.client.0.smithi031.stderr: -147> 2024-09-19T13:59:16.697+0000 7fbe50c999c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:17.162 INFO:tasks.workunit.client.0.smithi031.stderr: -146> 2024-09-19T13:59:16.697+0000 7fbd1ffff640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T13:59:17.162 INFO:tasks.workunit.client.0.smithi031.stderr: -145> 2024-09-19T13:59:16.697+0000 7fbd1ffff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:59:17.162 INFO:tasks.workunit.client.0.smithi031.stderr: -144> 2024-09-19T13:59:16.697+0000 7fbd1ffff640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:59:17.162 INFO:tasks.workunit.client.0.smithi031.stderr: -143> 2024-09-19T13:59:16.697+0000 7fbe4e79f640 10 monclient: get_auth_request con 0x7fbd18071be0 auth_method 0 2024-09-19T13:59:17.162 INFO:tasks.workunit.client.0.smithi031.stderr: -142> 2024-09-19T13:59:16.697+0000 7fbe4df9e640 10 monclient: get_auth_request con 0x5611184aca10 auth_method 0 2024-09-19T13:59:17.162 INFO:tasks.workunit.client.0.smithi031.stderr: -141> 2024-09-19T13:59:16.701+0000 7fbe50c999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:17.162 INFO:tasks.workunit.client.0.smithi031.stderr: -140> 2024-09-19T13:59:16.701+0000 7fbe50c999c0 20 realm 2024-09-19T13:59:17.163 INFO:tasks.workunit.client.0.smithi031.stderr: -139> 2024-09-19T13:59:16.701+0000 7fbe50c999c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:17.163 INFO:tasks.workunit.client.0.smithi031.stderr: -138> 2024-09-19T13:59:16.701+0000 7fbe50c999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:17.163 INFO:tasks.workunit.client.0.smithi031.stderr: -137> 2024-09-19T13:59:16.701+0000 7fbe50c999c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:59:17.163 INFO:tasks.workunit.client.0.smithi031.stderr: -136> 2024-09-19T13:59:16.701+0000 7fbe50c999c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:17.163 INFO:tasks.workunit.client.0.smithi031.stderr: -135> 2024-09-19T13:59:16.701+0000 7fbe50c999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:17.163 INFO:tasks.workunit.client.0.smithi031.stderr: -134> 2024-09-19T13:59:16.701+0000 7fbe50c999c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:17.163 INFO:tasks.workunit.client.0.smithi031.stderr: -133> 2024-09-19T13:59:16.701+0000 7fbe4e79f640 10 monclient: get_auth_request con 0x5611184b0c80 auth_method 0 2024-09-19T13:59:17.163 INFO:tasks.workunit.client.0.smithi031.stderr: -132> 2024-09-19T13:59:16.701+0000 7fbe50c999c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:17.163 INFO:tasks.workunit.client.0.smithi031.stderr: -131> 2024-09-19T13:59:16.701+0000 7fbe50c999c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:17.163 INFO:tasks.workunit.client.0.smithi031.stderr: -130> 2024-09-19T13:59:16.701+0000 7fbe4df9e640 10 monclient: get_auth_request con 0x5611184b44c0 auth_method 0 2024-09-19T13:59:17.164 INFO:tasks.workunit.client.0.smithi031.stderr: -129> 2024-09-19T13:59:16.705+0000 7fbe50c999c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:59:17.164 INFO:tasks.workunit.client.0.smithi031.stderr: -128> 2024-09-19T13:59:16.705+0000 7fbe50c999c0 20 searching for the correct realm 2024-09-19T13:59:17.164 INFO:tasks.workunit.client.0.smithi031.stderr: -127> 2024-09-19T13:59:16.705+0000 7fbe4efa0640 10 monclient: get_auth_request con 0x7fbe44063ce0 auth_method 0 2024-09-19T13:59:17.164 INFO:tasks.workunit.client.0.smithi031.stderr: -126> 2024-09-19T13:59:16.705+0000 7fbe4e79f640 10 monclient: get_auth_request con 0x7fbe40008040 auth_method 0 2024-09-19T13:59:17.164 INFO:tasks.workunit.client.0.smithi031.stderr: -125> 2024-09-19T13:59:16.709+0000 7fbe4df9e640 10 monclient: get_auth_request con 0x7fbe4406cf80 auth_method 0 2024-09-19T13:59:17.164 INFO:tasks.workunit.client.0.smithi031.stderr: -124> 2024-09-19T13:59:16.709+0000 7fbe4df9e640 0 -- 172.21.15.31:0/691955906 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7fbe4406cf80 msgr2=0x7fbe44097a30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:59:17.164 INFO:tasks.workunit.client.0.smithi031.stderr: -123> 2024-09-19T13:59:16.913+0000 7fbe4df9e640 10 monclient: get_auth_request con 0x7fbe4406cf80 auth_method 0 2024-09-19T13:59:17.164 INFO:tasks.workunit.client.0.smithi031.stderr: -122> 2024-09-19T13:59:16.917+0000 7fbe4efa0640 10 monclient: get_auth_request con 0x7fbe40058930 auth_method 0 2024-09-19T13:59:17.164 INFO:tasks.workunit.client.0.smithi031.stderr: -121> 2024-09-19T13:59:16.921+0000 7fbe4e79f640 10 monclient: get_auth_request con 0x7fbe480c1070 auth_method 0 2024-09-19T13:59:17.164 INFO:tasks.workunit.client.0.smithi031.stderr: -120> 2024-09-19T13:59:16.925+0000 7fbe4df9e640 0 -- 172.21.15.31:0/691955906 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x5611184aca10 msgr2=0x5611184aeed0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:59:17.164 INFO:tasks.workunit.client.0.smithi031.stderr: -119> 2024-09-19T13:59:16.925+0000 7fbd1ffff640 1 client.7377.objecter ms_handle_reset 0x5611184aca10 session 0x5611184ac300 osd.6 2024-09-19T13:59:17.164 INFO:tasks.workunit.client.0.smithi031.stderr: -118> 2024-09-19T13:59:16.925+0000 7fbd1ffff640 10 monclient: _renew_subs 2024-09-19T13:59:17.164 INFO:tasks.workunit.client.0.smithi031.stderr: -117> 2024-09-19T13:59:16.925+0000 7fbd1ffff640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T13:59:17.164 INFO:tasks.workunit.client.0.smithi031.stderr: -116> 2024-09-19T13:59:16.925+0000 7fbe4df9e640 10 monclient: get_auth_request con 0x7fbd18081e90 auth_method 0 2024-09-19T13:59:17.165 INFO:tasks.workunit.client.0.smithi031.stderr: -115> 2024-09-19T13:59:16.937+0000 7fbe50c999c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:59:17.165 INFO:tasks.workunit.client.0.smithi031.stderr: -114> 2024-09-19T13:59:16.937+0000 7fbe50c999c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:59:17.165 INFO:tasks.workunit.client.0.smithi031.stderr: -113> 2024-09-19T13:59:16.937+0000 7fbe50c999c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:59:17.165 INFO:tasks.workunit.client.0.smithi031.stderr: -112> 2024-09-19T13:59:16.937+0000 7fbe50c999c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:59:17.165 INFO:tasks.workunit.client.0.smithi031.stderr: -111> 2024-09-19T13:59:16.937+0000 7fbe50c999c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:59:17.165 INFO:tasks.workunit.client.0.smithi031.stderr: -110> 2024-09-19T13:59:16.937+0000 7fbe50c999c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:59:17.165 INFO:tasks.workunit.client.0.smithi031.stderr: -109> 2024-09-19T13:59:16.937+0000 7fbe50c999c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:17.165 INFO:tasks.workunit.client.0.smithi031.stderr: -108> 2024-09-19T13:59:16.937+0000 7fbe50c999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:17.165 INFO:tasks.workunit.client.0.smithi031.stderr: -107> 2024-09-19T13:59:16.937+0000 7fbe50c999c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:17.165 INFO:tasks.workunit.client.0.smithi031.stderr: -106> 2024-09-19T13:59:16.937+0000 7fbe50c999c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:17.165 INFO:tasks.workunit.client.0.smithi031.stderr: -105> 2024-09-19T13:59:16.937+0000 7fbe50c999c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:17.165 INFO:tasks.workunit.client.0.smithi031.stderr: -104> 2024-09-19T13:59:16.937+0000 7fbe50c999c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:59:17.165 INFO:tasks.workunit.client.0.smithi031.stderr: -103> 2024-09-19T13:59:16.937+0000 7fbe50c999c0 20 zone default found 2024-09-19T13:59:17.166 INFO:tasks.workunit.client.0.smithi031.stderr: -102> 2024-09-19T13:59:16.937+0000 7fbe50c999c0 4 Realm: () 2024-09-19T13:59:17.166 INFO:tasks.workunit.client.0.smithi031.stderr: -101> 2024-09-19T13:59:16.937+0000 7fbe50c999c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:59:17.166 INFO:tasks.workunit.client.0.smithi031.stderr: -100> 2024-09-19T13:59:16.937+0000 7fbe50c999c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:59:17.166 INFO:tasks.workunit.client.0.smithi031.stderr: -99> 2024-09-19T13:59:16.937+0000 7fbe50c999c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:59:17.166 INFO:tasks.workunit.client.0.smithi031.stderr: -98> 2024-09-19T13:59:16.937+0000 7fbe50c999c0 20 zonegroup default 2024-09-19T13:59:17.166 INFO:tasks.workunit.client.0.smithi031.stderr: -97> 2024-09-19T13:59:16.937+0000 7fbe50c999c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:17.166 INFO:tasks.workunit.client.0.smithi031.stderr: -96> 2024-09-19T13:59:16.937+0000 7fbe50c999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:17.166 INFO:tasks.workunit.client.0.smithi031.stderr: -95> 2024-09-19T13:59:16.937+0000 7fbe50c999c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:17.166 INFO:tasks.workunit.client.0.smithi031.stderr: -94> 2024-09-19T13:59:16.941+0000 7fbe50c999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:17.166 INFO:tasks.workunit.client.0.smithi031.stderr: -93> 2024-09-19T13:59:16.941+0000 7fbe50c999c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:17.166 INFO:tasks.workunit.client.0.smithi031.stderr: -92> 2024-09-19T13:59:16.941+0000 7fbe50c999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:17.166 INFO:tasks.workunit.client.0.smithi031.stderr: -91> 2024-09-19T13:59:16.941+0000 7fbe50c999c0 20 started sync module instance, tier type = 2024-09-19T13:59:17.166 INFO:tasks.workunit.client.0.smithi031.stderr: -90> 2024-09-19T13:59:16.941+0000 7fbe50c999c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:59:17.166 INFO:tasks.workunit.client.0.smithi031.stderr: -89> 2024-09-19T13:59:16.965+0000 7fbe50c999c0 20 add_watcher() i=0 2024-09-19T13:59:17.166 INFO:tasks.workunit.client.0.smithi031.stderr: -88> 2024-09-19T13:59:16.965+0000 7fbe50c999c0 20 add_watcher() i=1 2024-09-19T13:59:17.167 INFO:tasks.workunit.client.0.smithi031.stderr: -87> 2024-09-19T13:59:16.965+0000 7fbe50c999c0 20 add_watcher() i=2 2024-09-19T13:59:17.167 INFO:tasks.workunit.client.0.smithi031.stderr: -86> 2024-09-19T13:59:16.965+0000 7fbe50c999c0 20 add_watcher() i=3 2024-09-19T13:59:17.167 INFO:tasks.workunit.client.0.smithi031.stderr: -85> 2024-09-19T13:59:16.965+0000 7fbe50c999c0 20 add_watcher() i=4 2024-09-19T13:59:17.167 INFO:tasks.workunit.client.0.smithi031.stderr: -84> 2024-09-19T13:59:16.965+0000 7fbe50c999c0 20 add_watcher() i=5 2024-09-19T13:59:17.167 INFO:tasks.workunit.client.0.smithi031.stderr: -83> 2024-09-19T13:59:16.965+0000 7fbe50c999c0 20 add_watcher() i=6 2024-09-19T13:59:17.167 INFO:tasks.workunit.client.0.smithi031.stderr: -82> 2024-09-19T13:59:16.965+0000 7fbe50c999c0 20 add_watcher() i=7 2024-09-19T13:59:17.167 INFO:tasks.workunit.client.0.smithi031.stderr: -81> 2024-09-19T13:59:16.965+0000 7fbe50c999c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:59:17.167 INFO:tasks.workunit.client.0.smithi031.stderr: -80> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e540) adding auth protocol: cephx 2024-09-19T13:59:17.167 INFO:tasks.workunit.client.0.smithi031.stderr: -79> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e540) adding auth protocol: cephx 2024-09-19T13:59:17.167 INFO:tasks.workunit.client.0.smithi031.stderr: -78> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e540) adding auth protocol: cephx 2024-09-19T13:59:17.167 INFO:tasks.workunit.client.0.smithi031.stderr: -77> 2024-09-19T13:59:16.973+0000 7fbd057e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:59:17.167 INFO:tasks.workunit.client.0.smithi031.stderr: -76> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e540) adding con mode: secure 2024-09-19T13:59:17.167 INFO:tasks.workunit.client.0.smithi031.stderr: -75> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e540) adding con mode: crc 2024-09-19T13:59:17.167 INFO:tasks.workunit.client.0.smithi031.stderr: -74> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e540) adding con mode: secure 2024-09-19T13:59:17.168 INFO:tasks.workunit.client.0.smithi031.stderr: -73> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e540) adding con mode: crc 2024-09-19T13:59:17.168 INFO:tasks.workunit.client.0.smithi031.stderr: -72> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e540) adding con mode: secure 2024-09-19T13:59:17.168 INFO:tasks.workunit.client.0.smithi031.stderr: -71> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e540) adding con mode: crc 2024-09-19T13:59:17.168 INFO:tasks.workunit.client.0.smithi031.stderr: -70> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e540) adding con mode: crc 2024-09-19T13:59:17.168 INFO:tasks.workunit.client.0.smithi031.stderr: -69> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e540) adding con mode: secure 2024-09-19T13:59:17.168 INFO:tasks.workunit.client.0.smithi031.stderr: -68> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e540) adding con mode: crc 2024-09-19T13:59:17.168 INFO:tasks.workunit.client.0.smithi031.stderr: -67> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e540) adding con mode: secure 2024-09-19T13:59:17.168 INFO:tasks.workunit.client.0.smithi031.stderr: -66> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e540) adding con mode: crc 2024-09-19T13:59:17.168 INFO:tasks.workunit.client.0.smithi031.stderr: -65> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 5 AuthRegistry(0x7ffd4e37e540) adding con mode: secure 2024-09-19T13:59:17.168 INFO:tasks.workunit.client.0.smithi031.stderr: -64> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:59:17.168 INFO:tasks.workunit.client.0.smithi031.stderr: -63> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:59:17.168 INFO:tasks.workunit.client.0.smithi031.stderr: -62> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:59:17.168 INFO:tasks.workunit.client.0.smithi031.stderr: -61> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 5 asok(0x5611181b8d90) register_command cache list hook 0x5611184830b0 2024-09-19T13:59:17.169 INFO:tasks.workunit.client.0.smithi031.stderr: -60> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 5 asok(0x5611181b8d90) register_command cache inspect hook 0x5611184830b0 2024-09-19T13:59:17.169 INFO:tasks.workunit.client.0.smithi031.stderr: -59> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 5 asok(0x5611181b8d90) register_command cache erase hook 0x5611184830b0 2024-09-19T13:59:17.169 INFO:tasks.workunit.client.0.smithi031.stderr: -58> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 5 asok(0x5611181b8d90) register_command cache zap hook 0x5611184830b0 2024-09-19T13:59:17.169 INFO:tasks.workunit.client.0.smithi031.stderr: -57> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 5 note: GC not initialized 2024-09-19T13:59:17.169 INFO:tasks.workunit.client.0.smithi031.stderr: -56> 2024-09-19T13:59:16.973+0000 7fbcff7fe640 20 reqs_thread_entry: start 2024-09-19T13:59:17.169 INFO:tasks.workunit.client.0.smithi031.stderr: -55> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 5 asok(0x5611181b8d90) register_command sync trace show hook 0x7fbe4000d050 2024-09-19T13:59:17.169 INFO:tasks.workunit.client.0.smithi031.stderr: -54> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 5 asok(0x5611181b8d90) register_command sync trace history hook 0x7fbe4000d050 2024-09-19T13:59:17.169 INFO:tasks.workunit.client.0.smithi031.stderr: -53> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 5 asok(0x5611181b8d90) register_command sync trace active hook 0x7fbe4000d050 2024-09-19T13:59:17.169 INFO:tasks.workunit.client.0.smithi031.stderr: -52> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 5 asok(0x5611181b8d90) register_command sync trace active_short hook 0x7fbe4000d050 2024-09-19T13:59:17.169 INFO:tasks.workunit.client.0.smithi031.stderr: -51> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 20 init_complete bucket index max shards: 1 2024-09-19T13:59:17.169 INFO:tasks.workunit.client.0.smithi031.stderr: -50> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 20 Filter name: none 2024-09-19T13:59:17.169 INFO:tasks.workunit.client.0.smithi031.stderr: -49> 2024-09-19T13:59:16.973+0000 7fbcfd7fa640 20 reqs_thread_entry: start 2024-09-19T13:59:17.169 INFO:tasks.workunit.client.0.smithi031.stderr: -48> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2024-09-19T13:59:17.170 INFO:tasks.workunit.client.0.smithi031.stderr: -47> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:17.170 INFO:tasks.workunit.client.0.smithi031.stderr: -46> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T13:59:17.170 INFO:tasks.workunit.client.0.smithi031.stderr: -45> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2024-09-19T13:59:17.170 INFO:tasks.workunit.client.0.smithi031.stderr: -44> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2024-09-19T13:59:17.170 INFO:tasks.workunit.client.0.smithi031.stderr: -43> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 : miss 2024-09-19T13:59:17.170 INFO:tasks.workunit.client.0.smithi031.stderr: -42> 2024-09-19T13:59:16.973+0000 7fbe50c999c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:17.170 INFO:tasks.workunit.client.0.smithi031.stderr: -41> 2024-09-19T13:59:16.977+0000 7fbe50c999c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T13:59:17.170 INFO:tasks.workunit.client.0.smithi031.stderr: -40> 2024-09-19T13:59:16.977+0000 7fbe50c999c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 info.flags=0x17 2024-09-19T13:59:17.170 INFO:tasks.workunit.client.0.smithi031.stderr: -39> 2024-09-19T13:59:16.977+0000 7fbe50c999c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 to cache LRU end 2024-09-19T13:59:17.170 INFO:tasks.workunit.client.0.smithi031.stderr: -38> 2024-09-19T13:59:16.977+0000 7fbe50c999c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:59:17.170 INFO:tasks.workunit.client.0.smithi031.stderr: -37> 2024-09-19T13:59:16.977+0000 7fbe50c999c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:17.170 INFO:tasks.workunit.client.0.smithi031.stderr: -36> 2024-09-19T13:59:16.977+0000 7fbe50c999c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 2024-09-19T13:59:17.171 INFO:tasks.workunit.client.0.smithi031.stderr: -35> 2024-09-19T13:59:16.981+0000 7fbd1ffff640 1 client.7377.objecter ms_handle_reset 0x7fbe40058930 session 0x7fbe40016ca0 osd.7 2024-09-19T13:59:17.171 INFO:tasks.workunit.client.0.smithi031.stderr: -34> 2024-09-19T13:59:16.981+0000 7fbe4efa0640 10 monclient: get_auth_request con 0x5611184aca10 auth_method 0 2024-09-19T13:59:17.171 INFO:tasks.workunit.client.0.smithi031.stderr: -33> 2024-09-19T13:59:16.989+0000 7fbe50c999c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 info.flags=0x17 2024-09-19T13:59:17.171 INFO:tasks.workunit.client.0.smithi031.stderr: -32> 2024-09-19T13:59:16.989+0000 7fbe50c999c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 to cache LRU end 2024-09-19T13:59:17.171 INFO:tasks.workunit.client.0.smithi031.stderr: -31> 2024-09-19T13:59:16.989+0000 7fbe50c999c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:17.171 INFO:tasks.workunit.client.0.smithi031.stderr: -30> 2024-09-19T13:59:16.989+0000 7fbe50c999c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32, ofs0, ns] 2024-09-19T13:59:17.171 INFO:tasks.workunit.client.0.smithi031.stderr: -29> 2024-09-19T13:59:16.989+0000 7fbd31ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333508 cookie 94631422051952 notifier 7377 bl.length()=931 2024-09-19T13:59:17.171 INFO:tasks.workunit.client.0.smithi031.stderr: -28> 2024-09-19T13:59:16.989+0000 7fbd31ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 info.flags=0x17 2024-09-19T13:59:17.171 INFO:tasks.workunit.client.0.smithi031.stderr: -27> 2024-09-19T13:59:16.989+0000 7fbd31ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 to cache LRU end 2024-09-19T13:59:17.171 INFO:tasks.workunit.client.0.smithi031.stderr: -26> 2024-09-19T13:59:16.989+0000 7fbd31ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:17.171 INFO:tasks.workunit.client.0.smithi031.stderr: -25> 2024-09-19T13:59:16.989+0000 7fbe50c999c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32]): orig_sources= new_sources= 2024-09-19T13:59:17.171 INFO:tasks.workunit.client.0.smithi031.stderr: -24> 2024-09-19T13:59:16.989+0000 7fbe50c999c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32]): potential sources added=[] removed=[] 2024-09-19T13:59:17.171 INFO:tasks.workunit.client.0.smithi031.stderr: -23> 2024-09-19T13:59:16.989+0000 7fbe50c999c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32]): orig_dests= new_dests= 2024-09-19T13:59:17.172 INFO:tasks.workunit.client.0.smithi031.stderr: -22> 2024-09-19T13:59:16.989+0000 7fbe50c999c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32]): potential dests added=[] removed=[] 2024-09-19T13:59:17.172 INFO:tasks.workunit.client.0.smithi031.stderr: -21> 2024-09-19T13:59:16.997+0000 7fbe50c999c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32.1.0 2024-09-19T13:59:17.172 INFO:tasks.workunit.client.0.smithi031.stderr: -20> 2024-09-19T13:59:16.997+0000 7fbe50c999c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32.1.0 2024-09-19T13:59:17.172 INFO:tasks.workunit.client.0.smithi031.stderr: -19> 2024-09-19T13:59:16.997+0000 7fbe50c999c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32.1.1 2024-09-19T13:59:17.172 INFO:tasks.workunit.client.0.smithi031.stderr: -18> 2024-09-19T13:59:16.997+0000 7fbe50c999c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32.1.1 2024-09-19T13:59:17.172 INFO:tasks.workunit.client.0.smithi031.stderr: -17> 2024-09-19T13:59:16.997+0000 7fbe50c999c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32.0 2024-09-19T13:59:17.172 INFO:tasks.workunit.client.0.smithi031.stderr: -16> 2024-09-19T13:59:17.001+0000 7fbe50c999c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 : hit (requested=0x17, cached=0x17) 2024-09-19T13:59:17.172 INFO:tasks.workunit.client.0.smithi031.stderr: -15> 2024-09-19T13:59:17.001+0000 7fbe50c999c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 2024-09-19T13:59:17.172 INFO:tasks.workunit.client.0.smithi031.stderr: -14> 2024-09-19T13:59:17.005+0000 7fbe50c999c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 info.flags=0x17 2024-09-19T13:59:17.172 INFO:tasks.workunit.client.0.smithi031.stderr: -13> 2024-09-19T13:59:17.005+0000 7fbe50c999c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 to cache LRU end 2024-09-19T13:59:17.172 INFO:tasks.workunit.client.0.smithi031.stderr: -12> 2024-09-19T13:59:17.005+0000 7fbe50c999c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:17.172 INFO:tasks.workunit.client.0.smithi031.stderr: -11> 2024-09-19T13:59:17.005+0000 7fbe50c999c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32, ofs0, ns] 2024-09-19T13:59:17.172 INFO:tasks.workunit.client.0.smithi031.stderr: -10> 2024-09-19T13:59:17.005+0000 7fbd31ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333509 cookie 94631422051952 notifier 7377 bl.length()=931 2024-09-19T13:59:17.173 INFO:tasks.workunit.client.0.smithi031.stderr: -9> 2024-09-19T13:59:17.005+0000 7fbd31ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 info.flags=0x17 2024-09-19T13:59:17.173 INFO:tasks.workunit.client.0.smithi031.stderr: -8> 2024-09-19T13:59:17.005+0000 7fbd31ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 to cache LRU end 2024-09-19T13:59:17.173 INFO:tasks.workunit.client.0.smithi031.stderr: -7> 2024-09-19T13:59:17.005+0000 7fbd31ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:17.173 INFO:tasks.workunit.client.0.smithi031.stderr: -6> 2024-09-19T13:59:17.005+0000 7fbe50c999c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32]): orig_sources= new_sources= 2024-09-19T13:59:17.173 INFO:tasks.workunit.client.0.smithi031.stderr: -5> 2024-09-19T13:59:17.005+0000 7fbe50c999c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32]): potential sources added=[] removed=[] 2024-09-19T13:59:17.173 INFO:tasks.workunit.client.0.smithi031.stderr: -4> 2024-09-19T13:59:17.005+0000 7fbe50c999c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32]): orig_dests= new_dests= 2024-09-19T13:59:17.173 INFO:tasks.workunit.client.0.smithi031.stderr: -3> 2024-09-19T13:59:17.005+0000 7fbe50c999c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32]): potential dests added=[] removed=[] 2024-09-19T13:59:17.173 INFO:tasks.workunit.client.0.smithi031.stderr: -2> 2024-09-19T13:59:17.009+0000 7fbe50c999c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32.0 2024-09-19T13:59:17.173 INFO:tasks.workunit.client.0.smithi031.stderr: -1> 2024-09-19T13:59:17.013+0000 7fbe50c999c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fbe50c999c0 time 2024-09-19T13:59:17.015583+0000 2024-09-19T13:59:17.173 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T13:59:17.173 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:17.173 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T13:59:17.173 INFO:tasks.workunit.client.0.smithi031.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fbe545732eb] 2024-09-19T13:59:17.174 INFO:tasks.workunit.client.0.smithi031.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fbe5457349f] 2024-09-19T13:59:17.174 INFO:tasks.workunit.client.0.smithi031.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x561116588271] 2024-09-19T13:59:17.174 INFO:tasks.workunit.client.0.smithi031.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x5611165983b7] 2024-09-19T13:59:17.174 INFO:tasks.workunit.client.0.smithi031.stderr: 5: main() 2024-09-19T13:59:17.174 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fbe533d9d90] 2024-09-19T13:59:17.174 INFO:tasks.workunit.client.0.smithi031.stderr: 7: __libc_start_main() 2024-09-19T13:59:17.174 INFO:tasks.workunit.client.0.smithi031.stderr: 8: _start() 2024-09-19T13:59:17.174 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:17.174 INFO:tasks.workunit.client.0.smithi031.stderr: 0> 2024-09-19T13:59:17.017+0000 7fbe50c999c0 -1 *** Caught signal (Aborted) ** 2024-09-19T13:59:17.174 INFO:tasks.workunit.client.0.smithi031.stderr: in thread 7fbe50c999c0 thread_name:radosgw-admin 2024-09-19T13:59:17.174 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:17.174 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T13:59:17.174 INFO:tasks.workunit.client.0.smithi031.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fbe533f2520] 2024-09-19T13:59:17.174 INFO:tasks.workunit.client.0.smithi031.stderr: 2: pthread_kill() 2024-09-19T13:59:17.175 INFO:tasks.workunit.client.0.smithi031.stderr: 3: raise() 2024-09-19T13:59:17.175 INFO:tasks.workunit.client.0.smithi031.stderr: 4: abort() 2024-09-19T13:59:17.175 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fbe54573345] 2024-09-19T13:59:17.175 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fbe5457349f] 2024-09-19T13:59:17.175 INFO:tasks.workunit.client.0.smithi031.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x561116588271] 2024-09-19T13:59:17.175 INFO:tasks.workunit.client.0.smithi031.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x5611165983b7] 2024-09-19T13:59:17.175 INFO:tasks.workunit.client.0.smithi031.stderr: 9: main() 2024-09-19T13:59:17.175 INFO:tasks.workunit.client.0.smithi031.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fbe533d9d90] 2024-09-19T13:59:17.175 INFO:tasks.workunit.client.0.smithi031.stderr: 11: __libc_start_main() 2024-09-19T13:59:17.175 INFO:tasks.workunit.client.0.smithi031.stderr: 12: _start() 2024-09-19T13:59:17.175 INFO:tasks.workunit.client.0.smithi031.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T13:59:17.175 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:17.175 INFO:tasks.workunit.client.0.smithi031.stderr:--- logging levels --- 2024-09-19T13:59:17.175 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 none 2024-09-19T13:59:17.175 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 lockdep 2024-09-19T13:59:17.176 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 context 2024-09-19T13:59:17.176 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 crush 2024-09-19T13:59:17.176 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds 2024-09-19T13:59:17.176 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_balancer 2024-09-19T13:59:17.176 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_locker 2024-09-19T13:59:17.176 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_log 2024-09-19T13:59:17.176 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_log_expire 2024-09-19T13:59:17.176 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_migrator 2024-09-19T13:59:17.176 INFO:tasks.workunit.client.0.smithi031.stderr: 3/ 5 mds_quiesce 2024-09-19T13:59:17.176 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 buffer 2024-09-19T13:59:17.176 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 timer 2024-09-19T13:59:17.176 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 filer 2024-09-19T13:59:17.176 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 striper 2024-09-19T13:59:17.176 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 objecter 2024-09-19T13:59:17.176 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rados 2024-09-19T13:59:17.177 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd 2024-09-19T13:59:17.177 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_mirror 2024-09-19T13:59:17.177 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_replay 2024-09-19T13:59:17.177 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_pwl 2024-09-19T13:59:17.177 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 journaler 2024-09-19T13:59:17.177 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 objectcacher 2024-09-19T13:59:17.177 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 immutable_obj_cache 2024-09-19T13:59:17.177 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 client 2024-09-19T13:59:17.177 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 osd 2024-09-19T13:59:17.177 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 optracker 2024-09-19T13:59:17.177 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 objclass 2024-09-19T13:59:17.177 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 filestore 2024-09-19T13:59:17.177 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 journal 2024-09-19T13:59:17.177 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 0 ms 2024-09-19T13:59:17.177 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mon 2024-09-19T13:59:17.178 INFO:tasks.workunit.client.0.smithi031.stderr: 0/10 monc 2024-09-19T13:59:17.178 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 paxos 2024-09-19T13:59:17.178 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 tp 2024-09-19T13:59:17.178 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 auth 2024-09-19T13:59:17.178 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 crypto 2024-09-19T13:59:17.178 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 finisher 2024-09-19T13:59:17.178 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 reserver 2024-09-19T13:59:17.178 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 heartbeatmap 2024-09-19T13:59:17.178 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 perfcounter 2024-09-19T13:59:17.178 INFO:tasks.workunit.client.0.smithi031.stderr: 20/20 rgw 2024-09-19T13:59:17.178 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_sync 2024-09-19T13:59:17.178 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_datacache 2024-09-19T13:59:17.178 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_access 2024-09-19T13:59:17.178 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_dbstore 2024-09-19T13:59:17.178 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_flight 2024-09-19T13:59:17.179 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_lifecycle 2024-09-19T13:59:17.179 INFO:tasks.workunit.client.0.smithi031.stderr: 20/20 rgw_notification 2024-09-19T13:59:17.179 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 javaclient 2024-09-19T13:59:17.179 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 asok 2024-09-19T13:59:17.179 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 throttle 2024-09-19T13:59:17.179 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 0 refs 2024-09-19T13:59:17.179 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 compressor 2024-09-19T13:59:17.179 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 bluestore 2024-09-19T13:59:17.179 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 bluefs 2024-09-19T13:59:17.179 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 bdev 2024-09-19T13:59:17.179 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 kstore 2024-09-19T13:59:17.179 INFO:tasks.workunit.client.0.smithi031.stderr: 4/ 5 rocksdb 2024-09-19T13:59:17.179 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 fuse 2024-09-19T13:59:17.179 INFO:tasks.workunit.client.0.smithi031.stderr: 2/ 5 mgr 2024-09-19T13:59:17.179 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mgrc 2024-09-19T13:59:17.179 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 dpdk 2024-09-19T13:59:17.180 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 eventtrace 2024-09-19T13:59:17.180 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 prioritycache 2024-09-19T13:59:17.180 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 test 2024-09-19T13:59:17.180 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cephfs_mirror 2024-09-19T13:59:17.180 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cephsqlite 2024-09-19T13:59:17.180 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 crimson_interrupt 2024-09-19T13:59:17.180 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore 2024-09-19T13:59:17.180 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_onode 2024-09-19T13:59:17.180 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_odata 2024-09-19T13:59:17.181 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_omap 2024-09-19T13:59:17.181 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_tm 2024-09-19T13:59:17.181 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_t 2024-09-19T13:59:17.181 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_cleaner 2024-09-19T13:59:17.181 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_epm 2024-09-19T13:59:17.181 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_lba 2024-09-19T13:59:17.181 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-19T13:59:17.181 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_cache 2024-09-19T13:59:17.181 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_journal 2024-09-19T13:59:17.181 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_device 2024-09-19T13:59:17.181 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_backref 2024-09-19T13:59:17.181 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 alienstore 2024-09-19T13:59:17.181 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mclock 2024-09-19T13:59:17.182 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cyanstore 2024-09-19T13:59:17.182 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 ceph_exporter 2024-09-19T13:59:17.182 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 memstore 2024-09-19T13:59:17.182 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 trace 2024-09-19T13:59:17.182 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 ceph_dedup 2024-09-19T13:59:17.182 INFO:tasks.workunit.client.0.smithi031.stderr: -2/-2 (syslog threshold) 2024-09-19T13:59:17.182 INFO:tasks.workunit.client.0.smithi031.stderr: 99/99 (stderr threshold) 2024-09-19T13:59:17.182 INFO:tasks.workunit.client.0.smithi031.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-19T13:59:17.182 INFO:tasks.workunit.client.0.smithi031.stderr: 7fbcfd7fa640 / http_manager 2024-09-19T13:59:17.182 INFO:tasks.workunit.client.0.smithi031.stderr: 7fbcff7fe640 / http_manager 2024-09-19T13:59:17.182 INFO:tasks.workunit.client.0.smithi031.stderr: 7fbd057e2640 / rgw_dt_lg_renew 2024-09-19T13:59:17.182 INFO:tasks.workunit.client.0.smithi031.stderr: 7fbd1ffff640 / ms_dispatch 2024-09-19T13:59:17.182 INFO:tasks.workunit.client.0.smithi031.stderr: 7fbd31ffb640 / io_context_pool 2024-09-19T13:59:17.183 INFO:tasks.workunit.client.0.smithi031.stderr: 7fbd33fff640 / ms_dispatch 2024-09-19T13:59:17.183 INFO:tasks.workunit.client.0.smithi031.stderr: 7fbd3ae05640 / ms_dispatch 2024-09-19T13:59:17.183 INFO:tasks.workunit.client.0.smithi031.stderr: 7fbd3c608640 / io_context_pool 2024-09-19T13:59:17.183 INFO:tasks.workunit.client.0.smithi031.stderr: 7fbe4df9e640 / msgr-worker-2 2024-09-19T13:59:17.183 INFO:tasks.workunit.client.0.smithi031.stderr: 7fbe4e79f640 / msgr-worker-1 2024-09-19T13:59:17.183 INFO:tasks.workunit.client.0.smithi031.stderr: 7fbe4efa0640 / msgr-worker-0 2024-09-19T13:59:17.183 INFO:tasks.workunit.client.0.smithi031.stderr: 7fbe4f7a1640 / io_context_pool 2024-09-19T13:59:17.183 INFO:tasks.workunit.client.0.smithi031.stderr: 7fbe50c999c0 / radosgw-admin 2024-09-19T13:59:17.183 INFO:tasks.workunit.client.0.smithi031.stderr: max_recent 500 2024-09-19T13:59:17.183 INFO:tasks.workunit.client.0.smithi031.stderr: max_new 1000 2024-09-19T13:59:17.183 INFO:tasks.workunit.client.0.smithi031.stderr: log_file /var/lib/ceph/crash/2024-09-19T13:59:17.021243Z_5458bfb5-6c2e-4b25-992e-ed03798686e7/log 2024-09-19T13:59:17.183 INFO:tasks.workunit.client.0.smithi031.stderr:--- end dump of recent events --- 2024-09-19T13:59:17.183 INFO:tasks.workunit.client.0.smithi031.stderr:Aborted 2024-09-19T13:59:17.184 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2024-09-19T13:59:17.185 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:59:17.185 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:59:17.185 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.113+0000 7f8d997de9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:17.185 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.113+0000 7f8d997de9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:17.185 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.113+0000 7f8d997de9c0 20 realm 2024-09-19T13:59:17.185 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.113+0000 7f8d997de9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:17.185 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.117+0000 7f8d997de9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:17.186 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.117+0000 7f8d997de9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:59:17.186 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.117+0000 7f8d997de9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:17.186 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.117+0000 7f8d997de9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:17.186 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.117+0000 7f8d997de9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:17.186 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.117+0000 7f8d997de9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:17.186 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.117+0000 7f8d997de9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:17.186 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.117+0000 7f8d997de9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:59:17.186 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.117+0000 7f8d997de9c0 20 searching for the correct realm 2024-09-19T13:59:17.186 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.125+0000 7f8d96ae3640 0 -- 172.21.15.31:0/2274479572 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7f8d8c008930 msgr2=0x7f8d8c019400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:59:17.186 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.129+0000 7f8d972e4640 0 -- 172.21.15.31:0/2274479572 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f8d900c1070 msgr2=0x7f8d900f74b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:59:17.336 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.333+0000 7f8d997de9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:59:17.336 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.333+0000 7f8d997de9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:59:17.336 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.333+0000 7f8d997de9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:59:17.336 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.333+0000 7f8d997de9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:59:17.337 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.333+0000 7f8d997de9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:59:17.337 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.333+0000 7f8d997de9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:59:17.337 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.333+0000 7f8d997de9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:17.337 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.333+0000 7f8d997de9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:17.337 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.333+0000 7f8d997de9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:17.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.337+0000 7f8d997de9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:17.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.337+0000 7f8d997de9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:17.339 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.337+0000 7f8d997de9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:59:17.339 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.337+0000 7f8d997de9c0 20 zone default found 2024-09-19T13:59:17.339 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.337+0000 7f8d997de9c0 4 Realm: () 2024-09-19T13:59:17.339 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.337+0000 7f8d997de9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:59:17.339 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.337+0000 7f8d997de9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:59:17.339 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.337+0000 7f8d997de9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:59:17.339 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.337+0000 7f8d997de9c0 20 zonegroup default 2024-09-19T13:59:17.339 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.337+0000 7f8d997de9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:17.340 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.337+0000 7f8d997de9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:17.340 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.337+0000 7f8d997de9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:17.341 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.337+0000 7f8d997de9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:17.341 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.337+0000 7f8d997de9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:17.342 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.341+0000 7f8d997de9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:17.342 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.341+0000 7f8d997de9c0 20 started sync module instance, tier type = 2024-09-19T13:59:17.342 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.341+0000 7f8d997de9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:59:17.365 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.365+0000 7f8d997de9c0 20 add_watcher() i=0 2024-09-19T13:59:17.366 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.365+0000 7f8d997de9c0 20 add_watcher() i=1 2024-09-19T13:59:17.366 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.365+0000 7f8d997de9c0 20 add_watcher() i=2 2024-09-19T13:59:17.366 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.365+0000 7f8d997de9c0 20 add_watcher() i=3 2024-09-19T13:59:17.366 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.365+0000 7f8d997de9c0 20 add_watcher() i=4 2024-09-19T13:59:17.366 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.365+0000 7f8d997de9c0 20 add_watcher() i=5 2024-09-19T13:59:17.366 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.365+0000 7f8d997de9c0 20 add_watcher() i=6 2024-09-19T13:59:17.367 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.365+0000 7f8d997de9c0 20 add_watcher() i=7 2024-09-19T13:59:17.368 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.365+0000 7f8d997de9c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:59:17.372 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.369+0000 7f8c4dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:59:17.373 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.369+0000 7f8d997de9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:59:17.373 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.369+0000 7f8d997de9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:59:17.373 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.369+0000 7f8d997de9c0 5 note: GC not initialized 2024-09-19T13:59:17.373 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.373+0000 7f8c4cfe1640 20 reqs_thread_entry: start 2024-09-19T13:59:17.374 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.373+0000 7f8d997de9c0 20 init_complete bucket index max shards: 1 2024-09-19T13:59:17.374 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.373+0000 7f8d997de9c0 20 Filter name: none 2024-09-19T13:59:17.374 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.373+0000 7f8bc67fc640 20 reqs_thread_entry: start 2024-09-19T13:59:17.374 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.373+0000 7f8d997de9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:17.375 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.373+0000 7f8d997de9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T13:59:17.375 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.373+0000 7f8d997de9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:17.376 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.373+0000 7f8d997de9c0 20 rados_obj.operate() r=0 bl.length=451 2024-09-19T13:59:17.376 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.373+0000 7f8d997de9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:59:17.376 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.373+0000 7f8d997de9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:17.377 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.377+0000 7f8d997de9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T13:59:17.377 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.377+0000 7f8d997de9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:17.379 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.377+0000 7f8d997de9c0 20 rados_obj.operate() r=0 bl.length=451 2024-09-19T13:59:17.379 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.377+0000 7f8d997de9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:59:17.381 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.381+0000 7f8c4dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:59:17.386 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.385+0000 7f8d997de9c0 20 remove_watcher() i=0 2024-09-19T13:59:17.386 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.385+0000 7f8d997de9c0 2 removed watcher, disabling cache 2024-09-19T13:59:17.388 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.385+0000 7f8d997de9c0 20 remove_watcher() i=1 2024-09-19T13:59:17.390 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.389+0000 7f8d997de9c0 20 remove_watcher() i=2 2024-09-19T13:59:17.393 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.389+0000 7f8d997de9c0 20 remove_watcher() i=3 2024-09-19T13:59:17.395 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.393+0000 7f8d997de9c0 20 remove_watcher() i=4 2024-09-19T13:59:17.398 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.397+0000 7f8d997de9c0 20 remove_watcher() i=5 2024-09-19T13:59:17.401 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.397+0000 7f8d997de9c0 20 remove_watcher() i=6 2024-09-19T13:59:17.403 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:17.401+0000 7f8d997de9c0 20 remove_watcher() i=7 2024-09-19T13:59:17.423 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:17.423 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T13:59:17.424 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: abort-at-commit-target-layout id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-19T13:59:17.424 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:17.425 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:17.425 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:47.500 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:47.500 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:47.547 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket reshard --bucket abort-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-19T13:59:47.586 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:59:47.586 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:59:47.633 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.629+0000 7fafe80069c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:47.635 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.633+0000 7fafe80069c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:47.635 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.633+0000 7fafe80069c0 20 realm 2024-09-19T13:59:47.635 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.633+0000 7fafe80069c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:47.636 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.633+0000 7fafe80069c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:47.636 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.633+0000 7fafe80069c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:59:47.636 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.633+0000 7fafe80069c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:47.636 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.633+0000 7fafe80069c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:47.636 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.633+0000 7fafe80069c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:47.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.637+0000 7fafe80069c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:47.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.637+0000 7fafe80069c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:47.639 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.637+0000 7fafe80069c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:59:47.639 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.637+0000 7fafe80069c0 20 searching for the correct realm 2024-09-19T13:59:47.645 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.641+0000 7fafe630d640 0 -- 172.21.15.31:0/3596371001 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7fafdc028040 msgr2=0x7fafdc068bc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:59:47.651 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.649+0000 7fafe5b0c640 0 -- 172.21.15.31:0/3596371001 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7fafe00b6b80 msgr2=0x7fafe00bf3f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:59:47.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.657+0000 7fafe80069c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:59:47.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.657+0000 7fafe80069c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:59:47.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.657+0000 7fafe80069c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:59:47.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.657+0000 7fafe80069c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:59:47.660 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.657+0000 7fafe80069c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:59:47.660 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.657+0000 7fafe80069c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:59:47.660 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.657+0000 7fafe80069c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:47.660 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.657+0000 7fafe80069c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:47.660 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.657+0000 7fafe80069c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:47.660 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.657+0000 7fafe80069c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:47.660 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.657+0000 7fafe80069c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:47.661 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.657+0000 7fafe80069c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:59:47.661 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.657+0000 7fafe80069c0 20 zone default found 2024-09-19T13:59:47.661 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.657+0000 7fafe80069c0 4 Realm: () 2024-09-19T13:59:47.661 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.657+0000 7fafe80069c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:59:47.661 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.657+0000 7fafe80069c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:59:47.661 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.657+0000 7fafe80069c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:59:47.661 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.657+0000 7fafe80069c0 20 zonegroup default 2024-09-19T13:59:47.661 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.657+0000 7fafe80069c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:47.662 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.661+0000 7fafe80069c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:47.662 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.661+0000 7fafe80069c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:47.662 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.661+0000 7fafe80069c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:47.662 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.661+0000 7fafe80069c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:47.663 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.661+0000 7fafe80069c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:47.663 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.661+0000 7fafe80069c0 20 started sync module instance, tier type = 2024-09-19T13:59:47.663 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.661+0000 7fafe80069c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:59:47.682 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.681+0000 7fafe80069c0 20 add_watcher() i=0 2024-09-19T13:59:47.682 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.681+0000 7fafe80069c0 20 add_watcher() i=1 2024-09-19T13:59:47.682 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.681+0000 7fafe80069c0 20 add_watcher() i=2 2024-09-19T13:59:47.682 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.681+0000 7fafe80069c0 20 add_watcher() i=3 2024-09-19T13:59:47.682 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.681+0000 7fafe80069c0 20 add_watcher() i=4 2024-09-19T13:59:47.683 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.681+0000 7fafe80069c0 20 add_watcher() i=5 2024-09-19T13:59:47.683 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.681+0000 7fafe80069c0 20 add_watcher() i=6 2024-09-19T13:59:47.685 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.681+0000 7fafe80069c0 20 add_watcher() i=7 2024-09-19T13:59:47.685 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.681+0000 7fafe80069c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:59:47.689 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.689+0000 7fae977fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:59:47.690 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.689+0000 7fafe80069c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:59:47.690 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.689+0000 7fafe80069c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:59:47.690 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.689+0000 7fafe80069c0 5 note: GC not initialized 2024-09-19T13:59:47.691 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.689+0000 7fae967fc640 20 reqs_thread_entry: start 2024-09-19T13:59:47.691 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.689+0000 7fafe80069c0 20 init_complete bucket index max shards: 1 2024-09-19T13:59:47.691 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.689+0000 7fafe80069c0 20 Filter name: none 2024-09-19T13:59:47.691 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.689+0000 7fae07fff640 20 reqs_thread_entry: start 2024-09-19T13:59:47.691 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.689+0000 7fafe80069c0 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2024-09-19T13:59:47.691 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.689+0000 7fafe80069c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:47.692 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.689+0000 7fafe80069c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T13:59:47.692 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.689+0000 7fafe80069c0 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2024-09-19T13:59:47.692 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.689+0000 7fafe80069c0 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2024-09-19T13:59:47.692 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.689+0000 7fafe80069c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 : miss 2024-09-19T13:59:47.693 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.689+0000 7fafe80069c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:47.693 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.689+0000 7fafe80069c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T13:59:47.693 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.689+0000 7fafe80069c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 info.flags=0x17 2024-09-19T13:59:47.693 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.689+0000 7fafe80069c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 to cache LRU end 2024-09-19T13:59:47.693 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.689+0000 7fafe80069c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:59:47.693 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.689+0000 7fafe80069c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:47.693 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.689+0000 7fafe80069c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 2024-09-19T13:59:47.702 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.701+0000 7fafe80069c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 info.flags=0x17 2024-09-19T13:59:47.702 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.701+0000 7fafe80069c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 to cache LRU end 2024-09-19T13:59:47.702 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.701+0000 7fafe80069c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:47.702 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.701+0000 7fafe80069c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32, ofs0, ns] 2024-09-19T13:59:47.703 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.701+0000 7faec97fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333511 cookie 93953361054192 notifier 6965 bl.length()=931 2024-09-19T13:59:47.703 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.701+0000 7faec97fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 info.flags=0x17 2024-09-19T13:59:47.703 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.701+0000 7faec97fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 to cache LRU end 2024-09-19T13:59:47.703 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.701+0000 7faec97fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:47.704 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.701+0000 7fafe80069c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32]): orig_sources= new_sources= 2024-09-19T13:59:47.704 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.701+0000 7fafe80069c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32]): potential sources added=[] removed=[] 2024-09-19T13:59:47.704 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.701+0000 7fafe80069c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32]): orig_dests= new_dests= 2024-09-19T13:59:47.704 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.701+0000 7fafe80069c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32]): potential dests added=[] removed=[] 2024-09-19T13:59:47.709 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.709+0000 7fafe80069c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32.1.0 2024-09-19T13:59:47.709 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.709+0000 7fafe80069c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32.1.0 2024-09-19T13:59:47.710 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.709+0000 7fafe80069c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32.1.1 2024-09-19T13:59:47.710 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.709+0000 7fafe80069c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32.1.1 2024-09-19T13:59:47.710 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.709+0000 7fafe80069c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32.0 2024-09-19T13:59:47.715 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.713+0000 7fafe80069c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 : hit (requested=0x17, cached=0x17) 2024-09-19T13:59:47.715 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.713+0000 7fafe80069c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 2024-09-19T13:59:47.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.717+0000 7fafe80069c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 info.flags=0x17 2024-09-19T13:59:47.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.717+0000 7fafe80069c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 to cache LRU end 2024-09-19T13:59:47.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.717+0000 7fafe80069c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:47.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.717+0000 7fafe80069c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32, ofs0, ns] 2024-09-19T13:59:47.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.717+0000 7faec97fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333512 cookie 93953361054192 notifier 6965 bl.length()=931 2024-09-19T13:59:47.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.717+0000 7faec97fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 info.flags=0x17 2024-09-19T13:59:47.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.717+0000 7faec97fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 to cache LRU end 2024-09-19T13:59:47.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.717+0000 7faec97fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:47.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.717+0000 7fafe80069c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32]): orig_sources= new_sources= 2024-09-19T13:59:47.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.717+0000 7fafe80069c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32]): potential sources added=[] removed=[] 2024-09-19T13:59:47.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.717+0000 7fafe80069c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32]): orig_dests= new_dests= 2024-09-19T13:59:47.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.717+0000 7fafe80069c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32]): potential dests added=[] removed=[] 2024-09-19T13:59:47.723 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.721+0000 7fafe80069c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32.0 2024-09-19T13:59:47.724 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.721+0000 7fafe80069c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 : hit (requested=0x17, cached=0x17) 2024-09-19T13:59:47.724 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.721+0000 7fafe80069c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 2024-09-19T13:59:47.728 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.725+0000 7fafe80069c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 info.flags=0x17 2024-09-19T13:59:47.728 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.725+0000 7fafe80069c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 to cache LRU end 2024-09-19T13:59:47.728 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.725+0000 7fafe80069c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:47.728 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.725+0000 7fafe80069c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32, ofs0, ns] 2024-09-19T13:59:47.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.725+0000 7faec8ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333513 cookie 93953361054192 notifier 6965 bl.length()=899 2024-09-19T13:59:47.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.725+0000 7faec8ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 info.flags=0x17 2024-09-19T13:59:47.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.725+0000 7faec8ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 to cache LRU end 2024-09-19T13:59:47.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.725+0000 7faec8ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:47.730 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.729+0000 7fafe80069c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32]): orig_sources= new_sources= 2024-09-19T13:59:47.730 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.729+0000 7fafe80069c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32]): potential sources added=[] removed=[] 2024-09-19T13:59:47.730 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.729+0000 7fafe80069c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32]): orig_dests= new_dests= 2024-09-19T13:59:47.730 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.729+0000 7fafe80069c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32]): potential dests added=[] removed=[] 2024-09-19T13:59:47.733 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.729+0000 7fafe80069c0 1 execute INFO: reshard of bucket "abort-at-commit-target-layout" from 1 shards to 2 shards completed successfully 2024-09-19T13:59:47.737 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.733+0000 7fae977fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:59:47.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.741+0000 7fafe80069c0 20 remove_watcher() i=0 2024-09-19T13:59:47.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.741+0000 7fafe80069c0 2 removed watcher, disabling cache 2024-09-19T13:59:47.745 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.741+0000 7fafe80069c0 20 remove_watcher() i=1 2024-09-19T13:59:47.747 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.745+0000 7fafe80069c0 20 remove_watcher() i=2 2024-09-19T13:59:47.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.749+0000 7fafe80069c0 20 remove_watcher() i=3 2024-09-19T13:59:47.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.749+0000 7fafe80069c0 20 remove_watcher() i=4 2024-09-19T13:59:47.754 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.753+0000 7fafe80069c0 20 remove_watcher() i=5 2024-09-19T13:59:47.756 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.753+0000 7fafe80069c0 20 remove_watcher() i=6 2024-09-19T13:59:47.759 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.757+0000 7fafe80069c0 20 remove_watcher() i=7 2024-09-19T13:59:47.780 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2024-09-19T13:59:47.814 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:59:47.814 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:59:47.859 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.857+0000 7ff76a2ab9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:47.862 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.861+0000 7ff76a2ab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:47.862 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.861+0000 7ff76a2ab9c0 20 realm 2024-09-19T13:59:47.862 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.861+0000 7ff76a2ab9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:47.863 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.861+0000 7ff76a2ab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:47.863 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.861+0000 7ff76a2ab9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:59:47.863 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.861+0000 7ff76a2ab9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:47.863 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.861+0000 7ff76a2ab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:47.863 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.861+0000 7ff76a2ab9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:47.864 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.861+0000 7ff76a2ab9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:47.864 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.861+0000 7ff76a2ab9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:47.866 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.865+0000 7ff76a2ab9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:59:47.866 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.865+0000 7ff76a2ab9c0 20 searching for the correct realm 2024-09-19T13:59:47.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.869+0000 7ff7675b0640 0 -- 172.21.15.31:0/1824014364 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7ff75c0c9440 msgr2=0x7ff75c0c98c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:59:47.878 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.877+0000 7ff7675b0640 0 -- 172.21.15.31:0/1824014364 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x5640883487e0 msgr2=0x56408834aca0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:59:47.886 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.885+0000 7ff76a2ab9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:59:47.886 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.885+0000 7ff76a2ab9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:59:47.886 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.885+0000 7ff76a2ab9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:59:47.886 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.885+0000 7ff76a2ab9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:59:47.886 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.885+0000 7ff76a2ab9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:59:47.886 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.885+0000 7ff76a2ab9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:59:47.886 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.885+0000 7ff76a2ab9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:47.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.885+0000 7ff76a2ab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:47.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.885+0000 7ff76a2ab9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:47.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.885+0000 7ff76a2ab9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:47.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.885+0000 7ff76a2ab9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:47.888 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.885+0000 7ff76a2ab9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:59:47.888 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.885+0000 7ff76a2ab9c0 20 zone default found 2024-09-19T13:59:47.888 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.885+0000 7ff76a2ab9c0 4 Realm: () 2024-09-19T13:59:47.888 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.885+0000 7ff76a2ab9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:59:47.888 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.885+0000 7ff76a2ab9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:59:47.888 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.885+0000 7ff76a2ab9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:59:47.888 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.885+0000 7ff76a2ab9c0 20 zonegroup default 2024-09-19T13:59:47.888 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.885+0000 7ff76a2ab9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:47.889 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.885+0000 7ff76a2ab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:47.889 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.885+0000 7ff76a2ab9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:47.889 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.885+0000 7ff76a2ab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:47.889 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.885+0000 7ff76a2ab9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:47.890 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.889+0000 7ff76a2ab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:47.890 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.889+0000 7ff76a2ab9c0 20 started sync module instance, tier type = 2024-09-19T13:59:47.890 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.889+0000 7ff76a2ab9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:59:47.908 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.905+0000 7ff76a2ab9c0 20 add_watcher() i=0 2024-09-19T13:59:47.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.905+0000 7ff76a2ab9c0 20 add_watcher() i=1 2024-09-19T13:59:47.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.905+0000 7ff76a2ab9c0 20 add_watcher() i=2 2024-09-19T13:59:47.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.905+0000 7ff76a2ab9c0 20 add_watcher() i=3 2024-09-19T13:59:47.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.905+0000 7ff76a2ab9c0 20 add_watcher() i=4 2024-09-19T13:59:47.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.905+0000 7ff76a2ab9c0 20 add_watcher() i=5 2024-09-19T13:59:47.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.905+0000 7ff76a2ab9c0 20 add_watcher() i=6 2024-09-19T13:59:47.911 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.909+0000 7ff76a2ab9c0 20 add_watcher() i=7 2024-09-19T13:59:47.911 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.909+0000 7ff76a2ab9c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:59:47.914 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.913+0000 7ff61dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:59:47.915 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.913+0000 7ff76a2ab9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:59:47.915 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.913+0000 7ff76a2ab9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:59:47.915 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.913+0000 7ff76a2ab9c0 5 note: GC not initialized 2024-09-19T13:59:47.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.913+0000 7ff61cfe1640 20 reqs_thread_entry: start 2024-09-19T13:59:47.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.913+0000 7ff76a2ab9c0 20 init_complete bucket index max shards: 1 2024-09-19T13:59:47.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.913+0000 7ff76a2ab9c0 20 Filter name: none 2024-09-19T13:59:47.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.913+0000 7ff5967fc640 20 reqs_thread_entry: start 2024-09-19T13:59:47.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.913+0000 7ff76a2ab9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:47.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.913+0000 7ff76a2ab9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T13:59:47.917 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.913+0000 7ff76a2ab9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:47.918 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.917+0000 7ff76a2ab9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T13:59:47.918 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.917+0000 7ff76a2ab9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:59:47.918 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.917+0000 7ff76a2ab9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:47.918 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.917+0000 7ff76a2ab9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T13:59:47.919 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.917+0000 7ff76a2ab9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:47.919 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.917+0000 7ff76a2ab9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T13:59:47.920 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.917+0000 7ff76a2ab9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:59:47.922 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.921+0000 7ff61dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:59:47.927 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.925+0000 7ff76a2ab9c0 20 remove_watcher() i=0 2024-09-19T13:59:47.927 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.925+0000 7ff76a2ab9c0 2 removed watcher, disabling cache 2024-09-19T13:59:47.929 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.929+0000 7ff76a2ab9c0 20 remove_watcher() i=1 2024-09-19T13:59:47.931 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.929+0000 7ff76a2ab9c0 20 remove_watcher() i=2 2024-09-19T13:59:47.933 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.933+0000 7ff76a2ab9c0 20 remove_watcher() i=3 2024-09-19T13:59:47.935 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.933+0000 7ff76a2ab9c0 20 remove_watcher() i=4 2024-09-19T13:59:47.938 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.937+0000 7ff76a2ab9c0 20 remove_watcher() i=5 2024-09-19T13:59:47.941 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.937+0000 7ff76a2ab9c0 20 remove_watcher() i=6 2024-09-19T13:59:47.943 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:47.941+0000 7ff76a2ab9c0 20 remove_watcher() i=7 2024-09-19T13:59:47.960 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:47.960 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T13:59:47.960 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: abort-at-commit-target-layout id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-19T13:59:47.960 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:47.962 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:47.962 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:47.965 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:47.965 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:48.025 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:48.025 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:48.054 INFO:tasks.workunit.client.0.smithi031.stderr:TEST: reshard bucket with EIO injected at do_reshard 2024-09-19T13:59:48.054 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:48.055 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:48.055 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:48.075 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:48.075 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:48.121 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:48.121 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:48.140 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:48.140 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:48.164 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:48.164 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:48.184 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:48.184 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:48.261 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:48.261 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:48.280 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:48.280 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:48.297 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:48.297 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:48.315 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:48.315 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:48.337 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:48.337 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:48.356 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:48.356 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:48.375 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:48.375 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:48.395 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:48.396 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:48.416 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:48.416 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:48.439 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:48.439 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:48.459 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:48.459 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:48.479 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:48.479 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:48.499 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:48.499 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:48.521 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:48.521 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:48.543 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:48.543 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:48.564 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:48.564 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:48.583 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2024-09-19T13:59:48.618 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:59:48.619 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:59:48.665 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.665+0000 7fa6ebfa19c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:48.668 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.665+0000 7fa6ebfa19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:48.668 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.665+0000 7fa6ebfa19c0 20 realm 2024-09-19T13:59:48.668 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.665+0000 7fa6ebfa19c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:48.669 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.665+0000 7fa6ebfa19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:48.669 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.665+0000 7fa6ebfa19c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:59:48.669 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.665+0000 7fa6ebfa19c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:48.669 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.669+0000 7fa6ebfa19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:48.670 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.669+0000 7fa6ebfa19c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:48.670 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.669+0000 7fa6ebfa19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:48.670 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.669+0000 7fa6ebfa19c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:48.672 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.669+0000 7fa6ebfa19c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:59:48.672 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.669+0000 7fa6ebfa19c0 20 searching for the correct realm 2024-09-19T13:59:48.677 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.677+0000 7fa6e92a6640 0 -- 172.21.15.31:0/1844471859 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7fa5b4081e90 msgr2=0x7fa5b40842c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T13:59:48.893 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.889+0000 7fa6ea2a8640 0 -- 172.21.15.31:0/1844471859 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x55d031b4c680 msgr2=0x55d031b4ea90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:59:48.905 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.901+0000 7fa6ebfa19c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:59:48.905 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.901+0000 7fa6ebfa19c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:59:48.905 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.901+0000 7fa6ebfa19c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:59:48.905 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.901+0000 7fa6ebfa19c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:59:48.905 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.901+0000 7fa6ebfa19c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:59:48.905 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.901+0000 7fa6ebfa19c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:59:48.905 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.901+0000 7fa6ebfa19c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:48.906 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.905+0000 7fa6ebfa19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:48.906 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.905+0000 7fa6ebfa19c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:48.906 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.905+0000 7fa6ebfa19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:48.906 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.905+0000 7fa6ebfa19c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:48.907 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.905+0000 7fa6ebfa19c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:59:48.907 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.905+0000 7fa6ebfa19c0 20 zone default found 2024-09-19T13:59:48.907 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.905+0000 7fa6ebfa19c0 4 Realm: () 2024-09-19T13:59:48.907 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.905+0000 7fa6ebfa19c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:59:48.908 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.905+0000 7fa6ebfa19c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:59:48.908 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.905+0000 7fa6ebfa19c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:59:48.908 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.905+0000 7fa6ebfa19c0 20 zonegroup default 2024-09-19T13:59:48.908 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.905+0000 7fa6ebfa19c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:48.908 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.905+0000 7fa6ebfa19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:48.908 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.905+0000 7fa6ebfa19c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:48.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.905+0000 7fa6ebfa19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:48.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.905+0000 7fa6ebfa19c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:48.910 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.909+0000 7fa6ebfa19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:48.910 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.909+0000 7fa6ebfa19c0 20 started sync module instance, tier type = 2024-09-19T13:59:48.910 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.909+0000 7fa6ebfa19c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:59:48.933 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.933+0000 7fa6ebfa19c0 20 add_watcher() i=0 2024-09-19T13:59:48.933 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.933+0000 7fa6ebfa19c0 20 add_watcher() i=1 2024-09-19T13:59:48.934 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.933+0000 7fa6ebfa19c0 20 add_watcher() i=2 2024-09-19T13:59:48.934 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.933+0000 7fa6ebfa19c0 20 add_watcher() i=3 2024-09-19T13:59:48.934 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.933+0000 7fa6ebfa19c0 20 add_watcher() i=4 2024-09-19T13:59:48.934 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.933+0000 7fa6ebfa19c0 20 add_watcher() i=5 2024-09-19T13:59:48.934 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.933+0000 7fa6ebfa19c0 20 add_watcher() i=6 2024-09-19T13:59:48.936 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.933+0000 7fa6ebfa19c0 20 add_watcher() i=7 2024-09-19T13:59:48.936 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.933+0000 7fa6ebfa19c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:59:48.940 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.937+0000 7fa59ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:59:48.941 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.937+0000 7fa6ebfa19c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:59:48.942 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.937+0000 7fa6ebfa19c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:59:48.942 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.937+0000 7fa6ebfa19c0 5 note: GC not initialized 2024-09-19T13:59:48.942 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.937+0000 7fa59efe5640 20 reqs_thread_entry: start 2024-09-19T13:59:48.942 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.941+0000 7fa6ebfa19c0 20 init_complete bucket index max shards: 1 2024-09-19T13:59:48.942 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.941+0000 7fa6ebfa19c0 20 Filter name: none 2024-09-19T13:59:48.942 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.941+0000 7fa59cfe1640 20 reqs_thread_entry: start 2024-09-19T13:59:48.942 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.941+0000 7fa6ebfa19c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:48.943 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.941+0000 7fa6ebfa19c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T13:59:48.943 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.941+0000 7fa6ebfa19c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:48.944 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.941+0000 7fa6ebfa19c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T13:59:48.944 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.941+0000 7fa6ebfa19c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:59:48.944 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.941+0000 7fa6ebfa19c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:48.945 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.941+0000 7fa6ebfa19c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T13:59:48.945 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.941+0000 7fa6ebfa19c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:48.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.945+0000 7fa6ebfa19c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T13:59:48.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.945+0000 7fa6ebfa19c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:59:48.949 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.949+0000 7fa59ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:59:48.954 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.953+0000 7fa6ebfa19c0 20 remove_watcher() i=0 2024-09-19T13:59:48.954 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.953+0000 7fa6ebfa19c0 2 removed watcher, disabling cache 2024-09-19T13:59:48.956 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.953+0000 7fa6ebfa19c0 20 remove_watcher() i=1 2024-09-19T13:59:48.958 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.957+0000 7fa6ebfa19c0 20 remove_watcher() i=2 2024-09-19T13:59:48.961 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.961+0000 7fa6ebfa19c0 20 remove_watcher() i=3 2024-09-19T13:59:48.963 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.961+0000 7fa6ebfa19c0 20 remove_watcher() i=4 2024-09-19T13:59:48.966 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.965+0000 7fa6ebfa19c0 20 remove_watcher() i=5 2024-09-19T13:59:48.969 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.965+0000 7fa6ebfa19c0 20 remove_watcher() i=6 2024-09-19T13:59:48.971 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:48.969+0000 7fa6ebfa19c0 20 remove_watcher() i=7 2024-09-19T13:59:48.988 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:48.988 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T13:59:48.988 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: error-at-do-reshard id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-19T13:59:48.988 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:48.989 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket reshard --bucket error-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at do_reshard 2024-09-19T13:59:49.024 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:59:49.024 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:59:49.071 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.069+0000 7fe171d9a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:49.073 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.073+0000 7fe171d9a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:49.073 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.073+0000 7fe171d9a9c0 20 realm 2024-09-19T13:59:49.073 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.073+0000 7fe171d9a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:49.077 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.073+0000 7fe171d9a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:49.077 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.073+0000 7fe171d9a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:59:49.077 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.073+0000 7fe171d9a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:49.077 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.073+0000 7fe171d9a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:49.077 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.073+0000 7fe171d9a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:49.077 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.073+0000 7fe171d9a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:49.077 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.073+0000 7fe171d9a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:49.077 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.073+0000 7fe171d9a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:59:49.077 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.073+0000 7fe171d9a9c0 20 searching for the correct realm 2024-09-19T13:59:49.082 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.081+0000 7fe1700a1640 0 -- 172.21.15.31:0/162477472 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7fe16402e040 msgr2=0x7fe164044420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T13:59:49.089 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.085+0000 7fe16f8a0640 0 -- 172.21.15.31:0/162477472 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7fe168024070 msgr2=0x7fe16805df70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:59:49.096 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.093+0000 7fe171d9a9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:59:49.097 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.093+0000 7fe171d9a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:59:49.097 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.093+0000 7fe171d9a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:59:49.097 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.093+0000 7fe171d9a9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:59:49.097 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.093+0000 7fe171d9a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:59:49.097 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.093+0000 7fe171d9a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:59:49.097 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.093+0000 7fe171d9a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:49.097 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.093+0000 7fe171d9a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:49.098 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.093+0000 7fe171d9a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:49.098 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.097+0000 7fe171d9a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:49.098 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.097+0000 7fe171d9a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:49.098 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.097+0000 7fe171d9a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:59:49.099 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.097+0000 7fe171d9a9c0 20 zone default found 2024-09-19T13:59:49.099 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.097+0000 7fe171d9a9c0 4 Realm: () 2024-09-19T13:59:49.099 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.097+0000 7fe171d9a9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:59:49.099 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.097+0000 7fe171d9a9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:59:49.099 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.097+0000 7fe171d9a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:59:49.099 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.097+0000 7fe171d9a9c0 20 zonegroup default 2024-09-19T13:59:49.099 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.097+0000 7fe171d9a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:49.099 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.097+0000 7fe171d9a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:49.099 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.097+0000 7fe171d9a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:49.100 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.097+0000 7fe171d9a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:49.100 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.097+0000 7fe171d9a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:49.100 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.097+0000 7fe171d9a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:49.100 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.097+0000 7fe171d9a9c0 20 started sync module instance, tier type = 2024-09-19T13:59:49.100 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.097+0000 7fe171d9a9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:59:49.118 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.117+0000 7fe171d9a9c0 20 add_watcher() i=0 2024-09-19T13:59:49.118 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.117+0000 7fe171d9a9c0 20 add_watcher() i=1 2024-09-19T13:59:49.118 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.117+0000 7fe171d9a9c0 20 add_watcher() i=2 2024-09-19T13:59:49.119 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.117+0000 7fe171d9a9c0 20 add_watcher() i=3 2024-09-19T13:59:49.119 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.117+0000 7fe171d9a9c0 20 add_watcher() i=4 2024-09-19T13:59:49.119 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.117+0000 7fe171d9a9c0 20 add_watcher() i=5 2024-09-19T13:59:49.119 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.117+0000 7fe171d9a9c0 20 add_watcher() i=6 2024-09-19T13:59:49.121 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.117+0000 7fe171d9a9c0 20 add_watcher() i=7 2024-09-19T13:59:49.121 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.117+0000 7fe171d9a9c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:59:49.124 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.121+0000 7fe025fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:59:49.125 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.121+0000 7fe171d9a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:59:49.125 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.121+0000 7fe171d9a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:59:49.125 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.121+0000 7fe171d9a9c0 5 note: GC not initialized 2024-09-19T13:59:49.125 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.121+0000 7fe024fe1640 20 reqs_thread_entry: start 2024-09-19T13:59:49.125 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.121+0000 7fe171d9a9c0 20 init_complete bucket index max shards: 1 2024-09-19T13:59:49.126 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.121+0000 7fe171d9a9c0 20 Filter name: none 2024-09-19T13:59:49.126 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.125+0000 7fdf9e7fc640 20 reqs_thread_entry: start 2024-09-19T13:59:49.126 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.125+0000 7fe171d9a9c0 10 cache get: name=default.rgw.meta+root+error-at-do-reshard : miss 2024-09-19T13:59:49.126 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.125+0000 7fe171d9a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:49.126 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.125+0000 7fe171d9a9c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T13:59:49.126 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.125+0000 7fe171d9a9c0 10 cache put: name=default.rgw.meta+root+error-at-do-reshard info.flags=0x11 2024-09-19T13:59:49.126 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.125+0000 7fe171d9a9c0 10 adding default.rgw.meta+root+error-at-do-reshard to cache LRU end 2024-09-19T13:59:49.126 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.125+0000 7fe171d9a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33 : miss 2024-09-19T13:59:49.127 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.125+0000 7fe171d9a9c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:49.127 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.125+0000 7fe171d9a9c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T13:59:49.127 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.125+0000 7fe171d9a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33 info.flags=0x17 2024-09-19T13:59:49.127 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.125+0000 7fe171d9a9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33 to cache LRU end 2024-09-19T13:59:49.127 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.125+0000 7fe171d9a9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:59:49.128 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.125+0000 7fe171d9a9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:49.128 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.125+0000 7fe171d9a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33 2024-09-19T13:59:49.135 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.133+0000 7fe171d9a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33 info.flags=0x17 2024-09-19T13:59:49.135 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.133+0000 7fe171d9a9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33 to cache LRU end 2024-09-19T13:59:49.135 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.133+0000 7fe171d9a9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:49.135 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.133+0000 7fe171d9a9c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33, ofs0, ns] 2024-09-19T13:59:49.136 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.133+0000 7fe04effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333569 cookie 94085823025104 notifier 7016 bl.length()=911 2024-09-19T13:59:49.136 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.133+0000 7fe04effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33 info.flags=0x17 2024-09-19T13:59:49.136 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.133+0000 7fe04effd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33 to cache LRU end 2024-09-19T13:59:49.136 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.133+0000 7fe04effd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:49.136 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.133+0000 7fe171d9a9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33]): orig_sources= new_sources= 2024-09-19T13:59:49.137 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.133+0000 7fe171d9a9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33]): potential sources added=[] removed=[] 2024-09-19T13:59:49.137 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.133+0000 7fe171d9a9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33]): orig_dests= new_dests= 2024-09-19T13:59:49.137 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.133+0000 7fe171d9a9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33]): potential dests added=[] removed=[] 2024-09-19T13:59:49.143 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.141+0000 7fe171d9a9c0 -1 Injecting error=-5 at location=do_reshard 2024-09-19T13:59:49.152 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.149+0000 7fe171d9a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33 : hit (requested=0x17, cached=0x17) 2024-09-19T13:59:49.152 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.149+0000 7fe171d9a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33 2024-09-19T13:59:49.155 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.153+0000 7fe171d9a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33 info.flags=0x17 2024-09-19T13:59:49.155 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.153+0000 7fe171d9a9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33 to cache LRU end 2024-09-19T13:59:49.155 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.153+0000 7fe171d9a9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:49.155 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.153+0000 7fe171d9a9c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33, ofs0, ns] 2024-09-19T13:59:49.155 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.153+0000 7fe04e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333570 cookie 94085823025104 notifier 7016 bl.length()=879 2024-09-19T13:59:49.155 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.153+0000 7fe04e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33 info.flags=0x17 2024-09-19T13:59:49.156 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.153+0000 7fe04e7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33 to cache LRU end 2024-09-19T13:59:49.156 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.153+0000 7fe04e7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:49.156 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.153+0000 7fe171d9a9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33]): orig_sources= new_sources= 2024-09-19T13:59:49.156 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.153+0000 7fe171d9a9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33]): potential sources added=[] removed=[] 2024-09-19T13:59:49.156 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.153+0000 7fe171d9a9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33]): orig_dests= new_dests= 2024-09-19T13:59:49.156 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.153+0000 7fe171d9a9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33]): potential dests added=[] removed=[] 2024-09-19T13:59:49.156 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.153+0000 7fe171d9a9c0 1 execute INFO: reshard of bucket "error-at-do-reshard" canceled due to errors 2024-09-19T13:59:49.159 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.157+0000 7fe025fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:59:49.163 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.161+0000 7fe171d9a9c0 20 remove_watcher() i=0 2024-09-19T13:59:49.163 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.161+0000 7fe171d9a9c0 2 removed watcher, disabling cache 2024-09-19T13:59:49.165 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.165+0000 7fe171d9a9c0 20 remove_watcher() i=1 2024-09-19T13:59:49.167 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.165+0000 7fe171d9a9c0 20 remove_watcher() i=2 2024-09-19T13:59:49.169 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.169+0000 7fe171d9a9c0 20 remove_watcher() i=3 2024-09-19T13:59:49.171 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.169+0000 7fe171d9a9c0 20 remove_watcher() i=4 2024-09-19T13:59:49.174 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.173+0000 7fe171d9a9c0 20 remove_watcher() i=5 2024-09-19T13:59:49.176 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.173+0000 7fe171d9a9c0 20 remove_watcher() i=6 2024-09-19T13:59:49.179 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.177+0000 7fe171d9a9c0 20 remove_watcher() i=7 2024-09-19T13:59:49.194 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2024-09-19T13:59:49.223 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:59:49.223 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:59:49.270 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.269+0000 7f02f00709c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:49.273 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.273+0000 7f02f00709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:49.273 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.273+0000 7f02f00709c0 20 realm 2024-09-19T13:59:49.273 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.273+0000 7f02f00709c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:49.274 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.273+0000 7f02f00709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:49.274 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.273+0000 7f02f00709c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:59:49.274 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.273+0000 7f02f00709c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:49.274 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.273+0000 7f02f00709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:49.274 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.273+0000 7f02f00709c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:49.275 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.273+0000 7f02f00709c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:49.275 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.273+0000 7f02f00709c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:49.277 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.273+0000 7f02f00709c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:59:49.277 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.273+0000 7f02f00709c0 20 searching for the correct realm 2024-09-19T13:59:49.278 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.277+0000 7f02ee377640 0 -- 172.21.15.31:0/2899373177 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7f02e40e2060 msgr2=0x7f02e41083e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:59:49.493 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.489+0000 7f02ee377640 0 -- 172.21.15.31:0/2899373177 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x5605ee5f4650 msgr2=0x5605ee5f6a40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:59:49.512 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.509+0000 7f02f00709c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:59:49.512 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.509+0000 7f02f00709c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:59:49.512 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.509+0000 7f02f00709c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:59:49.512 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.509+0000 7f02f00709c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:59:49.512 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.509+0000 7f02f00709c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:59:49.512 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.509+0000 7f02f00709c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:59:49.512 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.509+0000 7f02f00709c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:49.513 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.509+0000 7f02f00709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:49.513 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.509+0000 7f02f00709c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:49.513 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.513+0000 7f02f00709c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:49.513 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.513+0000 7f02f00709c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:49.514 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.513+0000 7f02f00709c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:59:49.514 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.513+0000 7f02f00709c0 20 zone default found 2024-09-19T13:59:49.514 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.513+0000 7f02f00709c0 4 Realm: () 2024-09-19T13:59:49.514 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.513+0000 7f02f00709c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:59:49.515 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.513+0000 7f02f00709c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:59:49.515 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.513+0000 7f02f00709c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:59:49.515 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.513+0000 7f02f00709c0 20 zonegroup default 2024-09-19T13:59:49.515 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.513+0000 7f02f00709c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:49.515 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.513+0000 7f02f00709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:49.515 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.513+0000 7f02f00709c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:49.516 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.513+0000 7f02f00709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:49.516 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.513+0000 7f02f00709c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:49.517 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.513+0000 7f02f00709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:49.517 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.513+0000 7f02f00709c0 20 started sync module instance, tier type = 2024-09-19T13:59:49.517 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.513+0000 7f02f00709c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:59:49.541 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.537+0000 7f02f00709c0 20 add_watcher() i=0 2024-09-19T13:59:49.541 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.537+0000 7f02f00709c0 20 add_watcher() i=1 2024-09-19T13:59:49.541 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.537+0000 7f02f00709c0 20 add_watcher() i=2 2024-09-19T13:59:49.541 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.537+0000 7f02f00709c0 20 add_watcher() i=3 2024-09-19T13:59:49.541 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.537+0000 7f02f00709c0 20 add_watcher() i=4 2024-09-19T13:59:49.541 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.537+0000 7f02f00709c0 20 add_watcher() i=5 2024-09-19T13:59:49.541 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.537+0000 7f02f00709c0 20 add_watcher() i=6 2024-09-19T13:59:49.543 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.541+0000 7f02f00709c0 20 add_watcher() i=7 2024-09-19T13:59:49.544 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.541+0000 7f02f00709c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:59:49.548 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.545+0000 7f019f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:59:49.549 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.545+0000 7f02f00709c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:59:49.549 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.545+0000 7f02f00709c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:59:49.549 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.545+0000 7f02f00709c0 5 note: GC not initialized 2024-09-19T13:59:49.550 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.549+0000 7f019e7fc640 20 reqs_thread_entry: start 2024-09-19T13:59:49.550 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.549+0000 7f02f00709c0 20 init_complete bucket index max shards: 1 2024-09-19T13:59:49.550 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.549+0000 7f02f00709c0 20 Filter name: none 2024-09-19T13:59:49.550 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.549+0000 7f010ffff640 20 reqs_thread_entry: start 2024-09-19T13:59:49.551 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.549+0000 7f02f00709c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:49.551 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.549+0000 7f02f00709c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T13:59:49.551 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.549+0000 7f02f00709c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:49.553 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.549+0000 7f02f00709c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T13:59:49.553 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.549+0000 7f02f00709c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:59:49.553 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.549+0000 7f02f00709c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:49.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.553+0000 7f02f00709c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T13:59:49.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.553+0000 7f02f00709c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:49.555 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.553+0000 7f02f00709c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T13:59:49.555 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.553+0000 7f02f00709c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:59:49.558 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.557+0000 7f019f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:59:49.562 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.561+0000 7f02f00709c0 20 remove_watcher() i=0 2024-09-19T13:59:49.562 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.561+0000 7f02f00709c0 2 removed watcher, disabling cache 2024-09-19T13:59:49.564 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.561+0000 7f02f00709c0 20 remove_watcher() i=1 2024-09-19T13:59:49.566 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.565+0000 7f02f00709c0 20 remove_watcher() i=2 2024-09-19T13:59:49.569 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.565+0000 7f02f00709c0 20 remove_watcher() i=3 2024-09-19T13:59:49.571 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.569+0000 7f02f00709c0 20 remove_watcher() i=4 2024-09-19T13:59:49.573 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.573+0000 7f02f00709c0 20 remove_watcher() i=5 2024-09-19T13:59:49.576 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.573+0000 7f02f00709c0 20 remove_watcher() i=6 2024-09-19T13:59:49.579 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.577+0000 7f02f00709c0 20 remove_watcher() i=7 2024-09-19T13:59:49.597 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:49.597 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T13:59:49.597 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: error-at-do-reshard id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-19T13:59:49.597 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:49.598 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:49.598 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:49.613 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:49.614 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:49.659 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket reshard --bucket error-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-19T13:59:49.696 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:59:49.696 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:59:49.743 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.741+0000 7f3d8ea709c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:49.745 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.745+0000 7f3d8ea709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:49.745 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.745+0000 7f3d8ea709c0 20 realm 2024-09-19T13:59:49.745 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.745+0000 7f3d8ea709c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:49.746 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.745+0000 7f3d8ea709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:49.746 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.745+0000 7f3d8ea709c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:59:49.746 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.745+0000 7f3d8ea709c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:49.746 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.745+0000 7f3d8ea709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:49.747 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.745+0000 7f3d8ea709c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:49.747 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.745+0000 7f3d8ea709c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:49.747 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.745+0000 7f3d8ea709c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:49.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.749+0000 7f3d8ea709c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:59:49.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.749+0000 7f3d8ea709c0 20 searching for the correct realm 2024-09-19T13:59:49.754 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.753+0000 7f3d8bd75640 0 -- 172.21.15.31:0/377873094 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7f3d7406f560 msgr2=0x7f3d7406a450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:59:49.969 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.965+0000 7f3d8cd77640 0 -- 172.21.15.31:0/377873094 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x55eb1916e960 msgr2=0x55eb19170dd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:59:49.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.981+0000 7f3d8ea709c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:59:49.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.981+0000 7f3d8ea709c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:59:49.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.981+0000 7f3d8ea709c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:59:49.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.981+0000 7f3d8ea709c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:59:49.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.981+0000 7f3d8ea709c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:59:49.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.981+0000 7f3d8ea709c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:59:49.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.981+0000 7f3d8ea709c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:49.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.981+0000 7f3d8ea709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:49.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.981+0000 7f3d8ea709c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:49.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.981+0000 7f3d8ea709c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:49.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.981+0000 7f3d8ea709c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:49.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.981+0000 7f3d8ea709c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:59:49.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.981+0000 7f3d8ea709c0 20 zone default found 2024-09-19T13:59:49.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.981+0000 7f3d8ea709c0 4 Realm: () 2024-09-19T13:59:49.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.981+0000 7f3d8ea709c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:59:49.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.981+0000 7f3d8ea709c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:59:49.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.981+0000 7f3d8ea709c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:59:49.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.981+0000 7f3d8ea709c0 20 zonegroup default 2024-09-19T13:59:49.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.981+0000 7f3d8ea709c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:49.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.981+0000 7f3d8ea709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:49.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.985+0000 7f3d8ea709c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:49.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.985+0000 7f3d8ea709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:49.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.985+0000 7f3d8ea709c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:49.987 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.985+0000 7f3d8ea709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:49.987 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.985+0000 7f3d8ea709c0 20 started sync module instance, tier type = 2024-09-19T13:59:49.987 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:49.985+0000 7f3d8ea709c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:59:50.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.005+0000 7f3d8ea709c0 20 add_watcher() i=0 2024-09-19T13:59:50.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.005+0000 7f3d8ea709c0 20 add_watcher() i=1 2024-09-19T13:59:50.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.005+0000 7f3d8ea709c0 20 add_watcher() i=2 2024-09-19T13:59:50.010 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.005+0000 7f3d8ea709c0 20 add_watcher() i=3 2024-09-19T13:59:50.010 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.005+0000 7f3d8ea709c0 20 add_watcher() i=4 2024-09-19T13:59:50.010 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.005+0000 7f3d8ea709c0 20 add_watcher() i=5 2024-09-19T13:59:50.010 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.005+0000 7f3d8ea709c0 20 add_watcher() i=6 2024-09-19T13:59:50.012 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.009+0000 7f3d8ea709c0 20 add_watcher() i=7 2024-09-19T13:59:50.012 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.009+0000 7f3d8ea709c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:59:50.016 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.013+0000 7f3c437de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:59:50.016 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.013+0000 7f3d8ea709c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:59:50.017 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.013+0000 7f3d8ea709c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:59:50.017 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.013+0000 7f3d8ea709c0 5 note: GC not initialized 2024-09-19T13:59:50.017 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.013+0000 7f3c427dc640 20 reqs_thread_entry: start 2024-09-19T13:59:50.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.017+0000 7f3d8ea709c0 20 init_complete bucket index max shards: 1 2024-09-19T13:59:50.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.017+0000 7f3d8ea709c0 20 Filter name: none 2024-09-19T13:59:50.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.017+0000 7f3c3b7fe640 20 reqs_thread_entry: start 2024-09-19T13:59:50.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.017+0000 7f3d8ea709c0 10 cache get: name=default.rgw.meta+root+error-at-do-reshard : miss 2024-09-19T13:59:50.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.017+0000 7f3d8ea709c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:50.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.017+0000 7f3d8ea709c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T13:59:50.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.017+0000 7f3d8ea709c0 10 cache put: name=default.rgw.meta+root+error-at-do-reshard info.flags=0x11 2024-09-19T13:59:50.019 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.017+0000 7f3d8ea709c0 10 adding default.rgw.meta+root+error-at-do-reshard to cache LRU end 2024-09-19T13:59:50.019 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.017+0000 7f3d8ea709c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33 : miss 2024-09-19T13:59:50.019 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.017+0000 7f3d8ea709c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:50.019 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.017+0000 7f3d8ea709c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T13:59:50.020 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.017+0000 7f3d8ea709c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33 info.flags=0x17 2024-09-19T13:59:50.020 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.017+0000 7f3d8ea709c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33 to cache LRU end 2024-09-19T13:59:50.020 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.017+0000 7f3d8ea709c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:59:50.020 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.017+0000 7f3d8ea709c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:50.020 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.017+0000 7f3d8ea709c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33 2024-09-19T13:59:50.028 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.025+0000 7f3d8ea709c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33 info.flags=0x17 2024-09-19T13:59:50.028 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.025+0000 7f3d8ea709c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33 to cache LRU end 2024-09-19T13:59:50.028 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.025+0000 7f3d8ea709c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:50.028 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.025+0000 7f3d8ea709c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33, ofs0, ns] 2024-09-19T13:59:50.029 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.025+0000 7f3c637fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333571 cookie 94468226670128 notifier 7512 bl.length()=911 2024-09-19T13:59:50.029 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.025+0000 7f3c637fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33 info.flags=0x17 2024-09-19T13:59:50.029 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.025+0000 7f3c637fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33 to cache LRU end 2024-09-19T13:59:50.029 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.025+0000 7f3c637fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:50.029 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.025+0000 7f3d8ea709c0 20 handle_bi_update(): bucket=:error-at-do-reshard[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33]): orig_sources= new_sources= 2024-09-19T13:59:50.029 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.025+0000 7f3d8ea709c0 20 handle_bi_update(): bucket=:error-at-do-reshard[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33]): potential sources added=[] removed=[] 2024-09-19T13:59:50.029 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.025+0000 7f3d8ea709c0 20 handle_bi_update(): bucket=:error-at-do-reshard[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33]): orig_dests= new_dests= 2024-09-19T13:59:50.029 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.025+0000 7f3d8ea709c0 20 handle_bi_update(): bucket=:error-at-do-reshard[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33]): potential dests added=[] removed=[] 2024-09-19T13:59:50.034 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.033+0000 7f3d8ea709c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33.1.0 2024-09-19T13:59:50.035 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.033+0000 7f3d8ea709c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33.1.0 2024-09-19T13:59:50.035 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.033+0000 7f3d8ea709c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33.1.1 2024-09-19T13:59:50.035 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.033+0000 7f3d8ea709c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33.1.1 2024-09-19T13:59:50.035 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.033+0000 7f3d8ea709c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33.0 2024-09-19T13:59:50.039 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.037+0000 7f3d8ea709c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33 : hit (requested=0x17, cached=0x17) 2024-09-19T13:59:50.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.037+0000 7f3d8ea709c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33 2024-09-19T13:59:50.042 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.041+0000 7f3d8ea709c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33 info.flags=0x17 2024-09-19T13:59:50.042 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.041+0000 7f3d8ea709c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33 to cache LRU end 2024-09-19T13:59:50.042 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.041+0000 7f3d8ea709c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:50.042 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.041+0000 7f3d8ea709c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33, ofs0, ns] 2024-09-19T13:59:50.043 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.041+0000 7f3c637fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333572 cookie 94468226670128 notifier 7512 bl.length()=911 2024-09-19T13:59:50.043 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.041+0000 7f3c637fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33 info.flags=0x17 2024-09-19T13:59:50.043 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.041+0000 7f3c637fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33 to cache LRU end 2024-09-19T13:59:50.043 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.041+0000 7f3c637fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:50.043 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.041+0000 7f3d8ea709c0 20 handle_bi_update(): bucket=:error-at-do-reshard[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33]): orig_sources= new_sources= 2024-09-19T13:59:50.043 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.041+0000 7f3d8ea709c0 20 handle_bi_update(): bucket=:error-at-do-reshard[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33]): potential sources added=[] removed=[] 2024-09-19T13:59:50.043 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.041+0000 7f3d8ea709c0 20 handle_bi_update(): bucket=:error-at-do-reshard[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33]): orig_dests= new_dests= 2024-09-19T13:59:50.043 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.041+0000 7f3d8ea709c0 20 handle_bi_update(): bucket=:error-at-do-reshard[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33]): potential dests added=[] removed=[] 2024-09-19T13:59:50.046 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.045+0000 7f3d8ea709c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33.0 2024-09-19T13:59:50.046 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.045+0000 7f3d8ea709c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33 : hit (requested=0x17, cached=0x17) 2024-09-19T13:59:50.047 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.045+0000 7f3d8ea709c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33 2024-09-19T13:59:50.049 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.049+0000 7f3d8ea709c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33 info.flags=0x17 2024-09-19T13:59:50.050 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.049+0000 7f3d8ea709c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33 to cache LRU end 2024-09-19T13:59:50.050 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.049+0000 7f3d8ea709c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:50.050 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.049+0000 7f3d8ea709c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33, ofs0, ns] 2024-09-19T13:59:50.051 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.049+0000 7f3c62ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333573 cookie 94468226670128 notifier 7512 bl.length()=879 2024-09-19T13:59:50.051 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.049+0000 7f3c62ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33 info.flags=0x17 2024-09-19T13:59:50.051 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.049+0000 7f3c62ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33 to cache LRU end 2024-09-19T13:59:50.051 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.049+0000 7f3c62ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:50.051 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.049+0000 7f3d8ea709c0 20 handle_bi_update(): bucket=:error-at-do-reshard[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33]): orig_sources= new_sources= 2024-09-19T13:59:50.051 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.049+0000 7f3d8ea709c0 20 handle_bi_update(): bucket=:error-at-do-reshard[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33]): potential sources added=[] removed=[] 2024-09-19T13:59:50.051 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.049+0000 7f3d8ea709c0 20 handle_bi_update(): bucket=:error-at-do-reshard[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33]): orig_dests= new_dests= 2024-09-19T13:59:50.051 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.049+0000 7f3d8ea709c0 20 handle_bi_update(): bucket=:error-at-do-reshard[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33]): potential dests added=[] removed=[] 2024-09-19T13:59:50.054 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.053+0000 7f3d8ea709c0 1 execute INFO: reshard of bucket "error-at-do-reshard" from 1 shards to 2 shards completed successfully 2024-09-19T13:59:50.057 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.057+0000 7f3c437de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:59:50.062 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.061+0000 7f3d8ea709c0 20 remove_watcher() i=0 2024-09-19T13:59:50.062 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.061+0000 7f3d8ea709c0 2 removed watcher, disabling cache 2024-09-19T13:59:50.064 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.061+0000 7f3d8ea709c0 20 remove_watcher() i=1 2024-09-19T13:59:50.066 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.065+0000 7f3d8ea709c0 20 remove_watcher() i=2 2024-09-19T13:59:50.069 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.065+0000 7f3d8ea709c0 20 remove_watcher() i=3 2024-09-19T13:59:50.071 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.069+0000 7f3d8ea709c0 20 remove_watcher() i=4 2024-09-19T13:59:50.073 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.073+0000 7f3d8ea709c0 20 remove_watcher() i=5 2024-09-19T13:59:50.076 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.073+0000 7f3d8ea709c0 20 remove_watcher() i=6 2024-09-19T13:59:50.079 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.077+0000 7f3d8ea709c0 20 remove_watcher() i=7 2024-09-19T13:59:50.100 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2024-09-19T13:59:50.132 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:59:50.132 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:59:50.358 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.357+0000 7f4eb4a9d640 0 --2- 172.21.15.31:0/3066260707 >> [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] conn(0x7f4ea4002380 0x561cc4f2b500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-19T13:59:50.387 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.385+0000 7f4eb6f979c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:50.390 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.389+0000 7f4eb6f979c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:50.390 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.389+0000 7f4eb6f979c0 20 realm 2024-09-19T13:59:50.390 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.389+0000 7f4eb6f979c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:50.390 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.389+0000 7f4eb6f979c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:50.390 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.389+0000 7f4eb6f979c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:59:50.390 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.389+0000 7f4eb6f979c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:50.391 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.389+0000 7f4eb6f979c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:50.391 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.389+0000 7f4eb6f979c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:50.392 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.389+0000 7f4eb6f979c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:50.392 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.389+0000 7f4eb6f979c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:50.394 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.393+0000 7f4eb6f979c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:59:50.394 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.393+0000 7f4eb6f979c0 20 searching for the correct realm 2024-09-19T13:59:50.395 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.393+0000 7f4eb529e640 0 -- 172.21.15.31:0/1774704765 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7f4ea0067b80 msgr2=0x7f4ea0057b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:59:50.609 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.605+0000 7f4eaffff640 0 -- 172.21.15.31:0/1774704765 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x561cc500e820 msgr2=0x561cc5010c10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:59:50.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.625+0000 7f4eb6f979c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:59:50.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.625+0000 7f4eb6f979c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:59:50.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.625+0000 7f4eb6f979c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:59:50.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.625+0000 7f4eb6f979c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:59:50.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.625+0000 7f4eb6f979c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:59:50.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.625+0000 7f4eb6f979c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:59:50.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.625+0000 7f4eb6f979c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:50.629 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.625+0000 7f4eb6f979c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:50.629 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.625+0000 7f4eb6f979c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:50.629 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.625+0000 7f4eb6f979c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:50.629 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.625+0000 7f4eb6f979c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:50.630 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.629+0000 7f4eb6f979c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:59:50.631 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.629+0000 7f4eb6f979c0 20 zone default found 2024-09-19T13:59:50.631 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.629+0000 7f4eb6f979c0 4 Realm: () 2024-09-19T13:59:50.631 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.629+0000 7f4eb6f979c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:59:50.631 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.629+0000 7f4eb6f979c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:59:50.631 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.629+0000 7f4eb6f979c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:59:50.631 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.629+0000 7f4eb6f979c0 20 zonegroup default 2024-09-19T13:59:50.631 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.629+0000 7f4eb6f979c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:50.631 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.629+0000 7f4eb6f979c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:50.631 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.629+0000 7f4eb6f979c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:50.632 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.629+0000 7f4eb6f979c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:50.632 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.629+0000 7f4eb6f979c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:50.633 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.629+0000 7f4eb6f979c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:50.633 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.629+0000 7f4eb6f979c0 20 started sync module instance, tier type = 2024-09-19T13:59:50.633 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.629+0000 7f4eb6f979c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:59:50.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.653+0000 7f4eb6f979c0 20 add_watcher() i=0 2024-09-19T13:59:50.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.653+0000 7f4eb6f979c0 20 add_watcher() i=1 2024-09-19T13:59:50.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.653+0000 7f4eb6f979c0 20 add_watcher() i=2 2024-09-19T13:59:50.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.653+0000 7f4eb6f979c0 20 add_watcher() i=3 2024-09-19T13:59:50.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.653+0000 7f4eb6f979c0 20 add_watcher() i=4 2024-09-19T13:59:50.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.653+0000 7f4eb6f979c0 20 add_watcher() i=5 2024-09-19T13:59:50.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.653+0000 7f4eb6f979c0 20 add_watcher() i=6 2024-09-19T13:59:50.660 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.657+0000 7f4eb6f979c0 20 add_watcher() i=7 2024-09-19T13:59:50.660 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.657+0000 7f4eb6f979c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:59:50.665 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.661+0000 7f4d6afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:59:50.666 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.665+0000 7f4eb6f979c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:59:50.666 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.665+0000 7f4eb6f979c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:59:50.666 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.665+0000 7f4eb6f979c0 5 note: GC not initialized 2024-09-19T13:59:50.667 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.665+0000 7f4d69fe3640 20 reqs_thread_entry: start 2024-09-19T13:59:50.667 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.665+0000 7f4eb6f979c0 20 init_complete bucket index max shards: 1 2024-09-19T13:59:50.667 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.665+0000 7f4eb6f979c0 20 Filter name: none 2024-09-19T13:59:50.667 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.665+0000 7f4cdb7fe640 20 reqs_thread_entry: start 2024-09-19T13:59:50.667 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.665+0000 7f4eb6f979c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:50.668 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.665+0000 7f4eb6f979c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T13:59:50.668 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.665+0000 7f4eb6f979c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:50.670 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.669+0000 7f4eb6f979c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T13:59:50.670 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.669+0000 7f4eb6f979c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:59:50.670 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.669+0000 7f4eb6f979c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:50.671 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.669+0000 7f4eb6f979c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T13:59:50.671 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.669+0000 7f4eb6f979c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:50.672 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.669+0000 7f4eb6f979c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T13:59:50.672 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.669+0000 7f4eb6f979c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:59:50.675 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.673+0000 7f4d6afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:59:50.679 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.677+0000 7f4eb6f979c0 20 remove_watcher() i=0 2024-09-19T13:59:50.679 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.677+0000 7f4eb6f979c0 2 removed watcher, disabling cache 2024-09-19T13:59:50.681 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.681+0000 7f4eb6f979c0 20 remove_watcher() i=1 2024-09-19T13:59:50.683 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.681+0000 7f4eb6f979c0 20 remove_watcher() i=2 2024-09-19T13:59:50.685 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.685+0000 7f4eb6f979c0 20 remove_watcher() i=3 2024-09-19T13:59:50.688 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.685+0000 7f4eb6f979c0 20 remove_watcher() i=4 2024-09-19T13:59:50.690 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.689+0000 7f4eb6f979c0 20 remove_watcher() i=5 2024-09-19T13:59:50.693 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.689+0000 7f4eb6f979c0 20 remove_watcher() i=6 2024-09-19T13:59:50.695 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:50.693+0000 7f4eb6f979c0 20 remove_watcher() i=7 2024-09-19T13:59:50.712 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:50.712 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T13:59:50.712 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: error-at-do-reshard id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-19T13:59:50.712 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:50.713 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:50.713 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:50.718 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:50.718 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:50.775 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:50.776 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:50.804 INFO:tasks.workunit.client.0.smithi031.stderr:TEST: reshard bucket with abort at do_reshard 2024-09-19T13:59:50.804 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:50.807 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:50.807 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:50.827 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:50.827 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:50.873 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:50.873 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:50.894 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:50.894 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:50.916 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:50.916 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:50.936 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:50.936 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:50.958 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:50.958 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:50.979 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:50.979 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:50.999 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:50.999 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:51.020 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:51.020 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:51.046 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:51.046 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:51.072 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:51.072 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:51.093 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:51.093 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:51.115 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:51.115 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:51.135 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:51.135 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:51.155 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:51.155 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:51.175 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:51.175 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:51.197 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:51.197 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:51.217 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:51.217 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:51.238 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:51.238 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:51.259 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:51.259 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:51.281 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:51.281 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:51.299 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2024-09-19T13:59:51.333 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:59:51.333 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:59:51.381 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.377+0000 7fcd5cb729c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.383 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.381+0000 7fcd5cb729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:51.384 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.381+0000 7fcd5cb729c0 20 realm 2024-09-19T13:59:51.384 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.381+0000 7fcd5cb729c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.384 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.381+0000 7fcd5cb729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:51.384 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.381+0000 7fcd5cb729c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:59:51.384 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.381+0000 7fcd5cb729c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.385 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.381+0000 7fcd5cb729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:51.385 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.381+0000 7fcd5cb729c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.385 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.385+0000 7fcd5cb729c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:51.385 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.385+0000 7fcd5cb729c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.387 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.385+0000 7fcd5cb729c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:59:51.387 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.385+0000 7fcd5cb729c0 20 searching for the correct realm 2024-09-19T13:59:51.393 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.393+0000 7fcd5ae79640 0 -- 172.21.15.31:0/1265785016 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7fcd4401d040 msgr2=0x7fcd44026400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:59:51.399 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.397+0000 7fcd5a678640 0 -- 172.21.15.31:0/1265785016 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7fcd540c1040 msgr2=0x7fcd54105fe0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:59:51.406 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.405+0000 7fcd5cb729c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:59:51.406 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.405+0000 7fcd5cb729c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:59:51.406 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.405+0000 7fcd5cb729c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:59:51.406 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.405+0000 7fcd5cb729c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:59:51.406 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.405+0000 7fcd5cb729c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:59:51.406 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.405+0000 7fcd5cb729c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:59:51.406 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.405+0000 7fcd5cb729c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.407 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.405+0000 7fcd5cb729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:51.407 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.405+0000 7fcd5cb729c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.407 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.405+0000 7fcd5cb729c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:51.407 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.405+0000 7fcd5cb729c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.407 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.405+0000 7fcd5cb729c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:59:51.408 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.405+0000 7fcd5cb729c0 20 zone default found 2024-09-19T13:59:51.408 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.405+0000 7fcd5cb729c0 4 Realm: () 2024-09-19T13:59:51.408 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.405+0000 7fcd5cb729c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:59:51.408 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.405+0000 7fcd5cb729c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:59:51.408 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.405+0000 7fcd5cb729c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:59:51.408 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.405+0000 7fcd5cb729c0 20 zonegroup default 2024-09-19T13:59:51.408 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.405+0000 7fcd5cb729c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.408 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.405+0000 7fcd5cb729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:51.409 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.405+0000 7fcd5cb729c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.409 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.405+0000 7fcd5cb729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:51.409 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.405+0000 7fcd5cb729c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.409 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.405+0000 7fcd5cb729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:51.409 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.405+0000 7fcd5cb729c0 20 started sync module instance, tier type = 2024-09-19T13:59:51.409 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.405+0000 7fcd5cb729c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:59:51.428 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.425+0000 7fcd5cb729c0 20 add_watcher() i=0 2024-09-19T13:59:51.428 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.425+0000 7fcd5cb729c0 20 add_watcher() i=1 2024-09-19T13:59:51.428 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.425+0000 7fcd5cb729c0 20 add_watcher() i=2 2024-09-19T13:59:51.428 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.425+0000 7fcd5cb729c0 20 add_watcher() i=3 2024-09-19T13:59:51.428 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.425+0000 7fcd5cb729c0 20 add_watcher() i=4 2024-09-19T13:59:51.428 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.425+0000 7fcd5cb729c0 20 add_watcher() i=5 2024-09-19T13:59:51.428 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.425+0000 7fcd5cb729c0 20 add_watcher() i=6 2024-09-19T13:59:51.430 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.429+0000 7fcd5cb729c0 20 add_watcher() i=7 2024-09-19T13:59:51.430 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.429+0000 7fcd5cb729c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:59:51.433 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.429+0000 7fcc10fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:59:51.434 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.433+0000 7fcd5cb729c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:59:51.434 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.433+0000 7fcd5cb729c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:59:51.434 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.433+0000 7fcd5cb729c0 5 note: GC not initialized 2024-09-19T13:59:51.434 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.433+0000 7fcb8b7fe640 20 reqs_thread_entry: start 2024-09-19T13:59:51.434 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.433+0000 7fcd5cb729c0 20 init_complete bucket index max shards: 1 2024-09-19T13:59:51.434 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.433+0000 7fcd5cb729c0 20 Filter name: none 2024-09-19T13:59:51.434 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.433+0000 7fcb897fa640 20 reqs_thread_entry: start 2024-09-19T13:59:51.435 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.433+0000 7fcd5cb729c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.435 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.433+0000 7fcd5cb729c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T13:59:51.435 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.433+0000 7fcd5cb729c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.436 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.433+0000 7fcd5cb729c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T13:59:51.436 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.433+0000 7fcd5cb729c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:59:51.436 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.433+0000 7fcd5cb729c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.437 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.433+0000 7fcd5cb729c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T13:59:51.437 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.433+0000 7fcd5cb729c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.437 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.437+0000 7fcd5cb729c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T13:59:51.438 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.437+0000 7fcd5cb729c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:59:51.440 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.437+0000 7fcc10fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:59:51.447 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.445+0000 7fcd5cb729c0 20 remove_watcher() i=0 2024-09-19T13:59:51.447 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.445+0000 7fcd5cb729c0 2 removed watcher, disabling cache 2024-09-19T13:59:51.449 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.445+0000 7fcd5cb729c0 20 remove_watcher() i=1 2024-09-19T13:59:51.451 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.449+0000 7fcd5cb729c0 20 remove_watcher() i=2 2024-09-19T13:59:51.453 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.449+0000 7fcd5cb729c0 20 remove_watcher() i=3 2024-09-19T13:59:51.455 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.453+0000 7fcd5cb729c0 20 remove_watcher() i=4 2024-09-19T13:59:51.457 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.457+0000 7fcd5cb729c0 20 remove_watcher() i=5 2024-09-19T13:59:51.460 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.457+0000 7fcd5cb729c0 20 remove_watcher() i=6 2024-09-19T13:59:51.463 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.461+0000 7fcd5cb729c0 20 remove_watcher() i=7 2024-09-19T13:59:51.478 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:51.478 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T13:59:51.478 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: abort-at-do-reshard id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-19T13:59:51.478 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:51.479 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at do_reshard 2024-09-19T13:59:51.512 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:59:51.512 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:59:51.557 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.553+0000 7f3e814c79c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.559 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.557+0000 7f3e814c79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:51.559 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.557+0000 7f3e814c79c0 20 realm 2024-09-19T13:59:51.559 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.557+0000 7f3e814c79c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.560 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.557+0000 7f3e814c79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:51.560 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.557+0000 7f3e814c79c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:59:51.560 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.557+0000 7f3e814c79c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.560 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.557+0000 7f3e814c79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:51.560 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.557+0000 7f3e814c79c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.557+0000 7f3e814c79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:51.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.557+0000 7f3e814c79c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.562 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.561+0000 7f3e814c79c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:59:51.562 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.561+0000 7f3e814c79c0 20 searching for the correct realm 2024-09-19T13:59:51.568 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.565+0000 7f3e7f7ce640 0 -- 172.21.15.31:0/999848805 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7f3e74070070 msgr2=0x7f3e74073990 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:59:51.574 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.573+0000 7f3e7efcd640 0 -- 172.21.15.31:0/999848805 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f3e780c1040 msgr2=0x7f3e780db3f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:59:51.581 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.577+0000 7f3e814c79c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:59:51.581 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.577+0000 7f3e814c79c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:59:51.582 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.577+0000 7f3e814c79c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:59:51.582 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.577+0000 7f3e814c79c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:59:51.582 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.577+0000 7f3e814c79c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:59:51.582 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.577+0000 7f3e814c79c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:59:51.582 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.577+0000 7f3e814c79c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.584 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.581+0000 7f3e814c79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:51.584 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.581+0000 7f3e814c79c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.585 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.581+0000 7f3e814c79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:51.585 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.581+0000 7f3e814c79c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.585 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.581+0000 7f3e814c79c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:59:51.585 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.581+0000 7f3e814c79c0 20 zone default found 2024-09-19T13:59:51.585 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.581+0000 7f3e814c79c0 4 Realm: () 2024-09-19T13:59:51.585 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.581+0000 7f3e814c79c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:59:51.586 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.581+0000 7f3e814c79c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:59:51.586 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.581+0000 7f3e814c79c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:59:51.586 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.581+0000 7f3e814c79c0 20 zonegroup default 2024-09-19T13:59:51.586 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.581+0000 7f3e814c79c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.586 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.581+0000 7f3e814c79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:51.586 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.581+0000 7f3e814c79c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.586 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.581+0000 7f3e814c79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:51.587 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.581+0000 7f3e814c79c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.587 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.581+0000 7f3e814c79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:51.587 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.581+0000 7f3e814c79c0 20 started sync module instance, tier type = 2024-09-19T13:59:51.587 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.581+0000 7f3e814c79c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:59:51.609 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.605+0000 7f3e814c79c0 20 add_watcher() i=0 2024-09-19T13:59:51.609 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.605+0000 7f3e814c79c0 20 add_watcher() i=1 2024-09-19T13:59:51.609 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.605+0000 7f3e814c79c0 20 add_watcher() i=2 2024-09-19T13:59:51.609 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.605+0000 7f3e814c79c0 20 add_watcher() i=3 2024-09-19T13:59:51.609 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.605+0000 7f3e814c79c0 20 add_watcher() i=4 2024-09-19T13:59:51.609 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.605+0000 7f3e814c79c0 20 add_watcher() i=5 2024-09-19T13:59:51.609 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.605+0000 7f3e814c79c0 20 add_watcher() i=6 2024-09-19T13:59:51.611 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.609+0000 7f3e814c79c0 20 add_watcher() i=7 2024-09-19T13:59:51.611 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.609+0000 7f3e814c79c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:59:51.614 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.613+0000 7f3d35fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:59:51.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.613+0000 7f3e814c79c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:59:51.616 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.613+0000 7f3e814c79c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:59:51.616 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.613+0000 7f3e814c79c0 5 note: GC not initialized 2024-09-19T13:59:51.616 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.613+0000 7f3d34fe1640 20 reqs_thread_entry: start 2024-09-19T13:59:51.616 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.613+0000 7f3e814c79c0 20 init_complete bucket index max shards: 1 2024-09-19T13:59:51.616 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.613+0000 7f3e814c79c0 20 Filter name: none 2024-09-19T13:59:51.616 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.613+0000 7f3d2dffb640 20 reqs_thread_entry: start 2024-09-19T13:59:51.616 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.613+0000 7f3e814c79c0 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-19T13:59:51.616 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.613+0000 7f3e814c79c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.617 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.613+0000 7f3e814c79c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T13:59:51.617 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.613+0000 7f3e814c79c0 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-19T13:59:51.617 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.613+0000 7f3e814c79c0 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-19T13:59:51.617 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.613+0000 7f3e814c79c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34 : miss 2024-09-19T13:59:51.617 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.613+0000 7f3e814c79c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.617 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.613+0000 7f3e814c79c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T13:59:51.617 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.613+0000 7f3e814c79c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34 info.flags=0x17 2024-09-19T13:59:51.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.613+0000 7f3e814c79c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34 to cache LRU end 2024-09-19T13:59:51.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.613+0000 7f3e814c79c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:59:51.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.613+0000 7f3e814c79c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:51.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.613+0000 7f3e814c79c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34 2024-09-19T13:59:51.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.625+0000 7f3e814c79c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34 info.flags=0x17 2024-09-19T13:59:51.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.625+0000 7f3e814c79c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34 to cache LRU end 2024-09-19T13:59:51.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.625+0000 7f3e814c79c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:51.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.625+0000 7f3e814c79c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34, ofs0, ns] 2024-09-19T13:59:51.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.625+0000 7f3d627fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333466 cookie 93916243873200 notifier 7572 bl.length()=911 2024-09-19T13:59:51.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.625+0000 7f3d627fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34 info.flags=0x17 2024-09-19T13:59:51.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.625+0000 7f3d627fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34 to cache LRU end 2024-09-19T13:59:51.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.625+0000 7f3d627fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:51.629 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.625+0000 7f3e814c79c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34]): orig_sources= new_sources= 2024-09-19T13:59:51.629 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.625+0000 7f3e814c79c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34]): potential sources added=[] removed=[] 2024-09-19T13:59:51.629 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.625+0000 7f3e814c79c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34]): orig_dests= new_dests= 2024-09-19T13:59:51.629 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.625+0000 7f3e814c79c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34]): potential dests added=[] removed=[] 2024-09-19T13:59:51.633 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f3e814c79c0 time 2024-09-19T13:59:51.636015+0000 2024-09-19T13:59:51.633 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T13:59:51.634 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T13:59:51.635 INFO:tasks.workunit.client.0.smithi031.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f3e84da12eb] 2024-09-19T13:59:51.635 INFO:tasks.workunit.client.0.smithi031.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f3e84da149f] 2024-09-19T13:59:51.635 INFO:tasks.workunit.client.0.smithi031.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556a926b0271] 2024-09-19T13:59:51.635 INFO:tasks.workunit.client.0.smithi031.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x556a926c014a] 2024-09-19T13:59:51.635 INFO:tasks.workunit.client.0.smithi031.stderr: 5: main() 2024-09-19T13:59:51.636 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f3e83c07d90] 2024-09-19T13:59:51.636 INFO:tasks.workunit.client.0.smithi031.stderr: 7: __libc_start_main() 2024-09-19T13:59:51.636 INFO:tasks.workunit.client.0.smithi031.stderr: 8: _start() 2024-09-19T13:59:51.636 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.633+0000 7f3e814c79c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f3e814c79c0 time 2024-09-19T13:59:51.636015+0000 2024-09-19T13:59:51.636 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T13:59:51.636 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:51.637 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T13:59:51.637 INFO:tasks.workunit.client.0.smithi031.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f3e84da12eb] 2024-09-19T13:59:51.637 INFO:tasks.workunit.client.0.smithi031.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f3e84da149f] 2024-09-19T13:59:51.638 INFO:tasks.workunit.client.0.smithi031.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556a926b0271] 2024-09-19T13:59:51.638 INFO:tasks.workunit.client.0.smithi031.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x556a926c014a] 2024-09-19T13:59:51.638 INFO:tasks.workunit.client.0.smithi031.stderr: 5: main() 2024-09-19T13:59:51.638 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f3e83c07d90] 2024-09-19T13:59:51.638 INFO:tasks.workunit.client.0.smithi031.stderr: 7: __libc_start_main() 2024-09-19T13:59:51.638 INFO:tasks.workunit.client.0.smithi031.stderr: 8: _start() 2024-09-19T13:59:51.639 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:51.639 INFO:tasks.workunit.client.0.smithi031.stderr:*** Caught signal (Aborted) ** 2024-09-19T13:59:51.639 INFO:tasks.workunit.client.0.smithi031.stderr: in thread 7f3e814c79c0 thread_name:radosgw-admin 2024-09-19T13:59:51.661 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T13:59:51.661 INFO:tasks.workunit.client.0.smithi031.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f3e83c20520] 2024-09-19T13:59:51.661 INFO:tasks.workunit.client.0.smithi031.stderr: 2: pthread_kill() 2024-09-19T13:59:51.661 INFO:tasks.workunit.client.0.smithi031.stderr: 3: raise() 2024-09-19T13:59:51.661 INFO:tasks.workunit.client.0.smithi031.stderr: 4: abort() 2024-09-19T13:59:51.661 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f3e84da1345] 2024-09-19T13:59:51.661 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f3e84da149f] 2024-09-19T13:59:51.661 INFO:tasks.workunit.client.0.smithi031.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556a926b0271] 2024-09-19T13:59:51.661 INFO:tasks.workunit.client.0.smithi031.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x556a926c014a] 2024-09-19T13:59:51.662 INFO:tasks.workunit.client.0.smithi031.stderr: 9: main() 2024-09-19T13:59:51.662 INFO:tasks.workunit.client.0.smithi031.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f3e83c07d90] 2024-09-19T13:59:51.662 INFO:tasks.workunit.client.0.smithi031.stderr: 11: __libc_start_main() 2024-09-19T13:59:51.662 INFO:tasks.workunit.client.0.smithi031.stderr: 12: _start() 2024-09-19T13:59:51.662 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.633+0000 7f3e814c79c0 -1 *** Caught signal (Aborted) ** 2024-09-19T13:59:51.662 INFO:tasks.workunit.client.0.smithi031.stderr: in thread 7f3e814c79c0 thread_name:radosgw-admin 2024-09-19T13:59:51.662 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:51.662 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T13:59:51.662 INFO:tasks.workunit.client.0.smithi031.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f3e83c20520] 2024-09-19T13:59:51.662 INFO:tasks.workunit.client.0.smithi031.stderr: 2: pthread_kill() 2024-09-19T13:59:51.662 INFO:tasks.workunit.client.0.smithi031.stderr: 3: raise() 2024-09-19T13:59:51.663 INFO:tasks.workunit.client.0.smithi031.stderr: 4: abort() 2024-09-19T13:59:51.663 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f3e84da1345] 2024-09-19T13:59:51.663 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f3e84da149f] 2024-09-19T13:59:51.663 INFO:tasks.workunit.client.0.smithi031.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556a926b0271] 2024-09-19T13:59:51.663 INFO:tasks.workunit.client.0.smithi031.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x556a926c014a] 2024-09-19T13:59:51.663 INFO:tasks.workunit.client.0.smithi031.stderr: 9: main() 2024-09-19T13:59:51.663 INFO:tasks.workunit.client.0.smithi031.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f3e83c07d90] 2024-09-19T13:59:51.663 INFO:tasks.workunit.client.0.smithi031.stderr: 11: __libc_start_main() 2024-09-19T13:59:51.663 INFO:tasks.workunit.client.0.smithi031.stderr: 12: _start() 2024-09-19T13:59:51.663 INFO:tasks.workunit.client.0.smithi031.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T13:59:51.664 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:51.664 INFO:tasks.workunit.client.0.smithi031.stderr:--- begin dump of recent events --- 2024-09-19T13:59:51.664 INFO:tasks.workunit.client.0.smithi031.stderr: -499> 2024-09-19T13:59:51.533+0000 7f3e7f7ce640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:59:51.664 INFO:tasks.workunit.client.0.smithi031.stderr: -498> 2024-09-19T13:59:51.533+0000 7f3e7f7ce640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:59:51.664 INFO:tasks.workunit.client.0.smithi031.stderr: -497> 2024-09-19T13:59:51.533+0000 7f3e7f7ce640 10 monclient(hunting): handle_auth_done global_id 7560 payload 274 2024-09-19T13:59:51.664 INFO:tasks.workunit.client.0.smithi031.stderr: -496> 2024-09-19T13:59:51.533+0000 7f3e7f7ce640 10 monclient: _finish_hunting 0 2024-09-19T13:59:51.664 INFO:tasks.workunit.client.0.smithi031.stderr: -495> 2024-09-19T13:59:51.533+0000 7f3e7f7ce640 1 monclient: found mon.noname-a 2024-09-19T13:59:51.664 INFO:tasks.workunit.client.0.smithi031.stderr: -494> 2024-09-19T13:59:51.533+0000 7f3e7f7ce640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T13:59:51.664 INFO:tasks.workunit.client.0.smithi031.stderr: -493> 2024-09-19T13:59:51.533+0000 7f3d6ce09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:59:51.664 INFO:tasks.workunit.client.0.smithi031.stderr: -492> 2024-09-19T13:59:51.533+0000 7f3d6ce09640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T13:59:51.664 INFO:tasks.workunit.client.0.smithi031.stderr: -491> 2024-09-19T13:59:51.533+0000 7f3d6ce09640 10 monclient: dump: 2024-09-19T13:59:51.665 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:59:51.665 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:59:51.665 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:51.665 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:51.665 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:59:51.665 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:59:51.665 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:59:51.665 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:59:51.665 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:59:51.665 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:51.666 INFO:tasks.workunit.client.0.smithi031.stderr: -490> 2024-09-19T13:59:51.533+0000 7f3d6ce09640 10 monclient: _finish_auth 0 2024-09-19T13:59:51.666 INFO:tasks.workunit.client.0.smithi031.stderr: -489> 2024-09-19T13:59:51.533+0000 7f3d6ce09640 10 monclient: _check_auth_tickets 2024-09-19T13:59:51.666 INFO:tasks.workunit.client.0.smithi031.stderr: -488> 2024-09-19T13:59:51.533+0000 7f3d6ce09640 10 monclient: handle_config config(0 keys) 2024-09-19T13:59:51.666 INFO:tasks.workunit.client.0.smithi031.stderr: -487> 2024-09-19T13:59:51.533+0000 7f3d6ce09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:59:51.666 INFO:tasks.workunit.client.0.smithi031.stderr: -486> 2024-09-19T13:59:51.533+0000 7f3d6ce09640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T13:59:51.666 INFO:tasks.workunit.client.0.smithi031.stderr: -485> 2024-09-19T13:59:51.533+0000 7f3d6ce09640 10 monclient: dump: 2024-09-19T13:59:51.666 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:59:51.666 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:59:51.666 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:51.666 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:51.666 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:59:51.666 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:59:51.667 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:59:51.667 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:59:51.667 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:59:51.667 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:51.667 INFO:tasks.workunit.client.0.smithi031.stderr: -484> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 monclient: authenticate success, global_id 7560 2024-09-19T13:59:51.667 INFO:tasks.workunit.client.0.smithi031.stderr: -483> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 10 monclient: get_monmap_and_config success 2024-09-19T13:59:51.667 INFO:tasks.workunit.client.0.smithi031.stderr: -482> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 4 set_mon_vals no callback set 2024-09-19T13:59:51.667 INFO:tasks.workunit.client.0.smithi031.stderr: -481> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 10 monclient: shutdown 2024-09-19T13:59:51.667 INFO:tasks.workunit.client.0.smithi031.stderr: -480> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 asok(0x556a942a7d90) unregister_commands rotate-key 2024-09-19T13:59:51.667 INFO:tasks.workunit.client.0.smithi031.stderr: -479> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 10 monclient: build_initial_monmap 2024-09-19T13:59:51.667 INFO:tasks.workunit.client.0.smithi031.stderr: -478> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 1 build_initial for_mkfs: 0 2024-09-19T13:59:51.667 INFO:tasks.workunit.client.0.smithi031.stderr: -477> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 10 monclient: monmap: 2024-09-19T13:59:51.668 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T13:59:51.668 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T13:59:51.668 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T13:59:51.668 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T13:59:51.668 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T13:59:51.668 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:59:51.668 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T13:59:51.668 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T13:59:51.668 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T13:59:51.668 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:51.668 INFO:tasks.workunit.client.0.smithi031.stderr: -476> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b8240) adding auth protocol: cephx 2024-09-19T13:59:51.668 INFO:tasks.workunit.client.0.smithi031.stderr: -475> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b8240) adding auth protocol: cephx 2024-09-19T13:59:51.669 INFO:tasks.workunit.client.0.smithi031.stderr: -474> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b8240) adding auth protocol: cephx 2024-09-19T13:59:51.669 INFO:tasks.workunit.client.0.smithi031.stderr: -473> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b8240) adding con mode: secure 2024-09-19T13:59:51.669 INFO:tasks.workunit.client.0.smithi031.stderr: -472> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b8240) adding con mode: crc 2024-09-19T13:59:51.669 INFO:tasks.workunit.client.0.smithi031.stderr: -471> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b8240) adding con mode: secure 2024-09-19T13:59:51.669 INFO:tasks.workunit.client.0.smithi031.stderr: -470> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b8240) adding con mode: crc 2024-09-19T13:59:51.669 INFO:tasks.workunit.client.0.smithi031.stderr: -469> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b8240) adding con mode: secure 2024-09-19T13:59:51.669 INFO:tasks.workunit.client.0.smithi031.stderr: -468> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b8240) adding con mode: crc 2024-09-19T13:59:51.669 INFO:tasks.workunit.client.0.smithi031.stderr: -467> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b8240) adding con mode: crc 2024-09-19T13:59:51.669 INFO:tasks.workunit.client.0.smithi031.stderr: -466> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b8240) adding con mode: secure 2024-09-19T13:59:51.669 INFO:tasks.workunit.client.0.smithi031.stderr: -465> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b8240) adding con mode: crc 2024-09-19T13:59:51.669 INFO:tasks.workunit.client.0.smithi031.stderr: -464> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b8240) adding con mode: secure 2024-09-19T13:59:51.669 INFO:tasks.workunit.client.0.smithi031.stderr: -463> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b8240) adding con mode: crc 2024-09-19T13:59:51.670 INFO:tasks.workunit.client.0.smithi031.stderr: -462> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b8240) adding con mode: secure 2024-09-19T13:59:51.670 INFO:tasks.workunit.client.0.smithi031.stderr: -461> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:59:51.670 INFO:tasks.workunit.client.0.smithi031.stderr: -460> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 1 librados: starting msgr at 2024-09-19T13:59:51.670 INFO:tasks.workunit.client.0.smithi031.stderr: -459> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 1 librados: starting objecter 2024-09-19T13:59:51.670 INFO:tasks.workunit.client.0.smithi031.stderr: -458> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 asok(0x556a942a7d90) register_command objecter_requests hook 0x556a94289200 2024-09-19T13:59:51.670 INFO:tasks.workunit.client.0.smithi031.stderr: -457> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 1 librados: setting wanted keys 2024-09-19T13:59:51.670 INFO:tasks.workunit.client.0.smithi031.stderr: -456> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 1 librados: calling monclient init 2024-09-19T13:59:51.670 INFO:tasks.workunit.client.0.smithi031.stderr: -455> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 10 monclient: init 2024-09-19T13:59:51.670 INFO:tasks.workunit.client.0.smithi031.stderr: -454> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b2c30) adding auth protocol: cephx 2024-09-19T13:59:51.670 INFO:tasks.workunit.client.0.smithi031.stderr: -453> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b2c30) adding auth protocol: cephx 2024-09-19T13:59:51.670 INFO:tasks.workunit.client.0.smithi031.stderr: -452> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b2c30) adding auth protocol: cephx 2024-09-19T13:59:51.671 INFO:tasks.workunit.client.0.smithi031.stderr: -451> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b2c30) adding con mode: secure 2024-09-19T13:59:51.671 INFO:tasks.workunit.client.0.smithi031.stderr: -450> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b2c30) adding con mode: crc 2024-09-19T13:59:51.671 INFO:tasks.workunit.client.0.smithi031.stderr: -449> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b2c30) adding con mode: secure 2024-09-19T13:59:51.671 INFO:tasks.workunit.client.0.smithi031.stderr: -448> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b2c30) adding con mode: crc 2024-09-19T13:59:51.671 INFO:tasks.workunit.client.0.smithi031.stderr: -447> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b2c30) adding con mode: secure 2024-09-19T13:59:51.671 INFO:tasks.workunit.client.0.smithi031.stderr: -446> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b2c30) adding con mode: crc 2024-09-19T13:59:51.671 INFO:tasks.workunit.client.0.smithi031.stderr: -445> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b2c30) adding con mode: crc 2024-09-19T13:59:51.671 INFO:tasks.workunit.client.0.smithi031.stderr: -444> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b2c30) adding con mode: secure 2024-09-19T13:59:51.671 INFO:tasks.workunit.client.0.smithi031.stderr: -443> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b2c30) adding con mode: crc 2024-09-19T13:59:51.671 INFO:tasks.workunit.client.0.smithi031.stderr: -442> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b2c30) adding con mode: secure 2024-09-19T13:59:51.671 INFO:tasks.workunit.client.0.smithi031.stderr: -441> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b2c30) adding con mode: crc 2024-09-19T13:59:51.672 INFO:tasks.workunit.client.0.smithi031.stderr: -440> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b2c30) adding con mode: secure 2024-09-19T13:59:51.672 INFO:tasks.workunit.client.0.smithi031.stderr: -439> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:59:51.672 INFO:tasks.workunit.client.0.smithi031.stderr: -438> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:59:51.672 INFO:tasks.workunit.client.0.smithi031.stderr: -437> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 asok(0x556a942a7d90) register_command rotate-key hook 0x556a944b2d78 2024-09-19T13:59:51.672 INFO:tasks.workunit.client.0.smithi031.stderr: -436> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 10 monclient: _reopen_session rank -1 2024-09-19T13:59:51.672 INFO:tasks.workunit.client.0.smithi031.stderr: -435> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-19T13:59:51.672 INFO:tasks.workunit.client.0.smithi031.stderr: -434> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 10 monclient(hunting): picked mon.noname-a con 0x556a943633f0 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T13:59:51.672 INFO:tasks.workunit.client.0.smithi031.stderr: -433> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 10 monclient(hunting): picked mon.noname-c con 0x556a9436eb50 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T13:59:51.672 INFO:tasks.workunit.client.0.smithi031.stderr: -432> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 10 monclient(hunting): picked mon.noname-b con 0x556a944b5cc0 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T13:59:51.672 INFO:tasks.workunit.client.0.smithi031.stderr: -431> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:59:51.672 INFO:tasks.workunit.client.0.smithi031.stderr: -430> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:59:51.673 INFO:tasks.workunit.client.0.smithi031.stderr: -429> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:59:51.673 INFO:tasks.workunit.client.0.smithi031.stderr: -428> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 10 monclient(hunting): _renew_subs 2024-09-19T13:59:51.673 INFO:tasks.workunit.client.0.smithi031.stderr: -427> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 10 monclient(hunting): authenticate will time out at 2335.367815s 2024-09-19T13:59:51.673 INFO:tasks.workunit.client.0.smithi031.stderr: -426> 2024-09-19T13:59:51.533+0000 7f3e7e7cc640 10 monclient(hunting): get_auth_request con 0x556a9436eb50 auth_method 0 2024-09-19T13:59:51.673 INFO:tasks.workunit.client.0.smithi031.stderr: -425> 2024-09-19T13:59:51.533+0000 7f3e7e7cc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:59:51.673 INFO:tasks.workunit.client.0.smithi031.stderr: -424> 2024-09-19T13:59:51.533+0000 7f3e7e7cc640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:59:51.673 INFO:tasks.workunit.client.0.smithi031.stderr: -423> 2024-09-19T13:59:51.533+0000 7f3e7e7cc640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:59:51.673 INFO:tasks.workunit.client.0.smithi031.stderr: -422> 2024-09-19T13:59:51.533+0000 7f3e7efcd640 10 monclient(hunting): get_auth_request con 0x556a943633f0 auth_method 0 2024-09-19T13:59:51.673 INFO:tasks.workunit.client.0.smithi031.stderr: -421> 2024-09-19T13:59:51.537+0000 7f3e7efcd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:59:51.673 INFO:tasks.workunit.client.0.smithi031.stderr: -420> 2024-09-19T13:59:51.537+0000 7f3e7efcd640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:59:51.673 INFO:tasks.workunit.client.0.smithi031.stderr: -419> 2024-09-19T13:59:51.537+0000 7f3e7efcd640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:59:51.674 INFO:tasks.workunit.client.0.smithi031.stderr: -418> 2024-09-19T13:59:51.537+0000 7f3e7e7cc640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:59:51.674 INFO:tasks.workunit.client.0.smithi031.stderr: -417> 2024-09-19T13:59:51.537+0000 7f3e7e7cc640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:59:51.674 INFO:tasks.workunit.client.0.smithi031.stderr: -416> 2024-09-19T13:59:51.537+0000 7f3e7e7cc640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:59:51.674 INFO:tasks.workunit.client.0.smithi031.stderr: -415> 2024-09-19T13:59:51.537+0000 7f3e7efcd640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:59:51.674 INFO:tasks.workunit.client.0.smithi031.stderr: -414> 2024-09-19T13:59:51.537+0000 7f3e7efcd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:59:51.674 INFO:tasks.workunit.client.0.smithi031.stderr: -413> 2024-09-19T13:59:51.537+0000 7f3e7efcd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:59:51.674 INFO:tasks.workunit.client.0.smithi031.stderr: -412> 2024-09-19T13:59:51.537+0000 7f3e7e7cc640 10 monclient(hunting): handle_auth_done global_id 7085 payload 824 2024-09-19T13:59:51.674 INFO:tasks.workunit.client.0.smithi031.stderr: -411> 2024-09-19T13:59:51.537+0000 7f3e7e7cc640 10 monclient: _finish_hunting 0 2024-09-19T13:59:51.674 INFO:tasks.workunit.client.0.smithi031.stderr: -410> 2024-09-19T13:59:51.537+0000 7f3e7e7cc640 1 monclient: found mon.noname-c 2024-09-19T13:59:51.674 INFO:tasks.workunit.client.0.smithi031.stderr: -409> 2024-09-19T13:59:51.537+0000 7f3e7e7cc640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.31:3301/0 2024-09-19T13:59:51.674 INFO:tasks.workunit.client.0.smithi031.stderr: -408> 2024-09-19T13:59:51.537+0000 7f3d6b606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:59:51.674 INFO:tasks.workunit.client.0.smithi031.stderr: -407> 2024-09-19T13:59:51.537+0000 7f3d6b606640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T13:59:51.675 INFO:tasks.workunit.client.0.smithi031.stderr: -406> 2024-09-19T13:59:51.537+0000 7f3d6b606640 10 monclient: dump: 2024-09-19T13:59:51.675 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:59:51.675 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:59:51.675 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:51.675 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:51.675 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:59:51.675 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:59:51.675 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:59:51.675 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:59:51.675 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:59:51.675 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:51.675 INFO:tasks.workunit.client.0.smithi031.stderr: -405> 2024-09-19T13:59:51.537+0000 7f3d6b606640 10 monclient: _finish_auth 0 2024-09-19T13:59:51.676 INFO:tasks.workunit.client.0.smithi031.stderr: -404> 2024-09-19T13:59:51.537+0000 7f3d6b606640 10 monclient: _check_auth_tickets 2024-09-19T13:59:51.676 INFO:tasks.workunit.client.0.smithi031.stderr: -403> 2024-09-19T13:59:51.537+0000 7f3d6b606640 10 monclient: handle_config config(0 keys) 2024-09-19T13:59:51.676 INFO:tasks.workunit.client.0.smithi031.stderr: -402> 2024-09-19T13:59:51.537+0000 7f3d6b606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:59:51.676 INFO:tasks.workunit.client.0.smithi031.stderr: -401> 2024-09-19T13:59:51.537+0000 7f3d6b606640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T13:59:51.676 INFO:tasks.workunit.client.0.smithi031.stderr: -400> 2024-09-19T13:59:51.537+0000 7f3d6b606640 10 monclient: dump: 2024-09-19T13:59:51.676 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:59:51.676 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:59:51.676 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:51.676 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:51.676 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:59:51.677 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:59:51.677 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:59:51.677 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:59:51.677 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:59:51.677 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:51.677 INFO:tasks.workunit.client.0.smithi031.stderr: -399> 2024-09-19T13:59:51.537+0000 7f3e814c79c0 5 monclient: authenticate success, global_id 7085 2024-09-19T13:59:51.677 INFO:tasks.workunit.client.0.smithi031.stderr: -398> 2024-09-19T13:59:51.537+0000 7f3d6ce09640 4 set_mon_vals no callback set 2024-09-19T13:59:51.677 INFO:tasks.workunit.client.0.smithi031.stderr: -397> 2024-09-19T13:59:51.537+0000 7f3e814c79c0 10 monclient: _renew_subs 2024-09-19T13:59:51.677 INFO:tasks.workunit.client.0.smithi031.stderr: -396> 2024-09-19T13:59:51.537+0000 7f3e814c79c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T13:59:51.677 INFO:tasks.workunit.client.0.smithi031.stderr: -395> 2024-09-19T13:59:51.537+0000 7f3e814c79c0 10 monclient: _renew_subs 2024-09-19T13:59:51.677 INFO:tasks.workunit.client.0.smithi031.stderr: -394> 2024-09-19T13:59:51.537+0000 7f3e814c79c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T13:59:51.677 INFO:tasks.workunit.client.0.smithi031.stderr: -393> 2024-09-19T13:59:51.537+0000 7f3e814c79c0 1 librados: init done 2024-09-19T13:59:51.678 INFO:tasks.workunit.client.0.smithi031.stderr: -392> 2024-09-19T13:59:51.537+0000 7f3d6b606640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T13:59:51.678 INFO:tasks.workunit.client.0.smithi031.stderr: -391> 2024-09-19T13:59:51.537+0000 7f3d6b606640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:59:51.678 INFO:tasks.workunit.client.0.smithi031.stderr: -390> 2024-09-19T13:59:51.537+0000 7f3d6b606640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:59:51.678 INFO:tasks.workunit.client.0.smithi031.stderr: -389> 2024-09-19T13:59:51.537+0000 7f3e7efcd640 10 monclient: get_auth_request con 0x7f3d64071be0 auth_method 0 2024-09-19T13:59:51.678 INFO:tasks.workunit.client.0.smithi031.stderr: -388> 2024-09-19T13:59:51.537+0000 7f3e7f7ce640 10 monclient: get_auth_request con 0x556a944dae30 auth_method 0 2024-09-19T13:59:51.678 INFO:tasks.workunit.client.0.smithi031.stderr: -387> 2024-09-19T13:59:51.541+0000 7f3e7efcd640 10 monclient: get_auth_request con 0x556a944fdb90 auth_method 0 2024-09-19T13:59:51.678 INFO:tasks.workunit.client.0.smithi031.stderr: -386> 2024-09-19T13:59:51.541+0000 7f3e7e7cc640 10 monclient: get_auth_request con 0x556a94501ef0 auth_method 0 2024-09-19T13:59:51.678 INFO:tasks.workunit.client.0.smithi031.stderr: -385> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 10 monclient: build_initial_monmap 2024-09-19T13:59:51.678 INFO:tasks.workunit.client.0.smithi031.stderr: -384> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 1 build_initial for_mkfs: 0 2024-09-19T13:59:51.678 INFO:tasks.workunit.client.0.smithi031.stderr: -383> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 10 monclient: monmap: 2024-09-19T13:59:51.678 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T13:59:51.679 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T13:59:51.679 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T13:59:51.679 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T13:59:51.679 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T13:59:51.679 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:59:51.679 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T13:59:51.679 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T13:59:51.679 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T13:59:51.679 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:51.679 INFO:tasks.workunit.client.0.smithi031.stderr: -382> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94506d10) adding auth protocol: cephx 2024-09-19T13:59:51.679 INFO:tasks.workunit.client.0.smithi031.stderr: -381> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94506d10) adding auth protocol: cephx 2024-09-19T13:59:51.679 INFO:tasks.workunit.client.0.smithi031.stderr: -380> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94506d10) adding auth protocol: cephx 2024-09-19T13:59:51.680 INFO:tasks.workunit.client.0.smithi031.stderr: -379> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94506d10) adding con mode: secure 2024-09-19T13:59:51.680 INFO:tasks.workunit.client.0.smithi031.stderr: -378> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94506d10) adding con mode: crc 2024-09-19T13:59:51.680 INFO:tasks.workunit.client.0.smithi031.stderr: -377> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94506d10) adding con mode: secure 2024-09-19T13:59:51.680 INFO:tasks.workunit.client.0.smithi031.stderr: -376> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94506d10) adding con mode: crc 2024-09-19T13:59:51.680 INFO:tasks.workunit.client.0.smithi031.stderr: -375> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94506d10) adding con mode: secure 2024-09-19T13:59:51.680 INFO:tasks.workunit.client.0.smithi031.stderr: -374> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94506d10) adding con mode: crc 2024-09-19T13:59:51.680 INFO:tasks.workunit.client.0.smithi031.stderr: -373> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94506d10) adding con mode: crc 2024-09-19T13:59:51.680 INFO:tasks.workunit.client.0.smithi031.stderr: -372> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94506d10) adding con mode: secure 2024-09-19T13:59:51.680 INFO:tasks.workunit.client.0.smithi031.stderr: -371> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94506d10) adding con mode: crc 2024-09-19T13:59:51.680 INFO:tasks.workunit.client.0.smithi031.stderr: -370> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94506d10) adding con mode: secure 2024-09-19T13:59:51.680 INFO:tasks.workunit.client.0.smithi031.stderr: -369> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94506d10) adding con mode: crc 2024-09-19T13:59:51.680 INFO:tasks.workunit.client.0.smithi031.stderr: -368> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94506d10) adding con mode: secure 2024-09-19T13:59:51.681 INFO:tasks.workunit.client.0.smithi031.stderr: -367> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:59:51.681 INFO:tasks.workunit.client.0.smithi031.stderr: -366> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 asok(0x556a942a7d90) register_command objecter_requests cmddesc objecter_requests hook 0x556a9450a6e0 EEXIST 2024-09-19T13:59:51.681 INFO:tasks.workunit.client.0.smithi031.stderr: -365> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 10 monclient: init 2024-09-19T13:59:51.681 INFO:tasks.workunit.client.0.smithi031.stderr: -364> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94505338) adding auth protocol: cephx 2024-09-19T13:59:51.681 INFO:tasks.workunit.client.0.smithi031.stderr: -363> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94505338) adding auth protocol: cephx 2024-09-19T13:59:51.681 INFO:tasks.workunit.client.0.smithi031.stderr: -362> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94505338) adding auth protocol: cephx 2024-09-19T13:59:51.681 INFO:tasks.workunit.client.0.smithi031.stderr: -361> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94505338) adding con mode: secure 2024-09-19T13:59:51.681 INFO:tasks.workunit.client.0.smithi031.stderr: -360> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94505338) adding con mode: crc 2024-09-19T13:59:51.681 INFO:tasks.workunit.client.0.smithi031.stderr: -359> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94505338) adding con mode: secure 2024-09-19T13:59:51.681 INFO:tasks.workunit.client.0.smithi031.stderr: -358> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94505338) adding con mode: crc 2024-09-19T13:59:51.681 INFO:tasks.workunit.client.0.smithi031.stderr: -357> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94505338) adding con mode: secure 2024-09-19T13:59:51.682 INFO:tasks.workunit.client.0.smithi031.stderr: -356> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94505338) adding con mode: crc 2024-09-19T13:59:51.682 INFO:tasks.workunit.client.0.smithi031.stderr: -355> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94505338) adding con mode: crc 2024-09-19T13:59:51.682 INFO:tasks.workunit.client.0.smithi031.stderr: -354> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94505338) adding con mode: secure 2024-09-19T13:59:51.682 INFO:tasks.workunit.client.0.smithi031.stderr: -353> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94505338) adding con mode: crc 2024-09-19T13:59:51.682 INFO:tasks.workunit.client.0.smithi031.stderr: -352> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94505338) adding con mode: secure 2024-09-19T13:59:51.682 INFO:tasks.workunit.client.0.smithi031.stderr: -351> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94505338) adding con mode: crc 2024-09-19T13:59:51.682 INFO:tasks.workunit.client.0.smithi031.stderr: -350> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94505338) adding con mode: secure 2024-09-19T13:59:51.682 INFO:tasks.workunit.client.0.smithi031.stderr: -349> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:59:51.682 INFO:tasks.workunit.client.0.smithi031.stderr: -348> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:59:51.682 INFO:tasks.workunit.client.0.smithi031.stderr: -347> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 asok(0x556a942a7d90) register_command rotate-key cmddesc rotate-key hook 0x556a94505480 EEXIST 2024-09-19T13:59:51.682 INFO:tasks.workunit.client.0.smithi031.stderr: -346> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 10 monclient: _reopen_session rank -1 2024-09-19T13:59:51.683 INFO:tasks.workunit.client.0.smithi031.stderr: -345> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-19T13:59:51.683 INFO:tasks.workunit.client.0.smithi031.stderr: -344> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 10 monclient(hunting): picked mon.noname-a con 0x556a9452e890 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T13:59:51.683 INFO:tasks.workunit.client.0.smithi031.stderr: -343> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 10 monclient(hunting): picked mon.noname-b con 0x556a9452e1c0 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T13:59:51.683 INFO:tasks.workunit.client.0.smithi031.stderr: -342> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 10 monclient(hunting): picked mon.noname-c con 0x556a9452cba0 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T13:59:51.683 INFO:tasks.workunit.client.0.smithi031.stderr: -341> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:59:51.683 INFO:tasks.workunit.client.0.smithi031.stderr: -340> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:59:51.683 INFO:tasks.workunit.client.0.smithi031.stderr: -339> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:59:51.683 INFO:tasks.workunit.client.0.smithi031.stderr: -338> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 10 monclient(hunting): _renew_subs 2024-09-19T13:59:51.683 INFO:tasks.workunit.client.0.smithi031.stderr: -337> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 10 monclient(hunting): authenticate will time out at 2335.378139s 2024-09-19T13:59:51.683 INFO:tasks.workunit.client.0.smithi031.stderr: -336> 2024-09-19T13:59:51.545+0000 7f3e7efcd640 10 monclient(hunting): get_auth_request con 0x556a9452e890 auth_method 0 2024-09-19T13:59:51.683 INFO:tasks.workunit.client.0.smithi031.stderr: -335> 2024-09-19T13:59:51.545+0000 7f3e7efcd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:59:51.684 INFO:tasks.workunit.client.0.smithi031.stderr: -334> 2024-09-19T13:59:51.545+0000 7f3e7efcd640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:59:51.684 INFO:tasks.workunit.client.0.smithi031.stderr: -333> 2024-09-19T13:59:51.545+0000 7f3e7efcd640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:59:51.684 INFO:tasks.workunit.client.0.smithi031.stderr: -332> 2024-09-19T13:59:51.545+0000 7f3e7f7ce640 10 monclient(hunting): get_auth_request con 0x556a9452cba0 auth_method 0 2024-09-19T13:59:51.684 INFO:tasks.workunit.client.0.smithi031.stderr: -331> 2024-09-19T13:59:51.545+0000 7f3e7f7ce640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:59:51.684 INFO:tasks.workunit.client.0.smithi031.stderr: -330> 2024-09-19T13:59:51.545+0000 7f3e7f7ce640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:59:51.684 INFO:tasks.workunit.client.0.smithi031.stderr: -329> 2024-09-19T13:59:51.545+0000 7f3e7f7ce640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:59:51.684 INFO:tasks.workunit.client.0.smithi031.stderr: -328> 2024-09-19T13:59:51.545+0000 7f3e7efcd640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:59:51.684 INFO:tasks.workunit.client.0.smithi031.stderr: -327> 2024-09-19T13:59:51.545+0000 7f3e7efcd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:59:51.684 INFO:tasks.workunit.client.0.smithi031.stderr: -326> 2024-09-19T13:59:51.545+0000 7f3e7efcd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:59:51.684 INFO:tasks.workunit.client.0.smithi031.stderr: -325> 2024-09-19T13:59:51.545+0000 7f3e7f7ce640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:59:51.684 INFO:tasks.workunit.client.0.smithi031.stderr: -324> 2024-09-19T13:59:51.545+0000 7f3e7f7ce640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:59:51.685 INFO:tasks.workunit.client.0.smithi031.stderr: -323> 2024-09-19T13:59:51.545+0000 7f3e7f7ce640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:59:51.685 INFO:tasks.workunit.client.0.smithi031.stderr: -322> 2024-09-19T13:59:51.545+0000 7f3e7e7cc640 10 monclient(hunting): get_auth_request con 0x556a9452e1c0 auth_method 0 2024-09-19T13:59:51.685 INFO:tasks.workunit.client.0.smithi031.stderr: -321> 2024-09-19T13:59:51.545+0000 7f3e7e7cc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:59:51.685 INFO:tasks.workunit.client.0.smithi031.stderr: -320> 2024-09-19T13:59:51.545+0000 7f3e7e7cc640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:59:51.685 INFO:tasks.workunit.client.0.smithi031.stderr: -319> 2024-09-19T13:59:51.545+0000 7f3e7e7cc640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:59:51.685 INFO:tasks.workunit.client.0.smithi031.stderr: -318> 2024-09-19T13:59:51.545+0000 7f3e7efcd640 10 monclient(hunting): handle_auth_done global_id 7566 payload 824 2024-09-19T13:59:51.685 INFO:tasks.workunit.client.0.smithi031.stderr: -317> 2024-09-19T13:59:51.545+0000 7f3e7efcd640 10 monclient: _finish_hunting 0 2024-09-19T13:59:51.685 INFO:tasks.workunit.client.0.smithi031.stderr: -316> 2024-09-19T13:59:51.545+0000 7f3e7efcd640 1 monclient: found mon.noname-a 2024-09-19T13:59:51.685 INFO:tasks.workunit.client.0.smithi031.stderr: -315> 2024-09-19T13:59:51.545+0000 7f3e7efcd640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T13:59:51.685 INFO:tasks.workunit.client.0.smithi031.stderr: -314> 2024-09-19T13:59:51.545+0000 7f3d68e01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:59:51.685 INFO:tasks.workunit.client.0.smithi031.stderr: -313> 2024-09-19T13:59:51.545+0000 7f3d68e01640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T13:59:51.686 INFO:tasks.workunit.client.0.smithi031.stderr: -312> 2024-09-19T13:59:51.545+0000 7f3d68e01640 10 monclient: dump: 2024-09-19T13:59:51.686 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:59:51.686 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:59:51.686 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:51.686 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:51.686 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:59:51.686 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:59:51.686 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:59:51.686 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:59:51.686 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:59:51.686 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:51.687 INFO:tasks.workunit.client.0.smithi031.stderr: -311> 2024-09-19T13:59:51.545+0000 7f3d68e01640 10 monclient: _finish_auth 0 2024-09-19T13:59:51.687 INFO:tasks.workunit.client.0.smithi031.stderr: -310> 2024-09-19T13:59:51.545+0000 7f3d68e01640 10 monclient: _check_auth_tickets 2024-09-19T13:59:51.687 INFO:tasks.workunit.client.0.smithi031.stderr: -309> 2024-09-19T13:59:51.545+0000 7f3d68e01640 10 monclient: handle_config config(0 keys) 2024-09-19T13:59:51.687 INFO:tasks.workunit.client.0.smithi031.stderr: -308> 2024-09-19T13:59:51.545+0000 7f3d68e01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:59:51.687 INFO:tasks.workunit.client.0.smithi031.stderr: -307> 2024-09-19T13:59:51.545+0000 7f3d68e01640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T13:59:51.687 INFO:tasks.workunit.client.0.smithi031.stderr: -306> 2024-09-19T13:59:51.545+0000 7f3d68e01640 10 monclient: dump: 2024-09-19T13:59:51.687 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:59:51.687 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:59:51.687 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:51.687 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:51.688 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:59:51.688 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:59:51.688 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:59:51.688 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:59:51.688 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:59:51.688 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:51.688 INFO:tasks.workunit.client.0.smithi031.stderr: -305> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 monclient: authenticate success, global_id 7566 2024-09-19T13:59:51.689 INFO:tasks.workunit.client.0.smithi031.stderr: -304> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 10 monclient: _renew_subs 2024-09-19T13:59:51.689 INFO:tasks.workunit.client.0.smithi031.stderr: -303> 2024-09-19T13:59:51.545+0000 7f3e7ffcf640 4 set_mon_vals no callback set 2024-09-19T13:59:51.689 INFO:tasks.workunit.client.0.smithi031.stderr: -302> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T13:59:51.689 INFO:tasks.workunit.client.0.smithi031.stderr: -301> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 10 monclient: _renew_subs 2024-09-19T13:59:51.689 INFO:tasks.workunit.client.0.smithi031.stderr: -300> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T13:59:51.689 INFO:tasks.workunit.client.0.smithi031.stderr: -299> 2024-09-19T13:59:51.549+0000 7f3d68e01640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T13:59:51.689 INFO:tasks.workunit.client.0.smithi031.stderr: -298> 2024-09-19T13:59:51.549+0000 7f3d68e01640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:59:51.689 INFO:tasks.workunit.client.0.smithi031.stderr: -297> 2024-09-19T13:59:51.549+0000 7f3d68e01640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:59:51.689 INFO:tasks.workunit.client.0.smithi031.stderr: -296> 2024-09-19T13:59:51.549+0000 7f3e7e7cc640 10 monclient: get_auth_request con 0x7f3d58071b20 auth_method 0 2024-09-19T13:59:51.689 INFO:tasks.workunit.client.0.smithi031.stderr: -295> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 10 monclient: get_monmap_and_config 2024-09-19T13:59:51.690 INFO:tasks.workunit.client.0.smithi031.stderr: -294> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 10 monclient: build_initial_monmap 2024-09-19T13:59:51.690 INFO:tasks.workunit.client.0.smithi031.stderr: -293> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 1 build_initial for_mkfs: 0 2024-09-19T13:59:51.690 INFO:tasks.workunit.client.0.smithi031.stderr: -292> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 10 monclient: monmap: 2024-09-19T13:59:51.690 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T13:59:51.690 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T13:59:51.690 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T13:59:51.690 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T13:59:51.690 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T13:59:51.690 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:59:51.690 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T13:59:51.690 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T13:59:51.690 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T13:59:51.691 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:51.691 INFO:tasks.workunit.client.0.smithi031.stderr: -291> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x556a9454e1e0) adding auth protocol: cephx 2024-09-19T13:59:51.691 INFO:tasks.workunit.client.0.smithi031.stderr: -290> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x556a9454e1e0) adding auth protocol: cephx 2024-09-19T13:59:51.691 INFO:tasks.workunit.client.0.smithi031.stderr: -289> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x556a9454e1e0) adding auth protocol: cephx 2024-09-19T13:59:51.691 INFO:tasks.workunit.client.0.smithi031.stderr: -288> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x556a9454e1e0) adding con mode: secure 2024-09-19T13:59:51.691 INFO:tasks.workunit.client.0.smithi031.stderr: -287> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x556a9454e1e0) adding con mode: crc 2024-09-19T13:59:51.691 INFO:tasks.workunit.client.0.smithi031.stderr: -286> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x556a9454e1e0) adding con mode: secure 2024-09-19T13:59:51.691 INFO:tasks.workunit.client.0.smithi031.stderr: -285> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x556a9454e1e0) adding con mode: crc 2024-09-19T13:59:51.691 INFO:tasks.workunit.client.0.smithi031.stderr: -284> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x556a9454e1e0) adding con mode: secure 2024-09-19T13:59:51.691 INFO:tasks.workunit.client.0.smithi031.stderr: -283> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x556a9454e1e0) adding con mode: crc 2024-09-19T13:59:51.691 INFO:tasks.workunit.client.0.smithi031.stderr: -282> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x556a9454e1e0) adding con mode: crc 2024-09-19T13:59:51.692 INFO:tasks.workunit.client.0.smithi031.stderr: -281> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x556a9454e1e0) adding con mode: secure 2024-09-19T13:59:51.692 INFO:tasks.workunit.client.0.smithi031.stderr: -280> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x556a9454e1e0) adding con mode: crc 2024-09-19T13:59:51.692 INFO:tasks.workunit.client.0.smithi031.stderr: -279> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x556a9454e1e0) adding con mode: secure 2024-09-19T13:59:51.692 INFO:tasks.workunit.client.0.smithi031.stderr: -278> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x556a9454e1e0) adding con mode: crc 2024-09-19T13:59:51.692 INFO:tasks.workunit.client.0.smithi031.stderr: -277> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x556a9454e1e0) adding con mode: secure 2024-09-19T13:59:51.692 INFO:tasks.workunit.client.0.smithi031.stderr: -276> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:59:51.692 INFO:tasks.workunit.client.0.smithi031.stderr: -275> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 10 monclient: init 2024-09-19T13:59:51.692 INFO:tasks.workunit.client.0.smithi031.stderr: -274> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509a9f0) adding auth protocol: cephx 2024-09-19T13:59:51.692 INFO:tasks.workunit.client.0.smithi031.stderr: -273> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509a9f0) adding auth protocol: cephx 2024-09-19T13:59:51.693 INFO:tasks.workunit.client.0.smithi031.stderr: -272> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509a9f0) adding auth protocol: cephx 2024-09-19T13:59:51.693 INFO:tasks.workunit.client.0.smithi031.stderr: -271> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509a9f0) adding con mode: secure 2024-09-19T13:59:51.693 INFO:tasks.workunit.client.0.smithi031.stderr: -270> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509a9f0) adding con mode: crc 2024-09-19T13:59:51.693 INFO:tasks.workunit.client.0.smithi031.stderr: -269> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509a9f0) adding con mode: secure 2024-09-19T13:59:51.693 INFO:tasks.workunit.client.0.smithi031.stderr: -268> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509a9f0) adding con mode: crc 2024-09-19T13:59:51.693 INFO:tasks.workunit.client.0.smithi031.stderr: -267> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509a9f0) adding con mode: secure 2024-09-19T13:59:51.693 INFO:tasks.workunit.client.0.smithi031.stderr: -266> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509a9f0) adding con mode: crc 2024-09-19T13:59:51.693 INFO:tasks.workunit.client.0.smithi031.stderr: -265> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509a9f0) adding con mode: crc 2024-09-19T13:59:51.693 INFO:tasks.workunit.client.0.smithi031.stderr: -264> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509a9f0) adding con mode: secure 2024-09-19T13:59:51.693 INFO:tasks.workunit.client.0.smithi031.stderr: -263> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509a9f0) adding con mode: crc 2024-09-19T13:59:51.693 INFO:tasks.workunit.client.0.smithi031.stderr: -262> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509a9f0) adding con mode: secure 2024-09-19T13:59:51.694 INFO:tasks.workunit.client.0.smithi031.stderr: -261> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509a9f0) adding con mode: crc 2024-09-19T13:59:51.694 INFO:tasks.workunit.client.0.smithi031.stderr: -260> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509a9f0) adding con mode: secure 2024-09-19T13:59:51.694 INFO:tasks.workunit.client.0.smithi031.stderr: -259> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:59:51.694 INFO:tasks.workunit.client.0.smithi031.stderr: -258> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:59:51.694 INFO:tasks.workunit.client.0.smithi031.stderr: -257> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 asok(0x556a942a7d90) register_command rotate-key cmddesc rotate-key hook 0x7ffdb509ab38 EEXIST 2024-09-19T13:59:51.694 INFO:tasks.workunit.client.0.smithi031.stderr: -256> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 10 monclient: _reopen_session rank -1 2024-09-19T13:59:51.694 INFO:tasks.workunit.client.0.smithi031.stderr: -255> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-19T13:59:51.694 INFO:tasks.workunit.client.0.smithi031.stderr: -254> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 10 monclient(hunting): picked mon.noname-b con 0x556a94582690 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T13:59:51.694 INFO:tasks.workunit.client.0.smithi031.stderr: -253> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 10 monclient(hunting): picked mon.noname-c con 0x556a94552200 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T13:59:51.694 INFO:tasks.workunit.client.0.smithi031.stderr: -252> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 10 monclient(hunting): picked mon.noname-a con 0x556a94573110 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T13:59:51.694 INFO:tasks.workunit.client.0.smithi031.stderr: -251> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:59:51.695 INFO:tasks.workunit.client.0.smithi031.stderr: -250> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:59:51.695 INFO:tasks.workunit.client.0.smithi031.stderr: -249> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:59:51.695 INFO:tasks.workunit.client.0.smithi031.stderr: -248> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 10 monclient(hunting): _renew_subs 2024-09-19T13:59:51.695 INFO:tasks.workunit.client.0.smithi031.stderr: -247> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 10 monclient(hunting): authenticate will time out at 2335.382670s 2024-09-19T13:59:51.695 INFO:tasks.workunit.client.0.smithi031.stderr: -246> 2024-09-19T13:59:51.549+0000 7f3e7e7cc640 10 monclient(hunting): get_auth_request con 0x556a94552200 auth_method 0 2024-09-19T13:59:51.695 INFO:tasks.workunit.client.0.smithi031.stderr: -245> 2024-09-19T13:59:51.549+0000 7f3e7e7cc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:59:51.695 INFO:tasks.workunit.client.0.smithi031.stderr: -244> 2024-09-19T13:59:51.549+0000 7f3e7e7cc640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:59:51.695 INFO:tasks.workunit.client.0.smithi031.stderr: -243> 2024-09-19T13:59:51.549+0000 7f3e7e7cc640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:59:51.695 INFO:tasks.workunit.client.0.smithi031.stderr: -242> 2024-09-19T13:59:51.549+0000 7f3e7f7ce640 10 monclient(hunting): get_auth_request con 0x556a94573110 auth_method 0 2024-09-19T13:59:51.695 INFO:tasks.workunit.client.0.smithi031.stderr: -241> 2024-09-19T13:59:51.549+0000 7f3e7f7ce640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:59:51.695 INFO:tasks.workunit.client.0.smithi031.stderr: -240> 2024-09-19T13:59:51.549+0000 7f3e7f7ce640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:59:51.695 INFO:tasks.workunit.client.0.smithi031.stderr: -239> 2024-09-19T13:59:51.549+0000 7f3e7f7ce640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:59:51.696 INFO:tasks.workunit.client.0.smithi031.stderr: -238> 2024-09-19T13:59:51.549+0000 7f3e7e7cc640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:59:51.696 INFO:tasks.workunit.client.0.smithi031.stderr: -237> 2024-09-19T13:59:51.549+0000 7f3e7e7cc640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:59:51.696 INFO:tasks.workunit.client.0.smithi031.stderr: -236> 2024-09-19T13:59:51.549+0000 7f3e7e7cc640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:59:51.696 INFO:tasks.workunit.client.0.smithi031.stderr: -235> 2024-09-19T13:59:51.549+0000 7f3e7f7ce640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:59:51.696 INFO:tasks.workunit.client.0.smithi031.stderr: -234> 2024-09-19T13:59:51.549+0000 7f3e7f7ce640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:59:51.696 INFO:tasks.workunit.client.0.smithi031.stderr: -233> 2024-09-19T13:59:51.549+0000 7f3e7f7ce640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:59:51.696 INFO:tasks.workunit.client.0.smithi031.stderr: -232> 2024-09-19T13:59:51.549+0000 7f3e7e7cc640 10 monclient(hunting): handle_auth_done global_id 7091 payload 274 2024-09-19T13:59:51.696 INFO:tasks.workunit.client.0.smithi031.stderr: -231> 2024-09-19T13:59:51.549+0000 7f3e7e7cc640 10 monclient: _finish_hunting 0 2024-09-19T13:59:51.696 INFO:tasks.workunit.client.0.smithi031.stderr: -230> 2024-09-19T13:59:51.549+0000 7f3e7e7cc640 1 monclient: found mon.noname-c 2024-09-19T13:59:51.696 INFO:tasks.workunit.client.0.smithi031.stderr: -229> 2024-09-19T13:59:51.549+0000 7f3e7e7cc640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.31:3301/0 2024-09-19T13:59:51.696 INFO:tasks.workunit.client.0.smithi031.stderr: -228> 2024-09-19T13:59:51.549+0000 7f3d627fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:59:51.697 INFO:tasks.workunit.client.0.smithi031.stderr: -227> 2024-09-19T13:59:51.549+0000 7f3d627fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T13:59:51.697 INFO:tasks.workunit.client.0.smithi031.stderr: -226> 2024-09-19T13:59:51.549+0000 7f3d627fc640 10 monclient: dump: 2024-09-19T13:59:51.697 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:59:51.697 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:59:51.697 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:51.697 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:51.697 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:59:51.697 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:59:51.697 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:59:51.697 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:59:51.697 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:59:51.697 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:51.698 INFO:tasks.workunit.client.0.smithi031.stderr: -225> 2024-09-19T13:59:51.549+0000 7f3d627fc640 10 monclient: _finish_auth 0 2024-09-19T13:59:51.698 INFO:tasks.workunit.client.0.smithi031.stderr: -224> 2024-09-19T13:59:51.549+0000 7f3d627fc640 10 monclient: _check_auth_tickets 2024-09-19T13:59:51.698 INFO:tasks.workunit.client.0.smithi031.stderr: -223> 2024-09-19T13:59:51.549+0000 7f3d627fc640 10 monclient: handle_config config(0 keys) 2024-09-19T13:59:51.698 INFO:tasks.workunit.client.0.smithi031.stderr: -222> 2024-09-19T13:59:51.549+0000 7f3d627fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:59:51.698 INFO:tasks.workunit.client.0.smithi031.stderr: -221> 2024-09-19T13:59:51.549+0000 7f3d627fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T13:59:51.698 INFO:tasks.workunit.client.0.smithi031.stderr: -220> 2024-09-19T13:59:51.549+0000 7f3d627fc640 10 monclient: dump: 2024-09-19T13:59:51.698 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:59:51.698 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:59:51.698 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:51.698 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:51.699 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:59:51.699 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:59:51.699 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:59:51.699 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:59:51.699 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:59:51.699 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:51.699 INFO:tasks.workunit.client.0.smithi031.stderr: -219> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 monclient: authenticate success, global_id 7091 2024-09-19T13:59:51.699 INFO:tasks.workunit.client.0.smithi031.stderr: -218> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 10 monclient: get_monmap_and_config success 2024-09-19T13:59:51.699 INFO:tasks.workunit.client.0.smithi031.stderr: -217> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 4 set_mon_vals no callback set 2024-09-19T13:59:51.699 INFO:tasks.workunit.client.0.smithi031.stderr: -216> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 10 monclient: shutdown 2024-09-19T13:59:51.700 INFO:tasks.workunit.client.0.smithi031.stderr: -215> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 10 monclient: build_initial_monmap 2024-09-19T13:59:51.700 INFO:tasks.workunit.client.0.smithi031.stderr: -214> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 1 build_initial for_mkfs: 0 2024-09-19T13:59:51.700 INFO:tasks.workunit.client.0.smithi031.stderr: -213> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 10 monclient: monmap: 2024-09-19T13:59:51.700 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T13:59:51.700 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T13:59:51.700 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T13:59:51.700 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T13:59:51.700 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T13:59:51.700 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:59:51.700 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T13:59:51.701 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T13:59:51.701 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T13:59:51.701 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:51.701 INFO:tasks.workunit.client.0.smithi031.stderr: -212> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a9457e8f0) adding auth protocol: cephx 2024-09-19T13:59:51.701 INFO:tasks.workunit.client.0.smithi031.stderr: -211> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a9457e8f0) adding auth protocol: cephx 2024-09-19T13:59:51.701 INFO:tasks.workunit.client.0.smithi031.stderr: -210> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a9457e8f0) adding auth protocol: cephx 2024-09-19T13:59:51.701 INFO:tasks.workunit.client.0.smithi031.stderr: -209> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a9457e8f0) adding con mode: secure 2024-09-19T13:59:51.701 INFO:tasks.workunit.client.0.smithi031.stderr: -208> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a9457e8f0) adding con mode: crc 2024-09-19T13:59:51.701 INFO:tasks.workunit.client.0.smithi031.stderr: -207> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a9457e8f0) adding con mode: secure 2024-09-19T13:59:51.701 INFO:tasks.workunit.client.0.smithi031.stderr: -206> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a9457e8f0) adding con mode: crc 2024-09-19T13:59:51.702 INFO:tasks.workunit.client.0.smithi031.stderr: -205> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a9457e8f0) adding con mode: secure 2024-09-19T13:59:51.702 INFO:tasks.workunit.client.0.smithi031.stderr: -204> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a9457e8f0) adding con mode: crc 2024-09-19T13:59:51.702 INFO:tasks.workunit.client.0.smithi031.stderr: -203> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a9457e8f0) adding con mode: crc 2024-09-19T13:59:51.702 INFO:tasks.workunit.client.0.smithi031.stderr: -202> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a9457e8f0) adding con mode: secure 2024-09-19T13:59:51.702 INFO:tasks.workunit.client.0.smithi031.stderr: -201> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a9457e8f0) adding con mode: crc 2024-09-19T13:59:51.702 INFO:tasks.workunit.client.0.smithi031.stderr: -200> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a9457e8f0) adding con mode: secure 2024-09-19T13:59:51.702 INFO:tasks.workunit.client.0.smithi031.stderr: -199> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a9457e8f0) adding con mode: crc 2024-09-19T13:59:51.703 INFO:tasks.workunit.client.0.smithi031.stderr: -198> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a9457e8f0) adding con mode: secure 2024-09-19T13:59:51.703 INFO:tasks.workunit.client.0.smithi031.stderr: -197> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:59:51.703 INFO:tasks.workunit.client.0.smithi031.stderr: -196> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 1 librados: starting msgr at 2024-09-19T13:59:51.703 INFO:tasks.workunit.client.0.smithi031.stderr: -195> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 1 librados: starting objecter 2024-09-19T13:59:51.703 INFO:tasks.workunit.client.0.smithi031.stderr: -194> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 asok(0x556a942a7d90) register_command objecter_requests cmddesc objecter_requests hook 0x556a94550b40 EEXIST 2024-09-19T13:59:51.703 INFO:tasks.workunit.client.0.smithi031.stderr: -193> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 1 librados: setting wanted keys 2024-09-19T13:59:51.703 INFO:tasks.workunit.client.0.smithi031.stderr: -192> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 1 librados: calling monclient init 2024-09-19T13:59:51.703 INFO:tasks.workunit.client.0.smithi031.stderr: -191> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 10 monclient: init 2024-09-19T13:59:51.703 INFO:tasks.workunit.client.0.smithi031.stderr: -190> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a945306b0) adding auth protocol: cephx 2024-09-19T13:59:51.703 INFO:tasks.workunit.client.0.smithi031.stderr: -189> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a945306b0) adding auth protocol: cephx 2024-09-19T13:59:51.703 INFO:tasks.workunit.client.0.smithi031.stderr: -188> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a945306b0) adding auth protocol: cephx 2024-09-19T13:59:51.704 INFO:tasks.workunit.client.0.smithi031.stderr: -187> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a945306b0) adding con mode: secure 2024-09-19T13:59:51.704 INFO:tasks.workunit.client.0.smithi031.stderr: -186> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a945306b0) adding con mode: crc 2024-09-19T13:59:51.704 INFO:tasks.workunit.client.0.smithi031.stderr: -185> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a945306b0) adding con mode: secure 2024-09-19T13:59:51.704 INFO:tasks.workunit.client.0.smithi031.stderr: -184> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a945306b0) adding con mode: crc 2024-09-19T13:59:51.704 INFO:tasks.workunit.client.0.smithi031.stderr: -183> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a945306b0) adding con mode: secure 2024-09-19T13:59:51.704 INFO:tasks.workunit.client.0.smithi031.stderr: -182> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a945306b0) adding con mode: crc 2024-09-19T13:59:51.704 INFO:tasks.workunit.client.0.smithi031.stderr: -181> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a945306b0) adding con mode: crc 2024-09-19T13:59:51.704 INFO:tasks.workunit.client.0.smithi031.stderr: -180> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a945306b0) adding con mode: secure 2024-09-19T13:59:51.704 INFO:tasks.workunit.client.0.smithi031.stderr: -179> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a945306b0) adding con mode: crc 2024-09-19T13:59:51.704 INFO:tasks.workunit.client.0.smithi031.stderr: -178> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a945306b0) adding con mode: secure 2024-09-19T13:59:51.704 INFO:tasks.workunit.client.0.smithi031.stderr: -177> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a945306b0) adding con mode: crc 2024-09-19T13:59:51.705 INFO:tasks.workunit.client.0.smithi031.stderr: -176> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a945306b0) adding con mode: secure 2024-09-19T13:59:51.705 INFO:tasks.workunit.client.0.smithi031.stderr: -175> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:59:51.705 INFO:tasks.workunit.client.0.smithi031.stderr: -174> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:59:51.705 INFO:tasks.workunit.client.0.smithi031.stderr: -173> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 asok(0x556a942a7d90) register_command rotate-key cmddesc rotate-key hook 0x556a945307f8 EEXIST 2024-09-19T13:59:51.705 INFO:tasks.workunit.client.0.smithi031.stderr: -172> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 10 monclient: _reopen_session rank -1 2024-09-19T13:59:51.705 INFO:tasks.workunit.client.0.smithi031.stderr: -171> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-19T13:59:51.705 INFO:tasks.workunit.client.0.smithi031.stderr: -170> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 10 monclient(hunting): picked mon.noname-a con 0x556a94552200 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T13:59:51.705 INFO:tasks.workunit.client.0.smithi031.stderr: -169> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 10 monclient(hunting): picked mon.noname-c con 0x556a94573110 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T13:59:51.705 INFO:tasks.workunit.client.0.smithi031.stderr: -168> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 10 monclient(hunting): picked mon.noname-b con 0x556a94582690 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T13:59:51.706 INFO:tasks.workunit.client.0.smithi031.stderr: -167> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:59:51.706 INFO:tasks.workunit.client.0.smithi031.stderr: -166> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:59:51.706 INFO:tasks.workunit.client.0.smithi031.stderr: -165> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:59:51.706 INFO:tasks.workunit.client.0.smithi031.stderr: -164> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 10 monclient(hunting): _renew_subs 2024-09-19T13:59:51.706 INFO:tasks.workunit.client.0.smithi031.stderr: -163> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 10 monclient(hunting): authenticate will time out at 2335.385250s 2024-09-19T13:59:51.706 INFO:tasks.workunit.client.0.smithi031.stderr: -162> 2024-09-19T13:59:51.553+0000 7f3e7e7cc640 10 monclient(hunting): get_auth_request con 0x556a94573110 auth_method 0 2024-09-19T13:59:51.706 INFO:tasks.workunit.client.0.smithi031.stderr: -161> 2024-09-19T13:59:51.553+0000 7f3e7e7cc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:59:51.707 INFO:tasks.workunit.client.0.smithi031.stderr: -160> 2024-09-19T13:59:51.553+0000 7f3e7e7cc640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:59:51.707 INFO:tasks.workunit.client.0.smithi031.stderr: -159> 2024-09-19T13:59:51.553+0000 7f3e7e7cc640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:59:51.707 INFO:tasks.workunit.client.0.smithi031.stderr: -158> 2024-09-19T13:59:51.553+0000 7f3e7efcd640 10 monclient(hunting): get_auth_request con 0x556a94552200 auth_method 0 2024-09-19T13:59:51.707 INFO:tasks.workunit.client.0.smithi031.stderr: -157> 2024-09-19T13:59:51.553+0000 7f3e7efcd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:59:51.707 INFO:tasks.workunit.client.0.smithi031.stderr: -156> 2024-09-19T13:59:51.553+0000 7f3e7efcd640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:59:51.707 INFO:tasks.workunit.client.0.smithi031.stderr: -155> 2024-09-19T13:59:51.553+0000 7f3e7efcd640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:59:51.707 INFO:tasks.workunit.client.0.smithi031.stderr: -154> 2024-09-19T13:59:51.553+0000 7f3e7efcd640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:59:51.707 INFO:tasks.workunit.client.0.smithi031.stderr: -153> 2024-09-19T13:59:51.553+0000 7f3e7efcd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:59:51.707 INFO:tasks.workunit.client.0.smithi031.stderr: -152> 2024-09-19T13:59:51.553+0000 7f3e7efcd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:59:51.707 INFO:tasks.workunit.client.0.smithi031.stderr: -151> 2024-09-19T13:59:51.553+0000 7f3e7e7cc640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:59:51.707 INFO:tasks.workunit.client.0.smithi031.stderr: -150> 2024-09-19T13:59:51.553+0000 7f3e7e7cc640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:59:51.707 INFO:tasks.workunit.client.0.smithi031.stderr: -149> 2024-09-19T13:59:51.553+0000 7f3e7e7cc640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:59:51.708 INFO:tasks.workunit.client.0.smithi031.stderr: -148> 2024-09-19T13:59:51.553+0000 7f3e7efcd640 10 monclient(hunting): handle_auth_done global_id 7572 payload 824 2024-09-19T13:59:51.708 INFO:tasks.workunit.client.0.smithi031.stderr: -147> 2024-09-19T13:59:51.553+0000 7f3e7efcd640 10 monclient: _finish_hunting 0 2024-09-19T13:59:51.708 INFO:tasks.workunit.client.0.smithi031.stderr: -146> 2024-09-19T13:59:51.553+0000 7f3e7efcd640 1 monclient: found mon.noname-a 2024-09-19T13:59:51.708 INFO:tasks.workunit.client.0.smithi031.stderr: -145> 2024-09-19T13:59:51.553+0000 7f3e7efcd640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T13:59:51.708 INFO:tasks.workunit.client.0.smithi031.stderr: -144> 2024-09-19T13:59:51.553+0000 7f3e7f7ce640 10 monclient: get_auth_request con 0x556a94582690 auth_method 0 2024-09-19T13:59:51.708 INFO:tasks.workunit.client.0.smithi031.stderr: -143> 2024-09-19T13:59:51.553+0000 7f3d60ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:59:51.708 INFO:tasks.workunit.client.0.smithi031.stderr: -142> 2024-09-19T13:59:51.553+0000 7f3d60ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T13:59:51.708 INFO:tasks.workunit.client.0.smithi031.stderr: -141> 2024-09-19T13:59:51.553+0000 7f3d60ff9640 10 monclient: dump: 2024-09-19T13:59:51.708 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:59:51.708 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:59:51.708 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:51.709 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:51.709 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:59:51.709 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:59:51.709 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:59:51.709 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:59:51.709 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:59:51.709 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:51.709 INFO:tasks.workunit.client.0.smithi031.stderr: -140> 2024-09-19T13:59:51.553+0000 7f3d60ff9640 10 monclient: _finish_auth 0 2024-09-19T13:59:51.709 INFO:tasks.workunit.client.0.smithi031.stderr: -139> 2024-09-19T13:59:51.553+0000 7f3d60ff9640 10 monclient: _check_auth_tickets 2024-09-19T13:59:51.709 INFO:tasks.workunit.client.0.smithi031.stderr: -138> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 monclient: authenticate success, global_id 7572 2024-09-19T13:59:51.709 INFO:tasks.workunit.client.0.smithi031.stderr: -137> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 10 monclient: _renew_subs 2024-09-19T13:59:51.709 INFO:tasks.workunit.client.0.smithi031.stderr: -136> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T13:59:51.710 INFO:tasks.workunit.client.0.smithi031.stderr: -135> 2024-09-19T13:59:51.553+0000 7f3d60ff9640 10 monclient: handle_config config(0 keys) 2024-09-19T13:59:51.710 INFO:tasks.workunit.client.0.smithi031.stderr: -134> 2024-09-19T13:59:51.553+0000 7f3d60ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:59:51.710 INFO:tasks.workunit.client.0.smithi031.stderr: -133> 2024-09-19T13:59:51.553+0000 7f3d60ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T13:59:51.710 INFO:tasks.workunit.client.0.smithi031.stderr: -132> 2024-09-19T13:59:51.553+0000 7f3d60ff9640 10 monclient: dump: 2024-09-19T13:59:51.710 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:59:51.710 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:59:51.710 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:51.710 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:51.710 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:59:51.710 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:59:51.710 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:59:51.711 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:59:51.711 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:59:51.711 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:51.711 INFO:tasks.workunit.client.0.smithi031.stderr: -131> 2024-09-19T13:59:51.553+0000 7f3d627fc640 4 set_mon_vals no callback set 2024-09-19T13:59:51.711 INFO:tasks.workunit.client.0.smithi031.stderr: -130> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 10 monclient: _renew_subs 2024-09-19T13:59:51.711 INFO:tasks.workunit.client.0.smithi031.stderr: -129> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T13:59:51.711 INFO:tasks.workunit.client.0.smithi031.stderr: -128> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 1 librados: init done 2024-09-19T13:59:51.711 INFO:tasks.workunit.client.0.smithi031.stderr: -127> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 asok(0x556a942a7d90) register_command cr dump hook 0x556a9458cd18 2024-09-19T13:59:51.711 INFO:tasks.workunit.client.0.smithi031.stderr: -126> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.711 INFO:tasks.workunit.client.0.smithi031.stderr: -125> 2024-09-19T13:59:51.557+0000 7f3d60ff9640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T13:59:51.711 INFO:tasks.workunit.client.0.smithi031.stderr: -124> 2024-09-19T13:59:51.557+0000 7f3d60ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:59:51.711 INFO:tasks.workunit.client.0.smithi031.stderr: -123> 2024-09-19T13:59:51.557+0000 7f3d60ff9640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:59:51.712 INFO:tasks.workunit.client.0.smithi031.stderr: -122> 2024-09-19T13:59:51.557+0000 7f3e7e7cc640 10 monclient: get_auth_request con 0x7f3d48071be0 auth_method 0 2024-09-19T13:59:51.712 INFO:tasks.workunit.client.0.smithi031.stderr: -121> 2024-09-19T13:59:51.557+0000 7f3e7f7ce640 10 monclient: get_auth_request con 0x556a9459c4d0 auth_method 0 2024-09-19T13:59:51.712 INFO:tasks.workunit.client.0.smithi031.stderr: -120> 2024-09-19T13:59:51.557+0000 7f3e814c79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:51.712 INFO:tasks.workunit.client.0.smithi031.stderr: -119> 2024-09-19T13:59:51.557+0000 7f3e814c79c0 20 realm 2024-09-19T13:59:51.712 INFO:tasks.workunit.client.0.smithi031.stderr: -118> 2024-09-19T13:59:51.557+0000 7f3e814c79c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.712 INFO:tasks.workunit.client.0.smithi031.stderr: -117> 2024-09-19T13:59:51.557+0000 7f3e814c79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:51.712 INFO:tasks.workunit.client.0.smithi031.stderr: -116> 2024-09-19T13:59:51.557+0000 7f3e814c79c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:59:51.712 INFO:tasks.workunit.client.0.smithi031.stderr: -115> 2024-09-19T13:59:51.557+0000 7f3e814c79c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.712 INFO:tasks.workunit.client.0.smithi031.stderr: -114> 2024-09-19T13:59:51.557+0000 7f3e814c79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:51.712 INFO:tasks.workunit.client.0.smithi031.stderr: -113> 2024-09-19T13:59:51.557+0000 7f3e814c79c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.712 INFO:tasks.workunit.client.0.smithi031.stderr: -112> 2024-09-19T13:59:51.557+0000 7f3e7efcd640 10 monclient: get_auth_request con 0x556a945a0820 auth_method 0 2024-09-19T13:59:51.712 INFO:tasks.workunit.client.0.smithi031.stderr: -111> 2024-09-19T13:59:51.557+0000 7f3e814c79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:51.712 INFO:tasks.workunit.client.0.smithi031.stderr: -110> 2024-09-19T13:59:51.557+0000 7f3e814c79c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.713 INFO:tasks.workunit.client.0.smithi031.stderr: -109> 2024-09-19T13:59:51.561+0000 7f3e7e7cc640 10 monclient: get_auth_request con 0x556a945a3f40 auth_method 0 2024-09-19T13:59:51.713 INFO:tasks.workunit.client.0.smithi031.stderr: -108> 2024-09-19T13:59:51.561+0000 7f3e814c79c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:59:51.713 INFO:tasks.workunit.client.0.smithi031.stderr: -107> 2024-09-19T13:59:51.561+0000 7f3e814c79c0 20 searching for the correct realm 2024-09-19T13:59:51.713 INFO:tasks.workunit.client.0.smithi031.stderr: -106> 2024-09-19T13:59:51.561+0000 7f3e7f7ce640 10 monclient: get_auth_request con 0x7f3e74070070 auth_method 0 2024-09-19T13:59:51.713 INFO:tasks.workunit.client.0.smithi031.stderr: -105> 2024-09-19T13:59:51.565+0000 7f3e7efcd640 10 monclient: get_auth_request con 0x7f3e70033060 auth_method 0 2024-09-19T13:59:51.713 INFO:tasks.workunit.client.0.smithi031.stderr: -104> 2024-09-19T13:59:51.565+0000 7f3e7e7cc640 10 monclient: get_auth_request con 0x7f3e74091820 auth_method 0 2024-09-19T13:59:51.713 INFO:tasks.workunit.client.0.smithi031.stderr: -103> 2024-09-19T13:59:51.565+0000 7f3e7f7ce640 0 -- 172.21.15.31:0/999848805 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7f3e74070070 msgr2=0x7f3e74073990 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:59:51.713 INFO:tasks.workunit.client.0.smithi031.stderr: -102> 2024-09-19T13:59:51.565+0000 7f3d60ff9640 1 client.7572.objecter ms_handle_reset 0x7f3e74070070 session 0x7f3e7407b070 osd.2 2024-09-19T13:59:51.713 INFO:tasks.workunit.client.0.smithi031.stderr: -101> 2024-09-19T13:59:51.565+0000 7f3d60ff9640 10 monclient: _renew_subs 2024-09-19T13:59:51.713 INFO:tasks.workunit.client.0.smithi031.stderr: -100> 2024-09-19T13:59:51.565+0000 7f3d60ff9640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T13:59:51.713 INFO:tasks.workunit.client.0.smithi031.stderr: -99> 2024-09-19T13:59:51.565+0000 7f3e7f7ce640 10 monclient: get_auth_request con 0x7f3d48081e10 auth_method 0 2024-09-19T13:59:51.713 INFO:tasks.workunit.client.0.smithi031.stderr: -98> 2024-09-19T13:59:51.569+0000 7f3e7f7ce640 10 monclient: get_auth_request con 0x7f3e70084f20 auth_method 0 2024-09-19T13:59:51.714 INFO:tasks.workunit.client.0.smithi031.stderr: -97> 2024-09-19T13:59:51.569+0000 7f3e7efcd640 10 monclient: get_auth_request con 0x7f3e780c1040 auth_method 0 2024-09-19T13:59:51.714 INFO:tasks.workunit.client.0.smithi031.stderr: -96> 2024-09-19T13:59:51.573+0000 7f3e7efcd640 0 -- 172.21.15.31:0/999848805 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f3e780c1040 msgr2=0x7f3e780db3f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:59:51.714 INFO:tasks.workunit.client.0.smithi031.stderr: -95> 2024-09-19T13:59:51.573+0000 7f3d60ff9640 1 client.7572.objecter ms_handle_reset 0x7f3e780c1040 session 0x7f3e780e1040 osd.3 2024-09-19T13:59:51.714 INFO:tasks.workunit.client.0.smithi031.stderr: -94> 2024-09-19T13:59:51.573+0000 7f3e7efcd640 10 monclient: get_auth_request con 0x7f3e74070070 auth_method 0 2024-09-19T13:59:51.714 INFO:tasks.workunit.client.0.smithi031.stderr: -93> 2024-09-19T13:59:51.577+0000 7f3e814c79c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:59:51.714 INFO:tasks.workunit.client.0.smithi031.stderr: -92> 2024-09-19T13:59:51.577+0000 7f3e814c79c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:59:51.714 INFO:tasks.workunit.client.0.smithi031.stderr: -91> 2024-09-19T13:59:51.577+0000 7f3e814c79c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:59:51.714 INFO:tasks.workunit.client.0.smithi031.stderr: -90> 2024-09-19T13:59:51.577+0000 7f3e814c79c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:59:51.714 INFO:tasks.workunit.client.0.smithi031.stderr: -89> 2024-09-19T13:59:51.577+0000 7f3e814c79c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:59:51.714 INFO:tasks.workunit.client.0.smithi031.stderr: -88> 2024-09-19T13:59:51.577+0000 7f3e814c79c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:59:51.714 INFO:tasks.workunit.client.0.smithi031.stderr: -87> 2024-09-19T13:59:51.577+0000 7f3e814c79c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.714 INFO:tasks.workunit.client.0.smithi031.stderr: -86> 2024-09-19T13:59:51.581+0000 7f3e814c79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:51.715 INFO:tasks.workunit.client.0.smithi031.stderr: -85> 2024-09-19T13:59:51.581+0000 7f3e814c79c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.715 INFO:tasks.workunit.client.0.smithi031.stderr: -84> 2024-09-19T13:59:51.581+0000 7f3e814c79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:51.715 INFO:tasks.workunit.client.0.smithi031.stderr: -83> 2024-09-19T13:59:51.581+0000 7f3e814c79c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.715 INFO:tasks.workunit.client.0.smithi031.stderr: -82> 2024-09-19T13:59:51.581+0000 7f3e814c79c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:59:51.715 INFO:tasks.workunit.client.0.smithi031.stderr: -81> 2024-09-19T13:59:51.581+0000 7f3e814c79c0 20 zone default found 2024-09-19T13:59:51.715 INFO:tasks.workunit.client.0.smithi031.stderr: -80> 2024-09-19T13:59:51.581+0000 7f3e814c79c0 4 Realm: () 2024-09-19T13:59:51.715 INFO:tasks.workunit.client.0.smithi031.stderr: -79> 2024-09-19T13:59:51.581+0000 7f3e814c79c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:59:51.715 INFO:tasks.workunit.client.0.smithi031.stderr: -78> 2024-09-19T13:59:51.581+0000 7f3e814c79c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:59:51.715 INFO:tasks.workunit.client.0.smithi031.stderr: -77> 2024-09-19T13:59:51.581+0000 7f3e814c79c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:59:51.715 INFO:tasks.workunit.client.0.smithi031.stderr: -76> 2024-09-19T13:59:51.581+0000 7f3e814c79c0 20 zonegroup default 2024-09-19T13:59:51.715 INFO:tasks.workunit.client.0.smithi031.stderr: -75> 2024-09-19T13:59:51.581+0000 7f3e814c79c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.716 INFO:tasks.workunit.client.0.smithi031.stderr: -74> 2024-09-19T13:59:51.581+0000 7f3e814c79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:51.716 INFO:tasks.workunit.client.0.smithi031.stderr: -73> 2024-09-19T13:59:51.581+0000 7f3e814c79c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.716 INFO:tasks.workunit.client.0.smithi031.stderr: -72> 2024-09-19T13:59:51.581+0000 7f3e814c79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:51.716 INFO:tasks.workunit.client.0.smithi031.stderr: -71> 2024-09-19T13:59:51.581+0000 7f3e814c79c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.716 INFO:tasks.workunit.client.0.smithi031.stderr: -70> 2024-09-19T13:59:51.581+0000 7f3e814c79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:51.716 INFO:tasks.workunit.client.0.smithi031.stderr: -69> 2024-09-19T13:59:51.581+0000 7f3e814c79c0 20 started sync module instance, tier type = 2024-09-19T13:59:51.716 INFO:tasks.workunit.client.0.smithi031.stderr: -68> 2024-09-19T13:59:51.581+0000 7f3e814c79c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:59:51.716 INFO:tasks.workunit.client.0.smithi031.stderr: -67> 2024-09-19T13:59:51.605+0000 7f3e814c79c0 20 add_watcher() i=0 2024-09-19T13:59:51.716 INFO:tasks.workunit.client.0.smithi031.stderr: -66> 2024-09-19T13:59:51.605+0000 7f3e814c79c0 20 add_watcher() i=1 2024-09-19T13:59:51.716 INFO:tasks.workunit.client.0.smithi031.stderr: -65> 2024-09-19T13:59:51.605+0000 7f3e814c79c0 20 add_watcher() i=2 2024-09-19T13:59:51.716 INFO:tasks.workunit.client.0.smithi031.stderr: -64> 2024-09-19T13:59:51.605+0000 7f3e814c79c0 20 add_watcher() i=3 2024-09-19T13:59:51.716 INFO:tasks.workunit.client.0.smithi031.stderr: -63> 2024-09-19T13:59:51.605+0000 7f3e814c79c0 20 add_watcher() i=4 2024-09-19T13:59:51.717 INFO:tasks.workunit.client.0.smithi031.stderr: -62> 2024-09-19T13:59:51.605+0000 7f3e814c79c0 20 add_watcher() i=5 2024-09-19T13:59:51.717 INFO:tasks.workunit.client.0.smithi031.stderr: -61> 2024-09-19T13:59:51.605+0000 7f3e814c79c0 20 add_watcher() i=6 2024-09-19T13:59:51.717 INFO:tasks.workunit.client.0.smithi031.stderr: -60> 2024-09-19T13:59:51.609+0000 7f3e814c79c0 20 add_watcher() i=7 2024-09-19T13:59:51.717 INFO:tasks.workunit.client.0.smithi031.stderr: -59> 2024-09-19T13:59:51.609+0000 7f3e814c79c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:59:51.717 INFO:tasks.workunit.client.0.smithi031.stderr: -58> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509aec0) adding auth protocol: cephx 2024-09-19T13:59:51.717 INFO:tasks.workunit.client.0.smithi031.stderr: -57> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509aec0) adding auth protocol: cephx 2024-09-19T13:59:51.717 INFO:tasks.workunit.client.0.smithi031.stderr: -56> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509aec0) adding auth protocol: cephx 2024-09-19T13:59:51.717 INFO:tasks.workunit.client.0.smithi031.stderr: -55> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509aec0) adding con mode: secure 2024-09-19T13:59:51.717 INFO:tasks.workunit.client.0.smithi031.stderr: -54> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509aec0) adding con mode: crc 2024-09-19T13:59:51.717 INFO:tasks.workunit.client.0.smithi031.stderr: -53> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509aec0) adding con mode: secure 2024-09-19T13:59:51.717 INFO:tasks.workunit.client.0.smithi031.stderr: -52> 2024-09-19T13:59:51.613+0000 7f3d35fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:59:51.717 INFO:tasks.workunit.client.0.smithi031.stderr: -51> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509aec0) adding con mode: crc 2024-09-19T13:59:51.718 INFO:tasks.workunit.client.0.smithi031.stderr: -50> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509aec0) adding con mode: secure 2024-09-19T13:59:51.718 INFO:tasks.workunit.client.0.smithi031.stderr: -49> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509aec0) adding con mode: crc 2024-09-19T13:59:51.718 INFO:tasks.workunit.client.0.smithi031.stderr: -48> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509aec0) adding con mode: crc 2024-09-19T13:59:51.718 INFO:tasks.workunit.client.0.smithi031.stderr: -47> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509aec0) adding con mode: secure 2024-09-19T13:59:51.718 INFO:tasks.workunit.client.0.smithi031.stderr: -46> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509aec0) adding con mode: crc 2024-09-19T13:59:51.718 INFO:tasks.workunit.client.0.smithi031.stderr: -45> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509aec0) adding con mode: secure 2024-09-19T13:59:51.718 INFO:tasks.workunit.client.0.smithi031.stderr: -44> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509aec0) adding con mode: crc 2024-09-19T13:59:51.718 INFO:tasks.workunit.client.0.smithi031.stderr: -43> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509aec0) adding con mode: secure 2024-09-19T13:59:51.718 INFO:tasks.workunit.client.0.smithi031.stderr: -42> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:59:51.718 INFO:tasks.workunit.client.0.smithi031.stderr: -41> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:59:51.718 INFO:tasks.workunit.client.0.smithi031.stderr: -40> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:59:51.718 INFO:tasks.workunit.client.0.smithi031.stderr: -39> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 5 asok(0x556a942a7d90) register_command cache list hook 0x556a9457a150 2024-09-19T13:59:51.718 INFO:tasks.workunit.client.0.smithi031.stderr: -38> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 5 asok(0x556a942a7d90) register_command cache inspect hook 0x556a9457a150 2024-09-19T13:59:51.719 INFO:tasks.workunit.client.0.smithi031.stderr: -37> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 5 asok(0x556a942a7d90) register_command cache erase hook 0x556a9457a150 2024-09-19T13:59:51.719 INFO:tasks.workunit.client.0.smithi031.stderr: -36> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 5 asok(0x556a942a7d90) register_command cache zap hook 0x556a9457a150 2024-09-19T13:59:51.719 INFO:tasks.workunit.client.0.smithi031.stderr: -35> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 5 note: GC not initialized 2024-09-19T13:59:51.719 INFO:tasks.workunit.client.0.smithi031.stderr: -34> 2024-09-19T13:59:51.613+0000 7f3d34fe1640 20 reqs_thread_entry: start 2024-09-19T13:59:51.719 INFO:tasks.workunit.client.0.smithi031.stderr: -33> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 5 asok(0x556a942a7d90) register_command sync trace show hook 0x7f3e740614b0 2024-09-19T13:59:51.719 INFO:tasks.workunit.client.0.smithi031.stderr: -32> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 5 asok(0x556a942a7d90) register_command sync trace history hook 0x7f3e740614b0 2024-09-19T13:59:51.719 INFO:tasks.workunit.client.0.smithi031.stderr: -31> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 5 asok(0x556a942a7d90) register_command sync trace active hook 0x7f3e740614b0 2024-09-19T13:59:51.719 INFO:tasks.workunit.client.0.smithi031.stderr: -30> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 5 asok(0x556a942a7d90) register_command sync trace active_short hook 0x7f3e740614b0 2024-09-19T13:59:51.719 INFO:tasks.workunit.client.0.smithi031.stderr: -29> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 20 init_complete bucket index max shards: 1 2024-09-19T13:59:51.719 INFO:tasks.workunit.client.0.smithi031.stderr: -28> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 20 Filter name: none 2024-09-19T13:59:51.719 INFO:tasks.workunit.client.0.smithi031.stderr: -27> 2024-09-19T13:59:51.613+0000 7f3d2dffb640 20 reqs_thread_entry: start 2024-09-19T13:59:51.719 INFO:tasks.workunit.client.0.smithi031.stderr: -26> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-19T13:59:51.720 INFO:tasks.workunit.client.0.smithi031.stderr: -25> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.720 INFO:tasks.workunit.client.0.smithi031.stderr: -24> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T13:59:51.720 INFO:tasks.workunit.client.0.smithi031.stderr: -23> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-19T13:59:51.720 INFO:tasks.workunit.client.0.smithi031.stderr: -22> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-19T13:59:51.720 INFO:tasks.workunit.client.0.smithi031.stderr: -21> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34 : miss 2024-09-19T13:59:51.720 INFO:tasks.workunit.client.0.smithi031.stderr: -20> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.720 INFO:tasks.workunit.client.0.smithi031.stderr: -19> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T13:59:51.720 INFO:tasks.workunit.client.0.smithi031.stderr: -18> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34 info.flags=0x17 2024-09-19T13:59:51.720 INFO:tasks.workunit.client.0.smithi031.stderr: -17> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34 to cache LRU end 2024-09-19T13:59:51.720 INFO:tasks.workunit.client.0.smithi031.stderr: -16> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:59:51.720 INFO:tasks.workunit.client.0.smithi031.stderr: -15> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:51.721 INFO:tasks.workunit.client.0.smithi031.stderr: -14> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34 2024-09-19T13:59:51.721 INFO:tasks.workunit.client.0.smithi031.stderr: -13> 2024-09-19T13:59:51.625+0000 7f3e814c79c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34 info.flags=0x17 2024-09-19T13:59:51.721 INFO:tasks.workunit.client.0.smithi031.stderr: -12> 2024-09-19T13:59:51.625+0000 7f3e814c79c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34 to cache LRU end 2024-09-19T13:59:51.721 INFO:tasks.workunit.client.0.smithi031.stderr: -11> 2024-09-19T13:59:51.625+0000 7f3e814c79c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:51.721 INFO:tasks.workunit.client.0.smithi031.stderr: -10> 2024-09-19T13:59:51.625+0000 7f3e814c79c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34, ofs0, ns] 2024-09-19T13:59:51.721 INFO:tasks.workunit.client.0.smithi031.stderr: -9> 2024-09-19T13:59:51.625+0000 7f3d627fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333466 cookie 93916243873200 notifier 7572 bl.length()=911 2024-09-19T13:59:51.721 INFO:tasks.workunit.client.0.smithi031.stderr: -8> 2024-09-19T13:59:51.625+0000 7f3d627fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34 info.flags=0x17 2024-09-19T13:59:51.721 INFO:tasks.workunit.client.0.smithi031.stderr: -7> 2024-09-19T13:59:51.625+0000 7f3d627fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34 to cache LRU end 2024-09-19T13:59:51.721 INFO:tasks.workunit.client.0.smithi031.stderr: -6> 2024-09-19T13:59:51.625+0000 7f3d627fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:51.721 INFO:tasks.workunit.client.0.smithi031.stderr: -5> 2024-09-19T13:59:51.625+0000 7f3e814c79c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34]): orig_sources= new_sources= 2024-09-19T13:59:51.721 INFO:tasks.workunit.client.0.smithi031.stderr: -4> 2024-09-19T13:59:51.625+0000 7f3e814c79c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34]): potential sources added=[] removed=[] 2024-09-19T13:59:51.722 INFO:tasks.workunit.client.0.smithi031.stderr: -3> 2024-09-19T13:59:51.625+0000 7f3e814c79c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34]): orig_dests= new_dests= 2024-09-19T13:59:51.722 INFO:tasks.workunit.client.0.smithi031.stderr: -2> 2024-09-19T13:59:51.625+0000 7f3e814c79c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34]): potential dests added=[] removed=[] 2024-09-19T13:59:51.722 INFO:tasks.workunit.client.0.smithi031.stderr: -1> 2024-09-19T13:59:51.633+0000 7f3e814c79c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f3e814c79c0 time 2024-09-19T13:59:51.636015+0000 2024-09-19T13:59:51.722 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T13:59:51.722 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:51.722 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T13:59:51.722 INFO:tasks.workunit.client.0.smithi031.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f3e84da12eb] 2024-09-19T13:59:51.722 INFO:tasks.workunit.client.0.smithi031.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f3e84da149f] 2024-09-19T13:59:51.722 INFO:tasks.workunit.client.0.smithi031.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556a926b0271] 2024-09-19T13:59:51.722 INFO:tasks.workunit.client.0.smithi031.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x556a926c014a] 2024-09-19T13:59:51.723 INFO:tasks.workunit.client.0.smithi031.stderr: 5: main() 2024-09-19T13:59:51.723 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f3e83c07d90] 2024-09-19T13:59:51.723 INFO:tasks.workunit.client.0.smithi031.stderr: 7: __libc_start_main() 2024-09-19T13:59:51.723 INFO:tasks.workunit.client.0.smithi031.stderr: 8: _start() 2024-09-19T13:59:51.723 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:51.723 INFO:tasks.workunit.client.0.smithi031.stderr: 0> 2024-09-19T13:59:51.633+0000 7f3e814c79c0 -1 *** Caught signal (Aborted) ** 2024-09-19T13:59:51.723 INFO:tasks.workunit.client.0.smithi031.stderr: in thread 7f3e814c79c0 thread_name:radosgw-admin 2024-09-19T13:59:51.723 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:51.723 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T13:59:51.723 INFO:tasks.workunit.client.0.smithi031.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f3e83c20520] 2024-09-19T13:59:51.723 INFO:tasks.workunit.client.0.smithi031.stderr: 2: pthread_kill() 2024-09-19T13:59:51.723 INFO:tasks.workunit.client.0.smithi031.stderr: 3: raise() 2024-09-19T13:59:51.724 INFO:tasks.workunit.client.0.smithi031.stderr: 4: abort() 2024-09-19T13:59:51.724 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f3e84da1345] 2024-09-19T13:59:51.724 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f3e84da149f] 2024-09-19T13:59:51.724 INFO:tasks.workunit.client.0.smithi031.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556a926b0271] 2024-09-19T13:59:51.724 INFO:tasks.workunit.client.0.smithi031.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x556a926c014a] 2024-09-19T13:59:51.724 INFO:tasks.workunit.client.0.smithi031.stderr: 9: main() 2024-09-19T13:59:51.724 INFO:tasks.workunit.client.0.smithi031.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f3e83c07d90] 2024-09-19T13:59:51.724 INFO:tasks.workunit.client.0.smithi031.stderr: 11: __libc_start_main() 2024-09-19T13:59:51.724 INFO:tasks.workunit.client.0.smithi031.stderr: 12: _start() 2024-09-19T13:59:51.724 INFO:tasks.workunit.client.0.smithi031.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T13:59:51.725 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:51.725 INFO:tasks.workunit.client.0.smithi031.stderr:--- logging levels --- 2024-09-19T13:59:51.725 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 none 2024-09-19T13:59:51.725 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 lockdep 2024-09-19T13:59:51.725 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 context 2024-09-19T13:59:51.725 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 crush 2024-09-19T13:59:51.725 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds 2024-09-19T13:59:51.725 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_balancer 2024-09-19T13:59:51.725 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_locker 2024-09-19T13:59:51.725 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_log 2024-09-19T13:59:51.725 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_log_expire 2024-09-19T13:59:51.725 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_migrator 2024-09-19T13:59:51.726 INFO:tasks.workunit.client.0.smithi031.stderr: 3/ 5 mds_quiesce 2024-09-19T13:59:51.726 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 buffer 2024-09-19T13:59:51.726 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 timer 2024-09-19T13:59:51.726 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 filer 2024-09-19T13:59:51.726 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 striper 2024-09-19T13:59:51.726 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 objecter 2024-09-19T13:59:51.726 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rados 2024-09-19T13:59:51.726 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd 2024-09-19T13:59:51.726 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_mirror 2024-09-19T13:59:51.726 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_replay 2024-09-19T13:59:51.726 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_pwl 2024-09-19T13:59:51.726 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 journaler 2024-09-19T13:59:51.727 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 objectcacher 2024-09-19T13:59:51.727 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 immutable_obj_cache 2024-09-19T13:59:51.727 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 client 2024-09-19T13:59:51.727 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 osd 2024-09-19T13:59:51.727 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 optracker 2024-09-19T13:59:51.727 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 objclass 2024-09-19T13:59:51.727 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 filestore 2024-09-19T13:59:51.727 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 journal 2024-09-19T13:59:51.727 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 0 ms 2024-09-19T13:59:51.727 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mon 2024-09-19T13:59:51.727 INFO:tasks.workunit.client.0.smithi031.stderr: 0/10 monc 2024-09-19T13:59:51.727 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 paxos 2024-09-19T13:59:51.728 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 tp 2024-09-19T13:59:51.728 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 auth 2024-09-19T13:59:51.728 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 crypto 2024-09-19T13:59:51.728 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 finisher 2024-09-19T13:59:51.728 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 reserver 2024-09-19T13:59:51.728 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 heartbeatmap 2024-09-19T13:59:51.728 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 perfcounter 2024-09-19T13:59:51.728 INFO:tasks.workunit.client.0.smithi031.stderr: 20/20 rgw 2024-09-19T13:59:51.728 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_sync 2024-09-19T13:59:51.728 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_datacache 2024-09-19T13:59:51.728 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_access 2024-09-19T13:59:51.729 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_dbstore 2024-09-19T13:59:51.729 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_flight 2024-09-19T13:59:51.729 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_lifecycle 2024-09-19T13:59:51.729 INFO:tasks.workunit.client.0.smithi031.stderr: 20/20 rgw_notification 2024-09-19T13:59:51.729 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 javaclient 2024-09-19T13:59:51.729 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 asok 2024-09-19T13:59:51.729 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 throttle 2024-09-19T13:59:51.729 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 0 refs 2024-09-19T13:59:51.729 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 compressor 2024-09-19T13:59:51.729 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 bluestore 2024-09-19T13:59:51.729 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 bluefs 2024-09-19T13:59:51.730 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 bdev 2024-09-19T13:59:51.730 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 kstore 2024-09-19T13:59:51.730 INFO:tasks.workunit.client.0.smithi031.stderr: 4/ 5 rocksdb 2024-09-19T13:59:51.730 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 fuse 2024-09-19T13:59:51.730 INFO:tasks.workunit.client.0.smithi031.stderr: 2/ 5 mgr 2024-09-19T13:59:51.730 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mgrc 2024-09-19T13:59:51.730 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 dpdk 2024-09-19T13:59:51.730 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 eventtrace 2024-09-19T13:59:51.730 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 prioritycache 2024-09-19T13:59:51.730 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 test 2024-09-19T13:59:51.730 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cephfs_mirror 2024-09-19T13:59:51.731 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cephsqlite 2024-09-19T13:59:51.731 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 crimson_interrupt 2024-09-19T13:59:51.731 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore 2024-09-19T13:59:51.731 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_onode 2024-09-19T13:59:51.731 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_odata 2024-09-19T13:59:51.731 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_omap 2024-09-19T13:59:51.731 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_tm 2024-09-19T13:59:51.731 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_t 2024-09-19T13:59:51.731 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_cleaner 2024-09-19T13:59:51.731 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_epm 2024-09-19T13:59:51.731 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_lba 2024-09-19T13:59:51.731 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-19T13:59:51.732 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_cache 2024-09-19T13:59:51.732 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_journal 2024-09-19T13:59:51.732 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_device 2024-09-19T13:59:51.732 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_backref 2024-09-19T13:59:51.732 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 alienstore 2024-09-19T13:59:51.732 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mclock 2024-09-19T13:59:51.732 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cyanstore 2024-09-19T13:59:51.732 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 ceph_exporter 2024-09-19T13:59:51.732 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 memstore 2024-09-19T13:59:51.732 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 trace 2024-09-19T13:59:51.732 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 ceph_dedup 2024-09-19T13:59:51.733 INFO:tasks.workunit.client.0.smithi031.stderr: -2/-2 (syslog threshold) 2024-09-19T13:59:51.733 INFO:tasks.workunit.client.0.smithi031.stderr: 99/99 (stderr threshold) 2024-09-19T13:59:51.733 INFO:tasks.workunit.client.0.smithi031.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-19T13:59:51.733 INFO:tasks.workunit.client.0.smithi031.stderr: 7f3d2dffb640 / http_manager 2024-09-19T13:59:51.733 INFO:tasks.workunit.client.0.smithi031.stderr: 7f3d34fe1640 / http_manager 2024-09-19T13:59:51.736 INFO:tasks.workunit.client.0.smithi031.stderr: 7f3d35fe3640 / rgw_dt_lg_renew 2024-09-19T13:59:51.736 INFO:tasks.workunit.client.0.smithi031.stderr: 7f3d60ff9640 / ms_dispatch 2024-09-19T13:59:51.736 INFO:tasks.workunit.client.0.smithi031.stderr: 7f3d627fc640 / io_context_pool 2024-09-19T13:59:51.736 INFO:tasks.workunit.client.0.smithi031.stderr: 7f3d68e01640 / ms_dispatch 2024-09-19T13:59:51.736 INFO:tasks.workunit.client.0.smithi031.stderr: 7f3d6b606640 / ms_dispatch 2024-09-19T13:59:51.736 INFO:tasks.workunit.client.0.smithi031.stderr: 7f3d6ce09640 / io_context_pool 2024-09-19T13:59:51.736 INFO:tasks.workunit.client.0.smithi031.stderr: 7f3e7e7cc640 / msgr-worker-2 2024-09-19T13:59:51.736 INFO:tasks.workunit.client.0.smithi031.stderr: 7f3e7efcd640 / msgr-worker-1 2024-09-19T13:59:51.736 INFO:tasks.workunit.client.0.smithi031.stderr: 7f3e7f7ce640 / msgr-worker-0 2024-09-19T13:59:51.737 INFO:tasks.workunit.client.0.smithi031.stderr: 7f3e7ffcf640 / io_context_pool 2024-09-19T13:59:51.737 INFO:tasks.workunit.client.0.smithi031.stderr: 7f3e814c79c0 / radosgw-admin 2024-09-19T13:59:51.737 INFO:tasks.workunit.client.0.smithi031.stderr: max_recent 500 2024-09-19T13:59:51.737 INFO:tasks.workunit.client.0.smithi031.stderr: max_new 1000 2024-09-19T13:59:51.737 INFO:tasks.workunit.client.0.smithi031.stderr: log_file /var/log/ceph/ceph-client.admin.120421.log 2024-09-19T13:59:51.737 INFO:tasks.workunit.client.0.smithi031.stderr:--- end dump of recent events --- 2024-09-19T13:59:51.737 INFO:tasks.workunit.client.0.smithi031.stderr:--- begin dump of recent events --- 2024-09-19T13:59:51.737 INFO:tasks.workunit.client.0.smithi031.stderr: -499> 2024-09-19T13:59:51.533+0000 7f3e7f7ce640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:59:51.737 INFO:tasks.workunit.client.0.smithi031.stderr: -498> 2024-09-19T13:59:51.533+0000 7f3e7f7ce640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:59:51.737 INFO:tasks.workunit.client.0.smithi031.stderr: -497> 2024-09-19T13:59:51.533+0000 7f3e7f7ce640 10 monclient(hunting): handle_auth_done global_id 7560 payload 274 2024-09-19T13:59:51.737 INFO:tasks.workunit.client.0.smithi031.stderr: -496> 2024-09-19T13:59:51.533+0000 7f3e7f7ce640 10 monclient: _finish_hunting 0 2024-09-19T13:59:51.737 INFO:tasks.workunit.client.0.smithi031.stderr: -495> 2024-09-19T13:59:51.533+0000 7f3e7f7ce640 1 monclient: found mon.noname-a 2024-09-19T13:59:51.737 INFO:tasks.workunit.client.0.smithi031.stderr: -494> 2024-09-19T13:59:51.533+0000 7f3e7f7ce640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T13:59:51.738 INFO:tasks.workunit.client.0.smithi031.stderr: -493> 2024-09-19T13:59:51.533+0000 7f3d6ce09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:59:51.738 INFO:tasks.workunit.client.0.smithi031.stderr: -492> 2024-09-19T13:59:51.533+0000 7f3d6ce09640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T13:59:51.738 INFO:tasks.workunit.client.0.smithi031.stderr: -491> 2024-09-19T13:59:51.533+0000 7f3d6ce09640 10 monclient: dump: 2024-09-19T13:59:51.738 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:59:51.738 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:59:51.738 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:51.738 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:51.738 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:59:51.738 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:59:51.738 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:59:51.738 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:59:51.738 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:59:51.739 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:51.739 INFO:tasks.workunit.client.0.smithi031.stderr: -490> 2024-09-19T13:59:51.533+0000 7f3d6ce09640 10 monclient: _finish_auth 0 2024-09-19T13:59:51.739 INFO:tasks.workunit.client.0.smithi031.stderr: -489> 2024-09-19T13:59:51.533+0000 7f3d6ce09640 10 monclient: _check_auth_tickets 2024-09-19T13:59:51.739 INFO:tasks.workunit.client.0.smithi031.stderr: -488> 2024-09-19T13:59:51.533+0000 7f3d6ce09640 10 monclient: handle_config config(0 keys) 2024-09-19T13:59:51.739 INFO:tasks.workunit.client.0.smithi031.stderr: -487> 2024-09-19T13:59:51.533+0000 7f3d6ce09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:59:51.739 INFO:tasks.workunit.client.0.smithi031.stderr: -486> 2024-09-19T13:59:51.533+0000 7f3d6ce09640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T13:59:51.739 INFO:tasks.workunit.client.0.smithi031.stderr: -485> 2024-09-19T13:59:51.533+0000 7f3d6ce09640 10 monclient: dump: 2024-09-19T13:59:51.739 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:59:51.739 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:59:51.739 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:51.739 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:51.739 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:59:51.739 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:59:51.740 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:59:51.740 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:59:51.740 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:59:51.740 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:51.740 INFO:tasks.workunit.client.0.smithi031.stderr: -484> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 monclient: authenticate success, global_id 7560 2024-09-19T13:59:51.740 INFO:tasks.workunit.client.0.smithi031.stderr: -483> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 10 monclient: get_monmap_and_config success 2024-09-19T13:59:51.740 INFO:tasks.workunit.client.0.smithi031.stderr: -482> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 4 set_mon_vals no callback set 2024-09-19T13:59:51.740 INFO:tasks.workunit.client.0.smithi031.stderr: -481> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 10 monclient: shutdown 2024-09-19T13:59:51.740 INFO:tasks.workunit.client.0.smithi031.stderr: -480> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 asok(0x556a942a7d90) unregister_commands rotate-key 2024-09-19T13:59:51.740 INFO:tasks.workunit.client.0.smithi031.stderr: -479> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 10 monclient: build_initial_monmap 2024-09-19T13:59:51.740 INFO:tasks.workunit.client.0.smithi031.stderr: -478> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 1 build_initial for_mkfs: 0 2024-09-19T13:59:51.740 INFO:tasks.workunit.client.0.smithi031.stderr: -477> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 10 monclient: monmap: 2024-09-19T13:59:51.741 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T13:59:51.741 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T13:59:51.741 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T13:59:51.741 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T13:59:51.741 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T13:59:51.741 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:59:51.741 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T13:59:51.741 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T13:59:51.741 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T13:59:51.741 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:51.741 INFO:tasks.workunit.client.0.smithi031.stderr: -476> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b8240) adding auth protocol: cephx 2024-09-19T13:59:51.741 INFO:tasks.workunit.client.0.smithi031.stderr: -475> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b8240) adding auth protocol: cephx 2024-09-19T13:59:51.741 INFO:tasks.workunit.client.0.smithi031.stderr: -474> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b8240) adding auth protocol: cephx 2024-09-19T13:59:51.742 INFO:tasks.workunit.client.0.smithi031.stderr: -473> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b8240) adding con mode: secure 2024-09-19T13:59:51.742 INFO:tasks.workunit.client.0.smithi031.stderr: -472> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b8240) adding con mode: crc 2024-09-19T13:59:51.742 INFO:tasks.workunit.client.0.smithi031.stderr: -471> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b8240) adding con mode: secure 2024-09-19T13:59:51.742 INFO:tasks.workunit.client.0.smithi031.stderr: -470> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b8240) adding con mode: crc 2024-09-19T13:59:51.742 INFO:tasks.workunit.client.0.smithi031.stderr: -469> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b8240) adding con mode: secure 2024-09-19T13:59:51.742 INFO:tasks.workunit.client.0.smithi031.stderr: -468> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b8240) adding con mode: crc 2024-09-19T13:59:51.742 INFO:tasks.workunit.client.0.smithi031.stderr: -467> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b8240) adding con mode: crc 2024-09-19T13:59:51.742 INFO:tasks.workunit.client.0.smithi031.stderr: -466> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b8240) adding con mode: secure 2024-09-19T13:59:51.742 INFO:tasks.workunit.client.0.smithi031.stderr: -465> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b8240) adding con mode: crc 2024-09-19T13:59:51.742 INFO:tasks.workunit.client.0.smithi031.stderr: -464> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b8240) adding con mode: secure 2024-09-19T13:59:51.742 INFO:tasks.workunit.client.0.smithi031.stderr: -463> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b8240) adding con mode: crc 2024-09-19T13:59:51.742 INFO:tasks.workunit.client.0.smithi031.stderr: -462> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b8240) adding con mode: secure 2024-09-19T13:59:51.742 INFO:tasks.workunit.client.0.smithi031.stderr: -461> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:59:51.743 INFO:tasks.workunit.client.0.smithi031.stderr: -460> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 1 librados: starting msgr at 2024-09-19T13:59:51.743 INFO:tasks.workunit.client.0.smithi031.stderr: -459> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 1 librados: starting objecter 2024-09-19T13:59:51.743 INFO:tasks.workunit.client.0.smithi031.stderr: -458> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 asok(0x556a942a7d90) register_command objecter_requests hook 0x556a94289200 2024-09-19T13:59:51.743 INFO:tasks.workunit.client.0.smithi031.stderr: -457> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 1 librados: setting wanted keys 2024-09-19T13:59:51.743 INFO:tasks.workunit.client.0.smithi031.stderr: -456> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 1 librados: calling monclient init 2024-09-19T13:59:51.743 INFO:tasks.workunit.client.0.smithi031.stderr: -455> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 10 monclient: init 2024-09-19T13:59:51.743 INFO:tasks.workunit.client.0.smithi031.stderr: -454> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b2c30) adding auth protocol: cephx 2024-09-19T13:59:51.743 INFO:tasks.workunit.client.0.smithi031.stderr: -453> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b2c30) adding auth protocol: cephx 2024-09-19T13:59:51.743 INFO:tasks.workunit.client.0.smithi031.stderr: -452> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b2c30) adding auth protocol: cephx 2024-09-19T13:59:51.743 INFO:tasks.workunit.client.0.smithi031.stderr: -451> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b2c30) adding con mode: secure 2024-09-19T13:59:51.743 INFO:tasks.workunit.client.0.smithi031.stderr: -450> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b2c30) adding con mode: crc 2024-09-19T13:59:51.743 INFO:tasks.workunit.client.0.smithi031.stderr: -449> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b2c30) adding con mode: secure 2024-09-19T13:59:51.744 INFO:tasks.workunit.client.0.smithi031.stderr: -448> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b2c30) adding con mode: crc 2024-09-19T13:59:51.744 INFO:tasks.workunit.client.0.smithi031.stderr: -447> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b2c30) adding con mode: secure 2024-09-19T13:59:51.744 INFO:tasks.workunit.client.0.smithi031.stderr: -446> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b2c30) adding con mode: crc 2024-09-19T13:59:51.744 INFO:tasks.workunit.client.0.smithi031.stderr: -445> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b2c30) adding con mode: crc 2024-09-19T13:59:51.744 INFO:tasks.workunit.client.0.smithi031.stderr: -444> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b2c30) adding con mode: secure 2024-09-19T13:59:51.744 INFO:tasks.workunit.client.0.smithi031.stderr: -443> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b2c30) adding con mode: crc 2024-09-19T13:59:51.744 INFO:tasks.workunit.client.0.smithi031.stderr: -442> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b2c30) adding con mode: secure 2024-09-19T13:59:51.744 INFO:tasks.workunit.client.0.smithi031.stderr: -441> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b2c30) adding con mode: crc 2024-09-19T13:59:51.744 INFO:tasks.workunit.client.0.smithi031.stderr: -440> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 AuthRegistry(0x556a944b2c30) adding con mode: secure 2024-09-19T13:59:51.745 INFO:tasks.workunit.client.0.smithi031.stderr: -439> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:59:51.745 INFO:tasks.workunit.client.0.smithi031.stderr: -438> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:59:51.745 INFO:tasks.workunit.client.0.smithi031.stderr: -437> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 5 asok(0x556a942a7d90) register_command rotate-key hook 0x556a944b2d78 2024-09-19T13:59:51.745 INFO:tasks.workunit.client.0.smithi031.stderr: -436> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 10 monclient: _reopen_session rank -1 2024-09-19T13:59:51.745 INFO:tasks.workunit.client.0.smithi031.stderr: -435> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-19T13:59:51.745 INFO:tasks.workunit.client.0.smithi031.stderr: -434> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 10 monclient(hunting): picked mon.noname-a con 0x556a943633f0 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T13:59:51.745 INFO:tasks.workunit.client.0.smithi031.stderr: -433> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 10 monclient(hunting): picked mon.noname-c con 0x556a9436eb50 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T13:59:51.745 INFO:tasks.workunit.client.0.smithi031.stderr: -432> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 10 monclient(hunting): picked mon.noname-b con 0x556a944b5cc0 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T13:59:51.745 INFO:tasks.workunit.client.0.smithi031.stderr: -431> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:59:51.745 INFO:tasks.workunit.client.0.smithi031.stderr: -430> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:59:51.745 INFO:tasks.workunit.client.0.smithi031.stderr: -429> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:59:51.745 INFO:tasks.workunit.client.0.smithi031.stderr: -428> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 10 monclient(hunting): _renew_subs 2024-09-19T13:59:51.745 INFO:tasks.workunit.client.0.smithi031.stderr: -427> 2024-09-19T13:59:51.533+0000 7f3e814c79c0 10 monclient(hunting): authenticate will time out at 2335.367815s 2024-09-19T13:59:51.746 INFO:tasks.workunit.client.0.smithi031.stderr: -426> 2024-09-19T13:59:51.533+0000 7f3e7e7cc640 10 monclient(hunting): get_auth_request con 0x556a9436eb50 auth_method 0 2024-09-19T13:59:51.746 INFO:tasks.workunit.client.0.smithi031.stderr: -425> 2024-09-19T13:59:51.533+0000 7f3e7e7cc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:59:51.746 INFO:tasks.workunit.client.0.smithi031.stderr: -424> 2024-09-19T13:59:51.533+0000 7f3e7e7cc640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:59:51.746 INFO:tasks.workunit.client.0.smithi031.stderr: -423> 2024-09-19T13:59:51.533+0000 7f3e7e7cc640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:59:51.746 INFO:tasks.workunit.client.0.smithi031.stderr: -422> 2024-09-19T13:59:51.533+0000 7f3e7efcd640 10 monclient(hunting): get_auth_request con 0x556a943633f0 auth_method 0 2024-09-19T13:59:51.746 INFO:tasks.workunit.client.0.smithi031.stderr: -421> 2024-09-19T13:59:51.537+0000 7f3e7efcd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:59:51.746 INFO:tasks.workunit.client.0.smithi031.stderr: -420> 2024-09-19T13:59:51.537+0000 7f3e7efcd640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:59:51.746 INFO:tasks.workunit.client.0.smithi031.stderr: -419> 2024-09-19T13:59:51.537+0000 7f3e7efcd640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:59:51.746 INFO:tasks.workunit.client.0.smithi031.stderr: -418> 2024-09-19T13:59:51.537+0000 7f3e7e7cc640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:59:51.746 INFO:tasks.workunit.client.0.smithi031.stderr: -417> 2024-09-19T13:59:51.537+0000 7f3e7e7cc640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:59:51.746 INFO:tasks.workunit.client.0.smithi031.stderr: -416> 2024-09-19T13:59:51.537+0000 7f3e7e7cc640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:59:51.746 INFO:tasks.workunit.client.0.smithi031.stderr: -415> 2024-09-19T13:59:51.537+0000 7f3e7efcd640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:59:51.746 INFO:tasks.workunit.client.0.smithi031.stderr: -414> 2024-09-19T13:59:51.537+0000 7f3e7efcd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:59:51.747 INFO:tasks.workunit.client.0.smithi031.stderr: -413> 2024-09-19T13:59:51.537+0000 7f3e7efcd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:59:51.747 INFO:tasks.workunit.client.0.smithi031.stderr: -412> 2024-09-19T13:59:51.537+0000 7f3e7e7cc640 10 monclient(hunting): handle_auth_done global_id 7085 payload 824 2024-09-19T13:59:51.747 INFO:tasks.workunit.client.0.smithi031.stderr: -411> 2024-09-19T13:59:51.537+0000 7f3e7e7cc640 10 monclient: _finish_hunting 0 2024-09-19T13:59:51.747 INFO:tasks.workunit.client.0.smithi031.stderr: -410> 2024-09-19T13:59:51.537+0000 7f3e7e7cc640 1 monclient: found mon.noname-c 2024-09-19T13:59:51.747 INFO:tasks.workunit.client.0.smithi031.stderr: -409> 2024-09-19T13:59:51.537+0000 7f3e7e7cc640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.31:3301/0 2024-09-19T13:59:51.747 INFO:tasks.workunit.client.0.smithi031.stderr: -408> 2024-09-19T13:59:51.537+0000 7f3d6b606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:59:51.747 INFO:tasks.workunit.client.0.smithi031.stderr: -407> 2024-09-19T13:59:51.537+0000 7f3d6b606640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T13:59:51.747 INFO:tasks.workunit.client.0.smithi031.stderr: -406> 2024-09-19T13:59:51.537+0000 7f3d6b606640 10 monclient: dump: 2024-09-19T13:59:51.747 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:59:51.747 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:59:51.747 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:51.747 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:51.748 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:59:51.748 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:59:51.748 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:59:51.748 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:59:51.748 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:59:51.748 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:51.748 INFO:tasks.workunit.client.0.smithi031.stderr: -405> 2024-09-19T13:59:51.537+0000 7f3d6b606640 10 monclient: _finish_auth 0 2024-09-19T13:59:51.748 INFO:tasks.workunit.client.0.smithi031.stderr: -404> 2024-09-19T13:59:51.537+0000 7f3d6b606640 10 monclient: _check_auth_tickets 2024-09-19T13:59:51.748 INFO:tasks.workunit.client.0.smithi031.stderr: -403> 2024-09-19T13:59:51.537+0000 7f3d6b606640 10 monclient: handle_config config(0 keys) 2024-09-19T13:59:51.748 INFO:tasks.workunit.client.0.smithi031.stderr: -402> 2024-09-19T13:59:51.537+0000 7f3d6b606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:59:51.748 INFO:tasks.workunit.client.0.smithi031.stderr: -401> 2024-09-19T13:59:51.537+0000 7f3d6b606640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T13:59:51.748 INFO:tasks.workunit.client.0.smithi031.stderr: -400> 2024-09-19T13:59:51.537+0000 7f3d6b606640 10 monclient: dump: 2024-09-19T13:59:51.748 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:59:51.748 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:59:51.748 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:51.749 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:51.749 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:59:51.749 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:59:51.749 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:59:51.749 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:59:51.749 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:59:51.749 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:51.749 INFO:tasks.workunit.client.0.smithi031.stderr: -399> 2024-09-19T13:59:51.537+0000 7f3e814c79c0 5 monclient: authenticate success, global_id 7085 2024-09-19T13:59:51.749 INFO:tasks.workunit.client.0.smithi031.stderr: -398> 2024-09-19T13:59:51.537+0000 7f3d6ce09640 4 set_mon_vals no callback set 2024-09-19T13:59:51.749 INFO:tasks.workunit.client.0.smithi031.stderr: -397> 2024-09-19T13:59:51.537+0000 7f3e814c79c0 10 monclient: _renew_subs 2024-09-19T13:59:51.749 INFO:tasks.workunit.client.0.smithi031.stderr: -396> 2024-09-19T13:59:51.537+0000 7f3e814c79c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T13:59:51.749 INFO:tasks.workunit.client.0.smithi031.stderr: -395> 2024-09-19T13:59:51.537+0000 7f3e814c79c0 10 monclient: _renew_subs 2024-09-19T13:59:51.749 INFO:tasks.workunit.client.0.smithi031.stderr: -394> 2024-09-19T13:59:51.537+0000 7f3e814c79c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T13:59:51.750 INFO:tasks.workunit.client.0.smithi031.stderr: -393> 2024-09-19T13:59:51.537+0000 7f3e814c79c0 1 librados: init done 2024-09-19T13:59:51.750 INFO:tasks.workunit.client.0.smithi031.stderr: -392> 2024-09-19T13:59:51.537+0000 7f3d6b606640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T13:59:51.750 INFO:tasks.workunit.client.0.smithi031.stderr: -391> 2024-09-19T13:59:51.537+0000 7f3d6b606640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:59:51.750 INFO:tasks.workunit.client.0.smithi031.stderr: -390> 2024-09-19T13:59:51.537+0000 7f3d6b606640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:59:51.750 INFO:tasks.workunit.client.0.smithi031.stderr: -389> 2024-09-19T13:59:51.537+0000 7f3e7efcd640 10 monclient: get_auth_request con 0x7f3d64071be0 auth_method 0 2024-09-19T13:59:51.750 INFO:tasks.workunit.client.0.smithi031.stderr: -388> 2024-09-19T13:59:51.537+0000 7f3e7f7ce640 10 monclient: get_auth_request con 0x556a944dae30 auth_method 0 2024-09-19T13:59:51.750 INFO:tasks.workunit.client.0.smithi031.stderr: -387> 2024-09-19T13:59:51.541+0000 7f3e7efcd640 10 monclient: get_auth_request con 0x556a944fdb90 auth_method 0 2024-09-19T13:59:51.750 INFO:tasks.workunit.client.0.smithi031.stderr: -386> 2024-09-19T13:59:51.541+0000 7f3e7e7cc640 10 monclient: get_auth_request con 0x556a94501ef0 auth_method 0 2024-09-19T13:59:51.750 INFO:tasks.workunit.client.0.smithi031.stderr: -385> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 10 monclient: build_initial_monmap 2024-09-19T13:59:51.750 INFO:tasks.workunit.client.0.smithi031.stderr: -384> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 1 build_initial for_mkfs: 0 2024-09-19T13:59:51.750 INFO:tasks.workunit.client.0.smithi031.stderr: -383> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 10 monclient: monmap: 2024-09-19T13:59:51.750 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T13:59:51.750 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T13:59:51.751 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T13:59:51.751 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T13:59:51.751 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T13:59:51.751 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:59:51.751 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T13:59:51.751 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T13:59:51.751 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T13:59:51.751 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:51.751 INFO:tasks.workunit.client.0.smithi031.stderr: -382> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94506d10) adding auth protocol: cephx 2024-09-19T13:59:51.751 INFO:tasks.workunit.client.0.smithi031.stderr: -381> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94506d10) adding auth protocol: cephx 2024-09-19T13:59:51.751 INFO:tasks.workunit.client.0.smithi031.stderr: -380> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94506d10) adding auth protocol: cephx 2024-09-19T13:59:51.751 INFO:tasks.workunit.client.0.smithi031.stderr: -379> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94506d10) adding con mode: secure 2024-09-19T13:59:51.751 INFO:tasks.workunit.client.0.smithi031.stderr: -378> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94506d10) adding con mode: crc 2024-09-19T13:59:51.752 INFO:tasks.workunit.client.0.smithi031.stderr: -377> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94506d10) adding con mode: secure 2024-09-19T13:59:51.752 INFO:tasks.workunit.client.0.smithi031.stderr: -376> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94506d10) adding con mode: crc 2024-09-19T13:59:51.752 INFO:tasks.workunit.client.0.smithi031.stderr: -375> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94506d10) adding con mode: secure 2024-09-19T13:59:51.752 INFO:tasks.workunit.client.0.smithi031.stderr: -374> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94506d10) adding con mode: crc 2024-09-19T13:59:51.752 INFO:tasks.workunit.client.0.smithi031.stderr: -373> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94506d10) adding con mode: crc 2024-09-19T13:59:51.752 INFO:tasks.workunit.client.0.smithi031.stderr: -372> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94506d10) adding con mode: secure 2024-09-19T13:59:51.752 INFO:tasks.workunit.client.0.smithi031.stderr: -371> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94506d10) adding con mode: crc 2024-09-19T13:59:51.752 INFO:tasks.workunit.client.0.smithi031.stderr: -370> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94506d10) adding con mode: secure 2024-09-19T13:59:51.752 INFO:tasks.workunit.client.0.smithi031.stderr: -369> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94506d10) adding con mode: crc 2024-09-19T13:59:51.752 INFO:tasks.workunit.client.0.smithi031.stderr: -368> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94506d10) adding con mode: secure 2024-09-19T13:59:51.752 INFO:tasks.workunit.client.0.smithi031.stderr: -367> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:59:51.752 INFO:tasks.workunit.client.0.smithi031.stderr: -366> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 asok(0x556a942a7d90) register_command objecter_requests cmddesc objecter_requests hook 0x556a9450a6e0 EEXIST 2024-09-19T13:59:51.753 INFO:tasks.workunit.client.0.smithi031.stderr: -365> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 10 monclient: init 2024-09-19T13:59:51.753 INFO:tasks.workunit.client.0.smithi031.stderr: -364> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94505338) adding auth protocol: cephx 2024-09-19T13:59:51.753 INFO:tasks.workunit.client.0.smithi031.stderr: -363> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94505338) adding auth protocol: cephx 2024-09-19T13:59:51.753 INFO:tasks.workunit.client.0.smithi031.stderr: -362> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94505338) adding auth protocol: cephx 2024-09-19T13:59:51.753 INFO:tasks.workunit.client.0.smithi031.stderr: -361> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94505338) adding con mode: secure 2024-09-19T13:59:51.753 INFO:tasks.workunit.client.0.smithi031.stderr: -360> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94505338) adding con mode: crc 2024-09-19T13:59:51.753 INFO:tasks.workunit.client.0.smithi031.stderr: -359> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94505338) adding con mode: secure 2024-09-19T13:59:51.753 INFO:tasks.workunit.client.0.smithi031.stderr: -358> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94505338) adding con mode: crc 2024-09-19T13:59:51.753 INFO:tasks.workunit.client.0.smithi031.stderr: -357> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94505338) adding con mode: secure 2024-09-19T13:59:51.753 INFO:tasks.workunit.client.0.smithi031.stderr: -356> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94505338) adding con mode: crc 2024-09-19T13:59:51.753 INFO:tasks.workunit.client.0.smithi031.stderr: -355> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94505338) adding con mode: crc 2024-09-19T13:59:51.753 INFO:tasks.workunit.client.0.smithi031.stderr: -354> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94505338) adding con mode: secure 2024-09-19T13:59:51.753 INFO:tasks.workunit.client.0.smithi031.stderr: -353> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94505338) adding con mode: crc 2024-09-19T13:59:51.754 INFO:tasks.workunit.client.0.smithi031.stderr: -352> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94505338) adding con mode: secure 2024-09-19T13:59:51.754 INFO:tasks.workunit.client.0.smithi031.stderr: -351> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94505338) adding con mode: crc 2024-09-19T13:59:51.754 INFO:tasks.workunit.client.0.smithi031.stderr: -350> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 AuthRegistry(0x556a94505338) adding con mode: secure 2024-09-19T13:59:51.754 INFO:tasks.workunit.client.0.smithi031.stderr: -349> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:59:51.754 INFO:tasks.workunit.client.0.smithi031.stderr: -348> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:59:51.754 INFO:tasks.workunit.client.0.smithi031.stderr: -347> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 asok(0x556a942a7d90) register_command rotate-key cmddesc rotate-key hook 0x556a94505480 EEXIST 2024-09-19T13:59:51.754 INFO:tasks.workunit.client.0.smithi031.stderr: -346> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 10 monclient: _reopen_session rank -1 2024-09-19T13:59:51.754 INFO:tasks.workunit.client.0.smithi031.stderr: -345> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-19T13:59:51.754 INFO:tasks.workunit.client.0.smithi031.stderr: -344> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 10 monclient(hunting): picked mon.noname-a con 0x556a9452e890 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T13:59:51.754 INFO:tasks.workunit.client.0.smithi031.stderr: -343> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 10 monclient(hunting): picked mon.noname-b con 0x556a9452e1c0 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T13:59:51.754 INFO:tasks.workunit.client.0.smithi031.stderr: -342> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 10 monclient(hunting): picked mon.noname-c con 0x556a9452cba0 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T13:59:51.754 INFO:tasks.workunit.client.0.smithi031.stderr: -341> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:59:51.754 INFO:tasks.workunit.client.0.smithi031.stderr: -340> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:59:51.755 INFO:tasks.workunit.client.0.smithi031.stderr: -339> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:59:51.755 INFO:tasks.workunit.client.0.smithi031.stderr: -338> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 10 monclient(hunting): _renew_subs 2024-09-19T13:59:51.755 INFO:tasks.workunit.client.0.smithi031.stderr: -337> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 10 monclient(hunting): authenticate will time out at 2335.378139s 2024-09-19T13:59:51.755 INFO:tasks.workunit.client.0.smithi031.stderr: -336> 2024-09-19T13:59:51.545+0000 7f3e7efcd640 10 monclient(hunting): get_auth_request con 0x556a9452e890 auth_method 0 2024-09-19T13:59:51.755 INFO:tasks.workunit.client.0.smithi031.stderr: -335> 2024-09-19T13:59:51.545+0000 7f3e7efcd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:59:51.755 INFO:tasks.workunit.client.0.smithi031.stderr: -334> 2024-09-19T13:59:51.545+0000 7f3e7efcd640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:59:51.755 INFO:tasks.workunit.client.0.smithi031.stderr: -333> 2024-09-19T13:59:51.545+0000 7f3e7efcd640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:59:51.755 INFO:tasks.workunit.client.0.smithi031.stderr: -332> 2024-09-19T13:59:51.545+0000 7f3e7f7ce640 10 monclient(hunting): get_auth_request con 0x556a9452cba0 auth_method 0 2024-09-19T13:59:51.755 INFO:tasks.workunit.client.0.smithi031.stderr: -331> 2024-09-19T13:59:51.545+0000 7f3e7f7ce640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:59:51.755 INFO:tasks.workunit.client.0.smithi031.stderr: -330> 2024-09-19T13:59:51.545+0000 7f3e7f7ce640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:59:51.755 INFO:tasks.workunit.client.0.smithi031.stderr: -329> 2024-09-19T13:59:51.545+0000 7f3e7f7ce640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:59:51.755 INFO:tasks.workunit.client.0.smithi031.stderr: -328> 2024-09-19T13:59:51.545+0000 7f3e7efcd640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:59:51.755 INFO:tasks.workunit.client.0.smithi031.stderr: -327> 2024-09-19T13:59:51.545+0000 7f3e7efcd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:59:51.756 INFO:tasks.workunit.client.0.smithi031.stderr: -326> 2024-09-19T13:59:51.545+0000 7f3e7efcd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:59:51.756 INFO:tasks.workunit.client.0.smithi031.stderr: -325> 2024-09-19T13:59:51.545+0000 7f3e7f7ce640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:59:51.756 INFO:tasks.workunit.client.0.smithi031.stderr: -324> 2024-09-19T13:59:51.545+0000 7f3e7f7ce640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:59:51.756 INFO:tasks.workunit.client.0.smithi031.stderr: -323> 2024-09-19T13:59:51.545+0000 7f3e7f7ce640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:59:51.756 INFO:tasks.workunit.client.0.smithi031.stderr: -322> 2024-09-19T13:59:51.545+0000 7f3e7e7cc640 10 monclient(hunting): get_auth_request con 0x556a9452e1c0 auth_method 0 2024-09-19T13:59:51.756 INFO:tasks.workunit.client.0.smithi031.stderr: -321> 2024-09-19T13:59:51.545+0000 7f3e7e7cc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:59:51.756 INFO:tasks.workunit.client.0.smithi031.stderr: -320> 2024-09-19T13:59:51.545+0000 7f3e7e7cc640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:59:51.756 INFO:tasks.workunit.client.0.smithi031.stderr: -319> 2024-09-19T13:59:51.545+0000 7f3e7e7cc640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:59:51.756 INFO:tasks.workunit.client.0.smithi031.stderr: -318> 2024-09-19T13:59:51.545+0000 7f3e7efcd640 10 monclient(hunting): handle_auth_done global_id 7566 payload 824 2024-09-19T13:59:51.756 INFO:tasks.workunit.client.0.smithi031.stderr: -317> 2024-09-19T13:59:51.545+0000 7f3e7efcd640 10 monclient: _finish_hunting 0 2024-09-19T13:59:51.756 INFO:tasks.workunit.client.0.smithi031.stderr: -316> 2024-09-19T13:59:51.545+0000 7f3e7efcd640 1 monclient: found mon.noname-a 2024-09-19T13:59:51.756 INFO:tasks.workunit.client.0.smithi031.stderr: -315> 2024-09-19T13:59:51.545+0000 7f3e7efcd640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T13:59:51.757 INFO:tasks.workunit.client.0.smithi031.stderr: -314> 2024-09-19T13:59:51.545+0000 7f3d68e01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:59:51.757 INFO:tasks.workunit.client.0.smithi031.stderr: -313> 2024-09-19T13:59:51.545+0000 7f3d68e01640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T13:59:51.757 INFO:tasks.workunit.client.0.smithi031.stderr: -312> 2024-09-19T13:59:51.545+0000 7f3d68e01640 10 monclient: dump: 2024-09-19T13:59:51.757 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:59:51.757 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:59:51.757 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:51.757 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:51.757 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:59:51.757 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:59:51.757 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:59:51.757 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:59:51.757 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:59:51.757 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:51.758 INFO:tasks.workunit.client.0.smithi031.stderr: -311> 2024-09-19T13:59:51.545+0000 7f3d68e01640 10 monclient: _finish_auth 0 2024-09-19T13:59:51.758 INFO:tasks.workunit.client.0.smithi031.stderr: -310> 2024-09-19T13:59:51.545+0000 7f3d68e01640 10 monclient: _check_auth_tickets 2024-09-19T13:59:51.758 INFO:tasks.workunit.client.0.smithi031.stderr: -309> 2024-09-19T13:59:51.545+0000 7f3d68e01640 10 monclient: handle_config config(0 keys) 2024-09-19T13:59:51.758 INFO:tasks.workunit.client.0.smithi031.stderr: -308> 2024-09-19T13:59:51.545+0000 7f3d68e01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:59:51.758 INFO:tasks.workunit.client.0.smithi031.stderr: -307> 2024-09-19T13:59:51.545+0000 7f3d68e01640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T13:59:51.758 INFO:tasks.workunit.client.0.smithi031.stderr: -306> 2024-09-19T13:59:51.545+0000 7f3d68e01640 10 monclient: dump: 2024-09-19T13:59:51.758 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:59:51.758 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:59:51.758 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:51.758 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:51.758 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:59:51.758 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:59:51.758 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:59:51.759 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:59:51.759 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:59:51.759 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:51.759 INFO:tasks.workunit.client.0.smithi031.stderr: -305> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 5 monclient: authenticate success, global_id 7566 2024-09-19T13:59:51.759 INFO:tasks.workunit.client.0.smithi031.stderr: -304> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 10 monclient: _renew_subs 2024-09-19T13:59:51.759 INFO:tasks.workunit.client.0.smithi031.stderr: -303> 2024-09-19T13:59:51.545+0000 7f3e7ffcf640 4 set_mon_vals no callback set 2024-09-19T13:59:51.759 INFO:tasks.workunit.client.0.smithi031.stderr: -302> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T13:59:51.759 INFO:tasks.workunit.client.0.smithi031.stderr: -301> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 10 monclient: _renew_subs 2024-09-19T13:59:51.759 INFO:tasks.workunit.client.0.smithi031.stderr: -300> 2024-09-19T13:59:51.545+0000 7f3e814c79c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T13:59:51.759 INFO:tasks.workunit.client.0.smithi031.stderr: -299> 2024-09-19T13:59:51.549+0000 7f3d68e01640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T13:59:51.759 INFO:tasks.workunit.client.0.smithi031.stderr: -298> 2024-09-19T13:59:51.549+0000 7f3d68e01640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:59:51.759 INFO:tasks.workunit.client.0.smithi031.stderr: -297> 2024-09-19T13:59:51.549+0000 7f3d68e01640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:59:51.760 INFO:tasks.workunit.client.0.smithi031.stderr: -296> 2024-09-19T13:59:51.549+0000 7f3e7e7cc640 10 monclient: get_auth_request con 0x7f3d58071b20 auth_method 0 2024-09-19T13:59:51.760 INFO:tasks.workunit.client.0.smithi031.stderr: -295> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 10 monclient: get_monmap_and_config 2024-09-19T13:59:51.760 INFO:tasks.workunit.client.0.smithi031.stderr: -294> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 10 monclient: build_initial_monmap 2024-09-19T13:59:51.760 INFO:tasks.workunit.client.0.smithi031.stderr: -293> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 1 build_initial for_mkfs: 0 2024-09-19T13:59:51.760 INFO:tasks.workunit.client.0.smithi031.stderr: -292> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 10 monclient: monmap: 2024-09-19T13:59:51.760 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T13:59:51.760 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T13:59:51.760 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T13:59:51.760 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T13:59:51.760 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T13:59:51.760 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:59:51.760 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T13:59:51.760 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T13:59:51.761 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T13:59:51.761 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:51.761 INFO:tasks.workunit.client.0.smithi031.stderr: -291> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x556a9454e1e0) adding auth protocol: cephx 2024-09-19T13:59:51.761 INFO:tasks.workunit.client.0.smithi031.stderr: -290> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x556a9454e1e0) adding auth protocol: cephx 2024-09-19T13:59:51.761 INFO:tasks.workunit.client.0.smithi031.stderr: -289> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x556a9454e1e0) adding auth protocol: cephx 2024-09-19T13:59:51.761 INFO:tasks.workunit.client.0.smithi031.stderr: -288> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x556a9454e1e0) adding con mode: secure 2024-09-19T13:59:51.761 INFO:tasks.workunit.client.0.smithi031.stderr: -287> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x556a9454e1e0) adding con mode: crc 2024-09-19T13:59:51.761 INFO:tasks.workunit.client.0.smithi031.stderr: -286> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x556a9454e1e0) adding con mode: secure 2024-09-19T13:59:51.761 INFO:tasks.workunit.client.0.smithi031.stderr: -285> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x556a9454e1e0) adding con mode: crc 2024-09-19T13:59:51.761 INFO:tasks.workunit.client.0.smithi031.stderr: -284> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x556a9454e1e0) adding con mode: secure 2024-09-19T13:59:51.761 INFO:tasks.workunit.client.0.smithi031.stderr: -283> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x556a9454e1e0) adding con mode: crc 2024-09-19T13:59:51.761 INFO:tasks.workunit.client.0.smithi031.stderr: -282> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x556a9454e1e0) adding con mode: crc 2024-09-19T13:59:51.761 INFO:tasks.workunit.client.0.smithi031.stderr: -281> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x556a9454e1e0) adding con mode: secure 2024-09-19T13:59:51.761 INFO:tasks.workunit.client.0.smithi031.stderr: -280> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x556a9454e1e0) adding con mode: crc 2024-09-19T13:59:51.762 INFO:tasks.workunit.client.0.smithi031.stderr: -279> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x556a9454e1e0) adding con mode: secure 2024-09-19T13:59:51.762 INFO:tasks.workunit.client.0.smithi031.stderr: -278> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x556a9454e1e0) adding con mode: crc 2024-09-19T13:59:51.762 INFO:tasks.workunit.client.0.smithi031.stderr: -277> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x556a9454e1e0) adding con mode: secure 2024-09-19T13:59:51.762 INFO:tasks.workunit.client.0.smithi031.stderr: -276> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:59:51.762 INFO:tasks.workunit.client.0.smithi031.stderr: -275> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 10 monclient: init 2024-09-19T13:59:51.762 INFO:tasks.workunit.client.0.smithi031.stderr: -274> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509a9f0) adding auth protocol: cephx 2024-09-19T13:59:51.762 INFO:tasks.workunit.client.0.smithi031.stderr: -273> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509a9f0) adding auth protocol: cephx 2024-09-19T13:59:51.762 INFO:tasks.workunit.client.0.smithi031.stderr: -272> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509a9f0) adding auth protocol: cephx 2024-09-19T13:59:51.762 INFO:tasks.workunit.client.0.smithi031.stderr: -271> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509a9f0) adding con mode: secure 2024-09-19T13:59:51.762 INFO:tasks.workunit.client.0.smithi031.stderr: -270> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509a9f0) adding con mode: crc 2024-09-19T13:59:51.762 INFO:tasks.workunit.client.0.smithi031.stderr: -269> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509a9f0) adding con mode: secure 2024-09-19T13:59:51.762 INFO:tasks.workunit.client.0.smithi031.stderr: -268> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509a9f0) adding con mode: crc 2024-09-19T13:59:51.762 INFO:tasks.workunit.client.0.smithi031.stderr: -267> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509a9f0) adding con mode: secure 2024-09-19T13:59:51.762 INFO:tasks.workunit.client.0.smithi031.stderr: -266> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509a9f0) adding con mode: crc 2024-09-19T13:59:51.763 INFO:tasks.workunit.client.0.smithi031.stderr: -265> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509a9f0) adding con mode: crc 2024-09-19T13:59:51.763 INFO:tasks.workunit.client.0.smithi031.stderr: -264> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509a9f0) adding con mode: secure 2024-09-19T13:59:51.763 INFO:tasks.workunit.client.0.smithi031.stderr: -263> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509a9f0) adding con mode: crc 2024-09-19T13:59:51.763 INFO:tasks.workunit.client.0.smithi031.stderr: -262> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509a9f0) adding con mode: secure 2024-09-19T13:59:51.763 INFO:tasks.workunit.client.0.smithi031.stderr: -261> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509a9f0) adding con mode: crc 2024-09-19T13:59:51.763 INFO:tasks.workunit.client.0.smithi031.stderr: -260> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509a9f0) adding con mode: secure 2024-09-19T13:59:51.763 INFO:tasks.workunit.client.0.smithi031.stderr: -259> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:59:51.763 INFO:tasks.workunit.client.0.smithi031.stderr: -258> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:59:51.763 INFO:tasks.workunit.client.0.smithi031.stderr: -257> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 asok(0x556a942a7d90) register_command rotate-key cmddesc rotate-key hook 0x7ffdb509ab38 EEXIST 2024-09-19T13:59:51.763 INFO:tasks.workunit.client.0.smithi031.stderr: -256> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 10 monclient: _reopen_session rank -1 2024-09-19T13:59:51.763 INFO:tasks.workunit.client.0.smithi031.stderr: -255> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-19T13:59:51.763 INFO:tasks.workunit.client.0.smithi031.stderr: -254> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 10 monclient(hunting): picked mon.noname-b con 0x556a94582690 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T13:59:51.763 INFO:tasks.workunit.client.0.smithi031.stderr: -253> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 10 monclient(hunting): picked mon.noname-c con 0x556a94552200 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T13:59:51.763 INFO:tasks.workunit.client.0.smithi031.stderr: -252> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 10 monclient(hunting): picked mon.noname-a con 0x556a94573110 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T13:59:51.764 INFO:tasks.workunit.client.0.smithi031.stderr: -251> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:59:51.764 INFO:tasks.workunit.client.0.smithi031.stderr: -250> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:59:51.764 INFO:tasks.workunit.client.0.smithi031.stderr: -249> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:59:51.764 INFO:tasks.workunit.client.0.smithi031.stderr: -248> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 10 monclient(hunting): _renew_subs 2024-09-19T13:59:51.764 INFO:tasks.workunit.client.0.smithi031.stderr: -247> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 10 monclient(hunting): authenticate will time out at 2335.382670s 2024-09-19T13:59:51.764 INFO:tasks.workunit.client.0.smithi031.stderr: -246> 2024-09-19T13:59:51.549+0000 7f3e7e7cc640 10 monclient(hunting): get_auth_request con 0x556a94552200 auth_method 0 2024-09-19T13:59:51.764 INFO:tasks.workunit.client.0.smithi031.stderr: -245> 2024-09-19T13:59:51.549+0000 7f3e7e7cc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:59:51.764 INFO:tasks.workunit.client.0.smithi031.stderr: -244> 2024-09-19T13:59:51.549+0000 7f3e7e7cc640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:59:51.764 INFO:tasks.workunit.client.0.smithi031.stderr: -243> 2024-09-19T13:59:51.549+0000 7f3e7e7cc640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:59:51.764 INFO:tasks.workunit.client.0.smithi031.stderr: -242> 2024-09-19T13:59:51.549+0000 7f3e7f7ce640 10 monclient(hunting): get_auth_request con 0x556a94573110 auth_method 0 2024-09-19T13:59:51.764 INFO:tasks.workunit.client.0.smithi031.stderr: -241> 2024-09-19T13:59:51.549+0000 7f3e7f7ce640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:59:51.764 INFO:tasks.workunit.client.0.smithi031.stderr: -240> 2024-09-19T13:59:51.549+0000 7f3e7f7ce640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:59:51.764 INFO:tasks.workunit.client.0.smithi031.stderr: -239> 2024-09-19T13:59:51.549+0000 7f3e7f7ce640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:59:51.765 INFO:tasks.workunit.client.0.smithi031.stderr: -238> 2024-09-19T13:59:51.549+0000 7f3e7e7cc640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:59:51.765 INFO:tasks.workunit.client.0.smithi031.stderr: -237> 2024-09-19T13:59:51.549+0000 7f3e7e7cc640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:59:51.765 INFO:tasks.workunit.client.0.smithi031.stderr: -236> 2024-09-19T13:59:51.549+0000 7f3e7e7cc640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:59:51.765 INFO:tasks.workunit.client.0.smithi031.stderr: -235> 2024-09-19T13:59:51.549+0000 7f3e7f7ce640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:59:51.765 INFO:tasks.workunit.client.0.smithi031.stderr: -234> 2024-09-19T13:59:51.549+0000 7f3e7f7ce640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:59:51.765 INFO:tasks.workunit.client.0.smithi031.stderr: -233> 2024-09-19T13:59:51.549+0000 7f3e7f7ce640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:59:51.765 INFO:tasks.workunit.client.0.smithi031.stderr: -232> 2024-09-19T13:59:51.549+0000 7f3e7e7cc640 10 monclient(hunting): handle_auth_done global_id 7091 payload 274 2024-09-19T13:59:51.765 INFO:tasks.workunit.client.0.smithi031.stderr: -231> 2024-09-19T13:59:51.549+0000 7f3e7e7cc640 10 monclient: _finish_hunting 0 2024-09-19T13:59:51.765 INFO:tasks.workunit.client.0.smithi031.stderr: -230> 2024-09-19T13:59:51.549+0000 7f3e7e7cc640 1 monclient: found mon.noname-c 2024-09-19T13:59:51.765 INFO:tasks.workunit.client.0.smithi031.stderr: -229> 2024-09-19T13:59:51.549+0000 7f3e7e7cc640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.31:3301/0 2024-09-19T13:59:51.765 INFO:tasks.workunit.client.0.smithi031.stderr: -228> 2024-09-19T13:59:51.549+0000 7f3d627fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:59:51.765 INFO:tasks.workunit.client.0.smithi031.stderr: -227> 2024-09-19T13:59:51.549+0000 7f3d627fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T13:59:51.766 INFO:tasks.workunit.client.0.smithi031.stderr: -226> 2024-09-19T13:59:51.549+0000 7f3d627fc640 10 monclient: dump: 2024-09-19T13:59:51.766 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:59:51.766 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:59:51.766 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:51.766 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:51.766 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:59:51.766 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:59:51.766 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:59:51.766 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:59:51.766 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:59:51.766 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:51.766 INFO:tasks.workunit.client.0.smithi031.stderr: -225> 2024-09-19T13:59:51.549+0000 7f3d627fc640 10 monclient: _finish_auth 0 2024-09-19T13:59:51.766 INFO:tasks.workunit.client.0.smithi031.stderr: -224> 2024-09-19T13:59:51.549+0000 7f3d627fc640 10 monclient: _check_auth_tickets 2024-09-19T13:59:51.766 INFO:tasks.workunit.client.0.smithi031.stderr: -223> 2024-09-19T13:59:51.549+0000 7f3d627fc640 10 monclient: handle_config config(0 keys) 2024-09-19T13:59:51.767 INFO:tasks.workunit.client.0.smithi031.stderr: -222> 2024-09-19T13:59:51.549+0000 7f3d627fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:59:51.767 INFO:tasks.workunit.client.0.smithi031.stderr: -221> 2024-09-19T13:59:51.549+0000 7f3d627fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T13:59:51.767 INFO:tasks.workunit.client.0.smithi031.stderr: -220> 2024-09-19T13:59:51.549+0000 7f3d627fc640 10 monclient: dump: 2024-09-19T13:59:51.767 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:59:51.767 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:59:51.767 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:51.767 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:51.767 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:59:51.767 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:59:51.767 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:59:51.767 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:59:51.767 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:59:51.767 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:51.767 INFO:tasks.workunit.client.0.smithi031.stderr: -219> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 5 monclient: authenticate success, global_id 7091 2024-09-19T13:59:51.768 INFO:tasks.workunit.client.0.smithi031.stderr: -218> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 10 monclient: get_monmap_and_config success 2024-09-19T13:59:51.768 INFO:tasks.workunit.client.0.smithi031.stderr: -217> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 4 set_mon_vals no callback set 2024-09-19T13:59:51.768 INFO:tasks.workunit.client.0.smithi031.stderr: -216> 2024-09-19T13:59:51.549+0000 7f3e814c79c0 10 monclient: shutdown 2024-09-19T13:59:51.768 INFO:tasks.workunit.client.0.smithi031.stderr: -215> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 10 monclient: build_initial_monmap 2024-09-19T13:59:51.768 INFO:tasks.workunit.client.0.smithi031.stderr: -214> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 1 build_initial for_mkfs: 0 2024-09-19T13:59:51.768 INFO:tasks.workunit.client.0.smithi031.stderr: -213> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 10 monclient: monmap: 2024-09-19T13:59:51.768 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T13:59:51.768 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T13:59:51.768 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T13:59:51.768 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T13:59:51.768 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T13:59:51.768 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:59:51.768 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T13:59:51.769 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T13:59:51.769 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T13:59:51.769 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:51.769 INFO:tasks.workunit.client.0.smithi031.stderr: -212> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a9457e8f0) adding auth protocol: cephx 2024-09-19T13:59:51.769 INFO:tasks.workunit.client.0.smithi031.stderr: -211> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a9457e8f0) adding auth protocol: cephx 2024-09-19T13:59:51.769 INFO:tasks.workunit.client.0.smithi031.stderr: -210> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a9457e8f0) adding auth protocol: cephx 2024-09-19T13:59:51.769 INFO:tasks.workunit.client.0.smithi031.stderr: -209> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a9457e8f0) adding con mode: secure 2024-09-19T13:59:51.769 INFO:tasks.workunit.client.0.smithi031.stderr: -208> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a9457e8f0) adding con mode: crc 2024-09-19T13:59:51.769 INFO:tasks.workunit.client.0.smithi031.stderr: -207> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a9457e8f0) adding con mode: secure 2024-09-19T13:59:51.769 INFO:tasks.workunit.client.0.smithi031.stderr: -206> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a9457e8f0) adding con mode: crc 2024-09-19T13:59:51.769 INFO:tasks.workunit.client.0.smithi031.stderr: -205> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a9457e8f0) adding con mode: secure 2024-09-19T13:59:51.769 INFO:tasks.workunit.client.0.smithi031.stderr: -204> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a9457e8f0) adding con mode: crc 2024-09-19T13:59:51.770 INFO:tasks.workunit.client.0.smithi031.stderr: -203> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a9457e8f0) adding con mode: crc 2024-09-19T13:59:51.770 INFO:tasks.workunit.client.0.smithi031.stderr: -202> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a9457e8f0) adding con mode: secure 2024-09-19T13:59:51.770 INFO:tasks.workunit.client.0.smithi031.stderr: -201> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a9457e8f0) adding con mode: crc 2024-09-19T13:59:51.770 INFO:tasks.workunit.client.0.smithi031.stderr: -200> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a9457e8f0) adding con mode: secure 2024-09-19T13:59:51.770 INFO:tasks.workunit.client.0.smithi031.stderr: -199> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a9457e8f0) adding con mode: crc 2024-09-19T13:59:51.770 INFO:tasks.workunit.client.0.smithi031.stderr: -198> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a9457e8f0) adding con mode: secure 2024-09-19T13:59:51.770 INFO:tasks.workunit.client.0.smithi031.stderr: -197> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:59:51.770 INFO:tasks.workunit.client.0.smithi031.stderr: -196> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 1 librados: starting msgr at 2024-09-19T13:59:51.770 INFO:tasks.workunit.client.0.smithi031.stderr: -195> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 1 librados: starting objecter 2024-09-19T13:59:51.770 INFO:tasks.workunit.client.0.smithi031.stderr: -194> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 asok(0x556a942a7d90) register_command objecter_requests cmddesc objecter_requests hook 0x556a94550b40 EEXIST 2024-09-19T13:59:51.770 INFO:tasks.workunit.client.0.smithi031.stderr: -193> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 1 librados: setting wanted keys 2024-09-19T13:59:51.770 INFO:tasks.workunit.client.0.smithi031.stderr: -192> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 1 librados: calling monclient init 2024-09-19T13:59:51.770 INFO:tasks.workunit.client.0.smithi031.stderr: -191> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 10 monclient: init 2024-09-19T13:59:51.771 INFO:tasks.workunit.client.0.smithi031.stderr: -190> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a945306b0) adding auth protocol: cephx 2024-09-19T13:59:51.771 INFO:tasks.workunit.client.0.smithi031.stderr: -189> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a945306b0) adding auth protocol: cephx 2024-09-19T13:59:51.771 INFO:tasks.workunit.client.0.smithi031.stderr: -188> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a945306b0) adding auth protocol: cephx 2024-09-19T13:59:51.771 INFO:tasks.workunit.client.0.smithi031.stderr: -187> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a945306b0) adding con mode: secure 2024-09-19T13:59:51.771 INFO:tasks.workunit.client.0.smithi031.stderr: -186> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a945306b0) adding con mode: crc 2024-09-19T13:59:51.771 INFO:tasks.workunit.client.0.smithi031.stderr: -185> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a945306b0) adding con mode: secure 2024-09-19T13:59:51.771 INFO:tasks.workunit.client.0.smithi031.stderr: -184> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a945306b0) adding con mode: crc 2024-09-19T13:59:51.771 INFO:tasks.workunit.client.0.smithi031.stderr: -183> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a945306b0) adding con mode: secure 2024-09-19T13:59:51.771 INFO:tasks.workunit.client.0.smithi031.stderr: -182> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a945306b0) adding con mode: crc 2024-09-19T13:59:51.771 INFO:tasks.workunit.client.0.smithi031.stderr: -181> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a945306b0) adding con mode: crc 2024-09-19T13:59:51.771 INFO:tasks.workunit.client.0.smithi031.stderr: -180> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a945306b0) adding con mode: secure 2024-09-19T13:59:51.771 INFO:tasks.workunit.client.0.smithi031.stderr: -179> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a945306b0) adding con mode: crc 2024-09-19T13:59:51.771 INFO:tasks.workunit.client.0.smithi031.stderr: -178> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a945306b0) adding con mode: secure 2024-09-19T13:59:51.772 INFO:tasks.workunit.client.0.smithi031.stderr: -177> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a945306b0) adding con mode: crc 2024-09-19T13:59:51.772 INFO:tasks.workunit.client.0.smithi031.stderr: -176> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 AuthRegistry(0x556a945306b0) adding con mode: secure 2024-09-19T13:59:51.772 INFO:tasks.workunit.client.0.smithi031.stderr: -175> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:59:51.772 INFO:tasks.workunit.client.0.smithi031.stderr: -174> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:59:51.772 INFO:tasks.workunit.client.0.smithi031.stderr: -173> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 asok(0x556a942a7d90) register_command rotate-key cmddesc rotate-key hook 0x556a945307f8 EEXIST 2024-09-19T13:59:51.772 INFO:tasks.workunit.client.0.smithi031.stderr: -172> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 10 monclient: _reopen_session rank -1 2024-09-19T13:59:51.772 INFO:tasks.workunit.client.0.smithi031.stderr: -171> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-19T13:59:51.772 INFO:tasks.workunit.client.0.smithi031.stderr: -170> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 10 monclient(hunting): picked mon.noname-a con 0x556a94552200 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T13:59:51.772 INFO:tasks.workunit.client.0.smithi031.stderr: -169> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 10 monclient(hunting): picked mon.noname-c con 0x556a94573110 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T13:59:51.772 INFO:tasks.workunit.client.0.smithi031.stderr: -168> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 10 monclient(hunting): picked mon.noname-b con 0x556a94582690 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T13:59:51.772 INFO:tasks.workunit.client.0.smithi031.stderr: -167> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:59:51.772 INFO:tasks.workunit.client.0.smithi031.stderr: -166> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:59:51.772 INFO:tasks.workunit.client.0.smithi031.stderr: -165> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 10 monclient(hunting): start opening mon connection 2024-09-19T13:59:51.773 INFO:tasks.workunit.client.0.smithi031.stderr: -164> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 10 monclient(hunting): _renew_subs 2024-09-19T13:59:51.773 INFO:tasks.workunit.client.0.smithi031.stderr: -163> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 10 monclient(hunting): authenticate will time out at 2335.385250s 2024-09-19T13:59:51.773 INFO:tasks.workunit.client.0.smithi031.stderr: -162> 2024-09-19T13:59:51.553+0000 7f3e7e7cc640 10 monclient(hunting): get_auth_request con 0x556a94573110 auth_method 0 2024-09-19T13:59:51.773 INFO:tasks.workunit.client.0.smithi031.stderr: -161> 2024-09-19T13:59:51.553+0000 7f3e7e7cc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:59:51.773 INFO:tasks.workunit.client.0.smithi031.stderr: -160> 2024-09-19T13:59:51.553+0000 7f3e7e7cc640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:59:51.773 INFO:tasks.workunit.client.0.smithi031.stderr: -159> 2024-09-19T13:59:51.553+0000 7f3e7e7cc640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:59:51.773 INFO:tasks.workunit.client.0.smithi031.stderr: -158> 2024-09-19T13:59:51.553+0000 7f3e7efcd640 10 monclient(hunting): get_auth_request con 0x556a94552200 auth_method 0 2024-09-19T13:59:51.773 INFO:tasks.workunit.client.0.smithi031.stderr: -157> 2024-09-19T13:59:51.553+0000 7f3e7efcd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T13:59:51.773 INFO:tasks.workunit.client.0.smithi031.stderr: -156> 2024-09-19T13:59:51.553+0000 7f3e7efcd640 10 monclient(hunting): _init_auth method 2 2024-09-19T13:59:51.773 INFO:tasks.workunit.client.0.smithi031.stderr: -155> 2024-09-19T13:59:51.553+0000 7f3e7efcd640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T13:59:51.773 INFO:tasks.workunit.client.0.smithi031.stderr: -154> 2024-09-19T13:59:51.553+0000 7f3e7efcd640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:59:51.774 INFO:tasks.workunit.client.0.smithi031.stderr: -153> 2024-09-19T13:59:51.553+0000 7f3e7efcd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:59:51.774 INFO:tasks.workunit.client.0.smithi031.stderr: -152> 2024-09-19T13:59:51.553+0000 7f3e7efcd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:59:51.774 INFO:tasks.workunit.client.0.smithi031.stderr: -151> 2024-09-19T13:59:51.553+0000 7f3e7e7cc640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T13:59:51.774 INFO:tasks.workunit.client.0.smithi031.stderr: -150> 2024-09-19T13:59:51.553+0000 7f3e7e7cc640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T13:59:51.774 INFO:tasks.workunit.client.0.smithi031.stderr: -149> 2024-09-19T13:59:51.553+0000 7f3e7e7cc640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T13:59:51.774 INFO:tasks.workunit.client.0.smithi031.stderr: -148> 2024-09-19T13:59:51.553+0000 7f3e7efcd640 10 monclient(hunting): handle_auth_done global_id 7572 payload 824 2024-09-19T13:59:51.774 INFO:tasks.workunit.client.0.smithi031.stderr: -147> 2024-09-19T13:59:51.553+0000 7f3e7efcd640 10 monclient: _finish_hunting 0 2024-09-19T13:59:51.774 INFO:tasks.workunit.client.0.smithi031.stderr: -146> 2024-09-19T13:59:51.553+0000 7f3e7efcd640 1 monclient: found mon.noname-a 2024-09-19T13:59:51.774 INFO:tasks.workunit.client.0.smithi031.stderr: -145> 2024-09-19T13:59:51.553+0000 7f3e7efcd640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T13:59:51.774 INFO:tasks.workunit.client.0.smithi031.stderr: -144> 2024-09-19T13:59:51.553+0000 7f3e7f7ce640 10 monclient: get_auth_request con 0x556a94582690 auth_method 0 2024-09-19T13:59:51.774 INFO:tasks.workunit.client.0.smithi031.stderr: -143> 2024-09-19T13:59:51.553+0000 7f3d60ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:59:51.774 INFO:tasks.workunit.client.0.smithi031.stderr: -142> 2024-09-19T13:59:51.553+0000 7f3d60ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T13:59:51.774 INFO:tasks.workunit.client.0.smithi031.stderr: -141> 2024-09-19T13:59:51.553+0000 7f3d60ff9640 10 monclient: dump: 2024-09-19T13:59:51.775 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:59:51.775 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:59:51.775 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:51.775 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:51.775 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:59:51.775 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:59:51.775 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:59:51.775 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:59:51.775 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:59:51.775 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:51.775 INFO:tasks.workunit.client.0.smithi031.stderr: -140> 2024-09-19T13:59:51.553+0000 7f3d60ff9640 10 monclient: _finish_auth 0 2024-09-19T13:59:51.775 INFO:tasks.workunit.client.0.smithi031.stderr: -139> 2024-09-19T13:59:51.553+0000 7f3d60ff9640 10 monclient: _check_auth_tickets 2024-09-19T13:59:51.775 INFO:tasks.workunit.client.0.smithi031.stderr: -138> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 monclient: authenticate success, global_id 7572 2024-09-19T13:59:51.776 INFO:tasks.workunit.client.0.smithi031.stderr: -137> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 10 monclient: _renew_subs 2024-09-19T13:59:51.776 INFO:tasks.workunit.client.0.smithi031.stderr: -136> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T13:59:51.776 INFO:tasks.workunit.client.0.smithi031.stderr: -135> 2024-09-19T13:59:51.553+0000 7f3d60ff9640 10 monclient: handle_config config(0 keys) 2024-09-19T13:59:51.776 INFO:tasks.workunit.client.0.smithi031.stderr: -134> 2024-09-19T13:59:51.553+0000 7f3d60ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T13:59:51.776 INFO:tasks.workunit.client.0.smithi031.stderr: -133> 2024-09-19T13:59:51.553+0000 7f3d60ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T13:59:51.776 INFO:tasks.workunit.client.0.smithi031.stderr: -132> 2024-09-19T13:59:51.553+0000 7f3d60ff9640 10 monclient: dump: 2024-09-19T13:59:51.776 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T13:59:51.776 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T13:59:51.776 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:51.776 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T13:59:51.776 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T13:59:51.776 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T13:59:51.777 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T13:59:51.777 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T13:59:51.777 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T13:59:51.777 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:51.777 INFO:tasks.workunit.client.0.smithi031.stderr: -131> 2024-09-19T13:59:51.553+0000 7f3d627fc640 4 set_mon_vals no callback set 2024-09-19T13:59:51.777 INFO:tasks.workunit.client.0.smithi031.stderr: -130> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 10 monclient: _renew_subs 2024-09-19T13:59:51.777 INFO:tasks.workunit.client.0.smithi031.stderr: -129> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T13:59:51.777 INFO:tasks.workunit.client.0.smithi031.stderr: -128> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 1 librados: init done 2024-09-19T13:59:51.777 INFO:tasks.workunit.client.0.smithi031.stderr: -127> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 5 asok(0x556a942a7d90) register_command cr dump hook 0x556a9458cd18 2024-09-19T13:59:51.777 INFO:tasks.workunit.client.0.smithi031.stderr: -126> 2024-09-19T13:59:51.553+0000 7f3e814c79c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.777 INFO:tasks.workunit.client.0.smithi031.stderr: -125> 2024-09-19T13:59:51.557+0000 7f3d60ff9640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T13:59:51.777 INFO:tasks.workunit.client.0.smithi031.stderr: -124> 2024-09-19T13:59:51.557+0000 7f3d60ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:59:51.777 INFO:tasks.workunit.client.0.smithi031.stderr: -123> 2024-09-19T13:59:51.557+0000 7f3d60ff9640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T13:59:51.778 INFO:tasks.workunit.client.0.smithi031.stderr: -122> 2024-09-19T13:59:51.557+0000 7f3e7e7cc640 10 monclient: get_auth_request con 0x7f3d48071be0 auth_method 0 2024-09-19T13:59:51.778 INFO:tasks.workunit.client.0.smithi031.stderr: -121> 2024-09-19T13:59:51.557+0000 7f3e7f7ce640 10 monclient: get_auth_request con 0x556a9459c4d0 auth_method 0 2024-09-19T13:59:51.778 INFO:tasks.workunit.client.0.smithi031.stderr: -120> 2024-09-19T13:59:51.557+0000 7f3e814c79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:51.778 INFO:tasks.workunit.client.0.smithi031.stderr: -119> 2024-09-19T13:59:51.557+0000 7f3e814c79c0 20 realm 2024-09-19T13:59:51.778 INFO:tasks.workunit.client.0.smithi031.stderr: -118> 2024-09-19T13:59:51.557+0000 7f3e814c79c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.778 INFO:tasks.workunit.client.0.smithi031.stderr: -117> 2024-09-19T13:59:51.557+0000 7f3e814c79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:51.778 INFO:tasks.workunit.client.0.smithi031.stderr: -116> 2024-09-19T13:59:51.557+0000 7f3e814c79c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:59:51.778 INFO:tasks.workunit.client.0.smithi031.stderr: -115> 2024-09-19T13:59:51.557+0000 7f3e814c79c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.778 INFO:tasks.workunit.client.0.smithi031.stderr: -114> 2024-09-19T13:59:51.557+0000 7f3e814c79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:51.778 INFO:tasks.workunit.client.0.smithi031.stderr: -113> 2024-09-19T13:59:51.557+0000 7f3e814c79c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.778 INFO:tasks.workunit.client.0.smithi031.stderr: -112> 2024-09-19T13:59:51.557+0000 7f3e7efcd640 10 monclient: get_auth_request con 0x556a945a0820 auth_method 0 2024-09-19T13:59:51.778 INFO:tasks.workunit.client.0.smithi031.stderr: -111> 2024-09-19T13:59:51.557+0000 7f3e814c79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:51.778 INFO:tasks.workunit.client.0.smithi031.stderr: -110> 2024-09-19T13:59:51.557+0000 7f3e814c79c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.779 INFO:tasks.workunit.client.0.smithi031.stderr: -109> 2024-09-19T13:59:51.561+0000 7f3e7e7cc640 10 monclient: get_auth_request con 0x556a945a3f40 auth_method 0 2024-09-19T13:59:51.779 INFO:tasks.workunit.client.0.smithi031.stderr: -108> 2024-09-19T13:59:51.561+0000 7f3e814c79c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:59:51.779 INFO:tasks.workunit.client.0.smithi031.stderr: -107> 2024-09-19T13:59:51.561+0000 7f3e814c79c0 20 searching for the correct realm 2024-09-19T13:59:51.779 INFO:tasks.workunit.client.0.smithi031.stderr: -106> 2024-09-19T13:59:51.561+0000 7f3e7f7ce640 10 monclient: get_auth_request con 0x7f3e74070070 auth_method 0 2024-09-19T13:59:51.779 INFO:tasks.workunit.client.0.smithi031.stderr: -105> 2024-09-19T13:59:51.565+0000 7f3e7efcd640 10 monclient: get_auth_request con 0x7f3e70033060 auth_method 0 2024-09-19T13:59:51.779 INFO:tasks.workunit.client.0.smithi031.stderr: -104> 2024-09-19T13:59:51.565+0000 7f3e7e7cc640 10 monclient: get_auth_request con 0x7f3e74091820 auth_method 0 2024-09-19T13:59:51.779 INFO:tasks.workunit.client.0.smithi031.stderr: -103> 2024-09-19T13:59:51.565+0000 7f3e7f7ce640 0 -- 172.21.15.31:0/999848805 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7f3e74070070 msgr2=0x7f3e74073990 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:59:51.779 INFO:tasks.workunit.client.0.smithi031.stderr: -102> 2024-09-19T13:59:51.565+0000 7f3d60ff9640 1 client.7572.objecter ms_handle_reset 0x7f3e74070070 session 0x7f3e7407b070 osd.2 2024-09-19T13:59:51.779 INFO:tasks.workunit.client.0.smithi031.stderr: -101> 2024-09-19T13:59:51.565+0000 7f3d60ff9640 10 monclient: _renew_subs 2024-09-19T13:59:51.779 INFO:tasks.workunit.client.0.smithi031.stderr: -100> 2024-09-19T13:59:51.565+0000 7f3d60ff9640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T13:59:51.779 INFO:tasks.workunit.client.0.smithi031.stderr: -99> 2024-09-19T13:59:51.565+0000 7f3e7f7ce640 10 monclient: get_auth_request con 0x7f3d48081e10 auth_method 0 2024-09-19T13:59:51.779 INFO:tasks.workunit.client.0.smithi031.stderr: -98> 2024-09-19T13:59:51.569+0000 7f3e7f7ce640 10 monclient: get_auth_request con 0x7f3e70084f20 auth_method 0 2024-09-19T13:59:51.779 INFO:tasks.workunit.client.0.smithi031.stderr: -97> 2024-09-19T13:59:51.569+0000 7f3e7efcd640 10 monclient: get_auth_request con 0x7f3e780c1040 auth_method 0 2024-09-19T13:59:51.780 INFO:tasks.workunit.client.0.smithi031.stderr: -96> 2024-09-19T13:59:51.573+0000 7f3e7efcd640 0 -- 172.21.15.31:0/999848805 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f3e780c1040 msgr2=0x7f3e780db3f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:59:51.780 INFO:tasks.workunit.client.0.smithi031.stderr: -95> 2024-09-19T13:59:51.573+0000 7f3d60ff9640 1 client.7572.objecter ms_handle_reset 0x7f3e780c1040 session 0x7f3e780e1040 osd.3 2024-09-19T13:59:51.780 INFO:tasks.workunit.client.0.smithi031.stderr: -94> 2024-09-19T13:59:51.573+0000 7f3e7efcd640 10 monclient: get_auth_request con 0x7f3e74070070 auth_method 0 2024-09-19T13:59:51.780 INFO:tasks.workunit.client.0.smithi031.stderr: -93> 2024-09-19T13:59:51.577+0000 7f3e814c79c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:59:51.780 INFO:tasks.workunit.client.0.smithi031.stderr: -92> 2024-09-19T13:59:51.577+0000 7f3e814c79c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:59:51.780 INFO:tasks.workunit.client.0.smithi031.stderr: -91> 2024-09-19T13:59:51.577+0000 7f3e814c79c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:59:51.780 INFO:tasks.workunit.client.0.smithi031.stderr: -90> 2024-09-19T13:59:51.577+0000 7f3e814c79c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:59:51.780 INFO:tasks.workunit.client.0.smithi031.stderr: -89> 2024-09-19T13:59:51.577+0000 7f3e814c79c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:59:51.780 INFO:tasks.workunit.client.0.smithi031.stderr: -88> 2024-09-19T13:59:51.577+0000 7f3e814c79c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:59:51.780 INFO:tasks.workunit.client.0.smithi031.stderr: -87> 2024-09-19T13:59:51.577+0000 7f3e814c79c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.780 INFO:tasks.workunit.client.0.smithi031.stderr: -86> 2024-09-19T13:59:51.581+0000 7f3e814c79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:51.780 INFO:tasks.workunit.client.0.smithi031.stderr: -85> 2024-09-19T13:59:51.581+0000 7f3e814c79c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.781 INFO:tasks.workunit.client.0.smithi031.stderr: -84> 2024-09-19T13:59:51.581+0000 7f3e814c79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:51.781 INFO:tasks.workunit.client.0.smithi031.stderr: -83> 2024-09-19T13:59:51.581+0000 7f3e814c79c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.781 INFO:tasks.workunit.client.0.smithi031.stderr: -82> 2024-09-19T13:59:51.581+0000 7f3e814c79c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:59:51.781 INFO:tasks.workunit.client.0.smithi031.stderr: -81> 2024-09-19T13:59:51.581+0000 7f3e814c79c0 20 zone default found 2024-09-19T13:59:51.781 INFO:tasks.workunit.client.0.smithi031.stderr: -80> 2024-09-19T13:59:51.581+0000 7f3e814c79c0 4 Realm: () 2024-09-19T13:59:51.781 INFO:tasks.workunit.client.0.smithi031.stderr: -79> 2024-09-19T13:59:51.581+0000 7f3e814c79c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:59:51.781 INFO:tasks.workunit.client.0.smithi031.stderr: -78> 2024-09-19T13:59:51.581+0000 7f3e814c79c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:59:51.781 INFO:tasks.workunit.client.0.smithi031.stderr: -77> 2024-09-19T13:59:51.581+0000 7f3e814c79c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:59:51.781 INFO:tasks.workunit.client.0.smithi031.stderr: -76> 2024-09-19T13:59:51.581+0000 7f3e814c79c0 20 zonegroup default 2024-09-19T13:59:51.781 INFO:tasks.workunit.client.0.smithi031.stderr: -75> 2024-09-19T13:59:51.581+0000 7f3e814c79c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.781 INFO:tasks.workunit.client.0.smithi031.stderr: -74> 2024-09-19T13:59:51.581+0000 7f3e814c79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:51.781 INFO:tasks.workunit.client.0.smithi031.stderr: -73> 2024-09-19T13:59:51.581+0000 7f3e814c79c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.781 INFO:tasks.workunit.client.0.smithi031.stderr: -72> 2024-09-19T13:59:51.581+0000 7f3e814c79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:51.782 INFO:tasks.workunit.client.0.smithi031.stderr: -71> 2024-09-19T13:59:51.581+0000 7f3e814c79c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.782 INFO:tasks.workunit.client.0.smithi031.stderr: -70> 2024-09-19T13:59:51.581+0000 7f3e814c79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:51.782 INFO:tasks.workunit.client.0.smithi031.stderr: -69> 2024-09-19T13:59:51.581+0000 7f3e814c79c0 20 started sync module instance, tier type = 2024-09-19T13:59:51.782 INFO:tasks.workunit.client.0.smithi031.stderr: -68> 2024-09-19T13:59:51.581+0000 7f3e814c79c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:59:51.782 INFO:tasks.workunit.client.0.smithi031.stderr: -67> 2024-09-19T13:59:51.605+0000 7f3e814c79c0 20 add_watcher() i=0 2024-09-19T13:59:51.782 INFO:tasks.workunit.client.0.smithi031.stderr: -66> 2024-09-19T13:59:51.605+0000 7f3e814c79c0 20 add_watcher() i=1 2024-09-19T13:59:51.782 INFO:tasks.workunit.client.0.smithi031.stderr: -65> 2024-09-19T13:59:51.605+0000 7f3e814c79c0 20 add_watcher() i=2 2024-09-19T13:59:51.782 INFO:tasks.workunit.client.0.smithi031.stderr: -64> 2024-09-19T13:59:51.605+0000 7f3e814c79c0 20 add_watcher() i=3 2024-09-19T13:59:51.782 INFO:tasks.workunit.client.0.smithi031.stderr: -63> 2024-09-19T13:59:51.605+0000 7f3e814c79c0 20 add_watcher() i=4 2024-09-19T13:59:51.782 INFO:tasks.workunit.client.0.smithi031.stderr: -62> 2024-09-19T13:59:51.605+0000 7f3e814c79c0 20 add_watcher() i=5 2024-09-19T13:59:51.782 INFO:tasks.workunit.client.0.smithi031.stderr: -61> 2024-09-19T13:59:51.605+0000 7f3e814c79c0 20 add_watcher() i=6 2024-09-19T13:59:51.782 INFO:tasks.workunit.client.0.smithi031.stderr: -60> 2024-09-19T13:59:51.609+0000 7f3e814c79c0 20 add_watcher() i=7 2024-09-19T13:59:51.782 INFO:tasks.workunit.client.0.smithi031.stderr: -59> 2024-09-19T13:59:51.609+0000 7f3e814c79c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:59:51.782 INFO:tasks.workunit.client.0.smithi031.stderr: -58> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509aec0) adding auth protocol: cephx 2024-09-19T13:59:51.783 INFO:tasks.workunit.client.0.smithi031.stderr: -57> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509aec0) adding auth protocol: cephx 2024-09-19T13:59:51.783 INFO:tasks.workunit.client.0.smithi031.stderr: -56> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509aec0) adding auth protocol: cephx 2024-09-19T13:59:51.783 INFO:tasks.workunit.client.0.smithi031.stderr: -55> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509aec0) adding con mode: secure 2024-09-19T13:59:51.783 INFO:tasks.workunit.client.0.smithi031.stderr: -54> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509aec0) adding con mode: crc 2024-09-19T13:59:51.783 INFO:tasks.workunit.client.0.smithi031.stderr: -53> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509aec0) adding con mode: secure 2024-09-19T13:59:51.783 INFO:tasks.workunit.client.0.smithi031.stderr: -52> 2024-09-19T13:59:51.613+0000 7f3d35fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:59:51.783 INFO:tasks.workunit.client.0.smithi031.stderr: -51> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509aec0) adding con mode: crc 2024-09-19T13:59:51.783 INFO:tasks.workunit.client.0.smithi031.stderr: -50> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509aec0) adding con mode: secure 2024-09-19T13:59:51.783 INFO:tasks.workunit.client.0.smithi031.stderr: -49> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509aec0) adding con mode: crc 2024-09-19T13:59:51.783 INFO:tasks.workunit.client.0.smithi031.stderr: -48> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509aec0) adding con mode: crc 2024-09-19T13:59:51.783 INFO:tasks.workunit.client.0.smithi031.stderr: -47> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509aec0) adding con mode: secure 2024-09-19T13:59:51.783 INFO:tasks.workunit.client.0.smithi031.stderr: -46> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509aec0) adding con mode: crc 2024-09-19T13:59:51.783 INFO:tasks.workunit.client.0.smithi031.stderr: -45> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509aec0) adding con mode: secure 2024-09-19T13:59:51.784 INFO:tasks.workunit.client.0.smithi031.stderr: -44> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509aec0) adding con mode: crc 2024-09-19T13:59:51.784 INFO:tasks.workunit.client.0.smithi031.stderr: -43> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 5 AuthRegistry(0x7ffdb509aec0) adding con mode: secure 2024-09-19T13:59:51.784 INFO:tasks.workunit.client.0.smithi031.stderr: -42> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T13:59:51.784 INFO:tasks.workunit.client.0.smithi031.stderr: -41> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:59:51.784 INFO:tasks.workunit.client.0.smithi031.stderr: -40> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:59:51.784 INFO:tasks.workunit.client.0.smithi031.stderr: -39> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 5 asok(0x556a942a7d90) register_command cache list hook 0x556a9457a150 2024-09-19T13:59:51.784 INFO:tasks.workunit.client.0.smithi031.stderr: -38> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 5 asok(0x556a942a7d90) register_command cache inspect hook 0x556a9457a150 2024-09-19T13:59:51.784 INFO:tasks.workunit.client.0.smithi031.stderr: -37> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 5 asok(0x556a942a7d90) register_command cache erase hook 0x556a9457a150 2024-09-19T13:59:51.784 INFO:tasks.workunit.client.0.smithi031.stderr: -36> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 5 asok(0x556a942a7d90) register_command cache zap hook 0x556a9457a150 2024-09-19T13:59:51.784 INFO:tasks.workunit.client.0.smithi031.stderr: -35> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 5 note: GC not initialized 2024-09-19T13:59:51.784 INFO:tasks.workunit.client.0.smithi031.stderr: -34> 2024-09-19T13:59:51.613+0000 7f3d34fe1640 20 reqs_thread_entry: start 2024-09-19T13:59:51.784 INFO:tasks.workunit.client.0.smithi031.stderr: -33> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 5 asok(0x556a942a7d90) register_command sync trace show hook 0x7f3e740614b0 2024-09-19T13:59:51.784 INFO:tasks.workunit.client.0.smithi031.stderr: -32> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 5 asok(0x556a942a7d90) register_command sync trace history hook 0x7f3e740614b0 2024-09-19T13:59:51.785 INFO:tasks.workunit.client.0.smithi031.stderr: -31> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 5 asok(0x556a942a7d90) register_command sync trace active hook 0x7f3e740614b0 2024-09-19T13:59:51.785 INFO:tasks.workunit.client.0.smithi031.stderr: -30> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 5 asok(0x556a942a7d90) register_command sync trace active_short hook 0x7f3e740614b0 2024-09-19T13:59:51.785 INFO:tasks.workunit.client.0.smithi031.stderr: -29> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 20 init_complete bucket index max shards: 1 2024-09-19T13:59:51.785 INFO:tasks.workunit.client.0.smithi031.stderr: -28> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 20 Filter name: none 2024-09-19T13:59:51.785 INFO:tasks.workunit.client.0.smithi031.stderr: -27> 2024-09-19T13:59:51.613+0000 7f3d2dffb640 20 reqs_thread_entry: start 2024-09-19T13:59:51.785 INFO:tasks.workunit.client.0.smithi031.stderr: -26> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-19T13:59:51.785 INFO:tasks.workunit.client.0.smithi031.stderr: -25> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.785 INFO:tasks.workunit.client.0.smithi031.stderr: -24> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T13:59:51.785 INFO:tasks.workunit.client.0.smithi031.stderr: -23> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-19T13:59:51.785 INFO:tasks.workunit.client.0.smithi031.stderr: -22> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-19T13:59:51.785 INFO:tasks.workunit.client.0.smithi031.stderr: -21> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34 : miss 2024-09-19T13:59:51.785 INFO:tasks.workunit.client.0.smithi031.stderr: -20> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.785 INFO:tasks.workunit.client.0.smithi031.stderr: -19> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T13:59:51.786 INFO:tasks.workunit.client.0.smithi031.stderr: -18> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34 info.flags=0x17 2024-09-19T13:59:51.786 INFO:tasks.workunit.client.0.smithi031.stderr: -17> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34 to cache LRU end 2024-09-19T13:59:51.786 INFO:tasks.workunit.client.0.smithi031.stderr: -16> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:59:51.786 INFO:tasks.workunit.client.0.smithi031.stderr: -15> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:51.786 INFO:tasks.workunit.client.0.smithi031.stderr: -14> 2024-09-19T13:59:51.613+0000 7f3e814c79c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34 2024-09-19T13:59:51.786 INFO:tasks.workunit.client.0.smithi031.stderr: -13> 2024-09-19T13:59:51.625+0000 7f3e814c79c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34 info.flags=0x17 2024-09-19T13:59:51.786 INFO:tasks.workunit.client.0.smithi031.stderr: -12> 2024-09-19T13:59:51.625+0000 7f3e814c79c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34 to cache LRU end 2024-09-19T13:59:51.786 INFO:tasks.workunit.client.0.smithi031.stderr: -11> 2024-09-19T13:59:51.625+0000 7f3e814c79c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:51.786 INFO:tasks.workunit.client.0.smithi031.stderr: -10> 2024-09-19T13:59:51.625+0000 7f3e814c79c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34, ofs0, ns] 2024-09-19T13:59:51.786 INFO:tasks.workunit.client.0.smithi031.stderr: -9> 2024-09-19T13:59:51.625+0000 7f3d627fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333466 cookie 93916243873200 notifier 7572 bl.length()=911 2024-09-19T13:59:51.786 INFO:tasks.workunit.client.0.smithi031.stderr: -8> 2024-09-19T13:59:51.625+0000 7f3d627fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34 info.flags=0x17 2024-09-19T13:59:51.786 INFO:tasks.workunit.client.0.smithi031.stderr: -7> 2024-09-19T13:59:51.625+0000 7f3d627fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34 to cache LRU end 2024-09-19T13:59:51.787 INFO:tasks.workunit.client.0.smithi031.stderr: -6> 2024-09-19T13:59:51.625+0000 7f3d627fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:51.787 INFO:tasks.workunit.client.0.smithi031.stderr: -5> 2024-09-19T13:59:51.625+0000 7f3e814c79c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34]): orig_sources= new_sources= 2024-09-19T13:59:51.787 INFO:tasks.workunit.client.0.smithi031.stderr: -4> 2024-09-19T13:59:51.625+0000 7f3e814c79c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34]): potential sources added=[] removed=[] 2024-09-19T13:59:51.787 INFO:tasks.workunit.client.0.smithi031.stderr: -3> 2024-09-19T13:59:51.625+0000 7f3e814c79c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34]): orig_dests= new_dests= 2024-09-19T13:59:51.787 INFO:tasks.workunit.client.0.smithi031.stderr: -2> 2024-09-19T13:59:51.625+0000 7f3e814c79c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34]): potential dests added=[] removed=[] 2024-09-19T13:59:51.787 INFO:tasks.workunit.client.0.smithi031.stderr: -1> 2024-09-19T13:59:51.633+0000 7f3e814c79c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f3e814c79c0 time 2024-09-19T13:59:51.636015+0000 2024-09-19T13:59:51.787 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T13:59:51.787 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:51.787 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T13:59:51.787 INFO:tasks.workunit.client.0.smithi031.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f3e84da12eb] 2024-09-19T13:59:51.787 INFO:tasks.workunit.client.0.smithi031.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f3e84da149f] 2024-09-19T13:59:51.787 INFO:tasks.workunit.client.0.smithi031.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556a926b0271] 2024-09-19T13:59:51.787 INFO:tasks.workunit.client.0.smithi031.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x556a926c014a] 2024-09-19T13:59:51.787 INFO:tasks.workunit.client.0.smithi031.stderr: 5: main() 2024-09-19T13:59:51.788 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f3e83c07d90] 2024-09-19T13:59:51.788 INFO:tasks.workunit.client.0.smithi031.stderr: 7: __libc_start_main() 2024-09-19T13:59:51.788 INFO:tasks.workunit.client.0.smithi031.stderr: 8: _start() 2024-09-19T13:59:51.788 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:51.788 INFO:tasks.workunit.client.0.smithi031.stderr: 0> 2024-09-19T13:59:51.633+0000 7f3e814c79c0 -1 *** Caught signal (Aborted) ** 2024-09-19T13:59:51.788 INFO:tasks.workunit.client.0.smithi031.stderr: in thread 7f3e814c79c0 thread_name:radosgw-admin 2024-09-19T13:59:51.788 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:51.788 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T13:59:51.788 INFO:tasks.workunit.client.0.smithi031.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f3e83c20520] 2024-09-19T13:59:51.788 INFO:tasks.workunit.client.0.smithi031.stderr: 2: pthread_kill() 2024-09-19T13:59:51.788 INFO:tasks.workunit.client.0.smithi031.stderr: 3: raise() 2024-09-19T13:59:51.788 INFO:tasks.workunit.client.0.smithi031.stderr: 4: abort() 2024-09-19T13:59:51.789 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f3e84da1345] 2024-09-19T13:59:51.789 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f3e84da149f] 2024-09-19T13:59:51.789 INFO:tasks.workunit.client.0.smithi031.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556a926b0271] 2024-09-19T13:59:51.789 INFO:tasks.workunit.client.0.smithi031.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x556a926c014a] 2024-09-19T13:59:51.789 INFO:tasks.workunit.client.0.smithi031.stderr: 9: main() 2024-09-19T13:59:51.789 INFO:tasks.workunit.client.0.smithi031.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f3e83c07d90] 2024-09-19T13:59:51.789 INFO:tasks.workunit.client.0.smithi031.stderr: 11: __libc_start_main() 2024-09-19T13:59:51.789 INFO:tasks.workunit.client.0.smithi031.stderr: 12: _start() 2024-09-19T13:59:51.789 INFO:tasks.workunit.client.0.smithi031.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T13:59:51.789 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:51.789 INFO:tasks.workunit.client.0.smithi031.stderr:--- logging levels --- 2024-09-19T13:59:51.789 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 none 2024-09-19T13:59:51.789 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 lockdep 2024-09-19T13:59:51.790 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 context 2024-09-19T13:59:51.790 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 crush 2024-09-19T13:59:51.790 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds 2024-09-19T13:59:51.790 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_balancer 2024-09-19T13:59:51.790 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_locker 2024-09-19T13:59:51.790 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_log 2024-09-19T13:59:51.790 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_log_expire 2024-09-19T13:59:51.790 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_migrator 2024-09-19T13:59:51.790 INFO:tasks.workunit.client.0.smithi031.stderr: 3/ 5 mds_quiesce 2024-09-19T13:59:51.790 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 buffer 2024-09-19T13:59:51.790 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 timer 2024-09-19T13:59:51.790 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 filer 2024-09-19T13:59:51.790 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 striper 2024-09-19T13:59:51.790 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 objecter 2024-09-19T13:59:51.791 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rados 2024-09-19T13:59:51.791 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd 2024-09-19T13:59:51.791 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_mirror 2024-09-19T13:59:51.791 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_replay 2024-09-19T13:59:51.791 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_pwl 2024-09-19T13:59:51.791 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 journaler 2024-09-19T13:59:51.791 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 objectcacher 2024-09-19T13:59:51.791 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 immutable_obj_cache 2024-09-19T13:59:51.791 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 client 2024-09-19T13:59:51.791 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 osd 2024-09-19T13:59:51.791 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 optracker 2024-09-19T13:59:51.791 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 objclass 2024-09-19T13:59:51.791 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 filestore 2024-09-19T13:59:51.791 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 journal 2024-09-19T13:59:51.791 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 0 ms 2024-09-19T13:59:51.792 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mon 2024-09-19T13:59:51.792 INFO:tasks.workunit.client.0.smithi031.stderr: 0/10 monc 2024-09-19T13:59:51.792 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 paxos 2024-09-19T13:59:51.792 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 tp 2024-09-19T13:59:51.792 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 auth 2024-09-19T13:59:51.792 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 crypto 2024-09-19T13:59:51.792 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 finisher 2024-09-19T13:59:51.792 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 reserver 2024-09-19T13:59:51.792 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 heartbeatmap 2024-09-19T13:59:51.792 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 perfcounter 2024-09-19T13:59:51.792 INFO:tasks.workunit.client.0.smithi031.stderr: 20/20 rgw 2024-09-19T13:59:51.792 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_sync 2024-09-19T13:59:51.792 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_datacache 2024-09-19T13:59:51.793 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_access 2024-09-19T13:59:51.793 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_dbstore 2024-09-19T13:59:51.793 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_flight 2024-09-19T13:59:51.793 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_lifecycle 2024-09-19T13:59:51.793 INFO:tasks.workunit.client.0.smithi031.stderr: 20/20 rgw_notification 2024-09-19T13:59:51.793 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 javaclient 2024-09-19T13:59:51.793 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 asok 2024-09-19T13:59:51.793 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 throttle 2024-09-19T13:59:51.793 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 0 refs 2024-09-19T13:59:51.793 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 compressor 2024-09-19T13:59:51.793 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 bluestore 2024-09-19T13:59:51.793 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 bluefs 2024-09-19T13:59:51.793 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 bdev 2024-09-19T13:59:51.794 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 kstore 2024-09-19T13:59:51.794 INFO:tasks.workunit.client.0.smithi031.stderr: 4/ 5 rocksdb 2024-09-19T13:59:51.794 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 fuse 2024-09-19T13:59:51.794 INFO:tasks.workunit.client.0.smithi031.stderr: 2/ 5 mgr 2024-09-19T13:59:51.794 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mgrc 2024-09-19T13:59:51.794 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 dpdk 2024-09-19T13:59:51.794 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 eventtrace 2024-09-19T13:59:51.794 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 prioritycache 2024-09-19T13:59:51.794 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 test 2024-09-19T13:59:51.794 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cephfs_mirror 2024-09-19T13:59:51.794 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cephsqlite 2024-09-19T13:59:51.794 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 crimson_interrupt 2024-09-19T13:59:51.794 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore 2024-09-19T13:59:51.795 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_onode 2024-09-19T13:59:51.795 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_odata 2024-09-19T13:59:51.795 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_omap 2024-09-19T13:59:51.795 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_tm 2024-09-19T13:59:51.795 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_t 2024-09-19T13:59:51.795 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_cleaner 2024-09-19T13:59:51.795 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_epm 2024-09-19T13:59:51.795 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_lba 2024-09-19T13:59:51.795 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-19T13:59:51.795 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_cache 2024-09-19T13:59:51.795 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_journal 2024-09-19T13:59:51.795 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_device 2024-09-19T13:59:51.795 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_backref 2024-09-19T13:59:51.796 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 alienstore 2024-09-19T13:59:51.796 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mclock 2024-09-19T13:59:51.796 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cyanstore 2024-09-19T13:59:51.796 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 ceph_exporter 2024-09-19T13:59:51.796 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 memstore 2024-09-19T13:59:51.796 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 trace 2024-09-19T13:59:51.796 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 ceph_dedup 2024-09-19T13:59:51.796 INFO:tasks.workunit.client.0.smithi031.stderr: -2/-2 (syslog threshold) 2024-09-19T13:59:51.796 INFO:tasks.workunit.client.0.smithi031.stderr: 99/99 (stderr threshold) 2024-09-19T13:59:51.796 INFO:tasks.workunit.client.0.smithi031.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-19T13:59:51.796 INFO:tasks.workunit.client.0.smithi031.stderr: 7f3d2dffb640 / http_manager 2024-09-19T13:59:51.796 INFO:tasks.workunit.client.0.smithi031.stderr: 7f3d34fe1640 / http_manager 2024-09-19T13:59:51.796 INFO:tasks.workunit.client.0.smithi031.stderr: 7f3d35fe3640 / rgw_dt_lg_renew 2024-09-19T13:59:51.796 INFO:tasks.workunit.client.0.smithi031.stderr: 7f3d60ff9640 / ms_dispatch 2024-09-19T13:59:51.797 INFO:tasks.workunit.client.0.smithi031.stderr: 7f3d627fc640 / io_context_pool 2024-09-19T13:59:51.797 INFO:tasks.workunit.client.0.smithi031.stderr: 7f3d68e01640 / ms_dispatch 2024-09-19T13:59:51.797 INFO:tasks.workunit.client.0.smithi031.stderr: 7f3d6b606640 / ms_dispatch 2024-09-19T13:59:51.797 INFO:tasks.workunit.client.0.smithi031.stderr: 7f3d6ce09640 / io_context_pool 2024-09-19T13:59:51.797 INFO:tasks.workunit.client.0.smithi031.stderr: 7f3e7e7cc640 / msgr-worker-2 2024-09-19T13:59:51.797 INFO:tasks.workunit.client.0.smithi031.stderr: 7f3e7efcd640 / msgr-worker-1 2024-09-19T13:59:51.797 INFO:tasks.workunit.client.0.smithi031.stderr: 7f3e7f7ce640 / msgr-worker-0 2024-09-19T13:59:51.797 INFO:tasks.workunit.client.0.smithi031.stderr: 7f3e7ffcf640 / io_context_pool 2024-09-19T13:59:51.797 INFO:tasks.workunit.client.0.smithi031.stderr: 7f3e814c79c0 / radosgw-admin 2024-09-19T13:59:51.797 INFO:tasks.workunit.client.0.smithi031.stderr: max_recent 500 2024-09-19T13:59:51.797 INFO:tasks.workunit.client.0.smithi031.stderr: max_new 1000 2024-09-19T13:59:51.797 INFO:tasks.workunit.client.0.smithi031.stderr: log_file /var/lib/ceph/crash/2024-09-19T13:59:51.638114Z_dba99ef6-58d1-4366-91b5-05c39d1f93c8/log 2024-09-19T13:59:51.797 INFO:tasks.workunit.client.0.smithi031.stderr:--- end dump of recent events --- 2024-09-19T13:59:51.798 INFO:tasks.workunit.client.0.smithi031.stderr:Aborted 2024-09-19T13:59:51.798 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2024-09-19T13:59:51.802 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:59:51.802 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:59:51.802 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.717+0000 7f941d0f99c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.717+0000 7f941d0f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:51.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.717+0000 7f941d0f99c0 20 realm 2024-09-19T13:59:51.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.717+0000 7f941d0f99c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.717+0000 7f941d0f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:51.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.717+0000 7f941d0f99c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:59:51.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.717+0000 7f941d0f99c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.721+0000 7f941d0f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:51.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.721+0000 7f941d0f99c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.721+0000 7f941d0f99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:51.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.721+0000 7f941d0f99c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.721+0000 7f941d0f99c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:59:51.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.721+0000 7f941d0f99c0 20 searching for the correct realm 2024-09-19T13:59:51.804 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.729+0000 7f941abff640 0 -- 172.21.15.31:0/2520877465 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7f940c0e8060 msgr2=0x7f940c0e9a80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:59:51.804 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.733+0000 7f941abff640 0 -- 172.21.15.31:0/2520877465 >> [v2:172.21.15.31:6802/3325082646,v1:172.21.15.31:6804/3325082646] conn(0x5556891531d0 msgr2=0x5556891555c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:59:51.804 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.741+0000 7f941d0f99c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:59:51.804 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.741+0000 7f941d0f99c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:59:51.804 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.741+0000 7f941d0f99c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:59:51.804 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.741+0000 7f941d0f99c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:59:51.804 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.741+0000 7f941d0f99c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:59:51.804 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.741+0000 7f941d0f99c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:59:51.804 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.741+0000 7f941d0f99c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.804 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.741+0000 7f941d0f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:51.804 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.741+0000 7f941d0f99c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.804 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.741+0000 7f941d0f99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:51.805 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.741+0000 7f941d0f99c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.805 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.745+0000 7f941d0f99c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:59:51.805 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.745+0000 7f941d0f99c0 20 zone default found 2024-09-19T13:59:51.805 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.745+0000 7f941d0f99c0 4 Realm: () 2024-09-19T13:59:51.805 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.745+0000 7f941d0f99c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:59:51.805 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.745+0000 7f941d0f99c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:59:51.805 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.745+0000 7f941d0f99c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:59:51.805 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.745+0000 7f941d0f99c0 20 zonegroup default 2024-09-19T13:59:51.805 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.745+0000 7f941d0f99c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.805 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.745+0000 7f941d0f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:51.805 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.745+0000 7f941d0f99c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.805 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.745+0000 7f941d0f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:51.805 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.745+0000 7f941d0f99c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.806 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.745+0000 7f941d0f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:51.806 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.745+0000 7f941d0f99c0 20 started sync module instance, tier type = 2024-09-19T13:59:51.806 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.745+0000 7f941d0f99c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:59:51.806 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.773+0000 7f941d0f99c0 20 add_watcher() i=0 2024-09-19T13:59:51.806 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.773+0000 7f941d0f99c0 20 add_watcher() i=1 2024-09-19T13:59:51.806 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.773+0000 7f941d0f99c0 20 add_watcher() i=2 2024-09-19T13:59:51.806 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.773+0000 7f941d0f99c0 20 add_watcher() i=3 2024-09-19T13:59:51.806 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.773+0000 7f941d0f99c0 20 add_watcher() i=4 2024-09-19T13:59:51.806 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.773+0000 7f941d0f99c0 20 add_watcher() i=5 2024-09-19T13:59:51.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.773+0000 7f941d0f99c0 20 add_watcher() i=6 2024-09-19T13:59:51.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.777+0000 7f941d0f99c0 20 add_watcher() i=7 2024-09-19T13:59:51.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.777+0000 7f941d0f99c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:59:51.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.777+0000 7f92d17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:59:51.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.777+0000 7f941d0f99c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:59:51.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.777+0000 7f941d0f99c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:59:51.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.777+0000 7f941d0f99c0 5 note: GC not initialized 2024-09-19T13:59:51.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.777+0000 7f924bfff640 20 reqs_thread_entry: start 2024-09-19T13:59:51.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.781+0000 7f941d0f99c0 20 init_complete bucket index max shards: 1 2024-09-19T13:59:51.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.781+0000 7f941d0f99c0 20 Filter name: none 2024-09-19T13:59:51.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.781+0000 7f9249ffb640 20 reqs_thread_entry: start 2024-09-19T13:59:51.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.781+0000 7f941d0f99c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.781+0000 7f941d0f99c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T13:59:51.808 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.781+0000 7f941d0f99c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.808 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.781+0000 7f941d0f99c0 20 rados_obj.operate() r=0 bl.length=441 2024-09-19T13:59:51.808 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.781+0000 7f941d0f99c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:59:51.808 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.781+0000 7f941d0f99c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.808 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.781+0000 7f941d0f99c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T13:59:51.808 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.781+0000 7f941d0f99c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.808 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.785+0000 7f941d0f99c0 20 rados_obj.operate() r=0 bl.length=441 2024-09-19T13:59:51.808 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.785+0000 7f941d0f99c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T13:59:51.808 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.785+0000 7f92d17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:59:51.808 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.789+0000 7f941d0f99c0 20 remove_watcher() i=0 2024-09-19T13:59:51.808 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.789+0000 7f941d0f99c0 2 removed watcher, disabling cache 2024-09-19T13:59:51.808 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.793+0000 7f941d0f99c0 20 remove_watcher() i=1 2024-09-19T13:59:51.808 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.793+0000 7f941d0f99c0 20 remove_watcher() i=2 2024-09-19T13:59:51.809 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.797+0000 7f941d0f99c0 20 remove_watcher() i=3 2024-09-19T13:59:51.809 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.797+0000 7f941d0f99c0 20 remove_watcher() i=4 2024-09-19T13:59:51.809 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.801+0000 7f941d0f99c0 20 remove_watcher() i=5 2024-09-19T13:59:51.809 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.805+0000 7f941d0f99c0 20 remove_watcher() i=6 2024-09-19T13:59:51.809 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.805+0000 7f941d0f99c0 20 remove_watcher() i=7 2024-09-19T13:59:51.823 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:51.823 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T13:59:51.823 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: abort-at-do-reshard id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-19T13:59:51.823 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T13:59:51.824 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:51.825 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:51.838 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T13:59:51.838 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T13:59:51.883 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-19T13:59:51.914 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T13:59:51.915 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T13:59:51.961 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.957+0000 7f0cfb3479c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.963 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.961+0000 7f0cfb3479c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:51.963 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.961+0000 7f0cfb3479c0 20 realm 2024-09-19T13:59:51.963 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.961+0000 7f0cfb3479c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.964 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.961+0000 7f0cfb3479c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:51.964 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.961+0000 7f0cfb3479c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T13:59:51.964 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.961+0000 7f0cfb3479c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.964 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.961+0000 7f0cfb3479c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:51.964 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.961+0000 7f0cfb3479c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.965 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.965+0000 7f0cfb3479c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:51.965 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.965+0000 7f0cfb3479c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.965+0000 7f0cfb3479c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T13:59:51.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.965+0000 7f0cfb3479c0 20 searching for the correct realm 2024-09-19T13:59:51.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.973+0000 7f0cf864c640 0 -- 172.21.15.31:0/706358253 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x55e079d170c0 msgr2=0x55e079d19560 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:59:51.981 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.977+0000 7f0cf8e4d640 0 -- 172.21.15.31:0/706358253 >> [v2:172.21.15.31:6802/3325082646,v1:172.21.15.31:6804/3325082646] conn(0x55e079d1b1f0 msgr2=0x55e079d1d6b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T13:59:51.988 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.985+0000 7f0cfb3479c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T13:59:51.988 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.985+0000 7f0cfb3479c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T13:59:51.988 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.985+0000 7f0cfb3479c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T13:59:51.988 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.985+0000 7f0cfb3479c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T13:59:51.988 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.985+0000 7f0cfb3479c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T13:59:51.988 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.985+0000 7f0cfb3479c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T13:59:51.988 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.985+0000 7f0cfb3479c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.989 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.985+0000 7f0cfb3479c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:51.989 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.985+0000 7f0cfb3479c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.989 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.985+0000 7f0cfb3479c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T13:59:51.989 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.985+0000 7f0cfb3479c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.990 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.989+0000 7f0cfb3479c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T13:59:51.990 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.989+0000 7f0cfb3479c0 20 zone default found 2024-09-19T13:59:51.990 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.989+0000 7f0cfb3479c0 4 Realm: () 2024-09-19T13:59:51.990 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.989+0000 7f0cfb3479c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T13:59:51.990 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.989+0000 7f0cfb3479c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T13:59:51.991 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.989+0000 7f0cfb3479c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T13:59:51.991 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.989+0000 7f0cfb3479c0 20 zonegroup default 2024-09-19T13:59:51.991 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.989+0000 7f0cfb3479c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.991 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.989+0000 7f0cfb3479c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:51.991 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.989+0000 7f0cfb3479c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.991 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.989+0000 7f0cfb3479c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:51.992 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.989+0000 7f0cfb3479c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:51.992 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.989+0000 7f0cfb3479c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T13:59:51.992 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.989+0000 7f0cfb3479c0 20 started sync module instance, tier type = 2024-09-19T13:59:51.992 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:51.989+0000 7f0cfb3479c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T13:59:52.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:52.009+0000 7f0cfb3479c0 20 add_watcher() i=0 2024-09-19T13:59:52.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:52.009+0000 7f0cfb3479c0 20 add_watcher() i=1 2024-09-19T13:59:52.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:52.009+0000 7f0cfb3479c0 20 add_watcher() i=2 2024-09-19T13:59:52.010 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:52.009+0000 7f0cfb3479c0 20 add_watcher() i=3 2024-09-19T13:59:52.010 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:52.009+0000 7f0cfb3479c0 20 add_watcher() i=4 2024-09-19T13:59:52.010 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:52.009+0000 7f0cfb3479c0 20 add_watcher() i=5 2024-09-19T13:59:52.010 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:52.009+0000 7f0cfb3479c0 20 add_watcher() i=6 2024-09-19T13:59:52.012 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:52.009+0000 7f0cfb3479c0 20 add_watcher() i=7 2024-09-19T13:59:52.012 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:52.009+0000 7f0cfb3479c0 2 all 8 watchers are set, enabling cache 2024-09-19T13:59:52.016 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:52.013+0000 7f0baefe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:59:52.016 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:52.013+0000 7f0cfb3479c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T13:59:52.016 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:52.013+0000 7f0cfb3479c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T13:59:52.016 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:52.013+0000 7f0cfb3479c0 5 note: GC not initialized 2024-09-19T13:59:52.017 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:52.013+0000 7f0badfe3640 20 reqs_thread_entry: start 2024-09-19T13:59:52.017 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:52.013+0000 7f0cfb3479c0 20 init_complete bucket index max shards: 1 2024-09-19T13:59:52.017 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:52.013+0000 7f0cfb3479c0 20 Filter name: none 2024-09-19T13:59:52.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:52.013+0000 7f0b1f7fe640 20 reqs_thread_entry: start 2024-09-19T13:59:52.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:52.013+0000 7f0cfb3479c0 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-19T13:59:52.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:52.013+0000 7f0cfb3479c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:52.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:52.017+0000 7f0cfb3479c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T13:59:52.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:52.017+0000 7f0cfb3479c0 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-19T13:59:52.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:52.017+0000 7f0cfb3479c0 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-19T13:59:52.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:52.017+0000 7f0cfb3479c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34 : miss 2024-09-19T13:59:52.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:52.017+0000 7f0cfb3479c0 20 rados->read ofs=0 len=0 2024-09-19T13:59:52.019 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:52.017+0000 7f0cfb3479c0 20 rados_obj.operate() r=0 bl.length=441 2024-09-19T13:59:52.019 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:52.017+0000 7f0cfb3479c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34 info.flags=0x17 2024-09-19T13:59:52.019 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:52.017+0000 7f0cfb3479c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34 to cache LRU end 2024-09-19T13:59:52.019 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:52.017+0000 7f0cfb3479c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T13:59:52.019 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:52.017+0000 7f0cfb3479c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T13:59:52.019 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:52.017+0000 7f0cfb3479c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34 2024-09-19T13:59:52.021 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:52.021+0000 7f0cfb3479c0 0 INFO: RGWReshardLock::lock found lock on abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34 to be held by another RGW process; skipping for now 2024-09-19T13:59:52.022 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:52.021+0000 7f0baefe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T13:59:52.027 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:52.025+0000 7f0cfb3479c0 20 remove_watcher() i=0 2024-09-19T13:59:52.027 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:52.025+0000 7f0cfb3479c0 2 removed watcher, disabling cache 2024-09-19T13:59:52.029 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:52.025+0000 7f0cfb3479c0 20 remove_watcher() i=1 2024-09-19T13:59:52.031 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:52.029+0000 7f0cfb3479c0 20 remove_watcher() i=2 2024-09-19T13:59:52.033 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:52.029+0000 7f0cfb3479c0 20 remove_watcher() i=3 2024-09-19T13:59:52.035 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:52.033+0000 7f0cfb3479c0 20 remove_watcher() i=4 2024-09-19T13:59:52.037 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:52.033+0000 7f0cfb3479c0 20 remove_watcher() i=5 2024-09-19T13:59:52.039 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:52.037+0000 7f0cfb3479c0 20 remove_watcher() i=6 2024-09-19T13:59:52.042 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T13:59:52.041+0000 7f0cfb3479c0 20 remove_watcher() i=7 2024-09-19T13:59:52.057 INFO:tasks.workunit.client.0.smithi031.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-19T14:00:22.089 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-19T14:00:22.127 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:00:22.127 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:00:22.173 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.168+0000 7f66739439c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:22.176 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.172+0000 7f66739439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:22.176 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.172+0000 7f66739439c0 20 realm 2024-09-19T14:00:22.176 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.172+0000 7f66739439c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:22.177 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.172+0000 7f66739439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:22.177 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.172+0000 7f66739439c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:00:22.177 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.172+0000 7f66739439c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:22.177 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.172+0000 7f66739439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:22.177 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.172+0000 7f66739439c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:22.177 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.176+0000 7f66739439c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:00:22.178 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.176+0000 7f66739439c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:22.180 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.176+0000 7f66739439c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:00:22.180 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.176+0000 7f66739439c0 20 searching for the correct realm 2024-09-19T14:00:22.187 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.184+0000 7f6670c48640 0 -- 172.21.15.31:0/3807291299 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x564c0698b4a0 msgr2=0x564c0698d8c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:00:22.193 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.188+0000 7f6671449640 0 -- 172.21.15.31:0/3807291299 >> [v2:172.21.15.31:6802/3325082646,v1:172.21.15.31:6804/3325082646] conn(0x564c0698f590 msgr2=0x564c06991a30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:00:22.200 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.196+0000 7f66739439c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:00:22.200 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.196+0000 7f66739439c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:00:22.200 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.196+0000 7f66739439c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:00:22.200 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.196+0000 7f66739439c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:00:22.200 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.196+0000 7f66739439c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:00:22.200 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.196+0000 7f66739439c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:00:22.200 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.196+0000 7f66739439c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:22.201 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.196+0000 7f66739439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:22.201 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.196+0000 7f66739439c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:22.201 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.196+0000 7f66739439c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:00:22.201 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.196+0000 7f66739439c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:22.202 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.196+0000 7f66739439c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:00:22.202 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.196+0000 7f66739439c0 20 zone default found 2024-09-19T14:00:22.202 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.196+0000 7f66739439c0 4 Realm: () 2024-09-19T14:00:22.202 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.196+0000 7f66739439c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:00:22.202 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.196+0000 7f66739439c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:00:22.202 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.196+0000 7f66739439c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:00:22.202 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.196+0000 7f66739439c0 20 zonegroup default 2024-09-19T14:00:22.202 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.196+0000 7f66739439c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:22.202 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.200+0000 7f66739439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:22.202 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.200+0000 7f66739439c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:22.203 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.200+0000 7f66739439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:22.203 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.200+0000 7f66739439c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:22.203 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.200+0000 7f66739439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:22.203 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.200+0000 7f66739439c0 20 started sync module instance, tier type = 2024-09-19T14:00:22.203 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.200+0000 7f66739439c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:00:22.221 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.220+0000 7f66739439c0 20 add_watcher() i=0 2024-09-19T14:00:22.221 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.220+0000 7f66739439c0 20 add_watcher() i=1 2024-09-19T14:00:22.222 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.220+0000 7f66739439c0 20 add_watcher() i=2 2024-09-19T14:00:22.222 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.220+0000 7f66739439c0 20 add_watcher() i=3 2024-09-19T14:00:22.222 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.220+0000 7f66739439c0 20 add_watcher() i=4 2024-09-19T14:00:22.222 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.220+0000 7f66739439c0 20 add_watcher() i=5 2024-09-19T14:00:22.222 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.220+0000 7f66739439c0 20 add_watcher() i=6 2024-09-19T14:00:22.224 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.220+0000 7f66739439c0 20 add_watcher() i=7 2024-09-19T14:00:22.224 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.220+0000 7f66739439c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:00:22.228 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.224+0000 7f65277e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:00:22.228 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.224+0000 7f66739439c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:00:22.228 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.224+0000 7f66739439c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:00:22.228 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.224+0000 7f66739439c0 5 note: GC not initialized 2024-09-19T14:00:22.229 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.224+0000 7f65267e4640 20 reqs_thread_entry: start 2024-09-19T14:00:22.229 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.224+0000 7f66739439c0 20 init_complete bucket index max shards: 1 2024-09-19T14:00:22.229 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.224+0000 7f66739439c0 20 Filter name: none 2024-09-19T14:00:22.230 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.224+0000 7f6497fff640 20 reqs_thread_entry: start 2024-09-19T14:00:22.230 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.224+0000 7f66739439c0 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-19T14:00:22.230 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.224+0000 7f66739439c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:22.230 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.224+0000 7f66739439c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T14:00:22.230 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.224+0000 7f66739439c0 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-19T14:00:22.230 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.224+0000 7f66739439c0 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-19T14:00:22.230 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.224+0000 7f66739439c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34 : miss 2024-09-19T14:00:22.230 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.224+0000 7f66739439c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:22.231 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.228+0000 7f66739439c0 20 rados_obj.operate() r=0 bl.length=441 2024-09-19T14:00:22.231 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.228+0000 7f66739439c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34 info.flags=0x17 2024-09-19T14:00:22.231 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.228+0000 7f66739439c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34 to cache LRU end 2024-09-19T14:00:22.231 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.228+0000 7f66739439c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T14:00:22.231 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.228+0000 7f66739439c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:22.231 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.228+0000 7f66739439c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34 2024-09-19T14:00:22.233 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.228+0000 7f66739439c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-19T14:00:22.242 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.240+0000 7f66739439c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34 info.flags=0x17 2024-09-19T14:00:22.242 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.240+0000 7f66739439c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34 to cache LRU end 2024-09-19T14:00:22.242 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.240+0000 7f66739439c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:22.243 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.240+0000 7f66739439c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34, ofs0, ns] 2024-09-19T14:00:22.243 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.240+0000 7f6554ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333467 cookie 94884528175280 notifier 7148 bl.length()=911 2024-09-19T14:00:22.243 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.240+0000 7f6554ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34 info.flags=0x17 2024-09-19T14:00:22.243 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.240+0000 7f6554ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34 to cache LRU end 2024-09-19T14:00:22.243 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.240+0000 7f6554ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:22.244 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.240+0000 7f66739439c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34]): orig_sources= new_sources= 2024-09-19T14:00:22.244 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.240+0000 7f66739439c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34]): potential sources added=[] removed=[] 2024-09-19T14:00:22.244 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.240+0000 7f66739439c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34]): orig_dests= new_dests= 2024-09-19T14:00:22.244 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.240+0000 7f66739439c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34]): potential dests added=[] removed=[] 2024-09-19T14:00:22.251 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.248+0000 7f66739439c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34.2.0 2024-09-19T14:00:22.251 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.248+0000 7f66739439c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34.2.0 2024-09-19T14:00:22.251 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.248+0000 7f66739439c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34.2.1 2024-09-19T14:00:22.251 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.248+0000 7f66739439c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34.2.1 2024-09-19T14:00:22.251 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.248+0000 7f66739439c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34.0 2024-09-19T14:00:22.256 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.252+0000 7f66739439c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34 : hit (requested=0x17, cached=0x17) 2024-09-19T14:00:22.256 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.252+0000 7f66739439c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34 2024-09-19T14:00:22.259 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.256+0000 7f66739439c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34 info.flags=0x17 2024-09-19T14:00:22.259 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.256+0000 7f66739439c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34 to cache LRU end 2024-09-19T14:00:22.259 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.256+0000 7f66739439c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:22.259 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.256+0000 7f66739439c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34, ofs0, ns] 2024-09-19T14:00:22.260 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.256+0000 7f6554ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333468 cookie 94884528175280 notifier 7148 bl.length()=911 2024-09-19T14:00:22.260 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.256+0000 7f6554ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34 info.flags=0x17 2024-09-19T14:00:22.260 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.256+0000 7f6554ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34 to cache LRU end 2024-09-19T14:00:22.260 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.256+0000 7f6554ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:22.261 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.256+0000 7f66739439c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34]): orig_sources= new_sources= 2024-09-19T14:00:22.261 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.256+0000 7f66739439c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34]): potential sources added=[] removed=[] 2024-09-19T14:00:22.261 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.256+0000 7f66739439c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34]): orig_dests= new_dests= 2024-09-19T14:00:22.261 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.256+0000 7f66739439c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34]): potential dests added=[] removed=[] 2024-09-19T14:00:22.264 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.260+0000 7f66739439c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34.0 2024-09-19T14:00:22.265 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.264+0000 7f66739439c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34 : hit (requested=0x17, cached=0x17) 2024-09-19T14:00:22.266 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.264+0000 7f66739439c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34 2024-09-19T14:00:22.269 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.264+0000 7f66739439c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34 info.flags=0x17 2024-09-19T14:00:22.269 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.264+0000 7f66739439c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34 to cache LRU end 2024-09-19T14:00:22.269 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.264+0000 7f66739439c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:22.269 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.264+0000 7f66739439c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34, ofs0, ns] 2024-09-19T14:00:22.270 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.268+0000 7f6543fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333469 cookie 94884528175280 notifier 7148 bl.length()=879 2024-09-19T14:00:22.270 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.268+0000 7f6543fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34 info.flags=0x17 2024-09-19T14:00:22.270 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.268+0000 7f6543fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34 to cache LRU end 2024-09-19T14:00:22.270 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.268+0000 7f6543fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:22.271 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.268+0000 7f66739439c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34]): orig_sources= new_sources= 2024-09-19T14:00:22.271 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.268+0000 7f66739439c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34]): potential sources added=[] removed=[] 2024-09-19T14:00:22.271 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.268+0000 7f66739439c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34]): orig_dests= new_dests= 2024-09-19T14:00:22.271 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.268+0000 7f66739439c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34]): potential dests added=[] removed=[] 2024-09-19T14:00:22.274 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.272+0000 7f66739439c0 1 execute INFO: reshard of bucket "abort-at-do-reshard" from 1 shards to 2 shards completed successfully 2024-09-19T14:00:22.278 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.276+0000 7f65277e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:00:22.283 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.280+0000 7f66739439c0 20 remove_watcher() i=0 2024-09-19T14:00:22.283 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.280+0000 7f66739439c0 2 removed watcher, disabling cache 2024-09-19T14:00:22.285 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.280+0000 7f66739439c0 20 remove_watcher() i=1 2024-09-19T14:00:22.287 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.284+0000 7f66739439c0 20 remove_watcher() i=2 2024-09-19T14:00:22.289 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.284+0000 7f66739439c0 20 remove_watcher() i=3 2024-09-19T14:00:22.292 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.288+0000 7f66739439c0 20 remove_watcher() i=4 2024-09-19T14:00:22.294 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.292+0000 7f66739439c0 20 remove_watcher() i=5 2024-09-19T14:00:22.297 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.292+0000 7f66739439c0 20 remove_watcher() i=6 2024-09-19T14:00:22.300 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.296+0000 7f66739439c0 20 remove_watcher() i=7 2024-09-19T14:00:22.317 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2024-09-19T14:00:22.346 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:00:22.346 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:00:22.393 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.388+0000 7f2977edc9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:22.395 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.392+0000 7f2977edc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:22.395 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.392+0000 7f2977edc9c0 20 realm 2024-09-19T14:00:22.395 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.392+0000 7f2977edc9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:22.396 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.392+0000 7f2977edc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:22.396 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.392+0000 7f2977edc9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:00:22.396 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.392+0000 7f2977edc9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:22.397 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.392+0000 7f2977edc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:22.397 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.392+0000 7f2977edc9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:22.398 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.396+0000 7f2977edc9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:00:22.398 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.396+0000 7f2977edc9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:22.399 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.396+0000 7f2977edc9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:00:22.399 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.396+0000 7f2977edc9c0 20 searching for the correct realm 2024-09-19T14:00:22.401 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.396+0000 7f29761e3640 0 -- 172.21.15.31:0/3368871278 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7f296c10b8e0 msgr2=0x7f296c0f71a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T14:00:22.407 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.404+0000 7f29761e3640 0 -- 172.21.15.31:0/3368871278 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x5604537ec510 msgr2=0x5604537ee990 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:00:22.419 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.416+0000 7f2977edc9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:00:22.419 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.416+0000 7f2977edc9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:00:22.419 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.416+0000 7f2977edc9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:00:22.420 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.416+0000 7f2977edc9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:00:22.420 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.416+0000 7f2977edc9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:00:22.420 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.416+0000 7f2977edc9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:00:22.420 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.416+0000 7f2977edc9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:22.420 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.416+0000 7f2977edc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:22.421 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.416+0000 7f2977edc9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:22.421 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.416+0000 7f2977edc9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:00:22.421 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.416+0000 7f2977edc9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:22.421 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.416+0000 7f2977edc9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:00:22.421 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.416+0000 7f2977edc9c0 20 zone default found 2024-09-19T14:00:22.421 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.416+0000 7f2977edc9c0 4 Realm: () 2024-09-19T14:00:22.422 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.416+0000 7f2977edc9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:00:22.422 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.416+0000 7f2977edc9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:00:22.422 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.416+0000 7f2977edc9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:00:22.422 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.416+0000 7f2977edc9c0 20 zonegroup default 2024-09-19T14:00:22.422 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.416+0000 7f2977edc9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:22.422 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.420+0000 7f2977edc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:22.422 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.420+0000 7f2977edc9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:22.423 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.420+0000 7f2977edc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:22.423 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.420+0000 7f2977edc9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:22.423 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.420+0000 7f2977edc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:22.423 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.420+0000 7f2977edc9c0 20 started sync module instance, tier type = 2024-09-19T14:00:22.423 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.420+0000 7f2977edc9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:00:22.440 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.436+0000 7f2977edc9c0 20 add_watcher() i=0 2024-09-19T14:00:22.440 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.436+0000 7f2977edc9c0 20 add_watcher() i=1 2024-09-19T14:00:22.440 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.436+0000 7f2977edc9c0 20 add_watcher() i=2 2024-09-19T14:00:22.440 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.436+0000 7f2977edc9c0 20 add_watcher() i=3 2024-09-19T14:00:22.441 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.436+0000 7f2977edc9c0 20 add_watcher() i=4 2024-09-19T14:00:22.441 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.436+0000 7f2977edc9c0 20 add_watcher() i=5 2024-09-19T14:00:22.441 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.436+0000 7f2977edc9c0 20 add_watcher() i=6 2024-09-19T14:00:22.442 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.440+0000 7f2977edc9c0 20 add_watcher() i=7 2024-09-19T14:00:22.442 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.440+0000 7f2977edc9c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:00:22.447 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.444+0000 7f28277fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:00:22.447 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.444+0000 7f2977edc9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:00:22.448 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.444+0000 7f2977edc9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:00:22.448 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.444+0000 7f2977edc9c0 5 note: GC not initialized 2024-09-19T14:00:22.448 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.444+0000 7f28267fc640 20 reqs_thread_entry: start 2024-09-19T14:00:22.448 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.444+0000 7f2977edc9c0 20 init_complete bucket index max shards: 1 2024-09-19T14:00:22.448 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.444+0000 7f2977edc9c0 20 Filter name: none 2024-09-19T14:00:22.448 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.444+0000 7f2797fff640 20 reqs_thread_entry: start 2024-09-19T14:00:22.448 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.444+0000 7f2977edc9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:22.448 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.444+0000 7f2977edc9c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T14:00:22.448 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.444+0000 7f2977edc9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:22.449 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.448+0000 7f2977edc9c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T14:00:22.450 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.448+0000 7f2977edc9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:00:22.450 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.448+0000 7f2977edc9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:22.450 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.448+0000 7f2977edc9c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T14:00:22.450 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.448+0000 7f2977edc9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:22.451 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.448+0000 7f2977edc9c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T14:00:22.451 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.448+0000 7f2977edc9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:00:22.453 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.448+0000 7f28277fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:00:22.457 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.452+0000 7f2977edc9c0 20 remove_watcher() i=0 2024-09-19T14:00:22.457 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.452+0000 7f2977edc9c0 2 removed watcher, disabling cache 2024-09-19T14:00:22.459 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.456+0000 7f2977edc9c0 20 remove_watcher() i=1 2024-09-19T14:00:22.461 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.456+0000 7f2977edc9c0 20 remove_watcher() i=2 2024-09-19T14:00:22.463 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.460+0000 7f2977edc9c0 20 remove_watcher() i=3 2024-09-19T14:00:22.465 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.464+0000 7f2977edc9c0 20 remove_watcher() i=4 2024-09-19T14:00:22.467 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.464+0000 7f2977edc9c0 20 remove_watcher() i=5 2024-09-19T14:00:22.471 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.468+0000 7f2977edc9c0 20 remove_watcher() i=6 2024-09-19T14:00:22.473 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:22.468+0000 7f2977edc9c0 20 remove_watcher() i=7 2024-09-19T14:00:22.487 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:22.487 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T14:00:22.487 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: abort-at-do-reshard id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-19T14:00:22.487 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:22.488 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:22.488 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:22.491 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:22.492 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:22.536 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:22.536 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:22.559 INFO:tasks.workunit.client.0.smithi031.stderr:TEST: reshard bucket with EIO injected at logrecord_writes 2024-09-19T14:00:22.559 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:22.560 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:22.560 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:22.577 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:22.577 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:22.623 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:22.624 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:22.644 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:22.644 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:22.667 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:22.667 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:22.688 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:22.688 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:22.712 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:22.712 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:22.733 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:22.733 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:22.755 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:22.755 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:22.776 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:22.777 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:22.798 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:22.798 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:22.820 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:22.820 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:22.840 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:22.840 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:22.861 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:22.861 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:22.883 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:22.883 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:22.904 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:22.904 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:22.925 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:22.926 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:22.946 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:22.947 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:22.969 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:22.969 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:22.991 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:22.991 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:23.012 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:23.012 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:23.037 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:23.037 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:23.060 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket error-at-logrecord-writes 2024-09-19T14:00:23.096 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:00:23.096 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:00:23.142 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.140+0000 7f20e52209c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.145 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.140+0000 7f20e52209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:23.145 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.140+0000 7f20e52209c0 20 realm 2024-09-19T14:00:23.145 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.140+0000 7f20e52209c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.146 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.144+0000 7f20e52209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:23.146 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.144+0000 7f20e52209c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:00:23.146 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.144+0000 7f20e52209c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.146 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.144+0000 7f20e52209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:23.146 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.144+0000 7f20e52209c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.147 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.144+0000 7f20e52209c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:00:23.147 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.144+0000 7f20e52209c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.149 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.144+0000 7f20e52209c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:00:23.149 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.144+0000 7f20e52209c0 20 searching for the correct realm 2024-09-19T14:00:23.155 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.152+0000 7f20e3527640 0 -- 172.21.15.31:0/2372498646 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x563b8310ca80 msgr2=0x563b8310eea0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:00:23.162 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.160+0000 7f20e2d26640 0 -- 172.21.15.31:0/2372498646 >> [v2:172.21.15.31:6802/3325082646,v1:172.21.15.31:6804/3325082646] conn(0x563b83110c70 msgr2=0x563b83113060 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:00:23.169 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.164+0000 7f20e52209c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:00:23.169 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.164+0000 7f20e52209c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:00:23.169 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.164+0000 7f20e52209c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:00:23.169 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.164+0000 7f20e52209c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:00:23.169 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.164+0000 7f20e52209c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:00:23.169 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.164+0000 7f20e52209c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:00:23.169 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.164+0000 7f20e52209c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.170 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.168+0000 7f20e52209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:23.170 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.168+0000 7f20e52209c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.170 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.168+0000 7f20e52209c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:00:23.170 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.168+0000 7f20e52209c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.171 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.168+0000 7f20e52209c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:00:23.171 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.168+0000 7f20e52209c0 20 zone default found 2024-09-19T14:00:23.171 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.168+0000 7f20e52209c0 4 Realm: () 2024-09-19T14:00:23.171 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.168+0000 7f20e52209c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:00:23.171 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.168+0000 7f20e52209c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:00:23.171 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.168+0000 7f20e52209c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:00:23.171 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.168+0000 7f20e52209c0 20 zonegroup default 2024-09-19T14:00:23.172 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.168+0000 7f20e52209c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.172 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.168+0000 7f20e52209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:23.172 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.168+0000 7f20e52209c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.172 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.168+0000 7f20e52209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:23.172 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.168+0000 7f20e52209c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.173 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.168+0000 7f20e52209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:23.173 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.168+0000 7f20e52209c0 20 started sync module instance, tier type = 2024-09-19T14:00:23.173 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.168+0000 7f20e52209c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:00:23.190 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.188+0000 7f20e52209c0 20 add_watcher() i=0 2024-09-19T14:00:23.190 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.188+0000 7f20e52209c0 20 add_watcher() i=1 2024-09-19T14:00:23.190 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.188+0000 7f20e52209c0 20 add_watcher() i=2 2024-09-19T14:00:23.190 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.188+0000 7f20e52209c0 20 add_watcher() i=3 2024-09-19T14:00:23.190 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.188+0000 7f20e52209c0 20 add_watcher() i=4 2024-09-19T14:00:23.190 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.188+0000 7f20e52209c0 20 add_watcher() i=5 2024-09-19T14:00:23.190 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.188+0000 7f20e52209c0 20 add_watcher() i=6 2024-09-19T14:00:23.192 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.188+0000 7f20e52209c0 20 add_watcher() i=7 2024-09-19T14:00:23.193 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.188+0000 7f20e52209c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:00:23.196 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.192+0000 7f1f997e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:00:23.196 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.192+0000 7f20e52209c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:00:23.196 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.192+0000 7f20e52209c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:00:23.196 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.192+0000 7f20e52209c0 5 note: GC not initialized 2024-09-19T14:00:23.197 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.192+0000 7f1f13fff640 20 reqs_thread_entry: start 2024-09-19T14:00:23.198 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.192+0000 7f20e52209c0 20 init_complete bucket index max shards: 1 2024-09-19T14:00:23.198 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.192+0000 7f20e52209c0 20 Filter name: none 2024-09-19T14:00:23.198 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.192+0000 7f1f11ffb640 20 reqs_thread_entry: start 2024-09-19T14:00:23.198 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.192+0000 7f20e52209c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.198 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.196+0000 7f20e52209c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-19T14:00:23.198 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.196+0000 7f20e52209c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.198 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.196+0000 7f20e52209c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-19T14:00:23.199 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.196+0000 7f20e52209c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:00:23.199 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.196+0000 7f20e52209c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.199 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.196+0000 7f20e52209c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-19T14:00:23.199 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.196+0000 7f20e52209c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.199 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.196+0000 7f20e52209c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-19T14:00:23.199 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.196+0000 7f20e52209c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:00:23.200 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.196+0000 7f1f997e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:00:23.204 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.200+0000 7f20e52209c0 20 remove_watcher() i=0 2024-09-19T14:00:23.205 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.200+0000 7f20e52209c0 2 removed watcher, disabling cache 2024-09-19T14:00:23.206 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.204+0000 7f20e52209c0 20 remove_watcher() i=1 2024-09-19T14:00:23.208 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.204+0000 7f20e52209c0 20 remove_watcher() i=2 2024-09-19T14:00:23.210 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.208+0000 7f20e52209c0 20 remove_watcher() i=3 2024-09-19T14:00:23.212 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.208+0000 7f20e52209c0 20 remove_watcher() i=4 2024-09-19T14:00:23.214 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.212+0000 7f20e52209c0 20 remove_watcher() i=5 2024-09-19T14:00:23.216 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.212+0000 7f20e52209c0 20 remove_watcher() i=6 2024-09-19T14:00:23.219 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.216+0000 7f20e52209c0 20 remove_watcher() i=7 2024-09-19T14:00:23.233 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:23.233 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T14:00:23.233 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: error-at-logrecord-writes id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-19T14:00:23.233 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:23.234 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket reshard --bucket error-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at logrecord_writes 2024-09-19T14:00:23.266 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:00:23.266 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:00:23.312 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.308+0000 7f73c88329c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.314 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.312+0000 7f73c88329c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:23.314 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.312+0000 7f73c88329c0 20 realm 2024-09-19T14:00:23.314 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.312+0000 7f73c88329c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.315 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.312+0000 7f73c88329c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:23.315 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.312+0000 7f73c88329c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:00:23.315 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.312+0000 7f73c88329c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.315 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.312+0000 7f73c88329c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:23.315 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.312+0000 7f73c88329c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.316 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.312+0000 7f73c88329c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:00:23.316 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.312+0000 7f73c88329c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.318 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.316+0000 7f73c88329c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:00:23.318 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.316+0000 7f73c88329c0 20 searching for the correct realm 2024-09-19T14:00:23.325 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.320+0000 7f73c6b39640 0 -- 172.21.15.31:0/2379249717 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x5569cfbcf5a0 msgr2=0x5569cfbd1a00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:00:23.331 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.328+0000 7f73c5b37640 0 -- 172.21.15.31:0/2379249717 >> [v2:172.21.15.170:6808/820924953,v1:172.21.15.170:6809/820924953] conn(0x5569cfbd7030 msgr2=0x5569cfbd9420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:00:23.337 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.332+0000 7f73c88329c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:00:23.337 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.332+0000 7f73c88329c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:00:23.337 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.332+0000 7f73c88329c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:00:23.337 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.332+0000 7f73c88329c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:00:23.337 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.332+0000 7f73c88329c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:00:23.337 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.332+0000 7f73c88329c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:00:23.337 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.332+0000 7f73c88329c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.332+0000 7f73c88329c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:23.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.332+0000 7f73c88329c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.336+0000 7f73c88329c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:00:23.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.336+0000 7f73c88329c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.336+0000 7f73c88329c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:00:23.339 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.336+0000 7f73c88329c0 20 zone default found 2024-09-19T14:00:23.339 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.336+0000 7f73c88329c0 4 Realm: () 2024-09-19T14:00:23.339 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.336+0000 7f73c88329c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:00:23.339 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.336+0000 7f73c88329c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:00:23.339 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.336+0000 7f73c88329c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:00:23.339 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.336+0000 7f73c88329c0 20 zonegroup default 2024-09-19T14:00:23.339 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.336+0000 7f73c88329c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.340 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.336+0000 7f73c88329c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:23.340 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.336+0000 7f73c88329c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.340 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.336+0000 7f73c88329c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:23.340 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.336+0000 7f73c88329c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.340 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.336+0000 7f73c88329c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:23.340 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.336+0000 7f73c88329c0 20 started sync module instance, tier type = 2024-09-19T14:00:23.341 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.336+0000 7f73c88329c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:00:23.358 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.356+0000 7f73c88329c0 20 add_watcher() i=0 2024-09-19T14:00:23.358 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.356+0000 7f73c88329c0 20 add_watcher() i=1 2024-09-19T14:00:23.358 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.356+0000 7f73c88329c0 20 add_watcher() i=2 2024-09-19T14:00:23.358 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.356+0000 7f73c88329c0 20 add_watcher() i=3 2024-09-19T14:00:23.358 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.356+0000 7f73c88329c0 20 add_watcher() i=4 2024-09-19T14:00:23.359 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.356+0000 7f73c88329c0 20 add_watcher() i=5 2024-09-19T14:00:23.359 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.356+0000 7f73c88329c0 20 add_watcher() i=6 2024-09-19T14:00:23.361 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.356+0000 7f73c88329c0 20 add_watcher() i=7 2024-09-19T14:00:23.361 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.356+0000 7f73c88329c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:00:23.364 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.360+0000 7f727cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:00:23.365 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.360+0000 7f73c88329c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:00:23.365 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.360+0000 7f73c88329c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:00:23.365 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.360+0000 7f73c88329c0 5 note: GC not initialized 2024-09-19T14:00:23.365 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.360+0000 7f71f77fe640 20 reqs_thread_entry: start 2024-09-19T14:00:23.365 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.360+0000 7f73c88329c0 20 init_complete bucket index max shards: 1 2024-09-19T14:00:23.365 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.360+0000 7f73c88329c0 20 Filter name: none 2024-09-19T14:00:23.366 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.360+0000 7f71f57fa640 20 reqs_thread_entry: start 2024-09-19T14:00:23.366 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.360+0000 7f73c88329c0 10 cache get: name=default.rgw.meta+root+error-at-logrecord-writes : miss 2024-09-19T14:00:23.366 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.360+0000 7f73c88329c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.366 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.364+0000 7f73c88329c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-19T14:00:23.366 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.364+0000 7f73c88329c0 10 cache put: name=default.rgw.meta+root+error-at-logrecord-writes info.flags=0x11 2024-09-19T14:00:23.367 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.364+0000 7f73c88329c0 10 adding default.rgw.meta+root+error-at-logrecord-writes to cache LRU end 2024-09-19T14:00:23.367 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.364+0000 7f73c88329c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35 : miss 2024-09-19T14:00:23.367 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.364+0000 7f73c88329c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.367 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.364+0000 7f73c88329c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-19T14:00:23.367 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.364+0000 7f73c88329c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35 info.flags=0x17 2024-09-19T14:00:23.367 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.364+0000 7f73c88329c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35 to cache LRU end 2024-09-19T14:00:23.367 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.364+0000 7f73c88329c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T14:00:23.367 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.364+0000 7f73c88329c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:23.367 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.364+0000 7f73c88329c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35 2024-09-19T14:00:23.374 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.372+0000 7f73c88329c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35 info.flags=0x17 2024-09-19T14:00:23.374 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.372+0000 7f73c88329c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35 to cache LRU end 2024-09-19T14:00:23.374 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.372+0000 7f73c88329c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:23.374 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.372+0000 7f73c88329c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35, ofs0, ns] 2024-09-19T14:00:23.374 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.372+0000 7f72a9ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333518 cookie 93912945249504 notifier 7674 bl.length()=923 2024-09-19T14:00:23.374 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.372+0000 7f72a9ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35 info.flags=0x17 2024-09-19T14:00:23.374 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.372+0000 7f72a9ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35 to cache LRU end 2024-09-19T14:00:23.374 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.372+0000 7f72a9ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:23.375 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.372+0000 7f73c88329c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35]): orig_sources= new_sources= 2024-09-19T14:00:23.375 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.372+0000 7f73c88329c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35]): potential sources added=[] removed=[] 2024-09-19T14:00:23.375 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.372+0000 7f73c88329c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35]): orig_dests= new_dests= 2024-09-19T14:00:23.375 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.372+0000 7f73c88329c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35]): potential dests added=[] removed=[] 2024-09-19T14:00:23.377 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.372+0000 7f73c88329c0 -1 Injecting error=-5 at location=logrecord_writes 2024-09-19T14:00:23.377 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.372+0000 7f73c88329c0 0 ERROR: init_reshard failed to pause writes to the current index: (5) Input/output error 2024-09-19T14:00:23.381 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.376+0000 7f73c88329c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35 : hit (requested=0x17, cached=0x17) 2024-09-19T14:00:23.381 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.376+0000 7f73c88329c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35 2024-09-19T14:00:23.383 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.380+0000 7f73c88329c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35 info.flags=0x17 2024-09-19T14:00:23.383 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.380+0000 7f73c88329c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35 to cache LRU end 2024-09-19T14:00:23.383 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.380+0000 7f73c88329c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:23.383 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.380+0000 7f73c88329c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35, ofs0, ns] 2024-09-19T14:00:23.383 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.380+0000 7f72a97fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333519 cookie 93912945249504 notifier 7674 bl.length()=891 2024-09-19T14:00:23.384 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.380+0000 7f72a97fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35 info.flags=0x17 2024-09-19T14:00:23.384 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.380+0000 7f72a97fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35 to cache LRU end 2024-09-19T14:00:23.384 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.380+0000 7f72a97fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:23.384 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.380+0000 7f73c88329c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35]): orig_sources= new_sources= 2024-09-19T14:00:23.384 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.380+0000 7f73c88329c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35]): potential sources added=[] removed=[] 2024-09-19T14:00:23.385 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.380+0000 7f73c88329c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35]): orig_dests= new_dests= 2024-09-19T14:00:23.385 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.380+0000 7f73c88329c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35]): potential dests added=[] removed=[] 2024-09-19T14:00:23.388 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.384+0000 7f727cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:00:23.392 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.388+0000 7f73c88329c0 20 remove_watcher() i=0 2024-09-19T14:00:23.392 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.388+0000 7f73c88329c0 2 removed watcher, disabling cache 2024-09-19T14:00:23.394 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.392+0000 7f73c88329c0 20 remove_watcher() i=1 2024-09-19T14:00:23.396 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.392+0000 7f73c88329c0 20 remove_watcher() i=2 2024-09-19T14:00:23.398 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.396+0000 7f73c88329c0 20 remove_watcher() i=3 2024-09-19T14:00:23.400 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.396+0000 7f73c88329c0 20 remove_watcher() i=4 2024-09-19T14:00:23.402 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.400+0000 7f73c88329c0 20 remove_watcher() i=5 2024-09-19T14:00:23.404 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.400+0000 7f73c88329c0 20 remove_watcher() i=6 2024-09-19T14:00:23.407 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.404+0000 7f73c88329c0 20 remove_watcher() i=7 2024-09-19T14:00:23.423 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket error-at-logrecord-writes 2024-09-19T14:00:23.449 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:00:23.449 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:00:23.492 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.488+0000 7f716f8829c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.495 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.492+0000 7f716f8829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:23.495 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.492+0000 7f716f8829c0 20 realm 2024-09-19T14:00:23.495 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.492+0000 7f716f8829c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.495 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.492+0000 7f716f8829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:23.495 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.492+0000 7f716f8829c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:00:23.496 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.492+0000 7f716f8829c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.496 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.492+0000 7f716f8829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:23.496 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.492+0000 7f716f8829c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.497 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.492+0000 7f716f8829c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:00:23.497 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.492+0000 7f716f8829c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.498 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.496+0000 7f716f8829c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:00:23.498 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.496+0000 7f716f8829c0 20 searching for the correct realm 2024-09-19T14:00:23.504 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.500+0000 7f716db89640 0 -- 172.21.15.31:0/3064039306 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7f7158008030 msgr2=0x7f715803f430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:00:23.510 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.508+0000 7f716d388640 0 -- 172.21.15.31:0/3064039306 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f71680c0020 msgr2=0x7f71680f7c90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:00:23.517 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.512+0000 7f716f8829c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:00:23.517 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.512+0000 7f716f8829c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:00:23.517 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.512+0000 7f716f8829c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:00:23.517 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.512+0000 7f716f8829c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:00:23.517 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.512+0000 7f716f8829c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:00:23.517 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.512+0000 7f716f8829c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:00:23.517 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.512+0000 7f716f8829c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.518 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.516+0000 7f716f8829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:23.518 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.516+0000 7f716f8829c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.518 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.516+0000 7f716f8829c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:00:23.518 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.516+0000 7f716f8829c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.519 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.516+0000 7f716f8829c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:00:23.519 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.516+0000 7f716f8829c0 20 zone default found 2024-09-19T14:00:23.519 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.516+0000 7f716f8829c0 4 Realm: () 2024-09-19T14:00:23.519 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.516+0000 7f716f8829c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:00:23.519 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.516+0000 7f716f8829c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:00:23.519 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.516+0000 7f716f8829c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:00:23.519 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.516+0000 7f716f8829c0 20 zonegroup default 2024-09-19T14:00:23.519 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.516+0000 7f716f8829c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.520 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.516+0000 7f716f8829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:23.520 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.516+0000 7f716f8829c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.520 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.516+0000 7f716f8829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:23.520 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.516+0000 7f716f8829c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.516+0000 7f716f8829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:23.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.516+0000 7f716f8829c0 20 started sync module instance, tier type = 2024-09-19T14:00:23.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.516+0000 7f716f8829c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:00:23.539 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.536+0000 7f716f8829c0 20 add_watcher() i=0 2024-09-19T14:00:23.539 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.536+0000 7f716f8829c0 20 add_watcher() i=1 2024-09-19T14:00:23.539 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.536+0000 7f716f8829c0 20 add_watcher() i=2 2024-09-19T14:00:23.539 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.536+0000 7f716f8829c0 20 add_watcher() i=3 2024-09-19T14:00:23.539 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.536+0000 7f716f8829c0 20 add_watcher() i=4 2024-09-19T14:00:23.539 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.536+0000 7f716f8829c0 20 add_watcher() i=5 2024-09-19T14:00:23.539 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.536+0000 7f716f8829c0 20 add_watcher() i=6 2024-09-19T14:00:23.541 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.540+0000 7f716f8829c0 20 add_watcher() i=7 2024-09-19T14:00:23.541 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.540+0000 7f716f8829c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:00:23.545 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.540+0000 7f7023fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:00:23.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.544+0000 7f716f8829c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:00:23.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.544+0000 7f716f8829c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:00:23.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.544+0000 7f716f8829c0 5 note: GC not initialized 2024-09-19T14:00:23.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.544+0000 7f7022fe5640 20 reqs_thread_entry: start 2024-09-19T14:00:23.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.544+0000 7f716f8829c0 20 init_complete bucket index max shards: 1 2024-09-19T14:00:23.547 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.544+0000 7f716f8829c0 20 Filter name: none 2024-09-19T14:00:23.547 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.544+0000 7f7020fe1640 20 reqs_thread_entry: start 2024-09-19T14:00:23.547 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.544+0000 7f716f8829c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.548 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.544+0000 7f716f8829c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-19T14:00:23.548 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.544+0000 7f716f8829c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.548 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.544+0000 7f716f8829c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-19T14:00:23.548 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.544+0000 7f716f8829c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:00:23.548 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.544+0000 7f716f8829c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.548 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.544+0000 7f716f8829c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-19T14:00:23.548 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.544+0000 7f716f8829c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.548 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.544+0000 7f716f8829c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-19T14:00:23.548 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.544+0000 7f716f8829c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:00:23.549 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.548+0000 7f7023fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:00:23.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.552+0000 7f716f8829c0 20 remove_watcher() i=0 2024-09-19T14:00:23.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.552+0000 7f716f8829c0 2 removed watcher, disabling cache 2024-09-19T14:00:23.556 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.552+0000 7f716f8829c0 20 remove_watcher() i=1 2024-09-19T14:00:23.558 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.556+0000 7f716f8829c0 20 remove_watcher() i=2 2024-09-19T14:00:23.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.556+0000 7f716f8829c0 20 remove_watcher() i=3 2024-09-19T14:00:23.562 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.560+0000 7f716f8829c0 20 remove_watcher() i=4 2024-09-19T14:00:23.564 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.560+0000 7f716f8829c0 20 remove_watcher() i=5 2024-09-19T14:00:23.567 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.564+0000 7f716f8829c0 20 remove_watcher() i=6 2024-09-19T14:00:23.569 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.568+0000 7f716f8829c0 20 remove_watcher() i=7 2024-09-19T14:00:23.583 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:23.584 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T14:00:23.584 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: error-at-logrecord-writes id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-19T14:00:23.584 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:23.585 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:23.585 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:23.595 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:23.595 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:23.643 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket reshard --bucket error-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-19T14:00:23.681 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:00:23.681 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:00:23.726 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.724+0000 7fbf48c349c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.724+0000 7fbf48c349c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:23.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.724+0000 7fbf48c349c0 20 realm 2024-09-19T14:00:23.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.724+0000 7fbf48c349c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.724+0000 7fbf48c349c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:23.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.724+0000 7fbf48c349c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:00:23.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.724+0000 7fbf48c349c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.724+0000 7fbf48c349c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:23.730 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.724+0000 7fbf48c349c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.730 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.728+0000 7fbf48c349c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:00:23.730 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.728+0000 7fbf48c349c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.732 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.728+0000 7fbf48c349c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:00:23.732 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.728+0000 7fbf48c349c0 20 searching for the correct realm 2024-09-19T14:00:23.737 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.732+0000 7fbf45f39640 0 -- 172.21.15.31:0/80736087 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7fbf30079130 msgr2=0x7fbf30024820 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:00:23.743 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.740+0000 7fbf45f39640 0 -- 172.21.15.31:0/80736087 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x55b977619480 msgr2=0x55b97761b8f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:00:23.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.748+0000 7fbf48c349c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:00:23.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.748+0000 7fbf48c349c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:00:23.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.748+0000 7fbf48c349c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:00:23.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.748+0000 7fbf48c349c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:00:23.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.748+0000 7fbf48c349c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:00:23.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.748+0000 7fbf48c349c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:00:23.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.748+0000 7fbf48c349c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.748+0000 7fbf48c349c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:23.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.748+0000 7fbf48c349c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.748+0000 7fbf48c349c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:00:23.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.748+0000 7fbf48c349c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.748+0000 7fbf48c349c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:00:23.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.748+0000 7fbf48c349c0 20 zone default found 2024-09-19T14:00:23.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.748+0000 7fbf48c349c0 4 Realm: () 2024-09-19T14:00:23.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.748+0000 7fbf48c349c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:00:23.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.748+0000 7fbf48c349c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:00:23.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.748+0000 7fbf48c349c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:00:23.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.748+0000 7fbf48c349c0 20 zonegroup default 2024-09-19T14:00:23.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.748+0000 7fbf48c349c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.748+0000 7fbf48c349c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:23.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.748+0000 7fbf48c349c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.748+0000 7fbf48c349c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:23.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.748+0000 7fbf48c349c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.748+0000 7fbf48c349c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:23.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.748+0000 7fbf48c349c0 20 started sync module instance, tier type = 2024-09-19T14:00:23.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.748+0000 7fbf48c349c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:00:23.771 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.768+0000 7fbf48c349c0 20 add_watcher() i=0 2024-09-19T14:00:23.771 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.768+0000 7fbf48c349c0 20 add_watcher() i=1 2024-09-19T14:00:23.771 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.768+0000 7fbf48c349c0 20 add_watcher() i=2 2024-09-19T14:00:23.771 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.768+0000 7fbf48c349c0 20 add_watcher() i=3 2024-09-19T14:00:23.771 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.768+0000 7fbf48c349c0 20 add_watcher() i=4 2024-09-19T14:00:23.771 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.768+0000 7fbf48c349c0 20 add_watcher() i=5 2024-09-19T14:00:23.771 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.768+0000 7fbf48c349c0 20 add_watcher() i=6 2024-09-19T14:00:23.773 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.768+0000 7fbf48c349c0 20 add_watcher() i=7 2024-09-19T14:00:23.773 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.768+0000 7fbf48c349c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:00:23.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.772+0000 7fbdfcfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:00:23.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.772+0000 7fbf48c349c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:00:23.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.772+0000 7fbf48c349c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:00:23.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.772+0000 7fbf48c349c0 5 note: GC not initialized 2024-09-19T14:00:23.778 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.772+0000 7fbd777fe640 20 reqs_thread_entry: start 2024-09-19T14:00:23.778 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.772+0000 7fbf48c349c0 20 init_complete bucket index max shards: 1 2024-09-19T14:00:23.778 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.772+0000 7fbf48c349c0 20 Filter name: none 2024-09-19T14:00:23.778 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.776+0000 7fbd757fa640 20 reqs_thread_entry: start 2024-09-19T14:00:23.778 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.776+0000 7fbf48c349c0 10 cache get: name=default.rgw.meta+root+error-at-logrecord-writes : miss 2024-09-19T14:00:23.779 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.776+0000 7fbf48c349c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.779 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.776+0000 7fbf48c349c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-19T14:00:23.779 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.776+0000 7fbf48c349c0 10 cache put: name=default.rgw.meta+root+error-at-logrecord-writes info.flags=0x11 2024-09-19T14:00:23.779 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.776+0000 7fbf48c349c0 10 adding default.rgw.meta+root+error-at-logrecord-writes to cache LRU end 2024-09-19T14:00:23.779 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.776+0000 7fbf48c349c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35 : miss 2024-09-19T14:00:23.779 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.776+0000 7fbf48c349c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.779 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.776+0000 7fbf48c349c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-19T14:00:23.780 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.776+0000 7fbf48c349c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35 info.flags=0x17 2024-09-19T14:00:23.780 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.776+0000 7fbf48c349c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35 to cache LRU end 2024-09-19T14:00:23.780 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.776+0000 7fbf48c349c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T14:00:23.780 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.776+0000 7fbf48c349c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:23.780 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.776+0000 7fbf48c349c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35 2024-09-19T14:00:23.786 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.784+0000 7fbf48c349c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35 info.flags=0x17 2024-09-19T14:00:23.786 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.784+0000 7fbf48c349c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35 to cache LRU end 2024-09-19T14:00:23.786 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.784+0000 7fbf48c349c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:23.786 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.784+0000 7fbf48c349c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35, ofs0, ns] 2024-09-19T14:00:23.787 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.784+0000 7fbe29ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333520 cookie 94255060263056 notifier 7713 bl.length()=923 2024-09-19T14:00:23.787 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.784+0000 7fbe29ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35 info.flags=0x17 2024-09-19T14:00:23.787 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.784+0000 7fbe29ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35 to cache LRU end 2024-09-19T14:00:23.787 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.784+0000 7fbe29ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:23.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.784+0000 7fbf48c349c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35]): orig_sources= new_sources= 2024-09-19T14:00:23.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.784+0000 7fbf48c349c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35]): potential sources added=[] removed=[] 2024-09-19T14:00:23.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.784+0000 7fbf48c349c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35]): orig_dests= new_dests= 2024-09-19T14:00:23.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.784+0000 7fbf48c349c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35]): potential dests added=[] removed=[] 2024-09-19T14:00:23.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.788+0000 7fbf48c349c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35.1.0 2024-09-19T14:00:23.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.788+0000 7fbf48c349c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35.1.0 2024-09-19T14:00:23.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.788+0000 7fbf48c349c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35.1.1 2024-09-19T14:00:23.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.788+0000 7fbf48c349c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35.1.1 2024-09-19T14:00:23.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.788+0000 7fbf48c349c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35.0 2024-09-19T14:00:23.796 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.792+0000 7fbf48c349c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35 : hit (requested=0x17, cached=0x17) 2024-09-19T14:00:23.796 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.792+0000 7fbf48c349c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35 2024-09-19T14:00:23.798 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.796+0000 7fbf48c349c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35 info.flags=0x17 2024-09-19T14:00:23.798 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.796+0000 7fbf48c349c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35 to cache LRU end 2024-09-19T14:00:23.798 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.796+0000 7fbf48c349c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:23.798 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.796+0000 7fbf48c349c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35, ofs0, ns] 2024-09-19T14:00:23.798 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.796+0000 7fbe297fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333521 cookie 94255060263056 notifier 7713 bl.length()=923 2024-09-19T14:00:23.798 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.796+0000 7fbe297fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35 info.flags=0x17 2024-09-19T14:00:23.798 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.796+0000 7fbe297fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35 to cache LRU end 2024-09-19T14:00:23.798 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.796+0000 7fbe297fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:23.799 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.796+0000 7fbf48c349c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35]): orig_sources= new_sources= 2024-09-19T14:00:23.799 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.796+0000 7fbf48c349c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35]): potential sources added=[] removed=[] 2024-09-19T14:00:23.799 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.796+0000 7fbf48c349c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35]): orig_dests= new_dests= 2024-09-19T14:00:23.800 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.796+0000 7fbf48c349c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35]): potential dests added=[] removed=[] 2024-09-19T14:00:23.801 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.796+0000 7fbf48c349c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35.0 2024-09-19T14:00:23.801 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.796+0000 7fbf48c349c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35 : hit (requested=0x17, cached=0x17) 2024-09-19T14:00:23.801 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.796+0000 7fbf48c349c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35 2024-09-19T14:00:23.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.800+0000 7fbf48c349c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35 info.flags=0x17 2024-09-19T14:00:23.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.800+0000 7fbf48c349c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35 to cache LRU end 2024-09-19T14:00:23.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.800+0000 7fbf48c349c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:23.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.800+0000 7fbf48c349c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35, ofs0, ns] 2024-09-19T14:00:23.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.800+0000 7fbe297fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333522 cookie 94255060263056 notifier 7713 bl.length()=891 2024-09-19T14:00:23.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.800+0000 7fbe297fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35 info.flags=0x17 2024-09-19T14:00:23.804 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.800+0000 7fbe297fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35 to cache LRU end 2024-09-19T14:00:23.804 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.800+0000 7fbe297fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:23.804 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.800+0000 7fbf48c349c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35]): orig_sources= new_sources= 2024-09-19T14:00:23.804 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.800+0000 7fbf48c349c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35]): potential sources added=[] removed=[] 2024-09-19T14:00:23.804 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.800+0000 7fbf48c349c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35]): orig_dests= new_dests= 2024-09-19T14:00:23.804 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.800+0000 7fbf48c349c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35]): potential dests added=[] removed=[] 2024-09-19T14:00:23.806 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.804+0000 7fbf48c349c0 1 execute INFO: reshard of bucket "error-at-logrecord-writes" from 1 shards to 2 shards completed successfully 2024-09-19T14:00:23.809 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.808+0000 7fbdfcfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:00:23.813 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.808+0000 7fbf48c349c0 20 remove_watcher() i=0 2024-09-19T14:00:23.813 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.808+0000 7fbf48c349c0 2 removed watcher, disabling cache 2024-09-19T14:00:23.815 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.812+0000 7fbf48c349c0 20 remove_watcher() i=1 2024-09-19T14:00:23.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.812+0000 7fbf48c349c0 20 remove_watcher() i=2 2024-09-19T14:00:23.820 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.816+0000 7fbf48c349c0 20 remove_watcher() i=3 2024-09-19T14:00:23.822 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.820+0000 7fbf48c349c0 20 remove_watcher() i=4 2024-09-19T14:00:23.824 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.820+0000 7fbf48c349c0 20 remove_watcher() i=5 2024-09-19T14:00:23.827 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.824+0000 7fbf48c349c0 20 remove_watcher() i=6 2024-09-19T14:00:23.829 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.824+0000 7fbf48c349c0 20 remove_watcher() i=7 2024-09-19T14:00:23.844 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket error-at-logrecord-writes 2024-09-19T14:00:23.874 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:00:23.874 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:00:23.919 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.916+0000 7fc13beda9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.922 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.920+0000 7fc13beda9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:23.922 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.920+0000 7fc13beda9c0 20 realm 2024-09-19T14:00:23.922 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.920+0000 7fc13beda9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.923 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.920+0000 7fc13beda9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:23.923 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.920+0000 7fc13beda9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:00:23.923 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.920+0000 7fc13beda9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.923 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.920+0000 7fc13beda9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:23.923 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.920+0000 7fc13beda9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.924 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.920+0000 7fc13beda9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:00:23.924 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.920+0000 7fc13beda9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.926 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.924+0000 7fc13beda9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:00:23.926 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.924+0000 7fc13beda9c0 20 searching for the correct realm 2024-09-19T14:00:23.933 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.928+0000 7fc13a1e1640 0 -- 172.21.15.31:0/1632996642 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x558d8e699760 msgr2=0x558d8e69bc00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:00:23.939 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.936+0000 7fc1399e0640 0 -- 172.21.15.31:0/1632996642 >> [v2:172.21.15.31:6802/3325082646,v1:172.21.15.31:6804/3325082646] conn(0x558d8e69d910 msgr2=0x558d8e69fd00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:00:23.945 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.944+0000 7fc13beda9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:00:23.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.944+0000 7fc13beda9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:00:23.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.944+0000 7fc13beda9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:00:23.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.944+0000 7fc13beda9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:00:23.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.944+0000 7fc13beda9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:00:23.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.944+0000 7fc13beda9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:00:23.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.944+0000 7fc13beda9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.944+0000 7fc13beda9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:23.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.944+0000 7fc13beda9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.944+0000 7fc13beda9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:00:23.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.944+0000 7fc13beda9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.944+0000 7fc13beda9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:00:23.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.944+0000 7fc13beda9c0 20 zone default found 2024-09-19T14:00:23.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.944+0000 7fc13beda9c0 4 Realm: () 2024-09-19T14:00:23.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.944+0000 7fc13beda9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:00:23.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.944+0000 7fc13beda9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:00:23.948 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.944+0000 7fc13beda9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:00:23.948 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.944+0000 7fc13beda9c0 20 zonegroup default 2024-09-19T14:00:23.948 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.944+0000 7fc13beda9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.948 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.944+0000 7fc13beda9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:23.948 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.944+0000 7fc13beda9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.949 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.944+0000 7fc13beda9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:23.949 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.944+0000 7fc13beda9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.949 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.944+0000 7fc13beda9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:23.949 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.944+0000 7fc13beda9c0 20 started sync module instance, tier type = 2024-09-19T14:00:23.949 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.944+0000 7fc13beda9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:00:23.966 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.964+0000 7fc13beda9c0 20 add_watcher() i=0 2024-09-19T14:00:23.966 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.964+0000 7fc13beda9c0 20 add_watcher() i=1 2024-09-19T14:00:23.966 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.964+0000 7fc13beda9c0 20 add_watcher() i=2 2024-09-19T14:00:23.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.964+0000 7fc13beda9c0 20 add_watcher() i=3 2024-09-19T14:00:23.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.964+0000 7fc13beda9c0 20 add_watcher() i=4 2024-09-19T14:00:23.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.964+0000 7fc13beda9c0 20 add_watcher() i=5 2024-09-19T14:00:23.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.964+0000 7fc13beda9c0 20 add_watcher() i=6 2024-09-19T14:00:23.969 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.964+0000 7fc13beda9c0 20 add_watcher() i=7 2024-09-19T14:00:23.969 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.964+0000 7fc13beda9c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:00:23.972 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.968+0000 7fbfeb7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:00:23.973 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.968+0000 7fc13beda9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:00:23.973 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.968+0000 7fc13beda9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:00:23.973 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.968+0000 7fc13beda9c0 5 note: GC not initialized 2024-09-19T14:00:23.973 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.968+0000 7fbfea7fc640 20 reqs_thread_entry: start 2024-09-19T14:00:23.973 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.968+0000 7fc13beda9c0 20 init_complete bucket index max shards: 1 2024-09-19T14:00:23.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.968+0000 7fc13beda9c0 20 Filter name: none 2024-09-19T14:00:23.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.968+0000 7fbf5bfff640 20 reqs_thread_entry: start 2024-09-19T14:00:23.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.968+0000 7fc13beda9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.972+0000 7fc13beda9c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-19T14:00:23.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.972+0000 7fc13beda9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.972+0000 7fc13beda9c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-19T14:00:23.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.972+0000 7fc13beda9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:00:23.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.972+0000 7fc13beda9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.972+0000 7fc13beda9c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-19T14:00:23.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.972+0000 7fc13beda9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:23.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.972+0000 7fc13beda9c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-19T14:00:23.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.972+0000 7fc13beda9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:00:23.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.972+0000 7fbfeb7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:00:23.981 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.976+0000 7fc13beda9c0 20 remove_watcher() i=0 2024-09-19T14:00:23.981 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.976+0000 7fc13beda9c0 2 removed watcher, disabling cache 2024-09-19T14:00:23.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.980+0000 7fc13beda9c0 20 remove_watcher() i=1 2024-09-19T14:00:23.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.980+0000 7fc13beda9c0 20 remove_watcher() i=2 2024-09-19T14:00:23.988 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.984+0000 7fc13beda9c0 20 remove_watcher() i=3 2024-09-19T14:00:23.990 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.988+0000 7fc13beda9c0 20 remove_watcher() i=4 2024-09-19T14:00:23.992 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.988+0000 7fc13beda9c0 20 remove_watcher() i=5 2024-09-19T14:00:23.995 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.992+0000 7fc13beda9c0 20 remove_watcher() i=6 2024-09-19T14:00:23.997 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:23.996+0000 7fc13beda9c0 20 remove_watcher() i=7 2024-09-19T14:00:24.011 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:24.012 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T14:00:24.012 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: error-at-logrecord-writes id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-19T14:00:24.012 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:24.013 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:24.013 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:24.016 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:24.016 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:24.066 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:24.066 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:24.092 INFO:tasks.workunit.client.0.smithi031.stderr:TEST: reshard bucket with abort at logrecord_writes 2024-09-19T14:00:24.092 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:24.093 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:24.094 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:24.114 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:24.114 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:24.161 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:24.162 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:24.182 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:24.183 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:24.203 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:24.203 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:24.224 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:24.224 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:24.245 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:24.245 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:24.265 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:24.265 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:24.286 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:24.286 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:24.305 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:24.306 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:24.328 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:24.328 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:24.348 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:24.348 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:24.369 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:24.369 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:24.388 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:24.388 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:24.413 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:24.413 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:24.434 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:24.434 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:24.454 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:24.454 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:24.476 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:24.476 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:24.497 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:24.497 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:24.518 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:24.518 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:24.539 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:24.539 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:24.560 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:24.560 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:24.578 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket abort-at-logrecord-writes 2024-09-19T14:00:24.612 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:00:24.612 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:00:24.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.656+0000 7fd139a4b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:24.661 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.660+0000 7fd139a4b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:24.661 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.660+0000 7fd139a4b9c0 20 realm 2024-09-19T14:00:24.661 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.660+0000 7fd139a4b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:24.662 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.660+0000 7fd139a4b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:24.662 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.660+0000 7fd139a4b9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:00:24.662 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.660+0000 7fd139a4b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:24.662 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.660+0000 7fd139a4b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:24.662 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.660+0000 7fd139a4b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:24.663 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.660+0000 7fd139a4b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:00:24.663 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.660+0000 7fd139a4b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:24.665 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.660+0000 7fd139a4b9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:00:24.665 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.660+0000 7fd139a4b9c0 20 searching for the correct realm 2024-09-19T14:00:24.670 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.668+0000 7fd136d50640 0 -- 172.21.15.31:0/3362776351 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7fd12c055330 msgr2=0x7fd12c046e70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:00:24.676 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.672+0000 7fd136d50640 0 -- 172.21.15.31:0/3362776351 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x5630264896b0 msgr2=0x56302648bb50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:00:24.683 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.680+0000 7fd139a4b9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:00:24.683 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.680+0000 7fd139a4b9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:00:24.683 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.680+0000 7fd139a4b9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:00:24.684 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.680+0000 7fd139a4b9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:00:24.684 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.680+0000 7fd139a4b9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:00:24.684 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.680+0000 7fd139a4b9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:00:24.684 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.680+0000 7fd139a4b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:24.684 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.680+0000 7fd139a4b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:24.684 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.680+0000 7fd139a4b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:24.685 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.680+0000 7fd139a4b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:00:24.685 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.680+0000 7fd139a4b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:24.685 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.680+0000 7fd139a4b9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:00:24.685 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.680+0000 7fd139a4b9c0 20 zone default found 2024-09-19T14:00:24.685 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.680+0000 7fd139a4b9c0 4 Realm: () 2024-09-19T14:00:24.685 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.680+0000 7fd139a4b9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:00:24.686 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.680+0000 7fd139a4b9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:00:24.686 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.680+0000 7fd139a4b9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:00:24.686 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.680+0000 7fd139a4b9c0 20 zonegroup default 2024-09-19T14:00:24.686 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.680+0000 7fd139a4b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:24.686 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.684+0000 7fd139a4b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:24.686 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.684+0000 7fd139a4b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:24.687 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.684+0000 7fd139a4b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:24.687 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.684+0000 7fd139a4b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:24.687 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.684+0000 7fd139a4b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:24.687 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.684+0000 7fd139a4b9c0 20 started sync module instance, tier type = 2024-09-19T14:00:24.687 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.684+0000 7fd139a4b9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:00:24.705 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.700+0000 7fd139a4b9c0 20 add_watcher() i=0 2024-09-19T14:00:24.705 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.700+0000 7fd139a4b9c0 20 add_watcher() i=1 2024-09-19T14:00:24.705 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.700+0000 7fd139a4b9c0 20 add_watcher() i=2 2024-09-19T14:00:24.705 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.700+0000 7fd139a4b9c0 20 add_watcher() i=3 2024-09-19T14:00:24.705 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.700+0000 7fd139a4b9c0 20 add_watcher() i=4 2024-09-19T14:00:24.705 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.700+0000 7fd139a4b9c0 20 add_watcher() i=5 2024-09-19T14:00:24.705 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.700+0000 7fd139a4b9c0 20 add_watcher() i=6 2024-09-19T14:00:24.707 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.704+0000 7fd139a4b9c0 20 add_watcher() i=7 2024-09-19T14:00:24.707 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.704+0000 7fd139a4b9c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:00:24.710 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.708+0000 7fcfedfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:00:24.711 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.708+0000 7fd139a4b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:00:24.711 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.708+0000 7fd139a4b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:00:24.711 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.708+0000 7fd139a4b9c0 5 note: GC not initialized 2024-09-19T14:00:24.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.708+0000 7fcfecfe1640 20 reqs_thread_entry: start 2024-09-19T14:00:24.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.708+0000 7fd139a4b9c0 20 init_complete bucket index max shards: 1 2024-09-19T14:00:24.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.708+0000 7fd139a4b9c0 20 Filter name: none 2024-09-19T14:00:24.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.708+0000 7fcf667fc640 20 reqs_thread_entry: start 2024-09-19T14:00:24.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.708+0000 7fd139a4b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:24.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.708+0000 7fd139a4b9c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-19T14:00:24.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.708+0000 7fd139a4b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:24.713 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.708+0000 7fd139a4b9c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-19T14:00:24.713 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.708+0000 7fd139a4b9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:00:24.713 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.708+0000 7fd139a4b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:24.713 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.708+0000 7fd139a4b9c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-19T14:00:24.714 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.708+0000 7fd139a4b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:24.714 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.712+0000 7fd139a4b9c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-19T14:00:24.714 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.712+0000 7fd139a4b9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:00:24.716 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.712+0000 7fcfedfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:00:24.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.716+0000 7fd139a4b9c0 20 remove_watcher() i=0 2024-09-19T14:00:24.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.716+0000 7fd139a4b9c0 2 removed watcher, disabling cache 2024-09-19T14:00:24.722 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.720+0000 7fd139a4b9c0 20 remove_watcher() i=1 2024-09-19T14:00:24.724 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.720+0000 7fd139a4b9c0 20 remove_watcher() i=2 2024-09-19T14:00:24.726 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.724+0000 7fd139a4b9c0 20 remove_watcher() i=3 2024-09-19T14:00:24.728 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.724+0000 7fd139a4b9c0 20 remove_watcher() i=4 2024-09-19T14:00:24.730 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.728+0000 7fd139a4b9c0 20 remove_watcher() i=5 2024-09-19T14:00:24.732 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.728+0000 7fd139a4b9c0 20 remove_watcher() i=6 2024-09-19T14:00:24.735 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.732+0000 7fd139a4b9c0 20 remove_watcher() i=7 2024-09-19T14:00:24.749 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:24.749 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T14:00:24.750 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: abort-at-logrecord-writes id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-19T14:00:24.750 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:24.750 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket reshard --bucket abort-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at logrecord_writes 2024-09-19T14:00:24.783 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:00:24.783 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:00:24.828 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.824+0000 7fc952c9c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:24.830 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.828+0000 7fc952c9c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:24.830 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.828+0000 7fc952c9c9c0 20 realm 2024-09-19T14:00:24.831 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.828+0000 7fc952c9c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:24.831 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.828+0000 7fc952c9c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:24.831 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.828+0000 7fc952c9c9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:00:24.831 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.828+0000 7fc952c9c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:24.831 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.828+0000 7fc952c9c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:24.832 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.828+0000 7fc952c9c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:24.832 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.828+0000 7fc952c9c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:00:24.832 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.828+0000 7fc952c9c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:24.834 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.832+0000 7fc952c9c9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:00:24.834 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.832+0000 7fc952c9c9c0 20 searching for the correct realm 2024-09-19T14:00:24.840 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.836+0000 7fc94ffa1640 0 -- 172.21.15.31:0/2777930925 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7fc944102db0 msgr2=0x7fc94410f9d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:00:24.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.844+0000 7fc9507a2640 0 -- 172.21.15.31:0/2777930925 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7fc948018040 msgr2=0x7fc94805fc90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:00:24.854 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:00:24.855 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:00:24.855 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:00:24.855 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:00:24.855 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:00:24.855 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:00:24.855 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:24.855 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:24.856 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:24.856 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:00:24.856 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:24.856 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:00:24.856 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 zone default found 2024-09-19T14:00:24.856 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.852+0000 7fc952c9c9c0 4 Realm: () 2024-09-19T14:00:24.857 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.852+0000 7fc952c9c9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:00:24.857 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.852+0000 7fc952c9c9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:00:24.857 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.852+0000 7fc952c9c9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:00:24.857 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 zonegroup default 2024-09-19T14:00:24.857 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:24.858 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:24.858 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:24.858 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:24.858 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:24.858 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.856+0000 7fc952c9c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:24.858 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.856+0000 7fc952c9c9c0 20 started sync module instance, tier type = 2024-09-19T14:00:24.858 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.856+0000 7fc952c9c9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:00:24.875 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.872+0000 7fc952c9c9c0 20 add_watcher() i=0 2024-09-19T14:00:24.876 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.872+0000 7fc952c9c9c0 20 add_watcher() i=1 2024-09-19T14:00:24.876 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.872+0000 7fc952c9c9c0 20 add_watcher() i=2 2024-09-19T14:00:24.876 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.872+0000 7fc952c9c9c0 20 add_watcher() i=3 2024-09-19T14:00:24.876 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.872+0000 7fc952c9c9c0 20 add_watcher() i=4 2024-09-19T14:00:24.876 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.872+0000 7fc952c9c9c0 20 add_watcher() i=5 2024-09-19T14:00:24.876 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.872+0000 7fc952c9c9c0 20 add_watcher() i=6 2024-09-19T14:00:24.878 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.876+0000 7fc952c9c9c0 20 add_watcher() i=7 2024-09-19T14:00:24.878 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.876+0000 7fc952c9c9c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:00:24.881 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.876+0000 7fc806fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:00:24.882 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.880+0000 7fc952c9c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:00:24.882 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.880+0000 7fc952c9c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:00:24.883 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.880+0000 7fc952c9c9c0 5 note: GC not initialized 2024-09-19T14:00:24.883 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.880+0000 7fc805fdb640 20 reqs_thread_entry: start 2024-09-19T14:00:24.883 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.880+0000 7fc952c9c9c0 20 init_complete bucket index max shards: 1 2024-09-19T14:00:24.883 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.880+0000 7fc952c9c9c0 20 Filter name: none 2024-09-19T14:00:24.883 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.880+0000 7fc7777fe640 20 reqs_thread_entry: start 2024-09-19T14:00:24.883 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.880+0000 7fc952c9c9c0 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-19T14:00:24.883 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.880+0000 7fc952c9c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:24.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.880+0000 7fc952c9c9c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-19T14:00:24.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.880+0000 7fc952c9c9c0 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-19T14:00:24.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.880+0000 7fc952c9c9c0 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-19T14:00:24.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.880+0000 7fc952c9c9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36 : miss 2024-09-19T14:00:24.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.880+0000 7fc952c9c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:24.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.880+0000 7fc952c9c9c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-19T14:00:24.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.880+0000 7fc952c9c9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36 info.flags=0x17 2024-09-19T14:00:24.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.880+0000 7fc952c9c9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36 to cache LRU end 2024-09-19T14:00:24.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.880+0000 7fc952c9c9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T14:00:24.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.880+0000 7fc952c9c9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:24.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.880+0000 7fc952c9c9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36 2024-09-19T14:00:24.891 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.888+0000 7fc952c9c9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36 info.flags=0x17 2024-09-19T14:00:24.892 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.888+0000 7fc952c9c9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36 to cache LRU end 2024-09-19T14:00:24.892 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.888+0000 7fc952c9c9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:24.892 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.888+0000 7fc952c9c9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36, ofs0, ns] 2024-09-19T14:00:24.892 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.888+0000 7fc8277fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333526 cookie 93989361183680 notifier 7767 bl.length()=923 2024-09-19T14:00:24.893 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.888+0000 7fc8277fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36 info.flags=0x17 2024-09-19T14:00:24.893 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.888+0000 7fc8277fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36 to cache LRU end 2024-09-19T14:00:24.893 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.888+0000 7fc8277fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:24.894 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.892+0000 7fc952c9c9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36]): orig_sources= new_sources= 2024-09-19T14:00:24.894 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.892+0000 7fc952c9c9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36]): potential sources added=[] removed=[] 2024-09-19T14:00:24.894 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.892+0000 7fc952c9c9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36]): orig_dests= new_dests= 2024-09-19T14:00:24.894 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.892+0000 7fc952c9c9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36]): potential dests added=[] removed=[] 2024-09-19T14:00:24.896 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fc952c9c9c0 time 2024-09-19T14:00:24.898879+0000 2024-09-19T14:00:24.897 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T14:00:24.898 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T14:00:24.898 INFO:tasks.workunit.client.0.smithi031.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fc9565762eb] 2024-09-19T14:00:24.898 INFO:tasks.workunit.client.0.smithi031.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fc95657649f] 2024-09-19T14:00:24.898 INFO:tasks.workunit.client.0.smithi031.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x557b97490271] 2024-09-19T14:00:24.898 INFO:tasks.workunit.client.0.smithi031.stderr: 4: radosgw-admin(+0x141057c) [0x557b97ee157c] 2024-09-19T14:00:24.898 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x557b974a00dd] 2024-09-19T14:00:24.898 INFO:tasks.workunit.client.0.smithi031.stderr: 6: main() 2024-09-19T14:00:24.898 INFO:tasks.workunit.client.0.smithi031.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fc9553dcd90] 2024-09-19T14:00:24.899 INFO:tasks.workunit.client.0.smithi031.stderr: 8: __libc_start_main() 2024-09-19T14:00:24.899 INFO:tasks.workunit.client.0.smithi031.stderr: 9: _start() 2024-09-19T14:00:24.899 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.896+0000 7fc952c9c9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fc952c9c9c0 time 2024-09-19T14:00:24.898879+0000 2024-09-19T14:00:24.899 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T14:00:24.899 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:24.899 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T14:00:24.899 INFO:tasks.workunit.client.0.smithi031.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fc9565762eb] 2024-09-19T14:00:24.899 INFO:tasks.workunit.client.0.smithi031.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fc95657649f] 2024-09-19T14:00:24.899 INFO:tasks.workunit.client.0.smithi031.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x557b97490271] 2024-09-19T14:00:24.899 INFO:tasks.workunit.client.0.smithi031.stderr: 4: radosgw-admin(+0x141057c) [0x557b97ee157c] 2024-09-19T14:00:24.899 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x557b974a00dd] 2024-09-19T14:00:24.899 INFO:tasks.workunit.client.0.smithi031.stderr: 6: main() 2024-09-19T14:00:24.900 INFO:tasks.workunit.client.0.smithi031.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fc9553dcd90] 2024-09-19T14:00:24.900 INFO:tasks.workunit.client.0.smithi031.stderr: 8: __libc_start_main() 2024-09-19T14:00:24.900 INFO:tasks.workunit.client.0.smithi031.stderr: 9: _start() 2024-09-19T14:00:24.900 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:24.900 INFO:tasks.workunit.client.0.smithi031.stderr:*** Caught signal (Aborted) ** 2024-09-19T14:00:24.900 INFO:tasks.workunit.client.0.smithi031.stderr: in thread 7fc952c9c9c0 thread_name:radosgw-admin 2024-09-19T14:00:24.917 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T14:00:24.917 INFO:tasks.workunit.client.0.smithi031.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fc9553f5520] 2024-09-19T14:00:24.917 INFO:tasks.workunit.client.0.smithi031.stderr: 2: pthread_kill() 2024-09-19T14:00:24.917 INFO:tasks.workunit.client.0.smithi031.stderr: 3: raise() 2024-09-19T14:00:24.917 INFO:tasks.workunit.client.0.smithi031.stderr: 4: abort() 2024-09-19T14:00:24.917 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fc956576345] 2024-09-19T14:00:24.917 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fc95657649f] 2024-09-19T14:00:24.917 INFO:tasks.workunit.client.0.smithi031.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x557b97490271] 2024-09-19T14:00:24.917 INFO:tasks.workunit.client.0.smithi031.stderr: 8: radosgw-admin(+0x141057c) [0x557b97ee157c] 2024-09-19T14:00:24.917 INFO:tasks.workunit.client.0.smithi031.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x557b974a00dd] 2024-09-19T14:00:24.917 INFO:tasks.workunit.client.0.smithi031.stderr: 10: main() 2024-09-19T14:00:24.917 INFO:tasks.workunit.client.0.smithi031.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fc9553dcd90] 2024-09-19T14:00:24.918 INFO:tasks.workunit.client.0.smithi031.stderr: 12: __libc_start_main() 2024-09-19T14:00:24.918 INFO:tasks.workunit.client.0.smithi031.stderr: 13: _start() 2024-09-19T14:00:24.918 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.896+0000 7fc952c9c9c0 -1 *** Caught signal (Aborted) ** 2024-09-19T14:00:24.918 INFO:tasks.workunit.client.0.smithi031.stderr: in thread 7fc952c9c9c0 thread_name:radosgw-admin 2024-09-19T14:00:24.918 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:24.918 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T14:00:24.918 INFO:tasks.workunit.client.0.smithi031.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fc9553f5520] 2024-09-19T14:00:24.918 INFO:tasks.workunit.client.0.smithi031.stderr: 2: pthread_kill() 2024-09-19T14:00:24.918 INFO:tasks.workunit.client.0.smithi031.stderr: 3: raise() 2024-09-19T14:00:24.918 INFO:tasks.workunit.client.0.smithi031.stderr: 4: abort() 2024-09-19T14:00:24.918 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fc956576345] 2024-09-19T14:00:24.918 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fc95657649f] 2024-09-19T14:00:24.918 INFO:tasks.workunit.client.0.smithi031.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x557b97490271] 2024-09-19T14:00:24.919 INFO:tasks.workunit.client.0.smithi031.stderr: 8: radosgw-admin(+0x141057c) [0x557b97ee157c] 2024-09-19T14:00:24.919 INFO:tasks.workunit.client.0.smithi031.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x557b974a00dd] 2024-09-19T14:00:24.919 INFO:tasks.workunit.client.0.smithi031.stderr: 10: main() 2024-09-19T14:00:24.919 INFO:tasks.workunit.client.0.smithi031.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fc9553dcd90] 2024-09-19T14:00:24.919 INFO:tasks.workunit.client.0.smithi031.stderr: 12: __libc_start_main() 2024-09-19T14:00:24.919 INFO:tasks.workunit.client.0.smithi031.stderr: 13: _start() 2024-09-19T14:00:24.919 INFO:tasks.workunit.client.0.smithi031.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T14:00:24.919 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:24.919 INFO:tasks.workunit.client.0.smithi031.stderr:--- begin dump of recent events --- 2024-09-19T14:00:24.919 INFO:tasks.workunit.client.0.smithi031.stderr: -499> 2024-09-19T14:00:24.800+0000 7fc94ffa1640 10 monclient: _finish_hunting 0 2024-09-19T14:00:24.919 INFO:tasks.workunit.client.0.smithi031.stderr: -498> 2024-09-19T14:00:24.800+0000 7fc94ffa1640 1 monclient: found mon.noname-c 2024-09-19T14:00:24.919 INFO:tasks.workunit.client.0.smithi031.stderr: -497> 2024-09-19T14:00:24.800+0000 7fc94ffa1640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.31:3301/0 2024-09-19T14:00:24.920 INFO:tasks.workunit.client.0.smithi031.stderr: -496> 2024-09-19T14:00:24.804+0000 7fc83e60c640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:00:24.920 INFO:tasks.workunit.client.0.smithi031.stderr: -495> 2024-09-19T14:00:24.804+0000 7fc83e60c640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T14:00:24.920 INFO:tasks.workunit.client.0.smithi031.stderr: -494> 2024-09-19T14:00:24.804+0000 7fc83e60c640 10 monclient: dump: 2024-09-19T14:00:24.920 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:00:24.920 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:00:24.920 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:00:24.920 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:00:24.920 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:00:24.920 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:00:24.920 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:00:24.920 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:00:24.920 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:00:24.920 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:24.921 INFO:tasks.workunit.client.0.smithi031.stderr: -493> 2024-09-19T14:00:24.804+0000 7fc83e60c640 10 monclient: _finish_auth 0 2024-09-19T14:00:24.921 INFO:tasks.workunit.client.0.smithi031.stderr: -492> 2024-09-19T14:00:24.804+0000 7fc83e60c640 10 monclient: _check_auth_tickets 2024-09-19T14:00:24.921 INFO:tasks.workunit.client.0.smithi031.stderr: -491> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 monclient: authenticate success, global_id 7274 2024-09-19T14:00:24.921 INFO:tasks.workunit.client.0.smithi031.stderr: -490> 2024-09-19T14:00:24.804+0000 7fc83e60c640 10 monclient: handle_config config(0 keys) 2024-09-19T14:00:24.921 INFO:tasks.workunit.client.0.smithi031.stderr: -489> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 10 monclient: get_monmap_and_config success 2024-09-19T14:00:24.921 INFO:tasks.workunit.client.0.smithi031.stderr: -488> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 4 set_mon_vals no callback set 2024-09-19T14:00:24.921 INFO:tasks.workunit.client.0.smithi031.stderr: -487> 2024-09-19T14:00:24.804+0000 7fc83e60c640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:00:24.921 INFO:tasks.workunit.client.0.smithi031.stderr: -486> 2024-09-19T14:00:24.804+0000 7fc83e60c640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T14:00:24.921 INFO:tasks.workunit.client.0.smithi031.stderr: -485> 2024-09-19T14:00:24.804+0000 7fc83e60c640 10 monclient: dump: 2024-09-19T14:00:24.921 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:00:24.921 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:00:24.921 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:00:24.921 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:00:24.922 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:00:24.922 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:00:24.922 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:00:24.922 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:00:24.922 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:00:24.922 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:24.922 INFO:tasks.workunit.client.0.smithi031.stderr: -484> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 10 monclient: shutdown 2024-09-19T14:00:24.922 INFO:tasks.workunit.client.0.smithi031.stderr: -483> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 asok(0x557b9a4c0d90) unregister_commands rotate-key 2024-09-19T14:00:24.922 INFO:tasks.workunit.client.0.smithi031.stderr: -482> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 10 monclient: build_initial_monmap 2024-09-19T14:00:24.922 INFO:tasks.workunit.client.0.smithi031.stderr: -481> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 1 build_initial for_mkfs: 0 2024-09-19T14:00:24.922 INFO:tasks.workunit.client.0.smithi031.stderr: -480> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 10 monclient: monmap: 2024-09-19T14:00:24.922 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T14:00:24.922 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T14:00:24.922 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T14:00:24.923 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T14:00:24.923 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T14:00:24.923 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:00:24.923 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T14:00:24.923 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T14:00:24.923 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T14:00:24.923 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:24.923 INFO:tasks.workunit.client.0.smithi031.stderr: -479> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6cdb80) adding auth protocol: cephx 2024-09-19T14:00:24.923 INFO:tasks.workunit.client.0.smithi031.stderr: -478> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6cdb80) adding auth protocol: cephx 2024-09-19T14:00:24.923 INFO:tasks.workunit.client.0.smithi031.stderr: -477> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6cdb80) adding auth protocol: cephx 2024-09-19T14:00:24.923 INFO:tasks.workunit.client.0.smithi031.stderr: -476> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6cdb80) adding con mode: secure 2024-09-19T14:00:24.923 INFO:tasks.workunit.client.0.smithi031.stderr: -475> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6cdb80) adding con mode: crc 2024-09-19T14:00:24.923 INFO:tasks.workunit.client.0.smithi031.stderr: -474> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6cdb80) adding con mode: secure 2024-09-19T14:00:24.924 INFO:tasks.workunit.client.0.smithi031.stderr: -473> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6cdb80) adding con mode: crc 2024-09-19T14:00:24.924 INFO:tasks.workunit.client.0.smithi031.stderr: -472> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6cdb80) adding con mode: secure 2024-09-19T14:00:24.924 INFO:tasks.workunit.client.0.smithi031.stderr: -471> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6cdb80) adding con mode: crc 2024-09-19T14:00:24.924 INFO:tasks.workunit.client.0.smithi031.stderr: -470> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6cdb80) adding con mode: crc 2024-09-19T14:00:24.924 INFO:tasks.workunit.client.0.smithi031.stderr: -469> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6cdb80) adding con mode: secure 2024-09-19T14:00:24.924 INFO:tasks.workunit.client.0.smithi031.stderr: -468> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6cdb80) adding con mode: crc 2024-09-19T14:00:24.924 INFO:tasks.workunit.client.0.smithi031.stderr: -467> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6cdb80) adding con mode: secure 2024-09-19T14:00:24.924 INFO:tasks.workunit.client.0.smithi031.stderr: -466> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6cdb80) adding con mode: crc 2024-09-19T14:00:24.924 INFO:tasks.workunit.client.0.smithi031.stderr: -465> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6cdb80) adding con mode: secure 2024-09-19T14:00:24.924 INFO:tasks.workunit.client.0.smithi031.stderr: -464> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:00:24.924 INFO:tasks.workunit.client.0.smithi031.stderr: -463> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 1 librados: starting msgr at 2024-09-19T14:00:24.924 INFO:tasks.workunit.client.0.smithi031.stderr: -462> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 1 librados: starting objecter 2024-09-19T14:00:24.925 INFO:tasks.workunit.client.0.smithi031.stderr: -461> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 asok(0x557b9a4c0d90) register_command objecter_requests hook 0x557b9a6fb4f0 2024-09-19T14:00:24.925 INFO:tasks.workunit.client.0.smithi031.stderr: -460> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 1 librados: setting wanted keys 2024-09-19T14:00:24.925 INFO:tasks.workunit.client.0.smithi031.stderr: -459> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 1 librados: calling monclient init 2024-09-19T14:00:24.925 INFO:tasks.workunit.client.0.smithi031.stderr: -458> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 10 monclient: init 2024-09-19T14:00:24.925 INFO:tasks.workunit.client.0.smithi031.stderr: -457> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6ca900) adding auth protocol: cephx 2024-09-19T14:00:24.925 INFO:tasks.workunit.client.0.smithi031.stderr: -456> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6ca900) adding auth protocol: cephx 2024-09-19T14:00:24.925 INFO:tasks.workunit.client.0.smithi031.stderr: -455> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6ca900) adding auth protocol: cephx 2024-09-19T14:00:24.925 INFO:tasks.workunit.client.0.smithi031.stderr: -454> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6ca900) adding con mode: secure 2024-09-19T14:00:24.925 INFO:tasks.workunit.client.0.smithi031.stderr: -453> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6ca900) adding con mode: crc 2024-09-19T14:00:24.925 INFO:tasks.workunit.client.0.smithi031.stderr: -452> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6ca900) adding con mode: secure 2024-09-19T14:00:24.925 INFO:tasks.workunit.client.0.smithi031.stderr: -451> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6ca900) adding con mode: crc 2024-09-19T14:00:24.925 INFO:tasks.workunit.client.0.smithi031.stderr: -450> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6ca900) adding con mode: secure 2024-09-19T14:00:24.926 INFO:tasks.workunit.client.0.smithi031.stderr: -449> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6ca900) adding con mode: crc 2024-09-19T14:00:24.926 INFO:tasks.workunit.client.0.smithi031.stderr: -448> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6ca900) adding con mode: crc 2024-09-19T14:00:24.926 INFO:tasks.workunit.client.0.smithi031.stderr: -447> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6ca900) adding con mode: secure 2024-09-19T14:00:24.926 INFO:tasks.workunit.client.0.smithi031.stderr: -446> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6ca900) adding con mode: crc 2024-09-19T14:00:24.926 INFO:tasks.workunit.client.0.smithi031.stderr: -445> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6ca900) adding con mode: secure 2024-09-19T14:00:24.926 INFO:tasks.workunit.client.0.smithi031.stderr: -444> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6ca900) adding con mode: crc 2024-09-19T14:00:24.926 INFO:tasks.workunit.client.0.smithi031.stderr: -443> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6ca900) adding con mode: secure 2024-09-19T14:00:24.926 INFO:tasks.workunit.client.0.smithi031.stderr: -442> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:00:24.926 INFO:tasks.workunit.client.0.smithi031.stderr: -441> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:00:24.926 INFO:tasks.workunit.client.0.smithi031.stderr: -440> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 asok(0x557b9a4c0d90) register_command rotate-key hook 0x557b9a6caa48 2024-09-19T14:00:24.926 INFO:tasks.workunit.client.0.smithi031.stderr: -439> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 10 monclient: _reopen_session rank -1 2024-09-19T14:00:24.926 INFO:tasks.workunit.client.0.smithi031.stderr: -438> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-19T14:00:24.926 INFO:tasks.workunit.client.0.smithi031.stderr: -437> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 10 monclient(hunting): picked mon.noname-b con 0x557b9a57a800 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T14:00:24.927 INFO:tasks.workunit.client.0.smithi031.stderr: -436> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 10 monclient(hunting): picked mon.noname-c con 0x557b9a57abe0 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T14:00:24.927 INFO:tasks.workunit.client.0.smithi031.stderr: -435> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 10 monclient(hunting): picked mon.noname-a con 0x557b9a616610 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T14:00:24.927 INFO:tasks.workunit.client.0.smithi031.stderr: -434> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:00:24.927 INFO:tasks.workunit.client.0.smithi031.stderr: -433> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:00:24.927 INFO:tasks.workunit.client.0.smithi031.stderr: -432> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:00:24.927 INFO:tasks.workunit.client.0.smithi031.stderr: -431> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 10 monclient(hunting): _renew_subs 2024-09-19T14:00:24.927 INFO:tasks.workunit.client.0.smithi031.stderr: -430> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 10 monclient(hunting): authenticate will time out at 2368.638518s 2024-09-19T14:00:24.927 INFO:tasks.workunit.client.0.smithi031.stderr: -429> 2024-09-19T14:00:24.804+0000 7fc94ffa1640 10 monclient(hunting): get_auth_request con 0x557b9a57abe0 auth_method 0 2024-09-19T14:00:24.927 INFO:tasks.workunit.client.0.smithi031.stderr: -428> 2024-09-19T14:00:24.804+0000 7fc94ffa1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:00:24.927 INFO:tasks.workunit.client.0.smithi031.stderr: -427> 2024-09-19T14:00:24.804+0000 7fc94ffa1640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:00:24.927 INFO:tasks.workunit.client.0.smithi031.stderr: -426> 2024-09-19T14:00:24.804+0000 7fc94ffa1640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:00:24.927 INFO:tasks.workunit.client.0.smithi031.stderr: -425> 2024-09-19T14:00:24.804+0000 7fc950fa3640 10 monclient(hunting): get_auth_request con 0x557b9a616610 auth_method 0 2024-09-19T14:00:24.927 INFO:tasks.workunit.client.0.smithi031.stderr: -424> 2024-09-19T14:00:24.804+0000 7fc950fa3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:00:24.928 INFO:tasks.workunit.client.0.smithi031.stderr: -423> 2024-09-19T14:00:24.804+0000 7fc950fa3640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:00:24.928 INFO:tasks.workunit.client.0.smithi031.stderr: -422> 2024-09-19T14:00:24.804+0000 7fc950fa3640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:00:24.928 INFO:tasks.workunit.client.0.smithi031.stderr: -421> 2024-09-19T14:00:24.804+0000 7fc94ffa1640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:00:24.928 INFO:tasks.workunit.client.0.smithi031.stderr: -420> 2024-09-19T14:00:24.804+0000 7fc94ffa1640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:00:24.928 INFO:tasks.workunit.client.0.smithi031.stderr: -419> 2024-09-19T14:00:24.804+0000 7fc94ffa1640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:00:24.928 INFO:tasks.workunit.client.0.smithi031.stderr: -418> 2024-09-19T14:00:24.804+0000 7fc950fa3640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:00:24.928 INFO:tasks.workunit.client.0.smithi031.stderr: -417> 2024-09-19T14:00:24.804+0000 7fc950fa3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:00:24.928 INFO:tasks.workunit.client.0.smithi031.stderr: -416> 2024-09-19T14:00:24.804+0000 7fc950fa3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:00:24.928 INFO:tasks.workunit.client.0.smithi031.stderr: -415> 2024-09-19T14:00:24.804+0000 7fc94ffa1640 10 monclient(hunting): handle_auth_done global_id 7277 payload 824 2024-09-19T14:00:24.928 INFO:tasks.workunit.client.0.smithi031.stderr: -414> 2024-09-19T14:00:24.804+0000 7fc94ffa1640 10 monclient: _finish_hunting 0 2024-09-19T14:00:24.928 INFO:tasks.workunit.client.0.smithi031.stderr: -413> 2024-09-19T14:00:24.804+0000 7fc94ffa1640 1 monclient: found mon.noname-c 2024-09-19T14:00:24.928 INFO:tasks.workunit.client.0.smithi031.stderr: -412> 2024-09-19T14:00:24.804+0000 7fc94ffa1640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.31:3301/0 2024-09-19T14:00:24.928 INFO:tasks.workunit.client.0.smithi031.stderr: -411> 2024-09-19T14:00:24.804+0000 7fc83ce09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:00:24.929 INFO:tasks.workunit.client.0.smithi031.stderr: -410> 2024-09-19T14:00:24.804+0000 7fc83ce09640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T14:00:24.929 INFO:tasks.workunit.client.0.smithi031.stderr: -409> 2024-09-19T14:00:24.804+0000 7fc83ce09640 10 monclient: dump: 2024-09-19T14:00:24.929 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:00:24.929 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:00:24.929 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:00:24.929 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:00:24.929 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:00:24.929 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:00:24.929 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:00:24.930 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:00:24.930 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:00:24.930 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:24.930 INFO:tasks.workunit.client.0.smithi031.stderr: -408> 2024-09-19T14:00:24.804+0000 7fc83ce09640 10 monclient: _finish_auth 0 2024-09-19T14:00:24.930 INFO:tasks.workunit.client.0.smithi031.stderr: -407> 2024-09-19T14:00:24.804+0000 7fc83ce09640 10 monclient: _check_auth_tickets 2024-09-19T14:00:24.930 INFO:tasks.workunit.client.0.smithi031.stderr: -406> 2024-09-19T14:00:24.804+0000 7fc83ce09640 10 monclient: handle_config config(0 keys) 2024-09-19T14:00:24.930 INFO:tasks.workunit.client.0.smithi031.stderr: -405> 2024-09-19T14:00:24.804+0000 7fc83ce09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:00:24.930 INFO:tasks.workunit.client.0.smithi031.stderr: -404> 2024-09-19T14:00:24.804+0000 7fc83ce09640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T14:00:24.930 INFO:tasks.workunit.client.0.smithi031.stderr: -403> 2024-09-19T14:00:24.804+0000 7fc83ce09640 10 monclient: dump: 2024-09-19T14:00:24.930 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:00:24.930 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:00:24.930 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:00:24.930 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:00:24.931 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:00:24.931 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:00:24.931 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:00:24.931 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:00:24.931 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:00:24.931 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:24.931 INFO:tasks.workunit.client.0.smithi031.stderr: -402> 2024-09-19T14:00:24.804+0000 7fc83e60c640 4 set_mon_vals no callback set 2024-09-19T14:00:24.931 INFO:tasks.workunit.client.0.smithi031.stderr: -401> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 monclient: authenticate success, global_id 7277 2024-09-19T14:00:24.931 INFO:tasks.workunit.client.0.smithi031.stderr: -400> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 10 monclient: _renew_subs 2024-09-19T14:00:24.931 INFO:tasks.workunit.client.0.smithi031.stderr: -399> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T14:00:24.931 INFO:tasks.workunit.client.0.smithi031.stderr: -398> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 10 monclient: _renew_subs 2024-09-19T14:00:24.931 INFO:tasks.workunit.client.0.smithi031.stderr: -397> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T14:00:24.932 INFO:tasks.workunit.client.0.smithi031.stderr: -396> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 1 librados: init done 2024-09-19T14:00:24.932 INFO:tasks.workunit.client.0.smithi031.stderr: -395> 2024-09-19T14:00:24.808+0000 7fc83ce09640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T14:00:24.932 INFO:tasks.workunit.client.0.smithi031.stderr: -394> 2024-09-19T14:00:24.808+0000 7fc83ce09640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:00:24.932 INFO:tasks.workunit.client.0.smithi031.stderr: -393> 2024-09-19T14:00:24.808+0000 7fc83ce09640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:00:24.932 INFO:tasks.workunit.client.0.smithi031.stderr: -392> 2024-09-19T14:00:24.808+0000 7fc9507a2640 10 monclient: get_auth_request con 0x7fc838071be0 auth_method 0 2024-09-19T14:00:24.932 INFO:tasks.workunit.client.0.smithi031.stderr: -391> 2024-09-19T14:00:24.808+0000 7fc950fa3640 10 monclient: get_auth_request con 0x557b9a6d2670 auth_method 0 2024-09-19T14:00:24.932 INFO:tasks.workunit.client.0.smithi031.stderr: -390> 2024-09-19T14:00:24.812+0000 7fc9507a2640 10 monclient: get_auth_request con 0x557b9a7169b0 auth_method 0 2024-09-19T14:00:24.932 INFO:tasks.workunit.client.0.smithi031.stderr: -389> 2024-09-19T14:00:24.812+0000 7fc94ffa1640 10 monclient: get_auth_request con 0x557b9a71aba0 auth_method 0 2024-09-19T14:00:24.932 INFO:tasks.workunit.client.0.smithi031.stderr: -388> 2024-09-19T14:00:24.812+0000 7fc952c9c9c0 10 monclient: build_initial_monmap 2024-09-19T14:00:24.932 INFO:tasks.workunit.client.0.smithi031.stderr: -387> 2024-09-19T14:00:24.812+0000 7fc952c9c9c0 1 build_initial for_mkfs: 0 2024-09-19T14:00:24.932 INFO:tasks.workunit.client.0.smithi031.stderr: -386> 2024-09-19T14:00:24.812+0000 7fc952c9c9c0 10 monclient: monmap: 2024-09-19T14:00:24.932 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T14:00:24.932 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T14:00:24.932 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T14:00:24.933 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T14:00:24.933 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T14:00:24.933 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:00:24.933 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T14:00:24.933 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T14:00:24.933 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T14:00:24.933 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:24.933 INFO:tasks.workunit.client.0.smithi031.stderr: -385> 2024-09-19T14:00:24.812+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71f6f0) adding auth protocol: cephx 2024-09-19T14:00:24.933 INFO:tasks.workunit.client.0.smithi031.stderr: -384> 2024-09-19T14:00:24.812+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71f6f0) adding auth protocol: cephx 2024-09-19T14:00:24.933 INFO:tasks.workunit.client.0.smithi031.stderr: -383> 2024-09-19T14:00:24.812+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71f6f0) adding auth protocol: cephx 2024-09-19T14:00:24.933 INFO:tasks.workunit.client.0.smithi031.stderr: -382> 2024-09-19T14:00:24.812+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71f6f0) adding con mode: secure 2024-09-19T14:00:24.933 INFO:tasks.workunit.client.0.smithi031.stderr: -381> 2024-09-19T14:00:24.812+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71f6f0) adding con mode: crc 2024-09-19T14:00:24.933 INFO:tasks.workunit.client.0.smithi031.stderr: -380> 2024-09-19T14:00:24.812+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71f6f0) adding con mode: secure 2024-09-19T14:00:24.933 INFO:tasks.workunit.client.0.smithi031.stderr: -379> 2024-09-19T14:00:24.812+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71f6f0) adding con mode: crc 2024-09-19T14:00:24.934 INFO:tasks.workunit.client.0.smithi031.stderr: -378> 2024-09-19T14:00:24.812+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71f6f0) adding con mode: secure 2024-09-19T14:00:24.934 INFO:tasks.workunit.client.0.smithi031.stderr: -377> 2024-09-19T14:00:24.812+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71f6f0) adding con mode: crc 2024-09-19T14:00:24.934 INFO:tasks.workunit.client.0.smithi031.stderr: -376> 2024-09-19T14:00:24.812+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71f6f0) adding con mode: crc 2024-09-19T14:00:24.934 INFO:tasks.workunit.client.0.smithi031.stderr: -375> 2024-09-19T14:00:24.812+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71f6f0) adding con mode: secure 2024-09-19T14:00:24.934 INFO:tasks.workunit.client.0.smithi031.stderr: -374> 2024-09-19T14:00:24.812+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71f6f0) adding con mode: crc 2024-09-19T14:00:24.934 INFO:tasks.workunit.client.0.smithi031.stderr: -373> 2024-09-19T14:00:24.812+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71f6f0) adding con mode: secure 2024-09-19T14:00:24.934 INFO:tasks.workunit.client.0.smithi031.stderr: -372> 2024-09-19T14:00:24.812+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71f6f0) adding con mode: crc 2024-09-19T14:00:24.934 INFO:tasks.workunit.client.0.smithi031.stderr: -371> 2024-09-19T14:00:24.812+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71f6f0) adding con mode: secure 2024-09-19T14:00:24.934 INFO:tasks.workunit.client.0.smithi031.stderr: -370> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:00:24.934 INFO:tasks.workunit.client.0.smithi031.stderr: -369> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 5 asok(0x557b9a4c0d90) register_command objecter_requests cmddesc objecter_requests hook 0x557b9a723060 EEXIST 2024-09-19T14:00:24.934 INFO:tasks.workunit.client.0.smithi031.stderr: -368> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 10 monclient: init 2024-09-19T14:00:24.934 INFO:tasks.workunit.client.0.smithi031.stderr: -367> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71ddc8) adding auth protocol: cephx 2024-09-19T14:00:24.934 INFO:tasks.workunit.client.0.smithi031.stderr: -366> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71ddc8) adding auth protocol: cephx 2024-09-19T14:00:24.934 INFO:tasks.workunit.client.0.smithi031.stderr: -365> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71ddc8) adding auth protocol: cephx 2024-09-19T14:00:24.935 INFO:tasks.workunit.client.0.smithi031.stderr: -364> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71ddc8) adding con mode: secure 2024-09-19T14:00:24.935 INFO:tasks.workunit.client.0.smithi031.stderr: -363> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71ddc8) adding con mode: crc 2024-09-19T14:00:24.935 INFO:tasks.workunit.client.0.smithi031.stderr: -362> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71ddc8) adding con mode: secure 2024-09-19T14:00:24.935 INFO:tasks.workunit.client.0.smithi031.stderr: -361> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71ddc8) adding con mode: crc 2024-09-19T14:00:24.935 INFO:tasks.workunit.client.0.smithi031.stderr: -360> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71ddc8) adding con mode: secure 2024-09-19T14:00:24.935 INFO:tasks.workunit.client.0.smithi031.stderr: -359> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71ddc8) adding con mode: crc 2024-09-19T14:00:24.935 INFO:tasks.workunit.client.0.smithi031.stderr: -358> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71ddc8) adding con mode: crc 2024-09-19T14:00:24.935 INFO:tasks.workunit.client.0.smithi031.stderr: -357> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71ddc8) adding con mode: secure 2024-09-19T14:00:24.935 INFO:tasks.workunit.client.0.smithi031.stderr: -356> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71ddc8) adding con mode: crc 2024-09-19T14:00:24.935 INFO:tasks.workunit.client.0.smithi031.stderr: -355> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71ddc8) adding con mode: secure 2024-09-19T14:00:24.935 INFO:tasks.workunit.client.0.smithi031.stderr: -354> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71ddc8) adding con mode: crc 2024-09-19T14:00:24.935 INFO:tasks.workunit.client.0.smithi031.stderr: -353> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71ddc8) adding con mode: secure 2024-09-19T14:00:24.936 INFO:tasks.workunit.client.0.smithi031.stderr: -352> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:00:24.936 INFO:tasks.workunit.client.0.smithi031.stderr: -351> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:00:24.936 INFO:tasks.workunit.client.0.smithi031.stderr: -350> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 5 asok(0x557b9a4c0d90) register_command rotate-key cmddesc rotate-key hook 0x557b9a71df10 EEXIST 2024-09-19T14:00:24.936 INFO:tasks.workunit.client.0.smithi031.stderr: -349> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 10 monclient: _reopen_session rank -1 2024-09-19T14:00:24.936 INFO:tasks.workunit.client.0.smithi031.stderr: -348> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-19T14:00:24.936 INFO:tasks.workunit.client.0.smithi031.stderr: -347> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 10 monclient(hunting): picked mon.noname-a con 0x557b9a747210 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T14:00:24.936 INFO:tasks.workunit.client.0.smithi031.stderr: -346> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 10 monclient(hunting): picked mon.noname-b con 0x557b9a746b40 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T14:00:24.936 INFO:tasks.workunit.client.0.smithi031.stderr: -345> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 10 monclient(hunting): picked mon.noname-c con 0x557b9a745520 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T14:00:24.936 INFO:tasks.workunit.client.0.smithi031.stderr: -344> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:00:24.936 INFO:tasks.workunit.client.0.smithi031.stderr: -343> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:00:24.936 INFO:tasks.workunit.client.0.smithi031.stderr: -342> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:00:24.936 INFO:tasks.workunit.client.0.smithi031.stderr: -341> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 10 monclient(hunting): _renew_subs 2024-09-19T14:00:24.936 INFO:tasks.workunit.client.0.smithi031.stderr: -340> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 10 monclient(hunting): authenticate will time out at 2368.648938s 2024-09-19T14:00:24.936 INFO:tasks.workunit.client.0.smithi031.stderr: -339> 2024-09-19T14:00:24.816+0000 7fc9507a2640 10 monclient(hunting): get_auth_request con 0x557b9a747210 auth_method 0 2024-09-19T14:00:24.937 INFO:tasks.workunit.client.0.smithi031.stderr: -338> 2024-09-19T14:00:24.816+0000 7fc9507a2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:00:24.937 INFO:tasks.workunit.client.0.smithi031.stderr: -337> 2024-09-19T14:00:24.816+0000 7fc9507a2640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:00:24.937 INFO:tasks.workunit.client.0.smithi031.stderr: -336> 2024-09-19T14:00:24.816+0000 7fc9507a2640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:00:24.937 INFO:tasks.workunit.client.0.smithi031.stderr: -335> 2024-09-19T14:00:24.816+0000 7fc950fa3640 10 monclient(hunting): get_auth_request con 0x557b9a745520 auth_method 0 2024-09-19T14:00:24.937 INFO:tasks.workunit.client.0.smithi031.stderr: -334> 2024-09-19T14:00:24.816+0000 7fc950fa3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:00:24.937 INFO:tasks.workunit.client.0.smithi031.stderr: -333> 2024-09-19T14:00:24.816+0000 7fc950fa3640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:00:24.937 INFO:tasks.workunit.client.0.smithi031.stderr: -332> 2024-09-19T14:00:24.816+0000 7fc950fa3640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:00:24.937 INFO:tasks.workunit.client.0.smithi031.stderr: -331> 2024-09-19T14:00:24.816+0000 7fc9507a2640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:00:24.937 INFO:tasks.workunit.client.0.smithi031.stderr: -330> 2024-09-19T14:00:24.816+0000 7fc9507a2640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:00:24.937 INFO:tasks.workunit.client.0.smithi031.stderr: -329> 2024-09-19T14:00:24.816+0000 7fc9507a2640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:00:24.937 INFO:tasks.workunit.client.0.smithi031.stderr: -328> 2024-09-19T14:00:24.816+0000 7fc950fa3640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:00:24.937 INFO:tasks.workunit.client.0.smithi031.stderr: -327> 2024-09-19T14:00:24.816+0000 7fc950fa3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:00:24.938 INFO:tasks.workunit.client.0.smithi031.stderr: -326> 2024-09-19T14:00:24.816+0000 7fc950fa3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:00:24.938 INFO:tasks.workunit.client.0.smithi031.stderr: -325> 2024-09-19T14:00:24.816+0000 7fc94ffa1640 10 monclient(hunting): get_auth_request con 0x557b9a746b40 auth_method 0 2024-09-19T14:00:24.938 INFO:tasks.workunit.client.0.smithi031.stderr: -324> 2024-09-19T14:00:24.816+0000 7fc94ffa1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:00:24.938 INFO:tasks.workunit.client.0.smithi031.stderr: -323> 2024-09-19T14:00:24.816+0000 7fc94ffa1640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:00:24.938 INFO:tasks.workunit.client.0.smithi031.stderr: -322> 2024-09-19T14:00:24.816+0000 7fc94ffa1640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:00:24.938 INFO:tasks.workunit.client.0.smithi031.stderr: -321> 2024-09-19T14:00:24.816+0000 7fc9507a2640 10 monclient(hunting): handle_auth_done global_id 7761 payload 824 2024-09-19T14:00:24.938 INFO:tasks.workunit.client.0.smithi031.stderr: -320> 2024-09-19T14:00:24.816+0000 7fc9507a2640 10 monclient: _finish_hunting 0 2024-09-19T14:00:24.938 INFO:tasks.workunit.client.0.smithi031.stderr: -319> 2024-09-19T14:00:24.816+0000 7fc9507a2640 1 monclient: found mon.noname-a 2024-09-19T14:00:24.938 INFO:tasks.workunit.client.0.smithi031.stderr: -318> 2024-09-19T14:00:24.816+0000 7fc9507a2640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T14:00:24.938 INFO:tasks.workunit.client.0.smithi031.stderr: -317> 2024-09-19T14:00:24.816+0000 7fc835ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:00:24.938 INFO:tasks.workunit.client.0.smithi031.stderr: -316> 2024-09-19T14:00:24.816+0000 7fc835ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T14:00:24.938 INFO:tasks.workunit.client.0.smithi031.stderr: -315> 2024-09-19T14:00:24.816+0000 7fc835ffb640 10 monclient: dump: 2024-09-19T14:00:24.938 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:00:24.938 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:00:24.939 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:00:24.939 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:00:24.939 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:00:24.939 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:00:24.939 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:00:24.939 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:00:24.939 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:00:24.939 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:24.939 INFO:tasks.workunit.client.0.smithi031.stderr: -314> 2024-09-19T14:00:24.816+0000 7fc835ffb640 10 monclient: _finish_auth 0 2024-09-19T14:00:24.939 INFO:tasks.workunit.client.0.smithi031.stderr: -313> 2024-09-19T14:00:24.816+0000 7fc835ffb640 10 monclient: _check_auth_tickets 2024-09-19T14:00:24.939 INFO:tasks.workunit.client.0.smithi031.stderr: -312> 2024-09-19T14:00:24.816+0000 7fc835ffb640 10 monclient: handle_config config(0 keys) 2024-09-19T14:00:24.939 INFO:tasks.workunit.client.0.smithi031.stderr: -311> 2024-09-19T14:00:24.816+0000 7fc835ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:00:24.939 INFO:tasks.workunit.client.0.smithi031.stderr: -310> 2024-09-19T14:00:24.816+0000 7fc835ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T14:00:24.939 INFO:tasks.workunit.client.0.smithi031.stderr: -309> 2024-09-19T14:00:24.816+0000 7fc835ffb640 10 monclient: dump: 2024-09-19T14:00:24.940 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:00:24.940 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:00:24.940 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:00:24.940 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:00:24.940 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:00:24.940 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:00:24.940 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:00:24.940 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:00:24.940 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:00:24.940 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:24.940 INFO:tasks.workunit.client.0.smithi031.stderr: -308> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 5 monclient: authenticate success, global_id 7761 2024-09-19T14:00:24.940 INFO:tasks.workunit.client.0.smithi031.stderr: -307> 2024-09-19T14:00:24.816+0000 7fc9517a4640 4 set_mon_vals no callback set 2024-09-19T14:00:24.940 INFO:tasks.workunit.client.0.smithi031.stderr: -306> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 10 monclient: _renew_subs 2024-09-19T14:00:24.941 INFO:tasks.workunit.client.0.smithi031.stderr: -305> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T14:00:24.941 INFO:tasks.workunit.client.0.smithi031.stderr: -304> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 10 monclient: _renew_subs 2024-09-19T14:00:24.941 INFO:tasks.workunit.client.0.smithi031.stderr: -303> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T14:00:24.941 INFO:tasks.workunit.client.0.smithi031.stderr: -302> 2024-09-19T14:00:24.816+0000 7fc835ffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T14:00:24.941 INFO:tasks.workunit.client.0.smithi031.stderr: -301> 2024-09-19T14:00:24.816+0000 7fc835ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:00:24.941 INFO:tasks.workunit.client.0.smithi031.stderr: -300> 2024-09-19T14:00:24.816+0000 7fc835ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:00:24.941 INFO:tasks.workunit.client.0.smithi031.stderr: -299> 2024-09-19T14:00:24.820+0000 7fc94ffa1640 10 monclient: get_auth_request con 0x7fc828071b20 auth_method 0 2024-09-19T14:00:24.941 INFO:tasks.workunit.client.0.smithi031.stderr: -298> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient: get_monmap_and_config 2024-09-19T14:00:24.941 INFO:tasks.workunit.client.0.smithi031.stderr: -297> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient: build_initial_monmap 2024-09-19T14:00:24.941 INFO:tasks.workunit.client.0.smithi031.stderr: -296> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 1 build_initial for_mkfs: 0 2024-09-19T14:00:24.941 INFO:tasks.workunit.client.0.smithi031.stderr: -295> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient: monmap: 2024-09-19T14:00:24.941 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T14:00:24.941 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T14:00:24.941 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T14:00:24.942 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T14:00:24.942 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T14:00:24.942 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:00:24.942 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T14:00:24.942 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T14:00:24.942 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T14:00:24.942 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:24.942 INFO:tasks.workunit.client.0.smithi031.stderr: -294> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a766bb0) adding auth protocol: cephx 2024-09-19T14:00:24.942 INFO:tasks.workunit.client.0.smithi031.stderr: -293> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a766bb0) adding auth protocol: cephx 2024-09-19T14:00:24.943 INFO:tasks.workunit.client.0.smithi031.stderr: -292> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a766bb0) adding auth protocol: cephx 2024-09-19T14:00:24.943 INFO:tasks.workunit.client.0.smithi031.stderr: -291> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a766bb0) adding con mode: secure 2024-09-19T14:00:24.943 INFO:tasks.workunit.client.0.smithi031.stderr: -290> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a766bb0) adding con mode: crc 2024-09-19T14:00:24.943 INFO:tasks.workunit.client.0.smithi031.stderr: -289> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a766bb0) adding con mode: secure 2024-09-19T14:00:24.943 INFO:tasks.workunit.client.0.smithi031.stderr: -288> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a766bb0) adding con mode: crc 2024-09-19T14:00:24.943 INFO:tasks.workunit.client.0.smithi031.stderr: -287> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a766bb0) adding con mode: secure 2024-09-19T14:00:24.943 INFO:tasks.workunit.client.0.smithi031.stderr: -286> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a766bb0) adding con mode: crc 2024-09-19T14:00:24.943 INFO:tasks.workunit.client.0.smithi031.stderr: -285> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a766bb0) adding con mode: crc 2024-09-19T14:00:24.943 INFO:tasks.workunit.client.0.smithi031.stderr: -284> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a766bb0) adding con mode: secure 2024-09-19T14:00:24.943 INFO:tasks.workunit.client.0.smithi031.stderr: -283> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a766bb0) adding con mode: crc 2024-09-19T14:00:24.943 INFO:tasks.workunit.client.0.smithi031.stderr: -282> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a766bb0) adding con mode: secure 2024-09-19T14:00:24.943 INFO:tasks.workunit.client.0.smithi031.stderr: -281> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a766bb0) adding con mode: crc 2024-09-19T14:00:24.943 INFO:tasks.workunit.client.0.smithi031.stderr: -280> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a766bb0) adding con mode: secure 2024-09-19T14:00:24.943 INFO:tasks.workunit.client.0.smithi031.stderr: -279> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:00:24.944 INFO:tasks.workunit.client.0.smithi031.stderr: -278> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient: init 2024-09-19T14:00:24.944 INFO:tasks.workunit.client.0.smithi031.stderr: -277> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc0e0) adding auth protocol: cephx 2024-09-19T14:00:24.944 INFO:tasks.workunit.client.0.smithi031.stderr: -276> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc0e0) adding auth protocol: cephx 2024-09-19T14:00:24.944 INFO:tasks.workunit.client.0.smithi031.stderr: -275> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc0e0) adding auth protocol: cephx 2024-09-19T14:00:24.944 INFO:tasks.workunit.client.0.smithi031.stderr: -274> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc0e0) adding con mode: secure 2024-09-19T14:00:24.944 INFO:tasks.workunit.client.0.smithi031.stderr: -273> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc0e0) adding con mode: crc 2024-09-19T14:00:24.944 INFO:tasks.workunit.client.0.smithi031.stderr: -272> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc0e0) adding con mode: secure 2024-09-19T14:00:24.944 INFO:tasks.workunit.client.0.smithi031.stderr: -271> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc0e0) adding con mode: crc 2024-09-19T14:00:24.944 INFO:tasks.workunit.client.0.smithi031.stderr: -270> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc0e0) adding con mode: secure 2024-09-19T14:00:24.944 INFO:tasks.workunit.client.0.smithi031.stderr: -269> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc0e0) adding con mode: crc 2024-09-19T14:00:24.944 INFO:tasks.workunit.client.0.smithi031.stderr: -268> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc0e0) adding con mode: crc 2024-09-19T14:00:24.944 INFO:tasks.workunit.client.0.smithi031.stderr: -267> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc0e0) adding con mode: secure 2024-09-19T14:00:24.944 INFO:tasks.workunit.client.0.smithi031.stderr: -266> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc0e0) adding con mode: crc 2024-09-19T14:00:24.944 INFO:tasks.workunit.client.0.smithi031.stderr: -265> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc0e0) adding con mode: secure 2024-09-19T14:00:24.945 INFO:tasks.workunit.client.0.smithi031.stderr: -264> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc0e0) adding con mode: crc 2024-09-19T14:00:24.945 INFO:tasks.workunit.client.0.smithi031.stderr: -263> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc0e0) adding con mode: secure 2024-09-19T14:00:24.945 INFO:tasks.workunit.client.0.smithi031.stderr: -262> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:00:24.945 INFO:tasks.workunit.client.0.smithi031.stderr: -261> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:00:24.945 INFO:tasks.workunit.client.0.smithi031.stderr: -260> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 asok(0x557b9a4c0d90) register_command rotate-key cmddesc rotate-key hook 0x7ffe45bdc228 EEXIST 2024-09-19T14:00:24.945 INFO:tasks.workunit.client.0.smithi031.stderr: -259> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient: _reopen_session rank -1 2024-09-19T14:00:24.945 INFO:tasks.workunit.client.0.smithi031.stderr: -258> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-19T14:00:24.945 INFO:tasks.workunit.client.0.smithi031.stderr: -257> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient(hunting): picked mon.noname-a con 0x557b9a79b050 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T14:00:24.945 INFO:tasks.workunit.client.0.smithi031.stderr: -256> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient(hunting): picked mon.noname-b con 0x557b9a76af20 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T14:00:24.945 INFO:tasks.workunit.client.0.smithi031.stderr: -255> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient(hunting): picked mon.noname-c con 0x557b9a7964b0 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T14:00:24.945 INFO:tasks.workunit.client.0.smithi031.stderr: -254> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:00:24.945 INFO:tasks.workunit.client.0.smithi031.stderr: -253> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:00:24.946 INFO:tasks.workunit.client.0.smithi031.stderr: -252> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:00:24.946 INFO:tasks.workunit.client.0.smithi031.stderr: -251> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient(hunting): _renew_subs 2024-09-19T14:00:24.946 INFO:tasks.workunit.client.0.smithi031.stderr: -250> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient(hunting): authenticate will time out at 2368.653299s 2024-09-19T14:00:24.946 INFO:tasks.workunit.client.0.smithi031.stderr: -249> 2024-09-19T14:00:24.820+0000 7fc9507a2640 10 monclient(hunting): get_auth_request con 0x557b9a79b050 auth_method 0 2024-09-19T14:00:24.946 INFO:tasks.workunit.client.0.smithi031.stderr: -248> 2024-09-19T14:00:24.820+0000 7fc9507a2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:00:24.946 INFO:tasks.workunit.client.0.smithi031.stderr: -247> 2024-09-19T14:00:24.820+0000 7fc9507a2640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:00:24.946 INFO:tasks.workunit.client.0.smithi031.stderr: -246> 2024-09-19T14:00:24.820+0000 7fc9507a2640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:00:24.946 INFO:tasks.workunit.client.0.smithi031.stderr: -245> 2024-09-19T14:00:24.820+0000 7fc950fa3640 10 monclient(hunting): get_auth_request con 0x557b9a7964b0 auth_method 0 2024-09-19T14:00:24.946 INFO:tasks.workunit.client.0.smithi031.stderr: -244> 2024-09-19T14:00:24.820+0000 7fc950fa3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:00:24.947 INFO:tasks.workunit.client.0.smithi031.stderr: -243> 2024-09-19T14:00:24.820+0000 7fc950fa3640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:00:24.947 INFO:tasks.workunit.client.0.smithi031.stderr: -242> 2024-09-19T14:00:24.820+0000 7fc950fa3640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:00:24.947 INFO:tasks.workunit.client.0.smithi031.stderr: -241> 2024-09-19T14:00:24.820+0000 7fc9507a2640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:00:24.947 INFO:tasks.workunit.client.0.smithi031.stderr: -240> 2024-09-19T14:00:24.820+0000 7fc9507a2640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:00:24.947 INFO:tasks.workunit.client.0.smithi031.stderr: -239> 2024-09-19T14:00:24.820+0000 7fc9507a2640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:00:24.947 INFO:tasks.workunit.client.0.smithi031.stderr: -238> 2024-09-19T14:00:24.820+0000 7fc950fa3640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:00:24.947 INFO:tasks.workunit.client.0.smithi031.stderr: -237> 2024-09-19T14:00:24.820+0000 7fc950fa3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:00:24.947 INFO:tasks.workunit.client.0.smithi031.stderr: -236> 2024-09-19T14:00:24.820+0000 7fc950fa3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:00:24.947 INFO:tasks.workunit.client.0.smithi031.stderr: -235> 2024-09-19T14:00:24.820+0000 7fc9507a2640 10 monclient(hunting): handle_auth_done global_id 7764 payload 274 2024-09-19T14:00:24.947 INFO:tasks.workunit.client.0.smithi031.stderr: -234> 2024-09-19T14:00:24.820+0000 7fc9507a2640 10 monclient: _finish_hunting 0 2024-09-19T14:00:24.947 INFO:tasks.workunit.client.0.smithi031.stderr: -233> 2024-09-19T14:00:24.820+0000 7fc9507a2640 1 monclient: found mon.noname-a 2024-09-19T14:00:24.947 INFO:tasks.workunit.client.0.smithi031.stderr: -232> 2024-09-19T14:00:24.820+0000 7fc9507a2640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T14:00:24.947 INFO:tasks.workunit.client.0.smithi031.stderr: -231> 2024-09-19T14:00:24.820+0000 7fc8277fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:00:24.948 INFO:tasks.workunit.client.0.smithi031.stderr: -230> 2024-09-19T14:00:24.820+0000 7fc8277fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T14:00:24.948 INFO:tasks.workunit.client.0.smithi031.stderr: -229> 2024-09-19T14:00:24.820+0000 7fc8277fe640 10 monclient: dump: 2024-09-19T14:00:24.948 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:00:24.948 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:00:24.948 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:00:24.948 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:00:24.948 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:00:24.948 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:00:24.948 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:00:24.948 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:00:24.948 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:00:24.948 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:24.948 INFO:tasks.workunit.client.0.smithi031.stderr: -228> 2024-09-19T14:00:24.820+0000 7fc8277fe640 10 monclient: _finish_auth 0 2024-09-19T14:00:24.949 INFO:tasks.workunit.client.0.smithi031.stderr: -227> 2024-09-19T14:00:24.820+0000 7fc8277fe640 10 monclient: _check_auth_tickets 2024-09-19T14:00:24.949 INFO:tasks.workunit.client.0.smithi031.stderr: -226> 2024-09-19T14:00:24.820+0000 7fc8277fe640 10 monclient: handle_config config(0 keys) 2024-09-19T14:00:24.949 INFO:tasks.workunit.client.0.smithi031.stderr: -225> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 monclient: authenticate success, global_id 7764 2024-09-19T14:00:24.949 INFO:tasks.workunit.client.0.smithi031.stderr: -224> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient: get_monmap_and_config success 2024-09-19T14:00:24.949 INFO:tasks.workunit.client.0.smithi031.stderr: -223> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 4 set_mon_vals no callback set 2024-09-19T14:00:24.949 INFO:tasks.workunit.client.0.smithi031.stderr: -222> 2024-09-19T14:00:24.820+0000 7fc8277fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:00:24.949 INFO:tasks.workunit.client.0.smithi031.stderr: -221> 2024-09-19T14:00:24.820+0000 7fc8277fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T14:00:24.949 INFO:tasks.workunit.client.0.smithi031.stderr: -220> 2024-09-19T14:00:24.820+0000 7fc8277fe640 10 monclient: dump: 2024-09-19T14:00:24.949 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:00:24.949 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:00:24.949 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:00:24.949 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:00:24.949 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:00:24.950 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:00:24.950 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:00:24.950 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:00:24.950 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:00:24.950 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:24.950 INFO:tasks.workunit.client.0.smithi031.stderr: -219> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient: shutdown 2024-09-19T14:00:24.950 INFO:tasks.workunit.client.0.smithi031.stderr: -218> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient: build_initial_monmap 2024-09-19T14:00:24.950 INFO:tasks.workunit.client.0.smithi031.stderr: -217> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 1 build_initial for_mkfs: 0 2024-09-19T14:00:24.950 INFO:tasks.workunit.client.0.smithi031.stderr: -216> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient: monmap: 2024-09-19T14:00:24.950 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T14:00:24.950 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T14:00:24.950 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T14:00:24.950 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T14:00:24.951 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T14:00:24.951 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:00:24.951 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T14:00:24.951 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T14:00:24.951 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T14:00:24.951 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:24.951 INFO:tasks.workunit.client.0.smithi031.stderr: -215> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a76bc20) adding auth protocol: cephx 2024-09-19T14:00:24.951 INFO:tasks.workunit.client.0.smithi031.stderr: -214> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a76bc20) adding auth protocol: cephx 2024-09-19T14:00:24.951 INFO:tasks.workunit.client.0.smithi031.stderr: -213> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a76bc20) adding auth protocol: cephx 2024-09-19T14:00:24.951 INFO:tasks.workunit.client.0.smithi031.stderr: -212> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a76bc20) adding con mode: secure 2024-09-19T14:00:24.951 INFO:tasks.workunit.client.0.smithi031.stderr: -211> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a76bc20) adding con mode: crc 2024-09-19T14:00:24.951 INFO:tasks.workunit.client.0.smithi031.stderr: -210> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a76bc20) adding con mode: secure 2024-09-19T14:00:24.951 INFO:tasks.workunit.client.0.smithi031.stderr: -209> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a76bc20) adding con mode: crc 2024-09-19T14:00:24.952 INFO:tasks.workunit.client.0.smithi031.stderr: -208> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a76bc20) adding con mode: secure 2024-09-19T14:00:24.952 INFO:tasks.workunit.client.0.smithi031.stderr: -207> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a76bc20) adding con mode: crc 2024-09-19T14:00:24.952 INFO:tasks.workunit.client.0.smithi031.stderr: -206> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a76bc20) adding con mode: crc 2024-09-19T14:00:24.952 INFO:tasks.workunit.client.0.smithi031.stderr: -205> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a76bc20) adding con mode: secure 2024-09-19T14:00:24.952 INFO:tasks.workunit.client.0.smithi031.stderr: -204> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a76bc20) adding con mode: crc 2024-09-19T14:00:24.952 INFO:tasks.workunit.client.0.smithi031.stderr: -203> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a76bc20) adding con mode: secure 2024-09-19T14:00:24.952 INFO:tasks.workunit.client.0.smithi031.stderr: -202> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a76bc20) adding con mode: crc 2024-09-19T14:00:24.952 INFO:tasks.workunit.client.0.smithi031.stderr: -201> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a76bc20) adding con mode: secure 2024-09-19T14:00:24.952 INFO:tasks.workunit.client.0.smithi031.stderr: -200> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:00:24.952 INFO:tasks.workunit.client.0.smithi031.stderr: -199> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 1 librados: starting msgr at 2024-09-19T14:00:24.952 INFO:tasks.workunit.client.0.smithi031.stderr: -198> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 1 librados: starting objecter 2024-09-19T14:00:24.952 INFO:tasks.workunit.client.0.smithi031.stderr: -197> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 asok(0x557b9a4c0d90) register_command objecter_requests cmddesc objecter_requests hook 0x557b9a745190 EEXIST 2024-09-19T14:00:24.952 INFO:tasks.workunit.client.0.smithi031.stderr: -196> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 1 librados: setting wanted keys 2024-09-19T14:00:24.953 INFO:tasks.workunit.client.0.smithi031.stderr: -195> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 1 librados: calling monclient init 2024-09-19T14:00:24.953 INFO:tasks.workunit.client.0.smithi031.stderr: -194> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient: init 2024-09-19T14:00:24.953 INFO:tasks.workunit.client.0.smithi031.stderr: -193> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a749030) adding auth protocol: cephx 2024-09-19T14:00:24.953 INFO:tasks.workunit.client.0.smithi031.stderr: -192> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a749030) adding auth protocol: cephx 2024-09-19T14:00:24.953 INFO:tasks.workunit.client.0.smithi031.stderr: -191> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a749030) adding auth protocol: cephx 2024-09-19T14:00:24.953 INFO:tasks.workunit.client.0.smithi031.stderr: -190> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a749030) adding con mode: secure 2024-09-19T14:00:24.953 INFO:tasks.workunit.client.0.smithi031.stderr: -189> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a749030) adding con mode: crc 2024-09-19T14:00:24.953 INFO:tasks.workunit.client.0.smithi031.stderr: -188> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a749030) adding con mode: secure 2024-09-19T14:00:24.953 INFO:tasks.workunit.client.0.smithi031.stderr: -187> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a749030) adding con mode: crc 2024-09-19T14:00:24.953 INFO:tasks.workunit.client.0.smithi031.stderr: -186> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a749030) adding con mode: secure 2024-09-19T14:00:24.953 INFO:tasks.workunit.client.0.smithi031.stderr: -185> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a749030) adding con mode: crc 2024-09-19T14:00:24.953 INFO:tasks.workunit.client.0.smithi031.stderr: -184> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a749030) adding con mode: crc 2024-09-19T14:00:24.953 INFO:tasks.workunit.client.0.smithi031.stderr: -183> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a749030) adding con mode: secure 2024-09-19T14:00:24.954 INFO:tasks.workunit.client.0.smithi031.stderr: -182> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a749030) adding con mode: crc 2024-09-19T14:00:24.954 INFO:tasks.workunit.client.0.smithi031.stderr: -181> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a749030) adding con mode: secure 2024-09-19T14:00:24.954 INFO:tasks.workunit.client.0.smithi031.stderr: -180> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a749030) adding con mode: crc 2024-09-19T14:00:24.954 INFO:tasks.workunit.client.0.smithi031.stderr: -179> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a749030) adding con mode: secure 2024-09-19T14:00:24.954 INFO:tasks.workunit.client.0.smithi031.stderr: -178> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:00:24.954 INFO:tasks.workunit.client.0.smithi031.stderr: -177> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:00:24.954 INFO:tasks.workunit.client.0.smithi031.stderr: -176> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 asok(0x557b9a4c0d90) register_command rotate-key cmddesc rotate-key hook 0x557b9a749178 EEXIST 2024-09-19T14:00:24.954 INFO:tasks.workunit.client.0.smithi031.stderr: -175> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient: _reopen_session rank -1 2024-09-19T14:00:24.954 INFO:tasks.workunit.client.0.smithi031.stderr: -174> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-19T14:00:24.954 INFO:tasks.workunit.client.0.smithi031.stderr: -173> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient(hunting): picked mon.noname-b con 0x557b9a76af20 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T14:00:24.954 INFO:tasks.workunit.client.0.smithi031.stderr: -172> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient(hunting): picked mon.noname-c con 0x557b9a7964b0 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T14:00:24.954 INFO:tasks.workunit.client.0.smithi031.stderr: -171> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient(hunting): picked mon.noname-a con 0x557b9a79b050 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T14:00:24.955 INFO:tasks.workunit.client.0.smithi031.stderr: -170> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:00:24.955 INFO:tasks.workunit.client.0.smithi031.stderr: -169> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:00:24.955 INFO:tasks.workunit.client.0.smithi031.stderr: -168> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:00:24.955 INFO:tasks.workunit.client.0.smithi031.stderr: -167> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient(hunting): _renew_subs 2024-09-19T14:00:24.955 INFO:tasks.workunit.client.0.smithi031.stderr: -166> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient(hunting): authenticate will time out at 2368.655941s 2024-09-19T14:00:24.955 INFO:tasks.workunit.client.0.smithi031.stderr: -165> 2024-09-19T14:00:24.824+0000 7fc950fa3640 10 monclient(hunting): get_auth_request con 0x557b9a79b050 auth_method 0 2024-09-19T14:00:24.955 INFO:tasks.workunit.client.0.smithi031.stderr: -164> 2024-09-19T14:00:24.824+0000 7fc950fa3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:00:24.955 INFO:tasks.workunit.client.0.smithi031.stderr: -163> 2024-09-19T14:00:24.824+0000 7fc950fa3640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:00:24.955 INFO:tasks.workunit.client.0.smithi031.stderr: -162> 2024-09-19T14:00:24.824+0000 7fc950fa3640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:00:24.955 INFO:tasks.workunit.client.0.smithi031.stderr: -161> 2024-09-19T14:00:24.824+0000 7fc94ffa1640 10 monclient(hunting): get_auth_request con 0x557b9a7964b0 auth_method 0 2024-09-19T14:00:24.955 INFO:tasks.workunit.client.0.smithi031.stderr: -160> 2024-09-19T14:00:24.824+0000 7fc94ffa1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:00:24.955 INFO:tasks.workunit.client.0.smithi031.stderr: -159> 2024-09-19T14:00:24.824+0000 7fc94ffa1640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:00:24.955 INFO:tasks.workunit.client.0.smithi031.stderr: -158> 2024-09-19T14:00:24.824+0000 7fc94ffa1640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:00:24.955 INFO:tasks.workunit.client.0.smithi031.stderr: -157> 2024-09-19T14:00:24.824+0000 7fc950fa3640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:00:24.956 INFO:tasks.workunit.client.0.smithi031.stderr: -156> 2024-09-19T14:00:24.824+0000 7fc950fa3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:00:24.956 INFO:tasks.workunit.client.0.smithi031.stderr: -155> 2024-09-19T14:00:24.824+0000 7fc950fa3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:00:24.956 INFO:tasks.workunit.client.0.smithi031.stderr: -154> 2024-09-19T14:00:24.824+0000 7fc94ffa1640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:00:24.956 INFO:tasks.workunit.client.0.smithi031.stderr: -153> 2024-09-19T14:00:24.824+0000 7fc94ffa1640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:00:24.956 INFO:tasks.workunit.client.0.smithi031.stderr: -152> 2024-09-19T14:00:24.824+0000 7fc94ffa1640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:00:24.956 INFO:tasks.workunit.client.0.smithi031.stderr: -151> 2024-09-19T14:00:24.824+0000 7fc9507a2640 10 monclient(hunting): get_auth_request con 0x557b9a76af20 auth_method 0 2024-09-19T14:00:24.956 INFO:tasks.workunit.client.0.smithi031.stderr: -150> 2024-09-19T14:00:24.824+0000 7fc9507a2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:00:24.956 INFO:tasks.workunit.client.0.smithi031.stderr: -149> 2024-09-19T14:00:24.824+0000 7fc9507a2640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:00:24.956 INFO:tasks.workunit.client.0.smithi031.stderr: -148> 2024-09-19T14:00:24.824+0000 7fc9507a2640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:00:24.956 INFO:tasks.workunit.client.0.smithi031.stderr: -147> 2024-09-19T14:00:24.824+0000 7fc950fa3640 10 monclient(hunting): handle_auth_done global_id 7767 payload 824 2024-09-19T14:00:24.956 INFO:tasks.workunit.client.0.smithi031.stderr: -146> 2024-09-19T14:00:24.824+0000 7fc950fa3640 10 monclient: _finish_hunting 0 2024-09-19T14:00:24.956 INFO:tasks.workunit.client.0.smithi031.stderr: -145> 2024-09-19T14:00:24.824+0000 7fc950fa3640 1 monclient: found mon.noname-a 2024-09-19T14:00:24.956 INFO:tasks.workunit.client.0.smithi031.stderr: -144> 2024-09-19T14:00:24.824+0000 7fc950fa3640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T14:00:24.957 INFO:tasks.workunit.client.0.smithi031.stderr: -143> 2024-09-19T14:00:24.824+0000 7fc825ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:00:24.957 INFO:tasks.workunit.client.0.smithi031.stderr: -142> 2024-09-19T14:00:24.824+0000 7fc825ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T14:00:24.957 INFO:tasks.workunit.client.0.smithi031.stderr: -141> 2024-09-19T14:00:24.824+0000 7fc825ffb640 10 monclient: dump: 2024-09-19T14:00:24.957 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:00:24.957 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:00:24.957 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:00:24.957 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:00:24.957 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:00:24.957 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:00:24.957 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:00:24.957 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:00:24.957 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:00:24.957 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:24.958 INFO:tasks.workunit.client.0.smithi031.stderr: -140> 2024-09-19T14:00:24.824+0000 7fc825ffb640 10 monclient: _finish_auth 0 2024-09-19T14:00:24.958 INFO:tasks.workunit.client.0.smithi031.stderr: -139> 2024-09-19T14:00:24.824+0000 7fc825ffb640 10 monclient: _check_auth_tickets 2024-09-19T14:00:24.958 INFO:tasks.workunit.client.0.smithi031.stderr: -138> 2024-09-19T14:00:24.824+0000 7fc825ffb640 10 monclient: handle_config config(0 keys) 2024-09-19T14:00:24.958 INFO:tasks.workunit.client.0.smithi031.stderr: -137> 2024-09-19T14:00:24.824+0000 7fc825ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:00:24.958 INFO:tasks.workunit.client.0.smithi031.stderr: -136> 2024-09-19T14:00:24.824+0000 7fc825ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T14:00:24.958 INFO:tasks.workunit.client.0.smithi031.stderr: -135> 2024-09-19T14:00:24.824+0000 7fc825ffb640 10 monclient: dump: 2024-09-19T14:00:24.958 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:00:24.958 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:00:24.958 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:00:24.958 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:00:24.958 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:00:24.958 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:00:24.958 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:00:24.959 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:00:24.959 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:00:24.959 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:24.959 INFO:tasks.workunit.client.0.smithi031.stderr: -134> 2024-09-19T14:00:24.824+0000 7fc952c9c9c0 5 monclient: authenticate success, global_id 7767 2024-09-19T14:00:24.959 INFO:tasks.workunit.client.0.smithi031.stderr: -133> 2024-09-19T14:00:24.824+0000 7fc8277fe640 4 set_mon_vals no callback set 2024-09-19T14:00:24.959 INFO:tasks.workunit.client.0.smithi031.stderr: -132> 2024-09-19T14:00:24.824+0000 7fc952c9c9c0 10 monclient: _renew_subs 2024-09-19T14:00:24.959 INFO:tasks.workunit.client.0.smithi031.stderr: -131> 2024-09-19T14:00:24.824+0000 7fc952c9c9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T14:00:24.959 INFO:tasks.workunit.client.0.smithi031.stderr: -130> 2024-09-19T14:00:24.824+0000 7fc952c9c9c0 10 monclient: _renew_subs 2024-09-19T14:00:24.959 INFO:tasks.workunit.client.0.smithi031.stderr: -129> 2024-09-19T14:00:24.824+0000 7fc952c9c9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T14:00:24.959 INFO:tasks.workunit.client.0.smithi031.stderr: -128> 2024-09-19T14:00:24.824+0000 7fc952c9c9c0 1 librados: init done 2024-09-19T14:00:24.959 INFO:tasks.workunit.client.0.smithi031.stderr: -127> 2024-09-19T14:00:24.824+0000 7fc952c9c9c0 5 asok(0x557b9a4c0d90) register_command cr dump hook 0x557b9a790608 2024-09-19T14:00:24.959 INFO:tasks.workunit.client.0.smithi031.stderr: -126> 2024-09-19T14:00:24.824+0000 7fc952c9c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:24.959 INFO:tasks.workunit.client.0.smithi031.stderr: -125> 2024-09-19T14:00:24.824+0000 7fc825ffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T14:00:24.960 INFO:tasks.workunit.client.0.smithi031.stderr: -124> 2024-09-19T14:00:24.824+0000 7fc825ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:00:24.960 INFO:tasks.workunit.client.0.smithi031.stderr: -123> 2024-09-19T14:00:24.824+0000 7fc825ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:00:24.960 INFO:tasks.workunit.client.0.smithi031.stderr: -122> 2024-09-19T14:00:24.824+0000 7fc9507a2640 10 monclient: get_auth_request con 0x7fc818071be0 auth_method 0 2024-09-19T14:00:24.960 INFO:tasks.workunit.client.0.smithi031.stderr: -121> 2024-09-19T14:00:24.824+0000 7fc94ffa1640 10 monclient: get_auth_request con 0x557b9a7b5030 auth_method 0 2024-09-19T14:00:24.960 INFO:tasks.workunit.client.0.smithi031.stderr: -120> 2024-09-19T14:00:24.828+0000 7fc952c9c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:24.960 INFO:tasks.workunit.client.0.smithi031.stderr: -119> 2024-09-19T14:00:24.828+0000 7fc952c9c9c0 20 realm 2024-09-19T14:00:24.960 INFO:tasks.workunit.client.0.smithi031.stderr: -118> 2024-09-19T14:00:24.828+0000 7fc952c9c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:24.960 INFO:tasks.workunit.client.0.smithi031.stderr: -117> 2024-09-19T14:00:24.828+0000 7fc952c9c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:24.960 INFO:tasks.workunit.client.0.smithi031.stderr: -116> 2024-09-19T14:00:24.828+0000 7fc952c9c9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:00:24.960 INFO:tasks.workunit.client.0.smithi031.stderr: -115> 2024-09-19T14:00:24.828+0000 7fc952c9c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:24.960 INFO:tasks.workunit.client.0.smithi031.stderr: -114> 2024-09-19T14:00:24.828+0000 7fc952c9c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:24.960 INFO:tasks.workunit.client.0.smithi031.stderr: -113> 2024-09-19T14:00:24.828+0000 7fc952c9c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:24.960 INFO:tasks.workunit.client.0.smithi031.stderr: -112> 2024-09-19T14:00:24.828+0000 7fc9507a2640 10 monclient: get_auth_request con 0x557b9a7b9230 auth_method 0 2024-09-19T14:00:24.961 INFO:tasks.workunit.client.0.smithi031.stderr: -111> 2024-09-19T14:00:24.828+0000 7fc952c9c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:00:24.961 INFO:tasks.workunit.client.0.smithi031.stderr: -110> 2024-09-19T14:00:24.828+0000 7fc952c9c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:24.961 INFO:tasks.workunit.client.0.smithi031.stderr: -109> 2024-09-19T14:00:24.828+0000 7fc94ffa1640 10 monclient: get_auth_request con 0x557b9a7bca90 auth_method 0 2024-09-19T14:00:24.961 INFO:tasks.workunit.client.0.smithi031.stderr: -108> 2024-09-19T14:00:24.832+0000 7fc952c9c9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:00:24.961 INFO:tasks.workunit.client.0.smithi031.stderr: -107> 2024-09-19T14:00:24.832+0000 7fc952c9c9c0 20 searching for the correct realm 2024-09-19T14:00:24.961 INFO:tasks.workunit.client.0.smithi031.stderr: -106> 2024-09-19T14:00:24.832+0000 7fc950fa3640 10 monclient: get_auth_request con 0x7fc9440ca070 auth_method 0 2024-09-19T14:00:24.961 INFO:tasks.workunit.client.0.smithi031.stderr: -105> 2024-09-19T14:00:24.832+0000 7fc9507a2640 10 monclient: get_auth_request con 0x7fc940008040 auth_method 0 2024-09-19T14:00:24.961 INFO:tasks.workunit.client.0.smithi031.stderr: -104> 2024-09-19T14:00:24.836+0000 7fc94ffa1640 10 monclient: get_auth_request con 0x7fc944102db0 auth_method 0 2024-09-19T14:00:24.961 INFO:tasks.workunit.client.0.smithi031.stderr: -103> 2024-09-19T14:00:24.836+0000 7fc94ffa1640 0 -- 172.21.15.31:0/2777930925 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7fc944102db0 msgr2=0x7fc94410f9d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:00:24.961 INFO:tasks.workunit.client.0.smithi031.stderr: -102> 2024-09-19T14:00:24.836+0000 7fc825ffb640 1 client.7767.objecter ms_handle_reset 0x7fc944102db0 session 0x7fc9440f5b20 osd.5 2024-09-19T14:00:24.961 INFO:tasks.workunit.client.0.smithi031.stderr: -101> 2024-09-19T14:00:24.836+0000 7fc825ffb640 10 monclient: _renew_subs 2024-09-19T14:00:24.961 INFO:tasks.workunit.client.0.smithi031.stderr: -100> 2024-09-19T14:00:24.836+0000 7fc825ffb640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T14:00:24.961 INFO:tasks.workunit.client.0.smithi031.stderr: -99> 2024-09-19T14:00:24.836+0000 7fc94ffa1640 10 monclient: get_auth_request con 0x7fc818081e90 auth_method 0 2024-09-19T14:00:24.962 INFO:tasks.workunit.client.0.smithi031.stderr: -98> 2024-09-19T14:00:24.840+0000 7fc950fa3640 10 monclient: get_auth_request con 0x7fc940063bd0 auth_method 0 2024-09-19T14:00:24.962 INFO:tasks.workunit.client.0.smithi031.stderr: -97> 2024-09-19T14:00:24.840+0000 7fc9507a2640 10 monclient: get_auth_request con 0x7fc948018040 auth_method 0 2024-09-19T14:00:24.962 INFO:tasks.workunit.client.0.smithi031.stderr: -96> 2024-09-19T14:00:24.844+0000 7fc9507a2640 0 -- 172.21.15.31:0/2777930925 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7fc948018040 msgr2=0x7fc94805fc90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:00:24.962 INFO:tasks.workunit.client.0.smithi031.stderr: -95> 2024-09-19T14:00:24.844+0000 7fc825ffb640 1 client.7767.objecter ms_handle_reset 0x7fc948018040 session 0x7fc94800f040 osd.3 2024-09-19T14:00:24.962 INFO:tasks.workunit.client.0.smithi031.stderr: -94> 2024-09-19T14:00:24.844+0000 7fc9507a2640 10 monclient: get_auth_request con 0x7fc944102db0 auth_method 0 2024-09-19T14:00:24.962 INFO:tasks.workunit.client.0.smithi031.stderr: -93> 2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:00:24.962 INFO:tasks.workunit.client.0.smithi031.stderr: -92> 2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:00:24.962 INFO:tasks.workunit.client.0.smithi031.stderr: -91> 2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:00:24.962 INFO:tasks.workunit.client.0.smithi031.stderr: -90> 2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:00:24.962 INFO:tasks.workunit.client.0.smithi031.stderr: -89> 2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:00:24.962 INFO:tasks.workunit.client.0.smithi031.stderr: -88> 2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:00:24.962 INFO:tasks.workunit.client.0.smithi031.stderr: -87> 2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:24.962 INFO:tasks.workunit.client.0.smithi031.stderr: -86> 2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:24.962 INFO:tasks.workunit.client.0.smithi031.stderr: -85> 2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:24.963 INFO:tasks.workunit.client.0.smithi031.stderr: -84> 2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:00:24.963 INFO:tasks.workunit.client.0.smithi031.stderr: -83> 2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:24.963 INFO:tasks.workunit.client.0.smithi031.stderr: -82> 2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:00:24.963 INFO:tasks.workunit.client.0.smithi031.stderr: -81> 2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 zone default found 2024-09-19T14:00:24.963 INFO:tasks.workunit.client.0.smithi031.stderr: -80> 2024-09-19T14:00:24.852+0000 7fc952c9c9c0 4 Realm: () 2024-09-19T14:00:24.963 INFO:tasks.workunit.client.0.smithi031.stderr: -79> 2024-09-19T14:00:24.852+0000 7fc952c9c9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:00:24.963 INFO:tasks.workunit.client.0.smithi031.stderr: -78> 2024-09-19T14:00:24.852+0000 7fc952c9c9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:00:24.963 INFO:tasks.workunit.client.0.smithi031.stderr: -77> 2024-09-19T14:00:24.852+0000 7fc952c9c9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:00:24.963 INFO:tasks.workunit.client.0.smithi031.stderr: -76> 2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 zonegroup default 2024-09-19T14:00:24.963 INFO:tasks.workunit.client.0.smithi031.stderr: -75> 2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:24.963 INFO:tasks.workunit.client.0.smithi031.stderr: -74> 2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:24.963 INFO:tasks.workunit.client.0.smithi031.stderr: -73> 2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:24.963 INFO:tasks.workunit.client.0.smithi031.stderr: -72> 2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:24.963 INFO:tasks.workunit.client.0.smithi031.stderr: -71> 2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:24.964 INFO:tasks.workunit.client.0.smithi031.stderr: -70> 2024-09-19T14:00:24.856+0000 7fc952c9c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:24.964 INFO:tasks.workunit.client.0.smithi031.stderr: -69> 2024-09-19T14:00:24.856+0000 7fc952c9c9c0 20 started sync module instance, tier type = 2024-09-19T14:00:24.964 INFO:tasks.workunit.client.0.smithi031.stderr: -68> 2024-09-19T14:00:24.856+0000 7fc952c9c9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:00:24.964 INFO:tasks.workunit.client.0.smithi031.stderr: -67> 2024-09-19T14:00:24.872+0000 7fc952c9c9c0 20 add_watcher() i=0 2024-09-19T14:00:24.964 INFO:tasks.workunit.client.0.smithi031.stderr: -66> 2024-09-19T14:00:24.872+0000 7fc952c9c9c0 20 add_watcher() i=1 2024-09-19T14:00:24.964 INFO:tasks.workunit.client.0.smithi031.stderr: -65> 2024-09-19T14:00:24.872+0000 7fc952c9c9c0 20 add_watcher() i=2 2024-09-19T14:00:24.964 INFO:tasks.workunit.client.0.smithi031.stderr: -64> 2024-09-19T14:00:24.872+0000 7fc952c9c9c0 20 add_watcher() i=3 2024-09-19T14:00:24.964 INFO:tasks.workunit.client.0.smithi031.stderr: -63> 2024-09-19T14:00:24.872+0000 7fc952c9c9c0 20 add_watcher() i=4 2024-09-19T14:00:24.964 INFO:tasks.workunit.client.0.smithi031.stderr: -62> 2024-09-19T14:00:24.872+0000 7fc952c9c9c0 20 add_watcher() i=5 2024-09-19T14:00:24.964 INFO:tasks.workunit.client.0.smithi031.stderr: -61> 2024-09-19T14:00:24.872+0000 7fc952c9c9c0 20 add_watcher() i=6 2024-09-19T14:00:24.964 INFO:tasks.workunit.client.0.smithi031.stderr: -60> 2024-09-19T14:00:24.876+0000 7fc952c9c9c0 20 add_watcher() i=7 2024-09-19T14:00:24.964 INFO:tasks.workunit.client.0.smithi031.stderr: -59> 2024-09-19T14:00:24.876+0000 7fc952c9c9c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:00:24.964 INFO:tasks.workunit.client.0.smithi031.stderr: -58> 2024-09-19T14:00:24.876+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc5b0) adding auth protocol: cephx 2024-09-19T14:00:24.965 INFO:tasks.workunit.client.0.smithi031.stderr: -57> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc5b0) adding auth protocol: cephx 2024-09-19T14:00:24.965 INFO:tasks.workunit.client.0.smithi031.stderr: -56> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc5b0) adding auth protocol: cephx 2024-09-19T14:00:24.965 INFO:tasks.workunit.client.0.smithi031.stderr: -55> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc5b0) adding con mode: secure 2024-09-19T14:00:24.965 INFO:tasks.workunit.client.0.smithi031.stderr: -54> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc5b0) adding con mode: crc 2024-09-19T14:00:24.965 INFO:tasks.workunit.client.0.smithi031.stderr: -53> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc5b0) adding con mode: secure 2024-09-19T14:00:24.965 INFO:tasks.workunit.client.0.smithi031.stderr: -52> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc5b0) adding con mode: crc 2024-09-19T14:00:24.965 INFO:tasks.workunit.client.0.smithi031.stderr: -51> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc5b0) adding con mode: secure 2024-09-19T14:00:24.965 INFO:tasks.workunit.client.0.smithi031.stderr: -50> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc5b0) adding con mode: crc 2024-09-19T14:00:24.965 INFO:tasks.workunit.client.0.smithi031.stderr: -49> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc5b0) adding con mode: crc 2024-09-19T14:00:24.965 INFO:tasks.workunit.client.0.smithi031.stderr: -48> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc5b0) adding con mode: secure 2024-09-19T14:00:24.965 INFO:tasks.workunit.client.0.smithi031.stderr: -47> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc5b0) adding con mode: crc 2024-09-19T14:00:24.965 INFO:tasks.workunit.client.0.smithi031.stderr: -46> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc5b0) adding con mode: secure 2024-09-19T14:00:24.965 INFO:tasks.workunit.client.0.smithi031.stderr: -45> 2024-09-19T14:00:24.876+0000 7fc806fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:00:24.965 INFO:tasks.workunit.client.0.smithi031.stderr: -44> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc5b0) adding con mode: crc 2024-09-19T14:00:24.966 INFO:tasks.workunit.client.0.smithi031.stderr: -43> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc5b0) adding con mode: secure 2024-09-19T14:00:24.966 INFO:tasks.workunit.client.0.smithi031.stderr: -42> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:00:24.966 INFO:tasks.workunit.client.0.smithi031.stderr: -41> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:00:24.966 INFO:tasks.workunit.client.0.smithi031.stderr: -40> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:00:24.966 INFO:tasks.workunit.client.0.smithi031.stderr: -39> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 5 asok(0x557b9a4c0d90) register_command cache list hook 0x557b9a769190 2024-09-19T14:00:24.966 INFO:tasks.workunit.client.0.smithi031.stderr: -38> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 5 asok(0x557b9a4c0d90) register_command cache inspect hook 0x557b9a769190 2024-09-19T14:00:24.966 INFO:tasks.workunit.client.0.smithi031.stderr: -37> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 5 asok(0x557b9a4c0d90) register_command cache erase hook 0x557b9a769190 2024-09-19T14:00:24.966 INFO:tasks.workunit.client.0.smithi031.stderr: -36> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 5 asok(0x557b9a4c0d90) register_command cache zap hook 0x557b9a769190 2024-09-19T14:00:24.966 INFO:tasks.workunit.client.0.smithi031.stderr: -35> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 5 note: GC not initialized 2024-09-19T14:00:24.966 INFO:tasks.workunit.client.0.smithi031.stderr: -34> 2024-09-19T14:00:24.880+0000 7fc805fdb640 20 reqs_thread_entry: start 2024-09-19T14:00:24.966 INFO:tasks.workunit.client.0.smithi031.stderr: -33> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 5 asok(0x557b9a4c0d90) register_command sync trace show hook 0x7fc940029070 2024-09-19T14:00:24.966 INFO:tasks.workunit.client.0.smithi031.stderr: -32> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 5 asok(0x557b9a4c0d90) register_command sync trace history hook 0x7fc940029070 2024-09-19T14:00:24.966 INFO:tasks.workunit.client.0.smithi031.stderr: -31> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 5 asok(0x557b9a4c0d90) register_command sync trace active hook 0x7fc940029070 2024-09-19T14:00:24.966 INFO:tasks.workunit.client.0.smithi031.stderr: -30> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 5 asok(0x557b9a4c0d90) register_command sync trace active_short hook 0x7fc940029070 2024-09-19T14:00:24.967 INFO:tasks.workunit.client.0.smithi031.stderr: -29> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 20 init_complete bucket index max shards: 1 2024-09-19T14:00:24.967 INFO:tasks.workunit.client.0.smithi031.stderr: -28> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 20 Filter name: none 2024-09-19T14:00:24.967 INFO:tasks.workunit.client.0.smithi031.stderr: -27> 2024-09-19T14:00:24.880+0000 7fc7777fe640 20 reqs_thread_entry: start 2024-09-19T14:00:24.967 INFO:tasks.workunit.client.0.smithi031.stderr: -26> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-19T14:00:24.967 INFO:tasks.workunit.client.0.smithi031.stderr: -25> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:24.967 INFO:tasks.workunit.client.0.smithi031.stderr: -24> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-19T14:00:24.967 INFO:tasks.workunit.client.0.smithi031.stderr: -23> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-19T14:00:24.967 INFO:tasks.workunit.client.0.smithi031.stderr: -22> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-19T14:00:24.967 INFO:tasks.workunit.client.0.smithi031.stderr: -21> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36 : miss 2024-09-19T14:00:24.967 INFO:tasks.workunit.client.0.smithi031.stderr: -20> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:24.967 INFO:tasks.workunit.client.0.smithi031.stderr: -19> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-19T14:00:24.967 INFO:tasks.workunit.client.0.smithi031.stderr: -18> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36 info.flags=0x17 2024-09-19T14:00:24.967 INFO:tasks.workunit.client.0.smithi031.stderr: -17> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36 to cache LRU end 2024-09-19T14:00:24.967 INFO:tasks.workunit.client.0.smithi031.stderr: -16> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T14:00:24.968 INFO:tasks.workunit.client.0.smithi031.stderr: -15> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:24.968 INFO:tasks.workunit.client.0.smithi031.stderr: -14> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36 2024-09-19T14:00:24.968 INFO:tasks.workunit.client.0.smithi031.stderr: -13> 2024-09-19T14:00:24.888+0000 7fc952c9c9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36 info.flags=0x17 2024-09-19T14:00:24.968 INFO:tasks.workunit.client.0.smithi031.stderr: -12> 2024-09-19T14:00:24.888+0000 7fc952c9c9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36 to cache LRU end 2024-09-19T14:00:24.968 INFO:tasks.workunit.client.0.smithi031.stderr: -11> 2024-09-19T14:00:24.888+0000 7fc952c9c9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:24.968 INFO:tasks.workunit.client.0.smithi031.stderr: -10> 2024-09-19T14:00:24.888+0000 7fc952c9c9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36, ofs0, ns] 2024-09-19T14:00:24.968 INFO:tasks.workunit.client.0.smithi031.stderr: -9> 2024-09-19T14:00:24.888+0000 7fc8277fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333526 cookie 93989361183680 notifier 7767 bl.length()=923 2024-09-19T14:00:24.968 INFO:tasks.workunit.client.0.smithi031.stderr: -8> 2024-09-19T14:00:24.888+0000 7fc8277fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36 info.flags=0x17 2024-09-19T14:00:24.968 INFO:tasks.workunit.client.0.smithi031.stderr: -7> 2024-09-19T14:00:24.888+0000 7fc8277fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36 to cache LRU end 2024-09-19T14:00:24.968 INFO:tasks.workunit.client.0.smithi031.stderr: -6> 2024-09-19T14:00:24.888+0000 7fc8277fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:24.969 INFO:tasks.workunit.client.0.smithi031.stderr: -5> 2024-09-19T14:00:24.892+0000 7fc952c9c9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36]): orig_sources= new_sources= 2024-09-19T14:00:24.969 INFO:tasks.workunit.client.0.smithi031.stderr: -4> 2024-09-19T14:00:24.892+0000 7fc952c9c9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36]): potential sources added=[] removed=[] 2024-09-19T14:00:24.969 INFO:tasks.workunit.client.0.smithi031.stderr: -3> 2024-09-19T14:00:24.892+0000 7fc952c9c9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36]): orig_dests= new_dests= 2024-09-19T14:00:24.969 INFO:tasks.workunit.client.0.smithi031.stderr: -2> 2024-09-19T14:00:24.892+0000 7fc952c9c9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36]): potential dests added=[] removed=[] 2024-09-19T14:00:24.969 INFO:tasks.workunit.client.0.smithi031.stderr: -1> 2024-09-19T14:00:24.896+0000 7fc952c9c9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fc952c9c9c0 time 2024-09-19T14:00:24.898879+0000 2024-09-19T14:00:24.969 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T14:00:24.969 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:24.969 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T14:00:24.969 INFO:tasks.workunit.client.0.smithi031.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fc9565762eb] 2024-09-19T14:00:24.969 INFO:tasks.workunit.client.0.smithi031.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fc95657649f] 2024-09-19T14:00:24.969 INFO:tasks.workunit.client.0.smithi031.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x557b97490271] 2024-09-19T14:00:24.969 INFO:tasks.workunit.client.0.smithi031.stderr: 4: radosgw-admin(+0x141057c) [0x557b97ee157c] 2024-09-19T14:00:24.969 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x557b974a00dd] 2024-09-19T14:00:24.969 INFO:tasks.workunit.client.0.smithi031.stderr: 6: main() 2024-09-19T14:00:24.970 INFO:tasks.workunit.client.0.smithi031.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fc9553dcd90] 2024-09-19T14:00:24.970 INFO:tasks.workunit.client.0.smithi031.stderr: 8: __libc_start_main() 2024-09-19T14:00:24.970 INFO:tasks.workunit.client.0.smithi031.stderr: 9: _start() 2024-09-19T14:00:24.970 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:24.970 INFO:tasks.workunit.client.0.smithi031.stderr: 0> 2024-09-19T14:00:24.896+0000 7fc952c9c9c0 -1 *** Caught signal (Aborted) ** 2024-09-19T14:00:24.970 INFO:tasks.workunit.client.0.smithi031.stderr: in thread 7fc952c9c9c0 thread_name:radosgw-admin 2024-09-19T14:00:24.970 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:24.970 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T14:00:24.970 INFO:tasks.workunit.client.0.smithi031.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fc9553f5520] 2024-09-19T14:00:24.970 INFO:tasks.workunit.client.0.smithi031.stderr: 2: pthread_kill() 2024-09-19T14:00:24.970 INFO:tasks.workunit.client.0.smithi031.stderr: 3: raise() 2024-09-19T14:00:24.970 INFO:tasks.workunit.client.0.smithi031.stderr: 4: abort() 2024-09-19T14:00:24.970 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fc956576345] 2024-09-19T14:00:24.970 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fc95657649f] 2024-09-19T14:00:24.971 INFO:tasks.workunit.client.0.smithi031.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x557b97490271] 2024-09-19T14:00:24.971 INFO:tasks.workunit.client.0.smithi031.stderr: 8: radosgw-admin(+0x141057c) [0x557b97ee157c] 2024-09-19T14:00:24.971 INFO:tasks.workunit.client.0.smithi031.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x557b974a00dd] 2024-09-19T14:00:24.971 INFO:tasks.workunit.client.0.smithi031.stderr: 10: main() 2024-09-19T14:00:24.971 INFO:tasks.workunit.client.0.smithi031.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fc9553dcd90] 2024-09-19T14:00:24.971 INFO:tasks.workunit.client.0.smithi031.stderr: 12: __libc_start_main() 2024-09-19T14:00:24.971 INFO:tasks.workunit.client.0.smithi031.stderr: 13: _start() 2024-09-19T14:00:24.971 INFO:tasks.workunit.client.0.smithi031.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T14:00:24.971 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:24.971 INFO:tasks.workunit.client.0.smithi031.stderr:--- logging levels --- 2024-09-19T14:00:24.971 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 none 2024-09-19T14:00:24.971 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 lockdep 2024-09-19T14:00:24.971 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 context 2024-09-19T14:00:24.971 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 crush 2024-09-19T14:00:24.972 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds 2024-09-19T14:00:24.972 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_balancer 2024-09-19T14:00:24.972 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_locker 2024-09-19T14:00:24.972 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_log 2024-09-19T14:00:24.972 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_log_expire 2024-09-19T14:00:24.972 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_migrator 2024-09-19T14:00:24.972 INFO:tasks.workunit.client.0.smithi031.stderr: 3/ 5 mds_quiesce 2024-09-19T14:00:24.972 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 buffer 2024-09-19T14:00:24.972 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 timer 2024-09-19T14:00:24.972 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 filer 2024-09-19T14:00:24.972 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 striper 2024-09-19T14:00:24.972 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 objecter 2024-09-19T14:00:24.972 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rados 2024-09-19T14:00:24.972 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd 2024-09-19T14:00:24.973 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_mirror 2024-09-19T14:00:24.973 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_replay 2024-09-19T14:00:24.973 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_pwl 2024-09-19T14:00:24.973 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 journaler 2024-09-19T14:00:24.973 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 objectcacher 2024-09-19T14:00:24.973 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 immutable_obj_cache 2024-09-19T14:00:24.973 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 client 2024-09-19T14:00:24.973 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 osd 2024-09-19T14:00:24.973 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 optracker 2024-09-19T14:00:24.973 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 objclass 2024-09-19T14:00:24.973 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 filestore 2024-09-19T14:00:24.973 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 journal 2024-09-19T14:00:24.973 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 0 ms 2024-09-19T14:00:24.974 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mon 2024-09-19T14:00:24.974 INFO:tasks.workunit.client.0.smithi031.stderr: 0/10 monc 2024-09-19T14:00:24.974 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 paxos 2024-09-19T14:00:24.974 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 tp 2024-09-19T14:00:24.974 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 auth 2024-09-19T14:00:24.974 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 crypto 2024-09-19T14:00:24.974 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 finisher 2024-09-19T14:00:24.974 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 reserver 2024-09-19T14:00:24.974 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 heartbeatmap 2024-09-19T14:00:24.974 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 perfcounter 2024-09-19T14:00:24.974 INFO:tasks.workunit.client.0.smithi031.stderr: 20/20 rgw 2024-09-19T14:00:24.974 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_sync 2024-09-19T14:00:24.974 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_datacache 2024-09-19T14:00:24.974 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_access 2024-09-19T14:00:24.974 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_dbstore 2024-09-19T14:00:24.975 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_flight 2024-09-19T14:00:24.975 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_lifecycle 2024-09-19T14:00:24.975 INFO:tasks.workunit.client.0.smithi031.stderr: 20/20 rgw_notification 2024-09-19T14:00:24.975 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 javaclient 2024-09-19T14:00:24.975 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 asok 2024-09-19T14:00:24.975 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 throttle 2024-09-19T14:00:24.975 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 0 refs 2024-09-19T14:00:24.975 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 compressor 2024-09-19T14:00:24.975 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 bluestore 2024-09-19T14:00:24.975 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 bluefs 2024-09-19T14:00:24.975 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 bdev 2024-09-19T14:00:24.975 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 kstore 2024-09-19T14:00:24.975 INFO:tasks.workunit.client.0.smithi031.stderr: 4/ 5 rocksdb 2024-09-19T14:00:24.975 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 fuse 2024-09-19T14:00:24.976 INFO:tasks.workunit.client.0.smithi031.stderr: 2/ 5 mgr 2024-09-19T14:00:24.976 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mgrc 2024-09-19T14:00:24.976 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 dpdk 2024-09-19T14:00:24.976 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 eventtrace 2024-09-19T14:00:24.976 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 prioritycache 2024-09-19T14:00:24.976 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 test 2024-09-19T14:00:24.976 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cephfs_mirror 2024-09-19T14:00:24.976 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cephsqlite 2024-09-19T14:00:24.976 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 crimson_interrupt 2024-09-19T14:00:24.976 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore 2024-09-19T14:00:24.976 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_onode 2024-09-19T14:00:24.976 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_odata 2024-09-19T14:00:24.976 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_omap 2024-09-19T14:00:24.976 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_tm 2024-09-19T14:00:24.977 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_t 2024-09-19T14:00:24.977 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_cleaner 2024-09-19T14:00:24.977 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_epm 2024-09-19T14:00:24.977 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_lba 2024-09-19T14:00:24.977 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-19T14:00:24.977 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_cache 2024-09-19T14:00:24.977 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_journal 2024-09-19T14:00:24.977 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_device 2024-09-19T14:00:24.977 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_backref 2024-09-19T14:00:24.977 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 alienstore 2024-09-19T14:00:24.977 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mclock 2024-09-19T14:00:24.977 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cyanstore 2024-09-19T14:00:24.977 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 ceph_exporter 2024-09-19T14:00:24.977 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 memstore 2024-09-19T14:00:24.978 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 trace 2024-09-19T14:00:24.978 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 ceph_dedup 2024-09-19T14:00:24.978 INFO:tasks.workunit.client.0.smithi031.stderr: -2/-2 (syslog threshold) 2024-09-19T14:00:24.978 INFO:tasks.workunit.client.0.smithi031.stderr: 99/99 (stderr threshold) 2024-09-19T14:00:24.978 INFO:tasks.workunit.client.0.smithi031.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-19T14:00:24.978 INFO:tasks.workunit.client.0.smithi031.stderr: 7fc7777fe640 / http_manager 2024-09-19T14:00:24.978 INFO:tasks.workunit.client.0.smithi031.stderr: 7fc805fdb640 / http_manager 2024-09-19T14:00:24.978 INFO:tasks.workunit.client.0.smithi031.stderr: 7fc806fdd640 / rgw_dt_lg_renew 2024-09-19T14:00:24.978 INFO:tasks.workunit.client.0.smithi031.stderr: 7fc825ffb640 / ms_dispatch 2024-09-19T14:00:24.978 INFO:tasks.workunit.client.0.smithi031.stderr: 7fc8277fe640 / io_context_pool 2024-09-19T14:00:24.978 INFO:tasks.workunit.client.0.smithi031.stderr: 7fc835ffb640 / ms_dispatch 2024-09-19T14:00:24.978 INFO:tasks.workunit.client.0.smithi031.stderr: 7fc83ce09640 / ms_dispatch 2024-09-19T14:00:24.978 INFO:tasks.workunit.client.0.smithi031.stderr: 7fc83e60c640 / io_context_pool 2024-09-19T14:00:24.979 INFO:tasks.workunit.client.0.smithi031.stderr: 7fc94ffa1640 / msgr-worker-2 2024-09-19T14:00:24.979 INFO:tasks.workunit.client.0.smithi031.stderr: 7fc9507a2640 / msgr-worker-1 2024-09-19T14:00:24.979 INFO:tasks.workunit.client.0.smithi031.stderr: 7fc950fa3640 / msgr-worker-0 2024-09-19T14:00:24.979 INFO:tasks.workunit.client.0.smithi031.stderr: 7fc9517a4640 / io_context_pool 2024-09-19T14:00:24.979 INFO:tasks.workunit.client.0.smithi031.stderr: 7fc952c9c9c0 / radosgw-admin 2024-09-19T14:00:24.979 INFO:tasks.workunit.client.0.smithi031.stderr: max_recent 500 2024-09-19T14:00:24.979 INFO:tasks.workunit.client.0.smithi031.stderr: max_new 1000 2024-09-19T14:00:24.979 INFO:tasks.workunit.client.0.smithi031.stderr: log_file /var/log/ceph/ceph-client.admin.126911.log 2024-09-19T14:00:24.979 INFO:tasks.workunit.client.0.smithi031.stderr:--- end dump of recent events --- 2024-09-19T14:00:24.979 INFO:tasks.workunit.client.0.smithi031.stderr:--- begin dump of recent events --- 2024-09-19T14:00:24.979 INFO:tasks.workunit.client.0.smithi031.stderr: -499> 2024-09-19T14:00:24.800+0000 7fc94ffa1640 10 monclient: _finish_hunting 0 2024-09-19T14:00:24.979 INFO:tasks.workunit.client.0.smithi031.stderr: -498> 2024-09-19T14:00:24.800+0000 7fc94ffa1640 1 monclient: found mon.noname-c 2024-09-19T14:00:24.979 INFO:tasks.workunit.client.0.smithi031.stderr: -497> 2024-09-19T14:00:24.800+0000 7fc94ffa1640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.31:3301/0 2024-09-19T14:00:24.979 INFO:tasks.workunit.client.0.smithi031.stderr: -496> 2024-09-19T14:00:24.804+0000 7fc83e60c640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:00:24.980 INFO:tasks.workunit.client.0.smithi031.stderr: -495> 2024-09-19T14:00:24.804+0000 7fc83e60c640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T14:00:24.980 INFO:tasks.workunit.client.0.smithi031.stderr: -494> 2024-09-19T14:00:24.804+0000 7fc83e60c640 10 monclient: dump: 2024-09-19T14:00:24.980 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:00:24.980 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:00:24.980 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:00:24.980 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:00:24.980 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:00:24.980 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:00:24.980 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:00:24.980 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:00:24.980 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:00:24.980 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:24.981 INFO:tasks.workunit.client.0.smithi031.stderr: -493> 2024-09-19T14:00:24.804+0000 7fc83e60c640 10 monclient: _finish_auth 0 2024-09-19T14:00:24.981 INFO:tasks.workunit.client.0.smithi031.stderr: -492> 2024-09-19T14:00:24.804+0000 7fc83e60c640 10 monclient: _check_auth_tickets 2024-09-19T14:00:24.981 INFO:tasks.workunit.client.0.smithi031.stderr: -491> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 monclient: authenticate success, global_id 7274 2024-09-19T14:00:24.981 INFO:tasks.workunit.client.0.smithi031.stderr: -490> 2024-09-19T14:00:24.804+0000 7fc83e60c640 10 monclient: handle_config config(0 keys) 2024-09-19T14:00:24.981 INFO:tasks.workunit.client.0.smithi031.stderr: -489> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 10 monclient: get_monmap_and_config success 2024-09-19T14:00:24.981 INFO:tasks.workunit.client.0.smithi031.stderr: -488> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 4 set_mon_vals no callback set 2024-09-19T14:00:24.981 INFO:tasks.workunit.client.0.smithi031.stderr: -487> 2024-09-19T14:00:24.804+0000 7fc83e60c640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:00:24.981 INFO:tasks.workunit.client.0.smithi031.stderr: -486> 2024-09-19T14:00:24.804+0000 7fc83e60c640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T14:00:24.981 INFO:tasks.workunit.client.0.smithi031.stderr: -485> 2024-09-19T14:00:24.804+0000 7fc83e60c640 10 monclient: dump: 2024-09-19T14:00:24.981 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:00:24.981 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:00:24.981 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:00:24.981 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:00:24.981 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:00:24.982 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:00:24.982 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:00:24.982 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:00:24.982 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:00:24.982 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:24.982 INFO:tasks.workunit.client.0.smithi031.stderr: -484> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 10 monclient: shutdown 2024-09-19T14:00:24.982 INFO:tasks.workunit.client.0.smithi031.stderr: -483> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 asok(0x557b9a4c0d90) unregister_commands rotate-key 2024-09-19T14:00:24.982 INFO:tasks.workunit.client.0.smithi031.stderr: -482> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 10 monclient: build_initial_monmap 2024-09-19T14:00:24.982 INFO:tasks.workunit.client.0.smithi031.stderr: -481> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 1 build_initial for_mkfs: 0 2024-09-19T14:00:24.982 INFO:tasks.workunit.client.0.smithi031.stderr: -480> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 10 monclient: monmap: 2024-09-19T14:00:24.982 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T14:00:24.982 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T14:00:24.982 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T14:00:24.983 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T14:00:24.983 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T14:00:24.983 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:00:24.983 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T14:00:24.983 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T14:00:24.983 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T14:00:24.983 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:24.983 INFO:tasks.workunit.client.0.smithi031.stderr: -479> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6cdb80) adding auth protocol: cephx 2024-09-19T14:00:24.983 INFO:tasks.workunit.client.0.smithi031.stderr: -478> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6cdb80) adding auth protocol: cephx 2024-09-19T14:00:24.983 INFO:tasks.workunit.client.0.smithi031.stderr: -477> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6cdb80) adding auth protocol: cephx 2024-09-19T14:00:24.983 INFO:tasks.workunit.client.0.smithi031.stderr: -476> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6cdb80) adding con mode: secure 2024-09-19T14:00:24.983 INFO:tasks.workunit.client.0.smithi031.stderr: -475> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6cdb80) adding con mode: crc 2024-09-19T14:00:24.983 INFO:tasks.workunit.client.0.smithi031.stderr: -474> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6cdb80) adding con mode: secure 2024-09-19T14:00:24.984 INFO:tasks.workunit.client.0.smithi031.stderr: -473> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6cdb80) adding con mode: crc 2024-09-19T14:00:24.984 INFO:tasks.workunit.client.0.smithi031.stderr: -472> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6cdb80) adding con mode: secure 2024-09-19T14:00:24.984 INFO:tasks.workunit.client.0.smithi031.stderr: -471> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6cdb80) adding con mode: crc 2024-09-19T14:00:24.984 INFO:tasks.workunit.client.0.smithi031.stderr: -470> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6cdb80) adding con mode: crc 2024-09-19T14:00:24.984 INFO:tasks.workunit.client.0.smithi031.stderr: -469> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6cdb80) adding con mode: secure 2024-09-19T14:00:24.984 INFO:tasks.workunit.client.0.smithi031.stderr: -468> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6cdb80) adding con mode: crc 2024-09-19T14:00:24.984 INFO:tasks.workunit.client.0.smithi031.stderr: -467> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6cdb80) adding con mode: secure 2024-09-19T14:00:24.984 INFO:tasks.workunit.client.0.smithi031.stderr: -466> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6cdb80) adding con mode: crc 2024-09-19T14:00:24.984 INFO:tasks.workunit.client.0.smithi031.stderr: -465> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6cdb80) adding con mode: secure 2024-09-19T14:00:24.984 INFO:tasks.workunit.client.0.smithi031.stderr: -464> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:00:24.984 INFO:tasks.workunit.client.0.smithi031.stderr: -463> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 1 librados: starting msgr at 2024-09-19T14:00:24.984 INFO:tasks.workunit.client.0.smithi031.stderr: -462> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 1 librados: starting objecter 2024-09-19T14:00:24.985 INFO:tasks.workunit.client.0.smithi031.stderr: -461> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 asok(0x557b9a4c0d90) register_command objecter_requests hook 0x557b9a6fb4f0 2024-09-19T14:00:24.985 INFO:tasks.workunit.client.0.smithi031.stderr: -460> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 1 librados: setting wanted keys 2024-09-19T14:00:24.985 INFO:tasks.workunit.client.0.smithi031.stderr: -459> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 1 librados: calling monclient init 2024-09-19T14:00:24.985 INFO:tasks.workunit.client.0.smithi031.stderr: -458> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 10 monclient: init 2024-09-19T14:00:24.985 INFO:tasks.workunit.client.0.smithi031.stderr: -457> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6ca900) adding auth protocol: cephx 2024-09-19T14:00:24.985 INFO:tasks.workunit.client.0.smithi031.stderr: -456> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6ca900) adding auth protocol: cephx 2024-09-19T14:00:24.985 INFO:tasks.workunit.client.0.smithi031.stderr: -455> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6ca900) adding auth protocol: cephx 2024-09-19T14:00:24.985 INFO:tasks.workunit.client.0.smithi031.stderr: -454> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6ca900) adding con mode: secure 2024-09-19T14:00:24.985 INFO:tasks.workunit.client.0.smithi031.stderr: -453> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6ca900) adding con mode: crc 2024-09-19T14:00:24.985 INFO:tasks.workunit.client.0.smithi031.stderr: -452> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6ca900) adding con mode: secure 2024-09-19T14:00:24.985 INFO:tasks.workunit.client.0.smithi031.stderr: -451> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6ca900) adding con mode: crc 2024-09-19T14:00:24.985 INFO:tasks.workunit.client.0.smithi031.stderr: -450> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6ca900) adding con mode: secure 2024-09-19T14:00:24.985 INFO:tasks.workunit.client.0.smithi031.stderr: -449> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6ca900) adding con mode: crc 2024-09-19T14:00:24.986 INFO:tasks.workunit.client.0.smithi031.stderr: -448> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6ca900) adding con mode: crc 2024-09-19T14:00:24.986 INFO:tasks.workunit.client.0.smithi031.stderr: -447> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6ca900) adding con mode: secure 2024-09-19T14:00:24.986 INFO:tasks.workunit.client.0.smithi031.stderr: -446> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6ca900) adding con mode: crc 2024-09-19T14:00:24.986 INFO:tasks.workunit.client.0.smithi031.stderr: -445> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6ca900) adding con mode: secure 2024-09-19T14:00:24.986 INFO:tasks.workunit.client.0.smithi031.stderr: -444> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6ca900) adding con mode: crc 2024-09-19T14:00:24.986 INFO:tasks.workunit.client.0.smithi031.stderr: -443> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a6ca900) adding con mode: secure 2024-09-19T14:00:24.986 INFO:tasks.workunit.client.0.smithi031.stderr: -442> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:00:24.986 INFO:tasks.workunit.client.0.smithi031.stderr: -441> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:00:24.986 INFO:tasks.workunit.client.0.smithi031.stderr: -440> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 asok(0x557b9a4c0d90) register_command rotate-key hook 0x557b9a6caa48 2024-09-19T14:00:24.986 INFO:tasks.workunit.client.0.smithi031.stderr: -439> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 10 monclient: _reopen_session rank -1 2024-09-19T14:00:24.986 INFO:tasks.workunit.client.0.smithi031.stderr: -438> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-19T14:00:24.986 INFO:tasks.workunit.client.0.smithi031.stderr: -437> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 10 monclient(hunting): picked mon.noname-b con 0x557b9a57a800 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T14:00:24.986 INFO:tasks.workunit.client.0.smithi031.stderr: -436> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 10 monclient(hunting): picked mon.noname-c con 0x557b9a57abe0 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T14:00:24.987 INFO:tasks.workunit.client.0.smithi031.stderr: -435> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 10 monclient(hunting): picked mon.noname-a con 0x557b9a616610 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T14:00:24.987 INFO:tasks.workunit.client.0.smithi031.stderr: -434> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:00:24.987 INFO:tasks.workunit.client.0.smithi031.stderr: -433> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:00:24.987 INFO:tasks.workunit.client.0.smithi031.stderr: -432> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:00:24.987 INFO:tasks.workunit.client.0.smithi031.stderr: -431> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 10 monclient(hunting): _renew_subs 2024-09-19T14:00:24.987 INFO:tasks.workunit.client.0.smithi031.stderr: -430> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 10 monclient(hunting): authenticate will time out at 2368.638518s 2024-09-19T14:00:24.987 INFO:tasks.workunit.client.0.smithi031.stderr: -429> 2024-09-19T14:00:24.804+0000 7fc94ffa1640 10 monclient(hunting): get_auth_request con 0x557b9a57abe0 auth_method 0 2024-09-19T14:00:24.987 INFO:tasks.workunit.client.0.smithi031.stderr: -428> 2024-09-19T14:00:24.804+0000 7fc94ffa1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:00:24.987 INFO:tasks.workunit.client.0.smithi031.stderr: -427> 2024-09-19T14:00:24.804+0000 7fc94ffa1640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:00:24.987 INFO:tasks.workunit.client.0.smithi031.stderr: -426> 2024-09-19T14:00:24.804+0000 7fc94ffa1640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:00:24.987 INFO:tasks.workunit.client.0.smithi031.stderr: -425> 2024-09-19T14:00:24.804+0000 7fc950fa3640 10 monclient(hunting): get_auth_request con 0x557b9a616610 auth_method 0 2024-09-19T14:00:24.987 INFO:tasks.workunit.client.0.smithi031.stderr: -424> 2024-09-19T14:00:24.804+0000 7fc950fa3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:00:24.987 INFO:tasks.workunit.client.0.smithi031.stderr: -423> 2024-09-19T14:00:24.804+0000 7fc950fa3640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:00:24.988 INFO:tasks.workunit.client.0.smithi031.stderr: -422> 2024-09-19T14:00:24.804+0000 7fc950fa3640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:00:24.988 INFO:tasks.workunit.client.0.smithi031.stderr: -421> 2024-09-19T14:00:24.804+0000 7fc94ffa1640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:00:24.988 INFO:tasks.workunit.client.0.smithi031.stderr: -420> 2024-09-19T14:00:24.804+0000 7fc94ffa1640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:00:24.988 INFO:tasks.workunit.client.0.smithi031.stderr: -419> 2024-09-19T14:00:24.804+0000 7fc94ffa1640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:00:24.988 INFO:tasks.workunit.client.0.smithi031.stderr: -418> 2024-09-19T14:00:24.804+0000 7fc950fa3640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:00:24.988 INFO:tasks.workunit.client.0.smithi031.stderr: -417> 2024-09-19T14:00:24.804+0000 7fc950fa3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:00:24.988 INFO:tasks.workunit.client.0.smithi031.stderr: -416> 2024-09-19T14:00:24.804+0000 7fc950fa3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:00:24.988 INFO:tasks.workunit.client.0.smithi031.stderr: -415> 2024-09-19T14:00:24.804+0000 7fc94ffa1640 10 monclient(hunting): handle_auth_done global_id 7277 payload 824 2024-09-19T14:00:24.988 INFO:tasks.workunit.client.0.smithi031.stderr: -414> 2024-09-19T14:00:24.804+0000 7fc94ffa1640 10 monclient: _finish_hunting 0 2024-09-19T14:00:24.988 INFO:tasks.workunit.client.0.smithi031.stderr: -413> 2024-09-19T14:00:24.804+0000 7fc94ffa1640 1 monclient: found mon.noname-c 2024-09-19T14:00:24.988 INFO:tasks.workunit.client.0.smithi031.stderr: -412> 2024-09-19T14:00:24.804+0000 7fc94ffa1640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.31:3301/0 2024-09-19T14:00:24.988 INFO:tasks.workunit.client.0.smithi031.stderr: -411> 2024-09-19T14:00:24.804+0000 7fc83ce09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:00:24.989 INFO:tasks.workunit.client.0.smithi031.stderr: -410> 2024-09-19T14:00:24.804+0000 7fc83ce09640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T14:00:24.989 INFO:tasks.workunit.client.0.smithi031.stderr: -409> 2024-09-19T14:00:24.804+0000 7fc83ce09640 10 monclient: dump: 2024-09-19T14:00:24.989 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:00:24.989 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:00:24.989 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:00:24.989 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:00:24.989 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:00:24.989 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:00:24.989 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:00:24.989 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:00:24.989 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:00:24.989 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:24.989 INFO:tasks.workunit.client.0.smithi031.stderr: -408> 2024-09-19T14:00:24.804+0000 7fc83ce09640 10 monclient: _finish_auth 0 2024-09-19T14:00:24.990 INFO:tasks.workunit.client.0.smithi031.stderr: -407> 2024-09-19T14:00:24.804+0000 7fc83ce09640 10 monclient: _check_auth_tickets 2024-09-19T14:00:24.990 INFO:tasks.workunit.client.0.smithi031.stderr: -406> 2024-09-19T14:00:24.804+0000 7fc83ce09640 10 monclient: handle_config config(0 keys) 2024-09-19T14:00:24.990 INFO:tasks.workunit.client.0.smithi031.stderr: -405> 2024-09-19T14:00:24.804+0000 7fc83ce09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:00:24.990 INFO:tasks.workunit.client.0.smithi031.stderr: -404> 2024-09-19T14:00:24.804+0000 7fc83ce09640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T14:00:24.990 INFO:tasks.workunit.client.0.smithi031.stderr: -403> 2024-09-19T14:00:24.804+0000 7fc83ce09640 10 monclient: dump: 2024-09-19T14:00:24.990 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:00:24.990 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:00:24.990 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:00:24.990 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:00:24.990 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:00:24.990 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:00:24.990 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:00:24.991 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:00:24.991 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:00:24.991 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:24.991 INFO:tasks.workunit.client.0.smithi031.stderr: -402> 2024-09-19T14:00:24.804+0000 7fc83e60c640 4 set_mon_vals no callback set 2024-09-19T14:00:24.991 INFO:tasks.workunit.client.0.smithi031.stderr: -401> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 5 monclient: authenticate success, global_id 7277 2024-09-19T14:00:24.991 INFO:tasks.workunit.client.0.smithi031.stderr: -400> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 10 monclient: _renew_subs 2024-09-19T14:00:24.991 INFO:tasks.workunit.client.0.smithi031.stderr: -399> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T14:00:24.991 INFO:tasks.workunit.client.0.smithi031.stderr: -398> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 10 monclient: _renew_subs 2024-09-19T14:00:24.991 INFO:tasks.workunit.client.0.smithi031.stderr: -397> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T14:00:24.991 INFO:tasks.workunit.client.0.smithi031.stderr: -396> 2024-09-19T14:00:24.804+0000 7fc952c9c9c0 1 librados: init done 2024-09-19T14:00:24.992 INFO:tasks.workunit.client.0.smithi031.stderr: -395> 2024-09-19T14:00:24.808+0000 7fc83ce09640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T14:00:24.992 INFO:tasks.workunit.client.0.smithi031.stderr: -394> 2024-09-19T14:00:24.808+0000 7fc83ce09640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:00:24.992 INFO:tasks.workunit.client.0.smithi031.stderr: -393> 2024-09-19T14:00:24.808+0000 7fc83ce09640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:00:24.992 INFO:tasks.workunit.client.0.smithi031.stderr: -392> 2024-09-19T14:00:24.808+0000 7fc9507a2640 10 monclient: get_auth_request con 0x7fc838071be0 auth_method 0 2024-09-19T14:00:24.992 INFO:tasks.workunit.client.0.smithi031.stderr: -391> 2024-09-19T14:00:24.808+0000 7fc950fa3640 10 monclient: get_auth_request con 0x557b9a6d2670 auth_method 0 2024-09-19T14:00:24.992 INFO:tasks.workunit.client.0.smithi031.stderr: -390> 2024-09-19T14:00:24.812+0000 7fc9507a2640 10 monclient: get_auth_request con 0x557b9a7169b0 auth_method 0 2024-09-19T14:00:24.992 INFO:tasks.workunit.client.0.smithi031.stderr: -389> 2024-09-19T14:00:24.812+0000 7fc94ffa1640 10 monclient: get_auth_request con 0x557b9a71aba0 auth_method 0 2024-09-19T14:00:24.992 INFO:tasks.workunit.client.0.smithi031.stderr: -388> 2024-09-19T14:00:24.812+0000 7fc952c9c9c0 10 monclient: build_initial_monmap 2024-09-19T14:00:24.992 INFO:tasks.workunit.client.0.smithi031.stderr: -387> 2024-09-19T14:00:24.812+0000 7fc952c9c9c0 1 build_initial for_mkfs: 0 2024-09-19T14:00:24.992 INFO:tasks.workunit.client.0.smithi031.stderr: -386> 2024-09-19T14:00:24.812+0000 7fc952c9c9c0 10 monclient: monmap: 2024-09-19T14:00:24.992 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T14:00:24.992 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T14:00:24.992 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T14:00:24.993 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T14:00:24.993 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T14:00:24.993 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:00:24.993 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T14:00:24.993 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T14:00:24.993 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T14:00:24.993 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:24.993 INFO:tasks.workunit.client.0.smithi031.stderr: -385> 2024-09-19T14:00:24.812+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71f6f0) adding auth protocol: cephx 2024-09-19T14:00:24.993 INFO:tasks.workunit.client.0.smithi031.stderr: -384> 2024-09-19T14:00:24.812+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71f6f0) adding auth protocol: cephx 2024-09-19T14:00:24.993 INFO:tasks.workunit.client.0.smithi031.stderr: -383> 2024-09-19T14:00:24.812+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71f6f0) adding auth protocol: cephx 2024-09-19T14:00:24.993 INFO:tasks.workunit.client.0.smithi031.stderr: -382> 2024-09-19T14:00:24.812+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71f6f0) adding con mode: secure 2024-09-19T14:00:24.993 INFO:tasks.workunit.client.0.smithi031.stderr: -381> 2024-09-19T14:00:24.812+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71f6f0) adding con mode: crc 2024-09-19T14:00:24.994 INFO:tasks.workunit.client.0.smithi031.stderr: -380> 2024-09-19T14:00:24.812+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71f6f0) adding con mode: secure 2024-09-19T14:00:24.994 INFO:tasks.workunit.client.0.smithi031.stderr: -379> 2024-09-19T14:00:24.812+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71f6f0) adding con mode: crc 2024-09-19T14:00:24.994 INFO:tasks.workunit.client.0.smithi031.stderr: -378> 2024-09-19T14:00:24.812+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71f6f0) adding con mode: secure 2024-09-19T14:00:24.994 INFO:tasks.workunit.client.0.smithi031.stderr: -377> 2024-09-19T14:00:24.812+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71f6f0) adding con mode: crc 2024-09-19T14:00:24.994 INFO:tasks.workunit.client.0.smithi031.stderr: -376> 2024-09-19T14:00:24.812+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71f6f0) adding con mode: crc 2024-09-19T14:00:24.994 INFO:tasks.workunit.client.0.smithi031.stderr: -375> 2024-09-19T14:00:24.812+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71f6f0) adding con mode: secure 2024-09-19T14:00:24.994 INFO:tasks.workunit.client.0.smithi031.stderr: -374> 2024-09-19T14:00:24.812+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71f6f0) adding con mode: crc 2024-09-19T14:00:24.994 INFO:tasks.workunit.client.0.smithi031.stderr: -373> 2024-09-19T14:00:24.812+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71f6f0) adding con mode: secure 2024-09-19T14:00:24.994 INFO:tasks.workunit.client.0.smithi031.stderr: -372> 2024-09-19T14:00:24.812+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71f6f0) adding con mode: crc 2024-09-19T14:00:24.994 INFO:tasks.workunit.client.0.smithi031.stderr: -371> 2024-09-19T14:00:24.812+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71f6f0) adding con mode: secure 2024-09-19T14:00:24.994 INFO:tasks.workunit.client.0.smithi031.stderr: -370> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:00:24.994 INFO:tasks.workunit.client.0.smithi031.stderr: -369> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 5 asok(0x557b9a4c0d90) register_command objecter_requests cmddesc objecter_requests hook 0x557b9a723060 EEXIST 2024-09-19T14:00:24.995 INFO:tasks.workunit.client.0.smithi031.stderr: -368> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 10 monclient: init 2024-09-19T14:00:24.995 INFO:tasks.workunit.client.0.smithi031.stderr: -367> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71ddc8) adding auth protocol: cephx 2024-09-19T14:00:24.995 INFO:tasks.workunit.client.0.smithi031.stderr: -366> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71ddc8) adding auth protocol: cephx 2024-09-19T14:00:24.995 INFO:tasks.workunit.client.0.smithi031.stderr: -365> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71ddc8) adding auth protocol: cephx 2024-09-19T14:00:24.995 INFO:tasks.workunit.client.0.smithi031.stderr: -364> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71ddc8) adding con mode: secure 2024-09-19T14:00:24.995 INFO:tasks.workunit.client.0.smithi031.stderr: -363> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71ddc8) adding con mode: crc 2024-09-19T14:00:24.995 INFO:tasks.workunit.client.0.smithi031.stderr: -362> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71ddc8) adding con mode: secure 2024-09-19T14:00:24.995 INFO:tasks.workunit.client.0.smithi031.stderr: -361> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71ddc8) adding con mode: crc 2024-09-19T14:00:24.995 INFO:tasks.workunit.client.0.smithi031.stderr: -360> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71ddc8) adding con mode: secure 2024-09-19T14:00:24.995 INFO:tasks.workunit.client.0.smithi031.stderr: -359> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71ddc8) adding con mode: crc 2024-09-19T14:00:24.995 INFO:tasks.workunit.client.0.smithi031.stderr: -358> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71ddc8) adding con mode: crc 2024-09-19T14:00:24.995 INFO:tasks.workunit.client.0.smithi031.stderr: -357> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71ddc8) adding con mode: secure 2024-09-19T14:00:24.995 INFO:tasks.workunit.client.0.smithi031.stderr: -356> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71ddc8) adding con mode: crc 2024-09-19T14:00:24.995 INFO:tasks.workunit.client.0.smithi031.stderr: -355> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71ddc8) adding con mode: secure 2024-09-19T14:00:24.996 INFO:tasks.workunit.client.0.smithi031.stderr: -354> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71ddc8) adding con mode: crc 2024-09-19T14:00:24.996 INFO:tasks.workunit.client.0.smithi031.stderr: -353> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a71ddc8) adding con mode: secure 2024-09-19T14:00:24.996 INFO:tasks.workunit.client.0.smithi031.stderr: -352> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:00:24.996 INFO:tasks.workunit.client.0.smithi031.stderr: -351> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:00:24.996 INFO:tasks.workunit.client.0.smithi031.stderr: -350> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 5 asok(0x557b9a4c0d90) register_command rotate-key cmddesc rotate-key hook 0x557b9a71df10 EEXIST 2024-09-19T14:00:24.996 INFO:tasks.workunit.client.0.smithi031.stderr: -349> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 10 monclient: _reopen_session rank -1 2024-09-19T14:00:24.996 INFO:tasks.workunit.client.0.smithi031.stderr: -348> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-19T14:00:24.996 INFO:tasks.workunit.client.0.smithi031.stderr: -347> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 10 monclient(hunting): picked mon.noname-a con 0x557b9a747210 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T14:00:24.996 INFO:tasks.workunit.client.0.smithi031.stderr: -346> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 10 monclient(hunting): picked mon.noname-b con 0x557b9a746b40 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T14:00:24.996 INFO:tasks.workunit.client.0.smithi031.stderr: -345> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 10 monclient(hunting): picked mon.noname-c con 0x557b9a745520 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T14:00:24.996 INFO:tasks.workunit.client.0.smithi031.stderr: -344> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:00:24.996 INFO:tasks.workunit.client.0.smithi031.stderr: -343> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:00:24.996 INFO:tasks.workunit.client.0.smithi031.stderr: -342> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:00:24.997 INFO:tasks.workunit.client.0.smithi031.stderr: -341> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 10 monclient(hunting): _renew_subs 2024-09-19T14:00:24.997 INFO:tasks.workunit.client.0.smithi031.stderr: -340> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 10 monclient(hunting): authenticate will time out at 2368.648938s 2024-09-19T14:00:24.997 INFO:tasks.workunit.client.0.smithi031.stderr: -339> 2024-09-19T14:00:24.816+0000 7fc9507a2640 10 monclient(hunting): get_auth_request con 0x557b9a747210 auth_method 0 2024-09-19T14:00:24.997 INFO:tasks.workunit.client.0.smithi031.stderr: -338> 2024-09-19T14:00:24.816+0000 7fc9507a2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:00:24.997 INFO:tasks.workunit.client.0.smithi031.stderr: -337> 2024-09-19T14:00:24.816+0000 7fc9507a2640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:00:24.997 INFO:tasks.workunit.client.0.smithi031.stderr: -336> 2024-09-19T14:00:24.816+0000 7fc9507a2640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:00:24.997 INFO:tasks.workunit.client.0.smithi031.stderr: -335> 2024-09-19T14:00:24.816+0000 7fc950fa3640 10 monclient(hunting): get_auth_request con 0x557b9a745520 auth_method 0 2024-09-19T14:00:24.997 INFO:tasks.workunit.client.0.smithi031.stderr: -334> 2024-09-19T14:00:24.816+0000 7fc950fa3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:00:24.997 INFO:tasks.workunit.client.0.smithi031.stderr: -333> 2024-09-19T14:00:24.816+0000 7fc950fa3640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:00:24.997 INFO:tasks.workunit.client.0.smithi031.stderr: -332> 2024-09-19T14:00:24.816+0000 7fc950fa3640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:00:24.997 INFO:tasks.workunit.client.0.smithi031.stderr: -331> 2024-09-19T14:00:24.816+0000 7fc9507a2640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:00:24.997 INFO:tasks.workunit.client.0.smithi031.stderr: -330> 2024-09-19T14:00:24.816+0000 7fc9507a2640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:00:24.997 INFO:tasks.workunit.client.0.smithi031.stderr: -329> 2024-09-19T14:00:24.816+0000 7fc9507a2640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:00:24.998 INFO:tasks.workunit.client.0.smithi031.stderr: -328> 2024-09-19T14:00:24.816+0000 7fc950fa3640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:00:24.998 INFO:tasks.workunit.client.0.smithi031.stderr: -327> 2024-09-19T14:00:24.816+0000 7fc950fa3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:00:24.998 INFO:tasks.workunit.client.0.smithi031.stderr: -326> 2024-09-19T14:00:24.816+0000 7fc950fa3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:00:24.998 INFO:tasks.workunit.client.0.smithi031.stderr: -325> 2024-09-19T14:00:24.816+0000 7fc94ffa1640 10 monclient(hunting): get_auth_request con 0x557b9a746b40 auth_method 0 2024-09-19T14:00:24.998 INFO:tasks.workunit.client.0.smithi031.stderr: -324> 2024-09-19T14:00:24.816+0000 7fc94ffa1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:00:24.998 INFO:tasks.workunit.client.0.smithi031.stderr: -323> 2024-09-19T14:00:24.816+0000 7fc94ffa1640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:00:24.998 INFO:tasks.workunit.client.0.smithi031.stderr: -322> 2024-09-19T14:00:24.816+0000 7fc94ffa1640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:00:24.998 INFO:tasks.workunit.client.0.smithi031.stderr: -321> 2024-09-19T14:00:24.816+0000 7fc9507a2640 10 monclient(hunting): handle_auth_done global_id 7761 payload 824 2024-09-19T14:00:24.998 INFO:tasks.workunit.client.0.smithi031.stderr: -320> 2024-09-19T14:00:24.816+0000 7fc9507a2640 10 monclient: _finish_hunting 0 2024-09-19T14:00:24.998 INFO:tasks.workunit.client.0.smithi031.stderr: -319> 2024-09-19T14:00:24.816+0000 7fc9507a2640 1 monclient: found mon.noname-a 2024-09-19T14:00:24.998 INFO:tasks.workunit.client.0.smithi031.stderr: -318> 2024-09-19T14:00:24.816+0000 7fc9507a2640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T14:00:24.998 INFO:tasks.workunit.client.0.smithi031.stderr: -317> 2024-09-19T14:00:24.816+0000 7fc835ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:00:24.998 INFO:tasks.workunit.client.0.smithi031.stderr: -316> 2024-09-19T14:00:24.816+0000 7fc835ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T14:00:24.999 INFO:tasks.workunit.client.0.smithi031.stderr: -315> 2024-09-19T14:00:24.816+0000 7fc835ffb640 10 monclient: dump: 2024-09-19T14:00:24.999 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:00:24.999 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:00:24.999 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:00:24.999 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:00:24.999 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:00:24.999 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:00:24.999 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:00:24.999 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:00:24.999 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:00:24.999 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:24.999 INFO:tasks.workunit.client.0.smithi031.stderr: -314> 2024-09-19T14:00:24.816+0000 7fc835ffb640 10 monclient: _finish_auth 0 2024-09-19T14:00:24.999 INFO:tasks.workunit.client.0.smithi031.stderr: -313> 2024-09-19T14:00:24.816+0000 7fc835ffb640 10 monclient: _check_auth_tickets 2024-09-19T14:00:25.000 INFO:tasks.workunit.client.0.smithi031.stderr: -312> 2024-09-19T14:00:24.816+0000 7fc835ffb640 10 monclient: handle_config config(0 keys) 2024-09-19T14:00:25.000 INFO:tasks.workunit.client.0.smithi031.stderr: -311> 2024-09-19T14:00:24.816+0000 7fc835ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:00:25.000 INFO:tasks.workunit.client.0.smithi031.stderr: -310> 2024-09-19T14:00:24.816+0000 7fc835ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T14:00:25.000 INFO:tasks.workunit.client.0.smithi031.stderr: -309> 2024-09-19T14:00:24.816+0000 7fc835ffb640 10 monclient: dump: 2024-09-19T14:00:25.000 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:00:25.000 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:00:25.000 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:00:25.000 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:00:25.000 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:00:25.000 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:00:25.000 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:00:25.000 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:00:25.000 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:00:25.000 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:25.001 INFO:tasks.workunit.client.0.smithi031.stderr: -308> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 5 monclient: authenticate success, global_id 7761 2024-09-19T14:00:25.001 INFO:tasks.workunit.client.0.smithi031.stderr: -307> 2024-09-19T14:00:24.816+0000 7fc9517a4640 4 set_mon_vals no callback set 2024-09-19T14:00:25.001 INFO:tasks.workunit.client.0.smithi031.stderr: -306> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 10 monclient: _renew_subs 2024-09-19T14:00:25.001 INFO:tasks.workunit.client.0.smithi031.stderr: -305> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T14:00:25.001 INFO:tasks.workunit.client.0.smithi031.stderr: -304> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 10 monclient: _renew_subs 2024-09-19T14:00:25.001 INFO:tasks.workunit.client.0.smithi031.stderr: -303> 2024-09-19T14:00:24.816+0000 7fc952c9c9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T14:00:25.001 INFO:tasks.workunit.client.0.smithi031.stderr: -302> 2024-09-19T14:00:24.816+0000 7fc835ffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T14:00:25.001 INFO:tasks.workunit.client.0.smithi031.stderr: -301> 2024-09-19T14:00:24.816+0000 7fc835ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:00:25.001 INFO:tasks.workunit.client.0.smithi031.stderr: -300> 2024-09-19T14:00:24.816+0000 7fc835ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:00:25.001 INFO:tasks.workunit.client.0.smithi031.stderr: -299> 2024-09-19T14:00:24.820+0000 7fc94ffa1640 10 monclient: get_auth_request con 0x7fc828071b20 auth_method 0 2024-09-19T14:00:25.001 INFO:tasks.workunit.client.0.smithi031.stderr: -298> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient: get_monmap_and_config 2024-09-19T14:00:25.001 INFO:tasks.workunit.client.0.smithi031.stderr: -297> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient: build_initial_monmap 2024-09-19T14:00:25.001 INFO:tasks.workunit.client.0.smithi031.stderr: -296> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 1 build_initial for_mkfs: 0 2024-09-19T14:00:25.002 INFO:tasks.workunit.client.0.smithi031.stderr: -295> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient: monmap: 2024-09-19T14:00:25.002 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T14:00:25.002 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T14:00:25.002 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T14:00:25.002 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T14:00:25.002 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T14:00:25.002 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:00:25.002 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T14:00:25.002 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T14:00:25.002 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T14:00:25.002 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:25.002 INFO:tasks.workunit.client.0.smithi031.stderr: -294> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a766bb0) adding auth protocol: cephx 2024-09-19T14:00:25.002 INFO:tasks.workunit.client.0.smithi031.stderr: -293> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a766bb0) adding auth protocol: cephx 2024-09-19T14:00:25.002 INFO:tasks.workunit.client.0.smithi031.stderr: -292> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a766bb0) adding auth protocol: cephx 2024-09-19T14:00:25.003 INFO:tasks.workunit.client.0.smithi031.stderr: -291> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a766bb0) adding con mode: secure 2024-09-19T14:00:25.003 INFO:tasks.workunit.client.0.smithi031.stderr: -290> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a766bb0) adding con mode: crc 2024-09-19T14:00:25.003 INFO:tasks.workunit.client.0.smithi031.stderr: -289> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a766bb0) adding con mode: secure 2024-09-19T14:00:25.003 INFO:tasks.workunit.client.0.smithi031.stderr: -288> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a766bb0) adding con mode: crc 2024-09-19T14:00:25.003 INFO:tasks.workunit.client.0.smithi031.stderr: -287> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a766bb0) adding con mode: secure 2024-09-19T14:00:25.003 INFO:tasks.workunit.client.0.smithi031.stderr: -286> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a766bb0) adding con mode: crc 2024-09-19T14:00:25.003 INFO:tasks.workunit.client.0.smithi031.stderr: -285> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a766bb0) adding con mode: crc 2024-09-19T14:00:25.003 INFO:tasks.workunit.client.0.smithi031.stderr: -284> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a766bb0) adding con mode: secure 2024-09-19T14:00:25.003 INFO:tasks.workunit.client.0.smithi031.stderr: -283> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a766bb0) adding con mode: crc 2024-09-19T14:00:25.003 INFO:tasks.workunit.client.0.smithi031.stderr: -282> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a766bb0) adding con mode: secure 2024-09-19T14:00:25.003 INFO:tasks.workunit.client.0.smithi031.stderr: -281> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a766bb0) adding con mode: crc 2024-09-19T14:00:25.003 INFO:tasks.workunit.client.0.smithi031.stderr: -280> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a766bb0) adding con mode: secure 2024-09-19T14:00:25.004 INFO:tasks.workunit.client.0.smithi031.stderr: -279> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:00:25.004 INFO:tasks.workunit.client.0.smithi031.stderr: -278> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient: init 2024-09-19T14:00:25.004 INFO:tasks.workunit.client.0.smithi031.stderr: -277> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc0e0) adding auth protocol: cephx 2024-09-19T14:00:25.004 INFO:tasks.workunit.client.0.smithi031.stderr: -276> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc0e0) adding auth protocol: cephx 2024-09-19T14:00:25.004 INFO:tasks.workunit.client.0.smithi031.stderr: -275> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc0e0) adding auth protocol: cephx 2024-09-19T14:00:25.004 INFO:tasks.workunit.client.0.smithi031.stderr: -274> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc0e0) adding con mode: secure 2024-09-19T14:00:25.004 INFO:tasks.workunit.client.0.smithi031.stderr: -273> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc0e0) adding con mode: crc 2024-09-19T14:00:25.004 INFO:tasks.workunit.client.0.smithi031.stderr: -272> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc0e0) adding con mode: secure 2024-09-19T14:00:25.004 INFO:tasks.workunit.client.0.smithi031.stderr: -271> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc0e0) adding con mode: crc 2024-09-19T14:00:25.004 INFO:tasks.workunit.client.0.smithi031.stderr: -270> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc0e0) adding con mode: secure 2024-09-19T14:00:25.004 INFO:tasks.workunit.client.0.smithi031.stderr: -269> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc0e0) adding con mode: crc 2024-09-19T14:00:25.004 INFO:tasks.workunit.client.0.smithi031.stderr: -268> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc0e0) adding con mode: crc 2024-09-19T14:00:25.004 INFO:tasks.workunit.client.0.smithi031.stderr: -267> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc0e0) adding con mode: secure 2024-09-19T14:00:25.004 INFO:tasks.workunit.client.0.smithi031.stderr: -266> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc0e0) adding con mode: crc 2024-09-19T14:00:25.005 INFO:tasks.workunit.client.0.smithi031.stderr: -265> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc0e0) adding con mode: secure 2024-09-19T14:00:25.005 INFO:tasks.workunit.client.0.smithi031.stderr: -264> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc0e0) adding con mode: crc 2024-09-19T14:00:25.005 INFO:tasks.workunit.client.0.smithi031.stderr: -263> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc0e0) adding con mode: secure 2024-09-19T14:00:25.005 INFO:tasks.workunit.client.0.smithi031.stderr: -262> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:00:25.005 INFO:tasks.workunit.client.0.smithi031.stderr: -261> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:00:25.005 INFO:tasks.workunit.client.0.smithi031.stderr: -260> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 asok(0x557b9a4c0d90) register_command rotate-key cmddesc rotate-key hook 0x7ffe45bdc228 EEXIST 2024-09-19T14:00:25.005 INFO:tasks.workunit.client.0.smithi031.stderr: -259> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient: _reopen_session rank -1 2024-09-19T14:00:25.005 INFO:tasks.workunit.client.0.smithi031.stderr: -258> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-19T14:00:25.005 INFO:tasks.workunit.client.0.smithi031.stderr: -257> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient(hunting): picked mon.noname-a con 0x557b9a79b050 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T14:00:25.005 INFO:tasks.workunit.client.0.smithi031.stderr: -256> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient(hunting): picked mon.noname-b con 0x557b9a76af20 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T14:00:25.005 INFO:tasks.workunit.client.0.smithi031.stderr: -255> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient(hunting): picked mon.noname-c con 0x557b9a7964b0 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T14:00:25.005 INFO:tasks.workunit.client.0.smithi031.stderr: -254> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:00:25.006 INFO:tasks.workunit.client.0.smithi031.stderr: -253> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:00:25.006 INFO:tasks.workunit.client.0.smithi031.stderr: -252> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:00:25.006 INFO:tasks.workunit.client.0.smithi031.stderr: -251> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient(hunting): _renew_subs 2024-09-19T14:00:25.006 INFO:tasks.workunit.client.0.smithi031.stderr: -250> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient(hunting): authenticate will time out at 2368.653299s 2024-09-19T14:00:25.006 INFO:tasks.workunit.client.0.smithi031.stderr: -249> 2024-09-19T14:00:24.820+0000 7fc9507a2640 10 monclient(hunting): get_auth_request con 0x557b9a79b050 auth_method 0 2024-09-19T14:00:25.006 INFO:tasks.workunit.client.0.smithi031.stderr: -248> 2024-09-19T14:00:24.820+0000 7fc9507a2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:00:25.006 INFO:tasks.workunit.client.0.smithi031.stderr: -247> 2024-09-19T14:00:24.820+0000 7fc9507a2640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:00:25.006 INFO:tasks.workunit.client.0.smithi031.stderr: -246> 2024-09-19T14:00:24.820+0000 7fc9507a2640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:00:25.006 INFO:tasks.workunit.client.0.smithi031.stderr: -245> 2024-09-19T14:00:24.820+0000 7fc950fa3640 10 monclient(hunting): get_auth_request con 0x557b9a7964b0 auth_method 0 2024-09-19T14:00:25.006 INFO:tasks.workunit.client.0.smithi031.stderr: -244> 2024-09-19T14:00:24.820+0000 7fc950fa3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:00:25.006 INFO:tasks.workunit.client.0.smithi031.stderr: -243> 2024-09-19T14:00:24.820+0000 7fc950fa3640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:00:25.006 INFO:tasks.workunit.client.0.smithi031.stderr: -242> 2024-09-19T14:00:24.820+0000 7fc950fa3640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:00:25.006 INFO:tasks.workunit.client.0.smithi031.stderr: -241> 2024-09-19T14:00:24.820+0000 7fc9507a2640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:00:25.007 INFO:tasks.workunit.client.0.smithi031.stderr: -240> 2024-09-19T14:00:24.820+0000 7fc9507a2640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:00:25.007 INFO:tasks.workunit.client.0.smithi031.stderr: -239> 2024-09-19T14:00:24.820+0000 7fc9507a2640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:00:25.007 INFO:tasks.workunit.client.0.smithi031.stderr: -238> 2024-09-19T14:00:24.820+0000 7fc950fa3640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:00:25.007 INFO:tasks.workunit.client.0.smithi031.stderr: -237> 2024-09-19T14:00:24.820+0000 7fc950fa3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:00:25.007 INFO:tasks.workunit.client.0.smithi031.stderr: -236> 2024-09-19T14:00:24.820+0000 7fc950fa3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:00:25.007 INFO:tasks.workunit.client.0.smithi031.stderr: -235> 2024-09-19T14:00:24.820+0000 7fc9507a2640 10 monclient(hunting): handle_auth_done global_id 7764 payload 274 2024-09-19T14:00:25.007 INFO:tasks.workunit.client.0.smithi031.stderr: -234> 2024-09-19T14:00:24.820+0000 7fc9507a2640 10 monclient: _finish_hunting 0 2024-09-19T14:00:25.007 INFO:tasks.workunit.client.0.smithi031.stderr: -233> 2024-09-19T14:00:24.820+0000 7fc9507a2640 1 monclient: found mon.noname-a 2024-09-19T14:00:25.007 INFO:tasks.workunit.client.0.smithi031.stderr: -232> 2024-09-19T14:00:24.820+0000 7fc9507a2640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T14:00:25.007 INFO:tasks.workunit.client.0.smithi031.stderr: -231> 2024-09-19T14:00:24.820+0000 7fc8277fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:00:25.007 INFO:tasks.workunit.client.0.smithi031.stderr: -230> 2024-09-19T14:00:24.820+0000 7fc8277fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T14:00:25.007 INFO:tasks.workunit.client.0.smithi031.stderr: -229> 2024-09-19T14:00:24.820+0000 7fc8277fe640 10 monclient: dump: 2024-09-19T14:00:25.007 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:00:25.008 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:00:25.008 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:00:25.008 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:00:25.008 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:00:25.008 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:00:25.008 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:00:25.008 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:00:25.008 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:00:25.008 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:25.008 INFO:tasks.workunit.client.0.smithi031.stderr: -228> 2024-09-19T14:00:24.820+0000 7fc8277fe640 10 monclient: _finish_auth 0 2024-09-19T14:00:25.008 INFO:tasks.workunit.client.0.smithi031.stderr: -227> 2024-09-19T14:00:24.820+0000 7fc8277fe640 10 monclient: _check_auth_tickets 2024-09-19T14:00:25.008 INFO:tasks.workunit.client.0.smithi031.stderr: -226> 2024-09-19T14:00:24.820+0000 7fc8277fe640 10 monclient: handle_config config(0 keys) 2024-09-19T14:00:25.009 INFO:tasks.workunit.client.0.smithi031.stderr: -225> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 monclient: authenticate success, global_id 7764 2024-09-19T14:00:25.009 INFO:tasks.workunit.client.0.smithi031.stderr: -224> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient: get_monmap_and_config success 2024-09-19T14:00:25.009 INFO:tasks.workunit.client.0.smithi031.stderr: -223> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 4 set_mon_vals no callback set 2024-09-19T14:00:25.009 INFO:tasks.workunit.client.0.smithi031.stderr: -222> 2024-09-19T14:00:24.820+0000 7fc8277fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:00:25.009 INFO:tasks.workunit.client.0.smithi031.stderr: -221> 2024-09-19T14:00:24.820+0000 7fc8277fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T14:00:25.009 INFO:tasks.workunit.client.0.smithi031.stderr: -220> 2024-09-19T14:00:24.820+0000 7fc8277fe640 10 monclient: dump: 2024-09-19T14:00:25.009 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:00:25.009 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:00:25.009 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:00:25.009 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:00:25.009 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:00:25.009 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:00:25.009 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:00:25.009 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:00:25.010 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:00:25.010 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:25.010 INFO:tasks.workunit.client.0.smithi031.stderr: -219> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient: shutdown 2024-09-19T14:00:25.010 INFO:tasks.workunit.client.0.smithi031.stderr: -218> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient: build_initial_monmap 2024-09-19T14:00:25.010 INFO:tasks.workunit.client.0.smithi031.stderr: -217> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 1 build_initial for_mkfs: 0 2024-09-19T14:00:25.010 INFO:tasks.workunit.client.0.smithi031.stderr: -216> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient: monmap: 2024-09-19T14:00:25.010 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T14:00:25.010 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T14:00:25.010 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T14:00:25.010 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T14:00:25.010 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T14:00:25.010 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:00:25.010 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T14:00:25.010 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T14:00:25.010 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T14:00:25.011 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:25.011 INFO:tasks.workunit.client.0.smithi031.stderr: -215> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a76bc20) adding auth protocol: cephx 2024-09-19T14:00:25.011 INFO:tasks.workunit.client.0.smithi031.stderr: -214> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a76bc20) adding auth protocol: cephx 2024-09-19T14:00:25.011 INFO:tasks.workunit.client.0.smithi031.stderr: -213> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a76bc20) adding auth protocol: cephx 2024-09-19T14:00:25.011 INFO:tasks.workunit.client.0.smithi031.stderr: -212> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a76bc20) adding con mode: secure 2024-09-19T14:00:25.011 INFO:tasks.workunit.client.0.smithi031.stderr: -211> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a76bc20) adding con mode: crc 2024-09-19T14:00:25.011 INFO:tasks.workunit.client.0.smithi031.stderr: -210> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a76bc20) adding con mode: secure 2024-09-19T14:00:25.011 INFO:tasks.workunit.client.0.smithi031.stderr: -209> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a76bc20) adding con mode: crc 2024-09-19T14:00:25.011 INFO:tasks.workunit.client.0.smithi031.stderr: -208> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a76bc20) adding con mode: secure 2024-09-19T14:00:25.011 INFO:tasks.workunit.client.0.smithi031.stderr: -207> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a76bc20) adding con mode: crc 2024-09-19T14:00:25.011 INFO:tasks.workunit.client.0.smithi031.stderr: -206> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a76bc20) adding con mode: crc 2024-09-19T14:00:25.011 INFO:tasks.workunit.client.0.smithi031.stderr: -205> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a76bc20) adding con mode: secure 2024-09-19T14:00:25.012 INFO:tasks.workunit.client.0.smithi031.stderr: -204> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a76bc20) adding con mode: crc 2024-09-19T14:00:25.012 INFO:tasks.workunit.client.0.smithi031.stderr: -203> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a76bc20) adding con mode: secure 2024-09-19T14:00:25.012 INFO:tasks.workunit.client.0.smithi031.stderr: -202> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a76bc20) adding con mode: crc 2024-09-19T14:00:25.012 INFO:tasks.workunit.client.0.smithi031.stderr: -201> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a76bc20) adding con mode: secure 2024-09-19T14:00:25.012 INFO:tasks.workunit.client.0.smithi031.stderr: -200> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:00:25.012 INFO:tasks.workunit.client.0.smithi031.stderr: -199> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 1 librados: starting msgr at 2024-09-19T14:00:25.012 INFO:tasks.workunit.client.0.smithi031.stderr: -198> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 1 librados: starting objecter 2024-09-19T14:00:25.012 INFO:tasks.workunit.client.0.smithi031.stderr: -197> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 asok(0x557b9a4c0d90) register_command objecter_requests cmddesc objecter_requests hook 0x557b9a745190 EEXIST 2024-09-19T14:00:25.012 INFO:tasks.workunit.client.0.smithi031.stderr: -196> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 1 librados: setting wanted keys 2024-09-19T14:00:25.012 INFO:tasks.workunit.client.0.smithi031.stderr: -195> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 1 librados: calling monclient init 2024-09-19T14:00:25.012 INFO:tasks.workunit.client.0.smithi031.stderr: -194> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient: init 2024-09-19T14:00:25.012 INFO:tasks.workunit.client.0.smithi031.stderr: -193> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a749030) adding auth protocol: cephx 2024-09-19T14:00:25.012 INFO:tasks.workunit.client.0.smithi031.stderr: -192> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a749030) adding auth protocol: cephx 2024-09-19T14:00:25.012 INFO:tasks.workunit.client.0.smithi031.stderr: -191> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a749030) adding auth protocol: cephx 2024-09-19T14:00:25.013 INFO:tasks.workunit.client.0.smithi031.stderr: -190> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a749030) adding con mode: secure 2024-09-19T14:00:25.013 INFO:tasks.workunit.client.0.smithi031.stderr: -189> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a749030) adding con mode: crc 2024-09-19T14:00:25.013 INFO:tasks.workunit.client.0.smithi031.stderr: -188> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a749030) adding con mode: secure 2024-09-19T14:00:25.013 INFO:tasks.workunit.client.0.smithi031.stderr: -187> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a749030) adding con mode: crc 2024-09-19T14:00:25.013 INFO:tasks.workunit.client.0.smithi031.stderr: -186> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a749030) adding con mode: secure 2024-09-19T14:00:25.013 INFO:tasks.workunit.client.0.smithi031.stderr: -185> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a749030) adding con mode: crc 2024-09-19T14:00:25.013 INFO:tasks.workunit.client.0.smithi031.stderr: -184> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a749030) adding con mode: crc 2024-09-19T14:00:25.013 INFO:tasks.workunit.client.0.smithi031.stderr: -183> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a749030) adding con mode: secure 2024-09-19T14:00:25.013 INFO:tasks.workunit.client.0.smithi031.stderr: -182> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a749030) adding con mode: crc 2024-09-19T14:00:25.013 INFO:tasks.workunit.client.0.smithi031.stderr: -181> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a749030) adding con mode: secure 2024-09-19T14:00:25.013 INFO:tasks.workunit.client.0.smithi031.stderr: -180> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a749030) adding con mode: crc 2024-09-19T14:00:25.013 INFO:tasks.workunit.client.0.smithi031.stderr: -179> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 AuthRegistry(0x557b9a749030) adding con mode: secure 2024-09-19T14:00:25.013 INFO:tasks.workunit.client.0.smithi031.stderr: -178> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:00:25.013 INFO:tasks.workunit.client.0.smithi031.stderr: -177> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:00:25.013 INFO:tasks.workunit.client.0.smithi031.stderr: -176> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 5 asok(0x557b9a4c0d90) register_command rotate-key cmddesc rotate-key hook 0x557b9a749178 EEXIST 2024-09-19T14:00:25.014 INFO:tasks.workunit.client.0.smithi031.stderr: -175> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient: _reopen_session rank -1 2024-09-19T14:00:25.014 INFO:tasks.workunit.client.0.smithi031.stderr: -174> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-19T14:00:25.014 INFO:tasks.workunit.client.0.smithi031.stderr: -173> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient(hunting): picked mon.noname-b con 0x557b9a76af20 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T14:00:25.014 INFO:tasks.workunit.client.0.smithi031.stderr: -172> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient(hunting): picked mon.noname-c con 0x557b9a7964b0 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T14:00:25.014 INFO:tasks.workunit.client.0.smithi031.stderr: -171> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient(hunting): picked mon.noname-a con 0x557b9a79b050 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T14:00:25.014 INFO:tasks.workunit.client.0.smithi031.stderr: -170> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:00:25.014 INFO:tasks.workunit.client.0.smithi031.stderr: -169> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:00:25.014 INFO:tasks.workunit.client.0.smithi031.stderr: -168> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:00:25.014 INFO:tasks.workunit.client.0.smithi031.stderr: -167> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient(hunting): _renew_subs 2024-09-19T14:00:25.014 INFO:tasks.workunit.client.0.smithi031.stderr: -166> 2024-09-19T14:00:24.820+0000 7fc952c9c9c0 10 monclient(hunting): authenticate will time out at 2368.655941s 2024-09-19T14:00:25.014 INFO:tasks.workunit.client.0.smithi031.stderr: -165> 2024-09-19T14:00:24.824+0000 7fc950fa3640 10 monclient(hunting): get_auth_request con 0x557b9a79b050 auth_method 0 2024-09-19T14:00:25.014 INFO:tasks.workunit.client.0.smithi031.stderr: -164> 2024-09-19T14:00:24.824+0000 7fc950fa3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:00:25.014 INFO:tasks.workunit.client.0.smithi031.stderr: -163> 2024-09-19T14:00:24.824+0000 7fc950fa3640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:00:25.014 INFO:tasks.workunit.client.0.smithi031.stderr: -162> 2024-09-19T14:00:24.824+0000 7fc950fa3640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:00:25.015 INFO:tasks.workunit.client.0.smithi031.stderr: -161> 2024-09-19T14:00:24.824+0000 7fc94ffa1640 10 monclient(hunting): get_auth_request con 0x557b9a7964b0 auth_method 0 2024-09-19T14:00:25.015 INFO:tasks.workunit.client.0.smithi031.stderr: -160> 2024-09-19T14:00:24.824+0000 7fc94ffa1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:00:25.015 INFO:tasks.workunit.client.0.smithi031.stderr: -159> 2024-09-19T14:00:24.824+0000 7fc94ffa1640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:00:25.015 INFO:tasks.workunit.client.0.smithi031.stderr: -158> 2024-09-19T14:00:24.824+0000 7fc94ffa1640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:00:25.015 INFO:tasks.workunit.client.0.smithi031.stderr: -157> 2024-09-19T14:00:24.824+0000 7fc950fa3640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:00:25.015 INFO:tasks.workunit.client.0.smithi031.stderr: -156> 2024-09-19T14:00:24.824+0000 7fc950fa3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:00:25.015 INFO:tasks.workunit.client.0.smithi031.stderr: -155> 2024-09-19T14:00:24.824+0000 7fc950fa3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:00:25.015 INFO:tasks.workunit.client.0.smithi031.stderr: -154> 2024-09-19T14:00:24.824+0000 7fc94ffa1640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:00:25.015 INFO:tasks.workunit.client.0.smithi031.stderr: -153> 2024-09-19T14:00:24.824+0000 7fc94ffa1640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:00:25.015 INFO:tasks.workunit.client.0.smithi031.stderr: -152> 2024-09-19T14:00:24.824+0000 7fc94ffa1640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:00:25.015 INFO:tasks.workunit.client.0.smithi031.stderr: -151> 2024-09-19T14:00:24.824+0000 7fc9507a2640 10 monclient(hunting): get_auth_request con 0x557b9a76af20 auth_method 0 2024-09-19T14:00:25.015 INFO:tasks.workunit.client.0.smithi031.stderr: -150> 2024-09-19T14:00:24.824+0000 7fc9507a2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:00:25.015 INFO:tasks.workunit.client.0.smithi031.stderr: -149> 2024-09-19T14:00:24.824+0000 7fc9507a2640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:00:25.015 INFO:tasks.workunit.client.0.smithi031.stderr: -148> 2024-09-19T14:00:24.824+0000 7fc9507a2640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:00:25.016 INFO:tasks.workunit.client.0.smithi031.stderr: -147> 2024-09-19T14:00:24.824+0000 7fc950fa3640 10 monclient(hunting): handle_auth_done global_id 7767 payload 824 2024-09-19T14:00:25.016 INFO:tasks.workunit.client.0.smithi031.stderr: -146> 2024-09-19T14:00:24.824+0000 7fc950fa3640 10 monclient: _finish_hunting 0 2024-09-19T14:00:25.016 INFO:tasks.workunit.client.0.smithi031.stderr: -145> 2024-09-19T14:00:24.824+0000 7fc950fa3640 1 monclient: found mon.noname-a 2024-09-19T14:00:25.016 INFO:tasks.workunit.client.0.smithi031.stderr: -144> 2024-09-19T14:00:24.824+0000 7fc950fa3640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T14:00:25.016 INFO:tasks.workunit.client.0.smithi031.stderr: -143> 2024-09-19T14:00:24.824+0000 7fc825ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:00:25.016 INFO:tasks.workunit.client.0.smithi031.stderr: -142> 2024-09-19T14:00:24.824+0000 7fc825ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T14:00:25.016 INFO:tasks.workunit.client.0.smithi031.stderr: -141> 2024-09-19T14:00:24.824+0000 7fc825ffb640 10 monclient: dump: 2024-09-19T14:00:25.016 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:00:25.016 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:00:25.016 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:00:25.016 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:00:25.016 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:00:25.016 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:00:25.017 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:00:25.017 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:00:25.017 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:00:25.017 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:25.017 INFO:tasks.workunit.client.0.smithi031.stderr: -140> 2024-09-19T14:00:24.824+0000 7fc825ffb640 10 monclient: _finish_auth 0 2024-09-19T14:00:25.017 INFO:tasks.workunit.client.0.smithi031.stderr: -139> 2024-09-19T14:00:24.824+0000 7fc825ffb640 10 monclient: _check_auth_tickets 2024-09-19T14:00:25.017 INFO:tasks.workunit.client.0.smithi031.stderr: -138> 2024-09-19T14:00:24.824+0000 7fc825ffb640 10 monclient: handle_config config(0 keys) 2024-09-19T14:00:25.017 INFO:tasks.workunit.client.0.smithi031.stderr: -137> 2024-09-19T14:00:24.824+0000 7fc825ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:00:25.017 INFO:tasks.workunit.client.0.smithi031.stderr: -136> 2024-09-19T14:00:24.824+0000 7fc825ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T14:00:25.017 INFO:tasks.workunit.client.0.smithi031.stderr: -135> 2024-09-19T14:00:24.824+0000 7fc825ffb640 10 monclient: dump: 2024-09-19T14:00:25.017 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:00:25.017 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:00:25.017 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:00:25.017 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:00:25.018 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:00:25.018 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:00:25.018 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:00:25.018 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:00:25.018 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:00:25.018 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:25.018 INFO:tasks.workunit.client.0.smithi031.stderr: -134> 2024-09-19T14:00:24.824+0000 7fc952c9c9c0 5 monclient: authenticate success, global_id 7767 2024-09-19T14:00:25.018 INFO:tasks.workunit.client.0.smithi031.stderr: -133> 2024-09-19T14:00:24.824+0000 7fc8277fe640 4 set_mon_vals no callback set 2024-09-19T14:00:25.018 INFO:tasks.workunit.client.0.smithi031.stderr: -132> 2024-09-19T14:00:24.824+0000 7fc952c9c9c0 10 monclient: _renew_subs 2024-09-19T14:00:25.018 INFO:tasks.workunit.client.0.smithi031.stderr: -131> 2024-09-19T14:00:24.824+0000 7fc952c9c9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T14:00:25.018 INFO:tasks.workunit.client.0.smithi031.stderr: -130> 2024-09-19T14:00:24.824+0000 7fc952c9c9c0 10 monclient: _renew_subs 2024-09-19T14:00:25.018 INFO:tasks.workunit.client.0.smithi031.stderr: -129> 2024-09-19T14:00:24.824+0000 7fc952c9c9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T14:00:25.018 INFO:tasks.workunit.client.0.smithi031.stderr: -128> 2024-09-19T14:00:24.824+0000 7fc952c9c9c0 1 librados: init done 2024-09-19T14:00:25.018 INFO:tasks.workunit.client.0.smithi031.stderr: -127> 2024-09-19T14:00:24.824+0000 7fc952c9c9c0 5 asok(0x557b9a4c0d90) register_command cr dump hook 0x557b9a790608 2024-09-19T14:00:25.019 INFO:tasks.workunit.client.0.smithi031.stderr: -126> 2024-09-19T14:00:24.824+0000 7fc952c9c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:25.019 INFO:tasks.workunit.client.0.smithi031.stderr: -125> 2024-09-19T14:00:24.824+0000 7fc825ffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T14:00:25.019 INFO:tasks.workunit.client.0.smithi031.stderr: -124> 2024-09-19T14:00:24.824+0000 7fc825ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:00:25.019 INFO:tasks.workunit.client.0.smithi031.stderr: -123> 2024-09-19T14:00:24.824+0000 7fc825ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:00:25.019 INFO:tasks.workunit.client.0.smithi031.stderr: -122> 2024-09-19T14:00:24.824+0000 7fc9507a2640 10 monclient: get_auth_request con 0x7fc818071be0 auth_method 0 2024-09-19T14:00:25.019 INFO:tasks.workunit.client.0.smithi031.stderr: -121> 2024-09-19T14:00:24.824+0000 7fc94ffa1640 10 monclient: get_auth_request con 0x557b9a7b5030 auth_method 0 2024-09-19T14:00:25.019 INFO:tasks.workunit.client.0.smithi031.stderr: -120> 2024-09-19T14:00:24.828+0000 7fc952c9c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:25.019 INFO:tasks.workunit.client.0.smithi031.stderr: -119> 2024-09-19T14:00:24.828+0000 7fc952c9c9c0 20 realm 2024-09-19T14:00:25.019 INFO:tasks.workunit.client.0.smithi031.stderr: -118> 2024-09-19T14:00:24.828+0000 7fc952c9c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:25.019 INFO:tasks.workunit.client.0.smithi031.stderr: -117> 2024-09-19T14:00:24.828+0000 7fc952c9c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:25.019 INFO:tasks.workunit.client.0.smithi031.stderr: -116> 2024-09-19T14:00:24.828+0000 7fc952c9c9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:00:25.019 INFO:tasks.workunit.client.0.smithi031.stderr: -115> 2024-09-19T14:00:24.828+0000 7fc952c9c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:25.019 INFO:tasks.workunit.client.0.smithi031.stderr: -114> 2024-09-19T14:00:24.828+0000 7fc952c9c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:25.019 INFO:tasks.workunit.client.0.smithi031.stderr: -113> 2024-09-19T14:00:24.828+0000 7fc952c9c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:25.020 INFO:tasks.workunit.client.0.smithi031.stderr: -112> 2024-09-19T14:00:24.828+0000 7fc9507a2640 10 monclient: get_auth_request con 0x557b9a7b9230 auth_method 0 2024-09-19T14:00:25.020 INFO:tasks.workunit.client.0.smithi031.stderr: -111> 2024-09-19T14:00:24.828+0000 7fc952c9c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:00:25.020 INFO:tasks.workunit.client.0.smithi031.stderr: -110> 2024-09-19T14:00:24.828+0000 7fc952c9c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:25.020 INFO:tasks.workunit.client.0.smithi031.stderr: -109> 2024-09-19T14:00:24.828+0000 7fc94ffa1640 10 monclient: get_auth_request con 0x557b9a7bca90 auth_method 0 2024-09-19T14:00:25.020 INFO:tasks.workunit.client.0.smithi031.stderr: -108> 2024-09-19T14:00:24.832+0000 7fc952c9c9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:00:25.020 INFO:tasks.workunit.client.0.smithi031.stderr: -107> 2024-09-19T14:00:24.832+0000 7fc952c9c9c0 20 searching for the correct realm 2024-09-19T14:00:25.020 INFO:tasks.workunit.client.0.smithi031.stderr: -106> 2024-09-19T14:00:24.832+0000 7fc950fa3640 10 monclient: get_auth_request con 0x7fc9440ca070 auth_method 0 2024-09-19T14:00:25.020 INFO:tasks.workunit.client.0.smithi031.stderr: -105> 2024-09-19T14:00:24.832+0000 7fc9507a2640 10 monclient: get_auth_request con 0x7fc940008040 auth_method 0 2024-09-19T14:00:25.020 INFO:tasks.workunit.client.0.smithi031.stderr: -104> 2024-09-19T14:00:24.836+0000 7fc94ffa1640 10 monclient: get_auth_request con 0x7fc944102db0 auth_method 0 2024-09-19T14:00:25.020 INFO:tasks.workunit.client.0.smithi031.stderr: -103> 2024-09-19T14:00:24.836+0000 7fc94ffa1640 0 -- 172.21.15.31:0/2777930925 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7fc944102db0 msgr2=0x7fc94410f9d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:00:25.020 INFO:tasks.workunit.client.0.smithi031.stderr: -102> 2024-09-19T14:00:24.836+0000 7fc825ffb640 1 client.7767.objecter ms_handle_reset 0x7fc944102db0 session 0x7fc9440f5b20 osd.5 2024-09-19T14:00:25.020 INFO:tasks.workunit.client.0.smithi031.stderr: -101> 2024-09-19T14:00:24.836+0000 7fc825ffb640 10 monclient: _renew_subs 2024-09-19T14:00:25.020 INFO:tasks.workunit.client.0.smithi031.stderr: -100> 2024-09-19T14:00:24.836+0000 7fc825ffb640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T14:00:25.021 INFO:tasks.workunit.client.0.smithi031.stderr: -99> 2024-09-19T14:00:24.836+0000 7fc94ffa1640 10 monclient: get_auth_request con 0x7fc818081e90 auth_method 0 2024-09-19T14:00:25.021 INFO:tasks.workunit.client.0.smithi031.stderr: -98> 2024-09-19T14:00:24.840+0000 7fc950fa3640 10 monclient: get_auth_request con 0x7fc940063bd0 auth_method 0 2024-09-19T14:00:25.021 INFO:tasks.workunit.client.0.smithi031.stderr: -97> 2024-09-19T14:00:24.840+0000 7fc9507a2640 10 monclient: get_auth_request con 0x7fc948018040 auth_method 0 2024-09-19T14:00:25.021 INFO:tasks.workunit.client.0.smithi031.stderr: -96> 2024-09-19T14:00:24.844+0000 7fc9507a2640 0 -- 172.21.15.31:0/2777930925 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7fc948018040 msgr2=0x7fc94805fc90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:00:25.021 INFO:tasks.workunit.client.0.smithi031.stderr: -95> 2024-09-19T14:00:24.844+0000 7fc825ffb640 1 client.7767.objecter ms_handle_reset 0x7fc948018040 session 0x7fc94800f040 osd.3 2024-09-19T14:00:25.021 INFO:tasks.workunit.client.0.smithi031.stderr: -94> 2024-09-19T14:00:24.844+0000 7fc9507a2640 10 monclient: get_auth_request con 0x7fc944102db0 auth_method 0 2024-09-19T14:00:25.021 INFO:tasks.workunit.client.0.smithi031.stderr: -93> 2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:00:25.021 INFO:tasks.workunit.client.0.smithi031.stderr: -92> 2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:00:25.022 INFO:tasks.workunit.client.0.smithi031.stderr: -91> 2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:00:25.022 INFO:tasks.workunit.client.0.smithi031.stderr: -90> 2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:00:25.022 INFO:tasks.workunit.client.0.smithi031.stderr: -89> 2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:00:25.022 INFO:tasks.workunit.client.0.smithi031.stderr: -88> 2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:00:25.022 INFO:tasks.workunit.client.0.smithi031.stderr: -87> 2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:25.022 INFO:tasks.workunit.client.0.smithi031.stderr: -86> 2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:25.022 INFO:tasks.workunit.client.0.smithi031.stderr: -85> 2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:25.022 INFO:tasks.workunit.client.0.smithi031.stderr: -84> 2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:00:25.022 INFO:tasks.workunit.client.0.smithi031.stderr: -83> 2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:25.022 INFO:tasks.workunit.client.0.smithi031.stderr: -82> 2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:00:25.022 INFO:tasks.workunit.client.0.smithi031.stderr: -81> 2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 zone default found 2024-09-19T14:00:25.022 INFO:tasks.workunit.client.0.smithi031.stderr: -80> 2024-09-19T14:00:24.852+0000 7fc952c9c9c0 4 Realm: () 2024-09-19T14:00:25.022 INFO:tasks.workunit.client.0.smithi031.stderr: -79> 2024-09-19T14:00:24.852+0000 7fc952c9c9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:00:25.023 INFO:tasks.workunit.client.0.smithi031.stderr: -78> 2024-09-19T14:00:24.852+0000 7fc952c9c9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:00:25.023 INFO:tasks.workunit.client.0.smithi031.stderr: -77> 2024-09-19T14:00:24.852+0000 7fc952c9c9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:00:25.023 INFO:tasks.workunit.client.0.smithi031.stderr: -76> 2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 zonegroup default 2024-09-19T14:00:25.023 INFO:tasks.workunit.client.0.smithi031.stderr: -75> 2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:25.023 INFO:tasks.workunit.client.0.smithi031.stderr: -74> 2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:25.023 INFO:tasks.workunit.client.0.smithi031.stderr: -73> 2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:25.023 INFO:tasks.workunit.client.0.smithi031.stderr: -72> 2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:25.023 INFO:tasks.workunit.client.0.smithi031.stderr: -71> 2024-09-19T14:00:24.852+0000 7fc952c9c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:25.023 INFO:tasks.workunit.client.0.smithi031.stderr: -70> 2024-09-19T14:00:24.856+0000 7fc952c9c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:25.023 INFO:tasks.workunit.client.0.smithi031.stderr: -69> 2024-09-19T14:00:24.856+0000 7fc952c9c9c0 20 started sync module instance, tier type = 2024-09-19T14:00:25.023 INFO:tasks.workunit.client.0.smithi031.stderr: -68> 2024-09-19T14:00:24.856+0000 7fc952c9c9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:00:25.023 INFO:tasks.workunit.client.0.smithi031.stderr: -67> 2024-09-19T14:00:24.872+0000 7fc952c9c9c0 20 add_watcher() i=0 2024-09-19T14:00:25.023 INFO:tasks.workunit.client.0.smithi031.stderr: -66> 2024-09-19T14:00:24.872+0000 7fc952c9c9c0 20 add_watcher() i=1 2024-09-19T14:00:25.023 INFO:tasks.workunit.client.0.smithi031.stderr: -65> 2024-09-19T14:00:24.872+0000 7fc952c9c9c0 20 add_watcher() i=2 2024-09-19T14:00:25.024 INFO:tasks.workunit.client.0.smithi031.stderr: -64> 2024-09-19T14:00:24.872+0000 7fc952c9c9c0 20 add_watcher() i=3 2024-09-19T14:00:25.024 INFO:tasks.workunit.client.0.smithi031.stderr: -63> 2024-09-19T14:00:24.872+0000 7fc952c9c9c0 20 add_watcher() i=4 2024-09-19T14:00:25.024 INFO:tasks.workunit.client.0.smithi031.stderr: -62> 2024-09-19T14:00:24.872+0000 7fc952c9c9c0 20 add_watcher() i=5 2024-09-19T14:00:25.024 INFO:tasks.workunit.client.0.smithi031.stderr: -61> 2024-09-19T14:00:24.872+0000 7fc952c9c9c0 20 add_watcher() i=6 2024-09-19T14:00:25.024 INFO:tasks.workunit.client.0.smithi031.stderr: -60> 2024-09-19T14:00:24.876+0000 7fc952c9c9c0 20 add_watcher() i=7 2024-09-19T14:00:25.024 INFO:tasks.workunit.client.0.smithi031.stderr: -59> 2024-09-19T14:00:24.876+0000 7fc952c9c9c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:00:25.024 INFO:tasks.workunit.client.0.smithi031.stderr: -58> 2024-09-19T14:00:24.876+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc5b0) adding auth protocol: cephx 2024-09-19T14:00:25.024 INFO:tasks.workunit.client.0.smithi031.stderr: -57> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc5b0) adding auth protocol: cephx 2024-09-19T14:00:25.024 INFO:tasks.workunit.client.0.smithi031.stderr: -56> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc5b0) adding auth protocol: cephx 2024-09-19T14:00:25.024 INFO:tasks.workunit.client.0.smithi031.stderr: -55> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc5b0) adding con mode: secure 2024-09-19T14:00:25.024 INFO:tasks.workunit.client.0.smithi031.stderr: -54> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc5b0) adding con mode: crc 2024-09-19T14:00:25.024 INFO:tasks.workunit.client.0.smithi031.stderr: -53> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc5b0) adding con mode: secure 2024-09-19T14:00:25.024 INFO:tasks.workunit.client.0.smithi031.stderr: -52> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc5b0) adding con mode: crc 2024-09-19T14:00:25.025 INFO:tasks.workunit.client.0.smithi031.stderr: -51> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc5b0) adding con mode: secure 2024-09-19T14:00:25.025 INFO:tasks.workunit.client.0.smithi031.stderr: -50> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc5b0) adding con mode: crc 2024-09-19T14:00:25.025 INFO:tasks.workunit.client.0.smithi031.stderr: -49> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc5b0) adding con mode: crc 2024-09-19T14:00:25.025 INFO:tasks.workunit.client.0.smithi031.stderr: -48> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc5b0) adding con mode: secure 2024-09-19T14:00:25.025 INFO:tasks.workunit.client.0.smithi031.stderr: -47> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc5b0) adding con mode: crc 2024-09-19T14:00:25.025 INFO:tasks.workunit.client.0.smithi031.stderr: -46> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc5b0) adding con mode: secure 2024-09-19T14:00:25.025 INFO:tasks.workunit.client.0.smithi031.stderr: -45> 2024-09-19T14:00:24.876+0000 7fc806fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:00:25.025 INFO:tasks.workunit.client.0.smithi031.stderr: -44> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc5b0) adding con mode: crc 2024-09-19T14:00:25.025 INFO:tasks.workunit.client.0.smithi031.stderr: -43> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 5 AuthRegistry(0x7ffe45bdc5b0) adding con mode: secure 2024-09-19T14:00:25.025 INFO:tasks.workunit.client.0.smithi031.stderr: -42> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:00:25.025 INFO:tasks.workunit.client.0.smithi031.stderr: -41> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:00:25.025 INFO:tasks.workunit.client.0.smithi031.stderr: -40> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:00:25.025 INFO:tasks.workunit.client.0.smithi031.stderr: -39> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 5 asok(0x557b9a4c0d90) register_command cache list hook 0x557b9a769190 2024-09-19T14:00:25.025 INFO:tasks.workunit.client.0.smithi031.stderr: -38> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 5 asok(0x557b9a4c0d90) register_command cache inspect hook 0x557b9a769190 2024-09-19T14:00:25.026 INFO:tasks.workunit.client.0.smithi031.stderr: -37> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 5 asok(0x557b9a4c0d90) register_command cache erase hook 0x557b9a769190 2024-09-19T14:00:25.026 INFO:tasks.workunit.client.0.smithi031.stderr: -36> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 5 asok(0x557b9a4c0d90) register_command cache zap hook 0x557b9a769190 2024-09-19T14:00:25.026 INFO:tasks.workunit.client.0.smithi031.stderr: -35> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 5 note: GC not initialized 2024-09-19T14:00:25.026 INFO:tasks.workunit.client.0.smithi031.stderr: -34> 2024-09-19T14:00:24.880+0000 7fc805fdb640 20 reqs_thread_entry: start 2024-09-19T14:00:25.026 INFO:tasks.workunit.client.0.smithi031.stderr: -33> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 5 asok(0x557b9a4c0d90) register_command sync trace show hook 0x7fc940029070 2024-09-19T14:00:25.026 INFO:tasks.workunit.client.0.smithi031.stderr: -32> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 5 asok(0x557b9a4c0d90) register_command sync trace history hook 0x7fc940029070 2024-09-19T14:00:25.026 INFO:tasks.workunit.client.0.smithi031.stderr: -31> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 5 asok(0x557b9a4c0d90) register_command sync trace active hook 0x7fc940029070 2024-09-19T14:00:25.026 INFO:tasks.workunit.client.0.smithi031.stderr: -30> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 5 asok(0x557b9a4c0d90) register_command sync trace active_short hook 0x7fc940029070 2024-09-19T14:00:25.026 INFO:tasks.workunit.client.0.smithi031.stderr: -29> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 20 init_complete bucket index max shards: 1 2024-09-19T14:00:25.026 INFO:tasks.workunit.client.0.smithi031.stderr: -28> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 20 Filter name: none 2024-09-19T14:00:25.026 INFO:tasks.workunit.client.0.smithi031.stderr: -27> 2024-09-19T14:00:24.880+0000 7fc7777fe640 20 reqs_thread_entry: start 2024-09-19T14:00:25.026 INFO:tasks.workunit.client.0.smithi031.stderr: -26> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-19T14:00:25.026 INFO:tasks.workunit.client.0.smithi031.stderr: -25> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:25.027 INFO:tasks.workunit.client.0.smithi031.stderr: -24> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-19T14:00:25.027 INFO:tasks.workunit.client.0.smithi031.stderr: -23> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-19T14:00:25.027 INFO:tasks.workunit.client.0.smithi031.stderr: -22> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-19T14:00:25.027 INFO:tasks.workunit.client.0.smithi031.stderr: -21> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36 : miss 2024-09-19T14:00:25.027 INFO:tasks.workunit.client.0.smithi031.stderr: -20> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:25.027 INFO:tasks.workunit.client.0.smithi031.stderr: -19> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-19T14:00:25.027 INFO:tasks.workunit.client.0.smithi031.stderr: -18> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36 info.flags=0x17 2024-09-19T14:00:25.027 INFO:tasks.workunit.client.0.smithi031.stderr: -17> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36 to cache LRU end 2024-09-19T14:00:25.027 INFO:tasks.workunit.client.0.smithi031.stderr: -16> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T14:00:25.027 INFO:tasks.workunit.client.0.smithi031.stderr: -15> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:25.027 INFO:tasks.workunit.client.0.smithi031.stderr: -14> 2024-09-19T14:00:24.880+0000 7fc952c9c9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36 2024-09-19T14:00:25.027 INFO:tasks.workunit.client.0.smithi031.stderr: -13> 2024-09-19T14:00:24.888+0000 7fc952c9c9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36 info.flags=0x17 2024-09-19T14:00:25.027 INFO:tasks.workunit.client.0.smithi031.stderr: -12> 2024-09-19T14:00:24.888+0000 7fc952c9c9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36 to cache LRU end 2024-09-19T14:00:25.027 INFO:tasks.workunit.client.0.smithi031.stderr: -11> 2024-09-19T14:00:24.888+0000 7fc952c9c9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:25.028 INFO:tasks.workunit.client.0.smithi031.stderr: -10> 2024-09-19T14:00:24.888+0000 7fc952c9c9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36, ofs0, ns] 2024-09-19T14:00:25.028 INFO:tasks.workunit.client.0.smithi031.stderr: -9> 2024-09-19T14:00:24.888+0000 7fc8277fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333526 cookie 93989361183680 notifier 7767 bl.length()=923 2024-09-19T14:00:25.028 INFO:tasks.workunit.client.0.smithi031.stderr: -8> 2024-09-19T14:00:24.888+0000 7fc8277fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36 info.flags=0x17 2024-09-19T14:00:25.028 INFO:tasks.workunit.client.0.smithi031.stderr: -7> 2024-09-19T14:00:24.888+0000 7fc8277fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36 to cache LRU end 2024-09-19T14:00:25.028 INFO:tasks.workunit.client.0.smithi031.stderr: -6> 2024-09-19T14:00:24.888+0000 7fc8277fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:25.028 INFO:tasks.workunit.client.0.smithi031.stderr: -5> 2024-09-19T14:00:24.892+0000 7fc952c9c9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36]): orig_sources= new_sources= 2024-09-19T14:00:25.028 INFO:tasks.workunit.client.0.smithi031.stderr: -4> 2024-09-19T14:00:24.892+0000 7fc952c9c9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36]): potential sources added=[] removed=[] 2024-09-19T14:00:25.028 INFO:tasks.workunit.client.0.smithi031.stderr: -3> 2024-09-19T14:00:24.892+0000 7fc952c9c9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36]): orig_dests= new_dests= 2024-09-19T14:00:25.028 INFO:tasks.workunit.client.0.smithi031.stderr: -2> 2024-09-19T14:00:24.892+0000 7fc952c9c9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36]): potential dests added=[] removed=[] 2024-09-19T14:00:25.028 INFO:tasks.workunit.client.0.smithi031.stderr: -1> 2024-09-19T14:00:24.896+0000 7fc952c9c9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fc952c9c9c0 time 2024-09-19T14:00:24.898879+0000 2024-09-19T14:00:25.028 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T14:00:25.028 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:25.028 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T14:00:25.028 INFO:tasks.workunit.client.0.smithi031.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fc9565762eb] 2024-09-19T14:00:25.029 INFO:tasks.workunit.client.0.smithi031.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fc95657649f] 2024-09-19T14:00:25.029 INFO:tasks.workunit.client.0.smithi031.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x557b97490271] 2024-09-19T14:00:25.029 INFO:tasks.workunit.client.0.smithi031.stderr: 4: radosgw-admin(+0x141057c) [0x557b97ee157c] 2024-09-19T14:00:25.029 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x557b974a00dd] 2024-09-19T14:00:25.029 INFO:tasks.workunit.client.0.smithi031.stderr: 6: main() 2024-09-19T14:00:25.029 INFO:tasks.workunit.client.0.smithi031.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fc9553dcd90] 2024-09-19T14:00:25.029 INFO:tasks.workunit.client.0.smithi031.stderr: 8: __libc_start_main() 2024-09-19T14:00:25.029 INFO:tasks.workunit.client.0.smithi031.stderr: 9: _start() 2024-09-19T14:00:25.029 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:25.029 INFO:tasks.workunit.client.0.smithi031.stderr: 0> 2024-09-19T14:00:24.896+0000 7fc952c9c9c0 -1 *** Caught signal (Aborted) ** 2024-09-19T14:00:25.030 INFO:tasks.workunit.client.0.smithi031.stderr: in thread 7fc952c9c9c0 thread_name:radosgw-admin 2024-09-19T14:00:25.030 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:25.030 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T14:00:25.030 INFO:tasks.workunit.client.0.smithi031.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fc9553f5520] 2024-09-19T14:00:25.030 INFO:tasks.workunit.client.0.smithi031.stderr: 2: pthread_kill() 2024-09-19T14:00:25.030 INFO:tasks.workunit.client.0.smithi031.stderr: 3: raise() 2024-09-19T14:00:25.030 INFO:tasks.workunit.client.0.smithi031.stderr: 4: abort() 2024-09-19T14:00:25.030 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fc956576345] 2024-09-19T14:00:25.030 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fc95657649f] 2024-09-19T14:00:25.030 INFO:tasks.workunit.client.0.smithi031.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x557b97490271] 2024-09-19T14:00:25.030 INFO:tasks.workunit.client.0.smithi031.stderr: 8: radosgw-admin(+0x141057c) [0x557b97ee157c] 2024-09-19T14:00:25.030 INFO:tasks.workunit.client.0.smithi031.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x557b974a00dd] 2024-09-19T14:00:25.030 INFO:tasks.workunit.client.0.smithi031.stderr: 10: main() 2024-09-19T14:00:25.031 INFO:tasks.workunit.client.0.smithi031.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fc9553dcd90] 2024-09-19T14:00:25.031 INFO:tasks.workunit.client.0.smithi031.stderr: 12: __libc_start_main() 2024-09-19T14:00:25.031 INFO:tasks.workunit.client.0.smithi031.stderr: 13: _start() 2024-09-19T14:00:25.031 INFO:tasks.workunit.client.0.smithi031.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T14:00:25.031 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:25.031 INFO:tasks.workunit.client.0.smithi031.stderr:--- logging levels --- 2024-09-19T14:00:25.031 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 none 2024-09-19T14:00:25.031 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 lockdep 2024-09-19T14:00:25.031 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 context 2024-09-19T14:00:25.031 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 crush 2024-09-19T14:00:25.031 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds 2024-09-19T14:00:25.031 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_balancer 2024-09-19T14:00:25.032 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_locker 2024-09-19T14:00:25.032 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_log 2024-09-19T14:00:25.032 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_log_expire 2024-09-19T14:00:25.032 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_migrator 2024-09-19T14:00:25.032 INFO:tasks.workunit.client.0.smithi031.stderr: 3/ 5 mds_quiesce 2024-09-19T14:00:25.032 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 buffer 2024-09-19T14:00:25.032 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 timer 2024-09-19T14:00:25.032 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 filer 2024-09-19T14:00:25.032 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 striper 2024-09-19T14:00:25.032 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 objecter 2024-09-19T14:00:25.032 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rados 2024-09-19T14:00:25.032 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd 2024-09-19T14:00:25.032 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_mirror 2024-09-19T14:00:25.032 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_replay 2024-09-19T14:00:25.033 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_pwl 2024-09-19T14:00:25.033 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 journaler 2024-09-19T14:00:25.033 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 objectcacher 2024-09-19T14:00:25.033 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 immutable_obj_cache 2024-09-19T14:00:25.033 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 client 2024-09-19T14:00:25.033 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 osd 2024-09-19T14:00:25.033 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 optracker 2024-09-19T14:00:25.033 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 objclass 2024-09-19T14:00:25.033 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 filestore 2024-09-19T14:00:25.033 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 journal 2024-09-19T14:00:25.033 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 0 ms 2024-09-19T14:00:25.033 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mon 2024-09-19T14:00:25.033 INFO:tasks.workunit.client.0.smithi031.stderr: 0/10 monc 2024-09-19T14:00:25.034 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 paxos 2024-09-19T14:00:25.034 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 tp 2024-09-19T14:00:25.034 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 auth 2024-09-19T14:00:25.034 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 crypto 2024-09-19T14:00:25.034 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 finisher 2024-09-19T14:00:25.034 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 reserver 2024-09-19T14:00:25.034 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 heartbeatmap 2024-09-19T14:00:25.034 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 perfcounter 2024-09-19T14:00:25.034 INFO:tasks.workunit.client.0.smithi031.stderr: 20/20 rgw 2024-09-19T14:00:25.034 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_sync 2024-09-19T14:00:25.034 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_datacache 2024-09-19T14:00:25.034 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_access 2024-09-19T14:00:25.034 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_dbstore 2024-09-19T14:00:25.035 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_flight 2024-09-19T14:00:25.035 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_lifecycle 2024-09-19T14:00:25.035 INFO:tasks.workunit.client.0.smithi031.stderr: 20/20 rgw_notification 2024-09-19T14:00:25.035 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 javaclient 2024-09-19T14:00:25.035 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 asok 2024-09-19T14:00:25.035 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 throttle 2024-09-19T14:00:25.035 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 0 refs 2024-09-19T14:00:25.035 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 compressor 2024-09-19T14:00:25.035 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 bluestore 2024-09-19T14:00:25.035 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 bluefs 2024-09-19T14:00:25.035 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 bdev 2024-09-19T14:00:25.035 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 kstore 2024-09-19T14:00:25.035 INFO:tasks.workunit.client.0.smithi031.stderr: 4/ 5 rocksdb 2024-09-19T14:00:25.036 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 fuse 2024-09-19T14:00:25.036 INFO:tasks.workunit.client.0.smithi031.stderr: 2/ 5 mgr 2024-09-19T14:00:25.036 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mgrc 2024-09-19T14:00:25.036 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 dpdk 2024-09-19T14:00:25.036 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 eventtrace 2024-09-19T14:00:25.036 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 prioritycache 2024-09-19T14:00:25.036 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 test 2024-09-19T14:00:25.036 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cephfs_mirror 2024-09-19T14:00:25.036 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cephsqlite 2024-09-19T14:00:25.036 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 crimson_interrupt 2024-09-19T14:00:25.036 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore 2024-09-19T14:00:25.036 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_onode 2024-09-19T14:00:25.036 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_odata 2024-09-19T14:00:25.037 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_omap 2024-09-19T14:00:25.037 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_tm 2024-09-19T14:00:25.037 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_t 2024-09-19T14:00:25.037 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_cleaner 2024-09-19T14:00:25.037 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_epm 2024-09-19T14:00:25.037 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_lba 2024-09-19T14:00:25.037 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-19T14:00:25.037 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_cache 2024-09-19T14:00:25.037 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_journal 2024-09-19T14:00:25.037 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_device 2024-09-19T14:00:25.037 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_backref 2024-09-19T14:00:25.037 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 alienstore 2024-09-19T14:00:25.037 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mclock 2024-09-19T14:00:25.037 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cyanstore 2024-09-19T14:00:25.038 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 ceph_exporter 2024-09-19T14:00:25.038 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 memstore 2024-09-19T14:00:25.038 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 trace 2024-09-19T14:00:25.038 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 ceph_dedup 2024-09-19T14:00:25.038 INFO:tasks.workunit.client.0.smithi031.stderr: -2/-2 (syslog threshold) 2024-09-19T14:00:25.038 INFO:tasks.workunit.client.0.smithi031.stderr: 99/99 (stderr threshold) 2024-09-19T14:00:25.038 INFO:tasks.workunit.client.0.smithi031.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-19T14:00:25.038 INFO:tasks.workunit.client.0.smithi031.stderr: 7fc7777fe640 / http_manager 2024-09-19T14:00:25.038 INFO:tasks.workunit.client.0.smithi031.stderr: 7fc805fdb640 / http_manager 2024-09-19T14:00:25.038 INFO:tasks.workunit.client.0.smithi031.stderr: 7fc806fdd640 / rgw_dt_lg_renew 2024-09-19T14:00:25.038 INFO:tasks.workunit.client.0.smithi031.stderr: 7fc825ffb640 / ms_dispatch 2024-09-19T14:00:25.038 INFO:tasks.workunit.client.0.smithi031.stderr: 7fc8277fe640 / io_context_pool 2024-09-19T14:00:25.038 INFO:tasks.workunit.client.0.smithi031.stderr: 7fc835ffb640 / ms_dispatch 2024-09-19T14:00:25.039 INFO:tasks.workunit.client.0.smithi031.stderr: 7fc83ce09640 / ms_dispatch 2024-09-19T14:00:25.039 INFO:tasks.workunit.client.0.smithi031.stderr: 7fc83e60c640 / io_context_pool 2024-09-19T14:00:25.039 INFO:tasks.workunit.client.0.smithi031.stderr: 7fc94ffa1640 / msgr-worker-2 2024-09-19T14:00:25.039 INFO:tasks.workunit.client.0.smithi031.stderr: 7fc9507a2640 / msgr-worker-1 2024-09-19T14:00:25.039 INFO:tasks.workunit.client.0.smithi031.stderr: 7fc950fa3640 / msgr-worker-0 2024-09-19T14:00:25.039 INFO:tasks.workunit.client.0.smithi031.stderr: 7fc9517a4640 / io_context_pool 2024-09-19T14:00:25.039 INFO:tasks.workunit.client.0.smithi031.stderr: 7fc952c9c9c0 / radosgw-admin 2024-09-19T14:00:25.039 INFO:tasks.workunit.client.0.smithi031.stderr: max_recent 500 2024-09-19T14:00:25.039 INFO:tasks.workunit.client.0.smithi031.stderr: max_new 1000 2024-09-19T14:00:25.039 INFO:tasks.workunit.client.0.smithi031.stderr: log_file /var/lib/ceph/crash/2024-09-19T14:00:24.901402Z_f708e42a-c1d6-406c-9922-6544899293e0/log 2024-09-19T14:00:25.039 INFO:tasks.workunit.client.0.smithi031.stderr:--- end dump of recent events --- 2024-09-19T14:00:25.039 INFO:tasks.workunit.client.0.smithi031.stderr:Aborted 2024-09-19T14:00:25.039 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket abort-at-logrecord-writes 2024-09-19T14:00:25.044 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:00:25.044 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:00:25.044 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.976+0000 7fd09a4159c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:25.044 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.980+0000 7fd09a4159c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:25.044 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.980+0000 7fd09a4159c0 20 realm 2024-09-19T14:00:25.044 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.980+0000 7fd09a4159c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:25.044 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.980+0000 7fd09a4159c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:25.045 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.980+0000 7fd09a4159c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:00:25.045 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.980+0000 7fd09a4159c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:25.045 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.980+0000 7fd09a4159c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:25.045 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.980+0000 7fd09a4159c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:25.045 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.980+0000 7fd09a4159c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:00:25.045 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.980+0000 7fd09a4159c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:25.045 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.984+0000 7fd09a4159c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:00:25.045 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.984+0000 7fd09a4159c0 20 searching for the correct realm 2024-09-19T14:00:25.045 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.988+0000 7fd09771a640 0 -- 172.21.15.31:0/2475162492 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7fd080065570 msgr2=0x7fd0800636e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:00:25.045 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:24.992+0000 7fd097f1b640 0 -- 172.21.15.31:0/2475162492 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7fd090019040 msgr2=0x7fd090060710 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T14:00:25.045 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.004+0000 7fd09a4159c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:00:25.045 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.004+0000 7fd09a4159c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:00:25.045 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.004+0000 7fd09a4159c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:00:25.046 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.004+0000 7fd09a4159c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:00:25.046 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.004+0000 7fd09a4159c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:00:25.046 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.004+0000 7fd09a4159c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:00:25.046 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.004+0000 7fd09a4159c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:25.046 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.004+0000 7fd09a4159c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:25.046 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.004+0000 7fd09a4159c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:25.046 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.004+0000 7fd09a4159c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:00:25.046 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.004+0000 7fd09a4159c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:25.046 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.004+0000 7fd09a4159c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:00:25.046 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.004+0000 7fd09a4159c0 20 zone default found 2024-09-19T14:00:25.046 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.004+0000 7fd09a4159c0 4 Realm: () 2024-09-19T14:00:25.046 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.004+0000 7fd09a4159c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:00:25.046 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.004+0000 7fd09a4159c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:00:25.047 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.004+0000 7fd09a4159c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:00:25.047 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.004+0000 7fd09a4159c0 20 zonegroup default 2024-09-19T14:00:25.047 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.004+0000 7fd09a4159c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:25.047 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.004+0000 7fd09a4159c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:25.047 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.004+0000 7fd09a4159c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:25.047 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.004+0000 7fd09a4159c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:25.047 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.004+0000 7fd09a4159c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:25.047 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.004+0000 7fd09a4159c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:25.047 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.004+0000 7fd09a4159c0 20 started sync module instance, tier type = 2024-09-19T14:00:25.047 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.004+0000 7fd09a4159c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:00:25.047 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.024+0000 7fd09a4159c0 20 add_watcher() i=0 2024-09-19T14:00:25.047 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.024+0000 7fd09a4159c0 20 add_watcher() i=1 2024-09-19T14:00:25.047 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.024+0000 7fd09a4159c0 20 add_watcher() i=2 2024-09-19T14:00:25.048 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.024+0000 7fd09a4159c0 20 add_watcher() i=3 2024-09-19T14:00:25.048 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.024+0000 7fd09a4159c0 20 add_watcher() i=4 2024-09-19T14:00:25.048 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.024+0000 7fd09a4159c0 20 add_watcher() i=5 2024-09-19T14:00:25.048 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.024+0000 7fd09a4159c0 20 add_watcher() i=6 2024-09-19T14:00:25.048 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.028+0000 7fd09a4159c0 20 add_watcher() i=7 2024-09-19T14:00:25.048 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.028+0000 7fd09a4159c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:00:25.048 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.028+0000 7fcf4e7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:00:25.048 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.028+0000 7fd09a4159c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:00:25.048 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.028+0000 7fd09a4159c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:00:25.048 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.028+0000 7fd09a4159c0 5 note: GC not initialized 2024-09-19T14:00:25.048 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.032+0000 7fcf4d7e2640 20 reqs_thread_entry: start 2024-09-19T14:00:25.048 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.032+0000 7fd09a4159c0 20 init_complete bucket index max shards: 1 2024-09-19T14:00:25.048 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.032+0000 7fd09a4159c0 20 Filter name: none 2024-09-19T14:00:25.049 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.032+0000 7fcf467fc640 20 reqs_thread_entry: start 2024-09-19T14:00:25.049 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.032+0000 7fd09a4159c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:25.049 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.032+0000 7fd09a4159c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-19T14:00:25.049 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.032+0000 7fd09a4159c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:25.049 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.032+0000 7fd09a4159c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-19T14:00:25.049 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.032+0000 7fd09a4159c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:00:25.049 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.032+0000 7fd09a4159c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:25.049 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.032+0000 7fd09a4159c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-19T14:00:25.049 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.032+0000 7fd09a4159c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:25.049 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.032+0000 7fd09a4159c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-19T14:00:25.049 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.032+0000 7fd09a4159c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:00:25.049 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.036+0000 7fcf4e7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:00:25.049 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.040+0000 7fd09a4159c0 20 remove_watcher() i=0 2024-09-19T14:00:25.050 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.040+0000 7fd09a4159c0 2 removed watcher, disabling cache 2024-09-19T14:00:25.050 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.040+0000 7fd09a4159c0 20 remove_watcher() i=1 2024-09-19T14:00:25.051 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.044+0000 7fd09a4159c0 20 remove_watcher() i=2 2024-09-19T14:00:25.051 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.044+0000 7fd09a4159c0 20 remove_watcher() i=3 2024-09-19T14:00:25.051 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.048+0000 7fd09a4159c0 20 remove_watcher() i=4 2024-09-19T14:00:25.052 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.048+0000 7fd09a4159c0 20 remove_watcher() i=5 2024-09-19T14:00:25.055 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.052+0000 7fd09a4159c0 20 remove_watcher() i=6 2024-09-19T14:00:25.058 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.056+0000 7fd09a4159c0 20 remove_watcher() i=7 2024-09-19T14:00:25.073 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:25.073 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T14:00:25.073 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: abort-at-logrecord-writes id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-19T14:00:25.073 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:25.074 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:25.074 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:25.089 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:25.089 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:25.135 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket reshard --bucket abort-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-19T14:00:25.172 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:00:25.172 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:00:25.218 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.216+0000 7f79740319c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:25.221 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.216+0000 7f79740319c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:25.221 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.216+0000 7f79740319c0 20 realm 2024-09-19T14:00:25.221 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.216+0000 7f79740319c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:25.221 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.220+0000 7f79740319c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:25.222 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.220+0000 7f79740319c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:00:25.222 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.220+0000 7f79740319c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:25.222 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.220+0000 7f79740319c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:25.222 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.220+0000 7f79740319c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:25.223 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.220+0000 7f79740319c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:00:25.223 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.220+0000 7f79740319c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:25.225 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.220+0000 7f79740319c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:00:25.225 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.220+0000 7f79740319c0 20 searching for the correct realm 2024-09-19T14:00:25.227 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.224+0000 7f7971b37640 0 -- 172.21.15.31:0/3042707948 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7f7964017020 msgr2=0x7f79640673a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:00:25.441 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.436+0000 7f7971b37640 0 -- 172.21.15.31:0/3042707948 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x564f1d8db7d0 msgr2=0x7f796c0f9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T14:00:25.658 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.656+0000 7f79740319c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:00:25.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.656+0000 7f79740319c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:00:25.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.656+0000 7f79740319c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:00:25.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.656+0000 7f79740319c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:00:25.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.656+0000 7f79740319c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:00:25.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.656+0000 7f79740319c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:00:25.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.656+0000 7f79740319c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:25.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.656+0000 7f79740319c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:25.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.656+0000 7f79740319c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:25.660 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.656+0000 7f79740319c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:00:25.660 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.656+0000 7f79740319c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:25.661 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.656+0000 7f79740319c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:00:25.661 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.656+0000 7f79740319c0 20 zone default found 2024-09-19T14:00:25.661 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.656+0000 7f79740319c0 4 Realm: () 2024-09-19T14:00:25.661 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.656+0000 7f79740319c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:00:25.661 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.656+0000 7f79740319c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:00:25.661 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.656+0000 7f79740319c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:00:25.662 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.656+0000 7f79740319c0 20 zonegroup default 2024-09-19T14:00:25.662 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.656+0000 7f79740319c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:25.662 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.660+0000 7f79740319c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:25.662 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.660+0000 7f79740319c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:25.663 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.660+0000 7f79740319c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:25.663 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.660+0000 7f79740319c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:25.663 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.660+0000 7f79740319c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:25.663 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.660+0000 7f79740319c0 20 started sync module instance, tier type = 2024-09-19T14:00:25.663 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.660+0000 7f79740319c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:00:25.688 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.684+0000 7f79740319c0 20 add_watcher() i=0 2024-09-19T14:00:25.688 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.684+0000 7f79740319c0 20 add_watcher() i=1 2024-09-19T14:00:25.688 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.684+0000 7f79740319c0 20 add_watcher() i=2 2024-09-19T14:00:25.688 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.684+0000 7f79740319c0 20 add_watcher() i=3 2024-09-19T14:00:25.689 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.684+0000 7f79740319c0 20 add_watcher() i=4 2024-09-19T14:00:25.689 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.684+0000 7f79740319c0 20 add_watcher() i=5 2024-09-19T14:00:25.689 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.684+0000 7f79740319c0 20 add_watcher() i=6 2024-09-19T14:00:25.690 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.688+0000 7f79740319c0 20 add_watcher() i=7 2024-09-19T14:00:25.691 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.688+0000 7f79740319c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:00:25.695 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.692+0000 7f7827fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:00:25.696 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.692+0000 7f79740319c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:00:25.696 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.692+0000 7f79740319c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:00:25.696 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.692+0000 7f79740319c0 5 note: GC not initialized 2024-09-19T14:00:25.697 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.692+0000 7f7826fe5640 20 reqs_thread_entry: start 2024-09-19T14:00:25.697 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.692+0000 7f79740319c0 20 init_complete bucket index max shards: 1 2024-09-19T14:00:25.697 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.692+0000 7f79740319c0 20 Filter name: none 2024-09-19T14:00:25.697 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.692+0000 7f7824fe1640 20 reqs_thread_entry: start 2024-09-19T14:00:25.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.696+0000 7f79740319c0 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-19T14:00:25.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.696+0000 7f79740319c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:25.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.696+0000 7f79740319c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-19T14:00:25.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.696+0000 7f79740319c0 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-19T14:00:25.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.696+0000 7f79740319c0 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-19T14:00:25.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.696+0000 7f79740319c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36 : miss 2024-09-19T14:00:25.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.696+0000 7f79740319c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:25.699 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.696+0000 7f79740319c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-19T14:00:25.699 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.696+0000 7f79740319c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36 info.flags=0x17 2024-09-19T14:00:25.699 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.696+0000 7f79740319c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36 to cache LRU end 2024-09-19T14:00:25.699 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.696+0000 7f79740319c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T14:00:25.699 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.696+0000 7f79740319c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:25.699 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.696+0000 7f79740319c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36 2024-09-19T14:00:25.702 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.700+0000 7f79740319c0 0 INFO: RGWReshardLock::lock found lock on abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36 to be held by another RGW process; skipping for now 2024-09-19T14:00:25.703 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.700+0000 7f7827fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:00:25.707 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.704+0000 7f79740319c0 20 remove_watcher() i=0 2024-09-19T14:00:25.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.704+0000 7f79740319c0 2 removed watcher, disabling cache 2024-09-19T14:00:25.710 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.708+0000 7f79740319c0 20 remove_watcher() i=1 2024-09-19T14:00:25.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.708+0000 7f79740319c0 20 remove_watcher() i=2 2024-09-19T14:00:25.714 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.712+0000 7f79740319c0 20 remove_watcher() i=3 2024-09-19T14:00:25.717 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.712+0000 7f79740319c0 20 remove_watcher() i=4 2024-09-19T14:00:25.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.716+0000 7f79740319c0 20 remove_watcher() i=5 2024-09-19T14:00:25.722 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.720+0000 7f79740319c0 20 remove_watcher() i=6 2024-09-19T14:00:25.724 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:25.720+0000 7f79740319c0 20 remove_watcher() i=7 2024-09-19T14:00:25.749 INFO:tasks.workunit.client.0.smithi031.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-19T14:00:55.775 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket reshard --bucket abort-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-19T14:00:55.815 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:00:55.815 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:00:56.263 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.263+0000 7f16adeb5640 0 --2- 172.21.15.31:0/4045005010 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x56117557ba50 0x56117557be30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-19T14:00:56.280 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.279+0000 7f16b03af9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:56.282 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.283+0000 7f16b03af9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:56.283 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.283+0000 7f16b03af9c0 20 realm 2024-09-19T14:00:56.283 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.283+0000 7f16b03af9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:56.283 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.283+0000 7f16b03af9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:56.283 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.283+0000 7f16b03af9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:00:56.283 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.283+0000 7f16b03af9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:56.284 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.283+0000 7f16b03af9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:56.284 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.283+0000 7f16b03af9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:56.285 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.283+0000 7f16b03af9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:00:56.285 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.283+0000 7f16b03af9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:56.287 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.287+0000 7f16b03af9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:00:56.287 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.287+0000 7f16b03af9c0 20 searching for the correct realm 2024-09-19T14:00:56.290 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.291+0000 7f16adeb5640 0 -- 172.21.15.31:0/2957234840 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7f16a00adb30 msgr2=0x7f16a01200b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:00:56.505 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.503+0000 7f16adeb5640 0 -- 172.21.15.31:0/2957234840 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f16a8060340 msgr2=0x7f16a805edb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T14:00:56.724 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.723+0000 7f16b03af9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:00:56.724 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.723+0000 7f16b03af9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:00:56.724 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.723+0000 7f16b03af9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:00:56.724 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.723+0000 7f16b03af9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:00:56.724 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.723+0000 7f16b03af9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:00:56.724 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.723+0000 7f16b03af9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:00:56.724 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.723+0000 7f16b03af9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:56.725 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.723+0000 7f16b03af9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:56.725 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.723+0000 7f16b03af9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:56.725 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.723+0000 7f16b03af9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:00:56.725 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.723+0000 7f16b03af9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:56.726 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.727+0000 7f16b03af9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:00:56.726 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.727+0000 7f16b03af9c0 20 zone default found 2024-09-19T14:00:56.726 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.727+0000 7f16b03af9c0 4 Realm: () 2024-09-19T14:00:56.726 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.727+0000 7f16b03af9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:00:56.726 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.727+0000 7f16b03af9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:00:56.726 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.727+0000 7f16b03af9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:00:56.726 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.727+0000 7f16b03af9c0 20 zonegroup default 2024-09-19T14:00:56.727 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.727+0000 7f16b03af9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:56.727 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.727+0000 7f16b03af9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:56.727 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.727+0000 7f16b03af9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:56.728 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.727+0000 7f16b03af9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:56.728 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.727+0000 7f16b03af9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:56.728 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.727+0000 7f16b03af9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:56.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.727+0000 7f16b03af9c0 20 started sync module instance, tier type = 2024-09-19T14:00:56.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.727+0000 7f16b03af9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:00:56.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.751+0000 7f16b03af9c0 20 add_watcher() i=0 2024-09-19T14:00:56.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.751+0000 7f16b03af9c0 20 add_watcher() i=1 2024-09-19T14:00:56.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.751+0000 7f16b03af9c0 20 add_watcher() i=2 2024-09-19T14:00:56.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.751+0000 7f16b03af9c0 20 add_watcher() i=3 2024-09-19T14:00:56.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.751+0000 7f16b03af9c0 20 add_watcher() i=4 2024-09-19T14:00:56.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.751+0000 7f16b03af9c0 20 add_watcher() i=5 2024-09-19T14:00:56.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.751+0000 7f16b03af9c0 20 add_watcher() i=6 2024-09-19T14:00:56.754 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.755+0000 7f16b03af9c0 20 add_watcher() i=7 2024-09-19T14:00:56.754 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.755+0000 7f16b03af9c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:00:56.760 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.759+0000 7f1563fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:00:56.761 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.759+0000 7f16b03af9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:00:56.761 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.759+0000 7f16b03af9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:00:56.761 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.759+0000 7f16b03af9c0 5 note: GC not initialized 2024-09-19T14:00:56.761 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.759+0000 7f1562fe5640 20 reqs_thread_entry: start 2024-09-19T14:00:56.762 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.763+0000 7f16b03af9c0 20 init_complete bucket index max shards: 1 2024-09-19T14:00:56.762 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.763+0000 7f16b03af9c0 20 Filter name: none 2024-09-19T14:00:56.762 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.763+0000 7f1560fe1640 20 reqs_thread_entry: start 2024-09-19T14:00:56.762 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.763+0000 7f16b03af9c0 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-19T14:00:56.762 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.763+0000 7f16b03af9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:56.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.763+0000 7f16b03af9c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-19T14:00:56.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.763+0000 7f16b03af9c0 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-19T14:00:56.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.763+0000 7f16b03af9c0 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-19T14:00:56.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.763+0000 7f16b03af9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36 : miss 2024-09-19T14:00:56.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.763+0000 7f16b03af9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:56.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.763+0000 7f16b03af9c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-19T14:00:56.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.763+0000 7f16b03af9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36 info.flags=0x17 2024-09-19T14:00:56.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.763+0000 7f16b03af9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36 to cache LRU end 2024-09-19T14:00:56.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.763+0000 7f16b03af9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T14:00:56.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.763+0000 7f16b03af9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:56.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.763+0000 7f16b03af9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36 2024-09-19T14:00:56.766 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.767+0000 7f16b03af9c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-19T14:00:56.775 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.775+0000 7f16b03af9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36 info.flags=0x17 2024-09-19T14:00:56.775 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.775+0000 7f16b03af9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36 to cache LRU end 2024-09-19T14:00:56.775 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.775+0000 7f16b03af9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:56.775 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.775+0000 7f16b03af9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36, ofs0, ns] 2024-09-19T14:00:56.776 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.775+0000 7f15917fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333527 cookie 94632983606064 notifier 7334 bl.length()=923 2024-09-19T14:00:56.776 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.775+0000 7f15917fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36 info.flags=0x17 2024-09-19T14:00:56.776 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.775+0000 7f15917fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36 to cache LRU end 2024-09-19T14:00:56.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.775+0000 7f15917fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:56.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.775+0000 7f16b03af9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36]): orig_sources= new_sources= 2024-09-19T14:00:56.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.775+0000 7f16b03af9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36]): potential sources added=[] removed=[] 2024-09-19T14:00:56.778 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.775+0000 7f16b03af9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36]): orig_dests= new_dests= 2024-09-19T14:00:56.778 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.775+0000 7f16b03af9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36]): potential dests added=[] removed=[] 2024-09-19T14:00:56.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.783+0000 7f16b03af9c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36.2.0 2024-09-19T14:00:56.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.783+0000 7f16b03af9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36.2.0 2024-09-19T14:00:56.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.783+0000 7f16b03af9c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36.2.1 2024-09-19T14:00:56.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.783+0000 7f16b03af9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36.2.1 2024-09-19T14:00:56.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.783+0000 7f16b03af9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36.0 2024-09-19T14:00:56.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.791+0000 7f16b03af9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36 : hit (requested=0x17, cached=0x17) 2024-09-19T14:00:56.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.791+0000 7f16b03af9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36 2024-09-19T14:00:56.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.791+0000 7f16b03af9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36 info.flags=0x17 2024-09-19T14:00:56.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.791+0000 7f16b03af9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36 to cache LRU end 2024-09-19T14:00:56.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.791+0000 7f16b03af9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:56.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.791+0000 7f16b03af9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36, ofs0, ns] 2024-09-19T14:00:56.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.791+0000 7f1590ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333528 cookie 94632983606064 notifier 7334 bl.length()=923 2024-09-19T14:00:56.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.791+0000 7f1590ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36 info.flags=0x17 2024-09-19T14:00:56.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.791+0000 7f1590ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36 to cache LRU end 2024-09-19T14:00:56.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.791+0000 7f1590ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:56.794 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.795+0000 7f16b03af9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36]): orig_sources= new_sources= 2024-09-19T14:00:56.794 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.795+0000 7f16b03af9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36]): potential sources added=[] removed=[] 2024-09-19T14:00:56.794 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.795+0000 7f16b03af9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36]): orig_dests= new_dests= 2024-09-19T14:00:56.794 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.795+0000 7f16b03af9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36]): potential dests added=[] removed=[] 2024-09-19T14:00:56.797 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.795+0000 7f16b03af9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36.0 2024-09-19T14:00:56.798 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.799+0000 7f16b03af9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36 : hit (requested=0x17, cached=0x17) 2024-09-19T14:00:56.798 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.799+0000 7f16b03af9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36 2024-09-19T14:00:56.801 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.799+0000 7f16b03af9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36 info.flags=0x17 2024-09-19T14:00:56.801 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.799+0000 7f16b03af9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36 to cache LRU end 2024-09-19T14:00:56.801 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.799+0000 7f16b03af9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:56.801 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.799+0000 7f16b03af9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36, ofs0, ns] 2024-09-19T14:00:56.802 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.803+0000 7f15917fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333529 cookie 94632983606064 notifier 7334 bl.length()=891 2024-09-19T14:00:56.802 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.803+0000 7f15917fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36 info.flags=0x17 2024-09-19T14:00:56.802 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.803+0000 7f15917fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36 to cache LRU end 2024-09-19T14:00:56.802 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.803+0000 7f15917fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:56.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.803+0000 7f16b03af9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36]): orig_sources= new_sources= 2024-09-19T14:00:56.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.803+0000 7f16b03af9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36]): potential sources added=[] removed=[] 2024-09-19T14:00:56.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.803+0000 7f16b03af9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36]): orig_dests= new_dests= 2024-09-19T14:00:56.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.803+0000 7f16b03af9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36]): potential dests added=[] removed=[] 2024-09-19T14:00:56.806 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.807+0000 7f16b03af9c0 1 execute INFO: reshard of bucket "abort-at-logrecord-writes" from 1 shards to 2 shards completed successfully 2024-09-19T14:00:56.811 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.811+0000 7f1563fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:00:56.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.815+0000 7f16b03af9c0 20 remove_watcher() i=0 2024-09-19T14:00:56.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.815+0000 7f16b03af9c0 2 removed watcher, disabling cache 2024-09-19T14:00:56.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.819+0000 7f16b03af9c0 20 remove_watcher() i=1 2024-09-19T14:00:56.820 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.819+0000 7f16b03af9c0 20 remove_watcher() i=2 2024-09-19T14:00:56.823 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.823+0000 7f16b03af9c0 20 remove_watcher() i=3 2024-09-19T14:00:56.826 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.827+0000 7f16b03af9c0 20 remove_watcher() i=4 2024-09-19T14:00:56.828 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.827+0000 7f16b03af9c0 20 remove_watcher() i=5 2024-09-19T14:00:56.831 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.831+0000 7f16b03af9c0 20 remove_watcher() i=6 2024-09-19T14:00:56.833 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.831+0000 7f16b03af9c0 20 remove_watcher() i=7 2024-09-19T14:00:56.851 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket abort-at-logrecord-writes 2024-09-19T14:00:56.884 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:00:56.884 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:00:56.929 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.927+0000 7fad3825d9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:56.931 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.931+0000 7fad3825d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:56.931 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.931+0000 7fad3825d9c0 20 realm 2024-09-19T14:00:56.931 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.931+0000 7fad3825d9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:56.932 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.931+0000 7fad3825d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:56.932 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.931+0000 7fad3825d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:00:56.932 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.931+0000 7fad3825d9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:56.932 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.931+0000 7fad3825d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:56.932 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.931+0000 7fad3825d9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:56.933 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.931+0000 7fad3825d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:00:56.933 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.931+0000 7fad3825d9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:56.935 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.935+0000 7fad3825d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:00:56.935 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.935+0000 7fad3825d9c0 20 searching for the correct realm 2024-09-19T14:00:56.941 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.939+0000 7fad36564640 0 -- 172.21.15.31:0/3095364307 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7fad2c1020f0 msgr2=0x7fad2c10ad60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:00:56.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.947+0000 7fad35d63640 0 -- 172.21.15.31:0/3095364307 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7fad3005eae0 msgr2=0x7fad3005d550 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:00:56.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.955+0000 7fad3825d9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:00:56.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.955+0000 7fad3825d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:00:56.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.955+0000 7fad3825d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:00:56.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.955+0000 7fad3825d9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:00:56.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.955+0000 7fad3825d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:00:56.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.955+0000 7fad3825d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:00:56.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.955+0000 7fad3825d9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:56.956 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.955+0000 7fad3825d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:56.956 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.955+0000 7fad3825d9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:56.956 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.955+0000 7fad3825d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:00:56.956 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.955+0000 7fad3825d9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:56.957 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.955+0000 7fad3825d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:00:56.957 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.955+0000 7fad3825d9c0 20 zone default found 2024-09-19T14:00:56.957 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.955+0000 7fad3825d9c0 4 Realm: () 2024-09-19T14:00:56.958 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.955+0000 7fad3825d9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:00:56.958 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.955+0000 7fad3825d9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:00:56.958 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.955+0000 7fad3825d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:00:56.958 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.955+0000 7fad3825d9c0 20 zonegroup default 2024-09-19T14:00:56.958 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.955+0000 7fad3825d9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:56.958 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.955+0000 7fad3825d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:56.958 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.955+0000 7fad3825d9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:56.958 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.955+0000 7fad3825d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:56.958 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.955+0000 7fad3825d9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:56.959 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.959+0000 7fad3825d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:56.959 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.959+0000 7fad3825d9c0 20 started sync module instance, tier type = 2024-09-19T14:00:56.959 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.959+0000 7fad3825d9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:00:56.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.975+0000 7fad3825d9c0 20 add_watcher() i=0 2024-09-19T14:00:56.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.975+0000 7fad3825d9c0 20 add_watcher() i=1 2024-09-19T14:00:56.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.975+0000 7fad3825d9c0 20 add_watcher() i=2 2024-09-19T14:00:56.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.975+0000 7fad3825d9c0 20 add_watcher() i=3 2024-09-19T14:00:56.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.975+0000 7fad3825d9c0 20 add_watcher() i=4 2024-09-19T14:00:56.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.975+0000 7fad3825d9c0 20 add_watcher() i=5 2024-09-19T14:00:56.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.975+0000 7fad3825d9c0 20 add_watcher() i=6 2024-09-19T14:00:56.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.979+0000 7fad3825d9c0 20 add_watcher() i=7 2024-09-19T14:00:56.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.979+0000 7fad3825d9c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:00:56.981 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.979+0000 7fabe7fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:00:56.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.983+0000 7fad3825d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:00:56.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.983+0000 7fad3825d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:00:56.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.983+0000 7fad3825d9c0 5 note: GC not initialized 2024-09-19T14:00:56.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.983+0000 7fabe6ffd640 20 reqs_thread_entry: start 2024-09-19T14:00:56.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.983+0000 7fad3825d9c0 20 init_complete bucket index max shards: 1 2024-09-19T14:00:56.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.983+0000 7fad3825d9c0 20 Filter name: none 2024-09-19T14:00:56.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.983+0000 7fabe4ff9640 20 reqs_thread_entry: start 2024-09-19T14:00:56.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.983+0000 7fad3825d9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:56.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.983+0000 7fad3825d9c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-19T14:00:56.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.983+0000 7fad3825d9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:56.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.983+0000 7fad3825d9c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-19T14:00:56.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.983+0000 7fad3825d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:00:56.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.983+0000 7fad3825d9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:56.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.983+0000 7fad3825d9c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-19T14:00:56.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.983+0000 7fad3825d9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:56.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.983+0000 7fad3825d9c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-19T14:00:56.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.983+0000 7fad3825d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:00:56.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.987+0000 7fabe7fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:00:56.990 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.991+0000 7fad3825d9c0 20 remove_watcher() i=0 2024-09-19T14:00:56.990 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.991+0000 7fad3825d9c0 2 removed watcher, disabling cache 2024-09-19T14:00:56.992 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.991+0000 7fad3825d9c0 20 remove_watcher() i=1 2024-09-19T14:00:56.994 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.995+0000 7fad3825d9c0 20 remove_watcher() i=2 2024-09-19T14:00:56.996 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.995+0000 7fad3825d9c0 20 remove_watcher() i=3 2024-09-19T14:00:56.998 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.999+0000 7fad3825d9c0 20 remove_watcher() i=4 2024-09-19T14:00:57.001 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:56.999+0000 7fad3825d9c0 20 remove_watcher() i=5 2024-09-19T14:00:57.003 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.003+0000 7fad3825d9c0 20 remove_watcher() i=6 2024-09-19T14:00:57.007 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.007+0000 7fad3825d9c0 20 remove_watcher() i=7 2024-09-19T14:00:57.021 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:57.021 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T14:00:57.021 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: abort-at-logrecord-writes id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-19T14:00:57.021 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:57.023 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:57.023 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:57.027 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:57.027 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:57.094 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:57.094 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:57.122 INFO:tasks.workunit.client.0.smithi031.stderr:TEST: reshard bucket with EIO injected at change_reshard_state 2024-09-19T14:00:57.122 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:57.123 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:57.124 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:57.139 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:57.140 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:57.189 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:57.190 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:57.210 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:57.211 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:57.231 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:57.231 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:57.252 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:57.252 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:57.273 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:57.273 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:57.296 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:57.296 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:57.316 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:57.317 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:57.337 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:57.338 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:57.358 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:57.359 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:57.380 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:57.380 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:57.400 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:57.400 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:57.420 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:57.420 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:57.440 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:57.440 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:57.460 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:57.460 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:57.481 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:57.482 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:57.505 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:57.505 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:57.527 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:57.527 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:57.549 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:57.549 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:57.569 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:57.569 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:57.589 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:57.589 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:57.609 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-19T14:00:57.644 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:00:57.644 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:00:57.689 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.687+0000 7f4e31d8f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:57.692 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.691+0000 7f4e31d8f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:57.692 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.691+0000 7f4e31d8f9c0 20 realm 2024-09-19T14:00:57.692 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.691+0000 7f4e31d8f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:57.693 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.691+0000 7f4e31d8f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:57.693 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.691+0000 7f4e31d8f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:00:57.693 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.691+0000 7f4e31d8f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:57.693 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.691+0000 7f4e31d8f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:57.693 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.691+0000 7f4e31d8f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:57.694 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.695+0000 7f4e31d8f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:00:57.694 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.695+0000 7f4e31d8f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:57.696 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.695+0000 7f4e31d8f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:00:57.696 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.695+0000 7f4e31d8f9c0 20 searching for the correct realm 2024-09-19T14:00:57.702 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.703+0000 7f4e30096640 0 -- 172.21.15.31:0/2289784404 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7f4e24078040 msgr2=0x7f4e24067070 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:00:57.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.707+0000 7f4e2f895640 0 -- 172.21.15.31:0/2289784404 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f4e280b5030 msgr2=0x7f4e280c43f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:00:57.716 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.715+0000 7f4e31d8f9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:00:57.716 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.715+0000 7f4e31d8f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:00:57.716 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.715+0000 7f4e31d8f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:00:57.716 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.715+0000 7f4e31d8f9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:00:57.716 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.715+0000 7f4e31d8f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:00:57.716 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.715+0000 7f4e31d8f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:00:57.716 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.715+0000 7f4e31d8f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:57.717 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.715+0000 7f4e31d8f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:57.717 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.715+0000 7f4e31d8f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:57.717 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.715+0000 7f4e31d8f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:00:57.717 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.715+0000 7f4e31d8f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:57.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.719+0000 7f4e31d8f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:00:57.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.719+0000 7f4e31d8f9c0 20 zone default found 2024-09-19T14:00:57.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.719+0000 7f4e31d8f9c0 4 Realm: () 2024-09-19T14:00:57.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.719+0000 7f4e31d8f9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:00:57.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.719+0000 7f4e31d8f9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:00:57.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.719+0000 7f4e31d8f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:00:57.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.719+0000 7f4e31d8f9c0 20 zonegroup default 2024-09-19T14:00:57.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.719+0000 7f4e31d8f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:57.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.719+0000 7f4e31d8f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:57.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.719+0000 7f4e31d8f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:57.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.719+0000 7f4e31d8f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:57.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.719+0000 7f4e31d8f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:57.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.719+0000 7f4e31d8f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:57.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.719+0000 7f4e31d8f9c0 20 started sync module instance, tier type = 2024-09-19T14:00:57.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.719+0000 7f4e31d8f9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:00:57.738 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.739+0000 7f4e31d8f9c0 20 add_watcher() i=0 2024-09-19T14:00:57.739 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.739+0000 7f4e31d8f9c0 20 add_watcher() i=1 2024-09-19T14:00:57.739 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.739+0000 7f4e31d8f9c0 20 add_watcher() i=2 2024-09-19T14:00:57.739 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.739+0000 7f4e31d8f9c0 20 add_watcher() i=3 2024-09-19T14:00:57.739 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.739+0000 7f4e31d8f9c0 20 add_watcher() i=4 2024-09-19T14:00:57.739 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.739+0000 7f4e31d8f9c0 20 add_watcher() i=5 2024-09-19T14:00:57.739 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.739+0000 7f4e31d8f9c0 20 add_watcher() i=6 2024-09-19T14:00:57.741 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.739+0000 7f4e31d8f9c0 20 add_watcher() i=7 2024-09-19T14:00:57.741 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.739+0000 7f4e31d8f9c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:00:57.744 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.743+0000 7f4ce5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:00:57.745 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.743+0000 7f4e31d8f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:00:57.745 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.743+0000 7f4e31d8f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:00:57.745 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.743+0000 7f4e31d8f9c0 5 note: GC not initialized 2024-09-19T14:00:57.745 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.743+0000 7f4ce4fe1640 20 reqs_thread_entry: start 2024-09-19T14:00:57.745 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.743+0000 7f4e31d8f9c0 20 init_complete bucket index max shards: 1 2024-09-19T14:00:57.745 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.743+0000 7f4e31d8f9c0 20 Filter name: none 2024-09-19T14:00:57.746 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.743+0000 7f4c5e7fc640 20 reqs_thread_entry: start 2024-09-19T14:00:57.746 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.743+0000 7f4e31d8f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:57.747 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.743+0000 7f4e31d8f9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T14:00:57.747 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.743+0000 7f4e31d8f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:57.747 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.747+0000 7f4e31d8f9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T14:00:57.747 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.747+0000 7f4e31d8f9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:00:57.747 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.747+0000 7f4e31d8f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:57.747 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.747+0000 7f4e31d8f9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T14:00:57.747 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.747+0000 7f4e31d8f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:57.748 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.747+0000 7f4e31d8f9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T14:00:57.748 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.747+0000 7f4e31d8f9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:00:57.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.747+0000 7f4ce5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:00:57.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.751+0000 7f4e31d8f9c0 20 remove_watcher() i=0 2024-09-19T14:00:57.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.751+0000 7f4e31d8f9c0 2 removed watcher, disabling cache 2024-09-19T14:00:57.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.755+0000 7f4e31d8f9c0 20 remove_watcher() i=1 2024-09-19T14:00:57.757 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.759+0000 7f4e31d8f9c0 20 remove_watcher() i=2 2024-09-19T14:00:57.760 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.759+0000 7f4e31d8f9c0 20 remove_watcher() i=3 2024-09-19T14:00:57.762 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.763+0000 7f4e31d8f9c0 20 remove_watcher() i=4 2024-09-19T14:00:57.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.763+0000 7f4e31d8f9c0 20 remove_watcher() i=5 2024-09-19T14:00:57.766 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.767+0000 7f4e31d8f9c0 20 remove_watcher() i=6 2024-09-19T14:00:57.769 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.767+0000 7f4e31d8f9c0 20 remove_watcher() i=7 2024-09-19T14:00:57.783 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:57.783 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T14:00:57.783 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: error-at-change-reshard-state id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-19T14:00:57.783 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:57.784 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket reshard --bucket error-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at change_reshard_state 2024-09-19T14:00:57.817 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:00:57.817 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:00:57.861 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.859+0000 7f21c64249c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:57.864 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.863+0000 7f21c64249c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:57.864 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.863+0000 7f21c64249c0 20 realm 2024-09-19T14:00:57.864 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.863+0000 7f21c64249c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:57.864 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.863+0000 7f21c64249c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:57.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.863+0000 7f21c64249c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:00:57.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.863+0000 7f21c64249c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:57.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.863+0000 7f21c64249c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:57.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.863+0000 7f21c64249c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:57.866 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.867+0000 7f21c64249c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:00:57.866 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.867+0000 7f21c64249c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:57.867 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.867+0000 7f21c64249c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:00:57.867 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.867+0000 7f21c64249c0 20 searching for the correct realm 2024-09-19T14:00:57.874 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.875+0000 7f21c3f2a640 0 -- 172.21.15.31:0/2072116247 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7f21b400e040 msgr2=0x7f21b4038840 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:00:57.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.879+0000 7f21c3f2a640 0 -- 172.21.15.31:0/2072116247 >> [v2:172.21.15.31:6802/3325082646,v1:172.21.15.31:6804/3325082646] conn(0x56264d181670 msgr2=0x56264d183aa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T14:00:57.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.887+0000 7f21c64249c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:00:57.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.887+0000 7f21c64249c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:00:57.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.887+0000 7f21c64249c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:00:57.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.887+0000 7f21c64249c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:00:57.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.887+0000 7f21c64249c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:00:57.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.887+0000 7f21c64249c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:00:57.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.887+0000 7f21c64249c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:57.888 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.887+0000 7f21c64249c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:57.888 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.887+0000 7f21c64249c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:57.888 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.887+0000 7f21c64249c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:00:57.888 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.887+0000 7f21c64249c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:57.889 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.887+0000 7f21c64249c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:00:57.889 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.887+0000 7f21c64249c0 20 zone default found 2024-09-19T14:00:57.889 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.887+0000 7f21c64249c0 4 Realm: () 2024-09-19T14:00:57.889 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.887+0000 7f21c64249c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:00:57.889 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.887+0000 7f21c64249c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:00:57.889 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.887+0000 7f21c64249c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:00:57.889 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.887+0000 7f21c64249c0 20 zonegroup default 2024-09-19T14:00:57.889 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.887+0000 7f21c64249c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:57.890 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.887+0000 7f21c64249c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:57.890 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.887+0000 7f21c64249c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:57.890 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.891+0000 7f21c64249c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:57.890 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.891+0000 7f21c64249c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:57.891 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.891+0000 7f21c64249c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:57.891 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.891+0000 7f21c64249c0 20 started sync module instance, tier type = 2024-09-19T14:00:57.891 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.891+0000 7f21c64249c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:00:57.912 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.907+0000 7f21c64249c0 20 add_watcher() i=0 2024-09-19T14:00:57.912 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.907+0000 7f21c64249c0 20 add_watcher() i=1 2024-09-19T14:00:57.912 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.907+0000 7f21c64249c0 20 add_watcher() i=2 2024-09-19T14:00:57.912 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.907+0000 7f21c64249c0 20 add_watcher() i=3 2024-09-19T14:00:57.913 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.907+0000 7f21c64249c0 20 add_watcher() i=4 2024-09-19T14:00:57.913 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.907+0000 7f21c64249c0 20 add_watcher() i=5 2024-09-19T14:00:57.913 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.907+0000 7f21c64249c0 20 add_watcher() i=6 2024-09-19T14:00:57.913 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.911+0000 7f21c64249c0 20 add_watcher() i=7 2024-09-19T14:00:57.913 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.911+0000 7f21c64249c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:00:57.914 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.915+0000 7f2079fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:00:57.915 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.915+0000 7f21c64249c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:00:57.915 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.915+0000 7f21c64249c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:00:57.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.915+0000 7f21c64249c0 5 note: GC not initialized 2024-09-19T14:00:57.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.915+0000 7f2078fe1640 20 reqs_thread_entry: start 2024-09-19T14:00:57.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.915+0000 7f21c64249c0 20 init_complete bucket index max shards: 1 2024-09-19T14:00:57.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.915+0000 7f21c64249c0 20 Filter name: none 2024-09-19T14:00:57.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.915+0000 7f1ff27fc640 20 reqs_thread_entry: start 2024-09-19T14:00:57.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.915+0000 7f21c64249c0 10 cache get: name=default.rgw.meta+root+error-at-change-reshard-state : miss 2024-09-19T14:00:57.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.915+0000 7f21c64249c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:57.917 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.915+0000 7f21c64249c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T14:00:57.917 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.915+0000 7f21c64249c0 10 cache put: name=default.rgw.meta+root+error-at-change-reshard-state info.flags=0x11 2024-09-19T14:00:57.917 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.915+0000 7f21c64249c0 10 adding default.rgw.meta+root+error-at-change-reshard-state to cache LRU end 2024-09-19T14:00:57.917 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.915+0000 7f21c64249c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37 : miss 2024-09-19T14:00:57.917 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.915+0000 7f21c64249c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:57.917 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.915+0000 7f21c64249c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T14:00:57.917 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.915+0000 7f21c64249c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37 info.flags=0x17 2024-09-19T14:00:57.918 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.915+0000 7f21c64249c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37 to cache LRU end 2024-09-19T14:00:57.918 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.915+0000 7f21c64249c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T14:00:57.918 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.915+0000 7f21c64249c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:57.918 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.915+0000 7f21c64249c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37 2024-09-19T14:00:57.923 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.923+0000 7f21c64249c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37 info.flags=0x17 2024-09-19T14:00:57.923 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.923+0000 7f21c64249c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37 to cache LRU end 2024-09-19T14:00:57.923 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.923+0000 7f21c64249c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:57.923 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.923+0000 7f21c64249c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37, ofs0, ns] 2024-09-19T14:00:57.924 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.923+0000 7f20a2ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333533 cookie 94722502221072 notifier 7382 bl.length()=931 2024-09-19T14:00:57.924 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.923+0000 7f20a2ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37 info.flags=0x17 2024-09-19T14:00:57.924 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.923+0000 7f20a2ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37 to cache LRU end 2024-09-19T14:00:57.924 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.923+0000 7f20a2ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:57.925 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.923+0000 7f21c64249c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37]): orig_sources= new_sources= 2024-09-19T14:00:57.925 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.923+0000 7f21c64249c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37]): potential sources added=[] removed=[] 2024-09-19T14:00:57.925 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.923+0000 7f21c64249c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37]): orig_dests= new_dests= 2024-09-19T14:00:57.925 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.923+0000 7f21c64249c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37]): potential dests added=[] removed=[] 2024-09-19T14:00:57.930 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.931+0000 7f21c64249c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37.1.0 2024-09-19T14:00:57.931 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.931+0000 7f21c64249c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37.1.0 2024-09-19T14:00:57.931 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.931+0000 7f21c64249c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37.1.1 2024-09-19T14:00:57.931 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.931+0000 7f21c64249c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37.1.1 2024-09-19T14:00:57.931 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.931+0000 7f21c64249c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37.0 2024-09-19T14:00:57.936 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.935+0000 7f21c64249c0 -1 Injecting error=-5 at location=change_reshard_state 2024-09-19T14:00:57.936 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.935+0000 7f21c64249c0 0 ERROR: change_reshard_state failed to commit target index layout: (5) Input/output error 2024-09-19T14:00:57.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.947+0000 7f21c64249c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37 : hit (requested=0x17, cached=0x17) 2024-09-19T14:00:57.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.947+0000 7f21c64249c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37 2024-09-19T14:00:57.948 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.947+0000 7f21c64249c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37 info.flags=0x17 2024-09-19T14:00:57.949 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.947+0000 7f21c64249c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37 to cache LRU end 2024-09-19T14:00:57.949 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.947+0000 7f21c64249c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:57.949 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.947+0000 7f21c64249c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37, ofs0, ns] 2024-09-19T14:00:57.949 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.947+0000 7f20a27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333534 cookie 94722502221072 notifier 7382 bl.length()=899 2024-09-19T14:00:57.949 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.947+0000 7f20a27fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37 info.flags=0x17 2024-09-19T14:00:57.949 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.947+0000 7f20a27fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37 to cache LRU end 2024-09-19T14:00:57.949 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.947+0000 7f20a27fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:57.950 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.951+0000 7f21c64249c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37]): orig_sources= new_sources= 2024-09-19T14:00:57.950 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.951+0000 7f21c64249c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37]): potential sources added=[] removed=[] 2024-09-19T14:00:57.950 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.951+0000 7f21c64249c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37]): orig_dests= new_dests= 2024-09-19T14:00:57.950 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.951+0000 7f21c64249c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37]): potential dests added=[] removed=[] 2024-09-19T14:00:57.950 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.951+0000 7f21c64249c0 1 execute INFO: reshard of bucket "error-at-change-reshard-state" canceled due to errors 2024-09-19T14:00:57.954 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.955+0000 7f2079fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:00:57.959 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.959+0000 7f21c64249c0 20 remove_watcher() i=0 2024-09-19T14:00:57.959 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.959+0000 7f21c64249c0 2 removed watcher, disabling cache 2024-09-19T14:00:57.961 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.959+0000 7f21c64249c0 20 remove_watcher() i=1 2024-09-19T14:00:57.963 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.963+0000 7f21c64249c0 20 remove_watcher() i=2 2024-09-19T14:00:57.966 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.967+0000 7f21c64249c0 20 remove_watcher() i=3 2024-09-19T14:00:57.968 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.967+0000 7f21c64249c0 20 remove_watcher() i=4 2024-09-19T14:00:57.970 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.971+0000 7f21c64249c0 20 remove_watcher() i=5 2024-09-19T14:00:57.973 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.971+0000 7f21c64249c0 20 remove_watcher() i=6 2024-09-19T14:00:57.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:57.975+0000 7f21c64249c0 20 remove_watcher() i=7 2024-09-19T14:00:57.994 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-19T14:00:58.021 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:00:58.021 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:00:58.067 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.067+0000 7f464dabf9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:58.070 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.071+0000 7f464dabf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:58.070 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.071+0000 7f464dabf9c0 20 realm 2024-09-19T14:00:58.070 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.071+0000 7f464dabf9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:58.070 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.071+0000 7f464dabf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:58.071 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.071+0000 7f464dabf9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:00:58.071 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.071+0000 7f464dabf9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:58.071 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.071+0000 7f464dabf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:58.071 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.071+0000 7f464dabf9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:58.072 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.071+0000 7f464dabf9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:00:58.072 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.071+0000 7f464dabf9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:58.074 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.075+0000 7f464dabf9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:00:58.074 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.075+0000 7f464dabf9c0 20 searching for the correct realm 2024-09-19T14:00:58.080 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.079+0000 7f464bdc6640 0 -- 172.21.15.31:0/2455132109 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7f4640026040 msgr2=0x7f464003f430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:00:58.085 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.083+0000 7f464b5c5640 0 -- 172.21.15.31:0/2455132109 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f4644103fe0 msgr2=0x7f46440f9860 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:00:58.093 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.091+0000 7f464dabf9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:00:58.093 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.091+0000 7f464dabf9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:00:58.093 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.091+0000 7f464dabf9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:00:58.093 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.091+0000 7f464dabf9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:00:58.093 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.091+0000 7f464dabf9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:00:58.094 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.091+0000 7f464dabf9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:00:58.094 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.091+0000 7f464dabf9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:58.094 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.095+0000 7f464dabf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:58.094 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.095+0000 7f464dabf9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:58.094 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.095+0000 7f464dabf9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:00:58.095 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.095+0000 7f464dabf9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:58.095 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.095+0000 7f464dabf9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:00:58.095 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.095+0000 7f464dabf9c0 20 zone default found 2024-09-19T14:00:58.095 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.095+0000 7f464dabf9c0 4 Realm: () 2024-09-19T14:00:58.095 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.095+0000 7f464dabf9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:00:58.095 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.095+0000 7f464dabf9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:00:58.095 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.095+0000 7f464dabf9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:00:58.096 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.095+0000 7f464dabf9c0 20 zonegroup default 2024-09-19T14:00:58.096 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.095+0000 7f464dabf9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:58.096 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.095+0000 7f464dabf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:58.096 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.095+0000 7f464dabf9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:58.096 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.095+0000 7f464dabf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:58.096 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.095+0000 7f464dabf9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:58.097 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.095+0000 7f464dabf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:58.097 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.095+0000 7f464dabf9c0 20 started sync module instance, tier type = 2024-09-19T14:00:58.097 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.095+0000 7f464dabf9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:00:58.116 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.115+0000 7f464dabf9c0 20 add_watcher() i=0 2024-09-19T14:00:58.116 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.115+0000 7f464dabf9c0 20 add_watcher() i=1 2024-09-19T14:00:58.116 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.115+0000 7f464dabf9c0 20 add_watcher() i=2 2024-09-19T14:00:58.116 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.115+0000 7f464dabf9c0 20 add_watcher() i=3 2024-09-19T14:00:58.117 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.115+0000 7f464dabf9c0 20 add_watcher() i=4 2024-09-19T14:00:58.117 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.115+0000 7f464dabf9c0 20 add_watcher() i=5 2024-09-19T14:00:58.117 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.115+0000 7f464dabf9c0 20 add_watcher() i=6 2024-09-19T14:00:58.117 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.115+0000 7f464dabf9c0 20 add_watcher() i=7 2024-09-19T14:00:58.117 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.115+0000 7f464dabf9c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:00:58.121 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.119+0000 7f4501fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:00:58.122 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.119+0000 7f464dabf9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:00:58.122 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.119+0000 7f464dabf9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:00:58.122 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.119+0000 7f464dabf9c0 5 note: GC not initialized 2024-09-19T14:00:58.122 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.123+0000 7f4500fe1640 20 reqs_thread_entry: start 2024-09-19T14:00:58.122 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.123+0000 7f464dabf9c0 20 init_complete bucket index max shards: 1 2024-09-19T14:00:58.122 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.123+0000 7f464dabf9c0 20 Filter name: none 2024-09-19T14:00:58.122 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.123+0000 7f447a7fc640 20 reqs_thread_entry: start 2024-09-19T14:00:58.122 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.123+0000 7f464dabf9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:58.123 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.123+0000 7f464dabf9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T14:00:58.123 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.123+0000 7f464dabf9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:58.123 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.123+0000 7f464dabf9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T14:00:58.124 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.123+0000 7f464dabf9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:00:58.124 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.123+0000 7f464dabf9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:58.124 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.123+0000 7f464dabf9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T14:00:58.124 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.123+0000 7f464dabf9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:58.124 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.123+0000 7f464dabf9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T14:00:58.124 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.123+0000 7f464dabf9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:00:58.126 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.127+0000 7f4501fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:00:58.130 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.131+0000 7f464dabf9c0 20 remove_watcher() i=0 2024-09-19T14:00:58.130 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.131+0000 7f464dabf9c0 2 removed watcher, disabling cache 2024-09-19T14:00:58.132 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.131+0000 7f464dabf9c0 20 remove_watcher() i=1 2024-09-19T14:00:58.134 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.135+0000 7f464dabf9c0 20 remove_watcher() i=2 2024-09-19T14:00:58.136 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.135+0000 7f464dabf9c0 20 remove_watcher() i=3 2024-09-19T14:00:58.138 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.139+0000 7f464dabf9c0 20 remove_watcher() i=4 2024-09-19T14:00:58.140 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.139+0000 7f464dabf9c0 20 remove_watcher() i=5 2024-09-19T14:00:58.143 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.143+0000 7f464dabf9c0 20 remove_watcher() i=6 2024-09-19T14:00:58.146 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.147+0000 7f464dabf9c0 20 remove_watcher() i=7 2024-09-19T14:00:58.160 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:58.160 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T14:00:58.160 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: error-at-change-reshard-state id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-19T14:00:58.160 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:58.161 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:58.161 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:58.173 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:58.173 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:58.219 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket reshard --bucket error-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-19T14:00:58.250 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:00:58.250 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:00:58.295 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.295+0000 7f04a19939c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:58.297 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.295+0000 7f04a19939c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:58.298 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.295+0000 7f04a19939c0 20 realm 2024-09-19T14:00:58.298 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.295+0000 7f04a19939c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:58.298 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.299+0000 7f04a19939c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:58.298 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.299+0000 7f04a19939c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:00:58.298 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.299+0000 7f04a19939c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:58.299 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.299+0000 7f04a19939c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:58.299 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.299+0000 7f04a19939c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:58.300 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.299+0000 7f04a19939c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:00:58.300 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.299+0000 7f04a19939c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:58.301 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.299+0000 7f04a19939c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:00:58.302 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.299+0000 7f04a19939c0 20 searching for the correct realm 2024-09-19T14:00:58.307 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.307+0000 7f049fc9a640 0 -- 172.21.15.31:0/1255531053 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7f0494023040 msgr2=0x7f049400b430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:00:58.313 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.311+0000 7f049f499640 0 -- 172.21.15.31:0/1255531053 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f0498028070 msgr2=0x7f0498060130 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:00:58.320 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.319+0000 7f04a19939c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:00:58.320 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.319+0000 7f04a19939c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:00:58.320 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.319+0000 7f04a19939c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:00:58.321 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.319+0000 7f04a19939c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:00:58.321 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.319+0000 7f04a19939c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:00:58.321 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.319+0000 7f04a19939c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:00:58.321 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.319+0000 7f04a19939c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:58.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.319+0000 7f04a19939c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:58.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.319+0000 7f04a19939c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:58.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.319+0000 7f04a19939c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:00:58.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.319+0000 7f04a19939c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:58.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.323+0000 7f04a19939c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:00:58.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.323+0000 7f04a19939c0 20 zone default found 2024-09-19T14:00:58.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.323+0000 7f04a19939c0 4 Realm: () 2024-09-19T14:00:58.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.323+0000 7f04a19939c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:00:58.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.323+0000 7f04a19939c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:00:58.323 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.323+0000 7f04a19939c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:00:58.323 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.323+0000 7f04a19939c0 20 zonegroup default 2024-09-19T14:00:58.323 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.323+0000 7f04a19939c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:58.324 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.323+0000 7f04a19939c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:58.324 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.323+0000 7f04a19939c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:58.324 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.323+0000 7f04a19939c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:58.324 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.323+0000 7f04a19939c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:58.324 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.323+0000 7f04a19939c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:58.324 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.323+0000 7f04a19939c0 20 started sync module instance, tier type = 2024-09-19T14:00:58.324 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.323+0000 7f04a19939c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:00:58.341 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.339+0000 7f04a19939c0 20 add_watcher() i=0 2024-09-19T14:00:58.341 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.339+0000 7f04a19939c0 20 add_watcher() i=1 2024-09-19T14:00:58.341 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.339+0000 7f04a19939c0 20 add_watcher() i=2 2024-09-19T14:00:58.342 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.339+0000 7f04a19939c0 20 add_watcher() i=3 2024-09-19T14:00:58.342 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.339+0000 7f04a19939c0 20 add_watcher() i=4 2024-09-19T14:00:58.342 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.339+0000 7f04a19939c0 20 add_watcher() i=5 2024-09-19T14:00:58.342 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.343+0000 7f04a19939c0 20 add_watcher() i=6 2024-09-19T14:00:58.344 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.343+0000 7f04a19939c0 20 add_watcher() i=7 2024-09-19T14:00:58.344 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.343+0000 7f04a19939c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:00:58.347 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.347+0000 7f0355fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:00:58.348 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.347+0000 7f04a19939c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:00:58.348 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.347+0000 7f04a19939c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:00:58.348 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.347+0000 7f04a19939c0 5 note: GC not initialized 2024-09-19T14:00:58.349 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.347+0000 7f0354fe1640 20 reqs_thread_entry: start 2024-09-19T14:00:58.349 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.347+0000 7f04a19939c0 20 init_complete bucket index max shards: 1 2024-09-19T14:00:58.349 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.347+0000 7f04a19939c0 20 Filter name: none 2024-09-19T14:00:58.350 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.347+0000 7f02ce7fc640 20 reqs_thread_entry: start 2024-09-19T14:00:58.350 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.347+0000 7f04a19939c0 10 cache get: name=default.rgw.meta+root+error-at-change-reshard-state : miss 2024-09-19T14:00:58.350 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.347+0000 7f04a19939c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:58.350 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.347+0000 7f04a19939c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T14:00:58.350 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.347+0000 7f04a19939c0 10 cache put: name=default.rgw.meta+root+error-at-change-reshard-state info.flags=0x11 2024-09-19T14:00:58.350 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.347+0000 7f04a19939c0 10 adding default.rgw.meta+root+error-at-change-reshard-state to cache LRU end 2024-09-19T14:00:58.350 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.347+0000 7f04a19939c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37 : miss 2024-09-19T14:00:58.350 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.347+0000 7f04a19939c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:58.351 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.347+0000 7f04a19939c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T14:00:58.351 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.347+0000 7f04a19939c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37 info.flags=0x17 2024-09-19T14:00:58.351 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.347+0000 7f04a19939c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37 to cache LRU end 2024-09-19T14:00:58.351 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.347+0000 7f04a19939c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T14:00:58.351 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.347+0000 7f04a19939c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:58.351 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.347+0000 7f04a19939c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37 2024-09-19T14:00:58.357 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.355+0000 7f04a19939c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37 info.flags=0x17 2024-09-19T14:00:58.357 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.355+0000 7f04a19939c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37 to cache LRU end 2024-09-19T14:00:58.357 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.355+0000 7f04a19939c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:58.357 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.355+0000 7f04a19939c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37, ofs0, ns] 2024-09-19T14:00:58.358 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.359+0000 7f0382ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333535 cookie 94303633477888 notifier 7418 bl.length()=931 2024-09-19T14:00:58.358 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.359+0000 7f0382ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37 info.flags=0x17 2024-09-19T14:00:58.358 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.359+0000 7f0382ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37 to cache LRU end 2024-09-19T14:00:58.358 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.359+0000 7f0382ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:58.359 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.359+0000 7f04a19939c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37]): orig_sources= new_sources= 2024-09-19T14:00:58.359 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.359+0000 7f04a19939c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37]): potential sources added=[] removed=[] 2024-09-19T14:00:58.359 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.359+0000 7f04a19939c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37]): orig_dests= new_dests= 2024-09-19T14:00:58.359 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.359+0000 7f04a19939c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37]): potential dests added=[] removed=[] 2024-09-19T14:00:58.365 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.363+0000 7f04a19939c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37.1.0 2024-09-19T14:00:58.365 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.363+0000 7f04a19939c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37.1.0 2024-09-19T14:00:58.365 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.363+0000 7f04a19939c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37.1.1 2024-09-19T14:00:58.365 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.363+0000 7f04a19939c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37.1.1 2024-09-19T14:00:58.365 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.363+0000 7f04a19939c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37.0 2024-09-19T14:00:58.370 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.371+0000 7f04a19939c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37 : hit (requested=0x17, cached=0x17) 2024-09-19T14:00:58.370 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.371+0000 7f04a19939c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37 2024-09-19T14:00:58.372 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.371+0000 7f04a19939c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37 info.flags=0x17 2024-09-19T14:00:58.372 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.371+0000 7f04a19939c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37 to cache LRU end 2024-09-19T14:00:58.372 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.371+0000 7f04a19939c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:58.372 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.371+0000 7f04a19939c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37, ofs0, ns] 2024-09-19T14:00:58.372 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.371+0000 7f03827fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333536 cookie 94303633477888 notifier 7418 bl.length()=931 2024-09-19T14:00:58.373 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.371+0000 7f03827fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37 info.flags=0x17 2024-09-19T14:00:58.373 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.371+0000 7f03827fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37 to cache LRU end 2024-09-19T14:00:58.373 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.371+0000 7f03827fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:58.373 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.371+0000 7f04a19939c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37]): orig_sources= new_sources= 2024-09-19T14:00:58.373 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.371+0000 7f04a19939c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37]): potential sources added=[] removed=[] 2024-09-19T14:00:58.374 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.371+0000 7f04a19939c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37]): orig_dests= new_dests= 2024-09-19T14:00:58.374 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.371+0000 7f04a19939c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37]): potential dests added=[] removed=[] 2024-09-19T14:00:58.377 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.375+0000 7f04a19939c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37.0 2024-09-19T14:00:58.378 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.379+0000 7f04a19939c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37 : hit (requested=0x17, cached=0x17) 2024-09-19T14:00:58.378 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.379+0000 7f04a19939c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37 2024-09-19T14:00:58.380 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.379+0000 7f04a19939c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37 info.flags=0x17 2024-09-19T14:00:58.380 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.379+0000 7f04a19939c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37 to cache LRU end 2024-09-19T14:00:58.380 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.379+0000 7f04a19939c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:58.380 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.379+0000 7f04a19939c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37, ofs0, ns] 2024-09-19T14:00:58.381 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.379+0000 7f03827fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333537 cookie 94303633477888 notifier 7418 bl.length()=899 2024-09-19T14:00:58.381 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.379+0000 7f03827fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37 info.flags=0x17 2024-09-19T14:00:58.381 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.379+0000 7f03827fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37 to cache LRU end 2024-09-19T14:00:58.381 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.379+0000 7f03827fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:58.381 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.383+0000 7f04a19939c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37]): orig_sources= new_sources= 2024-09-19T14:00:58.382 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.383+0000 7f04a19939c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37]): potential sources added=[] removed=[] 2024-09-19T14:00:58.382 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.383+0000 7f04a19939c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37]): orig_dests= new_dests= 2024-09-19T14:00:58.382 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.383+0000 7f04a19939c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37]): potential dests added=[] removed=[] 2024-09-19T14:00:58.384 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.383+0000 7f04a19939c0 1 execute INFO: reshard of bucket "error-at-change-reshard-state" from 1 shards to 2 shards completed successfully 2024-09-19T14:00:58.388 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.387+0000 7f0355fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:00:58.393 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.391+0000 7f04a19939c0 20 remove_watcher() i=0 2024-09-19T14:00:58.393 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.391+0000 7f04a19939c0 2 removed watcher, disabling cache 2024-09-19T14:00:58.395 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.395+0000 7f04a19939c0 20 remove_watcher() i=1 2024-09-19T14:00:58.397 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.395+0000 7f04a19939c0 20 remove_watcher() i=2 2024-09-19T14:00:58.400 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.399+0000 7f04a19939c0 20 remove_watcher() i=3 2024-09-19T14:00:58.402 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.403+0000 7f04a19939c0 20 remove_watcher() i=4 2024-09-19T14:00:58.405 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.403+0000 7f04a19939c0 20 remove_watcher() i=5 2024-09-19T14:00:58.408 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.407+0000 7f04a19939c0 20 remove_watcher() i=6 2024-09-19T14:00:58.411 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.411+0000 7f04a19939c0 20 remove_watcher() i=7 2024-09-19T14:00:58.427 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-19T14:00:58.460 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:00:58.460 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:00:58.506 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.507+0000 7f50806359c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:58.508 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.507+0000 7f50806359c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:58.508 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.507+0000 7f50806359c0 20 realm 2024-09-19T14:00:58.508 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.507+0000 7f50806359c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:58.509 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.507+0000 7f50806359c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:58.509 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.507+0000 7f50806359c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:00:58.509 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.507+0000 7f50806359c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:58.509 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.507+0000 7f50806359c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:58.509 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.507+0000 7f50806359c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:58.510 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.511+0000 7f50806359c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:00:58.510 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.511+0000 7f50806359c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:58.512 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.511+0000 7f50806359c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:00:58.512 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.511+0000 7f50806359c0 20 searching for the correct realm 2024-09-19T14:00:58.518 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.519+0000 7f507e93c640 0 -- 172.21.15.31:0/4236758444 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7f50740dc040 msgr2=0x7f50740dc420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T14:00:58.524 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.523+0000 7f507e13b640 0 -- 172.21.15.31:0/4236758444 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f5070008050 msgr2=0x7f50700612a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:00:58.533 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.531+0000 7f50806359c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:00:58.533 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.531+0000 7f50806359c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:00:58.533 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.531+0000 7f50806359c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:00:58.533 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.531+0000 7f50806359c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:00:58.533 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.531+0000 7f50806359c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:00:58.533 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.531+0000 7f50806359c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:00:58.533 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.531+0000 7f50806359c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:58.534 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.531+0000 7f50806359c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:58.534 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.531+0000 7f50806359c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:58.534 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.535+0000 7f50806359c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:00:58.534 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.535+0000 7f50806359c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:58.535 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.535+0000 7f50806359c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:00:58.535 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.535+0000 7f50806359c0 20 zone default found 2024-09-19T14:00:58.535 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.535+0000 7f50806359c0 4 Realm: () 2024-09-19T14:00:58.535 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.535+0000 7f50806359c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:00:58.535 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.535+0000 7f50806359c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:00:58.535 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.535+0000 7f50806359c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:00:58.535 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.535+0000 7f50806359c0 20 zonegroup default 2024-09-19T14:00:58.535 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.535+0000 7f50806359c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:58.536 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.535+0000 7f50806359c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:58.536 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.535+0000 7f50806359c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:58.536 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.535+0000 7f50806359c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:58.536 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.535+0000 7f50806359c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:58.536 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.535+0000 7f50806359c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:58.536 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.535+0000 7f50806359c0 20 started sync module instance, tier type = 2024-09-19T14:00:58.536 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.535+0000 7f50806359c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:00:58.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.555+0000 7f50806359c0 20 add_watcher() i=0 2024-09-19T14:00:58.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.555+0000 7f50806359c0 20 add_watcher() i=1 2024-09-19T14:00:58.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.555+0000 7f50806359c0 20 add_watcher() i=2 2024-09-19T14:00:58.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.555+0000 7f50806359c0 20 add_watcher() i=3 2024-09-19T14:00:58.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.555+0000 7f50806359c0 20 add_watcher() i=4 2024-09-19T14:00:58.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.555+0000 7f50806359c0 20 add_watcher() i=5 2024-09-19T14:00:58.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.555+0000 7f50806359c0 20 add_watcher() i=6 2024-09-19T14:00:58.556 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.555+0000 7f50806359c0 20 add_watcher() i=7 2024-09-19T14:00:58.556 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.555+0000 7f50806359c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:00:58.559 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.559+0000 7f4f34fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:00:58.560 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.559+0000 7f50806359c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:00:58.560 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.559+0000 7f50806359c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:00:58.560 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.559+0000 7f50806359c0 5 note: GC not initialized 2024-09-19T14:00:58.560 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.559+0000 7f4eaf7fe640 20 reqs_thread_entry: start 2024-09-19T14:00:58.560 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.559+0000 7f50806359c0 20 init_complete bucket index max shards: 1 2024-09-19T14:00:58.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.559+0000 7f50806359c0 20 Filter name: none 2024-09-19T14:00:58.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.559+0000 7f4ead7fa640 20 reqs_thread_entry: start 2024-09-19T14:00:58.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.559+0000 7f50806359c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:58.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.559+0000 7f50806359c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T14:00:58.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.559+0000 7f50806359c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:58.562 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.559+0000 7f50806359c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T14:00:58.562 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.559+0000 7f50806359c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:00:58.562 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.559+0000 7f50806359c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:58.562 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.563+0000 7f50806359c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T14:00:58.562 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.563+0000 7f50806359c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:58.563 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.563+0000 7f50806359c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T14:00:58.563 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.563+0000 7f50806359c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:00:58.564 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.563+0000 7f4f34fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:00:58.568 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.567+0000 7f50806359c0 20 remove_watcher() i=0 2024-09-19T14:00:58.568 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.567+0000 7f50806359c0 2 removed watcher, disabling cache 2024-09-19T14:00:58.570 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.571+0000 7f50806359c0 20 remove_watcher() i=1 2024-09-19T14:00:58.572 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.571+0000 7f50806359c0 20 remove_watcher() i=2 2024-09-19T14:00:58.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.575+0000 7f50806359c0 20 remove_watcher() i=3 2024-09-19T14:00:58.577 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.575+0000 7f50806359c0 20 remove_watcher() i=4 2024-09-19T14:00:58.579 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.579+0000 7f50806359c0 20 remove_watcher() i=5 2024-09-19T14:00:58.581 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.583+0000 7f50806359c0 20 remove_watcher() i=6 2024-09-19T14:00:58.584 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:58.583+0000 7f50806359c0 20 remove_watcher() i=7 2024-09-19T14:00:58.599 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:58.599 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T14:00:58.599 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: error-at-change-reshard-state id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-19T14:00:58.599 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:58.600 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:58.601 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:58.604 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:58.605 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:58.656 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:58.656 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:58.681 INFO:tasks.workunit.client.0.smithi031.stderr:TEST: reshard bucket with ECANCELED injected at change_reshard_state 2024-09-19T14:00:58.681 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:58.682 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:58.682 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:58.699 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:58.699 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:58.749 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:58.749 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:58.768 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:58.769 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:58.788 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:58.788 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:58.808 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:58.808 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:58.829 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:58.829 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:58.850 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:58.850 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:58.871 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:58.871 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:58.890 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:58.890 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:58.910 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:58.910 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:58.930 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:58.931 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:58.951 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:58.951 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:58.971 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:58.971 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:58.991 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:58.991 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:59.012 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:59.013 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:59.034 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:59.034 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:59.054 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:59.055 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:59.075 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:59.075 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:59.095 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:59.096 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:59.114 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:59.115 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:59.136 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:59.136 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:59.151 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-19T14:00:59.186 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:00:59.186 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:00:59.232 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.231+0000 7f2c8c2459c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:59.234 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.235+0000 7f2c8c2459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:59.234 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.235+0000 7f2c8c2459c0 20 realm 2024-09-19T14:00:59.234 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.235+0000 7f2c8c2459c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:59.235 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.235+0000 7f2c8c2459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:59.235 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.235+0000 7f2c8c2459c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:00:59.235 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.235+0000 7f2c8c2459c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:59.235 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.235+0000 7f2c8c2459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:59.235 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.235+0000 7f2c8c2459c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:59.236 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.235+0000 7f2c8c2459c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:00:59.236 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.235+0000 7f2c8c2459c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:59.238 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.239+0000 7f2c8c2459c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:00:59.238 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.239+0000 7f2c8c2459c0 20 searching for the correct realm 2024-09-19T14:00:59.244 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.243+0000 7f2c8a54c640 0 -- 172.21.15.31:0/1584955334 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7f2c80018070 msgr2=0x7f2c8009a400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:00:59.251 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.251+0000 7f2c89d4b640 0 -- 172.21.15.31:0/1584955334 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f2c840c0040 msgr2=0x7f2c840dc440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:00:59.258 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.259+0000 7f2c8c2459c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:00:59.259 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.259+0000 7f2c8c2459c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:00:59.259 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.259+0000 7f2c8c2459c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:00:59.259 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.259+0000 7f2c8c2459c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:00:59.259 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.259+0000 7f2c8c2459c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:00:59.259 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.259+0000 7f2c8c2459c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:00:59.259 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.259+0000 7f2c8c2459c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:59.260 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.259+0000 7f2c8c2459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:59.260 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.259+0000 7f2c8c2459c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:59.260 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.259+0000 7f2c8c2459c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:00:59.260 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.259+0000 7f2c8c2459c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:59.261 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.259+0000 7f2c8c2459c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:00:59.261 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.259+0000 7f2c8c2459c0 20 zone default found 2024-09-19T14:00:59.261 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.259+0000 7f2c8c2459c0 4 Realm: () 2024-09-19T14:00:59.261 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.259+0000 7f2c8c2459c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:00:59.261 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.259+0000 7f2c8c2459c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:00:59.261 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.259+0000 7f2c8c2459c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:00:59.261 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.259+0000 7f2c8c2459c0 20 zonegroup default 2024-09-19T14:00:59.261 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.259+0000 7f2c8c2459c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:59.262 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.259+0000 7f2c8c2459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:59.262 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.259+0000 7f2c8c2459c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:59.262 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.259+0000 7f2c8c2459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:59.262 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.259+0000 7f2c8c2459c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:59.262 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.263+0000 7f2c8c2459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:59.262 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.263+0000 7f2c8c2459c0 20 started sync module instance, tier type = 2024-09-19T14:00:59.262 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.263+0000 7f2c8c2459c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:00:59.282 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.283+0000 7f2c8c2459c0 20 add_watcher() i=0 2024-09-19T14:00:59.282 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.283+0000 7f2c8c2459c0 20 add_watcher() i=1 2024-09-19T14:00:59.282 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.283+0000 7f2c8c2459c0 20 add_watcher() i=2 2024-09-19T14:00:59.282 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.283+0000 7f2c8c2459c0 20 add_watcher() i=3 2024-09-19T14:00:59.282 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.283+0000 7f2c8c2459c0 20 add_watcher() i=4 2024-09-19T14:00:59.282 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.283+0000 7f2c8c2459c0 20 add_watcher() i=5 2024-09-19T14:00:59.282 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.283+0000 7f2c8c2459c0 20 add_watcher() i=6 2024-09-19T14:00:59.285 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.283+0000 7f2c8c2459c0 20 add_watcher() i=7 2024-09-19T14:00:59.285 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.283+0000 7f2c8c2459c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:00:59.288 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.287+0000 7f2b3b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:00:59.288 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.287+0000 7f2c8c2459c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:00:59.288 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.287+0000 7f2c8c2459c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:00:59.288 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.287+0000 7f2c8c2459c0 5 note: GC not initialized 2024-09-19T14:00:59.289 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.287+0000 7f2b3a7fc640 20 reqs_thread_entry: start 2024-09-19T14:00:59.289 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.287+0000 7f2c8c2459c0 20 init_complete bucket index max shards: 1 2024-09-19T14:00:59.289 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.287+0000 7f2c8c2459c0 20 Filter name: none 2024-09-19T14:00:59.289 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.287+0000 7f2aabfff640 20 reqs_thread_entry: start 2024-09-19T14:00:59.289 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.287+0000 7f2c8c2459c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:59.290 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.287+0000 7f2c8c2459c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T14:00:59.290 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.291+0000 7f2c8c2459c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:59.290 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.291+0000 7f2c8c2459c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T14:00:59.290 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.291+0000 7f2c8c2459c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:00:59.290 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.291+0000 7f2c8c2459c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:59.291 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.291+0000 7f2c8c2459c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T14:00:59.291 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.291+0000 7f2c8c2459c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:59.291 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.291+0000 7f2c8c2459c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T14:00:59.291 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.291+0000 7f2c8c2459c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:00:59.293 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.291+0000 7f2b3b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:00:59.297 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.295+0000 7f2c8c2459c0 20 remove_watcher() i=0 2024-09-19T14:00:59.297 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.295+0000 7f2c8c2459c0 2 removed watcher, disabling cache 2024-09-19T14:00:59.298 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.299+0000 7f2c8c2459c0 20 remove_watcher() i=1 2024-09-19T14:00:59.300 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.299+0000 7f2c8c2459c0 20 remove_watcher() i=2 2024-09-19T14:00:59.303 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.303+0000 7f2c8c2459c0 20 remove_watcher() i=3 2024-09-19T14:00:59.305 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.303+0000 7f2c8c2459c0 20 remove_watcher() i=4 2024-09-19T14:00:59.307 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.307+0000 7f2c8c2459c0 20 remove_watcher() i=5 2024-09-19T14:00:59.309 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.307+0000 7f2c8c2459c0 20 remove_watcher() i=6 2024-09-19T14:00:59.312 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.311+0000 7f2c8c2459c0 20 remove_watcher() i=7 2024-09-19T14:00:59.327 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:59.327 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T14:00:59.327 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: error-at-change-reshard-state id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-19T14:00:59.327 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:59.328 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket reshard --bucket error-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at change_reshard_state --inject-error-code 125 2024-09-19T14:00:59.363 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:00:59.363 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:00:59.408 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.407+0000 7f7ef279f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:59.411 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.411+0000 7f7ef279f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:59.411 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.411+0000 7f7ef279f9c0 20 realm 2024-09-19T14:00:59.411 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.411+0000 7f7ef279f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:59.412 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.411+0000 7f7ef279f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:59.412 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.411+0000 7f7ef279f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:00:59.412 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.411+0000 7f7ef279f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:59.412 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.411+0000 7f7ef279f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:59.412 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.411+0000 7f7ef279f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:59.412 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.411+0000 7f7ef279f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:00:59.412 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.411+0000 7f7ef279f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:59.414 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.415+0000 7f7ef279f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:00:59.414 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.415+0000 7f7ef279f9c0 20 searching for the correct realm 2024-09-19T14:00:59.420 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.419+0000 7f7eefaa4640 0 -- 172.21.15.31:0/1979621574 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7f7ee40dd090 msgr2=0x7f7ee4109620 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:00:59.426 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.427+0000 7f7ef02a5640 0 -- 172.21.15.31:0/1979621574 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f7ee80456d0 msgr2=0x7f7ee806e3c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:00:59.434 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.435+0000 7f7ef279f9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:00:59.434 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.435+0000 7f7ef279f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:00:59.434 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.435+0000 7f7ef279f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:00:59.434 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.435+0000 7f7ef279f9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:00:59.434 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.435+0000 7f7ef279f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:00:59.434 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.435+0000 7f7ef279f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:00:59.434 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.435+0000 7f7ef279f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:59.435 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.435+0000 7f7ef279f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:59.435 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.435+0000 7f7ef279f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:59.435 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.435+0000 7f7ef279f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:00:59.435 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.435+0000 7f7ef279f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:59.436 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.435+0000 7f7ef279f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:00:59.436 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.435+0000 7f7ef279f9c0 20 zone default found 2024-09-19T14:00:59.436 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.435+0000 7f7ef279f9c0 4 Realm: () 2024-09-19T14:00:59.436 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.435+0000 7f7ef279f9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:00:59.436 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.435+0000 7f7ef279f9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:00:59.436 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.435+0000 7f7ef279f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:00:59.436 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.435+0000 7f7ef279f9c0 20 zonegroup default 2024-09-19T14:00:59.436 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.435+0000 7f7ef279f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:59.437 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.435+0000 7f7ef279f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:59.437 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.435+0000 7f7ef279f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:59.437 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.435+0000 7f7ef279f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:59.437 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.435+0000 7f7ef279f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:59.437 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.435+0000 7f7ef279f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:59.438 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.435+0000 7f7ef279f9c0 20 started sync module instance, tier type = 2024-09-19T14:00:59.438 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.435+0000 7f7ef279f9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:00:59.456 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.455+0000 7f7ef279f9c0 20 add_watcher() i=0 2024-09-19T14:00:59.456 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.455+0000 7f7ef279f9c0 20 add_watcher() i=1 2024-09-19T14:00:59.456 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.455+0000 7f7ef279f9c0 20 add_watcher() i=2 2024-09-19T14:00:59.457 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.455+0000 7f7ef279f9c0 20 add_watcher() i=3 2024-09-19T14:00:59.457 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.455+0000 7f7ef279f9c0 20 add_watcher() i=4 2024-09-19T14:00:59.457 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.455+0000 7f7ef279f9c0 20 add_watcher() i=5 2024-09-19T14:00:59.457 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.455+0000 7f7ef279f9c0 20 add_watcher() i=6 2024-09-19T14:00:59.459 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.459+0000 7f7ef279f9c0 20 add_watcher() i=7 2024-09-19T14:00:59.459 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.459+0000 7f7ef279f9c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:00:59.462 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.463+0000 7f7da6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:00:59.463 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.463+0000 7f7ef279f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:00:59.463 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.463+0000 7f7ef279f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:00:59.463 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.463+0000 7f7ef279f9c0 5 note: GC not initialized 2024-09-19T14:00:59.463 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.463+0000 7f7da5fdb640 20 reqs_thread_entry: start 2024-09-19T14:00:59.463 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.463+0000 7f7ef279f9c0 20 init_complete bucket index max shards: 1 2024-09-19T14:00:59.463 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.463+0000 7f7ef279f9c0 20 Filter name: none 2024-09-19T14:00:59.463 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.463+0000 7f7d177fe640 20 reqs_thread_entry: start 2024-09-19T14:00:59.464 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.463+0000 7f7ef279f9c0 10 cache get: name=default.rgw.meta+root+error-at-change-reshard-state : miss 2024-09-19T14:00:59.464 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.463+0000 7f7ef279f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:59.465 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.463+0000 7f7ef279f9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T14:00:59.465 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.463+0000 7f7ef279f9c0 10 cache put: name=default.rgw.meta+root+error-at-change-reshard-state info.flags=0x11 2024-09-19T14:00:59.465 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.463+0000 7f7ef279f9c0 10 adding default.rgw.meta+root+error-at-change-reshard-state to cache LRU end 2024-09-19T14:00:59.465 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.463+0000 7f7ef279f9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38 : miss 2024-09-19T14:00:59.465 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.463+0000 7f7ef279f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:59.465 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.463+0000 7f7ef279f9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T14:00:59.465 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.463+0000 7f7ef279f9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38 info.flags=0x17 2024-09-19T14:00:59.465 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.463+0000 7f7ef279f9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38 to cache LRU end 2024-09-19T14:00:59.465 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.463+0000 7f7ef279f9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T14:00:59.465 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.463+0000 7f7ef279f9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:59.465 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.463+0000 7f7ef279f9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38 2024-09-19T14:00:59.470 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.471+0000 7f7ef279f9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38 info.flags=0x17 2024-09-19T14:00:59.470 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.471+0000 7f7ef279f9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38 to cache LRU end 2024-09-19T14:00:59.470 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.471+0000 7f7ef279f9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:59.470 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.471+0000 7f7ef279f9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38, ofs0, ns] 2024-09-19T14:00:59.471 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.471+0000 7f7dc77fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333540 cookie 94666738827168 notifier 7466 bl.length()=931 2024-09-19T14:00:59.471 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.471+0000 7f7dc77fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38 info.flags=0x17 2024-09-19T14:00:59.471 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.471+0000 7f7dc77fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38 to cache LRU end 2024-09-19T14:00:59.471 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.471+0000 7f7dc77fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:59.472 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.471+0000 7f7ef279f9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38]): orig_sources= new_sources= 2024-09-19T14:00:59.472 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.471+0000 7f7ef279f9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38]): potential sources added=[] removed=[] 2024-09-19T14:00:59.472 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.471+0000 7f7ef279f9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38]): orig_dests= new_dests= 2024-09-19T14:00:59.472 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.471+0000 7f7ef279f9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38]): potential dests added=[] removed=[] 2024-09-19T14:00:59.476 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.475+0000 7f7ef279f9c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38.1.0 2024-09-19T14:00:59.476 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.475+0000 7f7ef279f9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38.1.0 2024-09-19T14:00:59.476 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.475+0000 7f7ef279f9c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38.1.1 2024-09-19T14:00:59.476 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.475+0000 7f7ef279f9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38.1.1 2024-09-19T14:00:59.476 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.475+0000 7f7ef279f9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38.0 2024-09-19T14:00:59.479 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.479+0000 7f7ef279f9c0 -1 Injecting error=-125 at location=change_reshard_state 2024-09-19T14:00:59.479 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.479+0000 7f7ef279f9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38 : hit (requested=0x17, cached=0x17) 2024-09-19T14:00:59.480 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.479+0000 7f7ef279f9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38 2024-09-19T14:00:59.481 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.479+0000 7f7ef279f9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38 info.flags=0x17 2024-09-19T14:00:59.481 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.479+0000 7f7ef279f9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38 to cache LRU end 2024-09-19T14:00:59.481 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.479+0000 7f7ef279f9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:59.481 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.479+0000 7f7ef279f9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38, ofs0, ns] 2024-09-19T14:00:59.482 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.483+0000 7f7dc6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333541 cookie 94666738827168 notifier 7466 bl.length()=931 2024-09-19T14:00:59.482 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.483+0000 7f7dc6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38 info.flags=0x17 2024-09-19T14:00:59.482 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.483+0000 7f7dc6ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38 to cache LRU end 2024-09-19T14:00:59.482 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.483+0000 7f7dc6ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:59.483 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.483+0000 7f7ef279f9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38]): orig_sources= new_sources= 2024-09-19T14:00:59.483 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.483+0000 7f7ef279f9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38]): potential sources added=[] removed=[] 2024-09-19T14:00:59.483 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.483+0000 7f7ef279f9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38]): orig_dests= new_dests= 2024-09-19T14:00:59.483 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.483+0000 7f7ef279f9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38]): potential dests added=[] removed=[] 2024-09-19T14:00:59.485 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.483+0000 7f7ef279f9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38.0 2024-09-19T14:00:59.486 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.487+0000 7f7ef279f9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38 : hit (requested=0x17, cached=0x17) 2024-09-19T14:00:59.486 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.487+0000 7f7ef279f9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38 2024-09-19T14:00:59.488 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.487+0000 7f7ef279f9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38 info.flags=0x17 2024-09-19T14:00:59.488 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.487+0000 7f7ef279f9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38 to cache LRU end 2024-09-19T14:00:59.489 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.487+0000 7f7ef279f9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:59.489 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.487+0000 7f7ef279f9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38, ofs0, ns] 2024-09-19T14:00:59.489 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.487+0000 7f7dc77fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333542 cookie 94666738827168 notifier 7466 bl.length()=899 2024-09-19T14:00:59.489 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.487+0000 7f7dc77fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38 info.flags=0x17 2024-09-19T14:00:59.489 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.487+0000 7f7dc77fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38 to cache LRU end 2024-09-19T14:00:59.489 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.487+0000 7f7dc77fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:00:59.490 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.491+0000 7f7ef279f9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38]): orig_sources= new_sources= 2024-09-19T14:00:59.490 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.491+0000 7f7ef279f9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38]): potential sources added=[] removed=[] 2024-09-19T14:00:59.490 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.491+0000 7f7ef279f9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38]): orig_dests= new_dests= 2024-09-19T14:00:59.490 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.491+0000 7f7ef279f9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38]): potential dests added=[] removed=[] 2024-09-19T14:00:59.492 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.491+0000 7f7ef279f9c0 1 execute INFO: reshard of bucket "error-at-change-reshard-state" from 1 shards to 2 shards completed successfully 2024-09-19T14:00:59.496 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.495+0000 7f7da6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:00:59.500 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.499+0000 7f7ef279f9c0 20 remove_watcher() i=0 2024-09-19T14:00:59.500 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.499+0000 7f7ef279f9c0 2 removed watcher, disabling cache 2024-09-19T14:00:59.502 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.503+0000 7f7ef279f9c0 20 remove_watcher() i=1 2024-09-19T14:00:59.504 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.503+0000 7f7ef279f9c0 20 remove_watcher() i=2 2024-09-19T14:00:59.506 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.507+0000 7f7ef279f9c0 20 remove_watcher() i=3 2024-09-19T14:00:59.508 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.507+0000 7f7ef279f9c0 20 remove_watcher() i=4 2024-09-19T14:00:59.510 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.511+0000 7f7ef279f9c0 20 remove_watcher() i=5 2024-09-19T14:00:59.513 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.511+0000 7f7ef279f9c0 20 remove_watcher() i=6 2024-09-19T14:00:59.515 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.515+0000 7f7ef279f9c0 20 remove_watcher() i=7 2024-09-19T14:00:59.530 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-19T14:00:59.556 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:00:59.557 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:00:59.601 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.599+0000 7fcab66279c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:59.604 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.603+0000 7fcab66279c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:59.604 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.603+0000 7fcab66279c0 20 realm 2024-09-19T14:00:59.604 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.603+0000 7fcab66279c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:59.605 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.603+0000 7fcab66279c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:59.605 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.603+0000 7fcab66279c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:00:59.605 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.603+0000 7fcab66279c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:59.605 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.603+0000 7fcab66279c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:59.605 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.603+0000 7fcab66279c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:59.606 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.607+0000 7fcab66279c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:00:59.606 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.607+0000 7fcab66279c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:59.608 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.607+0000 7fcab66279c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:00:59.608 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.607+0000 7fcab66279c0 20 searching for the correct realm 2024-09-19T14:00:59.614 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.615+0000 7fcab412d640 0 -- 172.21.15.31:0/3547644031 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7fcaa403a420 msgr2=0x7fcaa403a880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T14:00:59.620 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.619+0000 7fcab412d640 0 -- 172.21.15.31:0/3547644031 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7fcaac135020 msgr2=0x7fcaac0ca400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:00:59.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.627+0000 7fcab66279c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:00:59.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.627+0000 7fcab66279c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:00:59.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.627+0000 7fcab66279c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:00:59.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.627+0000 7fcab66279c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:00:59.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.627+0000 7fcab66279c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:00:59.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.627+0000 7fcab66279c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:00:59.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.627+0000 7fcab66279c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:59.629 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.627+0000 7fcab66279c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:59.629 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.627+0000 7fcab66279c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:59.629 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.627+0000 7fcab66279c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:00:59.629 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.627+0000 7fcab66279c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:59.630 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.627+0000 7fcab66279c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:00:59.630 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.627+0000 7fcab66279c0 20 zone default found 2024-09-19T14:00:59.630 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.627+0000 7fcab66279c0 4 Realm: () 2024-09-19T14:00:59.630 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.627+0000 7fcab66279c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:00:59.630 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.627+0000 7fcab66279c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:00:59.630 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.627+0000 7fcab66279c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:00:59.630 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.627+0000 7fcab66279c0 20 zonegroup default 2024-09-19T14:00:59.630 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.627+0000 7fcab66279c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:59.631 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.631+0000 7fcab66279c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:59.631 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.631+0000 7fcab66279c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:59.631 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.631+0000 7fcab66279c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:59.631 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.631+0000 7fcab66279c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:59.631 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.631+0000 7fcab66279c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:00:59.631 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.631+0000 7fcab66279c0 20 started sync module instance, tier type = 2024-09-19T14:00:59.632 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.631+0000 7fcab66279c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:00:59.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.647+0000 7fcab66279c0 20 add_watcher() i=0 2024-09-19T14:00:59.650 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.647+0000 7fcab66279c0 20 add_watcher() i=1 2024-09-19T14:00:59.650 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.647+0000 7fcab66279c0 20 add_watcher() i=2 2024-09-19T14:00:59.650 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.647+0000 7fcab66279c0 20 add_watcher() i=3 2024-09-19T14:00:59.650 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.647+0000 7fcab66279c0 20 add_watcher() i=4 2024-09-19T14:00:59.650 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.647+0000 7fcab66279c0 20 add_watcher() i=5 2024-09-19T14:00:59.650 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.651+0000 7fcab66279c0 20 add_watcher() i=6 2024-09-19T14:00:59.652 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.651+0000 7fcab66279c0 20 add_watcher() i=7 2024-09-19T14:00:59.652 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.651+0000 7fcab66279c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:00:59.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.655+0000 7fc96afdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:00:59.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.655+0000 7fcab66279c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:00:59.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.655+0000 7fcab66279c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:00:59.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.655+0000 7fcab66279c0 5 note: GC not initialized 2024-09-19T14:00:59.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.655+0000 7fc969fdb640 20 reqs_thread_entry: start 2024-09-19T14:00:59.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.655+0000 7fcab66279c0 20 init_complete bucket index max shards: 1 2024-09-19T14:00:59.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.655+0000 7fcab66279c0 20 Filter name: none 2024-09-19T14:00:59.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.655+0000 7fc8db7fe640 20 reqs_thread_entry: start 2024-09-19T14:00:59.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.655+0000 7fcab66279c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:59.658 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.655+0000 7fcab66279c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T14:00:59.658 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.655+0000 7fcab66279c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:59.658 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.659+0000 7fcab66279c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T14:00:59.658 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.659+0000 7fcab66279c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:00:59.658 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.659+0000 7fcab66279c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:59.658 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.659+0000 7fcab66279c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T14:00:59.658 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.659+0000 7fcab66279c0 20 rados->read ofs=0 len=0 2024-09-19T14:00:59.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.659+0000 7fcab66279c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T14:00:59.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.659+0000 7fcab66279c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:00:59.660 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.659+0000 7fc96afdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:00:59.664 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.663+0000 7fcab66279c0 20 remove_watcher() i=0 2024-09-19T14:00:59.665 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.663+0000 7fcab66279c0 2 removed watcher, disabling cache 2024-09-19T14:00:59.666 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.667+0000 7fcab66279c0 20 remove_watcher() i=1 2024-09-19T14:00:59.668 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.667+0000 7fcab66279c0 20 remove_watcher() i=2 2024-09-19T14:00:59.671 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.671+0000 7fcab66279c0 20 remove_watcher() i=3 2024-09-19T14:00:59.672 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.671+0000 7fcab66279c0 20 remove_watcher() i=4 2024-09-19T14:00:59.675 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.675+0000 7fcab66279c0 20 remove_watcher() i=5 2024-09-19T14:00:59.678 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.675+0000 7fcab66279c0 20 remove_watcher() i=6 2024-09-19T14:00:59.680 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:00:59.679+0000 7fcab66279c0 20 remove_watcher() i=7 2024-09-19T14:00:59.694 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:59.694 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T14:00:59.694 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: error-at-change-reshard-state id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38 num_objects: 20 size_kb: 1 num_shards: 2 2024-09-19T14:00:59.694 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:59.696 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:59.696 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:59.699 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:59.699 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:59.749 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:59.749 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:59.772 INFO:tasks.workunit.client.0.smithi031.stderr:TEST: reshard bucket with abort at change_reshard_state 2024-09-19T14:00:59.772 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:00:59.773 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:59.773 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:59.790 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:59.790 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:59.842 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:59.842 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:59.864 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:59.864 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:59.884 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:59.885 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:59.905 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:59.905 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:59.926 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:59.927 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:59.947 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:59.947 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:59.968 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:59.968 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:00:59.991 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:00:59.991 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:01:00.008 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:01:00.008 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:01:00.023 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:01:00.023 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:01:00.043 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:01:00.043 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:01:00.058 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:01:00.058 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:01:00.073 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:01:00.073 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:01:00.088 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:01:00.088 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:01:00.104 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:01:00.104 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:01:00.120 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:01:00.120 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:01:00.135 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:01:00.135 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:01:00.151 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:01:00.151 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:01:00.170 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:01:00.170 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:01:00.190 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:01:00.190 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:01:00.208 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket abort-at-change-reshard-state 2024-09-19T14:01:00.241 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:01:00.241 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:01:00.288 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.287+0000 7f2b98ba89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.290 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.291+0000 7f2b98ba89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:00.291 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.291+0000 7f2b98ba89c0 20 realm 2024-09-19T14:01:00.291 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.291+0000 7f2b98ba89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.291 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.291+0000 7f2b98ba89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:00.291 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.291+0000 7f2b98ba89c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:01:00.291 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.291+0000 7f2b98ba89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.292 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.291+0000 7f2b98ba89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:00.292 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.291+0000 7f2b98ba89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.292 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.291+0000 7f2b98ba89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:01:00.292 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.291+0000 7f2b98ba89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.295 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.295+0000 7f2b98ba89c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:01:00.295 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.295+0000 7f2b98ba89c0 20 searching for the correct realm 2024-09-19T14:01:00.300 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.299+0000 7f2b95ead640 0 -- 172.21.15.31:0/3384389547 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7f2b800e4040 msgr2=0x7f2b800d7400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:01:00.514 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.515+0000 7f2b96eaf640 0 -- 172.21.15.31:0/3384389547 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x564525c67180 msgr2=0x564525c695e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:01:00.526 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.527+0000 7f2b98ba89c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:01:00.527 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.527+0000 7f2b98ba89c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:01:00.527 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.527+0000 7f2b98ba89c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:01:00.527 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.527+0000 7f2b98ba89c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:01:00.527 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.527+0000 7f2b98ba89c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:01:00.527 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.527+0000 7f2b98ba89c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:01:00.527 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.527+0000 7f2b98ba89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.527 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.527+0000 7f2b98ba89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:00.527 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.527+0000 7f2b98ba89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.528 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.527+0000 7f2b98ba89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:01:00.528 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.527+0000 7f2b98ba89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.529 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.527+0000 7f2b98ba89c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:01:00.529 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.527+0000 7f2b98ba89c0 20 zone default found 2024-09-19T14:01:00.529 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.527+0000 7f2b98ba89c0 4 Realm: () 2024-09-19T14:01:00.529 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.527+0000 7f2b98ba89c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:01:00.529 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.527+0000 7f2b98ba89c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:01:00.529 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.527+0000 7f2b98ba89c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:01:00.530 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.527+0000 7f2b98ba89c0 20 zonegroup default 2024-09-19T14:01:00.530 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.527+0000 7f2b98ba89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.530 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.531+0000 7f2b98ba89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:00.530 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.531+0000 7f2b98ba89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.530 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.531+0000 7f2b98ba89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:00.531 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.531+0000 7f2b98ba89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.531 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.531+0000 7f2b98ba89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:00.531 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.531+0000 7f2b98ba89c0 20 started sync module instance, tier type = 2024-09-19T14:01:00.531 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.531+0000 7f2b98ba89c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:01:00.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.555+0000 7f2b98ba89c0 20 add_watcher() i=0 2024-09-19T14:01:00.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.555+0000 7f2b98ba89c0 20 add_watcher() i=1 2024-09-19T14:01:00.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.555+0000 7f2b98ba89c0 20 add_watcher() i=2 2024-09-19T14:01:00.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.555+0000 7f2b98ba89c0 20 add_watcher() i=3 2024-09-19T14:01:00.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.555+0000 7f2b98ba89c0 20 add_watcher() i=4 2024-09-19T14:01:00.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.555+0000 7f2b98ba89c0 20 add_watcher() i=5 2024-09-19T14:01:00.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.555+0000 7f2b98ba89c0 20 add_watcher() i=6 2024-09-19T14:01:00.557 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.555+0000 7f2b98ba89c0 20 add_watcher() i=7 2024-09-19T14:01:00.557 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.555+0000 7f2b98ba89c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:01:00.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.559+0000 7f2a4cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:01:00.562 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.563+0000 7f2b98ba89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:01:00.562 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.563+0000 7f2b98ba89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:01:00.562 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.563+0000 7f2b98ba89c0 5 note: GC not initialized 2024-09-19T14:01:00.563 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.563+0000 7f29c77fe640 20 reqs_thread_entry: start 2024-09-19T14:01:00.563 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.563+0000 7f2b98ba89c0 20 init_complete bucket index max shards: 1 2024-09-19T14:01:00.563 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.563+0000 7f2b98ba89c0 20 Filter name: none 2024-09-19T14:01:00.563 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.563+0000 7f29c57fa640 20 reqs_thread_entry: start 2024-09-19T14:01:00.563 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.563+0000 7f2b98ba89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.564 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.563+0000 7f2b98ba89c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T14:01:00.564 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.563+0000 7f2b98ba89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.565 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.563+0000 7f2b98ba89c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T14:01:00.565 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.563+0000 7f2b98ba89c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:01:00.565 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.563+0000 7f2b98ba89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.566 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.567+0000 7f2b98ba89c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T14:01:00.567 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.567+0000 7f2b98ba89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.567 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.567+0000 7f2b98ba89c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T14:01:00.567 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.567+0000 7f2b98ba89c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:01:00.570 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.571+0000 7f2a4cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:01:00.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.575+0000 7f2b98ba89c0 20 remove_watcher() i=0 2024-09-19T14:01:00.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.575+0000 7f2b98ba89c0 2 removed watcher, disabling cache 2024-09-19T14:01:00.577 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.575+0000 7f2b98ba89c0 20 remove_watcher() i=1 2024-09-19T14:01:00.580 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.579+0000 7f2b98ba89c0 20 remove_watcher() i=2 2024-09-19T14:01:00.582 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.583+0000 7f2b98ba89c0 20 remove_watcher() i=3 2024-09-19T14:01:00.584 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.583+0000 7f2b98ba89c0 20 remove_watcher() i=4 2024-09-19T14:01:00.586 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.587+0000 7f2b98ba89c0 20 remove_watcher() i=5 2024-09-19T14:01:00.589 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.587+0000 7f2b98ba89c0 20 remove_watcher() i=6 2024-09-19T14:01:00.592 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.591+0000 7f2b98ba89c0 20 remove_watcher() i=7 2024-09-19T14:01:00.609 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:00.610 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T14:01:00.610 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: abort-at-change-reshard-state id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-19T14:01:00.610 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:00.610 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket reshard --bucket abort-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at change_reshard_state 2024-09-19T14:01:00.643 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:01:00.643 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:01:00.688 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.687+0000 7f5edf8c89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.690 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.691+0000 7f5edf8c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:00.690 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.691+0000 7f5edf8c89c0 20 realm 2024-09-19T14:01:00.690 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.691+0000 7f5edf8c89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.691 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.691+0000 7f5edf8c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:00.691 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.691+0000 7f5edf8c89c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:01:00.691 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.691+0000 7f5edf8c89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.691 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.691+0000 7f5edf8c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:00.691 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.691+0000 7f5edf8c89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.692 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.691+0000 7f5edf8c89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:01:00.692 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.691+0000 7f5edf8c89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.693 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.691+0000 7f5edf8c89c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:01:00.694 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.691+0000 7f5edf8c89c0 20 searching for the correct realm 2024-09-19T14:01:00.699 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.699+0000 7f5edd3ce640 0 -- 172.21.15.31:0/1216433699 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7f5ed001a040 msgr2=0x7f5ed008ea90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T14:01:00.705 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.703+0000 7f5edd3ce640 0 -- 172.21.15.31:0/1216433699 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f5ed8097c20 msgr2=0x7f5ed80619c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:01:00.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.711+0000 7f5edf8c89c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:01:00.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.711+0000 7f5edf8c89c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:01:00.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.711+0000 7f5edf8c89c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:01:00.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.711+0000 7f5edf8c89c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:01:00.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.711+0000 7f5edf8c89c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:01:00.713 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.711+0000 7f5edf8c89c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:01:00.713 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.711+0000 7f5edf8c89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.713 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.711+0000 7f5edf8c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:00.713 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.711+0000 7f5edf8c89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.713 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.711+0000 7f5edf8c89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:01:00.713 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.711+0000 7f5edf8c89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.714 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.715+0000 7f5edf8c89c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:01:00.714 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.715+0000 7f5edf8c89c0 20 zone default found 2024-09-19T14:01:00.714 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.715+0000 7f5edf8c89c0 4 Realm: () 2024-09-19T14:01:00.714 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.715+0000 7f5edf8c89c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:01:00.714 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.715+0000 7f5edf8c89c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:01:00.714 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.715+0000 7f5edf8c89c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:01:00.714 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.715+0000 7f5edf8c89c0 20 zonegroup default 2024-09-19T14:01:00.715 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.715+0000 7f5edf8c89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.715 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.715+0000 7f5edf8c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:00.715 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.715+0000 7f5edf8c89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.715 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.715+0000 7f5edf8c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:00.715 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.715+0000 7f5edf8c89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.716 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.715+0000 7f5edf8c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:00.716 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.715+0000 7f5edf8c89c0 20 started sync module instance, tier type = 2024-09-19T14:01:00.716 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.715+0000 7f5edf8c89c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:01:00.733 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.735+0000 7f5edf8c89c0 20 add_watcher() i=0 2024-09-19T14:01:00.734 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.735+0000 7f5edf8c89c0 20 add_watcher() i=1 2024-09-19T14:01:00.734 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.735+0000 7f5edf8c89c0 20 add_watcher() i=2 2024-09-19T14:01:00.734 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.735+0000 7f5edf8c89c0 20 add_watcher() i=3 2024-09-19T14:01:00.734 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.735+0000 7f5edf8c89c0 20 add_watcher() i=4 2024-09-19T14:01:00.734 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.735+0000 7f5edf8c89c0 20 add_watcher() i=5 2024-09-19T14:01:00.734 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.735+0000 7f5edf8c89c0 20 add_watcher() i=6 2024-09-19T14:01:00.736 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.735+0000 7f5edf8c89c0 20 add_watcher() i=7 2024-09-19T14:01:00.736 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.735+0000 7f5edf8c89c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:01:00.741 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.739+0000 7f5d937e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:01:00.741 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.739+0000 7f5edf8c89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:01:00.741 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.739+0000 7f5edf8c89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:01:00.741 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.739+0000 7f5edf8c89c0 5 note: GC not initialized 2024-09-19T14:01:00.741 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.739+0000 7f5d927e4640 20 reqs_thread_entry: start 2024-09-19T14:01:00.741 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.739+0000 7f5edf8c89c0 20 init_complete bucket index max shards: 1 2024-09-19T14:01:00.741 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.739+0000 7f5edf8c89c0 20 Filter name: none 2024-09-19T14:01:00.741 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.739+0000 7f5d03fff640 20 reqs_thread_entry: start 2024-09-19T14:01:00.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.739+0000 7f5edf8c89c0 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-19T14:01:00.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.739+0000 7f5edf8c89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.743+0000 7f5edf8c89c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T14:01:00.743 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.743+0000 7f5edf8c89c0 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-19T14:01:00.743 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.743+0000 7f5edf8c89c0 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-19T14:01:00.743 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.743+0000 7f5edf8c89c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39 : miss 2024-09-19T14:01:00.743 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.743+0000 7f5edf8c89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.743 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.743+0000 7f5edf8c89c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T14:01:00.743 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.743+0000 7f5edf8c89c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39 info.flags=0x17 2024-09-19T14:01:00.743 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.743+0000 7f5edf8c89c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39 to cache LRU end 2024-09-19T14:01:00.743 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.743+0000 7f5edf8c89c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T14:01:00.743 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.743+0000 7f5edf8c89c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:01:00.743 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.743+0000 7f5edf8c89c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39 2024-09-19T14:01:00.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.751+0000 7f5edf8c89c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39 info.flags=0x17 2024-09-19T14:01:00.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.751+0000 7f5edf8c89c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39 to cache LRU end 2024-09-19T14:01:00.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.751+0000 7f5edf8c89c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:01:00.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.751+0000 7f5edf8c89c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39, ofs0, ns] 2024-09-19T14:01:00.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.751+0000 7f5dc0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333546 cookie 94211607362688 notifier 7514 bl.length()=931 2024-09-19T14:01:00.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.751+0000 7f5dc0ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39 info.flags=0x17 2024-09-19T14:01:00.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.751+0000 7f5dc0ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39 to cache LRU end 2024-09-19T14:01:00.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.751+0000 7f5dc0ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:01:00.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.751+0000 7f5edf8c89c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39]): orig_sources= new_sources= 2024-09-19T14:01:00.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.751+0000 7f5edf8c89c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39]): potential sources added=[] removed=[] 2024-09-19T14:01:00.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.751+0000 7f5edf8c89c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39]): orig_dests= new_dests= 2024-09-19T14:01:00.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.751+0000 7f5edf8c89c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39]): potential dests added=[] removed=[] 2024-09-19T14:01:00.757 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.755+0000 7f5edf8c89c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39.1.0 2024-09-19T14:01:00.757 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.755+0000 7f5edf8c89c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39.1.0 2024-09-19T14:01:00.757 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.755+0000 7f5edf8c89c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39.1.1 2024-09-19T14:01:00.757 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.755+0000 7f5edf8c89c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39.1.1 2024-09-19T14:01:00.757 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.755+0000 7f5edf8c89c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39.0 2024-09-19T14:01:00.762 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f5edf8c89c0 time 2024-09-19T14:01:00.764236+0000 2024-09-19T14:01:00.762 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T14:01:00.763 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T14:01:00.763 INFO:tasks.workunit.client.0.smithi031.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f5ee31a22eb] 2024-09-19T14:01:00.763 INFO:tasks.workunit.client.0.smithi031.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f5ee31a249f] 2024-09-19T14:01:00.763 INFO:tasks.workunit.client.0.smithi031.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55af56ab1271] 2024-09-19T14:01:00.764 INFO:tasks.workunit.client.0.smithi031.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x55af56ac0441] 2024-09-19T14:01:00.764 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55af56ac1a94] 2024-09-19T14:01:00.764 INFO:tasks.workunit.client.0.smithi031.stderr: 6: main() 2024-09-19T14:01:00.764 INFO:tasks.workunit.client.0.smithi031.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f5ee2008d90] 2024-09-19T14:01:00.764 INFO:tasks.workunit.client.0.smithi031.stderr: 8: __libc_start_main() 2024-09-19T14:01:00.764 INFO:tasks.workunit.client.0.smithi031.stderr: 9: _start() 2024-09-19T14:01:00.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.763+0000 7f5edf8c89c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f5edf8c89c0 time 2024-09-19T14:01:00.764236+0000 2024-09-19T14:01:00.764 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T14:01:00.764 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:00.764 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T14:01:00.764 INFO:tasks.workunit.client.0.smithi031.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f5ee31a22eb] 2024-09-19T14:01:00.764 INFO:tasks.workunit.client.0.smithi031.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f5ee31a249f] 2024-09-19T14:01:00.765 INFO:tasks.workunit.client.0.smithi031.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55af56ab1271] 2024-09-19T14:01:00.765 INFO:tasks.workunit.client.0.smithi031.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x55af56ac0441] 2024-09-19T14:01:00.765 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55af56ac1a94] 2024-09-19T14:01:00.765 INFO:tasks.workunit.client.0.smithi031.stderr: 6: main() 2024-09-19T14:01:00.765 INFO:tasks.workunit.client.0.smithi031.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f5ee2008d90] 2024-09-19T14:01:00.765 INFO:tasks.workunit.client.0.smithi031.stderr: 8: __libc_start_main() 2024-09-19T14:01:00.765 INFO:tasks.workunit.client.0.smithi031.stderr: 9: _start() 2024-09-19T14:01:00.765 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:00.765 INFO:tasks.workunit.client.0.smithi031.stderr:*** Caught signal (Aborted) ** 2024-09-19T14:01:00.765 INFO:tasks.workunit.client.0.smithi031.stderr: in thread 7f5edf8c89c0 thread_name:radosgw-admin 2024-09-19T14:01:00.783 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T14:01:00.783 INFO:tasks.workunit.client.0.smithi031.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f5ee2021520] 2024-09-19T14:01:00.784 INFO:tasks.workunit.client.0.smithi031.stderr: 2: pthread_kill() 2024-09-19T14:01:00.784 INFO:tasks.workunit.client.0.smithi031.stderr: 3: raise() 2024-09-19T14:01:00.784 INFO:tasks.workunit.client.0.smithi031.stderr: 4: abort() 2024-09-19T14:01:00.784 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f5ee31a2345] 2024-09-19T14:01:00.784 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f5ee31a249f] 2024-09-19T14:01:00.784 INFO:tasks.workunit.client.0.smithi031.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55af56ab1271] 2024-09-19T14:01:00.784 INFO:tasks.workunit.client.0.smithi031.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x55af56ac0441] 2024-09-19T14:01:00.784 INFO:tasks.workunit.client.0.smithi031.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55af56ac1a94] 2024-09-19T14:01:00.784 INFO:tasks.workunit.client.0.smithi031.stderr: 10: main() 2024-09-19T14:01:00.784 INFO:tasks.workunit.client.0.smithi031.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f5ee2008d90] 2024-09-19T14:01:00.784 INFO:tasks.workunit.client.0.smithi031.stderr: 12: __libc_start_main() 2024-09-19T14:01:00.784 INFO:tasks.workunit.client.0.smithi031.stderr: 13: _start() 2024-09-19T14:01:00.785 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.763+0000 7f5edf8c89c0 -1 *** Caught signal (Aborted) ** 2024-09-19T14:01:00.785 INFO:tasks.workunit.client.0.smithi031.stderr: in thread 7f5edf8c89c0 thread_name:radosgw-admin 2024-09-19T14:01:00.785 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:00.785 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T14:01:00.785 INFO:tasks.workunit.client.0.smithi031.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f5ee2021520] 2024-09-19T14:01:00.785 INFO:tasks.workunit.client.0.smithi031.stderr: 2: pthread_kill() 2024-09-19T14:01:00.785 INFO:tasks.workunit.client.0.smithi031.stderr: 3: raise() 2024-09-19T14:01:00.785 INFO:tasks.workunit.client.0.smithi031.stderr: 4: abort() 2024-09-19T14:01:00.785 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f5ee31a2345] 2024-09-19T14:01:00.785 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f5ee31a249f] 2024-09-19T14:01:00.785 INFO:tasks.workunit.client.0.smithi031.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55af56ab1271] 2024-09-19T14:01:00.785 INFO:tasks.workunit.client.0.smithi031.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x55af56ac0441] 2024-09-19T14:01:00.785 INFO:tasks.workunit.client.0.smithi031.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55af56ac1a94] 2024-09-19T14:01:00.786 INFO:tasks.workunit.client.0.smithi031.stderr: 10: main() 2024-09-19T14:01:00.786 INFO:tasks.workunit.client.0.smithi031.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f5ee2008d90] 2024-09-19T14:01:00.786 INFO:tasks.workunit.client.0.smithi031.stderr: 12: __libc_start_main() 2024-09-19T14:01:00.786 INFO:tasks.workunit.client.0.smithi031.stderr: 13: _start() 2024-09-19T14:01:00.786 INFO:tasks.workunit.client.0.smithi031.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T14:01:00.786 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:00.786 INFO:tasks.workunit.client.0.smithi031.stderr:--- begin dump of recent events --- 2024-09-19T14:01:00.786 INFO:tasks.workunit.client.0.smithi031.stderr: -499> 2024-09-19T14:01:00.667+0000 7f5eddbcf640 10 monclient: get_auth_request con 0x55af5948c6b0 auth_method 0 2024-09-19T14:01:00.786 INFO:tasks.workunit.client.0.smithi031.stderr: -498> 2024-09-19T14:01:00.667+0000 7f5dcb606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:01:00.786 INFO:tasks.workunit.client.0.smithi031.stderr: -497> 2024-09-19T14:01:00.667+0000 7f5dcb606640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T14:01:00.786 INFO:tasks.workunit.client.0.smithi031.stderr: -496> 2024-09-19T14:01:00.667+0000 7f5dcb606640 10 monclient: dump: 2024-09-19T14:01:00.786 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:01:00.786 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:01:00.786 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:00.787 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:00.787 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:01:00.787 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:01:00.787 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:01:00.787 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:01:00.787 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:01:00.787 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:00.787 INFO:tasks.workunit.client.0.smithi031.stderr: -495> 2024-09-19T14:01:00.667+0000 7f5dcb606640 10 monclient: _finish_auth 0 2024-09-19T14:01:00.787 INFO:tasks.workunit.client.0.smithi031.stderr: -494> 2024-09-19T14:01:00.667+0000 7f5dcb606640 10 monclient: _check_auth_tickets 2024-09-19T14:01:00.787 INFO:tasks.workunit.client.0.smithi031.stderr: -493> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 monclient: authenticate success, global_id 8013 2024-09-19T14:01:00.787 INFO:tasks.workunit.client.0.smithi031.stderr: -492> 2024-09-19T14:01:00.667+0000 7f5dcb606640 10 monclient: handle_config config(0 keys) 2024-09-19T14:01:00.787 INFO:tasks.workunit.client.0.smithi031.stderr: -491> 2024-09-19T14:01:00.667+0000 7f5dcb606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:01:00.787 INFO:tasks.workunit.client.0.smithi031.stderr: -490> 2024-09-19T14:01:00.667+0000 7f5dcb606640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T14:01:00.788 INFO:tasks.workunit.client.0.smithi031.stderr: -489> 2024-09-19T14:01:00.667+0000 7f5dcb606640 10 monclient: dump: 2024-09-19T14:01:00.788 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:01:00.788 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:01:00.788 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:00.788 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:00.788 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:01:00.788 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:01:00.788 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:01:00.788 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:01:00.788 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:01:00.788 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:00.788 INFO:tasks.workunit.client.0.smithi031.stderr: -488> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 10 monclient: get_monmap_and_config success 2024-09-19T14:01:00.788 INFO:tasks.workunit.client.0.smithi031.stderr: -487> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 4 set_mon_vals no callback set 2024-09-19T14:01:00.789 INFO:tasks.workunit.client.0.smithi031.stderr: -486> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 10 monclient: shutdown 2024-09-19T14:01:00.789 INFO:tasks.workunit.client.0.smithi031.stderr: -485> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 asok(0x55af59339d90) unregister_commands rotate-key 2024-09-19T14:01:00.789 INFO:tasks.workunit.client.0.smithi031.stderr: -484> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 10 monclient: build_initial_monmap 2024-09-19T14:01:00.789 INFO:tasks.workunit.client.0.smithi031.stderr: -483> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 1 build_initial for_mkfs: 0 2024-09-19T14:01:00.789 INFO:tasks.workunit.client.0.smithi031.stderr: -482> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 10 monclient: monmap: 2024-09-19T14:01:00.789 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T14:01:00.789 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T14:01:00.789 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T14:01:00.789 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T14:01:00.789 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T14:01:00.789 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:01:00.789 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T14:01:00.789 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T14:01:00.790 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T14:01:00.790 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:00.790 INFO:tasks.workunit.client.0.smithi031.stderr: -481> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af59577800) adding auth protocol: cephx 2024-09-19T14:01:00.790 INFO:tasks.workunit.client.0.smithi031.stderr: -480> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af59577800) adding auth protocol: cephx 2024-09-19T14:01:00.790 INFO:tasks.workunit.client.0.smithi031.stderr: -479> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af59577800) adding auth protocol: cephx 2024-09-19T14:01:00.790 INFO:tasks.workunit.client.0.smithi031.stderr: -478> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af59577800) adding con mode: secure 2024-09-19T14:01:00.790 INFO:tasks.workunit.client.0.smithi031.stderr: -477> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af59577800) adding con mode: crc 2024-09-19T14:01:00.790 INFO:tasks.workunit.client.0.smithi031.stderr: -476> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af59577800) adding con mode: secure 2024-09-19T14:01:00.790 INFO:tasks.workunit.client.0.smithi031.stderr: -475> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af59577800) adding con mode: crc 2024-09-19T14:01:00.790 INFO:tasks.workunit.client.0.smithi031.stderr: -474> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af59577800) adding con mode: secure 2024-09-19T14:01:00.790 INFO:tasks.workunit.client.0.smithi031.stderr: -473> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af59577800) adding con mode: crc 2024-09-19T14:01:00.790 INFO:tasks.workunit.client.0.smithi031.stderr: -472> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af59577800) adding con mode: crc 2024-09-19T14:01:00.790 INFO:tasks.workunit.client.0.smithi031.stderr: -471> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af59577800) adding con mode: secure 2024-09-19T14:01:00.790 INFO:tasks.workunit.client.0.smithi031.stderr: -470> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af59577800) adding con mode: crc 2024-09-19T14:01:00.790 INFO:tasks.workunit.client.0.smithi031.stderr: -469> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af59577800) adding con mode: secure 2024-09-19T14:01:00.791 INFO:tasks.workunit.client.0.smithi031.stderr: -468> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af59577800) adding con mode: crc 2024-09-19T14:01:00.791 INFO:tasks.workunit.client.0.smithi031.stderr: -467> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af59577800) adding con mode: secure 2024-09-19T14:01:00.791 INFO:tasks.workunit.client.0.smithi031.stderr: -466> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:01:00.791 INFO:tasks.workunit.client.0.smithi031.stderr: -465> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 1 librados: starting msgr at 2024-09-19T14:01:00.791 INFO:tasks.workunit.client.0.smithi031.stderr: -464> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 1 librados: starting objecter 2024-09-19T14:01:00.791 INFO:tasks.workunit.client.0.smithi031.stderr: -463> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 asok(0x55af59339d90) register_command objecter_requests hook 0x55af5954dbf0 2024-09-19T14:01:00.791 INFO:tasks.workunit.client.0.smithi031.stderr: -462> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 1 librados: setting wanted keys 2024-09-19T14:01:00.791 INFO:tasks.workunit.client.0.smithi031.stderr: -461> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 1 librados: calling monclient init 2024-09-19T14:01:00.791 INFO:tasks.workunit.client.0.smithi031.stderr: -460> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 10 monclient: init 2024-09-19T14:01:00.791 INFO:tasks.workunit.client.0.smithi031.stderr: -459> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595468d0) adding auth protocol: cephx 2024-09-19T14:01:00.791 INFO:tasks.workunit.client.0.smithi031.stderr: -458> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595468d0) adding auth protocol: cephx 2024-09-19T14:01:00.791 INFO:tasks.workunit.client.0.smithi031.stderr: -457> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595468d0) adding auth protocol: cephx 2024-09-19T14:01:00.792 INFO:tasks.workunit.client.0.smithi031.stderr: -456> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595468d0) adding con mode: secure 2024-09-19T14:01:00.792 INFO:tasks.workunit.client.0.smithi031.stderr: -455> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595468d0) adding con mode: crc 2024-09-19T14:01:00.792 INFO:tasks.workunit.client.0.smithi031.stderr: -454> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595468d0) adding con mode: secure 2024-09-19T14:01:00.792 INFO:tasks.workunit.client.0.smithi031.stderr: -453> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595468d0) adding con mode: crc 2024-09-19T14:01:00.792 INFO:tasks.workunit.client.0.smithi031.stderr: -452> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595468d0) adding con mode: secure 2024-09-19T14:01:00.792 INFO:tasks.workunit.client.0.smithi031.stderr: -451> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595468d0) adding con mode: crc 2024-09-19T14:01:00.792 INFO:tasks.workunit.client.0.smithi031.stderr: -450> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595468d0) adding con mode: crc 2024-09-19T14:01:00.792 INFO:tasks.workunit.client.0.smithi031.stderr: -449> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595468d0) adding con mode: secure 2024-09-19T14:01:00.792 INFO:tasks.workunit.client.0.smithi031.stderr: -448> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595468d0) adding con mode: crc 2024-09-19T14:01:00.792 INFO:tasks.workunit.client.0.smithi031.stderr: -447> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595468d0) adding con mode: secure 2024-09-19T14:01:00.792 INFO:tasks.workunit.client.0.smithi031.stderr: -446> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595468d0) adding con mode: crc 2024-09-19T14:01:00.792 INFO:tasks.workunit.client.0.smithi031.stderr: -445> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595468d0) adding con mode: secure 2024-09-19T14:01:00.792 INFO:tasks.workunit.client.0.smithi031.stderr: -444> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:01:00.793 INFO:tasks.workunit.client.0.smithi031.stderr: -443> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:01:00.793 INFO:tasks.workunit.client.0.smithi031.stderr: -442> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 asok(0x55af59339d90) register_command rotate-key hook 0x55af59546a18 2024-09-19T14:01:00.793 INFO:tasks.workunit.client.0.smithi031.stderr: -441> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 10 monclient: _reopen_session rank -1 2024-09-19T14:01:00.793 INFO:tasks.workunit.client.0.smithi031.stderr: -440> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-19T14:01:00.793 INFO:tasks.workunit.client.0.smithi031.stderr: -439> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 10 monclient(hunting): picked mon.noname-a con 0x55af593d21f0 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T14:01:00.793 INFO:tasks.workunit.client.0.smithi031.stderr: -438> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 10 monclient(hunting): picked mon.noname-c con 0x55af593f4780 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T14:01:00.793 INFO:tasks.workunit.client.0.smithi031.stderr: -437> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 10 monclient(hunting): picked mon.noname-b con 0x55af5948c6b0 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T14:01:00.793 INFO:tasks.workunit.client.0.smithi031.stderr: -436> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:01:00.793 INFO:tasks.workunit.client.0.smithi031.stderr: -435> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:01:00.793 INFO:tasks.workunit.client.0.smithi031.stderr: -434> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:01:00.793 INFO:tasks.workunit.client.0.smithi031.stderr: -433> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 10 monclient(hunting): _renew_subs 2024-09-19T14:01:00.793 INFO:tasks.workunit.client.0.smithi031.stderr: -432> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 10 monclient(hunting): authenticate will time out at 2404.498695s 2024-09-19T14:01:00.793 INFO:tasks.workunit.client.0.smithi031.stderr: -431> 2024-09-19T14:01:00.667+0000 7f5edd3ce640 10 monclient(hunting): get_auth_request con 0x55af593d21f0 auth_method 0 2024-09-19T14:01:00.793 INFO:tasks.workunit.client.0.smithi031.stderr: -430> 2024-09-19T14:01:00.667+0000 7f5edd3ce640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:01:00.794 INFO:tasks.workunit.client.0.smithi031.stderr: -429> 2024-09-19T14:01:00.667+0000 7f5edd3ce640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:01:00.794 INFO:tasks.workunit.client.0.smithi031.stderr: -428> 2024-09-19T14:01:00.667+0000 7f5edd3ce640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:01:00.794 INFO:tasks.workunit.client.0.smithi031.stderr: -427> 2024-09-19T14:01:00.667+0000 7f5edd3ce640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:01:00.794 INFO:tasks.workunit.client.0.smithi031.stderr: -426> 2024-09-19T14:01:00.667+0000 7f5edd3ce640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:01:00.794 INFO:tasks.workunit.client.0.smithi031.stderr: -425> 2024-09-19T14:01:00.667+0000 7f5edd3ce640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:01:00.794 INFO:tasks.workunit.client.0.smithi031.stderr: -424> 2024-09-19T14:01:00.667+0000 7f5edcbcd640 10 monclient(hunting): get_auth_request con 0x55af593f4780 auth_method 0 2024-09-19T14:01:00.794 INFO:tasks.workunit.client.0.smithi031.stderr: -423> 2024-09-19T14:01:00.667+0000 7f5edcbcd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:01:00.794 INFO:tasks.workunit.client.0.smithi031.stderr: -422> 2024-09-19T14:01:00.667+0000 7f5edcbcd640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:01:00.794 INFO:tasks.workunit.client.0.smithi031.stderr: -421> 2024-09-19T14:01:00.667+0000 7f5edcbcd640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:01:00.794 INFO:tasks.workunit.client.0.smithi031.stderr: -420> 2024-09-19T14:01:00.667+0000 7f5edd3ce640 10 monclient(hunting): handle_auth_done global_id 8016 payload 824 2024-09-19T14:01:00.794 INFO:tasks.workunit.client.0.smithi031.stderr: -419> 2024-09-19T14:01:00.667+0000 7f5edd3ce640 10 monclient: _finish_hunting 0 2024-09-19T14:01:00.794 INFO:tasks.workunit.client.0.smithi031.stderr: -418> 2024-09-19T14:01:00.667+0000 7f5edd3ce640 1 monclient: found mon.noname-a 2024-09-19T14:01:00.794 INFO:tasks.workunit.client.0.smithi031.stderr: -417> 2024-09-19T14:01:00.667+0000 7f5edd3ce640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T14:01:00.795 INFO:tasks.workunit.client.0.smithi031.stderr: -416> 2024-09-19T14:01:00.667+0000 7f5dc9e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:01:00.795 INFO:tasks.workunit.client.0.smithi031.stderr: -415> 2024-09-19T14:01:00.667+0000 7f5dc9e03640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T14:01:00.795 INFO:tasks.workunit.client.0.smithi031.stderr: -414> 2024-09-19T14:01:00.667+0000 7f5dc9e03640 10 monclient: dump: 2024-09-19T14:01:00.795 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:01:00.795 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:01:00.795 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:00.795 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:00.795 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:01:00.795 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:01:00.795 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:01:00.795 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:01:00.795 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:01:00.795 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:00.796 INFO:tasks.workunit.client.0.smithi031.stderr: -413> 2024-09-19T14:01:00.667+0000 7f5dc9e03640 10 monclient: _finish_auth 0 2024-09-19T14:01:00.796 INFO:tasks.workunit.client.0.smithi031.stderr: -412> 2024-09-19T14:01:00.667+0000 7f5dc9e03640 10 monclient: _check_auth_tickets 2024-09-19T14:01:00.796 INFO:tasks.workunit.client.0.smithi031.stderr: -411> 2024-09-19T14:01:00.667+0000 7f5dc9e03640 10 monclient: handle_config config(0 keys) 2024-09-19T14:01:00.796 INFO:tasks.workunit.client.0.smithi031.stderr: -410> 2024-09-19T14:01:00.667+0000 7f5dc9e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:01:00.796 INFO:tasks.workunit.client.0.smithi031.stderr: -409> 2024-09-19T14:01:00.667+0000 7f5dc9e03640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T14:01:00.796 INFO:tasks.workunit.client.0.smithi031.stderr: -408> 2024-09-19T14:01:00.667+0000 7f5dc9e03640 10 monclient: dump: 2024-09-19T14:01:00.796 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:01:00.796 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:01:00.796 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:00.796 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:00.796 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:01:00.796 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:01:00.796 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:01:00.796 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:01:00.797 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:01:00.797 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:00.797 INFO:tasks.workunit.client.0.smithi031.stderr: -407> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 monclient: authenticate success, global_id 8016 2024-09-19T14:01:00.797 INFO:tasks.workunit.client.0.smithi031.stderr: -406> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 10 monclient: _renew_subs 2024-09-19T14:01:00.797 INFO:tasks.workunit.client.0.smithi031.stderr: -405> 2024-09-19T14:01:00.667+0000 7f5dcb606640 4 set_mon_vals no callback set 2024-09-19T14:01:00.797 INFO:tasks.workunit.client.0.smithi031.stderr: -404> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T14:01:00.797 INFO:tasks.workunit.client.0.smithi031.stderr: -403> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 10 monclient: _renew_subs 2024-09-19T14:01:00.797 INFO:tasks.workunit.client.0.smithi031.stderr: -402> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T14:01:00.797 INFO:tasks.workunit.client.0.smithi031.stderr: -401> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 1 librados: init done 2024-09-19T14:01:00.797 INFO:tasks.workunit.client.0.smithi031.stderr: -400> 2024-09-19T14:01:00.671+0000 7f5dc9e03640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T14:01:00.797 INFO:tasks.workunit.client.0.smithi031.stderr: -399> 2024-09-19T14:01:00.671+0000 7f5dc9e03640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:01:00.797 INFO:tasks.workunit.client.0.smithi031.stderr: -398> 2024-09-19T14:01:00.671+0000 7f5dc9e03640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:01:00.797 INFO:tasks.workunit.client.0.smithi031.stderr: -397> 2024-09-19T14:01:00.671+0000 7f5edcbcd640 10 monclient: get_auth_request con 0x7f5dc4071be0 auth_method 0 2024-09-19T14:01:00.798 INFO:tasks.workunit.client.0.smithi031.stderr: -396> 2024-09-19T14:01:00.671+0000 7f5eddbcf640 10 monclient: get_auth_request con 0x55af5958eac0 auth_method 0 2024-09-19T14:01:00.798 INFO:tasks.workunit.client.0.smithi031.stderr: -395> 2024-09-19T14:01:00.675+0000 7f5edd3ce640 10 monclient: get_auth_request con 0x55af59591ca0 auth_method 0 2024-09-19T14:01:00.798 INFO:tasks.workunit.client.0.smithi031.stderr: -394> 2024-09-19T14:01:00.675+0000 7f5edcbcd640 10 monclient: get_auth_request con 0x55af59595e90 auth_method 0 2024-09-19T14:01:00.798 INFO:tasks.workunit.client.0.smithi031.stderr: -393> 2024-09-19T14:01:00.675+0000 7f5edf8c89c0 10 monclient: build_initial_monmap 2024-09-19T14:01:00.798 INFO:tasks.workunit.client.0.smithi031.stderr: -392> 2024-09-19T14:01:00.675+0000 7f5edf8c89c0 1 build_initial for_mkfs: 0 2024-09-19T14:01:00.798 INFO:tasks.workunit.client.0.smithi031.stderr: -391> 2024-09-19T14:01:00.675+0000 7f5edf8c89c0 10 monclient: monmap: 2024-09-19T14:01:00.798 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T14:01:00.798 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T14:01:00.798 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T14:01:00.798 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T14:01:00.798 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T14:01:00.798 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:01:00.798 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T14:01:00.799 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T14:01:00.799 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T14:01:00.799 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:00.799 INFO:tasks.workunit.client.0.smithi031.stderr: -390> 2024-09-19T14:01:00.675+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5959a8d0) adding auth protocol: cephx 2024-09-19T14:01:00.799 INFO:tasks.workunit.client.0.smithi031.stderr: -389> 2024-09-19T14:01:00.675+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5959a8d0) adding auth protocol: cephx 2024-09-19T14:01:00.799 INFO:tasks.workunit.client.0.smithi031.stderr: -388> 2024-09-19T14:01:00.675+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5959a8d0) adding auth protocol: cephx 2024-09-19T14:01:00.799 INFO:tasks.workunit.client.0.smithi031.stderr: -387> 2024-09-19T14:01:00.675+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5959a8d0) adding con mode: secure 2024-09-19T14:01:00.799 INFO:tasks.workunit.client.0.smithi031.stderr: -386> 2024-09-19T14:01:00.675+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5959a8d0) adding con mode: crc 2024-09-19T14:01:00.799 INFO:tasks.workunit.client.0.smithi031.stderr: -385> 2024-09-19T14:01:00.675+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5959a8d0) adding con mode: secure 2024-09-19T14:01:00.799 INFO:tasks.workunit.client.0.smithi031.stderr: -384> 2024-09-19T14:01:00.675+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5959a8d0) adding con mode: crc 2024-09-19T14:01:00.799 INFO:tasks.workunit.client.0.smithi031.stderr: -383> 2024-09-19T14:01:00.675+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5959a8d0) adding con mode: secure 2024-09-19T14:01:00.799 INFO:tasks.workunit.client.0.smithi031.stderr: -382> 2024-09-19T14:01:00.675+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5959a8d0) adding con mode: crc 2024-09-19T14:01:00.799 INFO:tasks.workunit.client.0.smithi031.stderr: -381> 2024-09-19T14:01:00.675+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5959a8d0) adding con mode: crc 2024-09-19T14:01:00.800 INFO:tasks.workunit.client.0.smithi031.stderr: -380> 2024-09-19T14:01:00.675+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5959a8d0) adding con mode: secure 2024-09-19T14:01:00.800 INFO:tasks.workunit.client.0.smithi031.stderr: -379> 2024-09-19T14:01:00.675+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5959a8d0) adding con mode: crc 2024-09-19T14:01:00.800 INFO:tasks.workunit.client.0.smithi031.stderr: -378> 2024-09-19T14:01:00.675+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5959a8d0) adding con mode: secure 2024-09-19T14:01:00.800 INFO:tasks.workunit.client.0.smithi031.stderr: -377> 2024-09-19T14:01:00.675+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5959a8d0) adding con mode: crc 2024-09-19T14:01:00.800 INFO:tasks.workunit.client.0.smithi031.stderr: -376> 2024-09-19T14:01:00.675+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5959a8d0) adding con mode: secure 2024-09-19T14:01:00.800 INFO:tasks.workunit.client.0.smithi031.stderr: -375> 2024-09-19T14:01:00.675+0000 7f5edf8c89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:01:00.800 INFO:tasks.workunit.client.0.smithi031.stderr: -374> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 asok(0x55af59339d90) register_command objecter_requests cmddesc objecter_requests hook 0x55af5959e2a0 EEXIST 2024-09-19T14:01:00.800 INFO:tasks.workunit.client.0.smithi031.stderr: -373> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 10 monclient: init 2024-09-19T14:01:00.800 INFO:tasks.workunit.client.0.smithi031.stderr: -372> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595990b8) adding auth protocol: cephx 2024-09-19T14:01:00.800 INFO:tasks.workunit.client.0.smithi031.stderr: -371> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595990b8) adding auth protocol: cephx 2024-09-19T14:01:00.800 INFO:tasks.workunit.client.0.smithi031.stderr: -370> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595990b8) adding auth protocol: cephx 2024-09-19T14:01:00.800 INFO:tasks.workunit.client.0.smithi031.stderr: -369> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595990b8) adding con mode: secure 2024-09-19T14:01:00.800 INFO:tasks.workunit.client.0.smithi031.stderr: -368> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595990b8) adding con mode: crc 2024-09-19T14:01:00.801 INFO:tasks.workunit.client.0.smithi031.stderr: -367> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595990b8) adding con mode: secure 2024-09-19T14:01:00.801 INFO:tasks.workunit.client.0.smithi031.stderr: -366> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595990b8) adding con mode: crc 2024-09-19T14:01:00.801 INFO:tasks.workunit.client.0.smithi031.stderr: -365> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595990b8) adding con mode: secure 2024-09-19T14:01:00.801 INFO:tasks.workunit.client.0.smithi031.stderr: -364> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595990b8) adding con mode: crc 2024-09-19T14:01:00.801 INFO:tasks.workunit.client.0.smithi031.stderr: -363> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595990b8) adding con mode: crc 2024-09-19T14:01:00.801 INFO:tasks.workunit.client.0.smithi031.stderr: -362> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595990b8) adding con mode: secure 2024-09-19T14:01:00.801 INFO:tasks.workunit.client.0.smithi031.stderr: -361> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595990b8) adding con mode: crc 2024-09-19T14:01:00.801 INFO:tasks.workunit.client.0.smithi031.stderr: -360> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595990b8) adding con mode: secure 2024-09-19T14:01:00.801 INFO:tasks.workunit.client.0.smithi031.stderr: -359> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595990b8) adding con mode: crc 2024-09-19T14:01:00.801 INFO:tasks.workunit.client.0.smithi031.stderr: -358> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595990b8) adding con mode: secure 2024-09-19T14:01:00.801 INFO:tasks.workunit.client.0.smithi031.stderr: -357> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:01:00.801 INFO:tasks.workunit.client.0.smithi031.stderr: -356> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:01:00.801 INFO:tasks.workunit.client.0.smithi031.stderr: -355> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 asok(0x55af59339d90) register_command rotate-key cmddesc rotate-key hook 0x55af59599200 EEXIST 2024-09-19T14:01:00.802 INFO:tasks.workunit.client.0.smithi031.stderr: -354> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 10 monclient: _reopen_session rank -1 2024-09-19T14:01:00.802 INFO:tasks.workunit.client.0.smithi031.stderr: -353> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-19T14:01:00.802 INFO:tasks.workunit.client.0.smithi031.stderr: -352> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 10 monclient(hunting): picked mon.noname-a con 0x55af595c2450 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T14:01:00.802 INFO:tasks.workunit.client.0.smithi031.stderr: -351> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 10 monclient(hunting): picked mon.noname-b con 0x55af595c1d80 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T14:01:00.802 INFO:tasks.workunit.client.0.smithi031.stderr: -350> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 10 monclient(hunting): picked mon.noname-c con 0x55af595c0760 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T14:01:00.802 INFO:tasks.workunit.client.0.smithi031.stderr: -349> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:01:00.802 INFO:tasks.workunit.client.0.smithi031.stderr: -348> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:01:00.802 INFO:tasks.workunit.client.0.smithi031.stderr: -347> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:01:00.802 INFO:tasks.workunit.client.0.smithi031.stderr: -346> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 10 monclient(hunting): _renew_subs 2024-09-19T14:01:00.802 INFO:tasks.workunit.client.0.smithi031.stderr: -345> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 10 monclient(hunting): authenticate will time out at 2404.508804s 2024-09-19T14:01:00.802 INFO:tasks.workunit.client.0.smithi031.stderr: -344> 2024-09-19T14:01:00.679+0000 7f5eddbcf640 10 monclient(hunting): get_auth_request con 0x55af595c0760 auth_method 0 2024-09-19T14:01:00.802 INFO:tasks.workunit.client.0.smithi031.stderr: -343> 2024-09-19T14:01:00.679+0000 7f5eddbcf640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:01:00.802 INFO:tasks.workunit.client.0.smithi031.stderr: -342> 2024-09-19T14:01:00.679+0000 7f5eddbcf640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:01:00.803 INFO:tasks.workunit.client.0.smithi031.stderr: -341> 2024-09-19T14:01:00.679+0000 7f5eddbcf640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:01:00.803 INFO:tasks.workunit.client.0.smithi031.stderr: -340> 2024-09-19T14:01:00.679+0000 7f5edd3ce640 10 monclient(hunting): get_auth_request con 0x55af595c2450 auth_method 0 2024-09-19T14:01:00.803 INFO:tasks.workunit.client.0.smithi031.stderr: -339> 2024-09-19T14:01:00.679+0000 7f5edd3ce640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:01:00.803 INFO:tasks.workunit.client.0.smithi031.stderr: -338> 2024-09-19T14:01:00.679+0000 7f5edd3ce640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:01:00.803 INFO:tasks.workunit.client.0.smithi031.stderr: -337> 2024-09-19T14:01:00.679+0000 7f5edd3ce640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:01:00.803 INFO:tasks.workunit.client.0.smithi031.stderr: -336> 2024-09-19T14:01:00.679+0000 7f5eddbcf640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:01:00.803 INFO:tasks.workunit.client.0.smithi031.stderr: -335> 2024-09-19T14:01:00.679+0000 7f5eddbcf640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:01:00.803 INFO:tasks.workunit.client.0.smithi031.stderr: -334> 2024-09-19T14:01:00.679+0000 7f5eddbcf640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:01:00.803 INFO:tasks.workunit.client.0.smithi031.stderr: -333> 2024-09-19T14:01:00.679+0000 7f5edd3ce640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:01:00.803 INFO:tasks.workunit.client.0.smithi031.stderr: -332> 2024-09-19T14:01:00.679+0000 7f5edd3ce640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:01:00.803 INFO:tasks.workunit.client.0.smithi031.stderr: -331> 2024-09-19T14:01:00.679+0000 7f5edd3ce640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:01:00.803 INFO:tasks.workunit.client.0.smithi031.stderr: -330> 2024-09-19T14:01:00.679+0000 7f5edcbcd640 10 monclient(hunting): get_auth_request con 0x55af595c1d80 auth_method 0 2024-09-19T14:01:00.803 INFO:tasks.workunit.client.0.smithi031.stderr: -329> 2024-09-19T14:01:00.679+0000 7f5edcbcd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:01:00.804 INFO:tasks.workunit.client.0.smithi031.stderr: -328> 2024-09-19T14:01:00.679+0000 7f5edcbcd640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:01:00.804 INFO:tasks.workunit.client.0.smithi031.stderr: -327> 2024-09-19T14:01:00.679+0000 7f5edcbcd640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:01:00.804 INFO:tasks.workunit.client.0.smithi031.stderr: -326> 2024-09-19T14:01:00.679+0000 7f5edd3ce640 10 monclient(hunting): handle_auth_done global_id 8019 payload 824 2024-09-19T14:01:00.804 INFO:tasks.workunit.client.0.smithi031.stderr: -325> 2024-09-19T14:01:00.679+0000 7f5edd3ce640 10 monclient: _finish_hunting 0 2024-09-19T14:01:00.804 INFO:tasks.workunit.client.0.smithi031.stderr: -324> 2024-09-19T14:01:00.679+0000 7f5edd3ce640 1 monclient: found mon.noname-a 2024-09-19T14:01:00.804 INFO:tasks.workunit.client.0.smithi031.stderr: -323> 2024-09-19T14:01:00.679+0000 7f5edd3ce640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T14:01:00.804 INFO:tasks.workunit.client.0.smithi031.stderr: -322> 2024-09-19T14:01:00.679+0000 7f5dc2ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:01:00.804 INFO:tasks.workunit.client.0.smithi031.stderr: -321> 2024-09-19T14:01:00.679+0000 7f5dc2ffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T14:01:00.804 INFO:tasks.workunit.client.0.smithi031.stderr: -320> 2024-09-19T14:01:00.679+0000 7f5dc2ffd640 10 monclient: dump: 2024-09-19T14:01:00.804 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:01:00.804 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:01:00.804 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:00.804 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:00.805 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:01:00.805 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:01:00.805 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:01:00.805 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:01:00.805 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:01:00.805 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:00.805 INFO:tasks.workunit.client.0.smithi031.stderr: -319> 2024-09-19T14:01:00.679+0000 7f5dc2ffd640 10 monclient: _finish_auth 0 2024-09-19T14:01:00.805 INFO:tasks.workunit.client.0.smithi031.stderr: -318> 2024-09-19T14:01:00.679+0000 7f5dc2ffd640 10 monclient: _check_auth_tickets 2024-09-19T14:01:00.805 INFO:tasks.workunit.client.0.smithi031.stderr: -317> 2024-09-19T14:01:00.679+0000 7f5dc2ffd640 10 monclient: handle_config config(0 keys) 2024-09-19T14:01:00.805 INFO:tasks.workunit.client.0.smithi031.stderr: -316> 2024-09-19T14:01:00.679+0000 7f5dc2ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:01:00.805 INFO:tasks.workunit.client.0.smithi031.stderr: -315> 2024-09-19T14:01:00.679+0000 7f5dc2ffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T14:01:00.805 INFO:tasks.workunit.client.0.smithi031.stderr: -314> 2024-09-19T14:01:00.679+0000 7f5dc2ffd640 10 monclient: dump: 2024-09-19T14:01:00.805 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:01:00.806 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:01:00.806 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:00.806 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:00.806 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:01:00.806 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:01:00.806 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:01:00.806 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:01:00.806 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:01:00.806 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:00.806 INFO:tasks.workunit.client.0.smithi031.stderr: -313> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 monclient: authenticate success, global_id 8019 2024-09-19T14:01:00.806 INFO:tasks.workunit.client.0.smithi031.stderr: -312> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 10 monclient: _renew_subs 2024-09-19T14:01:00.806 INFO:tasks.workunit.client.0.smithi031.stderr: -311> 2024-09-19T14:01:00.679+0000 7f5ede3d0640 4 set_mon_vals no callback set 2024-09-19T14:01:00.806 INFO:tasks.workunit.client.0.smithi031.stderr: -310> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T14:01:00.806 INFO:tasks.workunit.client.0.smithi031.stderr: -309> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 10 monclient: _renew_subs 2024-09-19T14:01:00.807 INFO:tasks.workunit.client.0.smithi031.stderr: -308> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T14:01:00.807 INFO:tasks.workunit.client.0.smithi031.stderr: -307> 2024-09-19T14:01:00.679+0000 7f5dc2ffd640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T14:01:00.807 INFO:tasks.workunit.client.0.smithi031.stderr: -306> 2024-09-19T14:01:00.679+0000 7f5dc2ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:01:00.807 INFO:tasks.workunit.client.0.smithi031.stderr: -305> 2024-09-19T14:01:00.679+0000 7f5dc2ffd640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:01:00.807 INFO:tasks.workunit.client.0.smithi031.stderr: -304> 2024-09-19T14:01:00.679+0000 7f5edcbcd640 10 monclient: get_auth_request con 0x7f5db8071be0 auth_method 0 2024-09-19T14:01:00.807 INFO:tasks.workunit.client.0.smithi031.stderr: -303> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 10 monclient: get_monmap_and_config 2024-09-19T14:01:00.807 INFO:tasks.workunit.client.0.smithi031.stderr: -302> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 10 monclient: build_initial_monmap 2024-09-19T14:01:00.807 INFO:tasks.workunit.client.0.smithi031.stderr: -301> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 1 build_initial for_mkfs: 0 2024-09-19T14:01:00.807 INFO:tasks.workunit.client.0.smithi031.stderr: -300> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 10 monclient: monmap: 2024-09-19T14:01:00.807 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T14:01:00.807 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T14:01:00.807 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T14:01:00.807 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T14:01:00.808 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T14:01:00.808 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:01:00.808 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T14:01:00.808 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T14:01:00.808 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T14:01:00.808 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:00.808 INFO:tasks.workunit.client.0.smithi031.stderr: -299> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595e1720) adding auth protocol: cephx 2024-09-19T14:01:00.808 INFO:tasks.workunit.client.0.smithi031.stderr: -298> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595e1720) adding auth protocol: cephx 2024-09-19T14:01:00.808 INFO:tasks.workunit.client.0.smithi031.stderr: -297> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595e1720) adding auth protocol: cephx 2024-09-19T14:01:00.808 INFO:tasks.workunit.client.0.smithi031.stderr: -296> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595e1720) adding con mode: secure 2024-09-19T14:01:00.808 INFO:tasks.workunit.client.0.smithi031.stderr: -295> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595e1720) adding con mode: crc 2024-09-19T14:01:00.808 INFO:tasks.workunit.client.0.smithi031.stderr: -294> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595e1720) adding con mode: secure 2024-09-19T14:01:00.809 INFO:tasks.workunit.client.0.smithi031.stderr: -293> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595e1720) adding con mode: crc 2024-09-19T14:01:00.809 INFO:tasks.workunit.client.0.smithi031.stderr: -292> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595e1720) adding con mode: secure 2024-09-19T14:01:00.809 INFO:tasks.workunit.client.0.smithi031.stderr: -291> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595e1720) adding con mode: crc 2024-09-19T14:01:00.809 INFO:tasks.workunit.client.0.smithi031.stderr: -290> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595e1720) adding con mode: crc 2024-09-19T14:01:00.809 INFO:tasks.workunit.client.0.smithi031.stderr: -289> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595e1720) adding con mode: secure 2024-09-19T14:01:00.809 INFO:tasks.workunit.client.0.smithi031.stderr: -288> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595e1720) adding con mode: crc 2024-09-19T14:01:00.809 INFO:tasks.workunit.client.0.smithi031.stderr: -287> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595e1720) adding con mode: secure 2024-09-19T14:01:00.809 INFO:tasks.workunit.client.0.smithi031.stderr: -286> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595e1720) adding con mode: crc 2024-09-19T14:01:00.809 INFO:tasks.workunit.client.0.smithi031.stderr: -285> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595e1720) adding con mode: secure 2024-09-19T14:01:00.809 INFO:tasks.workunit.client.0.smithi031.stderr: -284> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:01:00.809 INFO:tasks.workunit.client.0.smithi031.stderr: -283> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 10 monclient: init 2024-09-19T14:01:00.809 INFO:tasks.workunit.client.0.smithi031.stderr: -282> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc061137c0) adding auth protocol: cephx 2024-09-19T14:01:00.809 INFO:tasks.workunit.client.0.smithi031.stderr: -281> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc061137c0) adding auth protocol: cephx 2024-09-19T14:01:00.809 INFO:tasks.workunit.client.0.smithi031.stderr: -280> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc061137c0) adding auth protocol: cephx 2024-09-19T14:01:00.810 INFO:tasks.workunit.client.0.smithi031.stderr: -279> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc061137c0) adding con mode: secure 2024-09-19T14:01:00.810 INFO:tasks.workunit.client.0.smithi031.stderr: -278> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc061137c0) adding con mode: crc 2024-09-19T14:01:00.810 INFO:tasks.workunit.client.0.smithi031.stderr: -277> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc061137c0) adding con mode: secure 2024-09-19T14:01:00.810 INFO:tasks.workunit.client.0.smithi031.stderr: -276> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc061137c0) adding con mode: crc 2024-09-19T14:01:00.810 INFO:tasks.workunit.client.0.smithi031.stderr: -275> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc061137c0) adding con mode: secure 2024-09-19T14:01:00.810 INFO:tasks.workunit.client.0.smithi031.stderr: -274> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc061137c0) adding con mode: crc 2024-09-19T14:01:00.810 INFO:tasks.workunit.client.0.smithi031.stderr: -273> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc061137c0) adding con mode: crc 2024-09-19T14:01:00.810 INFO:tasks.workunit.client.0.smithi031.stderr: -272> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc061137c0) adding con mode: secure 2024-09-19T14:01:00.810 INFO:tasks.workunit.client.0.smithi031.stderr: -271> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc061137c0) adding con mode: crc 2024-09-19T14:01:00.810 INFO:tasks.workunit.client.0.smithi031.stderr: -270> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc061137c0) adding con mode: secure 2024-09-19T14:01:00.810 INFO:tasks.workunit.client.0.smithi031.stderr: -269> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc061137c0) adding con mode: crc 2024-09-19T14:01:00.810 INFO:tasks.workunit.client.0.smithi031.stderr: -268> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc061137c0) adding con mode: secure 2024-09-19T14:01:00.811 INFO:tasks.workunit.client.0.smithi031.stderr: -267> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:01:00.811 INFO:tasks.workunit.client.0.smithi031.stderr: -266> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:01:00.811 INFO:tasks.workunit.client.0.smithi031.stderr: -265> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 asok(0x55af59339d90) register_command rotate-key cmddesc rotate-key hook 0x7ffc06113908 EEXIST 2024-09-19T14:01:00.811 INFO:tasks.workunit.client.0.smithi031.stderr: -264> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 10 monclient: _reopen_session rank -1 2024-09-19T14:01:00.811 INFO:tasks.workunit.client.0.smithi031.stderr: -263> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-19T14:01:00.811 INFO:tasks.workunit.client.0.smithi031.stderr: -262> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 10 monclient(hunting): picked mon.noname-a con 0x55af59615ca0 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T14:01:00.811 INFO:tasks.workunit.client.0.smithi031.stderr: -261> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 10 monclient(hunting): picked mon.noname-b con 0x55af595e56c0 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T14:01:00.811 INFO:tasks.workunit.client.0.smithi031.stderr: -260> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 10 monclient(hunting): picked mon.noname-c con 0x55af59611470 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T14:01:00.811 INFO:tasks.workunit.client.0.smithi031.stderr: -259> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:01:00.811 INFO:tasks.workunit.client.0.smithi031.stderr: -258> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:01:00.811 INFO:tasks.workunit.client.0.smithi031.stderr: -257> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:01:00.811 INFO:tasks.workunit.client.0.smithi031.stderr: -256> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 10 monclient(hunting): _renew_subs 2024-09-19T14:01:00.811 INFO:tasks.workunit.client.0.smithi031.stderr: -255> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 10 monclient(hunting): authenticate will time out at 2404.512953s 2024-09-19T14:01:00.812 INFO:tasks.workunit.client.0.smithi031.stderr: -254> 2024-09-19T14:01:00.683+0000 7f5eddbcf640 10 monclient(hunting): get_auth_request con 0x55af59611470 auth_method 0 2024-09-19T14:01:00.812 INFO:tasks.workunit.client.0.smithi031.stderr: -253> 2024-09-19T14:01:00.683+0000 7f5eddbcf640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:01:00.812 INFO:tasks.workunit.client.0.smithi031.stderr: -252> 2024-09-19T14:01:00.683+0000 7f5eddbcf640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:01:00.812 INFO:tasks.workunit.client.0.smithi031.stderr: -251> 2024-09-19T14:01:00.683+0000 7f5eddbcf640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:01:00.812 INFO:tasks.workunit.client.0.smithi031.stderr: -250> 2024-09-19T14:01:00.683+0000 7f5edd3ce640 10 monclient(hunting): get_auth_request con 0x55af59615ca0 auth_method 0 2024-09-19T14:01:00.812 INFO:tasks.workunit.client.0.smithi031.stderr: -249> 2024-09-19T14:01:00.683+0000 7f5edd3ce640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:01:00.812 INFO:tasks.workunit.client.0.smithi031.stderr: -248> 2024-09-19T14:01:00.683+0000 7f5edd3ce640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:01:00.812 INFO:tasks.workunit.client.0.smithi031.stderr: -247> 2024-09-19T14:01:00.683+0000 7f5edd3ce640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:01:00.812 INFO:tasks.workunit.client.0.smithi031.stderr: -246> 2024-09-19T14:01:00.683+0000 7f5eddbcf640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:01:00.812 INFO:tasks.workunit.client.0.smithi031.stderr: -245> 2024-09-19T14:01:00.683+0000 7f5eddbcf640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:01:00.812 INFO:tasks.workunit.client.0.smithi031.stderr: -244> 2024-09-19T14:01:00.683+0000 7f5eddbcf640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:01:00.812 INFO:tasks.workunit.client.0.smithi031.stderr: -243> 2024-09-19T14:01:00.683+0000 7f5edd3ce640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:01:00.812 INFO:tasks.workunit.client.0.smithi031.stderr: -242> 2024-09-19T14:01:00.683+0000 7f5edd3ce640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:01:00.813 INFO:tasks.workunit.client.0.smithi031.stderr: -241> 2024-09-19T14:01:00.683+0000 7f5edd3ce640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:01:00.813 INFO:tasks.workunit.client.0.smithi031.stderr: -240> 2024-09-19T14:01:00.683+0000 7f5eddbcf640 10 monclient(hunting): handle_auth_done global_id 7511 payload 274 2024-09-19T14:01:00.813 INFO:tasks.workunit.client.0.smithi031.stderr: -239> 2024-09-19T14:01:00.683+0000 7f5eddbcf640 10 monclient: _finish_hunting 0 2024-09-19T14:01:00.813 INFO:tasks.workunit.client.0.smithi031.stderr: -238> 2024-09-19T14:01:00.683+0000 7f5eddbcf640 1 monclient: found mon.noname-c 2024-09-19T14:01:00.813 INFO:tasks.workunit.client.0.smithi031.stderr: -237> 2024-09-19T14:01:00.683+0000 7f5eddbcf640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.31:3301/0 2024-09-19T14:01:00.813 INFO:tasks.workunit.client.0.smithi031.stderr: -236> 2024-09-19T14:01:00.683+0000 7f5dc0ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:01:00.813 INFO:tasks.workunit.client.0.smithi031.stderr: -235> 2024-09-19T14:01:00.683+0000 7f5dc0ff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T14:01:00.813 INFO:tasks.workunit.client.0.smithi031.stderr: -234> 2024-09-19T14:01:00.683+0000 7f5dc0ff9640 10 monclient: dump: 2024-09-19T14:01:00.813 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:01:00.813 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:01:00.813 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:00.813 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:00.813 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:01:00.813 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:01:00.814 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:01:00.814 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:01:00.814 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:01:00.814 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:00.814 INFO:tasks.workunit.client.0.smithi031.stderr: -233> 2024-09-19T14:01:00.683+0000 7f5dc0ff9640 10 monclient: _finish_auth 0 2024-09-19T14:01:00.814 INFO:tasks.workunit.client.0.smithi031.stderr: -232> 2024-09-19T14:01:00.683+0000 7f5dc0ff9640 10 monclient: _check_auth_tickets 2024-09-19T14:01:00.814 INFO:tasks.workunit.client.0.smithi031.stderr: -231> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 monclient: authenticate success, global_id 7511 2024-09-19T14:01:00.814 INFO:tasks.workunit.client.0.smithi031.stderr: -230> 2024-09-19T14:01:00.683+0000 7f5dc0ff9640 10 monclient: handle_config config(0 keys) 2024-09-19T14:01:00.814 INFO:tasks.workunit.client.0.smithi031.stderr: -229> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 10 monclient: get_monmap_and_config success 2024-09-19T14:01:00.814 INFO:tasks.workunit.client.0.smithi031.stderr: -228> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 4 set_mon_vals no callback set 2024-09-19T14:01:00.814 INFO:tasks.workunit.client.0.smithi031.stderr: -227> 2024-09-19T14:01:00.683+0000 7f5dc0ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:01:00.814 INFO:tasks.workunit.client.0.smithi031.stderr: -226> 2024-09-19T14:01:00.683+0000 7f5dc0ff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T14:01:00.814 INFO:tasks.workunit.client.0.smithi031.stderr: -225> 2024-09-19T14:01:00.683+0000 7f5dc0ff9640 10 monclient: dump: 2024-09-19T14:01:00.814 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:01:00.815 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:01:00.815 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:00.815 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:00.815 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:01:00.815 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:01:00.815 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:01:00.815 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:01:00.815 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:01:00.815 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:00.815 INFO:tasks.workunit.client.0.smithi031.stderr: -224> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 10 monclient: shutdown 2024-09-19T14:01:00.815 INFO:tasks.workunit.client.0.smithi031.stderr: -223> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 10 monclient: build_initial_monmap 2024-09-19T14:01:00.815 INFO:tasks.workunit.client.0.smithi031.stderr: -222> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 1 build_initial for_mkfs: 0 2024-09-19T14:01:00.815 INFO:tasks.workunit.client.0.smithi031.stderr: -221> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 10 monclient: monmap: 2024-09-19T14:01:00.815 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T14:01:00.816 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T14:01:00.816 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T14:01:00.816 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T14:01:00.816 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T14:01:00.816 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:01:00.816 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T14:01:00.816 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T14:01:00.816 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T14:01:00.816 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:00.816 INFO:tasks.workunit.client.0.smithi031.stderr: -220> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5960fe00) adding auth protocol: cephx 2024-09-19T14:01:00.816 INFO:tasks.workunit.client.0.smithi031.stderr: -219> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5960fe00) adding auth protocol: cephx 2024-09-19T14:01:00.816 INFO:tasks.workunit.client.0.smithi031.stderr: -218> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5960fe00) adding auth protocol: cephx 2024-09-19T14:01:00.817 INFO:tasks.workunit.client.0.smithi031.stderr: -217> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5960fe00) adding con mode: secure 2024-09-19T14:01:00.817 INFO:tasks.workunit.client.0.smithi031.stderr: -216> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5960fe00) adding con mode: crc 2024-09-19T14:01:00.817 INFO:tasks.workunit.client.0.smithi031.stderr: -215> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5960fe00) adding con mode: secure 2024-09-19T14:01:00.817 INFO:tasks.workunit.client.0.smithi031.stderr: -214> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5960fe00) adding con mode: crc 2024-09-19T14:01:00.817 INFO:tasks.workunit.client.0.smithi031.stderr: -213> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5960fe00) adding con mode: secure 2024-09-19T14:01:00.817 INFO:tasks.workunit.client.0.smithi031.stderr: -212> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5960fe00) adding con mode: crc 2024-09-19T14:01:00.817 INFO:tasks.workunit.client.0.smithi031.stderr: -211> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5960fe00) adding con mode: crc 2024-09-19T14:01:00.817 INFO:tasks.workunit.client.0.smithi031.stderr: -210> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5960fe00) adding con mode: secure 2024-09-19T14:01:00.817 INFO:tasks.workunit.client.0.smithi031.stderr: -209> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5960fe00) adding con mode: crc 2024-09-19T14:01:00.817 INFO:tasks.workunit.client.0.smithi031.stderr: -208> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5960fe00) adding con mode: secure 2024-09-19T14:01:00.817 INFO:tasks.workunit.client.0.smithi031.stderr: -207> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5960fe00) adding con mode: crc 2024-09-19T14:01:00.817 INFO:tasks.workunit.client.0.smithi031.stderr: -206> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5960fe00) adding con mode: secure 2024-09-19T14:01:00.817 INFO:tasks.workunit.client.0.smithi031.stderr: -205> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:01:00.818 INFO:tasks.workunit.client.0.smithi031.stderr: -204> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 1 librados: starting msgr at 2024-09-19T14:01:00.818 INFO:tasks.workunit.client.0.smithi031.stderr: -203> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 1 librados: starting objecter 2024-09-19T14:01:00.818 INFO:tasks.workunit.client.0.smithi031.stderr: -202> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 asok(0x55af59339d90) register_command objecter_requests cmddesc objecter_requests hook 0x55af595c1240 EEXIST 2024-09-19T14:01:00.818 INFO:tasks.workunit.client.0.smithi031.stderr: -201> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 1 librados: setting wanted keys 2024-09-19T14:01:00.818 INFO:tasks.workunit.client.0.smithi031.stderr: -200> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 1 librados: calling monclient init 2024-09-19T14:01:00.818 INFO:tasks.workunit.client.0.smithi031.stderr: -199> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 10 monclient: init 2024-09-19T14:01:00.818 INFO:tasks.workunit.client.0.smithi031.stderr: -198> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595c4270) adding auth protocol: cephx 2024-09-19T14:01:00.818 INFO:tasks.workunit.client.0.smithi031.stderr: -197> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595c4270) adding auth protocol: cephx 2024-09-19T14:01:00.818 INFO:tasks.workunit.client.0.smithi031.stderr: -196> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595c4270) adding auth protocol: cephx 2024-09-19T14:01:00.818 INFO:tasks.workunit.client.0.smithi031.stderr: -195> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595c4270) adding con mode: secure 2024-09-19T14:01:00.818 INFO:tasks.workunit.client.0.smithi031.stderr: -194> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595c4270) adding con mode: crc 2024-09-19T14:01:00.818 INFO:tasks.workunit.client.0.smithi031.stderr: -193> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595c4270) adding con mode: secure 2024-09-19T14:01:00.818 INFO:tasks.workunit.client.0.smithi031.stderr: -192> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595c4270) adding con mode: crc 2024-09-19T14:01:00.818 INFO:tasks.workunit.client.0.smithi031.stderr: -191> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595c4270) adding con mode: secure 2024-09-19T14:01:00.819 INFO:tasks.workunit.client.0.smithi031.stderr: -190> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595c4270) adding con mode: crc 2024-09-19T14:01:00.819 INFO:tasks.workunit.client.0.smithi031.stderr: -189> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595c4270) adding con mode: crc 2024-09-19T14:01:00.819 INFO:tasks.workunit.client.0.smithi031.stderr: -188> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595c4270) adding con mode: secure 2024-09-19T14:01:00.819 INFO:tasks.workunit.client.0.smithi031.stderr: -187> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595c4270) adding con mode: crc 2024-09-19T14:01:00.819 INFO:tasks.workunit.client.0.smithi031.stderr: -186> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595c4270) adding con mode: secure 2024-09-19T14:01:00.819 INFO:tasks.workunit.client.0.smithi031.stderr: -185> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595c4270) adding con mode: crc 2024-09-19T14:01:00.819 INFO:tasks.workunit.client.0.smithi031.stderr: -184> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595c4270) adding con mode: secure 2024-09-19T14:01:00.819 INFO:tasks.workunit.client.0.smithi031.stderr: -183> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:01:00.819 INFO:tasks.workunit.client.0.smithi031.stderr: -182> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:01:00.819 INFO:tasks.workunit.client.0.smithi031.stderr: -181> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 asok(0x55af59339d90) register_command rotate-key cmddesc rotate-key hook 0x55af595c43b8 EEXIST 2024-09-19T14:01:00.819 INFO:tasks.workunit.client.0.smithi031.stderr: -180> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 10 monclient: _reopen_session rank -1 2024-09-19T14:01:00.819 INFO:tasks.workunit.client.0.smithi031.stderr: -179> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-19T14:01:00.819 INFO:tasks.workunit.client.0.smithi031.stderr: -178> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 10 monclient(hunting): picked mon.noname-b con 0x55af595e56c0 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T14:01:00.820 INFO:tasks.workunit.client.0.smithi031.stderr: -177> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 10 monclient(hunting): picked mon.noname-a con 0x55af59611470 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T14:01:00.820 INFO:tasks.workunit.client.0.smithi031.stderr: -176> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 10 monclient(hunting): picked mon.noname-c con 0x55af59615ca0 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T14:01:00.820 INFO:tasks.workunit.client.0.smithi031.stderr: -175> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:01:00.820 INFO:tasks.workunit.client.0.smithi031.stderr: -174> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:01:00.820 INFO:tasks.workunit.client.0.smithi031.stderr: -173> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:01:00.820 INFO:tasks.workunit.client.0.smithi031.stderr: -172> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 10 monclient(hunting): _renew_subs 2024-09-19T14:01:00.820 INFO:tasks.workunit.client.0.smithi031.stderr: -171> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 10 monclient(hunting): authenticate will time out at 2404.515529s 2024-09-19T14:01:00.820 INFO:tasks.workunit.client.0.smithi031.stderr: -170> 2024-09-19T14:01:00.683+0000 7f5edcbcd640 10 monclient(hunting): get_auth_request con 0x55af59611470 auth_method 0 2024-09-19T14:01:00.820 INFO:tasks.workunit.client.0.smithi031.stderr: -169> 2024-09-19T14:01:00.683+0000 7f5edcbcd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:01:00.820 INFO:tasks.workunit.client.0.smithi031.stderr: -168> 2024-09-19T14:01:00.683+0000 7f5edcbcd640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:01:00.820 INFO:tasks.workunit.client.0.smithi031.stderr: -167> 2024-09-19T14:01:00.683+0000 7f5edcbcd640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:01:00.820 INFO:tasks.workunit.client.0.smithi031.stderr: -166> 2024-09-19T14:01:00.683+0000 7f5eddbcf640 10 monclient(hunting): get_auth_request con 0x55af59615ca0 auth_method 0 2024-09-19T14:01:00.821 INFO:tasks.workunit.client.0.smithi031.stderr: -165> 2024-09-19T14:01:00.683+0000 7f5eddbcf640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:01:00.821 INFO:tasks.workunit.client.0.smithi031.stderr: -164> 2024-09-19T14:01:00.683+0000 7f5eddbcf640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:01:00.821 INFO:tasks.workunit.client.0.smithi031.stderr: -163> 2024-09-19T14:01:00.683+0000 7f5eddbcf640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:01:00.821 INFO:tasks.workunit.client.0.smithi031.stderr: -162> 2024-09-19T14:01:00.683+0000 7f5edcbcd640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:01:00.821 INFO:tasks.workunit.client.0.smithi031.stderr: -161> 2024-09-19T14:01:00.683+0000 7f5edcbcd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:01:00.821 INFO:tasks.workunit.client.0.smithi031.stderr: -160> 2024-09-19T14:01:00.683+0000 7f5edcbcd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:01:00.821 INFO:tasks.workunit.client.0.smithi031.stderr: -159> 2024-09-19T14:01:00.683+0000 7f5eddbcf640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:01:00.821 INFO:tasks.workunit.client.0.smithi031.stderr: -158> 2024-09-19T14:01:00.683+0000 7f5eddbcf640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:01:00.821 INFO:tasks.workunit.client.0.smithi031.stderr: -157> 2024-09-19T14:01:00.683+0000 7f5eddbcf640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:01:00.821 INFO:tasks.workunit.client.0.smithi031.stderr: -156> 2024-09-19T14:01:00.683+0000 7f5edd3ce640 10 monclient(hunting): get_auth_request con 0x55af595e56c0 auth_method 0 2024-09-19T14:01:00.821 INFO:tasks.workunit.client.0.smithi031.stderr: -155> 2024-09-19T14:01:00.683+0000 7f5edd3ce640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:01:00.821 INFO:tasks.workunit.client.0.smithi031.stderr: -154> 2024-09-19T14:01:00.683+0000 7f5edd3ce640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:01:00.822 INFO:tasks.workunit.client.0.smithi031.stderr: -153> 2024-09-19T14:01:00.683+0000 7f5edd3ce640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:01:00.822 INFO:tasks.workunit.client.0.smithi031.stderr: -152> 2024-09-19T14:01:00.683+0000 7f5eddbcf640 10 monclient(hunting): handle_auth_done global_id 7514 payload 824 2024-09-19T14:01:00.822 INFO:tasks.workunit.client.0.smithi031.stderr: -151> 2024-09-19T14:01:00.687+0000 7f5eddbcf640 10 monclient: _finish_hunting 0 2024-09-19T14:01:00.822 INFO:tasks.workunit.client.0.smithi031.stderr: -150> 2024-09-19T14:01:00.687+0000 7f5eddbcf640 1 monclient: found mon.noname-c 2024-09-19T14:01:00.822 INFO:tasks.workunit.client.0.smithi031.stderr: -149> 2024-09-19T14:01:00.687+0000 7f5eddbcf640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.31:3301/0 2024-09-19T14:01:00.822 INFO:tasks.workunit.client.0.smithi031.stderr: -148> 2024-09-19T14:01:00.687+0000 7f5daeffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:01:00.822 INFO:tasks.workunit.client.0.smithi031.stderr: -147> 2024-09-19T14:01:00.687+0000 7f5daeffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T14:01:00.822 INFO:tasks.workunit.client.0.smithi031.stderr: -146> 2024-09-19T14:01:00.687+0000 7f5daeffd640 10 monclient: dump: 2024-09-19T14:01:00.822 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:01:00.822 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:01:00.822 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:00.822 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:00.822 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:01:00.823 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:01:00.823 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:01:00.823 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:01:00.823 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:01:00.823 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:00.823 INFO:tasks.workunit.client.0.smithi031.stderr: -145> 2024-09-19T14:01:00.687+0000 7f5daeffd640 10 monclient: _finish_auth 0 2024-09-19T14:01:00.823 INFO:tasks.workunit.client.0.smithi031.stderr: -144> 2024-09-19T14:01:00.687+0000 7f5daeffd640 10 monclient: _check_auth_tickets 2024-09-19T14:01:00.823 INFO:tasks.workunit.client.0.smithi031.stderr: -143> 2024-09-19T14:01:00.687+0000 7f5edf8c89c0 5 monclient: authenticate success, global_id 7514 2024-09-19T14:01:00.823 INFO:tasks.workunit.client.0.smithi031.stderr: -142> 2024-09-19T14:01:00.687+0000 7f5edf8c89c0 10 monclient: _renew_subs 2024-09-19T14:01:00.823 INFO:tasks.workunit.client.0.smithi031.stderr: -141> 2024-09-19T14:01:00.687+0000 7f5edf8c89c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T14:01:00.823 INFO:tasks.workunit.client.0.smithi031.stderr: -140> 2024-09-19T14:01:00.687+0000 7f5daeffd640 10 monclient: handle_config config(0 keys) 2024-09-19T14:01:00.823 INFO:tasks.workunit.client.0.smithi031.stderr: -139> 2024-09-19T14:01:00.687+0000 7f5daeffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:01:00.824 INFO:tasks.workunit.client.0.smithi031.stderr: -138> 2024-09-19T14:01:00.687+0000 7f5daeffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T14:01:00.824 INFO:tasks.workunit.client.0.smithi031.stderr: -137> 2024-09-19T14:01:00.687+0000 7f5daeffd640 10 monclient: dump: 2024-09-19T14:01:00.824 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:01:00.824 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:01:00.824 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:00.824 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:00.824 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:01:00.824 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:01:00.824 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:01:00.824 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:01:00.824 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:01:00.824 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:00.824 INFO:tasks.workunit.client.0.smithi031.stderr: -136> 2024-09-19T14:01:00.687+0000 7f5dc0ff9640 4 set_mon_vals no callback set 2024-09-19T14:01:00.825 INFO:tasks.workunit.client.0.smithi031.stderr: -135> 2024-09-19T14:01:00.687+0000 7f5edf8c89c0 10 monclient: _renew_subs 2024-09-19T14:01:00.825 INFO:tasks.workunit.client.0.smithi031.stderr: -134> 2024-09-19T14:01:00.687+0000 7f5edf8c89c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T14:01:00.825 INFO:tasks.workunit.client.0.smithi031.stderr: -133> 2024-09-19T14:01:00.687+0000 7f5edf8c89c0 1 librados: init done 2024-09-19T14:01:00.825 INFO:tasks.workunit.client.0.smithi031.stderr: -132> 2024-09-19T14:01:00.687+0000 7f5edf8c89c0 5 asok(0x55af59339d90) register_command cr dump hook 0x55af5960ab08 2024-09-19T14:01:00.825 INFO:tasks.workunit.client.0.smithi031.stderr: -131> 2024-09-19T14:01:00.687+0000 7f5edf8c89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.825 INFO:tasks.workunit.client.0.smithi031.stderr: -130> 2024-09-19T14:01:00.687+0000 7f5daeffd640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T14:01:00.825 INFO:tasks.workunit.client.0.smithi031.stderr: -129> 2024-09-19T14:01:00.687+0000 7f5daeffd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:01:00.825 INFO:tasks.workunit.client.0.smithi031.stderr: -128> 2024-09-19T14:01:00.687+0000 7f5daeffd640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:01:00.825 INFO:tasks.workunit.client.0.smithi031.stderr: -127> 2024-09-19T14:01:00.687+0000 7f5edd3ce640 10 monclient: get_auth_request con 0x7f5da8071be0 auth_method 0 2024-09-19T14:01:00.825 INFO:tasks.workunit.client.0.smithi031.stderr: -126> 2024-09-19T14:01:00.687+0000 7f5edcbcd640 10 monclient: get_auth_request con 0x55af5962fb00 auth_method 0 2024-09-19T14:01:00.825 INFO:tasks.workunit.client.0.smithi031.stderr: -125> 2024-09-19T14:01:00.691+0000 7f5edf8c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:00.825 INFO:tasks.workunit.client.0.smithi031.stderr: -124> 2024-09-19T14:01:00.691+0000 7f5edf8c89c0 20 realm 2024-09-19T14:01:00.826 INFO:tasks.workunit.client.0.smithi031.stderr: -123> 2024-09-19T14:01:00.691+0000 7f5edf8c89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.826 INFO:tasks.workunit.client.0.smithi031.stderr: -122> 2024-09-19T14:01:00.691+0000 7f5edf8c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:00.826 INFO:tasks.workunit.client.0.smithi031.stderr: -121> 2024-09-19T14:01:00.691+0000 7f5edf8c89c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:01:00.826 INFO:tasks.workunit.client.0.smithi031.stderr: -120> 2024-09-19T14:01:00.691+0000 7f5edf8c89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.826 INFO:tasks.workunit.client.0.smithi031.stderr: -119> 2024-09-19T14:01:00.691+0000 7f5edf8c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:00.826 INFO:tasks.workunit.client.0.smithi031.stderr: -118> 2024-09-19T14:01:00.691+0000 7f5edf8c89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.826 INFO:tasks.workunit.client.0.smithi031.stderr: -117> 2024-09-19T14:01:00.691+0000 7f5edd3ce640 10 monclient: get_auth_request con 0x55af59633950 auth_method 0 2024-09-19T14:01:00.826 INFO:tasks.workunit.client.0.smithi031.stderr: -116> 2024-09-19T14:01:00.691+0000 7f5edf8c89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:01:00.826 INFO:tasks.workunit.client.0.smithi031.stderr: -115> 2024-09-19T14:01:00.691+0000 7f5edf8c89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.826 INFO:tasks.workunit.client.0.smithi031.stderr: -114> 2024-09-19T14:01:00.691+0000 7f5edcbcd640 10 monclient: get_auth_request con 0x55af596371f0 auth_method 0 2024-09-19T14:01:00.826 INFO:tasks.workunit.client.0.smithi031.stderr: -113> 2024-09-19T14:01:00.691+0000 7f5edf8c89c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:01:00.826 INFO:tasks.workunit.client.0.smithi031.stderr: -112> 2024-09-19T14:01:00.691+0000 7f5edf8c89c0 20 searching for the correct realm 2024-09-19T14:01:00.827 INFO:tasks.workunit.client.0.smithi031.stderr: -111> 2024-09-19T14:01:00.695+0000 7f5eddbcf640 10 monclient: get_auth_request con 0x7f5ed40b9450 auth_method 0 2024-09-19T14:01:00.827 INFO:tasks.workunit.client.0.smithi031.stderr: -110> 2024-09-19T14:01:00.695+0000 7f5edd3ce640 10 monclient: get_auth_request con 0x7f5ed001a040 auth_method 0 2024-09-19T14:01:00.827 INFO:tasks.workunit.client.0.smithi031.stderr: -109> 2024-09-19T14:01:00.699+0000 7f5edcbcd640 10 monclient: get_auth_request con 0x7f5ed40cd920 auth_method 0 2024-09-19T14:01:00.827 INFO:tasks.workunit.client.0.smithi031.stderr: -108> 2024-09-19T14:01:00.699+0000 7f5edd3ce640 0 -- 172.21.15.31:0/1216433699 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7f5ed001a040 msgr2=0x7f5ed008ea90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T14:01:00.827 INFO:tasks.workunit.client.0.smithi031.stderr: -107> 2024-09-19T14:01:00.699+0000 7f5daeffd640 1 client.7514.objecter ms_handle_reset 0x7f5ed001a040 session 0x7f5ed0045c10 osd.0 2024-09-19T14:01:00.827 INFO:tasks.workunit.client.0.smithi031.stderr: -106> 2024-09-19T14:01:00.699+0000 7f5daeffd640 10 monclient: _renew_subs 2024-09-19T14:01:00.827 INFO:tasks.workunit.client.0.smithi031.stderr: -105> 2024-09-19T14:01:00.699+0000 7f5daeffd640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T14:01:00.827 INFO:tasks.workunit.client.0.smithi031.stderr: -104> 2024-09-19T14:01:00.699+0000 7f5edd3ce640 10 monclient: get_auth_request con 0x7f5da8081e10 auth_method 0 2024-09-19T14:01:00.827 INFO:tasks.workunit.client.0.smithi031.stderr: -103> 2024-09-19T14:01:00.703+0000 7f5eddbcf640 10 monclient: get_auth_request con 0x7f5ed0072bc0 auth_method 0 2024-09-19T14:01:00.827 INFO:tasks.workunit.client.0.smithi031.stderr: -102> 2024-09-19T14:01:00.703+0000 7f5edd3ce640 10 monclient: get_auth_request con 0x7f5ed8097c20 auth_method 0 2024-09-19T14:01:00.827 INFO:tasks.workunit.client.0.smithi031.stderr: -101> 2024-09-19T14:01:00.703+0000 7f5edd3ce640 0 -- 172.21.15.31:0/1216433699 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f5ed8097c20 msgr2=0x7f5ed80619c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:01:00.827 INFO:tasks.workunit.client.0.smithi031.stderr: -100> 2024-09-19T14:01:00.703+0000 7f5daeffd640 1 client.7514.objecter ms_handle_reset 0x7f5ed8097c20 session 0x7f5ed8014070 osd.3 2024-09-19T14:01:00.827 INFO:tasks.workunit.client.0.smithi031.stderr: -99> 2024-09-19T14:01:00.703+0000 7f5edd3ce640 10 monclient: get_auth_request con 0x7f5ed001a040 auth_method 0 2024-09-19T14:01:00.828 INFO:tasks.workunit.client.0.smithi031.stderr: -98> 2024-09-19T14:01:00.711+0000 7f5edf8c89c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:01:00.828 INFO:tasks.workunit.client.0.smithi031.stderr: -97> 2024-09-19T14:01:00.711+0000 7f5edf8c89c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:01:00.828 INFO:tasks.workunit.client.0.smithi031.stderr: -96> 2024-09-19T14:01:00.711+0000 7f5edf8c89c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:01:00.828 INFO:tasks.workunit.client.0.smithi031.stderr: -95> 2024-09-19T14:01:00.711+0000 7f5edf8c89c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:01:00.828 INFO:tasks.workunit.client.0.smithi031.stderr: -94> 2024-09-19T14:01:00.711+0000 7f5edf8c89c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:01:00.828 INFO:tasks.workunit.client.0.smithi031.stderr: -93> 2024-09-19T14:01:00.711+0000 7f5edf8c89c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:01:00.828 INFO:tasks.workunit.client.0.smithi031.stderr: -92> 2024-09-19T14:01:00.711+0000 7f5edf8c89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.828 INFO:tasks.workunit.client.0.smithi031.stderr: -91> 2024-09-19T14:01:00.711+0000 7f5edf8c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:00.828 INFO:tasks.workunit.client.0.smithi031.stderr: -90> 2024-09-19T14:01:00.711+0000 7f5edf8c89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.828 INFO:tasks.workunit.client.0.smithi031.stderr: -89> 2024-09-19T14:01:00.711+0000 7f5edf8c89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:01:00.828 INFO:tasks.workunit.client.0.smithi031.stderr: -88> 2024-09-19T14:01:00.711+0000 7f5edf8c89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.828 INFO:tasks.workunit.client.0.smithi031.stderr: -87> 2024-09-19T14:01:00.715+0000 7f5edf8c89c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:01:00.828 INFO:tasks.workunit.client.0.smithi031.stderr: -86> 2024-09-19T14:01:00.715+0000 7f5edf8c89c0 20 zone default found 2024-09-19T14:01:00.829 INFO:tasks.workunit.client.0.smithi031.stderr: -85> 2024-09-19T14:01:00.715+0000 7f5edf8c89c0 4 Realm: () 2024-09-19T14:01:00.829 INFO:tasks.workunit.client.0.smithi031.stderr: -84> 2024-09-19T14:01:00.715+0000 7f5edf8c89c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:01:00.829 INFO:tasks.workunit.client.0.smithi031.stderr: -83> 2024-09-19T14:01:00.715+0000 7f5edf8c89c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:01:00.829 INFO:tasks.workunit.client.0.smithi031.stderr: -82> 2024-09-19T14:01:00.715+0000 7f5edf8c89c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:01:00.829 INFO:tasks.workunit.client.0.smithi031.stderr: -81> 2024-09-19T14:01:00.715+0000 7f5edf8c89c0 20 zonegroup default 2024-09-19T14:01:00.829 INFO:tasks.workunit.client.0.smithi031.stderr: -80> 2024-09-19T14:01:00.715+0000 7f5edf8c89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.829 INFO:tasks.workunit.client.0.smithi031.stderr: -79> 2024-09-19T14:01:00.715+0000 7f5edf8c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:00.829 INFO:tasks.workunit.client.0.smithi031.stderr: -78> 2024-09-19T14:01:00.715+0000 7f5edf8c89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.829 INFO:tasks.workunit.client.0.smithi031.stderr: -77> 2024-09-19T14:01:00.715+0000 7f5edf8c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:00.829 INFO:tasks.workunit.client.0.smithi031.stderr: -76> 2024-09-19T14:01:00.715+0000 7f5edf8c89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.829 INFO:tasks.workunit.client.0.smithi031.stderr: -75> 2024-09-19T14:01:00.715+0000 7f5edf8c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:00.829 INFO:tasks.workunit.client.0.smithi031.stderr: -74> 2024-09-19T14:01:00.715+0000 7f5edf8c89c0 20 started sync module instance, tier type = 2024-09-19T14:01:00.829 INFO:tasks.workunit.client.0.smithi031.stderr: -73> 2024-09-19T14:01:00.715+0000 7f5edf8c89c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:01:00.829 INFO:tasks.workunit.client.0.smithi031.stderr: -72> 2024-09-19T14:01:00.735+0000 7f5edf8c89c0 20 add_watcher() i=0 2024-09-19T14:01:00.830 INFO:tasks.workunit.client.0.smithi031.stderr: -71> 2024-09-19T14:01:00.735+0000 7f5edf8c89c0 20 add_watcher() i=1 2024-09-19T14:01:00.830 INFO:tasks.workunit.client.0.smithi031.stderr: -70> 2024-09-19T14:01:00.735+0000 7f5edf8c89c0 20 add_watcher() i=2 2024-09-19T14:01:00.830 INFO:tasks.workunit.client.0.smithi031.stderr: -69> 2024-09-19T14:01:00.735+0000 7f5edf8c89c0 20 add_watcher() i=3 2024-09-19T14:01:00.830 INFO:tasks.workunit.client.0.smithi031.stderr: -68> 2024-09-19T14:01:00.735+0000 7f5edf8c89c0 20 add_watcher() i=4 2024-09-19T14:01:00.830 INFO:tasks.workunit.client.0.smithi031.stderr: -67> 2024-09-19T14:01:00.735+0000 7f5edf8c89c0 20 add_watcher() i=5 2024-09-19T14:01:00.830 INFO:tasks.workunit.client.0.smithi031.stderr: -66> 2024-09-19T14:01:00.735+0000 7f5edf8c89c0 20 add_watcher() i=6 2024-09-19T14:01:00.830 INFO:tasks.workunit.client.0.smithi031.stderr: -65> 2024-09-19T14:01:00.735+0000 7f5edf8c89c0 20 add_watcher() i=7 2024-09-19T14:01:00.830 INFO:tasks.workunit.client.0.smithi031.stderr: -64> 2024-09-19T14:01:00.735+0000 7f5edf8c89c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:01:00.830 INFO:tasks.workunit.client.0.smithi031.stderr: -63> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc06113c90) adding auth protocol: cephx 2024-09-19T14:01:00.830 INFO:tasks.workunit.client.0.smithi031.stderr: -62> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc06113c90) adding auth protocol: cephx 2024-09-19T14:01:00.830 INFO:tasks.workunit.client.0.smithi031.stderr: -61> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc06113c90) adding auth protocol: cephx 2024-09-19T14:01:00.830 INFO:tasks.workunit.client.0.smithi031.stderr: -60> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc06113c90) adding con mode: secure 2024-09-19T14:01:00.830 INFO:tasks.workunit.client.0.smithi031.stderr: -59> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc06113c90) adding con mode: crc 2024-09-19T14:01:00.830 INFO:tasks.workunit.client.0.smithi031.stderr: -58> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc06113c90) adding con mode: secure 2024-09-19T14:01:00.831 INFO:tasks.workunit.client.0.smithi031.stderr: -57> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc06113c90) adding con mode: crc 2024-09-19T14:01:00.831 INFO:tasks.workunit.client.0.smithi031.stderr: -56> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc06113c90) adding con mode: secure 2024-09-19T14:01:00.831 INFO:tasks.workunit.client.0.smithi031.stderr: -55> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc06113c90) adding con mode: crc 2024-09-19T14:01:00.831 INFO:tasks.workunit.client.0.smithi031.stderr: -54> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc06113c90) adding con mode: crc 2024-09-19T14:01:00.831 INFO:tasks.workunit.client.0.smithi031.stderr: -53> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc06113c90) adding con mode: secure 2024-09-19T14:01:00.831 INFO:tasks.workunit.client.0.smithi031.stderr: -52> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc06113c90) adding con mode: crc 2024-09-19T14:01:00.831 INFO:tasks.workunit.client.0.smithi031.stderr: -51> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc06113c90) adding con mode: secure 2024-09-19T14:01:00.831 INFO:tasks.workunit.client.0.smithi031.stderr: -50> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc06113c90) adding con mode: crc 2024-09-19T14:01:00.831 INFO:tasks.workunit.client.0.smithi031.stderr: -49> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc06113c90) adding con mode: secure 2024-09-19T14:01:00.831 INFO:tasks.workunit.client.0.smithi031.stderr: -48> 2024-09-19T14:01:00.739+0000 7f5d937e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:01:00.831 INFO:tasks.workunit.client.0.smithi031.stderr: -47> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:01:00.831 INFO:tasks.workunit.client.0.smithi031.stderr: -46> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:01:00.831 INFO:tasks.workunit.client.0.smithi031.stderr: -45> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:01:00.831 INFO:tasks.workunit.client.0.smithi031.stderr: -44> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 5 asok(0x55af59339d90) register_command cache list hook 0x55af5960b3b0 2024-09-19T14:01:00.831 INFO:tasks.workunit.client.0.smithi031.stderr: -43> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 5 asok(0x55af59339d90) register_command cache inspect hook 0x55af5960b3b0 2024-09-19T14:01:00.832 INFO:tasks.workunit.client.0.smithi031.stderr: -42> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 5 asok(0x55af59339d90) register_command cache erase hook 0x55af5960b3b0 2024-09-19T14:01:00.832 INFO:tasks.workunit.client.0.smithi031.stderr: -41> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 5 asok(0x55af59339d90) register_command cache zap hook 0x55af5960b3b0 2024-09-19T14:01:00.832 INFO:tasks.workunit.client.0.smithi031.stderr: -40> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 5 note: GC not initialized 2024-09-19T14:01:00.832 INFO:tasks.workunit.client.0.smithi031.stderr: -39> 2024-09-19T14:01:00.739+0000 7f5d927e4640 20 reqs_thread_entry: start 2024-09-19T14:01:00.832 INFO:tasks.workunit.client.0.smithi031.stderr: -38> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 5 asok(0x55af59339d90) register_command sync trace show hook 0x7f5ed800d970 2024-09-19T14:01:00.832 INFO:tasks.workunit.client.0.smithi031.stderr: -37> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 5 asok(0x55af59339d90) register_command sync trace history hook 0x7f5ed800d970 2024-09-19T14:01:00.832 INFO:tasks.workunit.client.0.smithi031.stderr: -36> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 5 asok(0x55af59339d90) register_command sync trace active hook 0x7f5ed800d970 2024-09-19T14:01:00.832 INFO:tasks.workunit.client.0.smithi031.stderr: -35> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 5 asok(0x55af59339d90) register_command sync trace active_short hook 0x7f5ed800d970 2024-09-19T14:01:00.832 INFO:tasks.workunit.client.0.smithi031.stderr: -34> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 20 init_complete bucket index max shards: 1 2024-09-19T14:01:00.832 INFO:tasks.workunit.client.0.smithi031.stderr: -33> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 20 Filter name: none 2024-09-19T14:01:00.832 INFO:tasks.workunit.client.0.smithi031.stderr: -32> 2024-09-19T14:01:00.739+0000 7f5d03fff640 20 reqs_thread_entry: start 2024-09-19T14:01:00.832 INFO:tasks.workunit.client.0.smithi031.stderr: -31> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-19T14:01:00.832 INFO:tasks.workunit.client.0.smithi031.stderr: -30> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.832 INFO:tasks.workunit.client.0.smithi031.stderr: -29> 2024-09-19T14:01:00.743+0000 7f5edf8c89c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T14:01:00.833 INFO:tasks.workunit.client.0.smithi031.stderr: -28> 2024-09-19T14:01:00.743+0000 7f5edf8c89c0 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-19T14:01:00.833 INFO:tasks.workunit.client.0.smithi031.stderr: -27> 2024-09-19T14:01:00.743+0000 7f5edf8c89c0 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-19T14:01:00.833 INFO:tasks.workunit.client.0.smithi031.stderr: -26> 2024-09-19T14:01:00.743+0000 7f5edf8c89c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39 : miss 2024-09-19T14:01:00.833 INFO:tasks.workunit.client.0.smithi031.stderr: -25> 2024-09-19T14:01:00.743+0000 7f5edf8c89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.833 INFO:tasks.workunit.client.0.smithi031.stderr: -24> 2024-09-19T14:01:00.743+0000 7f5edf8c89c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T14:01:00.833 INFO:tasks.workunit.client.0.smithi031.stderr: -23> 2024-09-19T14:01:00.743+0000 7f5edf8c89c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39 info.flags=0x17 2024-09-19T14:01:00.833 INFO:tasks.workunit.client.0.smithi031.stderr: -22> 2024-09-19T14:01:00.743+0000 7f5edf8c89c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39 to cache LRU end 2024-09-19T14:01:00.833 INFO:tasks.workunit.client.0.smithi031.stderr: -21> 2024-09-19T14:01:00.743+0000 7f5edf8c89c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T14:01:00.833 INFO:tasks.workunit.client.0.smithi031.stderr: -20> 2024-09-19T14:01:00.743+0000 7f5edf8c89c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:01:00.833 INFO:tasks.workunit.client.0.smithi031.stderr: -19> 2024-09-19T14:01:00.743+0000 7f5edf8c89c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39 2024-09-19T14:01:00.833 INFO:tasks.workunit.client.0.smithi031.stderr: -18> 2024-09-19T14:01:00.751+0000 7f5edf8c89c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39 info.flags=0x17 2024-09-19T14:01:00.833 INFO:tasks.workunit.client.0.smithi031.stderr: -17> 2024-09-19T14:01:00.751+0000 7f5edf8c89c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39 to cache LRU end 2024-09-19T14:01:00.833 INFO:tasks.workunit.client.0.smithi031.stderr: -16> 2024-09-19T14:01:00.751+0000 7f5edf8c89c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:01:00.834 INFO:tasks.workunit.client.0.smithi031.stderr: -15> 2024-09-19T14:01:00.751+0000 7f5edf8c89c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39, ofs0, ns] 2024-09-19T14:01:00.834 INFO:tasks.workunit.client.0.smithi031.stderr: -14> 2024-09-19T14:01:00.751+0000 7f5dc0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333546 cookie 94211607362688 notifier 7514 bl.length()=931 2024-09-19T14:01:00.834 INFO:tasks.workunit.client.0.smithi031.stderr: -13> 2024-09-19T14:01:00.751+0000 7f5dc0ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39 info.flags=0x17 2024-09-19T14:01:00.834 INFO:tasks.workunit.client.0.smithi031.stderr: -12> 2024-09-19T14:01:00.751+0000 7f5dc0ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39 to cache LRU end 2024-09-19T14:01:00.834 INFO:tasks.workunit.client.0.smithi031.stderr: -11> 2024-09-19T14:01:00.751+0000 7f5dc0ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:01:00.834 INFO:tasks.workunit.client.0.smithi031.stderr: -10> 2024-09-19T14:01:00.751+0000 7f5edf8c89c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39]): orig_sources= new_sources= 2024-09-19T14:01:00.834 INFO:tasks.workunit.client.0.smithi031.stderr: -9> 2024-09-19T14:01:00.751+0000 7f5edf8c89c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39]): potential sources added=[] removed=[] 2024-09-19T14:01:00.834 INFO:tasks.workunit.client.0.smithi031.stderr: -8> 2024-09-19T14:01:00.751+0000 7f5edf8c89c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39]): orig_dests= new_dests= 2024-09-19T14:01:00.834 INFO:tasks.workunit.client.0.smithi031.stderr: -7> 2024-09-19T14:01:00.751+0000 7f5edf8c89c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39]): potential dests added=[] removed=[] 2024-09-19T14:01:00.834 INFO:tasks.workunit.client.0.smithi031.stderr: -6> 2024-09-19T14:01:00.755+0000 7f5edf8c89c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39.1.0 2024-09-19T14:01:00.834 INFO:tasks.workunit.client.0.smithi031.stderr: -5> 2024-09-19T14:01:00.755+0000 7f5edf8c89c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39.1.0 2024-09-19T14:01:00.834 INFO:tasks.workunit.client.0.smithi031.stderr: -4> 2024-09-19T14:01:00.755+0000 7f5edf8c89c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39.1.1 2024-09-19T14:01:00.834 INFO:tasks.workunit.client.0.smithi031.stderr: -3> 2024-09-19T14:01:00.755+0000 7f5edf8c89c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39.1.1 2024-09-19T14:01:00.834 INFO:tasks.workunit.client.0.smithi031.stderr: -2> 2024-09-19T14:01:00.755+0000 7f5edf8c89c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39.0 2024-09-19T14:01:00.834 INFO:tasks.workunit.client.0.smithi031.stderr: -1> 2024-09-19T14:01:00.763+0000 7f5edf8c89c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f5edf8c89c0 time 2024-09-19T14:01:00.764236+0000 2024-09-19T14:01:00.835 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T14:01:00.835 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:00.835 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T14:01:00.835 INFO:tasks.workunit.client.0.smithi031.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f5ee31a22eb] 2024-09-19T14:01:00.835 INFO:tasks.workunit.client.0.smithi031.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f5ee31a249f] 2024-09-19T14:01:00.835 INFO:tasks.workunit.client.0.smithi031.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55af56ab1271] 2024-09-19T14:01:00.835 INFO:tasks.workunit.client.0.smithi031.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x55af56ac0441] 2024-09-19T14:01:00.835 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55af56ac1a94] 2024-09-19T14:01:00.835 INFO:tasks.workunit.client.0.smithi031.stderr: 6: main() 2024-09-19T14:01:00.835 INFO:tasks.workunit.client.0.smithi031.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f5ee2008d90] 2024-09-19T14:01:00.835 INFO:tasks.workunit.client.0.smithi031.stderr: 8: __libc_start_main() 2024-09-19T14:01:00.835 INFO:tasks.workunit.client.0.smithi031.stderr: 9: _start() 2024-09-19T14:01:00.835 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:00.835 INFO:tasks.workunit.client.0.smithi031.stderr: 0> 2024-09-19T14:01:00.763+0000 7f5edf8c89c0 -1 *** Caught signal (Aborted) ** 2024-09-19T14:01:00.836 INFO:tasks.workunit.client.0.smithi031.stderr: in thread 7f5edf8c89c0 thread_name:radosgw-admin 2024-09-19T14:01:00.836 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:00.836 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T14:01:00.836 INFO:tasks.workunit.client.0.smithi031.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f5ee2021520] 2024-09-19T14:01:00.836 INFO:tasks.workunit.client.0.smithi031.stderr: 2: pthread_kill() 2024-09-19T14:01:00.836 INFO:tasks.workunit.client.0.smithi031.stderr: 3: raise() 2024-09-19T14:01:00.836 INFO:tasks.workunit.client.0.smithi031.stderr: 4: abort() 2024-09-19T14:01:00.836 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f5ee31a2345] 2024-09-19T14:01:00.836 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f5ee31a249f] 2024-09-19T14:01:00.836 INFO:tasks.workunit.client.0.smithi031.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55af56ab1271] 2024-09-19T14:01:00.836 INFO:tasks.workunit.client.0.smithi031.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x55af56ac0441] 2024-09-19T14:01:00.836 INFO:tasks.workunit.client.0.smithi031.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55af56ac1a94] 2024-09-19T14:01:00.836 INFO:tasks.workunit.client.0.smithi031.stderr: 10: main() 2024-09-19T14:01:00.837 INFO:tasks.workunit.client.0.smithi031.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f5ee2008d90] 2024-09-19T14:01:00.837 INFO:tasks.workunit.client.0.smithi031.stderr: 12: __libc_start_main() 2024-09-19T14:01:00.837 INFO:tasks.workunit.client.0.smithi031.stderr: 13: _start() 2024-09-19T14:01:00.837 INFO:tasks.workunit.client.0.smithi031.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T14:01:00.837 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:00.837 INFO:tasks.workunit.client.0.smithi031.stderr:--- logging levels --- 2024-09-19T14:01:00.837 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 none 2024-09-19T14:01:00.837 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 lockdep 2024-09-19T14:01:00.837 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 context 2024-09-19T14:01:00.837 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 crush 2024-09-19T14:01:00.837 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds 2024-09-19T14:01:00.837 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_balancer 2024-09-19T14:01:00.837 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_locker 2024-09-19T14:01:00.837 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_log 2024-09-19T14:01:00.838 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_log_expire 2024-09-19T14:01:00.838 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_migrator 2024-09-19T14:01:00.838 INFO:tasks.workunit.client.0.smithi031.stderr: 3/ 5 mds_quiesce 2024-09-19T14:01:00.838 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 buffer 2024-09-19T14:01:00.838 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 timer 2024-09-19T14:01:00.838 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 filer 2024-09-19T14:01:00.838 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 striper 2024-09-19T14:01:00.838 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 objecter 2024-09-19T14:01:00.838 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rados 2024-09-19T14:01:00.838 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd 2024-09-19T14:01:00.838 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_mirror 2024-09-19T14:01:00.838 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_replay 2024-09-19T14:01:00.838 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_pwl 2024-09-19T14:01:00.839 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 journaler 2024-09-19T14:01:00.839 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 objectcacher 2024-09-19T14:01:00.839 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 immutable_obj_cache 2024-09-19T14:01:00.839 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 client 2024-09-19T14:01:00.839 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 osd 2024-09-19T14:01:00.839 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 optracker 2024-09-19T14:01:00.839 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 objclass 2024-09-19T14:01:00.839 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 filestore 2024-09-19T14:01:00.839 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 journal 2024-09-19T14:01:00.839 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 0 ms 2024-09-19T14:01:00.839 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mon 2024-09-19T14:01:00.839 INFO:tasks.workunit.client.0.smithi031.stderr: 0/10 monc 2024-09-19T14:01:00.839 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 paxos 2024-09-19T14:01:00.839 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 tp 2024-09-19T14:01:00.840 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 auth 2024-09-19T14:01:00.840 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 crypto 2024-09-19T14:01:00.840 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 finisher 2024-09-19T14:01:00.840 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 reserver 2024-09-19T14:01:00.840 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 heartbeatmap 2024-09-19T14:01:00.840 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 perfcounter 2024-09-19T14:01:00.840 INFO:tasks.workunit.client.0.smithi031.stderr: 20/20 rgw 2024-09-19T14:01:00.840 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_sync 2024-09-19T14:01:00.840 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_datacache 2024-09-19T14:01:00.840 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_access 2024-09-19T14:01:00.840 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_dbstore 2024-09-19T14:01:00.840 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_flight 2024-09-19T14:01:00.840 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_lifecycle 2024-09-19T14:01:00.840 INFO:tasks.workunit.client.0.smithi031.stderr: 20/20 rgw_notification 2024-09-19T14:01:00.841 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 javaclient 2024-09-19T14:01:00.841 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 asok 2024-09-19T14:01:00.841 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 throttle 2024-09-19T14:01:00.841 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 0 refs 2024-09-19T14:01:00.841 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 compressor 2024-09-19T14:01:00.841 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 bluestore 2024-09-19T14:01:00.841 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 bluefs 2024-09-19T14:01:00.841 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 bdev 2024-09-19T14:01:00.841 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 kstore 2024-09-19T14:01:00.841 INFO:tasks.workunit.client.0.smithi031.stderr: 4/ 5 rocksdb 2024-09-19T14:01:00.841 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 fuse 2024-09-19T14:01:00.841 INFO:tasks.workunit.client.0.smithi031.stderr: 2/ 5 mgr 2024-09-19T14:01:00.841 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mgrc 2024-09-19T14:01:00.842 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 dpdk 2024-09-19T14:01:00.842 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 eventtrace 2024-09-19T14:01:00.842 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 prioritycache 2024-09-19T14:01:00.842 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 test 2024-09-19T14:01:00.842 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cephfs_mirror 2024-09-19T14:01:00.842 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cephsqlite 2024-09-19T14:01:00.842 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 crimson_interrupt 2024-09-19T14:01:00.842 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore 2024-09-19T14:01:00.842 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_onode 2024-09-19T14:01:00.842 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_odata 2024-09-19T14:01:00.842 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_omap 2024-09-19T14:01:00.842 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_tm 2024-09-19T14:01:00.843 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_t 2024-09-19T14:01:00.843 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_cleaner 2024-09-19T14:01:00.843 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_epm 2024-09-19T14:01:00.843 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_lba 2024-09-19T14:01:00.843 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-19T14:01:00.843 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_cache 2024-09-19T14:01:00.843 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_journal 2024-09-19T14:01:00.843 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_device 2024-09-19T14:01:00.843 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_backref 2024-09-19T14:01:00.843 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 alienstore 2024-09-19T14:01:00.843 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mclock 2024-09-19T14:01:00.843 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cyanstore 2024-09-19T14:01:00.843 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 ceph_exporter 2024-09-19T14:01:00.844 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 memstore 2024-09-19T14:01:00.844 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 trace 2024-09-19T14:01:00.844 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 ceph_dedup 2024-09-19T14:01:00.844 INFO:tasks.workunit.client.0.smithi031.stderr: -2/-2 (syslog threshold) 2024-09-19T14:01:00.844 INFO:tasks.workunit.client.0.smithi031.stderr: 99/99 (stderr threshold) 2024-09-19T14:01:00.844 INFO:tasks.workunit.client.0.smithi031.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-19T14:01:00.844 INFO:tasks.workunit.client.0.smithi031.stderr: 7f5d03fff640 / http_manager 2024-09-19T14:01:00.844 INFO:tasks.workunit.client.0.smithi031.stderr: 7f5d927e4640 / http_manager 2024-09-19T14:01:00.844 INFO:tasks.workunit.client.0.smithi031.stderr: 7f5d937e6640 / rgw_dt_lg_renew 2024-09-19T14:01:00.844 INFO:tasks.workunit.client.0.smithi031.stderr: 7f5daeffd640 / ms_dispatch 2024-09-19T14:01:00.844 INFO:tasks.workunit.client.0.smithi031.stderr: 7f5dc0ff9640 / io_context_pool 2024-09-19T14:01:00.844 INFO:tasks.workunit.client.0.smithi031.stderr: 7f5dc2ffd640 / ms_dispatch 2024-09-19T14:01:00.845 INFO:tasks.workunit.client.0.smithi031.stderr: 7f5dc9e03640 / ms_dispatch 2024-09-19T14:01:00.845 INFO:tasks.workunit.client.0.smithi031.stderr: 7f5dcb606640 / io_context_pool 2024-09-19T14:01:00.845 INFO:tasks.workunit.client.0.smithi031.stderr: 7f5edcbcd640 / msgr-worker-2 2024-09-19T14:01:00.845 INFO:tasks.workunit.client.0.smithi031.stderr: 7f5edd3ce640 / msgr-worker-1 2024-09-19T14:01:00.845 INFO:tasks.workunit.client.0.smithi031.stderr: 7f5eddbcf640 / msgr-worker-0 2024-09-19T14:01:00.845 INFO:tasks.workunit.client.0.smithi031.stderr: 7f5ede3d0640 / io_context_pool 2024-09-19T14:01:00.845 INFO:tasks.workunit.client.0.smithi031.stderr: 7f5edf8c89c0 / radosgw-admin 2024-09-19T14:01:00.845 INFO:tasks.workunit.client.0.smithi031.stderr: max_recent 500 2024-09-19T14:01:00.845 INFO:tasks.workunit.client.0.smithi031.stderr: max_new 1000 2024-09-19T14:01:00.845 INFO:tasks.workunit.client.0.smithi031.stderr: log_file /var/log/ceph/ceph-client.admin.135171.log 2024-09-19T14:01:00.845 INFO:tasks.workunit.client.0.smithi031.stderr:--- end dump of recent events --- 2024-09-19T14:01:00.845 INFO:tasks.workunit.client.0.smithi031.stderr:--- begin dump of recent events --- 2024-09-19T14:01:00.845 INFO:tasks.workunit.client.0.smithi031.stderr: -499> 2024-09-19T14:01:00.667+0000 7f5eddbcf640 10 monclient: get_auth_request con 0x55af5948c6b0 auth_method 0 2024-09-19T14:01:00.846 INFO:tasks.workunit.client.0.smithi031.stderr: -498> 2024-09-19T14:01:00.667+0000 7f5dcb606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:01:00.846 INFO:tasks.workunit.client.0.smithi031.stderr: -497> 2024-09-19T14:01:00.667+0000 7f5dcb606640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T14:01:00.846 INFO:tasks.workunit.client.0.smithi031.stderr: -496> 2024-09-19T14:01:00.667+0000 7f5dcb606640 10 monclient: dump: 2024-09-19T14:01:00.846 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:01:00.846 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:01:00.846 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:00.846 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:00.846 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:01:00.846 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:01:00.846 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:01:00.846 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:01:00.846 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:01:00.846 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:00.847 INFO:tasks.workunit.client.0.smithi031.stderr: -495> 2024-09-19T14:01:00.667+0000 7f5dcb606640 10 monclient: _finish_auth 0 2024-09-19T14:01:00.847 INFO:tasks.workunit.client.0.smithi031.stderr: -494> 2024-09-19T14:01:00.667+0000 7f5dcb606640 10 monclient: _check_auth_tickets 2024-09-19T14:01:00.847 INFO:tasks.workunit.client.0.smithi031.stderr: -493> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 monclient: authenticate success, global_id 8013 2024-09-19T14:01:00.847 INFO:tasks.workunit.client.0.smithi031.stderr: -492> 2024-09-19T14:01:00.667+0000 7f5dcb606640 10 monclient: handle_config config(0 keys) 2024-09-19T14:01:00.847 INFO:tasks.workunit.client.0.smithi031.stderr: -491> 2024-09-19T14:01:00.667+0000 7f5dcb606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:01:00.847 INFO:tasks.workunit.client.0.smithi031.stderr: -490> 2024-09-19T14:01:00.667+0000 7f5dcb606640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T14:01:00.847 INFO:tasks.workunit.client.0.smithi031.stderr: -489> 2024-09-19T14:01:00.667+0000 7f5dcb606640 10 monclient: dump: 2024-09-19T14:01:00.847 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:01:00.847 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:01:00.847 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:00.847 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:00.847 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:01:00.847 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:01:00.848 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:01:00.848 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:01:00.848 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:01:00.848 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:00.848 INFO:tasks.workunit.client.0.smithi031.stderr: -488> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 10 monclient: get_monmap_and_config success 2024-09-19T14:01:00.848 INFO:tasks.workunit.client.0.smithi031.stderr: -487> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 4 set_mon_vals no callback set 2024-09-19T14:01:00.848 INFO:tasks.workunit.client.0.smithi031.stderr: -486> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 10 monclient: shutdown 2024-09-19T14:01:00.848 INFO:tasks.workunit.client.0.smithi031.stderr: -485> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 asok(0x55af59339d90) unregister_commands rotate-key 2024-09-19T14:01:00.848 INFO:tasks.workunit.client.0.smithi031.stderr: -484> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 10 monclient: build_initial_monmap 2024-09-19T14:01:00.848 INFO:tasks.workunit.client.0.smithi031.stderr: -483> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 1 build_initial for_mkfs: 0 2024-09-19T14:01:00.848 INFO:tasks.workunit.client.0.smithi031.stderr: -482> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 10 monclient: monmap: 2024-09-19T14:01:00.848 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T14:01:00.848 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T14:01:00.849 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T14:01:00.849 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T14:01:00.849 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T14:01:00.849 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:01:00.849 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T14:01:00.849 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T14:01:00.849 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T14:01:00.849 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:00.849 INFO:tasks.workunit.client.0.smithi031.stderr: -481> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af59577800) adding auth protocol: cephx 2024-09-19T14:01:00.849 INFO:tasks.workunit.client.0.smithi031.stderr: -480> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af59577800) adding auth protocol: cephx 2024-09-19T14:01:00.849 INFO:tasks.workunit.client.0.smithi031.stderr: -479> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af59577800) adding auth protocol: cephx 2024-09-19T14:01:00.849 INFO:tasks.workunit.client.0.smithi031.stderr: -478> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af59577800) adding con mode: secure 2024-09-19T14:01:00.849 INFO:tasks.workunit.client.0.smithi031.stderr: -477> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af59577800) adding con mode: crc 2024-09-19T14:01:00.850 INFO:tasks.workunit.client.0.smithi031.stderr: -476> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af59577800) adding con mode: secure 2024-09-19T14:01:00.850 INFO:tasks.workunit.client.0.smithi031.stderr: -475> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af59577800) adding con mode: crc 2024-09-19T14:01:00.850 INFO:tasks.workunit.client.0.smithi031.stderr: -474> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af59577800) adding con mode: secure 2024-09-19T14:01:00.850 INFO:tasks.workunit.client.0.smithi031.stderr: -473> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af59577800) adding con mode: crc 2024-09-19T14:01:00.850 INFO:tasks.workunit.client.0.smithi031.stderr: -472> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af59577800) adding con mode: crc 2024-09-19T14:01:00.850 INFO:tasks.workunit.client.0.smithi031.stderr: -471> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af59577800) adding con mode: secure 2024-09-19T14:01:00.850 INFO:tasks.workunit.client.0.smithi031.stderr: -470> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af59577800) adding con mode: crc 2024-09-19T14:01:00.850 INFO:tasks.workunit.client.0.smithi031.stderr: -469> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af59577800) adding con mode: secure 2024-09-19T14:01:00.850 INFO:tasks.workunit.client.0.smithi031.stderr: -468> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af59577800) adding con mode: crc 2024-09-19T14:01:00.850 INFO:tasks.workunit.client.0.smithi031.stderr: -467> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af59577800) adding con mode: secure 2024-09-19T14:01:00.850 INFO:tasks.workunit.client.0.smithi031.stderr: -466> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:01:00.850 INFO:tasks.workunit.client.0.smithi031.stderr: -465> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 1 librados: starting msgr at 2024-09-19T14:01:00.850 INFO:tasks.workunit.client.0.smithi031.stderr: -464> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 1 librados: starting objecter 2024-09-19T14:01:00.851 INFO:tasks.workunit.client.0.smithi031.stderr: -463> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 asok(0x55af59339d90) register_command objecter_requests hook 0x55af5954dbf0 2024-09-19T14:01:00.851 INFO:tasks.workunit.client.0.smithi031.stderr: -462> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 1 librados: setting wanted keys 2024-09-19T14:01:00.851 INFO:tasks.workunit.client.0.smithi031.stderr: -461> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 1 librados: calling monclient init 2024-09-19T14:01:00.851 INFO:tasks.workunit.client.0.smithi031.stderr: -460> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 10 monclient: init 2024-09-19T14:01:00.851 INFO:tasks.workunit.client.0.smithi031.stderr: -459> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595468d0) adding auth protocol: cephx 2024-09-19T14:01:00.851 INFO:tasks.workunit.client.0.smithi031.stderr: -458> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595468d0) adding auth protocol: cephx 2024-09-19T14:01:00.851 INFO:tasks.workunit.client.0.smithi031.stderr: -457> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595468d0) adding auth protocol: cephx 2024-09-19T14:01:00.851 INFO:tasks.workunit.client.0.smithi031.stderr: -456> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595468d0) adding con mode: secure 2024-09-19T14:01:00.851 INFO:tasks.workunit.client.0.smithi031.stderr: -455> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595468d0) adding con mode: crc 2024-09-19T14:01:00.851 INFO:tasks.workunit.client.0.smithi031.stderr: -454> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595468d0) adding con mode: secure 2024-09-19T14:01:00.851 INFO:tasks.workunit.client.0.smithi031.stderr: -453> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595468d0) adding con mode: crc 2024-09-19T14:01:00.851 INFO:tasks.workunit.client.0.smithi031.stderr: -452> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595468d0) adding con mode: secure 2024-09-19T14:01:00.851 INFO:tasks.workunit.client.0.smithi031.stderr: -451> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595468d0) adding con mode: crc 2024-09-19T14:01:00.852 INFO:tasks.workunit.client.0.smithi031.stderr: -450> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595468d0) adding con mode: crc 2024-09-19T14:01:00.852 INFO:tasks.workunit.client.0.smithi031.stderr: -449> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595468d0) adding con mode: secure 2024-09-19T14:01:00.852 INFO:tasks.workunit.client.0.smithi031.stderr: -448> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595468d0) adding con mode: crc 2024-09-19T14:01:00.852 INFO:tasks.workunit.client.0.smithi031.stderr: -447> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595468d0) adding con mode: secure 2024-09-19T14:01:00.852 INFO:tasks.workunit.client.0.smithi031.stderr: -446> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595468d0) adding con mode: crc 2024-09-19T14:01:00.852 INFO:tasks.workunit.client.0.smithi031.stderr: -445> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595468d0) adding con mode: secure 2024-09-19T14:01:00.852 INFO:tasks.workunit.client.0.smithi031.stderr: -444> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:01:00.852 INFO:tasks.workunit.client.0.smithi031.stderr: -443> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:01:00.852 INFO:tasks.workunit.client.0.smithi031.stderr: -442> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 asok(0x55af59339d90) register_command rotate-key hook 0x55af59546a18 2024-09-19T14:01:00.852 INFO:tasks.workunit.client.0.smithi031.stderr: -441> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 10 monclient: _reopen_session rank -1 2024-09-19T14:01:00.852 INFO:tasks.workunit.client.0.smithi031.stderr: -440> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-19T14:01:00.852 INFO:tasks.workunit.client.0.smithi031.stderr: -439> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 10 monclient(hunting): picked mon.noname-a con 0x55af593d21f0 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T14:01:00.852 INFO:tasks.workunit.client.0.smithi031.stderr: -438> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 10 monclient(hunting): picked mon.noname-c con 0x55af593f4780 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T14:01:00.853 INFO:tasks.workunit.client.0.smithi031.stderr: -437> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 10 monclient(hunting): picked mon.noname-b con 0x55af5948c6b0 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T14:01:00.853 INFO:tasks.workunit.client.0.smithi031.stderr: -436> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:01:00.853 INFO:tasks.workunit.client.0.smithi031.stderr: -435> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:01:00.853 INFO:tasks.workunit.client.0.smithi031.stderr: -434> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:01:00.853 INFO:tasks.workunit.client.0.smithi031.stderr: -433> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 10 monclient(hunting): _renew_subs 2024-09-19T14:01:00.853 INFO:tasks.workunit.client.0.smithi031.stderr: -432> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 10 monclient(hunting): authenticate will time out at 2404.498695s 2024-09-19T14:01:00.853 INFO:tasks.workunit.client.0.smithi031.stderr: -431> 2024-09-19T14:01:00.667+0000 7f5edd3ce640 10 monclient(hunting): get_auth_request con 0x55af593d21f0 auth_method 0 2024-09-19T14:01:00.853 INFO:tasks.workunit.client.0.smithi031.stderr: -430> 2024-09-19T14:01:00.667+0000 7f5edd3ce640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:01:00.853 INFO:tasks.workunit.client.0.smithi031.stderr: -429> 2024-09-19T14:01:00.667+0000 7f5edd3ce640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:01:00.853 INFO:tasks.workunit.client.0.smithi031.stderr: -428> 2024-09-19T14:01:00.667+0000 7f5edd3ce640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:01:00.853 INFO:tasks.workunit.client.0.smithi031.stderr: -427> 2024-09-19T14:01:00.667+0000 7f5edd3ce640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:01:00.853 INFO:tasks.workunit.client.0.smithi031.stderr: -426> 2024-09-19T14:01:00.667+0000 7f5edd3ce640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:01:00.853 INFO:tasks.workunit.client.0.smithi031.stderr: -425> 2024-09-19T14:01:00.667+0000 7f5edd3ce640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:01:00.853 INFO:tasks.workunit.client.0.smithi031.stderr: -424> 2024-09-19T14:01:00.667+0000 7f5edcbcd640 10 monclient(hunting): get_auth_request con 0x55af593f4780 auth_method 0 2024-09-19T14:01:00.854 INFO:tasks.workunit.client.0.smithi031.stderr: -423> 2024-09-19T14:01:00.667+0000 7f5edcbcd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:01:00.854 INFO:tasks.workunit.client.0.smithi031.stderr: -422> 2024-09-19T14:01:00.667+0000 7f5edcbcd640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:01:00.854 INFO:tasks.workunit.client.0.smithi031.stderr: -421> 2024-09-19T14:01:00.667+0000 7f5edcbcd640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:01:00.854 INFO:tasks.workunit.client.0.smithi031.stderr: -420> 2024-09-19T14:01:00.667+0000 7f5edd3ce640 10 monclient(hunting): handle_auth_done global_id 8016 payload 824 2024-09-19T14:01:00.854 INFO:tasks.workunit.client.0.smithi031.stderr: -419> 2024-09-19T14:01:00.667+0000 7f5edd3ce640 10 monclient: _finish_hunting 0 2024-09-19T14:01:00.854 INFO:tasks.workunit.client.0.smithi031.stderr: -418> 2024-09-19T14:01:00.667+0000 7f5edd3ce640 1 monclient: found mon.noname-a 2024-09-19T14:01:00.854 INFO:tasks.workunit.client.0.smithi031.stderr: -417> 2024-09-19T14:01:00.667+0000 7f5edd3ce640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T14:01:00.854 INFO:tasks.workunit.client.0.smithi031.stderr: -416> 2024-09-19T14:01:00.667+0000 7f5dc9e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:01:00.854 INFO:tasks.workunit.client.0.smithi031.stderr: -415> 2024-09-19T14:01:00.667+0000 7f5dc9e03640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T14:01:00.854 INFO:tasks.workunit.client.0.smithi031.stderr: -414> 2024-09-19T14:01:00.667+0000 7f5dc9e03640 10 monclient: dump: 2024-09-19T14:01:00.854 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:01:00.854 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:01:00.854 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:00.855 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:00.855 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:01:00.855 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:01:00.855 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:01:00.855 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:01:00.855 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:01:00.855 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:00.855 INFO:tasks.workunit.client.0.smithi031.stderr: -413> 2024-09-19T14:01:00.667+0000 7f5dc9e03640 10 monclient: _finish_auth 0 2024-09-19T14:01:00.855 INFO:tasks.workunit.client.0.smithi031.stderr: -412> 2024-09-19T14:01:00.667+0000 7f5dc9e03640 10 monclient: _check_auth_tickets 2024-09-19T14:01:00.855 INFO:tasks.workunit.client.0.smithi031.stderr: -411> 2024-09-19T14:01:00.667+0000 7f5dc9e03640 10 monclient: handle_config config(0 keys) 2024-09-19T14:01:00.855 INFO:tasks.workunit.client.0.smithi031.stderr: -410> 2024-09-19T14:01:00.667+0000 7f5dc9e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:01:00.855 INFO:tasks.workunit.client.0.smithi031.stderr: -409> 2024-09-19T14:01:00.667+0000 7f5dc9e03640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T14:01:00.855 INFO:tasks.workunit.client.0.smithi031.stderr: -408> 2024-09-19T14:01:00.667+0000 7f5dc9e03640 10 monclient: dump: 2024-09-19T14:01:00.855 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:01:00.855 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:01:00.856 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:00.856 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:00.856 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:01:00.856 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:01:00.856 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:01:00.856 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:01:00.856 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:01:00.856 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:00.856 INFO:tasks.workunit.client.0.smithi031.stderr: -407> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 5 monclient: authenticate success, global_id 8016 2024-09-19T14:01:00.856 INFO:tasks.workunit.client.0.smithi031.stderr: -406> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 10 monclient: _renew_subs 2024-09-19T14:01:00.856 INFO:tasks.workunit.client.0.smithi031.stderr: -405> 2024-09-19T14:01:00.667+0000 7f5dcb606640 4 set_mon_vals no callback set 2024-09-19T14:01:00.856 INFO:tasks.workunit.client.0.smithi031.stderr: -404> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T14:01:00.856 INFO:tasks.workunit.client.0.smithi031.stderr: -403> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 10 monclient: _renew_subs 2024-09-19T14:01:00.856 INFO:tasks.workunit.client.0.smithi031.stderr: -402> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T14:01:00.856 INFO:tasks.workunit.client.0.smithi031.stderr: -401> 2024-09-19T14:01:00.667+0000 7f5edf8c89c0 1 librados: init done 2024-09-19T14:01:00.857 INFO:tasks.workunit.client.0.smithi031.stderr: -400> 2024-09-19T14:01:00.671+0000 7f5dc9e03640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T14:01:00.857 INFO:tasks.workunit.client.0.smithi031.stderr: -399> 2024-09-19T14:01:00.671+0000 7f5dc9e03640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:01:00.857 INFO:tasks.workunit.client.0.smithi031.stderr: -398> 2024-09-19T14:01:00.671+0000 7f5dc9e03640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:01:00.857 INFO:tasks.workunit.client.0.smithi031.stderr: -397> 2024-09-19T14:01:00.671+0000 7f5edcbcd640 10 monclient: get_auth_request con 0x7f5dc4071be0 auth_method 0 2024-09-19T14:01:00.857 INFO:tasks.workunit.client.0.smithi031.stderr: -396> 2024-09-19T14:01:00.671+0000 7f5eddbcf640 10 monclient: get_auth_request con 0x55af5958eac0 auth_method 0 2024-09-19T14:01:00.857 INFO:tasks.workunit.client.0.smithi031.stderr: -395> 2024-09-19T14:01:00.675+0000 7f5edd3ce640 10 monclient: get_auth_request con 0x55af59591ca0 auth_method 0 2024-09-19T14:01:00.857 INFO:tasks.workunit.client.0.smithi031.stderr: -394> 2024-09-19T14:01:00.675+0000 7f5edcbcd640 10 monclient: get_auth_request con 0x55af59595e90 auth_method 0 2024-09-19T14:01:00.857 INFO:tasks.workunit.client.0.smithi031.stderr: -393> 2024-09-19T14:01:00.675+0000 7f5edf8c89c0 10 monclient: build_initial_monmap 2024-09-19T14:01:00.857 INFO:tasks.workunit.client.0.smithi031.stderr: -392> 2024-09-19T14:01:00.675+0000 7f5edf8c89c0 1 build_initial for_mkfs: 0 2024-09-19T14:01:00.857 INFO:tasks.workunit.client.0.smithi031.stderr: -391> 2024-09-19T14:01:00.675+0000 7f5edf8c89c0 10 monclient: monmap: 2024-09-19T14:01:00.857 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T14:01:00.857 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T14:01:00.857 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T14:01:00.857 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T14:01:00.857 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T14:01:00.858 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:01:00.858 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T14:01:00.858 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T14:01:00.858 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T14:01:00.858 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:00.858 INFO:tasks.workunit.client.0.smithi031.stderr: -390> 2024-09-19T14:01:00.675+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5959a8d0) adding auth protocol: cephx 2024-09-19T14:01:00.858 INFO:tasks.workunit.client.0.smithi031.stderr: -389> 2024-09-19T14:01:00.675+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5959a8d0) adding auth protocol: cephx 2024-09-19T14:01:00.858 INFO:tasks.workunit.client.0.smithi031.stderr: -388> 2024-09-19T14:01:00.675+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5959a8d0) adding auth protocol: cephx 2024-09-19T14:01:00.858 INFO:tasks.workunit.client.0.smithi031.stderr: -387> 2024-09-19T14:01:00.675+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5959a8d0) adding con mode: secure 2024-09-19T14:01:00.858 INFO:tasks.workunit.client.0.smithi031.stderr: -386> 2024-09-19T14:01:00.675+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5959a8d0) adding con mode: crc 2024-09-19T14:01:00.858 INFO:tasks.workunit.client.0.smithi031.stderr: -385> 2024-09-19T14:01:00.675+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5959a8d0) adding con mode: secure 2024-09-19T14:01:00.858 INFO:tasks.workunit.client.0.smithi031.stderr: -384> 2024-09-19T14:01:00.675+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5959a8d0) adding con mode: crc 2024-09-19T14:01:00.858 INFO:tasks.workunit.client.0.smithi031.stderr: -383> 2024-09-19T14:01:00.675+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5959a8d0) adding con mode: secure 2024-09-19T14:01:00.858 INFO:tasks.workunit.client.0.smithi031.stderr: -382> 2024-09-19T14:01:00.675+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5959a8d0) adding con mode: crc 2024-09-19T14:01:00.859 INFO:tasks.workunit.client.0.smithi031.stderr: -381> 2024-09-19T14:01:00.675+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5959a8d0) adding con mode: crc 2024-09-19T14:01:00.859 INFO:tasks.workunit.client.0.smithi031.stderr: -380> 2024-09-19T14:01:00.675+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5959a8d0) adding con mode: secure 2024-09-19T14:01:00.859 INFO:tasks.workunit.client.0.smithi031.stderr: -379> 2024-09-19T14:01:00.675+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5959a8d0) adding con mode: crc 2024-09-19T14:01:00.859 INFO:tasks.workunit.client.0.smithi031.stderr: -378> 2024-09-19T14:01:00.675+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5959a8d0) adding con mode: secure 2024-09-19T14:01:00.859 INFO:tasks.workunit.client.0.smithi031.stderr: -377> 2024-09-19T14:01:00.675+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5959a8d0) adding con mode: crc 2024-09-19T14:01:00.859 INFO:tasks.workunit.client.0.smithi031.stderr: -376> 2024-09-19T14:01:00.675+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5959a8d0) adding con mode: secure 2024-09-19T14:01:00.859 INFO:tasks.workunit.client.0.smithi031.stderr: -375> 2024-09-19T14:01:00.675+0000 7f5edf8c89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:01:00.859 INFO:tasks.workunit.client.0.smithi031.stderr: -374> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 asok(0x55af59339d90) register_command objecter_requests cmddesc objecter_requests hook 0x55af5959e2a0 EEXIST 2024-09-19T14:01:00.859 INFO:tasks.workunit.client.0.smithi031.stderr: -373> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 10 monclient: init 2024-09-19T14:01:00.859 INFO:tasks.workunit.client.0.smithi031.stderr: -372> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595990b8) adding auth protocol: cephx 2024-09-19T14:01:00.859 INFO:tasks.workunit.client.0.smithi031.stderr: -371> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595990b8) adding auth protocol: cephx 2024-09-19T14:01:00.859 INFO:tasks.workunit.client.0.smithi031.stderr: -370> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595990b8) adding auth protocol: cephx 2024-09-19T14:01:00.859 INFO:tasks.workunit.client.0.smithi031.stderr: -369> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595990b8) adding con mode: secure 2024-09-19T14:01:00.860 INFO:tasks.workunit.client.0.smithi031.stderr: -368> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595990b8) adding con mode: crc 2024-09-19T14:01:00.860 INFO:tasks.workunit.client.0.smithi031.stderr: -367> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595990b8) adding con mode: secure 2024-09-19T14:01:00.860 INFO:tasks.workunit.client.0.smithi031.stderr: -366> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595990b8) adding con mode: crc 2024-09-19T14:01:00.860 INFO:tasks.workunit.client.0.smithi031.stderr: -365> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595990b8) adding con mode: secure 2024-09-19T14:01:00.860 INFO:tasks.workunit.client.0.smithi031.stderr: -364> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595990b8) adding con mode: crc 2024-09-19T14:01:00.860 INFO:tasks.workunit.client.0.smithi031.stderr: -363> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595990b8) adding con mode: crc 2024-09-19T14:01:00.860 INFO:tasks.workunit.client.0.smithi031.stderr: -362> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595990b8) adding con mode: secure 2024-09-19T14:01:00.860 INFO:tasks.workunit.client.0.smithi031.stderr: -361> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595990b8) adding con mode: crc 2024-09-19T14:01:00.860 INFO:tasks.workunit.client.0.smithi031.stderr: -360> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595990b8) adding con mode: secure 2024-09-19T14:01:00.860 INFO:tasks.workunit.client.0.smithi031.stderr: -359> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595990b8) adding con mode: crc 2024-09-19T14:01:00.860 INFO:tasks.workunit.client.0.smithi031.stderr: -358> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595990b8) adding con mode: secure 2024-09-19T14:01:00.860 INFO:tasks.workunit.client.0.smithi031.stderr: -357> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:01:00.860 INFO:tasks.workunit.client.0.smithi031.stderr: -356> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:01:00.860 INFO:tasks.workunit.client.0.smithi031.stderr: -355> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 asok(0x55af59339d90) register_command rotate-key cmddesc rotate-key hook 0x55af59599200 EEXIST 2024-09-19T14:01:00.861 INFO:tasks.workunit.client.0.smithi031.stderr: -354> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 10 monclient: _reopen_session rank -1 2024-09-19T14:01:00.861 INFO:tasks.workunit.client.0.smithi031.stderr: -353> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-19T14:01:00.861 INFO:tasks.workunit.client.0.smithi031.stderr: -352> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 10 monclient(hunting): picked mon.noname-a con 0x55af595c2450 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T14:01:00.861 INFO:tasks.workunit.client.0.smithi031.stderr: -351> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 10 monclient(hunting): picked mon.noname-b con 0x55af595c1d80 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T14:01:00.861 INFO:tasks.workunit.client.0.smithi031.stderr: -350> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 10 monclient(hunting): picked mon.noname-c con 0x55af595c0760 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T14:01:00.861 INFO:tasks.workunit.client.0.smithi031.stderr: -349> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:01:00.861 INFO:tasks.workunit.client.0.smithi031.stderr: -348> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:01:00.861 INFO:tasks.workunit.client.0.smithi031.stderr: -347> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:01:00.861 INFO:tasks.workunit.client.0.smithi031.stderr: -346> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 10 monclient(hunting): _renew_subs 2024-09-19T14:01:00.861 INFO:tasks.workunit.client.0.smithi031.stderr: -345> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 10 monclient(hunting): authenticate will time out at 2404.508804s 2024-09-19T14:01:00.861 INFO:tasks.workunit.client.0.smithi031.stderr: -344> 2024-09-19T14:01:00.679+0000 7f5eddbcf640 10 monclient(hunting): get_auth_request con 0x55af595c0760 auth_method 0 2024-09-19T14:01:00.861 INFO:tasks.workunit.client.0.smithi031.stderr: -343> 2024-09-19T14:01:00.679+0000 7f5eddbcf640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:01:00.861 INFO:tasks.workunit.client.0.smithi031.stderr: -342> 2024-09-19T14:01:00.679+0000 7f5eddbcf640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:01:00.861 INFO:tasks.workunit.client.0.smithi031.stderr: -341> 2024-09-19T14:01:00.679+0000 7f5eddbcf640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:01:00.862 INFO:tasks.workunit.client.0.smithi031.stderr: -340> 2024-09-19T14:01:00.679+0000 7f5edd3ce640 10 monclient(hunting): get_auth_request con 0x55af595c2450 auth_method 0 2024-09-19T14:01:00.862 INFO:tasks.workunit.client.0.smithi031.stderr: -339> 2024-09-19T14:01:00.679+0000 7f5edd3ce640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:01:00.862 INFO:tasks.workunit.client.0.smithi031.stderr: -338> 2024-09-19T14:01:00.679+0000 7f5edd3ce640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:01:00.862 INFO:tasks.workunit.client.0.smithi031.stderr: -337> 2024-09-19T14:01:00.679+0000 7f5edd3ce640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:01:00.862 INFO:tasks.workunit.client.0.smithi031.stderr: -336> 2024-09-19T14:01:00.679+0000 7f5eddbcf640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:01:00.862 INFO:tasks.workunit.client.0.smithi031.stderr: -335> 2024-09-19T14:01:00.679+0000 7f5eddbcf640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:01:00.862 INFO:tasks.workunit.client.0.smithi031.stderr: -334> 2024-09-19T14:01:00.679+0000 7f5eddbcf640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:01:00.862 INFO:tasks.workunit.client.0.smithi031.stderr: -333> 2024-09-19T14:01:00.679+0000 7f5edd3ce640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:01:00.862 INFO:tasks.workunit.client.0.smithi031.stderr: -332> 2024-09-19T14:01:00.679+0000 7f5edd3ce640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:01:00.862 INFO:tasks.workunit.client.0.smithi031.stderr: -331> 2024-09-19T14:01:00.679+0000 7f5edd3ce640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:01:00.862 INFO:tasks.workunit.client.0.smithi031.stderr: -330> 2024-09-19T14:01:00.679+0000 7f5edcbcd640 10 monclient(hunting): get_auth_request con 0x55af595c1d80 auth_method 0 2024-09-19T14:01:00.862 INFO:tasks.workunit.client.0.smithi031.stderr: -329> 2024-09-19T14:01:00.679+0000 7f5edcbcd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:01:00.862 INFO:tasks.workunit.client.0.smithi031.stderr: -328> 2024-09-19T14:01:00.679+0000 7f5edcbcd640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:01:00.862 INFO:tasks.workunit.client.0.smithi031.stderr: -327> 2024-09-19T14:01:00.679+0000 7f5edcbcd640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:01:00.862 INFO:tasks.workunit.client.0.smithi031.stderr: -326> 2024-09-19T14:01:00.679+0000 7f5edd3ce640 10 monclient(hunting): handle_auth_done global_id 8019 payload 824 2024-09-19T14:01:00.863 INFO:tasks.workunit.client.0.smithi031.stderr: -325> 2024-09-19T14:01:00.679+0000 7f5edd3ce640 10 monclient: _finish_hunting 0 2024-09-19T14:01:00.863 INFO:tasks.workunit.client.0.smithi031.stderr: -324> 2024-09-19T14:01:00.679+0000 7f5edd3ce640 1 monclient: found mon.noname-a 2024-09-19T14:01:00.863 INFO:tasks.workunit.client.0.smithi031.stderr: -323> 2024-09-19T14:01:00.679+0000 7f5edd3ce640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T14:01:00.863 INFO:tasks.workunit.client.0.smithi031.stderr: -322> 2024-09-19T14:01:00.679+0000 7f5dc2ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:01:00.863 INFO:tasks.workunit.client.0.smithi031.stderr: -321> 2024-09-19T14:01:00.679+0000 7f5dc2ffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T14:01:00.863 INFO:tasks.workunit.client.0.smithi031.stderr: -320> 2024-09-19T14:01:00.679+0000 7f5dc2ffd640 10 monclient: dump: 2024-09-19T14:01:00.863 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:01:00.863 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:01:00.863 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:00.863 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:00.863 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:01:00.863 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:01:00.864 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:01:00.864 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:01:00.864 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:01:00.864 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:00.864 INFO:tasks.workunit.client.0.smithi031.stderr: -319> 2024-09-19T14:01:00.679+0000 7f5dc2ffd640 10 monclient: _finish_auth 0 2024-09-19T14:01:00.864 INFO:tasks.workunit.client.0.smithi031.stderr: -318> 2024-09-19T14:01:00.679+0000 7f5dc2ffd640 10 monclient: _check_auth_tickets 2024-09-19T14:01:00.864 INFO:tasks.workunit.client.0.smithi031.stderr: -317> 2024-09-19T14:01:00.679+0000 7f5dc2ffd640 10 monclient: handle_config config(0 keys) 2024-09-19T14:01:00.864 INFO:tasks.workunit.client.0.smithi031.stderr: -316> 2024-09-19T14:01:00.679+0000 7f5dc2ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:01:00.864 INFO:tasks.workunit.client.0.smithi031.stderr: -315> 2024-09-19T14:01:00.679+0000 7f5dc2ffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T14:01:00.864 INFO:tasks.workunit.client.0.smithi031.stderr: -314> 2024-09-19T14:01:00.679+0000 7f5dc2ffd640 10 monclient: dump: 2024-09-19T14:01:00.864 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:01:00.864 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:01:00.865 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:00.865 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:00.865 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:01:00.865 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:01:00.865 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:01:00.865 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:01:00.865 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:01:00.865 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:00.865 INFO:tasks.workunit.client.0.smithi031.stderr: -313> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 monclient: authenticate success, global_id 8019 2024-09-19T14:01:00.865 INFO:tasks.workunit.client.0.smithi031.stderr: -312> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 10 monclient: _renew_subs 2024-09-19T14:01:00.865 INFO:tasks.workunit.client.0.smithi031.stderr: -311> 2024-09-19T14:01:00.679+0000 7f5ede3d0640 4 set_mon_vals no callback set 2024-09-19T14:01:00.865 INFO:tasks.workunit.client.0.smithi031.stderr: -310> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T14:01:00.865 INFO:tasks.workunit.client.0.smithi031.stderr: -309> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 10 monclient: _renew_subs 2024-09-19T14:01:00.866 INFO:tasks.workunit.client.0.smithi031.stderr: -308> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T14:01:00.866 INFO:tasks.workunit.client.0.smithi031.stderr: -307> 2024-09-19T14:01:00.679+0000 7f5dc2ffd640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T14:01:00.866 INFO:tasks.workunit.client.0.smithi031.stderr: -306> 2024-09-19T14:01:00.679+0000 7f5dc2ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:01:00.866 INFO:tasks.workunit.client.0.smithi031.stderr: -305> 2024-09-19T14:01:00.679+0000 7f5dc2ffd640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:01:00.866 INFO:tasks.workunit.client.0.smithi031.stderr: -304> 2024-09-19T14:01:00.679+0000 7f5edcbcd640 10 monclient: get_auth_request con 0x7f5db8071be0 auth_method 0 2024-09-19T14:01:00.866 INFO:tasks.workunit.client.0.smithi031.stderr: -303> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 10 monclient: get_monmap_and_config 2024-09-19T14:01:00.866 INFO:tasks.workunit.client.0.smithi031.stderr: -302> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 10 monclient: build_initial_monmap 2024-09-19T14:01:00.866 INFO:tasks.workunit.client.0.smithi031.stderr: -301> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 1 build_initial for_mkfs: 0 2024-09-19T14:01:00.866 INFO:tasks.workunit.client.0.smithi031.stderr: -300> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 10 monclient: monmap: 2024-09-19T14:01:00.866 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T14:01:00.866 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T14:01:00.866 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T14:01:00.866 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T14:01:00.867 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T14:01:00.867 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:01:00.867 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T14:01:00.867 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T14:01:00.867 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T14:01:00.867 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:00.867 INFO:tasks.workunit.client.0.smithi031.stderr: -299> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595e1720) adding auth protocol: cephx 2024-09-19T14:01:00.867 INFO:tasks.workunit.client.0.smithi031.stderr: -298> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595e1720) adding auth protocol: cephx 2024-09-19T14:01:00.867 INFO:tasks.workunit.client.0.smithi031.stderr: -297> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595e1720) adding auth protocol: cephx 2024-09-19T14:01:00.867 INFO:tasks.workunit.client.0.smithi031.stderr: -296> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595e1720) adding con mode: secure 2024-09-19T14:01:00.867 INFO:tasks.workunit.client.0.smithi031.stderr: -295> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595e1720) adding con mode: crc 2024-09-19T14:01:00.867 INFO:tasks.workunit.client.0.smithi031.stderr: -294> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595e1720) adding con mode: secure 2024-09-19T14:01:00.867 INFO:tasks.workunit.client.0.smithi031.stderr: -293> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595e1720) adding con mode: crc 2024-09-19T14:01:00.868 INFO:tasks.workunit.client.0.smithi031.stderr: -292> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595e1720) adding con mode: secure 2024-09-19T14:01:00.868 INFO:tasks.workunit.client.0.smithi031.stderr: -291> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595e1720) adding con mode: crc 2024-09-19T14:01:00.868 INFO:tasks.workunit.client.0.smithi031.stderr: -290> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595e1720) adding con mode: crc 2024-09-19T14:01:00.868 INFO:tasks.workunit.client.0.smithi031.stderr: -289> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595e1720) adding con mode: secure 2024-09-19T14:01:00.868 INFO:tasks.workunit.client.0.smithi031.stderr: -288> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595e1720) adding con mode: crc 2024-09-19T14:01:00.868 INFO:tasks.workunit.client.0.smithi031.stderr: -287> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595e1720) adding con mode: secure 2024-09-19T14:01:00.868 INFO:tasks.workunit.client.0.smithi031.stderr: -286> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595e1720) adding con mode: crc 2024-09-19T14:01:00.868 INFO:tasks.workunit.client.0.smithi031.stderr: -285> 2024-09-19T14:01:00.679+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595e1720) adding con mode: secure 2024-09-19T14:01:00.868 INFO:tasks.workunit.client.0.smithi031.stderr: -284> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:01:00.868 INFO:tasks.workunit.client.0.smithi031.stderr: -283> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 10 monclient: init 2024-09-19T14:01:00.868 INFO:tasks.workunit.client.0.smithi031.stderr: -282> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc061137c0) adding auth protocol: cephx 2024-09-19T14:01:00.868 INFO:tasks.workunit.client.0.smithi031.stderr: -281> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc061137c0) adding auth protocol: cephx 2024-09-19T14:01:00.868 INFO:tasks.workunit.client.0.smithi031.stderr: -280> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc061137c0) adding auth protocol: cephx 2024-09-19T14:01:00.869 INFO:tasks.workunit.client.0.smithi031.stderr: -279> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc061137c0) adding con mode: secure 2024-09-19T14:01:00.869 INFO:tasks.workunit.client.0.smithi031.stderr: -278> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc061137c0) adding con mode: crc 2024-09-19T14:01:00.869 INFO:tasks.workunit.client.0.smithi031.stderr: -277> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc061137c0) adding con mode: secure 2024-09-19T14:01:00.869 INFO:tasks.workunit.client.0.smithi031.stderr: -276> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc061137c0) adding con mode: crc 2024-09-19T14:01:00.869 INFO:tasks.workunit.client.0.smithi031.stderr: -275> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc061137c0) adding con mode: secure 2024-09-19T14:01:00.869 INFO:tasks.workunit.client.0.smithi031.stderr: -274> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc061137c0) adding con mode: crc 2024-09-19T14:01:00.869 INFO:tasks.workunit.client.0.smithi031.stderr: -273> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc061137c0) adding con mode: crc 2024-09-19T14:01:00.869 INFO:tasks.workunit.client.0.smithi031.stderr: -272> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc061137c0) adding con mode: secure 2024-09-19T14:01:00.869 INFO:tasks.workunit.client.0.smithi031.stderr: -271> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc061137c0) adding con mode: crc 2024-09-19T14:01:00.869 INFO:tasks.workunit.client.0.smithi031.stderr: -270> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc061137c0) adding con mode: secure 2024-09-19T14:01:00.869 INFO:tasks.workunit.client.0.smithi031.stderr: -269> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc061137c0) adding con mode: crc 2024-09-19T14:01:00.869 INFO:tasks.workunit.client.0.smithi031.stderr: -268> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc061137c0) adding con mode: secure 2024-09-19T14:01:00.869 INFO:tasks.workunit.client.0.smithi031.stderr: -267> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:01:00.870 INFO:tasks.workunit.client.0.smithi031.stderr: -266> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:01:00.870 INFO:tasks.workunit.client.0.smithi031.stderr: -265> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 asok(0x55af59339d90) register_command rotate-key cmddesc rotate-key hook 0x7ffc06113908 EEXIST 2024-09-19T14:01:00.870 INFO:tasks.workunit.client.0.smithi031.stderr: -264> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 10 monclient: _reopen_session rank -1 2024-09-19T14:01:00.870 INFO:tasks.workunit.client.0.smithi031.stderr: -263> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-19T14:01:00.870 INFO:tasks.workunit.client.0.smithi031.stderr: -262> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 10 monclient(hunting): picked mon.noname-a con 0x55af59615ca0 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T14:01:00.870 INFO:tasks.workunit.client.0.smithi031.stderr: -261> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 10 monclient(hunting): picked mon.noname-b con 0x55af595e56c0 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T14:01:00.870 INFO:tasks.workunit.client.0.smithi031.stderr: -260> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 10 monclient(hunting): picked mon.noname-c con 0x55af59611470 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T14:01:00.870 INFO:tasks.workunit.client.0.smithi031.stderr: -259> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:01:00.870 INFO:tasks.workunit.client.0.smithi031.stderr: -258> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:01:00.870 INFO:tasks.workunit.client.0.smithi031.stderr: -257> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:01:00.870 INFO:tasks.workunit.client.0.smithi031.stderr: -256> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 10 monclient(hunting): _renew_subs 2024-09-19T14:01:00.870 INFO:tasks.workunit.client.0.smithi031.stderr: -255> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 10 monclient(hunting): authenticate will time out at 2404.512953s 2024-09-19T14:01:00.870 INFO:tasks.workunit.client.0.smithi031.stderr: -254> 2024-09-19T14:01:00.683+0000 7f5eddbcf640 10 monclient(hunting): get_auth_request con 0x55af59611470 auth_method 0 2024-09-19T14:01:00.870 INFO:tasks.workunit.client.0.smithi031.stderr: -253> 2024-09-19T14:01:00.683+0000 7f5eddbcf640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:01:00.870 INFO:tasks.workunit.client.0.smithi031.stderr: -252> 2024-09-19T14:01:00.683+0000 7f5eddbcf640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:01:00.871 INFO:tasks.workunit.client.0.smithi031.stderr: -251> 2024-09-19T14:01:00.683+0000 7f5eddbcf640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:01:00.871 INFO:tasks.workunit.client.0.smithi031.stderr: -250> 2024-09-19T14:01:00.683+0000 7f5edd3ce640 10 monclient(hunting): get_auth_request con 0x55af59615ca0 auth_method 0 2024-09-19T14:01:00.871 INFO:tasks.workunit.client.0.smithi031.stderr: -249> 2024-09-19T14:01:00.683+0000 7f5edd3ce640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:01:00.871 INFO:tasks.workunit.client.0.smithi031.stderr: -248> 2024-09-19T14:01:00.683+0000 7f5edd3ce640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:01:00.871 INFO:tasks.workunit.client.0.smithi031.stderr: -247> 2024-09-19T14:01:00.683+0000 7f5edd3ce640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:01:00.871 INFO:tasks.workunit.client.0.smithi031.stderr: -246> 2024-09-19T14:01:00.683+0000 7f5eddbcf640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:01:00.871 INFO:tasks.workunit.client.0.smithi031.stderr: -245> 2024-09-19T14:01:00.683+0000 7f5eddbcf640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:01:00.871 INFO:tasks.workunit.client.0.smithi031.stderr: -244> 2024-09-19T14:01:00.683+0000 7f5eddbcf640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:01:00.871 INFO:tasks.workunit.client.0.smithi031.stderr: -243> 2024-09-19T14:01:00.683+0000 7f5edd3ce640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:01:00.871 INFO:tasks.workunit.client.0.smithi031.stderr: -242> 2024-09-19T14:01:00.683+0000 7f5edd3ce640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:01:00.871 INFO:tasks.workunit.client.0.smithi031.stderr: -241> 2024-09-19T14:01:00.683+0000 7f5edd3ce640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:01:00.871 INFO:tasks.workunit.client.0.smithi031.stderr: -240> 2024-09-19T14:01:00.683+0000 7f5eddbcf640 10 monclient(hunting): handle_auth_done global_id 7511 payload 274 2024-09-19T14:01:00.871 INFO:tasks.workunit.client.0.smithi031.stderr: -239> 2024-09-19T14:01:00.683+0000 7f5eddbcf640 10 monclient: _finish_hunting 0 2024-09-19T14:01:00.871 INFO:tasks.workunit.client.0.smithi031.stderr: -238> 2024-09-19T14:01:00.683+0000 7f5eddbcf640 1 monclient: found mon.noname-c 2024-09-19T14:01:00.872 INFO:tasks.workunit.client.0.smithi031.stderr: -237> 2024-09-19T14:01:00.683+0000 7f5eddbcf640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.31:3301/0 2024-09-19T14:01:00.872 INFO:tasks.workunit.client.0.smithi031.stderr: -236> 2024-09-19T14:01:00.683+0000 7f5dc0ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:01:00.872 INFO:tasks.workunit.client.0.smithi031.stderr: -235> 2024-09-19T14:01:00.683+0000 7f5dc0ff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T14:01:00.872 INFO:tasks.workunit.client.0.smithi031.stderr: -234> 2024-09-19T14:01:00.683+0000 7f5dc0ff9640 10 monclient: dump: 2024-09-19T14:01:00.872 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:01:00.872 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:01:00.872 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:00.872 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:00.872 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:01:00.872 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:01:00.872 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:01:00.872 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:01:00.872 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:01:00.873 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:00.873 INFO:tasks.workunit.client.0.smithi031.stderr: -233> 2024-09-19T14:01:00.683+0000 7f5dc0ff9640 10 monclient: _finish_auth 0 2024-09-19T14:01:00.873 INFO:tasks.workunit.client.0.smithi031.stderr: -232> 2024-09-19T14:01:00.683+0000 7f5dc0ff9640 10 monclient: _check_auth_tickets 2024-09-19T14:01:00.873 INFO:tasks.workunit.client.0.smithi031.stderr: -231> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 monclient: authenticate success, global_id 7511 2024-09-19T14:01:00.873 INFO:tasks.workunit.client.0.smithi031.stderr: -230> 2024-09-19T14:01:00.683+0000 7f5dc0ff9640 10 monclient: handle_config config(0 keys) 2024-09-19T14:01:00.873 INFO:tasks.workunit.client.0.smithi031.stderr: -229> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 10 monclient: get_monmap_and_config success 2024-09-19T14:01:00.873 INFO:tasks.workunit.client.0.smithi031.stderr: -228> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 4 set_mon_vals no callback set 2024-09-19T14:01:00.873 INFO:tasks.workunit.client.0.smithi031.stderr: -227> 2024-09-19T14:01:00.683+0000 7f5dc0ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:01:00.873 INFO:tasks.workunit.client.0.smithi031.stderr: -226> 2024-09-19T14:01:00.683+0000 7f5dc0ff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T14:01:00.873 INFO:tasks.workunit.client.0.smithi031.stderr: -225> 2024-09-19T14:01:00.683+0000 7f5dc0ff9640 10 monclient: dump: 2024-09-19T14:01:00.873 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:01:00.873 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:01:00.873 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:00.873 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:00.874 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:01:00.874 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:01:00.874 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:01:00.874 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:01:00.874 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:01:00.874 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:00.874 INFO:tasks.workunit.client.0.smithi031.stderr: -224> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 10 monclient: shutdown 2024-09-19T14:01:00.874 INFO:tasks.workunit.client.0.smithi031.stderr: -223> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 10 monclient: build_initial_monmap 2024-09-19T14:01:00.874 INFO:tasks.workunit.client.0.smithi031.stderr: -222> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 1 build_initial for_mkfs: 0 2024-09-19T14:01:00.874 INFO:tasks.workunit.client.0.smithi031.stderr: -221> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 10 monclient: monmap: 2024-09-19T14:01:00.874 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T14:01:00.874 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T14:01:00.874 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T14:01:00.874 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T14:01:00.875 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T14:01:00.875 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:01:00.875 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T14:01:00.875 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T14:01:00.875 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T14:01:00.875 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:00.875 INFO:tasks.workunit.client.0.smithi031.stderr: -220> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5960fe00) adding auth protocol: cephx 2024-09-19T14:01:00.875 INFO:tasks.workunit.client.0.smithi031.stderr: -219> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5960fe00) adding auth protocol: cephx 2024-09-19T14:01:00.875 INFO:tasks.workunit.client.0.smithi031.stderr: -218> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5960fe00) adding auth protocol: cephx 2024-09-19T14:01:00.875 INFO:tasks.workunit.client.0.smithi031.stderr: -217> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5960fe00) adding con mode: secure 2024-09-19T14:01:00.875 INFO:tasks.workunit.client.0.smithi031.stderr: -216> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5960fe00) adding con mode: crc 2024-09-19T14:01:00.875 INFO:tasks.workunit.client.0.smithi031.stderr: -215> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5960fe00) adding con mode: secure 2024-09-19T14:01:00.875 INFO:tasks.workunit.client.0.smithi031.stderr: -214> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5960fe00) adding con mode: crc 2024-09-19T14:01:00.875 INFO:tasks.workunit.client.0.smithi031.stderr: -213> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5960fe00) adding con mode: secure 2024-09-19T14:01:00.876 INFO:tasks.workunit.client.0.smithi031.stderr: -212> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5960fe00) adding con mode: crc 2024-09-19T14:01:00.876 INFO:tasks.workunit.client.0.smithi031.stderr: -211> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5960fe00) adding con mode: crc 2024-09-19T14:01:00.876 INFO:tasks.workunit.client.0.smithi031.stderr: -210> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5960fe00) adding con mode: secure 2024-09-19T14:01:00.876 INFO:tasks.workunit.client.0.smithi031.stderr: -209> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5960fe00) adding con mode: crc 2024-09-19T14:01:00.876 INFO:tasks.workunit.client.0.smithi031.stderr: -208> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5960fe00) adding con mode: secure 2024-09-19T14:01:00.876 INFO:tasks.workunit.client.0.smithi031.stderr: -207> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5960fe00) adding con mode: crc 2024-09-19T14:01:00.876 INFO:tasks.workunit.client.0.smithi031.stderr: -206> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af5960fe00) adding con mode: secure 2024-09-19T14:01:00.876 INFO:tasks.workunit.client.0.smithi031.stderr: -205> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:01:00.876 INFO:tasks.workunit.client.0.smithi031.stderr: -204> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 1 librados: starting msgr at 2024-09-19T14:01:00.876 INFO:tasks.workunit.client.0.smithi031.stderr: -203> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 1 librados: starting objecter 2024-09-19T14:01:00.876 INFO:tasks.workunit.client.0.smithi031.stderr: -202> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 asok(0x55af59339d90) register_command objecter_requests cmddesc objecter_requests hook 0x55af595c1240 EEXIST 2024-09-19T14:01:00.876 INFO:tasks.workunit.client.0.smithi031.stderr: -201> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 1 librados: setting wanted keys 2024-09-19T14:01:00.876 INFO:tasks.workunit.client.0.smithi031.stderr: -200> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 1 librados: calling monclient init 2024-09-19T14:01:00.876 INFO:tasks.workunit.client.0.smithi031.stderr: -199> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 10 monclient: init 2024-09-19T14:01:00.877 INFO:tasks.workunit.client.0.smithi031.stderr: -198> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595c4270) adding auth protocol: cephx 2024-09-19T14:01:00.877 INFO:tasks.workunit.client.0.smithi031.stderr: -197> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595c4270) adding auth protocol: cephx 2024-09-19T14:01:00.877 INFO:tasks.workunit.client.0.smithi031.stderr: -196> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595c4270) adding auth protocol: cephx 2024-09-19T14:01:00.877 INFO:tasks.workunit.client.0.smithi031.stderr: -195> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595c4270) adding con mode: secure 2024-09-19T14:01:00.877 INFO:tasks.workunit.client.0.smithi031.stderr: -194> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595c4270) adding con mode: crc 2024-09-19T14:01:00.877 INFO:tasks.workunit.client.0.smithi031.stderr: -193> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595c4270) adding con mode: secure 2024-09-19T14:01:00.877 INFO:tasks.workunit.client.0.smithi031.stderr: -192> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595c4270) adding con mode: crc 2024-09-19T14:01:00.877 INFO:tasks.workunit.client.0.smithi031.stderr: -191> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595c4270) adding con mode: secure 2024-09-19T14:01:00.877 INFO:tasks.workunit.client.0.smithi031.stderr: -190> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595c4270) adding con mode: crc 2024-09-19T14:01:00.877 INFO:tasks.workunit.client.0.smithi031.stderr: -189> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595c4270) adding con mode: crc 2024-09-19T14:01:00.877 INFO:tasks.workunit.client.0.smithi031.stderr: -188> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595c4270) adding con mode: secure 2024-09-19T14:01:00.877 INFO:tasks.workunit.client.0.smithi031.stderr: -187> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595c4270) adding con mode: crc 2024-09-19T14:01:00.877 INFO:tasks.workunit.client.0.smithi031.stderr: -186> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595c4270) adding con mode: secure 2024-09-19T14:01:00.877 INFO:tasks.workunit.client.0.smithi031.stderr: -185> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595c4270) adding con mode: crc 2024-09-19T14:01:00.877 INFO:tasks.workunit.client.0.smithi031.stderr: -184> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 AuthRegistry(0x55af595c4270) adding con mode: secure 2024-09-19T14:01:00.878 INFO:tasks.workunit.client.0.smithi031.stderr: -183> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:01:00.878 INFO:tasks.workunit.client.0.smithi031.stderr: -182> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:01:00.878 INFO:tasks.workunit.client.0.smithi031.stderr: -181> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 5 asok(0x55af59339d90) register_command rotate-key cmddesc rotate-key hook 0x55af595c43b8 EEXIST 2024-09-19T14:01:00.878 INFO:tasks.workunit.client.0.smithi031.stderr: -180> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 10 monclient: _reopen_session rank -1 2024-09-19T14:01:00.878 INFO:tasks.workunit.client.0.smithi031.stderr: -179> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-19T14:01:00.878 INFO:tasks.workunit.client.0.smithi031.stderr: -178> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 10 monclient(hunting): picked mon.noname-b con 0x55af595e56c0 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T14:01:00.878 INFO:tasks.workunit.client.0.smithi031.stderr: -177> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 10 monclient(hunting): picked mon.noname-a con 0x55af59611470 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T14:01:00.878 INFO:tasks.workunit.client.0.smithi031.stderr: -176> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 10 monclient(hunting): picked mon.noname-c con 0x55af59615ca0 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T14:01:00.878 INFO:tasks.workunit.client.0.smithi031.stderr: -175> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:01:00.878 INFO:tasks.workunit.client.0.smithi031.stderr: -174> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:01:00.878 INFO:tasks.workunit.client.0.smithi031.stderr: -173> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:01:00.878 INFO:tasks.workunit.client.0.smithi031.stderr: -172> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 10 monclient(hunting): _renew_subs 2024-09-19T14:01:00.878 INFO:tasks.workunit.client.0.smithi031.stderr: -171> 2024-09-19T14:01:00.683+0000 7f5edf8c89c0 10 monclient(hunting): authenticate will time out at 2404.515529s 2024-09-19T14:01:00.878 INFO:tasks.workunit.client.0.smithi031.stderr: -170> 2024-09-19T14:01:00.683+0000 7f5edcbcd640 10 monclient(hunting): get_auth_request con 0x55af59611470 auth_method 0 2024-09-19T14:01:00.878 INFO:tasks.workunit.client.0.smithi031.stderr: -169> 2024-09-19T14:01:00.683+0000 7f5edcbcd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:01:00.879 INFO:tasks.workunit.client.0.smithi031.stderr: -168> 2024-09-19T14:01:00.683+0000 7f5edcbcd640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:01:00.879 INFO:tasks.workunit.client.0.smithi031.stderr: -167> 2024-09-19T14:01:00.683+0000 7f5edcbcd640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:01:00.879 INFO:tasks.workunit.client.0.smithi031.stderr: -166> 2024-09-19T14:01:00.683+0000 7f5eddbcf640 10 monclient(hunting): get_auth_request con 0x55af59615ca0 auth_method 0 2024-09-19T14:01:00.879 INFO:tasks.workunit.client.0.smithi031.stderr: -165> 2024-09-19T14:01:00.683+0000 7f5eddbcf640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:01:00.879 INFO:tasks.workunit.client.0.smithi031.stderr: -164> 2024-09-19T14:01:00.683+0000 7f5eddbcf640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:01:00.879 INFO:tasks.workunit.client.0.smithi031.stderr: -163> 2024-09-19T14:01:00.683+0000 7f5eddbcf640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:01:00.879 INFO:tasks.workunit.client.0.smithi031.stderr: -162> 2024-09-19T14:01:00.683+0000 7f5edcbcd640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:01:00.879 INFO:tasks.workunit.client.0.smithi031.stderr: -161> 2024-09-19T14:01:00.683+0000 7f5edcbcd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:01:00.879 INFO:tasks.workunit.client.0.smithi031.stderr: -160> 2024-09-19T14:01:00.683+0000 7f5edcbcd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:01:00.879 INFO:tasks.workunit.client.0.smithi031.stderr: -159> 2024-09-19T14:01:00.683+0000 7f5eddbcf640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:01:00.879 INFO:tasks.workunit.client.0.smithi031.stderr: -158> 2024-09-19T14:01:00.683+0000 7f5eddbcf640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:01:00.879 INFO:tasks.workunit.client.0.smithi031.stderr: -157> 2024-09-19T14:01:00.683+0000 7f5eddbcf640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:01:00.879 INFO:tasks.workunit.client.0.smithi031.stderr: -156> 2024-09-19T14:01:00.683+0000 7f5edd3ce640 10 monclient(hunting): get_auth_request con 0x55af595e56c0 auth_method 0 2024-09-19T14:01:00.880 INFO:tasks.workunit.client.0.smithi031.stderr: -155> 2024-09-19T14:01:00.683+0000 7f5edd3ce640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:01:00.880 INFO:tasks.workunit.client.0.smithi031.stderr: -154> 2024-09-19T14:01:00.683+0000 7f5edd3ce640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:01:00.880 INFO:tasks.workunit.client.0.smithi031.stderr: -153> 2024-09-19T14:01:00.683+0000 7f5edd3ce640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:01:00.880 INFO:tasks.workunit.client.0.smithi031.stderr: -152> 2024-09-19T14:01:00.683+0000 7f5eddbcf640 10 monclient(hunting): handle_auth_done global_id 7514 payload 824 2024-09-19T14:01:00.880 INFO:tasks.workunit.client.0.smithi031.stderr: -151> 2024-09-19T14:01:00.687+0000 7f5eddbcf640 10 monclient: _finish_hunting 0 2024-09-19T14:01:00.880 INFO:tasks.workunit.client.0.smithi031.stderr: -150> 2024-09-19T14:01:00.687+0000 7f5eddbcf640 1 monclient: found mon.noname-c 2024-09-19T14:01:00.880 INFO:tasks.workunit.client.0.smithi031.stderr: -149> 2024-09-19T14:01:00.687+0000 7f5eddbcf640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.31:3301/0 2024-09-19T14:01:00.880 INFO:tasks.workunit.client.0.smithi031.stderr: -148> 2024-09-19T14:01:00.687+0000 7f5daeffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:01:00.880 INFO:tasks.workunit.client.0.smithi031.stderr: -147> 2024-09-19T14:01:00.687+0000 7f5daeffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T14:01:00.880 INFO:tasks.workunit.client.0.smithi031.stderr: -146> 2024-09-19T14:01:00.687+0000 7f5daeffd640 10 monclient: dump: 2024-09-19T14:01:00.880 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:01:00.880 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:01:00.880 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:00.880 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:00.880 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:01:00.881 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:01:00.881 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:01:00.881 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:01:00.881 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:01:00.881 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:00.881 INFO:tasks.workunit.client.0.smithi031.stderr: -145> 2024-09-19T14:01:00.687+0000 7f5daeffd640 10 monclient: _finish_auth 0 2024-09-19T14:01:00.881 INFO:tasks.workunit.client.0.smithi031.stderr: -144> 2024-09-19T14:01:00.687+0000 7f5daeffd640 10 monclient: _check_auth_tickets 2024-09-19T14:01:00.881 INFO:tasks.workunit.client.0.smithi031.stderr: -143> 2024-09-19T14:01:00.687+0000 7f5edf8c89c0 5 monclient: authenticate success, global_id 7514 2024-09-19T14:01:00.881 INFO:tasks.workunit.client.0.smithi031.stderr: -142> 2024-09-19T14:01:00.687+0000 7f5edf8c89c0 10 monclient: _renew_subs 2024-09-19T14:01:00.881 INFO:tasks.workunit.client.0.smithi031.stderr: -141> 2024-09-19T14:01:00.687+0000 7f5edf8c89c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T14:01:00.881 INFO:tasks.workunit.client.0.smithi031.stderr: -140> 2024-09-19T14:01:00.687+0000 7f5daeffd640 10 monclient: handle_config config(0 keys) 2024-09-19T14:01:00.881 INFO:tasks.workunit.client.0.smithi031.stderr: -139> 2024-09-19T14:01:00.687+0000 7f5daeffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:01:00.881 INFO:tasks.workunit.client.0.smithi031.stderr: -138> 2024-09-19T14:01:00.687+0000 7f5daeffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T14:01:00.881 INFO:tasks.workunit.client.0.smithi031.stderr: -137> 2024-09-19T14:01:00.687+0000 7f5daeffd640 10 monclient: dump: 2024-09-19T14:01:00.882 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:01:00.882 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:01:00.882 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:00.882 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:00.882 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:01:00.882 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:01:00.882 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:01:00.882 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:01:00.882 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:01:00.882 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:00.882 INFO:tasks.workunit.client.0.smithi031.stderr: -136> 2024-09-19T14:01:00.687+0000 7f5dc0ff9640 4 set_mon_vals no callback set 2024-09-19T14:01:00.882 INFO:tasks.workunit.client.0.smithi031.stderr: -135> 2024-09-19T14:01:00.687+0000 7f5edf8c89c0 10 monclient: _renew_subs 2024-09-19T14:01:00.882 INFO:tasks.workunit.client.0.smithi031.stderr: -134> 2024-09-19T14:01:00.687+0000 7f5edf8c89c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T14:01:00.882 INFO:tasks.workunit.client.0.smithi031.stderr: -133> 2024-09-19T14:01:00.687+0000 7f5edf8c89c0 1 librados: init done 2024-09-19T14:01:00.883 INFO:tasks.workunit.client.0.smithi031.stderr: -132> 2024-09-19T14:01:00.687+0000 7f5edf8c89c0 5 asok(0x55af59339d90) register_command cr dump hook 0x55af5960ab08 2024-09-19T14:01:00.883 INFO:tasks.workunit.client.0.smithi031.stderr: -131> 2024-09-19T14:01:00.687+0000 7f5edf8c89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.883 INFO:tasks.workunit.client.0.smithi031.stderr: -130> 2024-09-19T14:01:00.687+0000 7f5daeffd640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T14:01:00.883 INFO:tasks.workunit.client.0.smithi031.stderr: -129> 2024-09-19T14:01:00.687+0000 7f5daeffd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:01:00.883 INFO:tasks.workunit.client.0.smithi031.stderr: -128> 2024-09-19T14:01:00.687+0000 7f5daeffd640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:01:00.883 INFO:tasks.workunit.client.0.smithi031.stderr: -127> 2024-09-19T14:01:00.687+0000 7f5edd3ce640 10 monclient: get_auth_request con 0x7f5da8071be0 auth_method 0 2024-09-19T14:01:00.883 INFO:tasks.workunit.client.0.smithi031.stderr: -126> 2024-09-19T14:01:00.687+0000 7f5edcbcd640 10 monclient: get_auth_request con 0x55af5962fb00 auth_method 0 2024-09-19T14:01:00.883 INFO:tasks.workunit.client.0.smithi031.stderr: -125> 2024-09-19T14:01:00.691+0000 7f5edf8c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:00.883 INFO:tasks.workunit.client.0.smithi031.stderr: -124> 2024-09-19T14:01:00.691+0000 7f5edf8c89c0 20 realm 2024-09-19T14:01:00.883 INFO:tasks.workunit.client.0.smithi031.stderr: -123> 2024-09-19T14:01:00.691+0000 7f5edf8c89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.883 INFO:tasks.workunit.client.0.smithi031.stderr: -122> 2024-09-19T14:01:00.691+0000 7f5edf8c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:00.883 INFO:tasks.workunit.client.0.smithi031.stderr: -121> 2024-09-19T14:01:00.691+0000 7f5edf8c89c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:01:00.883 INFO:tasks.workunit.client.0.smithi031.stderr: -120> 2024-09-19T14:01:00.691+0000 7f5edf8c89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.883 INFO:tasks.workunit.client.0.smithi031.stderr: -119> 2024-09-19T14:01:00.691+0000 7f5edf8c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:00.883 INFO:tasks.workunit.client.0.smithi031.stderr: -118> 2024-09-19T14:01:00.691+0000 7f5edf8c89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.884 INFO:tasks.workunit.client.0.smithi031.stderr: -117> 2024-09-19T14:01:00.691+0000 7f5edd3ce640 10 monclient: get_auth_request con 0x55af59633950 auth_method 0 2024-09-19T14:01:00.884 INFO:tasks.workunit.client.0.smithi031.stderr: -116> 2024-09-19T14:01:00.691+0000 7f5edf8c89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:01:00.884 INFO:tasks.workunit.client.0.smithi031.stderr: -115> 2024-09-19T14:01:00.691+0000 7f5edf8c89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.884 INFO:tasks.workunit.client.0.smithi031.stderr: -114> 2024-09-19T14:01:00.691+0000 7f5edcbcd640 10 monclient: get_auth_request con 0x55af596371f0 auth_method 0 2024-09-19T14:01:00.884 INFO:tasks.workunit.client.0.smithi031.stderr: -113> 2024-09-19T14:01:00.691+0000 7f5edf8c89c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:01:00.884 INFO:tasks.workunit.client.0.smithi031.stderr: -112> 2024-09-19T14:01:00.691+0000 7f5edf8c89c0 20 searching for the correct realm 2024-09-19T14:01:00.884 INFO:tasks.workunit.client.0.smithi031.stderr: -111> 2024-09-19T14:01:00.695+0000 7f5eddbcf640 10 monclient: get_auth_request con 0x7f5ed40b9450 auth_method 0 2024-09-19T14:01:00.884 INFO:tasks.workunit.client.0.smithi031.stderr: -110> 2024-09-19T14:01:00.695+0000 7f5edd3ce640 10 monclient: get_auth_request con 0x7f5ed001a040 auth_method 0 2024-09-19T14:01:00.884 INFO:tasks.workunit.client.0.smithi031.stderr: -109> 2024-09-19T14:01:00.699+0000 7f5edcbcd640 10 monclient: get_auth_request con 0x7f5ed40cd920 auth_method 0 2024-09-19T14:01:00.884 INFO:tasks.workunit.client.0.smithi031.stderr: -108> 2024-09-19T14:01:00.699+0000 7f5edd3ce640 0 -- 172.21.15.31:0/1216433699 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7f5ed001a040 msgr2=0x7f5ed008ea90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T14:01:00.884 INFO:tasks.workunit.client.0.smithi031.stderr: -107> 2024-09-19T14:01:00.699+0000 7f5daeffd640 1 client.7514.objecter ms_handle_reset 0x7f5ed001a040 session 0x7f5ed0045c10 osd.0 2024-09-19T14:01:00.884 INFO:tasks.workunit.client.0.smithi031.stderr: -106> 2024-09-19T14:01:00.699+0000 7f5daeffd640 10 monclient: _renew_subs 2024-09-19T14:01:00.884 INFO:tasks.workunit.client.0.smithi031.stderr: -105> 2024-09-19T14:01:00.699+0000 7f5daeffd640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T14:01:00.884 INFO:tasks.workunit.client.0.smithi031.stderr: -104> 2024-09-19T14:01:00.699+0000 7f5edd3ce640 10 monclient: get_auth_request con 0x7f5da8081e10 auth_method 0 2024-09-19T14:01:00.885 INFO:tasks.workunit.client.0.smithi031.stderr: -103> 2024-09-19T14:01:00.703+0000 7f5eddbcf640 10 monclient: get_auth_request con 0x7f5ed0072bc0 auth_method 0 2024-09-19T14:01:00.885 INFO:tasks.workunit.client.0.smithi031.stderr: -102> 2024-09-19T14:01:00.703+0000 7f5edd3ce640 10 monclient: get_auth_request con 0x7f5ed8097c20 auth_method 0 2024-09-19T14:01:00.885 INFO:tasks.workunit.client.0.smithi031.stderr: -101> 2024-09-19T14:01:00.703+0000 7f5edd3ce640 0 -- 172.21.15.31:0/1216433699 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f5ed8097c20 msgr2=0x7f5ed80619c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:01:00.885 INFO:tasks.workunit.client.0.smithi031.stderr: -100> 2024-09-19T14:01:00.703+0000 7f5daeffd640 1 client.7514.objecter ms_handle_reset 0x7f5ed8097c20 session 0x7f5ed8014070 osd.3 2024-09-19T14:01:00.885 INFO:tasks.workunit.client.0.smithi031.stderr: -99> 2024-09-19T14:01:00.703+0000 7f5edd3ce640 10 monclient: get_auth_request con 0x7f5ed001a040 auth_method 0 2024-09-19T14:01:00.885 INFO:tasks.workunit.client.0.smithi031.stderr: -98> 2024-09-19T14:01:00.711+0000 7f5edf8c89c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:01:00.885 INFO:tasks.workunit.client.0.smithi031.stderr: -97> 2024-09-19T14:01:00.711+0000 7f5edf8c89c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:01:00.885 INFO:tasks.workunit.client.0.smithi031.stderr: -96> 2024-09-19T14:01:00.711+0000 7f5edf8c89c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:01:00.885 INFO:tasks.workunit.client.0.smithi031.stderr: -95> 2024-09-19T14:01:00.711+0000 7f5edf8c89c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:01:00.885 INFO:tasks.workunit.client.0.smithi031.stderr: -94> 2024-09-19T14:01:00.711+0000 7f5edf8c89c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:01:00.885 INFO:tasks.workunit.client.0.smithi031.stderr: -93> 2024-09-19T14:01:00.711+0000 7f5edf8c89c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:01:00.885 INFO:tasks.workunit.client.0.smithi031.stderr: -92> 2024-09-19T14:01:00.711+0000 7f5edf8c89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.886 INFO:tasks.workunit.client.0.smithi031.stderr: -91> 2024-09-19T14:01:00.711+0000 7f5edf8c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:00.886 INFO:tasks.workunit.client.0.smithi031.stderr: -90> 2024-09-19T14:01:00.711+0000 7f5edf8c89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.886 INFO:tasks.workunit.client.0.smithi031.stderr: -89> 2024-09-19T14:01:00.711+0000 7f5edf8c89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:01:00.886 INFO:tasks.workunit.client.0.smithi031.stderr: -88> 2024-09-19T14:01:00.711+0000 7f5edf8c89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.886 INFO:tasks.workunit.client.0.smithi031.stderr: -87> 2024-09-19T14:01:00.715+0000 7f5edf8c89c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:01:00.886 INFO:tasks.workunit.client.0.smithi031.stderr: -86> 2024-09-19T14:01:00.715+0000 7f5edf8c89c0 20 zone default found 2024-09-19T14:01:00.886 INFO:tasks.workunit.client.0.smithi031.stderr: -85> 2024-09-19T14:01:00.715+0000 7f5edf8c89c0 4 Realm: () 2024-09-19T14:01:00.886 INFO:tasks.workunit.client.0.smithi031.stderr: -84> 2024-09-19T14:01:00.715+0000 7f5edf8c89c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:01:00.886 INFO:tasks.workunit.client.0.smithi031.stderr: -83> 2024-09-19T14:01:00.715+0000 7f5edf8c89c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:01:00.886 INFO:tasks.workunit.client.0.smithi031.stderr: -82> 2024-09-19T14:01:00.715+0000 7f5edf8c89c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:01:00.886 INFO:tasks.workunit.client.0.smithi031.stderr: -81> 2024-09-19T14:01:00.715+0000 7f5edf8c89c0 20 zonegroup default 2024-09-19T14:01:00.886 INFO:tasks.workunit.client.0.smithi031.stderr: -80> 2024-09-19T14:01:00.715+0000 7f5edf8c89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.886 INFO:tasks.workunit.client.0.smithi031.stderr: -79> 2024-09-19T14:01:00.715+0000 7f5edf8c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:00.886 INFO:tasks.workunit.client.0.smithi031.stderr: -78> 2024-09-19T14:01:00.715+0000 7f5edf8c89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.886 INFO:tasks.workunit.client.0.smithi031.stderr: -77> 2024-09-19T14:01:00.715+0000 7f5edf8c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:00.887 INFO:tasks.workunit.client.0.smithi031.stderr: -76> 2024-09-19T14:01:00.715+0000 7f5edf8c89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.887 INFO:tasks.workunit.client.0.smithi031.stderr: -75> 2024-09-19T14:01:00.715+0000 7f5edf8c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:00.887 INFO:tasks.workunit.client.0.smithi031.stderr: -74> 2024-09-19T14:01:00.715+0000 7f5edf8c89c0 20 started sync module instance, tier type = 2024-09-19T14:01:00.887 INFO:tasks.workunit.client.0.smithi031.stderr: -73> 2024-09-19T14:01:00.715+0000 7f5edf8c89c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:01:00.887 INFO:tasks.workunit.client.0.smithi031.stderr: -72> 2024-09-19T14:01:00.735+0000 7f5edf8c89c0 20 add_watcher() i=0 2024-09-19T14:01:00.887 INFO:tasks.workunit.client.0.smithi031.stderr: -71> 2024-09-19T14:01:00.735+0000 7f5edf8c89c0 20 add_watcher() i=1 2024-09-19T14:01:00.887 INFO:tasks.workunit.client.0.smithi031.stderr: -70> 2024-09-19T14:01:00.735+0000 7f5edf8c89c0 20 add_watcher() i=2 2024-09-19T14:01:00.887 INFO:tasks.workunit.client.0.smithi031.stderr: -69> 2024-09-19T14:01:00.735+0000 7f5edf8c89c0 20 add_watcher() i=3 2024-09-19T14:01:00.887 INFO:tasks.workunit.client.0.smithi031.stderr: -68> 2024-09-19T14:01:00.735+0000 7f5edf8c89c0 20 add_watcher() i=4 2024-09-19T14:01:00.887 INFO:tasks.workunit.client.0.smithi031.stderr: -67> 2024-09-19T14:01:00.735+0000 7f5edf8c89c0 20 add_watcher() i=5 2024-09-19T14:01:00.887 INFO:tasks.workunit.client.0.smithi031.stderr: -66> 2024-09-19T14:01:00.735+0000 7f5edf8c89c0 20 add_watcher() i=6 2024-09-19T14:01:00.887 INFO:tasks.workunit.client.0.smithi031.stderr: -65> 2024-09-19T14:01:00.735+0000 7f5edf8c89c0 20 add_watcher() i=7 2024-09-19T14:01:00.887 INFO:tasks.workunit.client.0.smithi031.stderr: -64> 2024-09-19T14:01:00.735+0000 7f5edf8c89c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:01:00.888 INFO:tasks.workunit.client.0.smithi031.stderr: -63> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc06113c90) adding auth protocol: cephx 2024-09-19T14:01:00.888 INFO:tasks.workunit.client.0.smithi031.stderr: -62> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc06113c90) adding auth protocol: cephx 2024-09-19T14:01:00.888 INFO:tasks.workunit.client.0.smithi031.stderr: -61> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc06113c90) adding auth protocol: cephx 2024-09-19T14:01:00.888 INFO:tasks.workunit.client.0.smithi031.stderr: -60> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc06113c90) adding con mode: secure 2024-09-19T14:01:00.888 INFO:tasks.workunit.client.0.smithi031.stderr: -59> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc06113c90) adding con mode: crc 2024-09-19T14:01:00.888 INFO:tasks.workunit.client.0.smithi031.stderr: -58> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc06113c90) adding con mode: secure 2024-09-19T14:01:00.888 INFO:tasks.workunit.client.0.smithi031.stderr: -57> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc06113c90) adding con mode: crc 2024-09-19T14:01:00.888 INFO:tasks.workunit.client.0.smithi031.stderr: -56> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc06113c90) adding con mode: secure 2024-09-19T14:01:00.888 INFO:tasks.workunit.client.0.smithi031.stderr: -55> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc06113c90) adding con mode: crc 2024-09-19T14:01:00.888 INFO:tasks.workunit.client.0.smithi031.stderr: -54> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc06113c90) adding con mode: crc 2024-09-19T14:01:00.888 INFO:tasks.workunit.client.0.smithi031.stderr: -53> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc06113c90) adding con mode: secure 2024-09-19T14:01:00.888 INFO:tasks.workunit.client.0.smithi031.stderr: -52> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc06113c90) adding con mode: crc 2024-09-19T14:01:00.888 INFO:tasks.workunit.client.0.smithi031.stderr: -51> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc06113c90) adding con mode: secure 2024-09-19T14:01:00.889 INFO:tasks.workunit.client.0.smithi031.stderr: -50> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc06113c90) adding con mode: crc 2024-09-19T14:01:00.889 INFO:tasks.workunit.client.0.smithi031.stderr: -49> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 5 AuthRegistry(0x7ffc06113c90) adding con mode: secure 2024-09-19T14:01:00.889 INFO:tasks.workunit.client.0.smithi031.stderr: -48> 2024-09-19T14:01:00.739+0000 7f5d937e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:01:00.889 INFO:tasks.workunit.client.0.smithi031.stderr: -47> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:01:00.889 INFO:tasks.workunit.client.0.smithi031.stderr: -46> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:01:00.889 INFO:tasks.workunit.client.0.smithi031.stderr: -45> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:01:00.889 INFO:tasks.workunit.client.0.smithi031.stderr: -44> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 5 asok(0x55af59339d90) register_command cache list hook 0x55af5960b3b0 2024-09-19T14:01:00.889 INFO:tasks.workunit.client.0.smithi031.stderr: -43> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 5 asok(0x55af59339d90) register_command cache inspect hook 0x55af5960b3b0 2024-09-19T14:01:00.889 INFO:tasks.workunit.client.0.smithi031.stderr: -42> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 5 asok(0x55af59339d90) register_command cache erase hook 0x55af5960b3b0 2024-09-19T14:01:00.889 INFO:tasks.workunit.client.0.smithi031.stderr: -41> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 5 asok(0x55af59339d90) register_command cache zap hook 0x55af5960b3b0 2024-09-19T14:01:00.889 INFO:tasks.workunit.client.0.smithi031.stderr: -40> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 5 note: GC not initialized 2024-09-19T14:01:00.889 INFO:tasks.workunit.client.0.smithi031.stderr: -39> 2024-09-19T14:01:00.739+0000 7f5d927e4640 20 reqs_thread_entry: start 2024-09-19T14:01:00.889 INFO:tasks.workunit.client.0.smithi031.stderr: -38> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 5 asok(0x55af59339d90) register_command sync trace show hook 0x7f5ed800d970 2024-09-19T14:01:00.890 INFO:tasks.workunit.client.0.smithi031.stderr: -37> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 5 asok(0x55af59339d90) register_command sync trace history hook 0x7f5ed800d970 2024-09-19T14:01:00.890 INFO:tasks.workunit.client.0.smithi031.stderr: -36> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 5 asok(0x55af59339d90) register_command sync trace active hook 0x7f5ed800d970 2024-09-19T14:01:00.890 INFO:tasks.workunit.client.0.smithi031.stderr: -35> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 5 asok(0x55af59339d90) register_command sync trace active_short hook 0x7f5ed800d970 2024-09-19T14:01:00.890 INFO:tasks.workunit.client.0.smithi031.stderr: -34> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 20 init_complete bucket index max shards: 1 2024-09-19T14:01:00.890 INFO:tasks.workunit.client.0.smithi031.stderr: -33> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 20 Filter name: none 2024-09-19T14:01:00.890 INFO:tasks.workunit.client.0.smithi031.stderr: -32> 2024-09-19T14:01:00.739+0000 7f5d03fff640 20 reqs_thread_entry: start 2024-09-19T14:01:00.890 INFO:tasks.workunit.client.0.smithi031.stderr: -31> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-19T14:01:00.890 INFO:tasks.workunit.client.0.smithi031.stderr: -30> 2024-09-19T14:01:00.739+0000 7f5edf8c89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.890 INFO:tasks.workunit.client.0.smithi031.stderr: -29> 2024-09-19T14:01:00.743+0000 7f5edf8c89c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T14:01:00.890 INFO:tasks.workunit.client.0.smithi031.stderr: -28> 2024-09-19T14:01:00.743+0000 7f5edf8c89c0 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-19T14:01:00.890 INFO:tasks.workunit.client.0.smithi031.stderr: -27> 2024-09-19T14:01:00.743+0000 7f5edf8c89c0 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-19T14:01:00.890 INFO:tasks.workunit.client.0.smithi031.stderr: -26> 2024-09-19T14:01:00.743+0000 7f5edf8c89c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39 : miss 2024-09-19T14:01:00.890 INFO:tasks.workunit.client.0.smithi031.stderr: -25> 2024-09-19T14:01:00.743+0000 7f5edf8c89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.890 INFO:tasks.workunit.client.0.smithi031.stderr: -24> 2024-09-19T14:01:00.743+0000 7f5edf8c89c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T14:01:00.891 INFO:tasks.workunit.client.0.smithi031.stderr: -23> 2024-09-19T14:01:00.743+0000 7f5edf8c89c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39 info.flags=0x17 2024-09-19T14:01:00.891 INFO:tasks.workunit.client.0.smithi031.stderr: -22> 2024-09-19T14:01:00.743+0000 7f5edf8c89c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39 to cache LRU end 2024-09-19T14:01:00.891 INFO:tasks.workunit.client.0.smithi031.stderr: -21> 2024-09-19T14:01:00.743+0000 7f5edf8c89c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T14:01:00.891 INFO:tasks.workunit.client.0.smithi031.stderr: -20> 2024-09-19T14:01:00.743+0000 7f5edf8c89c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:01:00.891 INFO:tasks.workunit.client.0.smithi031.stderr: -19> 2024-09-19T14:01:00.743+0000 7f5edf8c89c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39 2024-09-19T14:01:00.891 INFO:tasks.workunit.client.0.smithi031.stderr: -18> 2024-09-19T14:01:00.751+0000 7f5edf8c89c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39 info.flags=0x17 2024-09-19T14:01:00.891 INFO:tasks.workunit.client.0.smithi031.stderr: -17> 2024-09-19T14:01:00.751+0000 7f5edf8c89c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39 to cache LRU end 2024-09-19T14:01:00.891 INFO:tasks.workunit.client.0.smithi031.stderr: -16> 2024-09-19T14:01:00.751+0000 7f5edf8c89c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:01:00.891 INFO:tasks.workunit.client.0.smithi031.stderr: -15> 2024-09-19T14:01:00.751+0000 7f5edf8c89c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39, ofs0, ns] 2024-09-19T14:01:00.891 INFO:tasks.workunit.client.0.smithi031.stderr: -14> 2024-09-19T14:01:00.751+0000 7f5dc0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333546 cookie 94211607362688 notifier 7514 bl.length()=931 2024-09-19T14:01:00.891 INFO:tasks.workunit.client.0.smithi031.stderr: -13> 2024-09-19T14:01:00.751+0000 7f5dc0ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39 info.flags=0x17 2024-09-19T14:01:00.891 INFO:tasks.workunit.client.0.smithi031.stderr: -12> 2024-09-19T14:01:00.751+0000 7f5dc0ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39 to cache LRU end 2024-09-19T14:01:00.891 INFO:tasks.workunit.client.0.smithi031.stderr: -11> 2024-09-19T14:01:00.751+0000 7f5dc0ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:01:00.892 INFO:tasks.workunit.client.0.smithi031.stderr: -10> 2024-09-19T14:01:00.751+0000 7f5edf8c89c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39]): orig_sources= new_sources= 2024-09-19T14:01:00.892 INFO:tasks.workunit.client.0.smithi031.stderr: -9> 2024-09-19T14:01:00.751+0000 7f5edf8c89c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39]): potential sources added=[] removed=[] 2024-09-19T14:01:00.892 INFO:tasks.workunit.client.0.smithi031.stderr: -8> 2024-09-19T14:01:00.751+0000 7f5edf8c89c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39]): orig_dests= new_dests= 2024-09-19T14:01:00.892 INFO:tasks.workunit.client.0.smithi031.stderr: -7> 2024-09-19T14:01:00.751+0000 7f5edf8c89c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39]): potential dests added=[] removed=[] 2024-09-19T14:01:00.892 INFO:tasks.workunit.client.0.smithi031.stderr: -6> 2024-09-19T14:01:00.755+0000 7f5edf8c89c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39.1.0 2024-09-19T14:01:00.892 INFO:tasks.workunit.client.0.smithi031.stderr: -5> 2024-09-19T14:01:00.755+0000 7f5edf8c89c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39.1.0 2024-09-19T14:01:00.892 INFO:tasks.workunit.client.0.smithi031.stderr: -4> 2024-09-19T14:01:00.755+0000 7f5edf8c89c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39.1.1 2024-09-19T14:01:00.892 INFO:tasks.workunit.client.0.smithi031.stderr: -3> 2024-09-19T14:01:00.755+0000 7f5edf8c89c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39.1.1 2024-09-19T14:01:00.892 INFO:tasks.workunit.client.0.smithi031.stderr: -2> 2024-09-19T14:01:00.755+0000 7f5edf8c89c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39.0 2024-09-19T14:01:00.892 INFO:tasks.workunit.client.0.smithi031.stderr: -1> 2024-09-19T14:01:00.763+0000 7f5edf8c89c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f5edf8c89c0 time 2024-09-19T14:01:00.764236+0000 2024-09-19T14:01:00.892 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T14:01:00.892 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:00.892 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T14:01:00.892 INFO:tasks.workunit.client.0.smithi031.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f5ee31a22eb] 2024-09-19T14:01:00.893 INFO:tasks.workunit.client.0.smithi031.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f5ee31a249f] 2024-09-19T14:01:00.893 INFO:tasks.workunit.client.0.smithi031.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55af56ab1271] 2024-09-19T14:01:00.893 INFO:tasks.workunit.client.0.smithi031.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x55af56ac0441] 2024-09-19T14:01:00.893 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55af56ac1a94] 2024-09-19T14:01:00.893 INFO:tasks.workunit.client.0.smithi031.stderr: 6: main() 2024-09-19T14:01:00.893 INFO:tasks.workunit.client.0.smithi031.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f5ee2008d90] 2024-09-19T14:01:00.893 INFO:tasks.workunit.client.0.smithi031.stderr: 8: __libc_start_main() 2024-09-19T14:01:00.893 INFO:tasks.workunit.client.0.smithi031.stderr: 9: _start() 2024-09-19T14:01:00.893 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:00.893 INFO:tasks.workunit.client.0.smithi031.stderr: 0> 2024-09-19T14:01:00.763+0000 7f5edf8c89c0 -1 *** Caught signal (Aborted) ** 2024-09-19T14:01:00.893 INFO:tasks.workunit.client.0.smithi031.stderr: in thread 7f5edf8c89c0 thread_name:radosgw-admin 2024-09-19T14:01:00.893 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:00.893 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T14:01:00.894 INFO:tasks.workunit.client.0.smithi031.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f5ee2021520] 2024-09-19T14:01:00.894 INFO:tasks.workunit.client.0.smithi031.stderr: 2: pthread_kill() 2024-09-19T14:01:00.894 INFO:tasks.workunit.client.0.smithi031.stderr: 3: raise() 2024-09-19T14:01:00.894 INFO:tasks.workunit.client.0.smithi031.stderr: 4: abort() 2024-09-19T14:01:00.894 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f5ee31a2345] 2024-09-19T14:01:00.894 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f5ee31a249f] 2024-09-19T14:01:00.894 INFO:tasks.workunit.client.0.smithi031.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55af56ab1271] 2024-09-19T14:01:00.894 INFO:tasks.workunit.client.0.smithi031.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x55af56ac0441] 2024-09-19T14:01:00.894 INFO:tasks.workunit.client.0.smithi031.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55af56ac1a94] 2024-09-19T14:01:00.894 INFO:tasks.workunit.client.0.smithi031.stderr: 10: main() 2024-09-19T14:01:00.894 INFO:tasks.workunit.client.0.smithi031.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f5ee2008d90] 2024-09-19T14:01:00.894 INFO:tasks.workunit.client.0.smithi031.stderr: 12: __libc_start_main() 2024-09-19T14:01:00.894 INFO:tasks.workunit.client.0.smithi031.stderr: 13: _start() 2024-09-19T14:01:00.894 INFO:tasks.workunit.client.0.smithi031.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T14:01:00.894 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:00.894 INFO:tasks.workunit.client.0.smithi031.stderr:--- logging levels --- 2024-09-19T14:01:00.895 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 none 2024-09-19T14:01:00.895 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 lockdep 2024-09-19T14:01:00.895 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 context 2024-09-19T14:01:00.895 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 crush 2024-09-19T14:01:00.895 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds 2024-09-19T14:01:00.895 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_balancer 2024-09-19T14:01:00.895 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_locker 2024-09-19T14:01:00.895 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_log 2024-09-19T14:01:00.895 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_log_expire 2024-09-19T14:01:00.895 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_migrator 2024-09-19T14:01:00.895 INFO:tasks.workunit.client.0.smithi031.stderr: 3/ 5 mds_quiesce 2024-09-19T14:01:00.895 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 buffer 2024-09-19T14:01:00.895 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 timer 2024-09-19T14:01:00.896 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 filer 2024-09-19T14:01:00.896 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 striper 2024-09-19T14:01:00.896 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 objecter 2024-09-19T14:01:00.896 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rados 2024-09-19T14:01:00.896 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd 2024-09-19T14:01:00.896 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_mirror 2024-09-19T14:01:00.896 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_replay 2024-09-19T14:01:00.896 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_pwl 2024-09-19T14:01:00.896 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 journaler 2024-09-19T14:01:00.896 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 objectcacher 2024-09-19T14:01:00.896 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 immutable_obj_cache 2024-09-19T14:01:00.896 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 client 2024-09-19T14:01:00.896 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 osd 2024-09-19T14:01:00.896 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 optracker 2024-09-19T14:01:00.897 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 objclass 2024-09-19T14:01:00.897 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 filestore 2024-09-19T14:01:00.897 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 journal 2024-09-19T14:01:00.897 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 0 ms 2024-09-19T14:01:00.897 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mon 2024-09-19T14:01:00.897 INFO:tasks.workunit.client.0.smithi031.stderr: 0/10 monc 2024-09-19T14:01:00.897 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 paxos 2024-09-19T14:01:00.897 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 tp 2024-09-19T14:01:00.897 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 auth 2024-09-19T14:01:00.897 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 crypto 2024-09-19T14:01:00.897 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 finisher 2024-09-19T14:01:00.897 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 reserver 2024-09-19T14:01:00.897 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 heartbeatmap 2024-09-19T14:01:00.897 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 perfcounter 2024-09-19T14:01:00.898 INFO:tasks.workunit.client.0.smithi031.stderr: 20/20 rgw 2024-09-19T14:01:00.898 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_sync 2024-09-19T14:01:00.898 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_datacache 2024-09-19T14:01:00.898 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_access 2024-09-19T14:01:00.898 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_dbstore 2024-09-19T14:01:00.898 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_flight 2024-09-19T14:01:00.898 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_lifecycle 2024-09-19T14:01:00.898 INFO:tasks.workunit.client.0.smithi031.stderr: 20/20 rgw_notification 2024-09-19T14:01:00.898 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 javaclient 2024-09-19T14:01:00.898 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 asok 2024-09-19T14:01:00.898 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 throttle 2024-09-19T14:01:00.898 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 0 refs 2024-09-19T14:01:00.898 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 compressor 2024-09-19T14:01:00.899 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 bluestore 2024-09-19T14:01:00.899 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 bluefs 2024-09-19T14:01:00.899 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 bdev 2024-09-19T14:01:00.899 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 kstore 2024-09-19T14:01:00.899 INFO:tasks.workunit.client.0.smithi031.stderr: 4/ 5 rocksdb 2024-09-19T14:01:00.899 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 fuse 2024-09-19T14:01:00.899 INFO:tasks.workunit.client.0.smithi031.stderr: 2/ 5 mgr 2024-09-19T14:01:00.899 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mgrc 2024-09-19T14:01:00.899 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 dpdk 2024-09-19T14:01:00.899 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 eventtrace 2024-09-19T14:01:00.899 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 prioritycache 2024-09-19T14:01:00.899 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 test 2024-09-19T14:01:00.899 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cephfs_mirror 2024-09-19T14:01:00.899 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cephsqlite 2024-09-19T14:01:00.899 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 crimson_interrupt 2024-09-19T14:01:00.900 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore 2024-09-19T14:01:00.900 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_onode 2024-09-19T14:01:00.900 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_odata 2024-09-19T14:01:00.900 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_omap 2024-09-19T14:01:00.900 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_tm 2024-09-19T14:01:00.900 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_t 2024-09-19T14:01:00.900 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_cleaner 2024-09-19T14:01:00.900 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_epm 2024-09-19T14:01:00.900 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_lba 2024-09-19T14:01:00.900 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-19T14:01:00.900 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_cache 2024-09-19T14:01:00.900 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_journal 2024-09-19T14:01:00.900 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_device 2024-09-19T14:01:00.900 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_backref 2024-09-19T14:01:00.901 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 alienstore 2024-09-19T14:01:00.901 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mclock 2024-09-19T14:01:00.901 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cyanstore 2024-09-19T14:01:00.901 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 ceph_exporter 2024-09-19T14:01:00.901 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 memstore 2024-09-19T14:01:00.901 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 trace 2024-09-19T14:01:00.901 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 ceph_dedup 2024-09-19T14:01:00.901 INFO:tasks.workunit.client.0.smithi031.stderr: -2/-2 (syslog threshold) 2024-09-19T14:01:00.901 INFO:tasks.workunit.client.0.smithi031.stderr: 99/99 (stderr threshold) 2024-09-19T14:01:00.901 INFO:tasks.workunit.client.0.smithi031.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-19T14:01:00.901 INFO:tasks.workunit.client.0.smithi031.stderr: 7f5d03fff640 / http_manager 2024-09-19T14:01:00.901 INFO:tasks.workunit.client.0.smithi031.stderr: 7f5d927e4640 / http_manager 2024-09-19T14:01:00.901 INFO:tasks.workunit.client.0.smithi031.stderr: 7f5d937e6640 / rgw_dt_lg_renew 2024-09-19T14:01:00.901 INFO:tasks.workunit.client.0.smithi031.stderr: 7f5daeffd640 / ms_dispatch 2024-09-19T14:01:00.901 INFO:tasks.workunit.client.0.smithi031.stderr: 7f5dc0ff9640 / io_context_pool 2024-09-19T14:01:00.901 INFO:tasks.workunit.client.0.smithi031.stderr: 7f5dc2ffd640 / ms_dispatch 2024-09-19T14:01:00.902 INFO:tasks.workunit.client.0.smithi031.stderr: 7f5dc9e03640 / ms_dispatch 2024-09-19T14:01:00.902 INFO:tasks.workunit.client.0.smithi031.stderr: 7f5dcb606640 / io_context_pool 2024-09-19T14:01:00.902 INFO:tasks.workunit.client.0.smithi031.stderr: 7f5edcbcd640 / msgr-worker-2 2024-09-19T14:01:00.902 INFO:tasks.workunit.client.0.smithi031.stderr: 7f5edd3ce640 / msgr-worker-1 2024-09-19T14:01:00.902 INFO:tasks.workunit.client.0.smithi031.stderr: 7f5eddbcf640 / msgr-worker-0 2024-09-19T14:01:00.902 INFO:tasks.workunit.client.0.smithi031.stderr: 7f5ede3d0640 / io_context_pool 2024-09-19T14:01:00.902 INFO:tasks.workunit.client.0.smithi031.stderr: 7f5edf8c89c0 / radosgw-admin 2024-09-19T14:01:00.902 INFO:tasks.workunit.client.0.smithi031.stderr: max_recent 500 2024-09-19T14:01:00.902 INFO:tasks.workunit.client.0.smithi031.stderr: max_new 1000 2024-09-19T14:01:00.902 INFO:tasks.workunit.client.0.smithi031.stderr: log_file /var/lib/ceph/crash/2024-09-19T14:01:00.766622Z_ec02112c-1024-45fc-b6bb-1330632dbaa7/log 2024-09-19T14:01:00.902 INFO:tasks.workunit.client.0.smithi031.stderr:--- end dump of recent events --- 2024-09-19T14:01:00.902 INFO:tasks.workunit.client.0.smithi031.stderr:Aborted 2024-09-19T14:01:00.902 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket abort-at-change-reshard-state 2024-09-19T14:01:00.906 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:01:00.906 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:01:00.906 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.847+0000 7ff5070cb9c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.906 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.847+0000 7ff5070cb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:00.906 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.847+0000 7ff5070cb9c0 20 realm 2024-09-19T14:01:00.906 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.847+0000 7ff5070cb9c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.906 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.851+0000 7ff5070cb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:00.906 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.851+0000 7ff5070cb9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:01:00.906 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.851+0000 7ff5070cb9c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.906 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.851+0000 7ff5070cb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:00.906 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.851+0000 7ff5070cb9c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.907 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.851+0000 7ff5070cb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:01:00.907 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.851+0000 7ff5070cb9c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.907 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.851+0000 7ff5070cb9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:01:00.907 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.851+0000 7ff5070cb9c0 20 searching for the correct realm 2024-09-19T14:01:00.907 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.859+0000 7ff5043d0640 0 -- 172.21.15.31:0/3880989483 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7ff4f806ccd0 msgr2=0x7ff4f806a3a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:01:00.907 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.863+0000 7ff504bd1640 0 -- 172.21.15.31:0/3880989483 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7ff4fc004040 msgr2=0x7ff4fc0b63f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:01:00.907 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.871+0000 7ff5070cb9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:01:00.907 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.871+0000 7ff5070cb9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:01:00.907 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.871+0000 7ff5070cb9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:01:00.907 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.871+0000 7ff5070cb9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:01:00.907 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.871+0000 7ff5070cb9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:01:00.907 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.871+0000 7ff5070cb9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:01:00.907 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.871+0000 7ff5070cb9c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.907 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.871+0000 7ff5070cb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:00.908 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.871+0000 7ff5070cb9c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.908 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.871+0000 7ff5070cb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:01:00.908 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.871+0000 7ff5070cb9c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.908 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.875+0000 7ff5070cb9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:01:00.908 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.875+0000 7ff5070cb9c0 20 zone default found 2024-09-19T14:01:00.908 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.875+0000 7ff5070cb9c0 4 Realm: () 2024-09-19T14:01:00.908 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.875+0000 7ff5070cb9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:01:00.908 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.875+0000 7ff5070cb9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:01:00.908 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.875+0000 7ff5070cb9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:01:00.908 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.875+0000 7ff5070cb9c0 20 zonegroup default 2024-09-19T14:01:00.908 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.875+0000 7ff5070cb9c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.908 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.875+0000 7ff5070cb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:00.908 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.875+0000 7ff5070cb9c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.875+0000 7ff5070cb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:00.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.875+0000 7ff5070cb9c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.875+0000 7ff5070cb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:00.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.875+0000 7ff5070cb9c0 20 started sync module instance, tier type = 2024-09-19T14:01:00.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.875+0000 7ff5070cb9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:01:00.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.895+0000 7ff5070cb9c0 20 add_watcher() i=0 2024-09-19T14:01:00.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.895+0000 7ff5070cb9c0 20 add_watcher() i=1 2024-09-19T14:01:00.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.895+0000 7ff5070cb9c0 20 add_watcher() i=2 2024-09-19T14:01:00.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.895+0000 7ff5070cb9c0 20 add_watcher() i=3 2024-09-19T14:01:00.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.895+0000 7ff5070cb9c0 20 add_watcher() i=4 2024-09-19T14:01:00.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.895+0000 7ff5070cb9c0 20 add_watcher() i=5 2024-09-19T14:01:00.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.895+0000 7ff5070cb9c0 20 add_watcher() i=6 2024-09-19T14:01:00.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.895+0000 7ff5070cb9c0 20 add_watcher() i=7 2024-09-19T14:01:00.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.895+0000 7ff5070cb9c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:01:00.910 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.899+0000 7ff3bb7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:01:00.910 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.899+0000 7ff5070cb9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:01:00.910 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.899+0000 7ff5070cb9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:01:00.910 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.899+0000 7ff5070cb9c0 5 note: GC not initialized 2024-09-19T14:01:00.910 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.899+0000 7ff3ba7e4640 20 reqs_thread_entry: start 2024-09-19T14:01:00.910 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.899+0000 7ff5070cb9c0 20 init_complete bucket index max shards: 1 2024-09-19T14:01:00.910 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.899+0000 7ff5070cb9c0 20 Filter name: none 2024-09-19T14:01:00.910 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.899+0000 7ff3b37fe640 20 reqs_thread_entry: start 2024-09-19T14:01:00.910 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.899+0000 7ff5070cb9c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.910 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.903+0000 7ff5070cb9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T14:01:00.910 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.903+0000 7ff5070cb9c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.910 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.903+0000 7ff5070cb9c0 20 rados_obj.operate() r=0 bl.length=451 2024-09-19T14:01:00.910 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.903+0000 7ff5070cb9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:01:00.911 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.903+0000 7ff5070cb9c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.911 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.903+0000 7ff5070cb9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T14:01:00.911 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.903+0000 7ff5070cb9c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:00.911 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.903+0000 7ff5070cb9c0 20 rados_obj.operate() r=0 bl.length=451 2024-09-19T14:01:00.911 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.903+0000 7ff5070cb9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:01:00.911 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.907+0000 7ff3bb7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:01:00.911 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.911+0000 7ff5070cb9c0 20 remove_watcher() i=0 2024-09-19T14:01:00.911 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.911+0000 7ff5070cb9c0 2 removed watcher, disabling cache 2024-09-19T14:01:00.912 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.911+0000 7ff5070cb9c0 20 remove_watcher() i=1 2024-09-19T14:01:00.914 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.915+0000 7ff5070cb9c0 20 remove_watcher() i=2 2024-09-19T14:01:00.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.915+0000 7ff5070cb9c0 20 remove_watcher() i=3 2024-09-19T14:01:00.918 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.919+0000 7ff5070cb9c0 20 remove_watcher() i=4 2024-09-19T14:01:00.920 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.919+0000 7ff5070cb9c0 20 remove_watcher() i=5 2024-09-19T14:01:00.923 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.923+0000 7ff5070cb9c0 20 remove_watcher() i=6 2024-09-19T14:01:00.928 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:00.927+0000 7ff5070cb9c0 20 remove_watcher() i=7 2024-09-19T14:01:00.941 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:00.941 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T14:01:00.941 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: abort-at-change-reshard-state id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-19T14:01:00.941 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:00.942 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:01:00.942 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:01:00.955 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:01:00.955 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:01:00.999 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket reshard --bucket abort-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-19T14:01:01.038 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:01:01.039 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:01:01.085 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.083+0000 7fa0d791b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:01.088 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.087+0000 7fa0d791b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:01.088 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.087+0000 7fa0d791b9c0 20 realm 2024-09-19T14:01:01.088 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.087+0000 7fa0d791b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:01.089 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.087+0000 7fa0d791b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:01.089 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.087+0000 7fa0d791b9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:01:01.089 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.087+0000 7fa0d791b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:01.089 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.087+0000 7fa0d791b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:01.089 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.087+0000 7fa0d791b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:01.089 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.091+0000 7fa0d791b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:01:01.090 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.091+0000 7fa0d791b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:01.091 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.091+0000 7fa0d791b9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:01:01.091 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.091+0000 7fa0d791b9c0 20 searching for the correct realm 2024-09-19T14:01:01.097 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.095+0000 7fa0d5c22640 0 -- 172.21.15.31:0/1871896175 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7fa0c00f40c0 msgr2=0x7fa0c00b9400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:01:01.103 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.103+0000 7fa0d5421640 0 -- 172.21.15.31:0/1871896175 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7fa0d007c060 msgr2=0x7fa0d005fbc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:01:01.110 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.111+0000 7fa0d791b9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:01:01.111 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.111+0000 7fa0d791b9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:01:01.111 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.111+0000 7fa0d791b9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:01:01.111 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.111+0000 7fa0d791b9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:01:01.111 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.111+0000 7fa0d791b9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:01:01.111 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.111+0000 7fa0d791b9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:01:01.111 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.111+0000 7fa0d791b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:01.112 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.111+0000 7fa0d791b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:01.112 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.111+0000 7fa0d791b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:01.112 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.111+0000 7fa0d791b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:01:01.112 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.111+0000 7fa0d791b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:01.113 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.111+0000 7fa0d791b9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:01:01.113 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.111+0000 7fa0d791b9c0 20 zone default found 2024-09-19T14:01:01.113 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.111+0000 7fa0d791b9c0 4 Realm: () 2024-09-19T14:01:01.113 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.111+0000 7fa0d791b9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:01:01.113 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.111+0000 7fa0d791b9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:01:01.113 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.111+0000 7fa0d791b9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:01:01.113 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.111+0000 7fa0d791b9c0 20 zonegroup default 2024-09-19T14:01:01.113 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.111+0000 7fa0d791b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:01.113 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.111+0000 7fa0d791b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:01.113 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.111+0000 7fa0d791b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:01.114 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.111+0000 7fa0d791b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:01.114 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.111+0000 7fa0d791b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:01.114 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.115+0000 7fa0d791b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:01.114 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.115+0000 7fa0d791b9c0 20 started sync module instance, tier type = 2024-09-19T14:01:01.114 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.115+0000 7fa0d791b9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:01:01.132 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.131+0000 7fa0d791b9c0 20 add_watcher() i=0 2024-09-19T14:01:01.132 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.131+0000 7fa0d791b9c0 20 add_watcher() i=1 2024-09-19T14:01:01.132 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.131+0000 7fa0d791b9c0 20 add_watcher() i=2 2024-09-19T14:01:01.132 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.131+0000 7fa0d791b9c0 20 add_watcher() i=3 2024-09-19T14:01:01.133 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.131+0000 7fa0d791b9c0 20 add_watcher() i=4 2024-09-19T14:01:01.133 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.131+0000 7fa0d791b9c0 20 add_watcher() i=5 2024-09-19T14:01:01.133 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.131+0000 7fa0d791b9c0 20 add_watcher() i=6 2024-09-19T14:01:01.134 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.135+0000 7fa0d791b9c0 20 add_watcher() i=7 2024-09-19T14:01:01.135 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.135+0000 7fa0d791b9c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:01:01.138 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.139+0000 7f9f8bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:01:01.139 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.139+0000 7fa0d791b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:01:01.139 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.139+0000 7fa0d791b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:01:01.139 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.139+0000 7fa0d791b9c0 5 note: GC not initialized 2024-09-19T14:01:01.139 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.139+0000 7f9f8afe5640 20 reqs_thread_entry: start 2024-09-19T14:01:01.139 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.139+0000 7fa0d791b9c0 20 init_complete bucket index max shards: 1 2024-09-19T14:01:01.139 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.139+0000 7fa0d791b9c0 20 Filter name: none 2024-09-19T14:01:01.139 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.139+0000 7fa0d791b9c0 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-19T14:01:01.139 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.139+0000 7f9f88fe1640 20 reqs_thread_entry: start 2024-09-19T14:01:01.139 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.139+0000 7fa0d791b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:01.140 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.139+0000 7fa0d791b9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T14:01:01.140 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.139+0000 7fa0d791b9c0 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-19T14:01:01.140 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.139+0000 7fa0d791b9c0 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-19T14:01:01.140 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.139+0000 7fa0d791b9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39 : miss 2024-09-19T14:01:01.140 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.139+0000 7fa0d791b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:01.141 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.139+0000 7fa0d791b9c0 20 rados_obj.operate() r=0 bl.length=451 2024-09-19T14:01:01.141 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.139+0000 7fa0d791b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39 info.flags=0x17 2024-09-19T14:01:01.141 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.139+0000 7fa0d791b9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39 to cache LRU end 2024-09-19T14:01:01.141 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.139+0000 7fa0d791b9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T14:01:01.141 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.139+0000 7fa0d791b9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:01:01.141 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.139+0000 7fa0d791b9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39 2024-09-19T14:01:01.143 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.143+0000 7fa0d791b9c0 0 INFO: RGWReshardLock::lock found lock on abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39 to be held by another RGW process; skipping for now 2024-09-19T14:01:01.144 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.143+0000 7f9f8bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:01:01.148 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.147+0000 7fa0d791b9c0 20 remove_watcher() i=0 2024-09-19T14:01:01.148 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.147+0000 7fa0d791b9c0 2 removed watcher, disabling cache 2024-09-19T14:01:01.150 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.151+0000 7fa0d791b9c0 20 remove_watcher() i=1 2024-09-19T14:01:01.152 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.151+0000 7fa0d791b9c0 20 remove_watcher() i=2 2024-09-19T14:01:01.154 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.155+0000 7fa0d791b9c0 20 remove_watcher() i=3 2024-09-19T14:01:01.156 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.155+0000 7fa0d791b9c0 20 remove_watcher() i=4 2024-09-19T14:01:01.158 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.159+0000 7fa0d791b9c0 20 remove_watcher() i=5 2024-09-19T14:01:01.161 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.159+0000 7fa0d791b9c0 20 remove_watcher() i=6 2024-09-19T14:01:01.164 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:01.163+0000 7fa0d791b9c0 20 remove_watcher() i=7 2024-09-19T14:01:01.179 INFO:tasks.workunit.client.0.smithi031.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-19T14:01:31.211 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket reshard --bucket abort-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-19T14:01:31.249 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:01:31.249 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:01:31.295 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.294+0000 7f96170a89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:31.297 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.294+0000 7f96170a89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:31.297 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.294+0000 7f96170a89c0 20 realm 2024-09-19T14:01:31.297 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.294+0000 7f96170a89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:31.298 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.294+0000 7f96170a89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:31.298 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.294+0000 7f96170a89c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:01:31.298 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.294+0000 7f96170a89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:31.298 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.298+0000 7f96170a89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:31.298 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.298+0000 7f96170a89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:31.299 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.298+0000 7f96170a89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:01:31.299 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.298+0000 7f96170a89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:31.300 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.298+0000 7f96170a89c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:01:31.300 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.298+0000 7f96170a89c0 20 searching for the correct realm 2024-09-19T14:01:31.306 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.306+0000 7f96153af640 0 -- 172.21.15.31:0/3540841277 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7f96080d1020 msgr2=0x7f9608120a70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:01:31.312 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.310+0000 7f9614bae640 0 -- 172.21.15.31:0/3540841277 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f960c062b10 msgr2=0x7f960c05bc20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T14:01:31.320 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.318+0000 7f96170a89c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:01:31.320 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.318+0000 7f96170a89c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:01:31.320 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.318+0000 7f96170a89c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:01:31.320 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.318+0000 7f96170a89c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:01:31.320 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.318+0000 7f96170a89c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:01:31.320 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.318+0000 7f96170a89c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:01:31.320 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.318+0000 7f96170a89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:31.321 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.318+0000 7f96170a89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:31.321 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.318+0000 7f96170a89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:31.321 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.318+0000 7f96170a89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:01:31.321 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.318+0000 7f96170a89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:31.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.318+0000 7f96170a89c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:01:31.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.318+0000 7f96170a89c0 20 zone default found 2024-09-19T14:01:31.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.318+0000 7f96170a89c0 4 Realm: () 2024-09-19T14:01:31.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.318+0000 7f96170a89c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:01:31.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.318+0000 7f96170a89c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:01:31.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.318+0000 7f96170a89c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:01:31.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.318+0000 7f96170a89c0 20 zonegroup default 2024-09-19T14:01:31.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.318+0000 7f96170a89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:31.323 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.322+0000 7f96170a89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:31.323 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.322+0000 7f96170a89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:31.323 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.322+0000 7f96170a89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:31.324 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.322+0000 7f96170a89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:31.324 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.322+0000 7f96170a89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:31.324 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.322+0000 7f96170a89c0 20 started sync module instance, tier type = 2024-09-19T14:01:31.324 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.322+0000 7f96170a89c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:01:31.342 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.342+0000 7f96170a89c0 20 add_watcher() i=0 2024-09-19T14:01:31.342 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.342+0000 7f96170a89c0 20 add_watcher() i=1 2024-09-19T14:01:31.342 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.342+0000 7f96170a89c0 20 add_watcher() i=2 2024-09-19T14:01:31.343 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.342+0000 7f96170a89c0 20 add_watcher() i=3 2024-09-19T14:01:31.343 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.342+0000 7f96170a89c0 20 add_watcher() i=4 2024-09-19T14:01:31.343 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.342+0000 7f96170a89c0 20 add_watcher() i=5 2024-09-19T14:01:31.343 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.342+0000 7f96170a89c0 20 add_watcher() i=6 2024-09-19T14:01:31.345 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.342+0000 7f96170a89c0 20 add_watcher() i=7 2024-09-19T14:01:31.345 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.342+0000 7f96170a89c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:01:31.348 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.346+0000 7f94cb7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:01:31.349 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.346+0000 7f96170a89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:01:31.349 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.346+0000 7f96170a89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:01:31.349 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.346+0000 7f96170a89c0 5 note: GC not initialized 2024-09-19T14:01:31.350 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.346+0000 7f94ca7e4640 20 reqs_thread_entry: start 2024-09-19T14:01:31.350 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.346+0000 7f96170a89c0 20 init_complete bucket index max shards: 1 2024-09-19T14:01:31.350 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.346+0000 7f96170a89c0 20 Filter name: none 2024-09-19T14:01:31.350 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.346+0000 7f94c37fe640 20 reqs_thread_entry: start 2024-09-19T14:01:31.350 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.346+0000 7f96170a89c0 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-19T14:01:31.350 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.346+0000 7f96170a89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:31.351 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.350+0000 7f96170a89c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T14:01:31.351 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.350+0000 7f96170a89c0 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-19T14:01:31.351 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.350+0000 7f96170a89c0 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-19T14:01:31.351 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.350+0000 7f96170a89c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39 : miss 2024-09-19T14:01:31.351 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.350+0000 7f96170a89c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:31.351 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.350+0000 7f96170a89c0 20 rados_obj.operate() r=0 bl.length=451 2024-09-19T14:01:31.352 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.350+0000 7f96170a89c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39 info.flags=0x17 2024-09-19T14:01:31.352 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.350+0000 7f96170a89c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39 to cache LRU end 2024-09-19T14:01:31.352 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.350+0000 7f96170a89c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T14:01:31.352 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.350+0000 7f96170a89c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:01:31.352 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.350+0000 7f96170a89c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39 2024-09-19T14:01:31.354 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.354+0000 7f96170a89c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-19T14:01:31.360 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.358+0000 7f96170a89c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39 info.flags=0x17 2024-09-19T14:01:31.361 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.358+0000 7f96170a89c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39 to cache LRU end 2024-09-19T14:01:31.361 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.358+0000 7f96170a89c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:01:31.361 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.358+0000 7f96170a89c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39, ofs0, ns] 2024-09-19T14:01:31.361 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.358+0000 7f94ebfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333547 cookie 94897895877936 notifier 8082 bl.length()=931 2024-09-19T14:01:31.361 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.358+0000 7f94ebfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39 info.flags=0x17 2024-09-19T14:01:31.361 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.358+0000 7f94ebfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39 to cache LRU end 2024-09-19T14:01:31.361 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.358+0000 7f94ebfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:01:31.362 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.362+0000 7f96170a89c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39]): orig_sources= new_sources= 2024-09-19T14:01:31.362 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.362+0000 7f96170a89c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39]): potential sources added=[] removed=[] 2024-09-19T14:01:31.363 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.362+0000 7f96170a89c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39]): orig_dests= new_dests= 2024-09-19T14:01:31.363 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.362+0000 7f96170a89c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39]): potential dests added=[] removed=[] 2024-09-19T14:01:31.371 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.370+0000 7f96170a89c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39.2.0 2024-09-19T14:01:31.371 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.370+0000 7f96170a89c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39.2.0 2024-09-19T14:01:31.371 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.370+0000 7f96170a89c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39.2.1 2024-09-19T14:01:31.371 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.370+0000 7f96170a89c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39.2.1 2024-09-19T14:01:31.371 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.370+0000 7f96170a89c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39.0 2024-09-19T14:01:31.377 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.374+0000 7f96170a89c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39 : hit (requested=0x17, cached=0x17) 2024-09-19T14:01:31.377 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.374+0000 7f96170a89c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39 2024-09-19T14:01:31.379 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.378+0000 7f96170a89c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39 info.flags=0x17 2024-09-19T14:01:31.379 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.378+0000 7f96170a89c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39 to cache LRU end 2024-09-19T14:01:31.379 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.378+0000 7f96170a89c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:01:31.379 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.378+0000 7f96170a89c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39, ofs0, ns] 2024-09-19T14:01:31.379 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.378+0000 7f94eb7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333548 cookie 94897895877936 notifier 8082 bl.length()=931 2024-09-19T14:01:31.380 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.378+0000 7f94eb7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39 info.flags=0x17 2024-09-19T14:01:31.380 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.378+0000 7f94eb7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39 to cache LRU end 2024-09-19T14:01:31.380 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.378+0000 7f94eb7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:01:31.380 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.378+0000 7f96170a89c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39]): orig_sources= new_sources= 2024-09-19T14:01:31.381 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.378+0000 7f96170a89c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39]): potential sources added=[] removed=[] 2024-09-19T14:01:31.381 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.378+0000 7f96170a89c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39]): orig_dests= new_dests= 2024-09-19T14:01:31.381 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.378+0000 7f96170a89c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39]): potential dests added=[] removed=[] 2024-09-19T14:01:31.383 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.382+0000 7f96170a89c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39.0 2024-09-19T14:01:31.384 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.382+0000 7f96170a89c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39 : hit (requested=0x17, cached=0x17) 2024-09-19T14:01:31.384 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.382+0000 7f96170a89c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39 2024-09-19T14:01:31.386 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.386+0000 7f96170a89c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39 info.flags=0x17 2024-09-19T14:01:31.386 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.386+0000 7f96170a89c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39 to cache LRU end 2024-09-19T14:01:31.386 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.386+0000 7f96170a89c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:01:31.387 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.386+0000 7f96170a89c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39, ofs0, ns] 2024-09-19T14:01:31.387 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.386+0000 7f94ebfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333549 cookie 94897895877936 notifier 8082 bl.length()=899 2024-09-19T14:01:31.387 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.386+0000 7f94ebfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39 info.flags=0x17 2024-09-19T14:01:31.387 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.386+0000 7f94ebfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39 to cache LRU end 2024-09-19T14:01:31.387 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.386+0000 7f94ebfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T14:01:31.388 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.386+0000 7f96170a89c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39]): orig_sources= new_sources= 2024-09-19T14:01:31.388 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.386+0000 7f96170a89c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39]): potential sources added=[] removed=[] 2024-09-19T14:01:31.388 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.386+0000 7f96170a89c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39]): orig_dests= new_dests= 2024-09-19T14:01:31.388 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.386+0000 7f96170a89c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39]): potential dests added=[] removed=[] 2024-09-19T14:01:31.391 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.390+0000 7f96170a89c0 1 execute INFO: reshard of bucket "abort-at-change-reshard-state" from 1 shards to 2 shards completed successfully 2024-09-19T14:01:31.395 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.394+0000 7f94cb7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:01:31.400 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.398+0000 7f96170a89c0 20 remove_watcher() i=0 2024-09-19T14:01:31.400 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.398+0000 7f96170a89c0 2 removed watcher, disabling cache 2024-09-19T14:01:31.402 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.402+0000 7f96170a89c0 20 remove_watcher() i=1 2024-09-19T14:01:31.404 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.402+0000 7f96170a89c0 20 remove_watcher() i=2 2024-09-19T14:01:31.407 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.406+0000 7f96170a89c0 20 remove_watcher() i=3 2024-09-19T14:01:31.409 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.406+0000 7f96170a89c0 20 remove_watcher() i=4 2024-09-19T14:01:31.412 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.410+0000 7f96170a89c0 20 remove_watcher() i=5 2024-09-19T14:01:31.415 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.414+0000 7f96170a89c0 20 remove_watcher() i=6 2024-09-19T14:01:31.418 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.414+0000 7f96170a89c0 20 remove_watcher() i=7 2024-09-19T14:01:31.438 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket abort-at-change-reshard-state 2024-09-19T14:01:31.472 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:01:31.472 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:01:31.518 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.518+0000 7f5a500759c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:31.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.518+0000 7f5a500759c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:31.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.518+0000 7f5a500759c0 20 realm 2024-09-19T14:01:31.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.518+0000 7f5a500759c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:31.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.518+0000 7f5a500759c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:31.522 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.518+0000 7f5a500759c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:01:31.522 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.518+0000 7f5a500759c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:31.522 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.518+0000 7f5a500759c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:31.522 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.518+0000 7f5a500759c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:31.522 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.522+0000 7f5a500759c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:01:31.522 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.522+0000 7f5a500759c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:31.524 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.522+0000 7f5a500759c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:01:31.524 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.522+0000 7f5a500759c0 20 searching for the correct realm 2024-09-19T14:01:31.530 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.530+0000 7f5a4e37c640 0 -- 172.21.15.31:0/2789800307 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7f5a4401a040 msgr2=0x7f5a44031920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:01:31.536 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.534+0000 7f5a4db7b640 0 -- 172.21.15.31:0/2789800307 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f5a48026420 msgr2=0x7f5a480268a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:01:31.543 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.542+0000 7f5a500759c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:01:31.544 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.542+0000 7f5a500759c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:01:31.544 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.542+0000 7f5a500759c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:01:31.544 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.542+0000 7f5a500759c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:01:31.544 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.542+0000 7f5a500759c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:01:31.544 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.542+0000 7f5a500759c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:01:31.544 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.542+0000 7f5a500759c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:31.544 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.542+0000 7f5a500759c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:31.545 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.542+0000 7f5a500759c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:31.545 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.542+0000 7f5a500759c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:01:31.545 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.542+0000 7f5a500759c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:31.545 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.542+0000 7f5a500759c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:01:31.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.542+0000 7f5a500759c0 20 zone default found 2024-09-19T14:01:31.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.542+0000 7f5a500759c0 4 Realm: () 2024-09-19T14:01:31.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.542+0000 7f5a500759c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:01:31.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.542+0000 7f5a500759c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:01:31.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.542+0000 7f5a500759c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:01:31.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.542+0000 7f5a500759c0 20 zonegroup default 2024-09-19T14:01:31.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.542+0000 7f5a500759c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:31.547 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.546+0000 7f5a500759c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:31.547 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.546+0000 7f5a500759c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:31.547 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.546+0000 7f5a500759c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:31.547 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.546+0000 7f5a500759c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:31.547 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.546+0000 7f5a500759c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:31.547 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.546+0000 7f5a500759c0 20 started sync module instance, tier type = 2024-09-19T14:01:31.547 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.546+0000 7f5a500759c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:01:31.565 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.562+0000 7f5a500759c0 20 add_watcher() i=0 2024-09-19T14:01:31.565 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.562+0000 7f5a500759c0 20 add_watcher() i=1 2024-09-19T14:01:31.565 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.562+0000 7f5a500759c0 20 add_watcher() i=2 2024-09-19T14:01:31.565 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.562+0000 7f5a500759c0 20 add_watcher() i=3 2024-09-19T14:01:31.566 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.562+0000 7f5a500759c0 20 add_watcher() i=4 2024-09-19T14:01:31.566 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.562+0000 7f5a500759c0 20 add_watcher() i=5 2024-09-19T14:01:31.566 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.562+0000 7f5a500759c0 20 add_watcher() i=6 2024-09-19T14:01:31.568 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.566+0000 7f5a500759c0 20 add_watcher() i=7 2024-09-19T14:01:31.568 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.566+0000 7f5a500759c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:01:31.571 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.570+0000 7f58ff7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:01:31.572 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.570+0000 7f5a500759c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:01:31.572 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.570+0000 7f5a500759c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:01:31.572 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.570+0000 7f5a500759c0 5 note: GC not initialized 2024-09-19T14:01:31.572 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.570+0000 7f58fe7fc640 20 reqs_thread_entry: start 2024-09-19T14:01:31.573 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.570+0000 7f5a500759c0 20 init_complete bucket index max shards: 1 2024-09-19T14:01:31.573 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.570+0000 7f5a500759c0 20 Filter name: none 2024-09-19T14:01:31.573 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.570+0000 7f586ffff640 20 reqs_thread_entry: start 2024-09-19T14:01:31.573 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.570+0000 7f5a500759c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:31.573 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.570+0000 7f5a500759c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T14:01:31.573 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.570+0000 7f5a500759c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:31.574 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.574+0000 7f5a500759c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T14:01:31.574 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.574+0000 7f5a500759c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:01:31.574 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.574+0000 7f5a500759c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:31.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.574+0000 7f5a500759c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T14:01:31.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.574+0000 7f5a500759c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:31.576 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.574+0000 7f5a500759c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T14:01:31.576 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.574+0000 7f5a500759c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:01:31.578 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.578+0000 7f58ff7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:01:31.582 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.582+0000 7f5a500759c0 20 remove_watcher() i=0 2024-09-19T14:01:31.582 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.582+0000 7f5a500759c0 2 removed watcher, disabling cache 2024-09-19T14:01:31.584 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.582+0000 7f5a500759c0 20 remove_watcher() i=1 2024-09-19T14:01:31.587 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.586+0000 7f5a500759c0 20 remove_watcher() i=2 2024-09-19T14:01:31.588 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.586+0000 7f5a500759c0 20 remove_watcher() i=3 2024-09-19T14:01:31.590 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.590+0000 7f5a500759c0 20 remove_watcher() i=4 2024-09-19T14:01:31.592 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.590+0000 7f5a500759c0 20 remove_watcher() i=5 2024-09-19T14:01:31.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.594+0000 7f5a500759c0 20 remove_watcher() i=6 2024-09-19T14:01:31.598 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.598+0000 7f5a500759c0 20 remove_watcher() i=7 2024-09-19T14:01:31.613 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:31.613 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T14:01:31.613 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: abort-at-change-reshard-state id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-19T14:01:31.613 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:31.614 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:01:31.614 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:01:31.618 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:01:31.618 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:01:31.668 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:01:31.668 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:01:31.695 INFO:tasks.workunit.client.0.smithi031.stderr: test: logrecord could be stopped after reshard failed 2024-09-19T14:01:31.695 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-19T14:01:31.722 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:01:31.722 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:01:31.766 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.762+0000 7fa15dc5f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:31.768 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.766+0000 7fa15dc5f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:31.768 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.766+0000 7fa15dc5f9c0 20 realm 2024-09-19T14:01:31.768 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.766+0000 7fa15dc5f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:31.769 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.766+0000 7fa15dc5f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:31.769 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.766+0000 7fa15dc5f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:01:31.769 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.766+0000 7fa15dc5f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:31.769 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.766+0000 7fa15dc5f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:31.769 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.766+0000 7fa15dc5f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:31.770 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.770+0000 7fa15dc5f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:01:31.770 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.770+0000 7fa15dc5f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:31.772 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.770+0000 7fa15dc5f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:01:31.772 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.770+0000 7fa15dc5f9c0 20 searching for the correct realm 2024-09-19T14:01:31.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.774+0000 7fa15af64640 0 -- 172.21.15.31:0/3531964806 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7fa15007fa90 msgr2=0x7fa1500831d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:01:31.782 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.782+0000 7fa15b765640 0 -- 172.21.15.31:0/3531964806 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7fa154078c20 msgr2=0x7fa154096ab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:01:31.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.790+0000 7fa15dc5f9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:01:31.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.790+0000 7fa15dc5f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:01:31.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.790+0000 7fa15dc5f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:01:31.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.790+0000 7fa15dc5f9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:01:31.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.790+0000 7fa15dc5f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:01:31.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.790+0000 7fa15dc5f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:01:31.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.790+0000 7fa15dc5f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:31.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.790+0000 7fa15dc5f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:31.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.790+0000 7fa15dc5f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:31.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.790+0000 7fa15dc5f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:01:31.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.790+0000 7fa15dc5f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:31.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.790+0000 7fa15dc5f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:01:31.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.790+0000 7fa15dc5f9c0 20 zone default found 2024-09-19T14:01:31.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.790+0000 7fa15dc5f9c0 4 Realm: () 2024-09-19T14:01:31.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.790+0000 7fa15dc5f9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:01:31.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.790+0000 7fa15dc5f9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:01:31.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.790+0000 7fa15dc5f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:01:31.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.790+0000 7fa15dc5f9c0 20 zonegroup default 2024-09-19T14:01:31.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.790+0000 7fa15dc5f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:31.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.790+0000 7fa15dc5f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:31.794 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.790+0000 7fa15dc5f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:31.794 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.790+0000 7fa15dc5f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:31.794 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.790+0000 7fa15dc5f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:31.794 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.790+0000 7fa15dc5f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:31.794 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.790+0000 7fa15dc5f9c0 20 started sync module instance, tier type = 2024-09-19T14:01:31.794 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.790+0000 7fa15dc5f9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:01:31.810 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.810+0000 7fa15dc5f9c0 20 add_watcher() i=0 2024-09-19T14:01:31.810 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.810+0000 7fa15dc5f9c0 20 add_watcher() i=1 2024-09-19T14:01:31.811 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.810+0000 7fa15dc5f9c0 20 add_watcher() i=2 2024-09-19T14:01:31.811 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.810+0000 7fa15dc5f9c0 20 add_watcher() i=3 2024-09-19T14:01:31.811 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.810+0000 7fa15dc5f9c0 20 add_watcher() i=4 2024-09-19T14:01:31.811 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.810+0000 7fa15dc5f9c0 20 add_watcher() i=5 2024-09-19T14:01:31.811 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.810+0000 7fa15dc5f9c0 20 add_watcher() i=6 2024-09-19T14:01:31.813 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.810+0000 7fa15dc5f9c0 20 add_watcher() i=7 2024-09-19T14:01:31.813 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.810+0000 7fa15dc5f9c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:01:31.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.814+0000 7fa011fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:01:31.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.814+0000 7fa15dc5f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:01:31.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.814+0000 7fa15dc5f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:01:31.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.814+0000 7fa15dc5f9c0 5 note: GC not initialized 2024-09-19T14:01:31.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.814+0000 7fa010fe1640 20 reqs_thread_entry: start 2024-09-19T14:01:31.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.814+0000 7fa15dc5f9c0 20 init_complete bucket index max shards: 1 2024-09-19T14:01:31.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.814+0000 7fa15dc5f9c0 20 Filter name: none 2024-09-19T14:01:31.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.814+0000 7f9f8a7fc640 20 reqs_thread_entry: start 2024-09-19T14:01:31.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.814+0000 7fa15dc5f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:31.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.814+0000 7fa15dc5f9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T14:01:31.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.814+0000 7fa15dc5f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:31.819 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.818+0000 7fa15dc5f9c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T14:01:31.819 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.818+0000 7fa15dc5f9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:01:31.819 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.818+0000 7fa15dc5f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:31.819 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.818+0000 7fa15dc5f9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T14:01:31.819 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.818+0000 7fa15dc5f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:31.819 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.818+0000 7fa15dc5f9c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T14:01:31.820 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.818+0000 7fa15dc5f9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:01:31.821 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.818+0000 7fa011fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:01:31.824 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.822+0000 7fa15dc5f9c0 20 remove_watcher() i=0 2024-09-19T14:01:31.825 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.822+0000 7fa15dc5f9c0 2 removed watcher, disabling cache 2024-09-19T14:01:31.826 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.826+0000 7fa15dc5f9c0 20 remove_watcher() i=1 2024-09-19T14:01:31.828 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.826+0000 7fa15dc5f9c0 20 remove_watcher() i=2 2024-09-19T14:01:31.830 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.830+0000 7fa15dc5f9c0 20 remove_watcher() i=3 2024-09-19T14:01:31.832 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.830+0000 7fa15dc5f9c0 20 remove_watcher() i=4 2024-09-19T14:01:31.834 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.834+0000 7fa15dc5f9c0 20 remove_watcher() i=5 2024-09-19T14:01:31.837 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.834+0000 7fa15dc5f9c0 20 remove_watcher() i=6 2024-09-19T14:01:31.840 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:31.838+0000 7fa15dc5f9c0 20 remove_watcher() i=7 2024-09-19T14:01:31.853 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:31.853 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T14:01:31.854 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: a-bucket id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 num_objects: 8 size_kb: 1 num_shards: 3 2024-09-19T14:01:31.854 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:31.854 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-19T14:01:31.878 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:01:31.878 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:01:32.127 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.126+0000 7f6a8b9889c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.129 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.126+0000 7f6a8b9889c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:32.129 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.126+0000 7f6a8b9889c0 20 realm 2024-09-19T14:01:32.129 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.126+0000 7f6a8b9889c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.130 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.126+0000 7f6a8b9889c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:32.130 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.126+0000 7f6a8b9889c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:01:32.130 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.126+0000 7f6a8b9889c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.130 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.130+0000 7f6a8b9889c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:32.130 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.130+0000 7f6a8b9889c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.131 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.130+0000 7f6a8b9889c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:01:32.131 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.130+0000 7f6a8b9889c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.133 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.130+0000 7f6a8b9889c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:01:32.133 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.130+0000 7f6a8b9889c0 20 searching for the correct realm 2024-09-19T14:01:32.140 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.138+0000 7f6a88c8d640 0 -- 172.21.15.31:0/700864345 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x558b80fbdcf0 msgr2=0x558b80fc00e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:01:32.146 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.146+0000 7f6a8948e640 0 -- 172.21.15.31:0/700864345 >> [v2:172.21.15.31:6802/3325082646,v1:172.21.15.31:6804/3325082646] conn(0x558b80fc1ee0 msgr2=0x558b80fc42d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:01:32.153 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.150+0000 7f6a8b9889c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:01:32.153 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.150+0000 7f6a8b9889c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:01:32.153 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.150+0000 7f6a8b9889c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:01:32.153 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.150+0000 7f6a8b9889c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:01:32.153 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.150+0000 7f6a8b9889c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:01:32.153 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.150+0000 7f6a8b9889c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:01:32.153 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.150+0000 7f6a8b9889c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.155 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.150+0000 7f6a8b9889c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:32.155 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.150+0000 7f6a8b9889c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.155 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.150+0000 7f6a8b9889c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:01:32.155 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.150+0000 7f6a8b9889c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.155 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.154+0000 7f6a8b9889c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:01:32.155 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.154+0000 7f6a8b9889c0 20 zone default found 2024-09-19T14:01:32.155 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.154+0000 7f6a8b9889c0 4 Realm: () 2024-09-19T14:01:32.155 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.154+0000 7f6a8b9889c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:01:32.155 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.154+0000 7f6a8b9889c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:01:32.156 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.154+0000 7f6a8b9889c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:01:32.156 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.154+0000 7f6a8b9889c0 20 zonegroup default 2024-09-19T14:01:32.156 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.154+0000 7f6a8b9889c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.156 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.154+0000 7f6a8b9889c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:32.156 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.154+0000 7f6a8b9889c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.157 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.154+0000 7f6a8b9889c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:32.157 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.154+0000 7f6a8b9889c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.157 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.154+0000 7f6a8b9889c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:32.157 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.154+0000 7f6a8b9889c0 20 started sync module instance, tier type = 2024-09-19T14:01:32.157 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.154+0000 7f6a8b9889c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:01:32.174 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.174+0000 7f6a8b9889c0 20 add_watcher() i=0 2024-09-19T14:01:32.174 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.174+0000 7f6a8b9889c0 20 add_watcher() i=1 2024-09-19T14:01:32.174 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.174+0000 7f6a8b9889c0 20 add_watcher() i=2 2024-09-19T14:01:32.175 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.174+0000 7f6a8b9889c0 20 add_watcher() i=3 2024-09-19T14:01:32.175 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.174+0000 7f6a8b9889c0 20 add_watcher() i=4 2024-09-19T14:01:32.175 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.174+0000 7f6a8b9889c0 20 add_watcher() i=5 2024-09-19T14:01:32.175 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.174+0000 7f6a8b9889c0 20 add_watcher() i=6 2024-09-19T14:01:32.177 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.174+0000 7f6a8b9889c0 20 add_watcher() i=7 2024-09-19T14:01:32.177 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.174+0000 7f6a8b9889c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:01:32.180 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.178+0000 7f693f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:01:32.181 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.178+0000 7f6a8b9889c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:01:32.181 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.178+0000 7f6a8b9889c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:01:32.181 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.178+0000 7f6a8b9889c0 5 note: GC not initialized 2024-09-19T14:01:32.182 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.178+0000 7f693e7e4640 20 reqs_thread_entry: start 2024-09-19T14:01:32.182 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.178+0000 7f6a8b9889c0 20 init_complete bucket index max shards: 1 2024-09-19T14:01:32.182 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.182+0000 7f6a8b9889c0 20 Filter name: none 2024-09-19T14:01:32.183 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.182+0000 7f68affff640 20 reqs_thread_entry: start 2024-09-19T14:01:32.183 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.182+0000 7f6a8b9889c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.183 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.182+0000 7f6a8b9889c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T14:01:32.183 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.182+0000 7f6a8b9889c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.184 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.182+0000 7f6a8b9889c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T14:01:32.184 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.182+0000 7f6a8b9889c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:01:32.184 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.182+0000 7f6a8b9889c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.184 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.182+0000 7f6a8b9889c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T14:01:32.184 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.182+0000 7f6a8b9889c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.185 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.182+0000 7f6a8b9889c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T14:01:32.185 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.182+0000 7f6a8b9889c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:01:32.185 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.182+0000 7f693f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:01:32.189 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.186+0000 7f6a8b9889c0 20 remove_watcher() i=0 2024-09-19T14:01:32.189 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.186+0000 7f6a8b9889c0 2 removed watcher, disabling cache 2024-09-19T14:01:32.191 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.190+0000 7f6a8b9889c0 20 remove_watcher() i=1 2024-09-19T14:01:32.193 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.190+0000 7f6a8b9889c0 20 remove_watcher() i=2 2024-09-19T14:01:32.195 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.194+0000 7f6a8b9889c0 20 remove_watcher() i=3 2024-09-19T14:01:32.197 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.194+0000 7f6a8b9889c0 20 remove_watcher() i=4 2024-09-19T14:01:32.199 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.198+0000 7f6a8b9889c0 20 remove_watcher() i=5 2024-09-19T14:01:32.202 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.202+0000 7f6a8b9889c0 20 remove_watcher() i=6 2024-09-19T14:01:32.204 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.202+0000 7f6a8b9889c0 20 remove_watcher() i=7 2024-09-19T14:01:32.217 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 4 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at change_reshard_state 2024-09-19T14:01:32.247 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:01:32.248 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:01:32.288 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.286+0000 7fc96fb339c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.290 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.290+0000 7fc96fb339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:32.290 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.290+0000 7fc96fb339c0 20 realm 2024-09-19T14:01:32.290 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.290+0000 7fc96fb339c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.290 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.290+0000 7fc96fb339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:32.291 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.290+0000 7fc96fb339c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:01:32.291 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.290+0000 7fc96fb339c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.291 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.290+0000 7fc96fb339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:32.291 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.290+0000 7fc96fb339c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.292 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.290+0000 7fc96fb339c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:01:32.292 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.290+0000 7fc96fb339c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.293 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.290+0000 7fc96fb339c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:01:32.293 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.290+0000 7fc96fb339c0 20 searching for the correct realm 2024-09-19T14:01:32.300 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.298+0000 7fc96ce38640 0 -- 172.21.15.31:0/3903239617 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x55cce386a170 msgr2=0x55cce386c5b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:01:32.306 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.306+0000 7fc96d639640 0 -- 172.21.15.31:0/3903239617 >> [v2:172.21.15.31:6802/3325082646,v1:172.21.15.31:6804/3325082646] conn(0x55cce386e480 msgr2=0x55cce3870870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:01:32.312 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.310+0000 7fc96fb339c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:01:32.312 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.310+0000 7fc96fb339c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:01:32.312 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.310+0000 7fc96fb339c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:01:32.312 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.310+0000 7fc96fb339c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:01:32.312 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.310+0000 7fc96fb339c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:01:32.313 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.310+0000 7fc96fb339c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:01:32.313 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.310+0000 7fc96fb339c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.313 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.310+0000 7fc96fb339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:32.313 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.310+0000 7fc96fb339c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.313 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.310+0000 7fc96fb339c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:01:32.313 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.310+0000 7fc96fb339c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.314 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.314+0000 7fc96fb339c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:01:32.314 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.314+0000 7fc96fb339c0 20 zone default found 2024-09-19T14:01:32.315 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.314+0000 7fc96fb339c0 4 Realm: () 2024-09-19T14:01:32.315 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.314+0000 7fc96fb339c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:01:32.315 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.314+0000 7fc96fb339c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:01:32.315 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.314+0000 7fc96fb339c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:01:32.315 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.314+0000 7fc96fb339c0 20 zonegroup default 2024-09-19T14:01:32.315 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.314+0000 7fc96fb339c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.315 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.314+0000 7fc96fb339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:32.315 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.314+0000 7fc96fb339c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.315 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.314+0000 7fc96fb339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:32.315 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.314+0000 7fc96fb339c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.316 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.314+0000 7fc96fb339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:32.316 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.314+0000 7fc96fb339c0 20 started sync module instance, tier type = 2024-09-19T14:01:32.316 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.314+0000 7fc96fb339c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:01:32.333 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.330+0000 7fc96fb339c0 20 add_watcher() i=0 2024-09-19T14:01:32.333 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.330+0000 7fc96fb339c0 20 add_watcher() i=1 2024-09-19T14:01:32.333 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.330+0000 7fc96fb339c0 20 add_watcher() i=2 2024-09-19T14:01:32.333 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.330+0000 7fc96fb339c0 20 add_watcher() i=3 2024-09-19T14:01:32.333 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.330+0000 7fc96fb339c0 20 add_watcher() i=4 2024-09-19T14:01:32.333 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.330+0000 7fc96fb339c0 20 add_watcher() i=5 2024-09-19T14:01:32.333 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.330+0000 7fc96fb339c0 20 add_watcher() i=6 2024-09-19T14:01:32.335 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.334+0000 7fc96fb339c0 20 add_watcher() i=7 2024-09-19T14:01:32.335 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.334+0000 7fc96fb339c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:01:32.339 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.338+0000 7fc8237e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:01:32.340 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.338+0000 7fc96fb339c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:01:32.340 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.338+0000 7fc96fb339c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:01:32.340 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.338+0000 7fc96fb339c0 5 note: GC not initialized 2024-09-19T14:01:32.340 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.338+0000 7fc8227e4640 20 reqs_thread_entry: start 2024-09-19T14:01:32.340 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.338+0000 7fc96fb339c0 20 init_complete bucket index max shards: 1 2024-09-19T14:01:32.341 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.338+0000 7fc96fb339c0 20 Filter name: none 2024-09-19T14:01:32.341 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.338+0000 7fc793fff640 20 reqs_thread_entry: start 2024-09-19T14:01:32.341 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.338+0000 7fc96fb339c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-19T14:01:32.341 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.338+0000 7fc96fb339c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.341 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.338+0000 7fc96fb339c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T14:01:32.341 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.338+0000 7fc96fb339c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-19T14:01:32.341 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.338+0000 7fc96fb339c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-19T14:01:32.341 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.338+0000 7fc96fb339c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 : miss 2024-09-19T14:01:32.341 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.338+0000 7fc96fb339c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.342 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.338+0000 7fc96fb339c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T14:01:32.342 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.338+0000 7fc96fb339c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T14:01:32.342 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.338+0000 7fc96fb339c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T14:01:32.342 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.338+0000 7fc96fb339c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T14:01:32.342 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.338+0000 7fc96fb339c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:01:32.342 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.338+0000 7fc96fb339c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 2024-09-19T14:01:32.350 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.346+0000 7fc96fb339c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T14:01:32.350 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.346+0000 7fc96fb339c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T14:01:32.350 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.346+0000 7fc96fb339c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:01:32.350 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.346+0000 7fc96fb339c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17, ofs0, ns] 2024-09-19T14:01:32.350 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.350+0000 7fc850ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333552 cookie 94338478996880 notifier 8157 bl.length()=827 2024-09-19T14:01:32.350 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.350+0000 7fc850ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T14:01:32.350 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.350+0000 7fc850ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T14:01:32.351 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.350+0000 7fc850ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:01:32.351 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.350+0000 7fc96fb339c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): orig_sources= new_sources= 2024-09-19T14:01:32.352 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.350+0000 7fc96fb339c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): potential sources added=[] removed=[] 2024-09-19T14:01:32.352 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.350+0000 7fc96fb339c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): orig_dests= new_dests= 2024-09-19T14:01:32.352 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.350+0000 7fc96fb339c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): potential dests added=[] removed=[] 2024-09-19T14:01:32.358 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.358+0000 7fc96fb339c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.3.0 2024-09-19T14:01:32.358 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.358+0000 7fc96fb339c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.3.0 2024-09-19T14:01:32.358 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.358+0000 7fc96fb339c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.3.1 2024-09-19T14:01:32.359 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.358+0000 7fc96fb339c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.3.1 2024-09-19T14:01:32.359 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.358+0000 7fc96fb339c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.3.2 2024-09-19T14:01:32.359 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.358+0000 7fc96fb339c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.3.2 2024-09-19T14:01:32.359 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.358+0000 7fc96fb339c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.3.3 2024-09-19T14:01:32.359 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.358+0000 7fc96fb339c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.3.3 2024-09-19T14:01:32.359 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.358+0000 7fc96fb339c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.0 2024-09-19T14:01:32.359 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.358+0000 7fc96fb339c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.0 2024-09-19T14:01:32.359 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.358+0000 7fc96fb339c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.1 2024-09-19T14:01:32.360 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.358+0000 7fc96fb339c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.1 2024-09-19T14:01:32.360 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.358+0000 7fc96fb339c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.2 2024-09-19T14:01:32.360 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.358+0000 7fc96fb339c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.2 2024-09-19T14:01:32.364 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fc96fb339c0 time 2024-09-19T14:01:32.366701+0000 2024-09-19T14:01:32.365 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T14:01:32.367 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T14:01:32.367 INFO:tasks.workunit.client.0.smithi031.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fc97340d2eb] 2024-09-19T14:01:32.367 INFO:tasks.workunit.client.0.smithi031.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fc97340d49f] 2024-09-19T14:01:32.367 INFO:tasks.workunit.client.0.smithi031.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55cce208d271] 2024-09-19T14:01:32.367 INFO:tasks.workunit.client.0.smithi031.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x55cce209c441] 2024-09-19T14:01:32.367 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55cce209da94] 2024-09-19T14:01:32.367 INFO:tasks.workunit.client.0.smithi031.stderr: 6: main() 2024-09-19T14:01:32.367 INFO:tasks.workunit.client.0.smithi031.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fc972273d90] 2024-09-19T14:01:32.367 INFO:tasks.workunit.client.0.smithi031.stderr: 8: __libc_start_main() 2024-09-19T14:01:32.367 INFO:tasks.workunit.client.0.smithi031.stderr: 9: _start() 2024-09-19T14:01:32.368 INFO:tasks.workunit.client.0.smithi031.stderr:*** Caught signal (Aborted) ** 2024-09-19T14:01:32.368 INFO:tasks.workunit.client.0.smithi031.stderr: in thread 7fc96fb339c0 thread_name:radosgw-admin 2024-09-19T14:01:32.368 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.366+0000 7fc96fb339c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fc96fb339c0 time 2024-09-19T14:01:32.366701+0000 2024-09-19T14:01:32.368 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T14:01:32.368 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:32.368 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T14:01:32.368 INFO:tasks.workunit.client.0.smithi031.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fc97340d2eb] 2024-09-19T14:01:32.368 INFO:tasks.workunit.client.0.smithi031.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fc97340d49f] 2024-09-19T14:01:32.368 INFO:tasks.workunit.client.0.smithi031.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55cce208d271] 2024-09-19T14:01:32.368 INFO:tasks.workunit.client.0.smithi031.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x55cce209c441] 2024-09-19T14:01:32.368 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55cce209da94] 2024-09-19T14:01:32.368 INFO:tasks.workunit.client.0.smithi031.stderr: 6: main() 2024-09-19T14:01:32.368 INFO:tasks.workunit.client.0.smithi031.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fc972273d90] 2024-09-19T14:01:32.369 INFO:tasks.workunit.client.0.smithi031.stderr: 8: __libc_start_main() 2024-09-19T14:01:32.369 INFO:tasks.workunit.client.0.smithi031.stderr: 9: _start() 2024-09-19T14:01:32.369 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:32.386 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T14:01:32.386 INFO:tasks.workunit.client.0.smithi031.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fc97228c520] 2024-09-19T14:01:32.386 INFO:tasks.workunit.client.0.smithi031.stderr: 2: pthread_kill() 2024-09-19T14:01:32.386 INFO:tasks.workunit.client.0.smithi031.stderr: 3: raise() 2024-09-19T14:01:32.387 INFO:tasks.workunit.client.0.smithi031.stderr: 4: abort() 2024-09-19T14:01:32.387 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fc97340d345] 2024-09-19T14:01:32.387 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fc97340d49f] 2024-09-19T14:01:32.387 INFO:tasks.workunit.client.0.smithi031.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55cce208d271] 2024-09-19T14:01:32.387 INFO:tasks.workunit.client.0.smithi031.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x55cce209c441] 2024-09-19T14:01:32.387 INFO:tasks.workunit.client.0.smithi031.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55cce209da94] 2024-09-19T14:01:32.387 INFO:tasks.workunit.client.0.smithi031.stderr: 10: main() 2024-09-19T14:01:32.387 INFO:tasks.workunit.client.0.smithi031.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fc972273d90] 2024-09-19T14:01:32.387 INFO:tasks.workunit.client.0.smithi031.stderr: 12: __libc_start_main() 2024-09-19T14:01:32.387 INFO:tasks.workunit.client.0.smithi031.stderr: 13: _start() 2024-09-19T14:01:32.387 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.366+0000 7fc96fb339c0 -1 *** Caught signal (Aborted) ** 2024-09-19T14:01:32.387 INFO:tasks.workunit.client.0.smithi031.stderr: in thread 7fc96fb339c0 thread_name:radosgw-admin 2024-09-19T14:01:32.388 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:32.388 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T14:01:32.388 INFO:tasks.workunit.client.0.smithi031.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fc97228c520] 2024-09-19T14:01:32.388 INFO:tasks.workunit.client.0.smithi031.stderr: 2: pthread_kill() 2024-09-19T14:01:32.388 INFO:tasks.workunit.client.0.smithi031.stderr: 3: raise() 2024-09-19T14:01:32.388 INFO:tasks.workunit.client.0.smithi031.stderr: 4: abort() 2024-09-19T14:01:32.388 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fc97340d345] 2024-09-19T14:01:32.388 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fc97340d49f] 2024-09-19T14:01:32.388 INFO:tasks.workunit.client.0.smithi031.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55cce208d271] 2024-09-19T14:01:32.388 INFO:tasks.workunit.client.0.smithi031.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x55cce209c441] 2024-09-19T14:01:32.388 INFO:tasks.workunit.client.0.smithi031.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55cce209da94] 2024-09-19T14:01:32.388 INFO:tasks.workunit.client.0.smithi031.stderr: 10: main() 2024-09-19T14:01:32.388 INFO:tasks.workunit.client.0.smithi031.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fc972273d90] 2024-09-19T14:01:32.389 INFO:tasks.workunit.client.0.smithi031.stderr: 12: __libc_start_main() 2024-09-19T14:01:32.389 INFO:tasks.workunit.client.0.smithi031.stderr: 13: _start() 2024-09-19T14:01:32.389 INFO:tasks.workunit.client.0.smithi031.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T14:01:32.389 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:32.389 INFO:tasks.workunit.client.0.smithi031.stderr:--- begin dump of recent events --- 2024-09-19T14:01:32.389 INFO:tasks.workunit.client.0.smithi031.stderr: -499> 2024-09-19T14:01:32.266+0000 7fc85b606640 10 monclient: _check_auth_tickets 2024-09-19T14:01:32.389 INFO:tasks.workunit.client.0.smithi031.stderr: -498> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 monclient: authenticate success, global_id 8145 2024-09-19T14:01:32.389 INFO:tasks.workunit.client.0.smithi031.stderr: -497> 2024-09-19T14:01:32.266+0000 7fc85b606640 10 monclient: handle_config config(0 keys) 2024-09-19T14:01:32.389 INFO:tasks.workunit.client.0.smithi031.stderr: -496> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 10 monclient: get_monmap_and_config success 2024-09-19T14:01:32.389 INFO:tasks.workunit.client.0.smithi031.stderr: -495> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 4 set_mon_vals no callback set 2024-09-19T14:01:32.389 INFO:tasks.workunit.client.0.smithi031.stderr: -494> 2024-09-19T14:01:32.266+0000 7fc85b606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:01:32.389 INFO:tasks.workunit.client.0.smithi031.stderr: -493> 2024-09-19T14:01:32.266+0000 7fc85b606640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T14:01:32.390 INFO:tasks.workunit.client.0.smithi031.stderr: -492> 2024-09-19T14:01:32.266+0000 7fc85b606640 10 monclient: dump: 2024-09-19T14:01:32.390 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:01:32.390 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:01:32.390 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:32.390 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:32.390 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:01:32.390 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:01:32.390 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:01:32.390 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:01:32.390 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:01:32.390 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:32.390 INFO:tasks.workunit.client.0.smithi031.stderr: -491> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 10 monclient: shutdown 2024-09-19T14:01:32.390 INFO:tasks.workunit.client.0.smithi031.stderr: -490> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 asok(0x55cce3572d90) unregister_commands rotate-key 2024-09-19T14:01:32.391 INFO:tasks.workunit.client.0.smithi031.stderr: -489> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 10 monclient: build_initial_monmap 2024-09-19T14:01:32.391 INFO:tasks.workunit.client.0.smithi031.stderr: -488> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 1 build_initial for_mkfs: 0 2024-09-19T14:01:32.391 INFO:tasks.workunit.client.0.smithi031.stderr: -487> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 10 monclient: monmap: 2024-09-19T14:01:32.391 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T14:01:32.391 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T14:01:32.391 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T14:01:32.391 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T14:01:32.391 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T14:01:32.391 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:01:32.391 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T14:01:32.391 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T14:01:32.391 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T14:01:32.391 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:32.392 INFO:tasks.workunit.client.0.smithi031.stderr: -486> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3785a80) adding auth protocol: cephx 2024-09-19T14:01:32.392 INFO:tasks.workunit.client.0.smithi031.stderr: -485> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3785a80) adding auth protocol: cephx 2024-09-19T14:01:32.392 INFO:tasks.workunit.client.0.smithi031.stderr: -484> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3785a80) adding auth protocol: cephx 2024-09-19T14:01:32.392 INFO:tasks.workunit.client.0.smithi031.stderr: -483> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3785a80) adding con mode: secure 2024-09-19T14:01:32.392 INFO:tasks.workunit.client.0.smithi031.stderr: -482> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3785a80) adding con mode: crc 2024-09-19T14:01:32.392 INFO:tasks.workunit.client.0.smithi031.stderr: -481> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3785a80) adding con mode: secure 2024-09-19T14:01:32.392 INFO:tasks.workunit.client.0.smithi031.stderr: -480> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3785a80) adding con mode: crc 2024-09-19T14:01:32.392 INFO:tasks.workunit.client.0.smithi031.stderr: -479> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3785a80) adding con mode: secure 2024-09-19T14:01:32.392 INFO:tasks.workunit.client.0.smithi031.stderr: -478> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3785a80) adding con mode: crc 2024-09-19T14:01:32.392 INFO:tasks.workunit.client.0.smithi031.stderr: -477> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3785a80) adding con mode: crc 2024-09-19T14:01:32.392 INFO:tasks.workunit.client.0.smithi031.stderr: -476> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3785a80) adding con mode: secure 2024-09-19T14:01:32.392 INFO:tasks.workunit.client.0.smithi031.stderr: -475> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3785a80) adding con mode: crc 2024-09-19T14:01:32.392 INFO:tasks.workunit.client.0.smithi031.stderr: -474> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3785a80) adding con mode: secure 2024-09-19T14:01:32.393 INFO:tasks.workunit.client.0.smithi031.stderr: -473> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3785a80) adding con mode: crc 2024-09-19T14:01:32.393 INFO:tasks.workunit.client.0.smithi031.stderr: -472> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3785a80) adding con mode: secure 2024-09-19T14:01:32.393 INFO:tasks.workunit.client.0.smithi031.stderr: -471> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:01:32.393 INFO:tasks.workunit.client.0.smithi031.stderr: -470> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 1 librados: starting msgr at 2024-09-19T14:01:32.393 INFO:tasks.workunit.client.0.smithi031.stderr: -469> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 1 librados: starting objecter 2024-09-19T14:01:32.393 INFO:tasks.workunit.client.0.smithi031.stderr: -468> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 asok(0x55cce3572d90) register_command objecter_requests hook 0x55cce3784ce0 2024-09-19T14:01:32.393 INFO:tasks.workunit.client.0.smithi031.stderr: -467> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 1 librados: setting wanted keys 2024-09-19T14:01:32.393 INFO:tasks.workunit.client.0.smithi031.stderr: -466> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 1 librados: calling monclient init 2024-09-19T14:01:32.393 INFO:tasks.workunit.client.0.smithi031.stderr: -465> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 10 monclient: init 2024-09-19T14:01:32.393 INFO:tasks.workunit.client.0.smithi031.stderr: -464> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3780260) adding auth protocol: cephx 2024-09-19T14:01:32.393 INFO:tasks.workunit.client.0.smithi031.stderr: -463> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3780260) adding auth protocol: cephx 2024-09-19T14:01:32.393 INFO:tasks.workunit.client.0.smithi031.stderr: -462> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3780260) adding auth protocol: cephx 2024-09-19T14:01:32.393 INFO:tasks.workunit.client.0.smithi031.stderr: -461> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3780260) adding con mode: secure 2024-09-19T14:01:32.394 INFO:tasks.workunit.client.0.smithi031.stderr: -460> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3780260) adding con mode: crc 2024-09-19T14:01:32.394 INFO:tasks.workunit.client.0.smithi031.stderr: -459> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3780260) adding con mode: secure 2024-09-19T14:01:32.394 INFO:tasks.workunit.client.0.smithi031.stderr: -458> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3780260) adding con mode: crc 2024-09-19T14:01:32.394 INFO:tasks.workunit.client.0.smithi031.stderr: -457> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3780260) adding con mode: secure 2024-09-19T14:01:32.394 INFO:tasks.workunit.client.0.smithi031.stderr: -456> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3780260) adding con mode: crc 2024-09-19T14:01:32.394 INFO:tasks.workunit.client.0.smithi031.stderr: -455> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3780260) adding con mode: crc 2024-09-19T14:01:32.394 INFO:tasks.workunit.client.0.smithi031.stderr: -454> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3780260) adding con mode: secure 2024-09-19T14:01:32.394 INFO:tasks.workunit.client.0.smithi031.stderr: -453> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3780260) adding con mode: crc 2024-09-19T14:01:32.394 INFO:tasks.workunit.client.0.smithi031.stderr: -452> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3780260) adding con mode: secure 2024-09-19T14:01:32.394 INFO:tasks.workunit.client.0.smithi031.stderr: -451> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3780260) adding con mode: crc 2024-09-19T14:01:32.394 INFO:tasks.workunit.client.0.smithi031.stderr: -450> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3780260) adding con mode: secure 2024-09-19T14:01:32.395 INFO:tasks.workunit.client.0.smithi031.stderr: -449> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:01:32.395 INFO:tasks.workunit.client.0.smithi031.stderr: -448> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:01:32.395 INFO:tasks.workunit.client.0.smithi031.stderr: -447> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 asok(0x55cce3572d90) register_command rotate-key hook 0x55cce37803a8 2024-09-19T14:01:32.395 INFO:tasks.workunit.client.0.smithi031.stderr: -446> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 10 monclient: _reopen_session rank -1 2024-09-19T14:01:32.395 INFO:tasks.workunit.client.0.smithi031.stderr: -445> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-19T14:01:32.395 INFO:tasks.workunit.client.0.smithi031.stderr: -444> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 10 monclient(hunting): picked mon.noname-b con 0x55cce363b490 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T14:01:32.395 INFO:tasks.workunit.client.0.smithi031.stderr: -443> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 10 monclient(hunting): picked mon.noname-a con 0x55cce363c2a0 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T14:01:32.395 INFO:tasks.workunit.client.0.smithi031.stderr: -442> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 10 monclient(hunting): picked mon.noname-c con 0x55cce36c8840 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T14:01:32.395 INFO:tasks.workunit.client.0.smithi031.stderr: -441> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:01:32.395 INFO:tasks.workunit.client.0.smithi031.stderr: -440> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:01:32.395 INFO:tasks.workunit.client.0.smithi031.stderr: -439> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:01:32.396 INFO:tasks.workunit.client.0.smithi031.stderr: -438> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 10 monclient(hunting): _renew_subs 2024-09-19T14:01:32.396 INFO:tasks.workunit.client.0.smithi031.stderr: -437> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 10 monclient(hunting): authenticate will time out at 2436.099594s 2024-09-19T14:01:32.396 INFO:tasks.workunit.client.0.smithi031.stderr: -436> 2024-09-19T14:01:32.266+0000 7fc96ce38640 10 monclient(hunting): get_auth_request con 0x55cce363c2a0 auth_method 0 2024-09-19T14:01:32.396 INFO:tasks.workunit.client.0.smithi031.stderr: -435> 2024-09-19T14:01:32.266+0000 7fc96ce38640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:01:32.396 INFO:tasks.workunit.client.0.smithi031.stderr: -434> 2024-09-19T14:01:32.266+0000 7fc96ce38640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:01:32.396 INFO:tasks.workunit.client.0.smithi031.stderr: -433> 2024-09-19T14:01:32.266+0000 7fc96ce38640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:01:32.396 INFO:tasks.workunit.client.0.smithi031.stderr: -432> 2024-09-19T14:01:32.266+0000 7fc96de3a640 10 monclient(hunting): get_auth_request con 0x55cce36c8840 auth_method 0 2024-09-19T14:01:32.396 INFO:tasks.workunit.client.0.smithi031.stderr: -431> 2024-09-19T14:01:32.266+0000 7fc96de3a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:01:32.396 INFO:tasks.workunit.client.0.smithi031.stderr: -430> 2024-09-19T14:01:32.266+0000 7fc96de3a640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:01:32.396 INFO:tasks.workunit.client.0.smithi031.stderr: -429> 2024-09-19T14:01:32.266+0000 7fc96de3a640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:01:32.397 INFO:tasks.workunit.client.0.smithi031.stderr: -428> 2024-09-19T14:01:32.266+0000 7fc96ce38640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:01:32.397 INFO:tasks.workunit.client.0.smithi031.stderr: -427> 2024-09-19T14:01:32.266+0000 7fc96ce38640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:01:32.397 INFO:tasks.workunit.client.0.smithi031.stderr: -426> 2024-09-19T14:01:32.266+0000 7fc96ce38640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:01:32.397 INFO:tasks.workunit.client.0.smithi031.stderr: -425> 2024-09-19T14:01:32.266+0000 7fc96de3a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:01:32.397 INFO:tasks.workunit.client.0.smithi031.stderr: -424> 2024-09-19T14:01:32.266+0000 7fc96de3a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:01:32.397 INFO:tasks.workunit.client.0.smithi031.stderr: -423> 2024-09-19T14:01:32.266+0000 7fc96de3a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:01:32.397 INFO:tasks.workunit.client.0.smithi031.stderr: -422> 2024-09-19T14:01:32.266+0000 7fc96de3a640 10 monclient(hunting): handle_auth_done global_id 7619 payload 824 2024-09-19T14:01:32.397 INFO:tasks.workunit.client.0.smithi031.stderr: -421> 2024-09-19T14:01:32.266+0000 7fc96de3a640 10 monclient: _finish_hunting 0 2024-09-19T14:01:32.397 INFO:tasks.workunit.client.0.smithi031.stderr: -420> 2024-09-19T14:01:32.266+0000 7fc96de3a640 1 monclient: found mon.noname-c 2024-09-19T14:01:32.397 INFO:tasks.workunit.client.0.smithi031.stderr: -419> 2024-09-19T14:01:32.266+0000 7fc96de3a640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.31:3301/0 2024-09-19T14:01:32.397 INFO:tasks.workunit.client.0.smithi031.stderr: -418> 2024-09-19T14:01:32.270+0000 7fc859e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:01:32.397 INFO:tasks.workunit.client.0.smithi031.stderr: -417> 2024-09-19T14:01:32.270+0000 7fc859e03640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T14:01:32.397 INFO:tasks.workunit.client.0.smithi031.stderr: -416> 2024-09-19T14:01:32.270+0000 7fc859e03640 10 monclient: dump: 2024-09-19T14:01:32.398 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:01:32.398 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:01:32.398 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:32.398 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:32.398 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:01:32.398 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:01:32.398 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:01:32.398 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:01:32.398 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:01:32.398 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:32.398 INFO:tasks.workunit.client.0.smithi031.stderr: -415> 2024-09-19T14:01:32.270+0000 7fc859e03640 10 monclient: _finish_auth 0 2024-09-19T14:01:32.398 INFO:tasks.workunit.client.0.smithi031.stderr: -414> 2024-09-19T14:01:32.270+0000 7fc859e03640 10 monclient: _check_auth_tickets 2024-09-19T14:01:32.398 INFO:tasks.workunit.client.0.smithi031.stderr: -413> 2024-09-19T14:01:32.270+0000 7fc859e03640 10 monclient: handle_config config(0 keys) 2024-09-19T14:01:32.398 INFO:tasks.workunit.client.0.smithi031.stderr: -412> 2024-09-19T14:01:32.270+0000 7fc859e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:01:32.399 INFO:tasks.workunit.client.0.smithi031.stderr: -411> 2024-09-19T14:01:32.270+0000 7fc859e03640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T14:01:32.399 INFO:tasks.workunit.client.0.smithi031.stderr: -410> 2024-09-19T14:01:32.270+0000 7fc859e03640 10 monclient: dump: 2024-09-19T14:01:32.399 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:01:32.399 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:01:32.399 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:32.399 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:32.399 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:01:32.399 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:01:32.399 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:01:32.399 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:01:32.399 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:01:32.399 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:32.399 INFO:tasks.workunit.client.0.smithi031.stderr: -409> 2024-09-19T14:01:32.270+0000 7fc96fb339c0 5 monclient: authenticate success, global_id 7619 2024-09-19T14:01:32.399 INFO:tasks.workunit.client.0.smithi031.stderr: -408> 2024-09-19T14:01:32.270+0000 7fc96fb339c0 10 monclient: _renew_subs 2024-09-19T14:01:32.399 INFO:tasks.workunit.client.0.smithi031.stderr: -407> 2024-09-19T14:01:32.270+0000 7fc96fb339c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T14:01:32.400 INFO:tasks.workunit.client.0.smithi031.stderr: -406> 2024-09-19T14:01:32.270+0000 7fc85b606640 4 set_mon_vals no callback set 2024-09-19T14:01:32.400 INFO:tasks.workunit.client.0.smithi031.stderr: -405> 2024-09-19T14:01:32.270+0000 7fc96fb339c0 10 monclient: _renew_subs 2024-09-19T14:01:32.400 INFO:tasks.workunit.client.0.smithi031.stderr: -404> 2024-09-19T14:01:32.270+0000 7fc96fb339c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T14:01:32.400 INFO:tasks.workunit.client.0.smithi031.stderr: -403> 2024-09-19T14:01:32.270+0000 7fc96fb339c0 1 librados: init done 2024-09-19T14:01:32.400 INFO:tasks.workunit.client.0.smithi031.stderr: -402> 2024-09-19T14:01:32.270+0000 7fc859e03640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T14:01:32.400 INFO:tasks.workunit.client.0.smithi031.stderr: -401> 2024-09-19T14:01:32.270+0000 7fc859e03640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:01:32.400 INFO:tasks.workunit.client.0.smithi031.stderr: -400> 2024-09-19T14:01:32.270+0000 7fc859e03640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:01:32.400 INFO:tasks.workunit.client.0.smithi031.stderr: -399> 2024-09-19T14:01:32.270+0000 7fc96d639640 10 monclient: get_auth_request con 0x7fc854071be0 auth_method 0 2024-09-19T14:01:32.400 INFO:tasks.workunit.client.0.smithi031.stderr: -398> 2024-09-19T14:01:32.270+0000 7fc96ce38640 10 monclient: get_auth_request con 0x55cce37a8ad0 auth_method 0 2024-09-19T14:01:32.400 INFO:tasks.workunit.client.0.smithi031.stderr: -397> 2024-09-19T14:01:32.274+0000 7fc96d639640 10 monclient: get_auth_request con 0x55cce37cb6f0 auth_method 0 2024-09-19T14:01:32.400 INFO:tasks.workunit.client.0.smithi031.stderr: -396> 2024-09-19T14:01:32.274+0000 7fc96ce38640 10 monclient: get_auth_request con 0x55cce37cfa50 auth_method 0 2024-09-19T14:01:32.400 INFO:tasks.workunit.client.0.smithi031.stderr: -395> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 10 monclient: build_initial_monmap 2024-09-19T14:01:32.400 INFO:tasks.workunit.client.0.smithi031.stderr: -394> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 1 build_initial for_mkfs: 0 2024-09-19T14:01:32.400 INFO:tasks.workunit.client.0.smithi031.stderr: -393> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 10 monclient: monmap: 2024-09-19T14:01:32.401 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T14:01:32.401 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T14:01:32.401 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T14:01:32.401 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T14:01:32.401 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T14:01:32.401 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:01:32.401 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T14:01:32.401 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T14:01:32.401 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T14:01:32.401 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:32.401 INFO:tasks.workunit.client.0.smithi031.stderr: -392> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d4880) adding auth protocol: cephx 2024-09-19T14:01:32.401 INFO:tasks.workunit.client.0.smithi031.stderr: -391> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d4880) adding auth protocol: cephx 2024-09-19T14:01:32.402 INFO:tasks.workunit.client.0.smithi031.stderr: -390> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d4880) adding auth protocol: cephx 2024-09-19T14:01:32.402 INFO:tasks.workunit.client.0.smithi031.stderr: -389> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d4880) adding con mode: secure 2024-09-19T14:01:32.402 INFO:tasks.workunit.client.0.smithi031.stderr: -388> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d4880) adding con mode: crc 2024-09-19T14:01:32.402 INFO:tasks.workunit.client.0.smithi031.stderr: -387> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d4880) adding con mode: secure 2024-09-19T14:01:32.402 INFO:tasks.workunit.client.0.smithi031.stderr: -386> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d4880) adding con mode: crc 2024-09-19T14:01:32.402 INFO:tasks.workunit.client.0.smithi031.stderr: -385> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d4880) adding con mode: secure 2024-09-19T14:01:32.402 INFO:tasks.workunit.client.0.smithi031.stderr: -384> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d4880) adding con mode: crc 2024-09-19T14:01:32.402 INFO:tasks.workunit.client.0.smithi031.stderr: -383> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d4880) adding con mode: crc 2024-09-19T14:01:32.402 INFO:tasks.workunit.client.0.smithi031.stderr: -382> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d4880) adding con mode: secure 2024-09-19T14:01:32.402 INFO:tasks.workunit.client.0.smithi031.stderr: -381> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d4880) adding con mode: crc 2024-09-19T14:01:32.402 INFO:tasks.workunit.client.0.smithi031.stderr: -380> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d4880) adding con mode: secure 2024-09-19T14:01:32.402 INFO:tasks.workunit.client.0.smithi031.stderr: -379> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d4880) adding con mode: crc 2024-09-19T14:01:32.402 INFO:tasks.workunit.client.0.smithi031.stderr: -378> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d4880) adding con mode: secure 2024-09-19T14:01:32.403 INFO:tasks.workunit.client.0.smithi031.stderr: -377> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:01:32.403 INFO:tasks.workunit.client.0.smithi031.stderr: -376> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 asok(0x55cce3572d90) register_command objecter_requests cmddesc objecter_requests hook 0x55cce37d8270 EEXIST 2024-09-19T14:01:32.403 INFO:tasks.workunit.client.0.smithi031.stderr: -375> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 10 monclient: init 2024-09-19T14:01:32.403 INFO:tasks.workunit.client.0.smithi031.stderr: -374> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d2f58) adding auth protocol: cephx 2024-09-19T14:01:32.403 INFO:tasks.workunit.client.0.smithi031.stderr: -373> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d2f58) adding auth protocol: cephx 2024-09-19T14:01:32.403 INFO:tasks.workunit.client.0.smithi031.stderr: -372> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d2f58) adding auth protocol: cephx 2024-09-19T14:01:32.403 INFO:tasks.workunit.client.0.smithi031.stderr: -371> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d2f58) adding con mode: secure 2024-09-19T14:01:32.403 INFO:tasks.workunit.client.0.smithi031.stderr: -370> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d2f58) adding con mode: crc 2024-09-19T14:01:32.403 INFO:tasks.workunit.client.0.smithi031.stderr: -369> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d2f58) adding con mode: secure 2024-09-19T14:01:32.403 INFO:tasks.workunit.client.0.smithi031.stderr: -368> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d2f58) adding con mode: crc 2024-09-19T14:01:32.403 INFO:tasks.workunit.client.0.smithi031.stderr: -367> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d2f58) adding con mode: secure 2024-09-19T14:01:32.403 INFO:tasks.workunit.client.0.smithi031.stderr: -366> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d2f58) adding con mode: crc 2024-09-19T14:01:32.403 INFO:tasks.workunit.client.0.smithi031.stderr: -365> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d2f58) adding con mode: crc 2024-09-19T14:01:32.404 INFO:tasks.workunit.client.0.smithi031.stderr: -364> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d2f58) adding con mode: secure 2024-09-19T14:01:32.404 INFO:tasks.workunit.client.0.smithi031.stderr: -363> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d2f58) adding con mode: crc 2024-09-19T14:01:32.404 INFO:tasks.workunit.client.0.smithi031.stderr: -362> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d2f58) adding con mode: secure 2024-09-19T14:01:32.404 INFO:tasks.workunit.client.0.smithi031.stderr: -361> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d2f58) adding con mode: crc 2024-09-19T14:01:32.404 INFO:tasks.workunit.client.0.smithi031.stderr: -360> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d2f58) adding con mode: secure 2024-09-19T14:01:32.404 INFO:tasks.workunit.client.0.smithi031.stderr: -359> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:01:32.404 INFO:tasks.workunit.client.0.smithi031.stderr: -358> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:01:32.404 INFO:tasks.workunit.client.0.smithi031.stderr: -357> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 asok(0x55cce3572d90) register_command rotate-key cmddesc rotate-key hook 0x55cce37d30a0 EEXIST 2024-09-19T14:01:32.404 INFO:tasks.workunit.client.0.smithi031.stderr: -356> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 10 monclient: _reopen_session rank -1 2024-09-19T14:01:32.404 INFO:tasks.workunit.client.0.smithi031.stderr: -355> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-19T14:01:32.404 INFO:tasks.workunit.client.0.smithi031.stderr: -354> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 10 monclient(hunting): picked mon.noname-c con 0x55cce37fc420 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T14:01:32.404 INFO:tasks.workunit.client.0.smithi031.stderr: -353> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 10 monclient(hunting): picked mon.noname-a con 0x55cce37fbd50 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T14:01:32.404 INFO:tasks.workunit.client.0.smithi031.stderr: -352> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 10 monclient(hunting): picked mon.noname-b con 0x55cce37fa730 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T14:01:32.405 INFO:tasks.workunit.client.0.smithi031.stderr: -351> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:01:32.405 INFO:tasks.workunit.client.0.smithi031.stderr: -350> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:01:32.405 INFO:tasks.workunit.client.0.smithi031.stderr: -349> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:01:32.405 INFO:tasks.workunit.client.0.smithi031.stderr: -348> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 10 monclient(hunting): _renew_subs 2024-09-19T14:01:32.405 INFO:tasks.workunit.client.0.smithi031.stderr: -347> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 10 monclient(hunting): authenticate will time out at 2436.109271s 2024-09-19T14:01:32.405 INFO:tasks.workunit.client.0.smithi031.stderr: -346> 2024-09-19T14:01:32.278+0000 7fc96d639640 10 monclient(hunting): get_auth_request con 0x55cce37fc420 auth_method 0 2024-09-19T14:01:32.405 INFO:tasks.workunit.client.0.smithi031.stderr: -345> 2024-09-19T14:01:32.278+0000 7fc96d639640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:01:32.405 INFO:tasks.workunit.client.0.smithi031.stderr: -344> 2024-09-19T14:01:32.278+0000 7fc96d639640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:01:32.405 INFO:tasks.workunit.client.0.smithi031.stderr: -343> 2024-09-19T14:01:32.278+0000 7fc96d639640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:01:32.405 INFO:tasks.workunit.client.0.smithi031.stderr: -342> 2024-09-19T14:01:32.278+0000 7fc96ce38640 10 monclient(hunting): get_auth_request con 0x55cce37fbd50 auth_method 0 2024-09-19T14:01:32.405 INFO:tasks.workunit.client.0.smithi031.stderr: -341> 2024-09-19T14:01:32.278+0000 7fc96ce38640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:01:32.405 INFO:tasks.workunit.client.0.smithi031.stderr: -340> 2024-09-19T14:01:32.278+0000 7fc96ce38640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:01:32.405 INFO:tasks.workunit.client.0.smithi031.stderr: -339> 2024-09-19T14:01:32.278+0000 7fc96ce38640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:01:32.405 INFO:tasks.workunit.client.0.smithi031.stderr: -338> 2024-09-19T14:01:32.278+0000 7fc96d639640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:01:32.406 INFO:tasks.workunit.client.0.smithi031.stderr: -337> 2024-09-19T14:01:32.278+0000 7fc96d639640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:01:32.406 INFO:tasks.workunit.client.0.smithi031.stderr: -336> 2024-09-19T14:01:32.278+0000 7fc96d639640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:01:32.406 INFO:tasks.workunit.client.0.smithi031.stderr: -335> 2024-09-19T14:01:32.278+0000 7fc96ce38640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:01:32.406 INFO:tasks.workunit.client.0.smithi031.stderr: -334> 2024-09-19T14:01:32.278+0000 7fc96ce38640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:01:32.406 INFO:tasks.workunit.client.0.smithi031.stderr: -333> 2024-09-19T14:01:32.278+0000 7fc96ce38640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:01:32.406 INFO:tasks.workunit.client.0.smithi031.stderr: -332> 2024-09-19T14:01:32.278+0000 7fc96d639640 10 monclient(hunting): handle_auth_done global_id 7622 payload 824 2024-09-19T14:01:32.406 INFO:tasks.workunit.client.0.smithi031.stderr: -331> 2024-09-19T14:01:32.278+0000 7fc96d639640 10 monclient: _finish_hunting 0 2024-09-19T14:01:32.406 INFO:tasks.workunit.client.0.smithi031.stderr: -330> 2024-09-19T14:01:32.278+0000 7fc96d639640 1 monclient: found mon.noname-c 2024-09-19T14:01:32.406 INFO:tasks.workunit.client.0.smithi031.stderr: -329> 2024-09-19T14:01:32.278+0000 7fc96d639640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.31:3301/0 2024-09-19T14:01:32.406 INFO:tasks.workunit.client.0.smithi031.stderr: -328> 2024-09-19T14:01:32.278+0000 7fc96de3a640 10 monclient: get_auth_request con 0x55cce37fa730 auth_method 0 2024-09-19T14:01:32.406 INFO:tasks.workunit.client.0.smithi031.stderr: -327> 2024-09-19T14:01:32.278+0000 7fc852ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:01:32.406 INFO:tasks.workunit.client.0.smithi031.stderr: -326> 2024-09-19T14:01:32.278+0000 7fc852ffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T14:01:32.406 INFO:tasks.workunit.client.0.smithi031.stderr: -325> 2024-09-19T14:01:32.278+0000 7fc852ffd640 10 monclient: dump: 2024-09-19T14:01:32.407 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:01:32.407 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:01:32.407 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:32.407 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:32.407 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:01:32.407 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:01:32.407 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:01:32.407 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:01:32.407 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:01:32.407 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:32.407 INFO:tasks.workunit.client.0.smithi031.stderr: -324> 2024-09-19T14:01:32.278+0000 7fc852ffd640 10 monclient: _finish_auth 0 2024-09-19T14:01:32.407 INFO:tasks.workunit.client.0.smithi031.stderr: -323> 2024-09-19T14:01:32.278+0000 7fc852ffd640 10 monclient: _check_auth_tickets 2024-09-19T14:01:32.407 INFO:tasks.workunit.client.0.smithi031.stderr: -322> 2024-09-19T14:01:32.278+0000 7fc852ffd640 10 monclient: handle_config config(0 keys) 2024-09-19T14:01:32.408 INFO:tasks.workunit.client.0.smithi031.stderr: -321> 2024-09-19T14:01:32.278+0000 7fc852ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:01:32.408 INFO:tasks.workunit.client.0.smithi031.stderr: -320> 2024-09-19T14:01:32.278+0000 7fc852ffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T14:01:32.408 INFO:tasks.workunit.client.0.smithi031.stderr: -319> 2024-09-19T14:01:32.278+0000 7fc852ffd640 10 monclient: dump: 2024-09-19T14:01:32.408 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:01:32.408 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:01:32.408 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:32.408 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:32.408 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:01:32.408 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:01:32.408 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:01:32.408 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:01:32.408 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:01:32.408 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:32.408 INFO:tasks.workunit.client.0.smithi031.stderr: -318> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 monclient: authenticate success, global_id 7622 2024-09-19T14:01:32.409 INFO:tasks.workunit.client.0.smithi031.stderr: -317> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 10 monclient: _renew_subs 2024-09-19T14:01:32.409 INFO:tasks.workunit.client.0.smithi031.stderr: -316> 2024-09-19T14:01:32.278+0000 7fc96e63b640 4 set_mon_vals no callback set 2024-09-19T14:01:32.409 INFO:tasks.workunit.client.0.smithi031.stderr: -315> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T14:01:32.409 INFO:tasks.workunit.client.0.smithi031.stderr: -314> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 10 monclient: _renew_subs 2024-09-19T14:01:32.409 INFO:tasks.workunit.client.0.smithi031.stderr: -313> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T14:01:32.409 INFO:tasks.workunit.client.0.smithi031.stderr: -312> 2024-09-19T14:01:32.282+0000 7fc852ffd640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T14:01:32.409 INFO:tasks.workunit.client.0.smithi031.stderr: -311> 2024-09-19T14:01:32.282+0000 7fc852ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:01:32.409 INFO:tasks.workunit.client.0.smithi031.stderr: -310> 2024-09-19T14:01:32.282+0000 7fc852ffd640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:01:32.409 INFO:tasks.workunit.client.0.smithi031.stderr: -309> 2024-09-19T14:01:32.282+0000 7fc96ce38640 10 monclient: get_auth_request con 0x7fc848071b20 auth_method 0 2024-09-19T14:01:32.409 INFO:tasks.workunit.client.0.smithi031.stderr: -308> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient: get_monmap_and_config 2024-09-19T14:01:32.409 INFO:tasks.workunit.client.0.smithi031.stderr: -307> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient: build_initial_monmap 2024-09-19T14:01:32.409 INFO:tasks.workunit.client.0.smithi031.stderr: -306> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 1 build_initial for_mkfs: 0 2024-09-19T14:01:32.409 INFO:tasks.workunit.client.0.smithi031.stderr: -305> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient: monmap: 2024-09-19T14:01:32.410 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T14:01:32.410 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T14:01:32.410 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T14:01:32.410 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T14:01:32.410 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T14:01:32.410 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:01:32.410 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T14:01:32.410 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T14:01:32.410 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T14:01:32.410 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:32.410 INFO:tasks.workunit.client.0.smithi031.stderr: -304> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bc10) adding auth protocol: cephx 2024-09-19T14:01:32.410 INFO:tasks.workunit.client.0.smithi031.stderr: -303> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bc10) adding auth protocol: cephx 2024-09-19T14:01:32.410 INFO:tasks.workunit.client.0.smithi031.stderr: -302> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bc10) adding auth protocol: cephx 2024-09-19T14:01:32.411 INFO:tasks.workunit.client.0.smithi031.stderr: -301> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bc10) adding con mode: secure 2024-09-19T14:01:32.411 INFO:tasks.workunit.client.0.smithi031.stderr: -300> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bc10) adding con mode: crc 2024-09-19T14:01:32.411 INFO:tasks.workunit.client.0.smithi031.stderr: -299> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bc10) adding con mode: secure 2024-09-19T14:01:32.411 INFO:tasks.workunit.client.0.smithi031.stderr: -298> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bc10) adding con mode: crc 2024-09-19T14:01:32.411 INFO:tasks.workunit.client.0.smithi031.stderr: -297> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bc10) adding con mode: secure 2024-09-19T14:01:32.411 INFO:tasks.workunit.client.0.smithi031.stderr: -296> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bc10) adding con mode: crc 2024-09-19T14:01:32.411 INFO:tasks.workunit.client.0.smithi031.stderr: -295> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bc10) adding con mode: crc 2024-09-19T14:01:32.411 INFO:tasks.workunit.client.0.smithi031.stderr: -294> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bc10) adding con mode: secure 2024-09-19T14:01:32.411 INFO:tasks.workunit.client.0.smithi031.stderr: -293> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bc10) adding con mode: crc 2024-09-19T14:01:32.411 INFO:tasks.workunit.client.0.smithi031.stderr: -292> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bc10) adding con mode: secure 2024-09-19T14:01:32.411 INFO:tasks.workunit.client.0.smithi031.stderr: -291> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bc10) adding con mode: crc 2024-09-19T14:01:32.411 INFO:tasks.workunit.client.0.smithi031.stderr: -290> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bc10) adding con mode: secure 2024-09-19T14:01:32.411 INFO:tasks.workunit.client.0.smithi031.stderr: -289> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:01:32.412 INFO:tasks.workunit.client.0.smithi031.stderr: -288> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient: init 2024-09-19T14:01:32.412 INFO:tasks.workunit.client.0.smithi031.stderr: -287> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bfac0) adding auth protocol: cephx 2024-09-19T14:01:32.412 INFO:tasks.workunit.client.0.smithi031.stderr: -286> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bfac0) adding auth protocol: cephx 2024-09-19T14:01:32.412 INFO:tasks.workunit.client.0.smithi031.stderr: -285> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bfac0) adding auth protocol: cephx 2024-09-19T14:01:32.412 INFO:tasks.workunit.client.0.smithi031.stderr: -284> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bfac0) adding con mode: secure 2024-09-19T14:01:32.412 INFO:tasks.workunit.client.0.smithi031.stderr: -283> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bfac0) adding con mode: crc 2024-09-19T14:01:32.412 INFO:tasks.workunit.client.0.smithi031.stderr: -282> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bfac0) adding con mode: secure 2024-09-19T14:01:32.412 INFO:tasks.workunit.client.0.smithi031.stderr: -281> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bfac0) adding con mode: crc 2024-09-19T14:01:32.412 INFO:tasks.workunit.client.0.smithi031.stderr: -280> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bfac0) adding con mode: secure 2024-09-19T14:01:32.412 INFO:tasks.workunit.client.0.smithi031.stderr: -279> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bfac0) adding con mode: crc 2024-09-19T14:01:32.412 INFO:tasks.workunit.client.0.smithi031.stderr: -278> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bfac0) adding con mode: crc 2024-09-19T14:01:32.412 INFO:tasks.workunit.client.0.smithi031.stderr: -277> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bfac0) adding con mode: secure 2024-09-19T14:01:32.412 INFO:tasks.workunit.client.0.smithi031.stderr: -276> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bfac0) adding con mode: crc 2024-09-19T14:01:32.413 INFO:tasks.workunit.client.0.smithi031.stderr: -275> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bfac0) adding con mode: secure 2024-09-19T14:01:32.413 INFO:tasks.workunit.client.0.smithi031.stderr: -274> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bfac0) adding con mode: crc 2024-09-19T14:01:32.413 INFO:tasks.workunit.client.0.smithi031.stderr: -273> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bfac0) adding con mode: secure 2024-09-19T14:01:32.413 INFO:tasks.workunit.client.0.smithi031.stderr: -272> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:01:32.413 INFO:tasks.workunit.client.0.smithi031.stderr: -271> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:01:32.413 INFO:tasks.workunit.client.0.smithi031.stderr: -270> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 asok(0x55cce3572d90) register_command rotate-key cmddesc rotate-key hook 0x7ffd488bfc08 EEXIST 2024-09-19T14:01:32.413 INFO:tasks.workunit.client.0.smithi031.stderr: -269> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient: _reopen_session rank -1 2024-09-19T14:01:32.413 INFO:tasks.workunit.client.0.smithi031.stderr: -268> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-19T14:01:32.413 INFO:tasks.workunit.client.0.smithi031.stderr: -267> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient(hunting): picked mon.noname-a con 0x55cce384a1d0 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T14:01:32.413 INFO:tasks.workunit.client.0.smithi031.stderr: -266> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient(hunting): picked mon.noname-c con 0x55cce384a5b0 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T14:01:32.413 INFO:tasks.workunit.client.0.smithi031.stderr: -265> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient(hunting): picked mon.noname-b con 0x55cce384ba70 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T14:01:32.413 INFO:tasks.workunit.client.0.smithi031.stderr: -264> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:01:32.413 INFO:tasks.workunit.client.0.smithi031.stderr: -263> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:01:32.414 INFO:tasks.workunit.client.0.smithi031.stderr: -262> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:01:32.414 INFO:tasks.workunit.client.0.smithi031.stderr: -261> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient(hunting): _renew_subs 2024-09-19T14:01:32.414 INFO:tasks.workunit.client.0.smithi031.stderr: -260> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient(hunting): authenticate will time out at 2436.113364s 2024-09-19T14:01:32.414 INFO:tasks.workunit.client.0.smithi031.stderr: -259> 2024-09-19T14:01:32.282+0000 7fc96ce38640 10 monclient(hunting): get_auth_request con 0x55cce384a5b0 auth_method 0 2024-09-19T14:01:32.414 INFO:tasks.workunit.client.0.smithi031.stderr: -258> 2024-09-19T14:01:32.282+0000 7fc96ce38640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:01:32.414 INFO:tasks.workunit.client.0.smithi031.stderr: -257> 2024-09-19T14:01:32.282+0000 7fc96ce38640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:01:32.414 INFO:tasks.workunit.client.0.smithi031.stderr: -256> 2024-09-19T14:01:32.282+0000 7fc96ce38640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:01:32.414 INFO:tasks.workunit.client.0.smithi031.stderr: -255> 2024-09-19T14:01:32.282+0000 7fc96d639640 10 monclient(hunting): get_auth_request con 0x55cce384a1d0 auth_method 0 2024-09-19T14:01:32.414 INFO:tasks.workunit.client.0.smithi031.stderr: -254> 2024-09-19T14:01:32.282+0000 7fc96d639640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:01:32.414 INFO:tasks.workunit.client.0.smithi031.stderr: -253> 2024-09-19T14:01:32.282+0000 7fc96d639640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:01:32.414 INFO:tasks.workunit.client.0.smithi031.stderr: -252> 2024-09-19T14:01:32.282+0000 7fc96d639640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:01:32.414 INFO:tasks.workunit.client.0.smithi031.stderr: -251> 2024-09-19T14:01:32.282+0000 7fc96d639640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:01:32.415 INFO:tasks.workunit.client.0.smithi031.stderr: -250> 2024-09-19T14:01:32.282+0000 7fc96d639640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:01:32.415 INFO:tasks.workunit.client.0.smithi031.stderr: -249> 2024-09-19T14:01:32.282+0000 7fc96d639640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:01:32.415 INFO:tasks.workunit.client.0.smithi031.stderr: -248> 2024-09-19T14:01:32.282+0000 7fc96ce38640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:01:32.415 INFO:tasks.workunit.client.0.smithi031.stderr: -247> 2024-09-19T14:01:32.282+0000 7fc96ce38640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:01:32.415 INFO:tasks.workunit.client.0.smithi031.stderr: -246> 2024-09-19T14:01:32.282+0000 7fc96ce38640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:01:32.415 INFO:tasks.workunit.client.0.smithi031.stderr: -245> 2024-09-19T14:01:32.282+0000 7fc96d639640 10 monclient(hunting): handle_auth_done global_id 8154 payload 274 2024-09-19T14:01:32.415 INFO:tasks.workunit.client.0.smithi031.stderr: -244> 2024-09-19T14:01:32.282+0000 7fc96d639640 10 monclient: _finish_hunting 0 2024-09-19T14:01:32.415 INFO:tasks.workunit.client.0.smithi031.stderr: -243> 2024-09-19T14:01:32.282+0000 7fc96d639640 1 monclient: found mon.noname-a 2024-09-19T14:01:32.415 INFO:tasks.workunit.client.0.smithi031.stderr: -242> 2024-09-19T14:01:32.282+0000 7fc96d639640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T14:01:32.415 INFO:tasks.workunit.client.0.smithi031.stderr: -241> 2024-09-19T14:01:32.282+0000 7fc850ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:01:32.415 INFO:tasks.workunit.client.0.smithi031.stderr: -240> 2024-09-19T14:01:32.282+0000 7fc850ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T14:01:32.415 INFO:tasks.workunit.client.0.smithi031.stderr: -239> 2024-09-19T14:01:32.282+0000 7fc850ff9640 10 monclient: dump: 2024-09-19T14:01:32.415 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:01:32.416 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:01:32.416 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:32.416 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:32.416 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:01:32.416 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:01:32.416 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:01:32.416 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:01:32.416 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:01:32.416 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:32.416 INFO:tasks.workunit.client.0.smithi031.stderr: -238> 2024-09-19T14:01:32.282+0000 7fc850ff9640 10 monclient: _finish_auth 0 2024-09-19T14:01:32.416 INFO:tasks.workunit.client.0.smithi031.stderr: -237> 2024-09-19T14:01:32.282+0000 7fc850ff9640 10 monclient: _check_auth_tickets 2024-09-19T14:01:32.416 INFO:tasks.workunit.client.0.smithi031.stderr: -236> 2024-09-19T14:01:32.282+0000 7fc850ff9640 10 monclient: handle_config config(0 keys) 2024-09-19T14:01:32.417 INFO:tasks.workunit.client.0.smithi031.stderr: -235> 2024-09-19T14:01:32.282+0000 7fc850ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:01:32.417 INFO:tasks.workunit.client.0.smithi031.stderr: -234> 2024-09-19T14:01:32.282+0000 7fc850ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T14:01:32.417 INFO:tasks.workunit.client.0.smithi031.stderr: -233> 2024-09-19T14:01:32.282+0000 7fc850ff9640 10 monclient: dump: 2024-09-19T14:01:32.417 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:01:32.417 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:01:32.418 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:32.418 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:32.418 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:01:32.418 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:01:32.418 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:01:32.418 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:01:32.418 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:01:32.418 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:32.418 INFO:tasks.workunit.client.0.smithi031.stderr: -232> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 monclient: authenticate success, global_id 8154 2024-09-19T14:01:32.418 INFO:tasks.workunit.client.0.smithi031.stderr: -231> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient: get_monmap_and_config success 2024-09-19T14:01:32.418 INFO:tasks.workunit.client.0.smithi031.stderr: -230> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 4 set_mon_vals no callback set 2024-09-19T14:01:32.418 INFO:tasks.workunit.client.0.smithi031.stderr: -229> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient: shutdown 2024-09-19T14:01:32.419 INFO:tasks.workunit.client.0.smithi031.stderr: -228> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient: build_initial_monmap 2024-09-19T14:01:32.419 INFO:tasks.workunit.client.0.smithi031.stderr: -227> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 1 build_initial for_mkfs: 0 2024-09-19T14:01:32.419 INFO:tasks.workunit.client.0.smithi031.stderr: -226> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient: monmap: 2024-09-19T14:01:32.419 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T14:01:32.419 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T14:01:32.419 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T14:01:32.419 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T14:01:32.419 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T14:01:32.419 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:01:32.419 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T14:01:32.419 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T14:01:32.419 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T14:01:32.419 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:32.420 INFO:tasks.workunit.client.0.smithi031.stderr: -225> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bbc0) adding auth protocol: cephx 2024-09-19T14:01:32.420 INFO:tasks.workunit.client.0.smithi031.stderr: -224> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bbc0) adding auth protocol: cephx 2024-09-19T14:01:32.420 INFO:tasks.workunit.client.0.smithi031.stderr: -223> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bbc0) adding auth protocol: cephx 2024-09-19T14:01:32.420 INFO:tasks.workunit.client.0.smithi031.stderr: -222> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bbc0) adding con mode: secure 2024-09-19T14:01:32.420 INFO:tasks.workunit.client.0.smithi031.stderr: -221> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bbc0) adding con mode: crc 2024-09-19T14:01:32.420 INFO:tasks.workunit.client.0.smithi031.stderr: -220> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bbc0) adding con mode: secure 2024-09-19T14:01:32.420 INFO:tasks.workunit.client.0.smithi031.stderr: -219> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bbc0) adding con mode: crc 2024-09-19T14:01:32.420 INFO:tasks.workunit.client.0.smithi031.stderr: -218> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bbc0) adding con mode: secure 2024-09-19T14:01:32.420 INFO:tasks.workunit.client.0.smithi031.stderr: -217> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bbc0) adding con mode: crc 2024-09-19T14:01:32.420 INFO:tasks.workunit.client.0.smithi031.stderr: -216> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bbc0) adding con mode: crc 2024-09-19T14:01:32.420 INFO:tasks.workunit.client.0.smithi031.stderr: -215> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bbc0) adding con mode: secure 2024-09-19T14:01:32.420 INFO:tasks.workunit.client.0.smithi031.stderr: -214> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bbc0) adding con mode: crc 2024-09-19T14:01:32.420 INFO:tasks.workunit.client.0.smithi031.stderr: -213> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bbc0) adding con mode: secure 2024-09-19T14:01:32.421 INFO:tasks.workunit.client.0.smithi031.stderr: -212> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bbc0) adding con mode: crc 2024-09-19T14:01:32.421 INFO:tasks.workunit.client.0.smithi031.stderr: -211> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bbc0) adding con mode: secure 2024-09-19T14:01:32.421 INFO:tasks.workunit.client.0.smithi031.stderr: -210> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:01:32.421 INFO:tasks.workunit.client.0.smithi031.stderr: -209> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 1 librados: starting msgr at 2024-09-19T14:01:32.421 INFO:tasks.workunit.client.0.smithi031.stderr: -208> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 1 librados: starting objecter 2024-09-19T14:01:32.421 INFO:tasks.workunit.client.0.smithi031.stderr: -207> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 asok(0x55cce3572d90) register_command objecter_requests cmddesc objecter_requests hook 0x55cce384be80 EEXIST 2024-09-19T14:01:32.421 INFO:tasks.workunit.client.0.smithi031.stderr: -206> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 1 librados: setting wanted keys 2024-09-19T14:01:32.421 INFO:tasks.workunit.client.0.smithi031.stderr: -205> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 1 librados: calling monclient init 2024-09-19T14:01:32.421 INFO:tasks.workunit.client.0.smithi031.stderr: -204> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient: init 2024-09-19T14:01:32.421 INFO:tasks.workunit.client.0.smithi031.stderr: -203> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37fe240) adding auth protocol: cephx 2024-09-19T14:01:32.421 INFO:tasks.workunit.client.0.smithi031.stderr: -202> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37fe240) adding auth protocol: cephx 2024-09-19T14:01:32.421 INFO:tasks.workunit.client.0.smithi031.stderr: -201> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37fe240) adding auth protocol: cephx 2024-09-19T14:01:32.421 INFO:tasks.workunit.client.0.smithi031.stderr: -200> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37fe240) adding con mode: secure 2024-09-19T14:01:32.422 INFO:tasks.workunit.client.0.smithi031.stderr: -199> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37fe240) adding con mode: crc 2024-09-19T14:01:32.422 INFO:tasks.workunit.client.0.smithi031.stderr: -198> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37fe240) adding con mode: secure 2024-09-19T14:01:32.422 INFO:tasks.workunit.client.0.smithi031.stderr: -197> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37fe240) adding con mode: crc 2024-09-19T14:01:32.422 INFO:tasks.workunit.client.0.smithi031.stderr: -196> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37fe240) adding con mode: secure 2024-09-19T14:01:32.422 INFO:tasks.workunit.client.0.smithi031.stderr: -195> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37fe240) adding con mode: crc 2024-09-19T14:01:32.422 INFO:tasks.workunit.client.0.smithi031.stderr: -194> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37fe240) adding con mode: crc 2024-09-19T14:01:32.422 INFO:tasks.workunit.client.0.smithi031.stderr: -193> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37fe240) adding con mode: secure 2024-09-19T14:01:32.422 INFO:tasks.workunit.client.0.smithi031.stderr: -192> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37fe240) adding con mode: crc 2024-09-19T14:01:32.422 INFO:tasks.workunit.client.0.smithi031.stderr: -191> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37fe240) adding con mode: secure 2024-09-19T14:01:32.422 INFO:tasks.workunit.client.0.smithi031.stderr: -190> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37fe240) adding con mode: crc 2024-09-19T14:01:32.422 INFO:tasks.workunit.client.0.smithi031.stderr: -189> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37fe240) adding con mode: secure 2024-09-19T14:01:32.422 INFO:tasks.workunit.client.0.smithi031.stderr: -188> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:01:32.422 INFO:tasks.workunit.client.0.smithi031.stderr: -187> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:01:32.422 INFO:tasks.workunit.client.0.smithi031.stderr: -186> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 asok(0x55cce3572d90) register_command rotate-key cmddesc rotate-key hook 0x55cce37fe388 EEXIST 2024-09-19T14:01:32.423 INFO:tasks.workunit.client.0.smithi031.stderr: -185> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient: _reopen_session rank -1 2024-09-19T14:01:32.423 INFO:tasks.workunit.client.0.smithi031.stderr: -184> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-19T14:01:32.423 INFO:tasks.workunit.client.0.smithi031.stderr: -183> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient(hunting): picked mon.noname-c con 0x55cce384a1d0 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T14:01:32.423 INFO:tasks.workunit.client.0.smithi031.stderr: -182> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient(hunting): picked mon.noname-b con 0x55cce384ba70 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T14:01:32.423 INFO:tasks.workunit.client.0.smithi031.stderr: -181> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient(hunting): picked mon.noname-a con 0x55cce383eb10 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T14:01:32.423 INFO:tasks.workunit.client.0.smithi031.stderr: -180> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:01:32.423 INFO:tasks.workunit.client.0.smithi031.stderr: -179> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:01:32.423 INFO:tasks.workunit.client.0.smithi031.stderr: -178> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:01:32.423 INFO:tasks.workunit.client.0.smithi031.stderr: -177> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient(hunting): _renew_subs 2024-09-19T14:01:32.423 INFO:tasks.workunit.client.0.smithi031.stderr: -176> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient(hunting): authenticate will time out at 2436.115728s 2024-09-19T14:01:32.423 INFO:tasks.workunit.client.0.smithi031.stderr: -175> 2024-09-19T14:01:32.282+0000 7fc96d639640 10 monclient(hunting): get_auth_request con 0x55cce384a1d0 auth_method 0 2024-09-19T14:01:32.423 INFO:tasks.workunit.client.0.smithi031.stderr: -174> 2024-09-19T14:01:32.282+0000 7fc96d639640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:01:32.423 INFO:tasks.workunit.client.0.smithi031.stderr: -173> 2024-09-19T14:01:32.282+0000 7fc96d639640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:01:32.424 INFO:tasks.workunit.client.0.smithi031.stderr: -172> 2024-09-19T14:01:32.282+0000 7fc96d639640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:01:32.424 INFO:tasks.workunit.client.0.smithi031.stderr: -171> 2024-09-19T14:01:32.282+0000 7fc96de3a640 10 monclient(hunting): get_auth_request con 0x55cce383eb10 auth_method 0 2024-09-19T14:01:32.424 INFO:tasks.workunit.client.0.smithi031.stderr: -170> 2024-09-19T14:01:32.282+0000 7fc96de3a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:01:32.424 INFO:tasks.workunit.client.0.smithi031.stderr: -169> 2024-09-19T14:01:32.282+0000 7fc96de3a640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:01:32.424 INFO:tasks.workunit.client.0.smithi031.stderr: -168> 2024-09-19T14:01:32.282+0000 7fc96de3a640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:01:32.424 INFO:tasks.workunit.client.0.smithi031.stderr: -167> 2024-09-19T14:01:32.282+0000 7fc96d639640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:01:32.424 INFO:tasks.workunit.client.0.smithi031.stderr: -166> 2024-09-19T14:01:32.282+0000 7fc96d639640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:01:32.424 INFO:tasks.workunit.client.0.smithi031.stderr: -165> 2024-09-19T14:01:32.282+0000 7fc96d639640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:01:32.424 INFO:tasks.workunit.client.0.smithi031.stderr: -164> 2024-09-19T14:01:32.282+0000 7fc96de3a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:01:32.424 INFO:tasks.workunit.client.0.smithi031.stderr: -163> 2024-09-19T14:01:32.282+0000 7fc96de3a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:01:32.424 INFO:tasks.workunit.client.0.smithi031.stderr: -162> 2024-09-19T14:01:32.282+0000 7fc96de3a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:01:32.424 INFO:tasks.workunit.client.0.smithi031.stderr: -161> 2024-09-19T14:01:32.286+0000 7fc96de3a640 10 monclient(hunting): handle_auth_done global_id 8157 payload 824 2024-09-19T14:01:32.424 INFO:tasks.workunit.client.0.smithi031.stderr: -160> 2024-09-19T14:01:32.286+0000 7fc96de3a640 10 monclient: _finish_hunting 0 2024-09-19T14:01:32.425 INFO:tasks.workunit.client.0.smithi031.stderr: -159> 2024-09-19T14:01:32.286+0000 7fc96de3a640 1 monclient: found mon.noname-a 2024-09-19T14:01:32.425 INFO:tasks.workunit.client.0.smithi031.stderr: -158> 2024-09-19T14:01:32.286+0000 7fc96de3a640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T14:01:32.425 INFO:tasks.workunit.client.0.smithi031.stderr: -157> 2024-09-19T14:01:32.286+0000 7fc83effd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:01:32.425 INFO:tasks.workunit.client.0.smithi031.stderr: -156> 2024-09-19T14:01:32.286+0000 7fc83effd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T14:01:32.425 INFO:tasks.workunit.client.0.smithi031.stderr: -155> 2024-09-19T14:01:32.286+0000 7fc83effd640 10 monclient: dump: 2024-09-19T14:01:32.425 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:01:32.425 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:01:32.425 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:32.425 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:32.425 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:01:32.425 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:01:32.425 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:01:32.425 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:01:32.426 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:01:32.426 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:32.426 INFO:tasks.workunit.client.0.smithi031.stderr: -154> 2024-09-19T14:01:32.286+0000 7fc83effd640 10 monclient: _finish_auth 0 2024-09-19T14:01:32.426 INFO:tasks.workunit.client.0.smithi031.stderr: -153> 2024-09-19T14:01:32.286+0000 7fc83effd640 10 monclient: _check_auth_tickets 2024-09-19T14:01:32.426 INFO:tasks.workunit.client.0.smithi031.stderr: -152> 2024-09-19T14:01:32.286+0000 7fc83effd640 10 monclient: handle_config config(0 keys) 2024-09-19T14:01:32.426 INFO:tasks.workunit.client.0.smithi031.stderr: -151> 2024-09-19T14:01:32.286+0000 7fc83effd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:01:32.426 INFO:tasks.workunit.client.0.smithi031.stderr: -150> 2024-09-19T14:01:32.286+0000 7fc83effd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T14:01:32.426 INFO:tasks.workunit.client.0.smithi031.stderr: -149> 2024-09-19T14:01:32.286+0000 7fc83effd640 10 monclient: dump: 2024-09-19T14:01:32.426 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:01:32.426 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:01:32.426 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:32.426 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:32.426 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:01:32.427 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:01:32.427 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:01:32.427 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:01:32.427 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:01:32.427 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:32.427 INFO:tasks.workunit.client.0.smithi031.stderr: -148> 2024-09-19T14:01:32.286+0000 7fc96fb339c0 5 monclient: authenticate success, global_id 8157 2024-09-19T14:01:32.427 INFO:tasks.workunit.client.0.smithi031.stderr: -147> 2024-09-19T14:01:32.286+0000 7fc850ff9640 4 set_mon_vals no callback set 2024-09-19T14:01:32.427 INFO:tasks.workunit.client.0.smithi031.stderr: -146> 2024-09-19T14:01:32.286+0000 7fc96fb339c0 10 monclient: _renew_subs 2024-09-19T14:01:32.427 INFO:tasks.workunit.client.0.smithi031.stderr: -145> 2024-09-19T14:01:32.286+0000 7fc96fb339c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T14:01:32.427 INFO:tasks.workunit.client.0.smithi031.stderr: -144> 2024-09-19T14:01:32.286+0000 7fc96fb339c0 10 monclient: _renew_subs 2024-09-19T14:01:32.427 INFO:tasks.workunit.client.0.smithi031.stderr: -143> 2024-09-19T14:01:32.286+0000 7fc96fb339c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T14:01:32.427 INFO:tasks.workunit.client.0.smithi031.stderr: -142> 2024-09-19T14:01:32.286+0000 7fc96fb339c0 1 librados: init done 2024-09-19T14:01:32.428 INFO:tasks.workunit.client.0.smithi031.stderr: -141> 2024-09-19T14:01:32.286+0000 7fc96fb339c0 5 asok(0x55cce3572d90) register_command cr dump hook 0x55cce38415c8 2024-09-19T14:01:32.428 INFO:tasks.workunit.client.0.smithi031.stderr: -140> 2024-09-19T14:01:32.286+0000 7fc96fb339c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.428 INFO:tasks.workunit.client.0.smithi031.stderr: -139> 2024-09-19T14:01:32.286+0000 7fc83effd640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T14:01:32.428 INFO:tasks.workunit.client.0.smithi031.stderr: -138> 2024-09-19T14:01:32.286+0000 7fc83effd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:01:32.428 INFO:tasks.workunit.client.0.smithi031.stderr: -137> 2024-09-19T14:01:32.286+0000 7fc83effd640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:01:32.428 INFO:tasks.workunit.client.0.smithi031.stderr: -136> 2024-09-19T14:01:32.286+0000 7fc96d639640 10 monclient: get_auth_request con 0x7fc838071be0 auth_method 0 2024-09-19T14:01:32.428 INFO:tasks.workunit.client.0.smithi031.stderr: -135> 2024-09-19T14:01:32.286+0000 7fc96ce38640 10 monclient: get_auth_request con 0x55cce386a170 auth_method 0 2024-09-19T14:01:32.428 INFO:tasks.workunit.client.0.smithi031.stderr: -134> 2024-09-19T14:01:32.290+0000 7fc96fb339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:32.428 INFO:tasks.workunit.client.0.smithi031.stderr: -133> 2024-09-19T14:01:32.290+0000 7fc96fb339c0 20 realm 2024-09-19T14:01:32.428 INFO:tasks.workunit.client.0.smithi031.stderr: -132> 2024-09-19T14:01:32.290+0000 7fc96fb339c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.428 INFO:tasks.workunit.client.0.smithi031.stderr: -131> 2024-09-19T14:01:32.290+0000 7fc96fb339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:32.428 INFO:tasks.workunit.client.0.smithi031.stderr: -130> 2024-09-19T14:01:32.290+0000 7fc96fb339c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:01:32.429 INFO:tasks.workunit.client.0.smithi031.stderr: -129> 2024-09-19T14:01:32.290+0000 7fc96fb339c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.429 INFO:tasks.workunit.client.0.smithi031.stderr: -128> 2024-09-19T14:01:32.290+0000 7fc96fb339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:32.429 INFO:tasks.workunit.client.0.smithi031.stderr: -127> 2024-09-19T14:01:32.290+0000 7fc96fb339c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.429 INFO:tasks.workunit.client.0.smithi031.stderr: -126> 2024-09-19T14:01:32.290+0000 7fc96d639640 10 monclient: get_auth_request con 0x55cce386e480 auth_method 0 2024-09-19T14:01:32.429 INFO:tasks.workunit.client.0.smithi031.stderr: -125> 2024-09-19T14:01:32.290+0000 7fc96fb339c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:01:32.429 INFO:tasks.workunit.client.0.smithi031.stderr: -124> 2024-09-19T14:01:32.290+0000 7fc96fb339c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.429 INFO:tasks.workunit.client.0.smithi031.stderr: -123> 2024-09-19T14:01:32.290+0000 7fc96ce38640 10 monclient: get_auth_request con 0x55cce3871bc0 auth_method 0 2024-09-19T14:01:32.429 INFO:tasks.workunit.client.0.smithi031.stderr: -122> 2024-09-19T14:01:32.290+0000 7fc96fb339c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:01:32.429 INFO:tasks.workunit.client.0.smithi031.stderr: -121> 2024-09-19T14:01:32.290+0000 7fc96fb339c0 20 searching for the correct realm 2024-09-19T14:01:32.429 INFO:tasks.workunit.client.0.smithi031.stderr: -120> 2024-09-19T14:01:32.294+0000 7fc96de3a640 10 monclient: get_auth_request con 0x7fc9640b99e0 auth_method 0 2024-09-19T14:01:32.429 INFO:tasks.workunit.client.0.smithi031.stderr: -119> 2024-09-19T14:01:32.294+0000 7fc96d639640 10 monclient: get_auth_request con 0x7fc96002e040 auth_method 0 2024-09-19T14:01:32.429 INFO:tasks.workunit.client.0.smithi031.stderr: -118> 2024-09-19T14:01:32.298+0000 7fc96ce38640 10 monclient: get_auth_request con 0x7fc9640cd410 auth_method 0 2024-09-19T14:01:32.429 INFO:tasks.workunit.client.0.smithi031.stderr: -117> 2024-09-19T14:01:32.298+0000 7fc96ce38640 0 -- 172.21.15.31:0/3903239617 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x55cce386a170 msgr2=0x55cce386c5b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:01:32.430 INFO:tasks.workunit.client.0.smithi031.stderr: -116> 2024-09-19T14:01:32.298+0000 7fc83effd640 1 client.8157.objecter ms_handle_reset 0x55cce386a170 session 0x55cce3869af0 osd.6 2024-09-19T14:01:32.430 INFO:tasks.workunit.client.0.smithi031.stderr: -115> 2024-09-19T14:01:32.298+0000 7fc83effd640 10 monclient: _renew_subs 2024-09-19T14:01:32.430 INFO:tasks.workunit.client.0.smithi031.stderr: -114> 2024-09-19T14:01:32.298+0000 7fc83effd640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T14:01:32.430 INFO:tasks.workunit.client.0.smithi031.stderr: -113> 2024-09-19T14:01:32.298+0000 7fc96ce38640 10 monclient: get_auth_request con 0x7fc838081ef0 auth_method 0 2024-09-19T14:01:32.430 INFO:tasks.workunit.client.0.smithi031.stderr: -112> 2024-09-19T14:01:32.302+0000 7fc96de3a640 10 monclient: get_auth_request con 0x7fc960008050 auth_method 0 2024-09-19T14:01:32.430 INFO:tasks.workunit.client.0.smithi031.stderr: -111> 2024-09-19T14:01:32.302+0000 7fc96d639640 10 monclient: get_auth_request con 0x7fc96806f480 auth_method 0 2024-09-19T14:01:32.430 INFO:tasks.workunit.client.0.smithi031.stderr: -110> 2024-09-19T14:01:32.306+0000 7fc96d639640 0 -- 172.21.15.31:0/3903239617 >> [v2:172.21.15.31:6802/3325082646,v1:172.21.15.31:6804/3325082646] conn(0x55cce386e480 msgr2=0x55cce3870870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:01:32.430 INFO:tasks.workunit.client.0.smithi031.stderr: -109> 2024-09-19T14:01:32.306+0000 7fc83effd640 1 client.8157.objecter ms_handle_reset 0x55cce386e480 session 0x55cce386d340 osd.1 2024-09-19T14:01:32.430 INFO:tasks.workunit.client.0.smithi031.stderr: -108> 2024-09-19T14:01:32.306+0000 7fc96d639640 10 monclient: get_auth_request con 0x55cce386a170 auth_method 0 2024-09-19T14:01:32.430 INFO:tasks.workunit.client.0.smithi031.stderr: -107> 2024-09-19T14:01:32.310+0000 7fc96fb339c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:01:32.430 INFO:tasks.workunit.client.0.smithi031.stderr: -106> 2024-09-19T14:01:32.310+0000 7fc96fb339c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:01:32.431 INFO:tasks.workunit.client.0.smithi031.stderr: -105> 2024-09-19T14:01:32.310+0000 7fc96fb339c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:01:32.431 INFO:tasks.workunit.client.0.smithi031.stderr: -104> 2024-09-19T14:01:32.310+0000 7fc96fb339c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:01:32.431 INFO:tasks.workunit.client.0.smithi031.stderr: -103> 2024-09-19T14:01:32.310+0000 7fc96fb339c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:01:32.431 INFO:tasks.workunit.client.0.smithi031.stderr: -102> 2024-09-19T14:01:32.310+0000 7fc96fb339c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:01:32.431 INFO:tasks.workunit.client.0.smithi031.stderr: -101> 2024-09-19T14:01:32.310+0000 7fc96fb339c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.431 INFO:tasks.workunit.client.0.smithi031.stderr: -100> 2024-09-19T14:01:32.310+0000 7fc96fb339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:32.431 INFO:tasks.workunit.client.0.smithi031.stderr: -99> 2024-09-19T14:01:32.310+0000 7fc96fb339c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.431 INFO:tasks.workunit.client.0.smithi031.stderr: -98> 2024-09-19T14:01:32.310+0000 7fc96fb339c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:01:32.431 INFO:tasks.workunit.client.0.smithi031.stderr: -97> 2024-09-19T14:01:32.310+0000 7fc96fb339c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.431 INFO:tasks.workunit.client.0.smithi031.stderr: -96> 2024-09-19T14:01:32.314+0000 7fc96fb339c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:01:32.431 INFO:tasks.workunit.client.0.smithi031.stderr: -95> 2024-09-19T14:01:32.314+0000 7fc96fb339c0 20 zone default found 2024-09-19T14:01:32.431 INFO:tasks.workunit.client.0.smithi031.stderr: -94> 2024-09-19T14:01:32.314+0000 7fc96fb339c0 4 Realm: () 2024-09-19T14:01:32.431 INFO:tasks.workunit.client.0.smithi031.stderr: -93> 2024-09-19T14:01:32.314+0000 7fc96fb339c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:01:32.432 INFO:tasks.workunit.client.0.smithi031.stderr: -92> 2024-09-19T14:01:32.314+0000 7fc96fb339c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:01:32.432 INFO:tasks.workunit.client.0.smithi031.stderr: -91> 2024-09-19T14:01:32.314+0000 7fc96fb339c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:01:32.432 INFO:tasks.workunit.client.0.smithi031.stderr: -90> 2024-09-19T14:01:32.314+0000 7fc96fb339c0 20 zonegroup default 2024-09-19T14:01:32.432 INFO:tasks.workunit.client.0.smithi031.stderr: -89> 2024-09-19T14:01:32.314+0000 7fc96fb339c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.432 INFO:tasks.workunit.client.0.smithi031.stderr: -88> 2024-09-19T14:01:32.314+0000 7fc96fb339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:32.432 INFO:tasks.workunit.client.0.smithi031.stderr: -87> 2024-09-19T14:01:32.314+0000 7fc96fb339c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.432 INFO:tasks.workunit.client.0.smithi031.stderr: -86> 2024-09-19T14:01:32.314+0000 7fc96fb339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:32.432 INFO:tasks.workunit.client.0.smithi031.stderr: -85> 2024-09-19T14:01:32.314+0000 7fc96fb339c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.432 INFO:tasks.workunit.client.0.smithi031.stderr: -84> 2024-09-19T14:01:32.314+0000 7fc96fb339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:32.432 INFO:tasks.workunit.client.0.smithi031.stderr: -83> 2024-09-19T14:01:32.314+0000 7fc96fb339c0 20 started sync module instance, tier type = 2024-09-19T14:01:32.432 INFO:tasks.workunit.client.0.smithi031.stderr: -82> 2024-09-19T14:01:32.314+0000 7fc96fb339c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:01:32.432 INFO:tasks.workunit.client.0.smithi031.stderr: -81> 2024-09-19T14:01:32.330+0000 7fc96fb339c0 20 add_watcher() i=0 2024-09-19T14:01:32.432 INFO:tasks.workunit.client.0.smithi031.stderr: -80> 2024-09-19T14:01:32.330+0000 7fc96fb339c0 20 add_watcher() i=1 2024-09-19T14:01:32.433 INFO:tasks.workunit.client.0.smithi031.stderr: -79> 2024-09-19T14:01:32.330+0000 7fc96fb339c0 20 add_watcher() i=2 2024-09-19T14:01:32.433 INFO:tasks.workunit.client.0.smithi031.stderr: -78> 2024-09-19T14:01:32.330+0000 7fc96fb339c0 20 add_watcher() i=3 2024-09-19T14:01:32.433 INFO:tasks.workunit.client.0.smithi031.stderr: -77> 2024-09-19T14:01:32.330+0000 7fc96fb339c0 20 add_watcher() i=4 2024-09-19T14:01:32.433 INFO:tasks.workunit.client.0.smithi031.stderr: -76> 2024-09-19T14:01:32.330+0000 7fc96fb339c0 20 add_watcher() i=5 2024-09-19T14:01:32.433 INFO:tasks.workunit.client.0.smithi031.stderr: -75> 2024-09-19T14:01:32.330+0000 7fc96fb339c0 20 add_watcher() i=6 2024-09-19T14:01:32.433 INFO:tasks.workunit.client.0.smithi031.stderr: -74> 2024-09-19T14:01:32.334+0000 7fc96fb339c0 20 add_watcher() i=7 2024-09-19T14:01:32.433 INFO:tasks.workunit.client.0.smithi031.stderr: -73> 2024-09-19T14:01:32.334+0000 7fc96fb339c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:01:32.433 INFO:tasks.workunit.client.0.smithi031.stderr: -72> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bff90) adding auth protocol: cephx 2024-09-19T14:01:32.433 INFO:tasks.workunit.client.0.smithi031.stderr: -71> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bff90) adding auth protocol: cephx 2024-09-19T14:01:32.433 INFO:tasks.workunit.client.0.smithi031.stderr: -70> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bff90) adding auth protocol: cephx 2024-09-19T14:01:32.433 INFO:tasks.workunit.client.0.smithi031.stderr: -69> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bff90) adding con mode: secure 2024-09-19T14:01:32.433 INFO:tasks.workunit.client.0.smithi031.stderr: -68> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bff90) adding con mode: crc 2024-09-19T14:01:32.433 INFO:tasks.workunit.client.0.smithi031.stderr: -67> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bff90) adding con mode: secure 2024-09-19T14:01:32.434 INFO:tasks.workunit.client.0.smithi031.stderr: -66> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bff90) adding con mode: crc 2024-09-19T14:01:32.434 INFO:tasks.workunit.client.0.smithi031.stderr: -65> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bff90) adding con mode: secure 2024-09-19T14:01:32.434 INFO:tasks.workunit.client.0.smithi031.stderr: -64> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bff90) adding con mode: crc 2024-09-19T14:01:32.434 INFO:tasks.workunit.client.0.smithi031.stderr: -63> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bff90) adding con mode: crc 2024-09-19T14:01:32.434 INFO:tasks.workunit.client.0.smithi031.stderr: -62> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bff90) adding con mode: secure 2024-09-19T14:01:32.434 INFO:tasks.workunit.client.0.smithi031.stderr: -61> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bff90) adding con mode: crc 2024-09-19T14:01:32.434 INFO:tasks.workunit.client.0.smithi031.stderr: -60> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bff90) adding con mode: secure 2024-09-19T14:01:32.434 INFO:tasks.workunit.client.0.smithi031.stderr: -59> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bff90) adding con mode: crc 2024-09-19T14:01:32.434 INFO:tasks.workunit.client.0.smithi031.stderr: -58> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bff90) adding con mode: secure 2024-09-19T14:01:32.434 INFO:tasks.workunit.client.0.smithi031.stderr: -57> 2024-09-19T14:01:32.338+0000 7fc8237e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:01:32.434 INFO:tasks.workunit.client.0.smithi031.stderr: -56> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:01:32.434 INFO:tasks.workunit.client.0.smithi031.stderr: -55> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:01:32.435 INFO:tasks.workunit.client.0.smithi031.stderr: -54> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:01:32.435 INFO:tasks.workunit.client.0.smithi031.stderr: -53> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 5 asok(0x55cce3572d90) register_command cache list hook 0x55cce38400f0 2024-09-19T14:01:32.435 INFO:tasks.workunit.client.0.smithi031.stderr: -52> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 5 asok(0x55cce3572d90) register_command cache inspect hook 0x55cce38400f0 2024-09-19T14:01:32.435 INFO:tasks.workunit.client.0.smithi031.stderr: -51> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 5 asok(0x55cce3572d90) register_command cache erase hook 0x55cce38400f0 2024-09-19T14:01:32.435 INFO:tasks.workunit.client.0.smithi031.stderr: -50> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 5 asok(0x55cce3572d90) register_command cache zap hook 0x55cce38400f0 2024-09-19T14:01:32.435 INFO:tasks.workunit.client.0.smithi031.stderr: -49> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 5 note: GC not initialized 2024-09-19T14:01:32.435 INFO:tasks.workunit.client.0.smithi031.stderr: -48> 2024-09-19T14:01:32.338+0000 7fc8227e4640 20 reqs_thread_entry: start 2024-09-19T14:01:32.435 INFO:tasks.workunit.client.0.smithi031.stderr: -47> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 5 asok(0x55cce3572d90) register_command sync trace show hook 0x7fc960032070 2024-09-19T14:01:32.435 INFO:tasks.workunit.client.0.smithi031.stderr: -46> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 5 asok(0x55cce3572d90) register_command sync trace history hook 0x7fc960032070 2024-09-19T14:01:32.435 INFO:tasks.workunit.client.0.smithi031.stderr: -45> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 5 asok(0x55cce3572d90) register_command sync trace active hook 0x7fc960032070 2024-09-19T14:01:32.435 INFO:tasks.workunit.client.0.smithi031.stderr: -44> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 5 asok(0x55cce3572d90) register_command sync trace active_short hook 0x7fc960032070 2024-09-19T14:01:32.435 INFO:tasks.workunit.client.0.smithi031.stderr: -43> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 20 init_complete bucket index max shards: 1 2024-09-19T14:01:32.435 INFO:tasks.workunit.client.0.smithi031.stderr: -42> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 20 Filter name: none 2024-09-19T14:01:32.436 INFO:tasks.workunit.client.0.smithi031.stderr: -41> 2024-09-19T14:01:32.338+0000 7fc793fff640 20 reqs_thread_entry: start 2024-09-19T14:01:32.436 INFO:tasks.workunit.client.0.smithi031.stderr: -40> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-19T14:01:32.436 INFO:tasks.workunit.client.0.smithi031.stderr: -39> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.436 INFO:tasks.workunit.client.0.smithi031.stderr: -38> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T14:01:32.436 INFO:tasks.workunit.client.0.smithi031.stderr: -37> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-19T14:01:32.436 INFO:tasks.workunit.client.0.smithi031.stderr: -36> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-19T14:01:32.436 INFO:tasks.workunit.client.0.smithi031.stderr: -35> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 : miss 2024-09-19T14:01:32.436 INFO:tasks.workunit.client.0.smithi031.stderr: -34> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.436 INFO:tasks.workunit.client.0.smithi031.stderr: -33> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T14:01:32.436 INFO:tasks.workunit.client.0.smithi031.stderr: -32> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T14:01:32.436 INFO:tasks.workunit.client.0.smithi031.stderr: -31> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T14:01:32.436 INFO:tasks.workunit.client.0.smithi031.stderr: -30> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T14:01:32.437 INFO:tasks.workunit.client.0.smithi031.stderr: -29> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:01:32.437 INFO:tasks.workunit.client.0.smithi031.stderr: -28> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 2024-09-19T14:01:32.437 INFO:tasks.workunit.client.0.smithi031.stderr: -27> 2024-09-19T14:01:32.346+0000 7fc96fb339c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T14:01:32.437 INFO:tasks.workunit.client.0.smithi031.stderr: -26> 2024-09-19T14:01:32.346+0000 7fc96fb339c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T14:01:32.437 INFO:tasks.workunit.client.0.smithi031.stderr: -25> 2024-09-19T14:01:32.346+0000 7fc96fb339c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:01:32.437 INFO:tasks.workunit.client.0.smithi031.stderr: -24> 2024-09-19T14:01:32.346+0000 7fc96fb339c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17, ofs0, ns] 2024-09-19T14:01:32.437 INFO:tasks.workunit.client.0.smithi031.stderr: -23> 2024-09-19T14:01:32.350+0000 7fc850ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333552 cookie 94338478996880 notifier 8157 bl.length()=827 2024-09-19T14:01:32.437 INFO:tasks.workunit.client.0.smithi031.stderr: -22> 2024-09-19T14:01:32.350+0000 7fc850ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T14:01:32.437 INFO:tasks.workunit.client.0.smithi031.stderr: -21> 2024-09-19T14:01:32.350+0000 7fc850ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T14:01:32.437 INFO:tasks.workunit.client.0.smithi031.stderr: -20> 2024-09-19T14:01:32.350+0000 7fc850ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:01:32.437 INFO:tasks.workunit.client.0.smithi031.stderr: -19> 2024-09-19T14:01:32.350+0000 7fc96fb339c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): orig_sources= new_sources= 2024-09-19T14:01:32.437 INFO:tasks.workunit.client.0.smithi031.stderr: -18> 2024-09-19T14:01:32.350+0000 7fc96fb339c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): potential sources added=[] removed=[] 2024-09-19T14:01:32.437 INFO:tasks.workunit.client.0.smithi031.stderr: -17> 2024-09-19T14:01:32.350+0000 7fc96fb339c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): orig_dests= new_dests= 2024-09-19T14:01:32.438 INFO:tasks.workunit.client.0.smithi031.stderr: -16> 2024-09-19T14:01:32.350+0000 7fc96fb339c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): potential dests added=[] removed=[] 2024-09-19T14:01:32.438 INFO:tasks.workunit.client.0.smithi031.stderr: -15> 2024-09-19T14:01:32.358+0000 7fc96fb339c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.3.0 2024-09-19T14:01:32.438 INFO:tasks.workunit.client.0.smithi031.stderr: -14> 2024-09-19T14:01:32.358+0000 7fc96fb339c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.3.0 2024-09-19T14:01:32.438 INFO:tasks.workunit.client.0.smithi031.stderr: -13> 2024-09-19T14:01:32.358+0000 7fc96fb339c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.3.1 2024-09-19T14:01:32.438 INFO:tasks.workunit.client.0.smithi031.stderr: -12> 2024-09-19T14:01:32.358+0000 7fc96fb339c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.3.1 2024-09-19T14:01:32.438 INFO:tasks.workunit.client.0.smithi031.stderr: -11> 2024-09-19T14:01:32.358+0000 7fc96fb339c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.3.2 2024-09-19T14:01:32.438 INFO:tasks.workunit.client.0.smithi031.stderr: -10> 2024-09-19T14:01:32.358+0000 7fc96fb339c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.3.2 2024-09-19T14:01:32.438 INFO:tasks.workunit.client.0.smithi031.stderr: -9> 2024-09-19T14:01:32.358+0000 7fc96fb339c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.3.3 2024-09-19T14:01:32.438 INFO:tasks.workunit.client.0.smithi031.stderr: -8> 2024-09-19T14:01:32.358+0000 7fc96fb339c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.3.3 2024-09-19T14:01:32.438 INFO:tasks.workunit.client.0.smithi031.stderr: -7> 2024-09-19T14:01:32.358+0000 7fc96fb339c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.0 2024-09-19T14:01:32.438 INFO:tasks.workunit.client.0.smithi031.stderr: -6> 2024-09-19T14:01:32.358+0000 7fc96fb339c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.0 2024-09-19T14:01:32.438 INFO:tasks.workunit.client.0.smithi031.stderr: -5> 2024-09-19T14:01:32.358+0000 7fc96fb339c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.1 2024-09-19T14:01:32.438 INFO:tasks.workunit.client.0.smithi031.stderr: -4> 2024-09-19T14:01:32.358+0000 7fc96fb339c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.1 2024-09-19T14:01:32.439 INFO:tasks.workunit.client.0.smithi031.stderr: -3> 2024-09-19T14:01:32.358+0000 7fc96fb339c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.2 2024-09-19T14:01:32.439 INFO:tasks.workunit.client.0.smithi031.stderr: -2> 2024-09-19T14:01:32.358+0000 7fc96fb339c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.2 2024-09-19T14:01:32.439 INFO:tasks.workunit.client.0.smithi031.stderr: -1> 2024-09-19T14:01:32.366+0000 7fc96fb339c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fc96fb339c0 time 2024-09-19T14:01:32.366701+0000 2024-09-19T14:01:32.439 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T14:01:32.439 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:32.439 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T14:01:32.439 INFO:tasks.workunit.client.0.smithi031.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fc97340d2eb] 2024-09-19T14:01:32.439 INFO:tasks.workunit.client.0.smithi031.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fc97340d49f] 2024-09-19T14:01:32.439 INFO:tasks.workunit.client.0.smithi031.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55cce208d271] 2024-09-19T14:01:32.439 INFO:tasks.workunit.client.0.smithi031.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x55cce209c441] 2024-09-19T14:01:32.439 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55cce209da94] 2024-09-19T14:01:32.439 INFO:tasks.workunit.client.0.smithi031.stderr: 6: main() 2024-09-19T14:01:32.439 INFO:tasks.workunit.client.0.smithi031.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fc972273d90] 2024-09-19T14:01:32.440 INFO:tasks.workunit.client.0.smithi031.stderr: 8: __libc_start_main() 2024-09-19T14:01:32.440 INFO:tasks.workunit.client.0.smithi031.stderr: 9: _start() 2024-09-19T14:01:32.440 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:32.440 INFO:tasks.workunit.client.0.smithi031.stderr: 0> 2024-09-19T14:01:32.366+0000 7fc96fb339c0 -1 *** Caught signal (Aborted) ** 2024-09-19T14:01:32.440 INFO:tasks.workunit.client.0.smithi031.stderr: in thread 7fc96fb339c0 thread_name:radosgw-admin 2024-09-19T14:01:32.440 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:32.440 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T14:01:32.440 INFO:tasks.workunit.client.0.smithi031.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fc97228c520] 2024-09-19T14:01:32.440 INFO:tasks.workunit.client.0.smithi031.stderr: 2: pthread_kill() 2024-09-19T14:01:32.440 INFO:tasks.workunit.client.0.smithi031.stderr: 3: raise() 2024-09-19T14:01:32.440 INFO:tasks.workunit.client.0.smithi031.stderr: 4: abort() 2024-09-19T14:01:32.440 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fc97340d345] 2024-09-19T14:01:32.441 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fc97340d49f] 2024-09-19T14:01:32.441 INFO:tasks.workunit.client.0.smithi031.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55cce208d271] 2024-09-19T14:01:32.441 INFO:tasks.workunit.client.0.smithi031.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x55cce209c441] 2024-09-19T14:01:32.441 INFO:tasks.workunit.client.0.smithi031.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55cce209da94] 2024-09-19T14:01:32.441 INFO:tasks.workunit.client.0.smithi031.stderr: 10: main() 2024-09-19T14:01:32.441 INFO:tasks.workunit.client.0.smithi031.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fc972273d90] 2024-09-19T14:01:32.441 INFO:tasks.workunit.client.0.smithi031.stderr: 12: __libc_start_main() 2024-09-19T14:01:32.441 INFO:tasks.workunit.client.0.smithi031.stderr: 13: _start() 2024-09-19T14:01:32.441 INFO:tasks.workunit.client.0.smithi031.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T14:01:32.441 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:32.441 INFO:tasks.workunit.client.0.smithi031.stderr:--- logging levels --- 2024-09-19T14:01:32.441 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 none 2024-09-19T14:01:32.441 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 lockdep 2024-09-19T14:01:32.442 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 context 2024-09-19T14:01:32.442 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 crush 2024-09-19T14:01:32.442 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds 2024-09-19T14:01:32.442 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_balancer 2024-09-19T14:01:32.442 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_locker 2024-09-19T14:01:32.442 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_log 2024-09-19T14:01:32.442 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_log_expire 2024-09-19T14:01:32.442 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_migrator 2024-09-19T14:01:32.442 INFO:tasks.workunit.client.0.smithi031.stderr: 3/ 5 mds_quiesce 2024-09-19T14:01:32.442 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 buffer 2024-09-19T14:01:32.442 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 timer 2024-09-19T14:01:32.442 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 filer 2024-09-19T14:01:32.442 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 striper 2024-09-19T14:01:32.443 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 objecter 2024-09-19T14:01:32.443 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rados 2024-09-19T14:01:32.443 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd 2024-09-19T14:01:32.443 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_mirror 2024-09-19T14:01:32.443 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_replay 2024-09-19T14:01:32.443 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_pwl 2024-09-19T14:01:32.443 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 journaler 2024-09-19T14:01:32.443 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 objectcacher 2024-09-19T14:01:32.443 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 immutable_obj_cache 2024-09-19T14:01:32.443 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 client 2024-09-19T14:01:32.443 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 osd 2024-09-19T14:01:32.443 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 optracker 2024-09-19T14:01:32.443 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 objclass 2024-09-19T14:01:32.443 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 filestore 2024-09-19T14:01:32.444 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 journal 2024-09-19T14:01:32.444 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 0 ms 2024-09-19T14:01:32.444 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mon 2024-09-19T14:01:32.444 INFO:tasks.workunit.client.0.smithi031.stderr: 0/10 monc 2024-09-19T14:01:32.444 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 paxos 2024-09-19T14:01:32.444 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 tp 2024-09-19T14:01:32.444 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 auth 2024-09-19T14:01:32.444 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 crypto 2024-09-19T14:01:32.444 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 finisher 2024-09-19T14:01:32.444 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 reserver 2024-09-19T14:01:32.444 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 heartbeatmap 2024-09-19T14:01:32.444 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 perfcounter 2024-09-19T14:01:32.444 INFO:tasks.workunit.client.0.smithi031.stderr: 20/20 rgw 2024-09-19T14:01:32.445 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_sync 2024-09-19T14:01:32.445 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_datacache 2024-09-19T14:01:32.445 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_access 2024-09-19T14:01:32.445 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_dbstore 2024-09-19T14:01:32.445 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_flight 2024-09-19T14:01:32.445 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_lifecycle 2024-09-19T14:01:32.445 INFO:tasks.workunit.client.0.smithi031.stderr: 20/20 rgw_notification 2024-09-19T14:01:32.445 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 javaclient 2024-09-19T14:01:32.445 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 asok 2024-09-19T14:01:32.445 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 throttle 2024-09-19T14:01:32.445 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 0 refs 2024-09-19T14:01:32.445 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 compressor 2024-09-19T14:01:32.445 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 bluestore 2024-09-19T14:01:32.445 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 bluefs 2024-09-19T14:01:32.446 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 bdev 2024-09-19T14:01:32.446 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 kstore 2024-09-19T14:01:32.446 INFO:tasks.workunit.client.0.smithi031.stderr: 4/ 5 rocksdb 2024-09-19T14:01:32.446 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 fuse 2024-09-19T14:01:32.446 INFO:tasks.workunit.client.0.smithi031.stderr: 2/ 5 mgr 2024-09-19T14:01:32.446 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mgrc 2024-09-19T14:01:32.446 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 dpdk 2024-09-19T14:01:32.446 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 eventtrace 2024-09-19T14:01:32.446 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 prioritycache 2024-09-19T14:01:32.446 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 test 2024-09-19T14:01:32.446 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cephfs_mirror 2024-09-19T14:01:32.446 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cephsqlite 2024-09-19T14:01:32.446 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 crimson_interrupt 2024-09-19T14:01:32.446 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore 2024-09-19T14:01:32.446 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_onode 2024-09-19T14:01:32.447 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_odata 2024-09-19T14:01:32.447 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_omap 2024-09-19T14:01:32.447 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_tm 2024-09-19T14:01:32.447 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_t 2024-09-19T14:01:32.447 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_cleaner 2024-09-19T14:01:32.447 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_epm 2024-09-19T14:01:32.447 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_lba 2024-09-19T14:01:32.447 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-19T14:01:32.447 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_cache 2024-09-19T14:01:32.447 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_journal 2024-09-19T14:01:32.447 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_device 2024-09-19T14:01:32.447 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_backref 2024-09-19T14:01:32.447 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 alienstore 2024-09-19T14:01:32.448 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mclock 2024-09-19T14:01:32.448 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cyanstore 2024-09-19T14:01:32.448 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 ceph_exporter 2024-09-19T14:01:32.448 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 memstore 2024-09-19T14:01:32.448 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 trace 2024-09-19T14:01:32.448 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 ceph_dedup 2024-09-19T14:01:32.448 INFO:tasks.workunit.client.0.smithi031.stderr: -2/-2 (syslog threshold) 2024-09-19T14:01:32.448 INFO:tasks.workunit.client.0.smithi031.stderr: 99/99 (stderr threshold) 2024-09-19T14:01:32.448 INFO:tasks.workunit.client.0.smithi031.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-19T14:01:32.448 INFO:tasks.workunit.client.0.smithi031.stderr: 7fc793fff640 / http_manager 2024-09-19T14:01:32.448 INFO:tasks.workunit.client.0.smithi031.stderr: 7fc8227e4640 / http_manager 2024-09-19T14:01:32.448 INFO:tasks.workunit.client.0.smithi031.stderr: 7fc8237e6640 / rgw_dt_lg_renew 2024-09-19T14:01:32.449 INFO:tasks.workunit.client.0.smithi031.stderr: 7fc83effd640 / ms_dispatch 2024-09-19T14:01:32.449 INFO:tasks.workunit.client.0.smithi031.stderr: 7fc850ff9640 / io_context_pool 2024-09-19T14:01:32.449 INFO:tasks.workunit.client.0.smithi031.stderr: 7fc852ffd640 / ms_dispatch 2024-09-19T14:01:32.449 INFO:tasks.workunit.client.0.smithi031.stderr: 7fc859e03640 / ms_dispatch 2024-09-19T14:01:32.449 INFO:tasks.workunit.client.0.smithi031.stderr: 7fc85b606640 / io_context_pool 2024-09-19T14:01:32.449 INFO:tasks.workunit.client.0.smithi031.stderr: 7fc96ce38640 / msgr-worker-2 2024-09-19T14:01:32.449 INFO:tasks.workunit.client.0.smithi031.stderr: 7fc96d639640 / msgr-worker-1 2024-09-19T14:01:32.449 INFO:tasks.workunit.client.0.smithi031.stderr: 7fc96de3a640 / msgr-worker-0 2024-09-19T14:01:32.449 INFO:tasks.workunit.client.0.smithi031.stderr: 7fc96e63b640 / io_context_pool 2024-09-19T14:01:32.449 INFO:tasks.workunit.client.0.smithi031.stderr: 7fc96fb339c0 / radosgw-admin 2024-09-19T14:01:32.449 INFO:tasks.workunit.client.0.smithi031.stderr: max_recent 500 2024-09-19T14:01:32.449 INFO:tasks.workunit.client.0.smithi031.stderr: max_new 1000 2024-09-19T14:01:32.449 INFO:tasks.workunit.client.0.smithi031.stderr: log_file /var/log/ceph/ceph-client.admin.139301.log 2024-09-19T14:01:32.450 INFO:tasks.workunit.client.0.smithi031.stderr:--- end dump of recent events --- 2024-09-19T14:01:32.450 INFO:tasks.workunit.client.0.smithi031.stderr:--- begin dump of recent events --- 2024-09-19T14:01:32.450 INFO:tasks.workunit.client.0.smithi031.stderr: -499> 2024-09-19T14:01:32.266+0000 7fc85b606640 10 monclient: _check_auth_tickets 2024-09-19T14:01:32.450 INFO:tasks.workunit.client.0.smithi031.stderr: -498> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 monclient: authenticate success, global_id 8145 2024-09-19T14:01:32.450 INFO:tasks.workunit.client.0.smithi031.stderr: -497> 2024-09-19T14:01:32.266+0000 7fc85b606640 10 monclient: handle_config config(0 keys) 2024-09-19T14:01:32.450 INFO:tasks.workunit.client.0.smithi031.stderr: -496> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 10 monclient: get_monmap_and_config success 2024-09-19T14:01:32.450 INFO:tasks.workunit.client.0.smithi031.stderr: -495> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 4 set_mon_vals no callback set 2024-09-19T14:01:32.450 INFO:tasks.workunit.client.0.smithi031.stderr: -494> 2024-09-19T14:01:32.266+0000 7fc85b606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:01:32.450 INFO:tasks.workunit.client.0.smithi031.stderr: -493> 2024-09-19T14:01:32.266+0000 7fc85b606640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T14:01:32.450 INFO:tasks.workunit.client.0.smithi031.stderr: -492> 2024-09-19T14:01:32.266+0000 7fc85b606640 10 monclient: dump: 2024-09-19T14:01:32.450 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:01:32.450 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:01:32.450 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:32.451 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:32.451 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:01:32.451 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:01:32.451 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:01:32.451 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:01:32.451 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:01:32.451 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:32.451 INFO:tasks.workunit.client.0.smithi031.stderr: -491> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 10 monclient: shutdown 2024-09-19T14:01:32.451 INFO:tasks.workunit.client.0.smithi031.stderr: -490> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 asok(0x55cce3572d90) unregister_commands rotate-key 2024-09-19T14:01:32.451 INFO:tasks.workunit.client.0.smithi031.stderr: -489> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 10 monclient: build_initial_monmap 2024-09-19T14:01:32.451 INFO:tasks.workunit.client.0.smithi031.stderr: -488> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 1 build_initial for_mkfs: 0 2024-09-19T14:01:32.451 INFO:tasks.workunit.client.0.smithi031.stderr: -487> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 10 monclient: monmap: 2024-09-19T14:01:32.451 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T14:01:32.452 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T14:01:32.452 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T14:01:32.452 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T14:01:32.452 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T14:01:32.452 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:01:32.452 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T14:01:32.452 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T14:01:32.452 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T14:01:32.452 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:32.452 INFO:tasks.workunit.client.0.smithi031.stderr: -486> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3785a80) adding auth protocol: cephx 2024-09-19T14:01:32.452 INFO:tasks.workunit.client.0.smithi031.stderr: -485> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3785a80) adding auth protocol: cephx 2024-09-19T14:01:32.452 INFO:tasks.workunit.client.0.smithi031.stderr: -484> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3785a80) adding auth protocol: cephx 2024-09-19T14:01:32.452 INFO:tasks.workunit.client.0.smithi031.stderr: -483> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3785a80) adding con mode: secure 2024-09-19T14:01:32.452 INFO:tasks.workunit.client.0.smithi031.stderr: -482> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3785a80) adding con mode: crc 2024-09-19T14:01:32.453 INFO:tasks.workunit.client.0.smithi031.stderr: -481> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3785a80) adding con mode: secure 2024-09-19T14:01:32.453 INFO:tasks.workunit.client.0.smithi031.stderr: -480> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3785a80) adding con mode: crc 2024-09-19T14:01:32.453 INFO:tasks.workunit.client.0.smithi031.stderr: -479> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3785a80) adding con mode: secure 2024-09-19T14:01:32.453 INFO:tasks.workunit.client.0.smithi031.stderr: -478> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3785a80) adding con mode: crc 2024-09-19T14:01:32.453 INFO:tasks.workunit.client.0.smithi031.stderr: -477> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3785a80) adding con mode: crc 2024-09-19T14:01:32.453 INFO:tasks.workunit.client.0.smithi031.stderr: -476> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3785a80) adding con mode: secure 2024-09-19T14:01:32.453 INFO:tasks.workunit.client.0.smithi031.stderr: -475> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3785a80) adding con mode: crc 2024-09-19T14:01:32.453 INFO:tasks.workunit.client.0.smithi031.stderr: -474> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3785a80) adding con mode: secure 2024-09-19T14:01:32.453 INFO:tasks.workunit.client.0.smithi031.stderr: -473> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3785a80) adding con mode: crc 2024-09-19T14:01:32.453 INFO:tasks.workunit.client.0.smithi031.stderr: -472> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3785a80) adding con mode: secure 2024-09-19T14:01:32.453 INFO:tasks.workunit.client.0.smithi031.stderr: -471> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:01:32.453 INFO:tasks.workunit.client.0.smithi031.stderr: -470> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 1 librados: starting msgr at 2024-09-19T14:01:32.453 INFO:tasks.workunit.client.0.smithi031.stderr: -469> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 1 librados: starting objecter 2024-09-19T14:01:32.454 INFO:tasks.workunit.client.0.smithi031.stderr: -468> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 asok(0x55cce3572d90) register_command objecter_requests hook 0x55cce3784ce0 2024-09-19T14:01:32.454 INFO:tasks.workunit.client.0.smithi031.stderr: -467> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 1 librados: setting wanted keys 2024-09-19T14:01:32.454 INFO:tasks.workunit.client.0.smithi031.stderr: -466> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 1 librados: calling monclient init 2024-09-19T14:01:32.454 INFO:tasks.workunit.client.0.smithi031.stderr: -465> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 10 monclient: init 2024-09-19T14:01:32.454 INFO:tasks.workunit.client.0.smithi031.stderr: -464> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3780260) adding auth protocol: cephx 2024-09-19T14:01:32.454 INFO:tasks.workunit.client.0.smithi031.stderr: -463> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3780260) adding auth protocol: cephx 2024-09-19T14:01:32.454 INFO:tasks.workunit.client.0.smithi031.stderr: -462> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3780260) adding auth protocol: cephx 2024-09-19T14:01:32.454 INFO:tasks.workunit.client.0.smithi031.stderr: -461> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3780260) adding con mode: secure 2024-09-19T14:01:32.454 INFO:tasks.workunit.client.0.smithi031.stderr: -460> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3780260) adding con mode: crc 2024-09-19T14:01:32.454 INFO:tasks.workunit.client.0.smithi031.stderr: -459> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3780260) adding con mode: secure 2024-09-19T14:01:32.454 INFO:tasks.workunit.client.0.smithi031.stderr: -458> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3780260) adding con mode: crc 2024-09-19T14:01:32.454 INFO:tasks.workunit.client.0.smithi031.stderr: -457> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3780260) adding con mode: secure 2024-09-19T14:01:32.454 INFO:tasks.workunit.client.0.smithi031.stderr: -456> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3780260) adding con mode: crc 2024-09-19T14:01:32.455 INFO:tasks.workunit.client.0.smithi031.stderr: -455> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3780260) adding con mode: crc 2024-09-19T14:01:32.455 INFO:tasks.workunit.client.0.smithi031.stderr: -454> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3780260) adding con mode: secure 2024-09-19T14:01:32.455 INFO:tasks.workunit.client.0.smithi031.stderr: -453> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3780260) adding con mode: crc 2024-09-19T14:01:32.455 INFO:tasks.workunit.client.0.smithi031.stderr: -452> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3780260) adding con mode: secure 2024-09-19T14:01:32.455 INFO:tasks.workunit.client.0.smithi031.stderr: -451> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3780260) adding con mode: crc 2024-09-19T14:01:32.455 INFO:tasks.workunit.client.0.smithi031.stderr: -450> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 AuthRegistry(0x55cce3780260) adding con mode: secure 2024-09-19T14:01:32.455 INFO:tasks.workunit.client.0.smithi031.stderr: -449> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:01:32.455 INFO:tasks.workunit.client.0.smithi031.stderr: -448> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:01:32.455 INFO:tasks.workunit.client.0.smithi031.stderr: -447> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 5 asok(0x55cce3572d90) register_command rotate-key hook 0x55cce37803a8 2024-09-19T14:01:32.455 INFO:tasks.workunit.client.0.smithi031.stderr: -446> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 10 monclient: _reopen_session rank -1 2024-09-19T14:01:32.455 INFO:tasks.workunit.client.0.smithi031.stderr: -445> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-19T14:01:32.455 INFO:tasks.workunit.client.0.smithi031.stderr: -444> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 10 monclient(hunting): picked mon.noname-b con 0x55cce363b490 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T14:01:32.455 INFO:tasks.workunit.client.0.smithi031.stderr: -443> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 10 monclient(hunting): picked mon.noname-a con 0x55cce363c2a0 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T14:01:32.456 INFO:tasks.workunit.client.0.smithi031.stderr: -442> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 10 monclient(hunting): picked mon.noname-c con 0x55cce36c8840 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T14:01:32.456 INFO:tasks.workunit.client.0.smithi031.stderr: -441> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:01:32.456 INFO:tasks.workunit.client.0.smithi031.stderr: -440> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:01:32.456 INFO:tasks.workunit.client.0.smithi031.stderr: -439> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:01:32.456 INFO:tasks.workunit.client.0.smithi031.stderr: -438> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 10 monclient(hunting): _renew_subs 2024-09-19T14:01:32.456 INFO:tasks.workunit.client.0.smithi031.stderr: -437> 2024-09-19T14:01:32.266+0000 7fc96fb339c0 10 monclient(hunting): authenticate will time out at 2436.099594s 2024-09-19T14:01:32.456 INFO:tasks.workunit.client.0.smithi031.stderr: -436> 2024-09-19T14:01:32.266+0000 7fc96ce38640 10 monclient(hunting): get_auth_request con 0x55cce363c2a0 auth_method 0 2024-09-19T14:01:32.456 INFO:tasks.workunit.client.0.smithi031.stderr: -435> 2024-09-19T14:01:32.266+0000 7fc96ce38640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:01:32.456 INFO:tasks.workunit.client.0.smithi031.stderr: -434> 2024-09-19T14:01:32.266+0000 7fc96ce38640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:01:32.456 INFO:tasks.workunit.client.0.smithi031.stderr: -433> 2024-09-19T14:01:32.266+0000 7fc96ce38640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:01:32.456 INFO:tasks.workunit.client.0.smithi031.stderr: -432> 2024-09-19T14:01:32.266+0000 7fc96de3a640 10 monclient(hunting): get_auth_request con 0x55cce36c8840 auth_method 0 2024-09-19T14:01:32.456 INFO:tasks.workunit.client.0.smithi031.stderr: -431> 2024-09-19T14:01:32.266+0000 7fc96de3a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:01:32.456 INFO:tasks.workunit.client.0.smithi031.stderr: -430> 2024-09-19T14:01:32.266+0000 7fc96de3a640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:01:32.456 INFO:tasks.workunit.client.0.smithi031.stderr: -429> 2024-09-19T14:01:32.266+0000 7fc96de3a640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:01:32.457 INFO:tasks.workunit.client.0.smithi031.stderr: -428> 2024-09-19T14:01:32.266+0000 7fc96ce38640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:01:32.457 INFO:tasks.workunit.client.0.smithi031.stderr: -427> 2024-09-19T14:01:32.266+0000 7fc96ce38640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:01:32.457 INFO:tasks.workunit.client.0.smithi031.stderr: -426> 2024-09-19T14:01:32.266+0000 7fc96ce38640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:01:32.457 INFO:tasks.workunit.client.0.smithi031.stderr: -425> 2024-09-19T14:01:32.266+0000 7fc96de3a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:01:32.457 INFO:tasks.workunit.client.0.smithi031.stderr: -424> 2024-09-19T14:01:32.266+0000 7fc96de3a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:01:32.457 INFO:tasks.workunit.client.0.smithi031.stderr: -423> 2024-09-19T14:01:32.266+0000 7fc96de3a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:01:32.457 INFO:tasks.workunit.client.0.smithi031.stderr: -422> 2024-09-19T14:01:32.266+0000 7fc96de3a640 10 monclient(hunting): handle_auth_done global_id 7619 payload 824 2024-09-19T14:01:32.457 INFO:tasks.workunit.client.0.smithi031.stderr: -421> 2024-09-19T14:01:32.266+0000 7fc96de3a640 10 monclient: _finish_hunting 0 2024-09-19T14:01:32.457 INFO:tasks.workunit.client.0.smithi031.stderr: -420> 2024-09-19T14:01:32.266+0000 7fc96de3a640 1 monclient: found mon.noname-c 2024-09-19T14:01:32.457 INFO:tasks.workunit.client.0.smithi031.stderr: -419> 2024-09-19T14:01:32.266+0000 7fc96de3a640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.31:3301/0 2024-09-19T14:01:32.457 INFO:tasks.workunit.client.0.smithi031.stderr: -418> 2024-09-19T14:01:32.270+0000 7fc859e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:01:32.457 INFO:tasks.workunit.client.0.smithi031.stderr: -417> 2024-09-19T14:01:32.270+0000 7fc859e03640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T14:01:32.458 INFO:tasks.workunit.client.0.smithi031.stderr: -416> 2024-09-19T14:01:32.270+0000 7fc859e03640 10 monclient: dump: 2024-09-19T14:01:32.458 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:01:32.458 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:01:32.458 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:32.458 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:32.458 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:01:32.458 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:01:32.458 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:01:32.458 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:01:32.458 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:01:32.458 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:32.458 INFO:tasks.workunit.client.0.smithi031.stderr: -415> 2024-09-19T14:01:32.270+0000 7fc859e03640 10 monclient: _finish_auth 0 2024-09-19T14:01:32.458 INFO:tasks.workunit.client.0.smithi031.stderr: -414> 2024-09-19T14:01:32.270+0000 7fc859e03640 10 monclient: _check_auth_tickets 2024-09-19T14:01:32.459 INFO:tasks.workunit.client.0.smithi031.stderr: -413> 2024-09-19T14:01:32.270+0000 7fc859e03640 10 monclient: handle_config config(0 keys) 2024-09-19T14:01:32.459 INFO:tasks.workunit.client.0.smithi031.stderr: -412> 2024-09-19T14:01:32.270+0000 7fc859e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:01:32.459 INFO:tasks.workunit.client.0.smithi031.stderr: -411> 2024-09-19T14:01:32.270+0000 7fc859e03640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T14:01:32.459 INFO:tasks.workunit.client.0.smithi031.stderr: -410> 2024-09-19T14:01:32.270+0000 7fc859e03640 10 monclient: dump: 2024-09-19T14:01:32.459 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:01:32.459 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:01:32.459 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:32.459 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:32.459 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:01:32.459 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:01:32.459 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:01:32.459 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:01:32.459 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:01:32.460 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:32.460 INFO:tasks.workunit.client.0.smithi031.stderr: -409> 2024-09-19T14:01:32.270+0000 7fc96fb339c0 5 monclient: authenticate success, global_id 7619 2024-09-19T14:01:32.460 INFO:tasks.workunit.client.0.smithi031.stderr: -408> 2024-09-19T14:01:32.270+0000 7fc96fb339c0 10 monclient: _renew_subs 2024-09-19T14:01:32.460 INFO:tasks.workunit.client.0.smithi031.stderr: -407> 2024-09-19T14:01:32.270+0000 7fc96fb339c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T14:01:32.460 INFO:tasks.workunit.client.0.smithi031.stderr: -406> 2024-09-19T14:01:32.270+0000 7fc85b606640 4 set_mon_vals no callback set 2024-09-19T14:01:32.460 INFO:tasks.workunit.client.0.smithi031.stderr: -405> 2024-09-19T14:01:32.270+0000 7fc96fb339c0 10 monclient: _renew_subs 2024-09-19T14:01:32.460 INFO:tasks.workunit.client.0.smithi031.stderr: -404> 2024-09-19T14:01:32.270+0000 7fc96fb339c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T14:01:32.460 INFO:tasks.workunit.client.0.smithi031.stderr: -403> 2024-09-19T14:01:32.270+0000 7fc96fb339c0 1 librados: init done 2024-09-19T14:01:32.460 INFO:tasks.workunit.client.0.smithi031.stderr: -402> 2024-09-19T14:01:32.270+0000 7fc859e03640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T14:01:32.460 INFO:tasks.workunit.client.0.smithi031.stderr: -401> 2024-09-19T14:01:32.270+0000 7fc859e03640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:01:32.460 INFO:tasks.workunit.client.0.smithi031.stderr: -400> 2024-09-19T14:01:32.270+0000 7fc859e03640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:01:32.460 INFO:tasks.workunit.client.0.smithi031.stderr: -399> 2024-09-19T14:01:32.270+0000 7fc96d639640 10 monclient: get_auth_request con 0x7fc854071be0 auth_method 0 2024-09-19T14:01:32.461 INFO:tasks.workunit.client.0.smithi031.stderr: -398> 2024-09-19T14:01:32.270+0000 7fc96ce38640 10 monclient: get_auth_request con 0x55cce37a8ad0 auth_method 0 2024-09-19T14:01:32.461 INFO:tasks.workunit.client.0.smithi031.stderr: -397> 2024-09-19T14:01:32.274+0000 7fc96d639640 10 monclient: get_auth_request con 0x55cce37cb6f0 auth_method 0 2024-09-19T14:01:32.461 INFO:tasks.workunit.client.0.smithi031.stderr: -396> 2024-09-19T14:01:32.274+0000 7fc96ce38640 10 monclient: get_auth_request con 0x55cce37cfa50 auth_method 0 2024-09-19T14:01:32.461 INFO:tasks.workunit.client.0.smithi031.stderr: -395> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 10 monclient: build_initial_monmap 2024-09-19T14:01:32.461 INFO:tasks.workunit.client.0.smithi031.stderr: -394> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 1 build_initial for_mkfs: 0 2024-09-19T14:01:32.461 INFO:tasks.workunit.client.0.smithi031.stderr: -393> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 10 monclient: monmap: 2024-09-19T14:01:32.461 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T14:01:32.461 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T14:01:32.461 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T14:01:32.461 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T14:01:32.461 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T14:01:32.461 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:01:32.461 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T14:01:32.461 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T14:01:32.462 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T14:01:32.462 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:32.462 INFO:tasks.workunit.client.0.smithi031.stderr: -392> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d4880) adding auth protocol: cephx 2024-09-19T14:01:32.462 INFO:tasks.workunit.client.0.smithi031.stderr: -391> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d4880) adding auth protocol: cephx 2024-09-19T14:01:32.462 INFO:tasks.workunit.client.0.smithi031.stderr: -390> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d4880) adding auth protocol: cephx 2024-09-19T14:01:32.462 INFO:tasks.workunit.client.0.smithi031.stderr: -389> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d4880) adding con mode: secure 2024-09-19T14:01:32.462 INFO:tasks.workunit.client.0.smithi031.stderr: -388> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d4880) adding con mode: crc 2024-09-19T14:01:32.462 INFO:tasks.workunit.client.0.smithi031.stderr: -387> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d4880) adding con mode: secure 2024-09-19T14:01:32.462 INFO:tasks.workunit.client.0.smithi031.stderr: -386> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d4880) adding con mode: crc 2024-09-19T14:01:32.462 INFO:tasks.workunit.client.0.smithi031.stderr: -385> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d4880) adding con mode: secure 2024-09-19T14:01:32.462 INFO:tasks.workunit.client.0.smithi031.stderr: -384> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d4880) adding con mode: crc 2024-09-19T14:01:32.462 INFO:tasks.workunit.client.0.smithi031.stderr: -383> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d4880) adding con mode: crc 2024-09-19T14:01:32.463 INFO:tasks.workunit.client.0.smithi031.stderr: -382> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d4880) adding con mode: secure 2024-09-19T14:01:32.463 INFO:tasks.workunit.client.0.smithi031.stderr: -381> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d4880) adding con mode: crc 2024-09-19T14:01:32.463 INFO:tasks.workunit.client.0.smithi031.stderr: -380> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d4880) adding con mode: secure 2024-09-19T14:01:32.463 INFO:tasks.workunit.client.0.smithi031.stderr: -379> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d4880) adding con mode: crc 2024-09-19T14:01:32.463 INFO:tasks.workunit.client.0.smithi031.stderr: -378> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d4880) adding con mode: secure 2024-09-19T14:01:32.463 INFO:tasks.workunit.client.0.smithi031.stderr: -377> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:01:32.463 INFO:tasks.workunit.client.0.smithi031.stderr: -376> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 asok(0x55cce3572d90) register_command objecter_requests cmddesc objecter_requests hook 0x55cce37d8270 EEXIST 2024-09-19T14:01:32.463 INFO:tasks.workunit.client.0.smithi031.stderr: -375> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 10 monclient: init 2024-09-19T14:01:32.463 INFO:tasks.workunit.client.0.smithi031.stderr: -374> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d2f58) adding auth protocol: cephx 2024-09-19T14:01:32.463 INFO:tasks.workunit.client.0.smithi031.stderr: -373> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d2f58) adding auth protocol: cephx 2024-09-19T14:01:32.463 INFO:tasks.workunit.client.0.smithi031.stderr: -372> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d2f58) adding auth protocol: cephx 2024-09-19T14:01:32.463 INFO:tasks.workunit.client.0.smithi031.stderr: -371> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d2f58) adding con mode: secure 2024-09-19T14:01:32.463 INFO:tasks.workunit.client.0.smithi031.stderr: -370> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d2f58) adding con mode: crc 2024-09-19T14:01:32.464 INFO:tasks.workunit.client.0.smithi031.stderr: -369> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d2f58) adding con mode: secure 2024-09-19T14:01:32.464 INFO:tasks.workunit.client.0.smithi031.stderr: -368> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d2f58) adding con mode: crc 2024-09-19T14:01:32.464 INFO:tasks.workunit.client.0.smithi031.stderr: -367> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d2f58) adding con mode: secure 2024-09-19T14:01:32.464 INFO:tasks.workunit.client.0.smithi031.stderr: -366> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d2f58) adding con mode: crc 2024-09-19T14:01:32.464 INFO:tasks.workunit.client.0.smithi031.stderr: -365> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d2f58) adding con mode: crc 2024-09-19T14:01:32.464 INFO:tasks.workunit.client.0.smithi031.stderr: -364> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d2f58) adding con mode: secure 2024-09-19T14:01:32.464 INFO:tasks.workunit.client.0.smithi031.stderr: -363> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d2f58) adding con mode: crc 2024-09-19T14:01:32.464 INFO:tasks.workunit.client.0.smithi031.stderr: -362> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d2f58) adding con mode: secure 2024-09-19T14:01:32.464 INFO:tasks.workunit.client.0.smithi031.stderr: -361> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d2f58) adding con mode: crc 2024-09-19T14:01:32.464 INFO:tasks.workunit.client.0.smithi031.stderr: -360> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37d2f58) adding con mode: secure 2024-09-19T14:01:32.464 INFO:tasks.workunit.client.0.smithi031.stderr: -359> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:01:32.464 INFO:tasks.workunit.client.0.smithi031.stderr: -358> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:01:32.464 INFO:tasks.workunit.client.0.smithi031.stderr: -357> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 asok(0x55cce3572d90) register_command rotate-key cmddesc rotate-key hook 0x55cce37d30a0 EEXIST 2024-09-19T14:01:32.464 INFO:tasks.workunit.client.0.smithi031.stderr: -356> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 10 monclient: _reopen_session rank -1 2024-09-19T14:01:32.465 INFO:tasks.workunit.client.0.smithi031.stderr: -355> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-19T14:01:32.465 INFO:tasks.workunit.client.0.smithi031.stderr: -354> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 10 monclient(hunting): picked mon.noname-c con 0x55cce37fc420 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T14:01:32.465 INFO:tasks.workunit.client.0.smithi031.stderr: -353> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 10 monclient(hunting): picked mon.noname-a con 0x55cce37fbd50 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T14:01:32.465 INFO:tasks.workunit.client.0.smithi031.stderr: -352> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 10 monclient(hunting): picked mon.noname-b con 0x55cce37fa730 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T14:01:32.465 INFO:tasks.workunit.client.0.smithi031.stderr: -351> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:01:32.465 INFO:tasks.workunit.client.0.smithi031.stderr: -350> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:01:32.465 INFO:tasks.workunit.client.0.smithi031.stderr: -349> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:01:32.465 INFO:tasks.workunit.client.0.smithi031.stderr: -348> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 10 monclient(hunting): _renew_subs 2024-09-19T14:01:32.465 INFO:tasks.workunit.client.0.smithi031.stderr: -347> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 10 monclient(hunting): authenticate will time out at 2436.109271s 2024-09-19T14:01:32.465 INFO:tasks.workunit.client.0.smithi031.stderr: -346> 2024-09-19T14:01:32.278+0000 7fc96d639640 10 monclient(hunting): get_auth_request con 0x55cce37fc420 auth_method 0 2024-09-19T14:01:32.465 INFO:tasks.workunit.client.0.smithi031.stderr: -345> 2024-09-19T14:01:32.278+0000 7fc96d639640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:01:32.465 INFO:tasks.workunit.client.0.smithi031.stderr: -344> 2024-09-19T14:01:32.278+0000 7fc96d639640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:01:32.466 INFO:tasks.workunit.client.0.smithi031.stderr: -343> 2024-09-19T14:01:32.278+0000 7fc96d639640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:01:32.466 INFO:tasks.workunit.client.0.smithi031.stderr: -342> 2024-09-19T14:01:32.278+0000 7fc96ce38640 10 monclient(hunting): get_auth_request con 0x55cce37fbd50 auth_method 0 2024-09-19T14:01:32.466 INFO:tasks.workunit.client.0.smithi031.stderr: -341> 2024-09-19T14:01:32.278+0000 7fc96ce38640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:01:32.466 INFO:tasks.workunit.client.0.smithi031.stderr: -340> 2024-09-19T14:01:32.278+0000 7fc96ce38640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:01:32.466 INFO:tasks.workunit.client.0.smithi031.stderr: -339> 2024-09-19T14:01:32.278+0000 7fc96ce38640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:01:32.466 INFO:tasks.workunit.client.0.smithi031.stderr: -338> 2024-09-19T14:01:32.278+0000 7fc96d639640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:01:32.466 INFO:tasks.workunit.client.0.smithi031.stderr: -337> 2024-09-19T14:01:32.278+0000 7fc96d639640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:01:32.466 INFO:tasks.workunit.client.0.smithi031.stderr: -336> 2024-09-19T14:01:32.278+0000 7fc96d639640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:01:32.466 INFO:tasks.workunit.client.0.smithi031.stderr: -335> 2024-09-19T14:01:32.278+0000 7fc96ce38640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:01:32.466 INFO:tasks.workunit.client.0.smithi031.stderr: -334> 2024-09-19T14:01:32.278+0000 7fc96ce38640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:01:32.466 INFO:tasks.workunit.client.0.smithi031.stderr: -333> 2024-09-19T14:01:32.278+0000 7fc96ce38640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:01:32.466 INFO:tasks.workunit.client.0.smithi031.stderr: -332> 2024-09-19T14:01:32.278+0000 7fc96d639640 10 monclient(hunting): handle_auth_done global_id 7622 payload 824 2024-09-19T14:01:32.466 INFO:tasks.workunit.client.0.smithi031.stderr: -331> 2024-09-19T14:01:32.278+0000 7fc96d639640 10 monclient: _finish_hunting 0 2024-09-19T14:01:32.467 INFO:tasks.workunit.client.0.smithi031.stderr: -330> 2024-09-19T14:01:32.278+0000 7fc96d639640 1 monclient: found mon.noname-c 2024-09-19T14:01:32.467 INFO:tasks.workunit.client.0.smithi031.stderr: -329> 2024-09-19T14:01:32.278+0000 7fc96d639640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.31:3301/0 2024-09-19T14:01:32.467 INFO:tasks.workunit.client.0.smithi031.stderr: -328> 2024-09-19T14:01:32.278+0000 7fc96de3a640 10 monclient: get_auth_request con 0x55cce37fa730 auth_method 0 2024-09-19T14:01:32.467 INFO:tasks.workunit.client.0.smithi031.stderr: -327> 2024-09-19T14:01:32.278+0000 7fc852ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:01:32.467 INFO:tasks.workunit.client.0.smithi031.stderr: -326> 2024-09-19T14:01:32.278+0000 7fc852ffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T14:01:32.467 INFO:tasks.workunit.client.0.smithi031.stderr: -325> 2024-09-19T14:01:32.278+0000 7fc852ffd640 10 monclient: dump: 2024-09-19T14:01:32.467 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:01:32.467 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:01:32.467 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:32.467 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:32.467 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:01:32.467 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:01:32.468 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:01:32.468 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:01:32.468 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:01:32.468 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:32.468 INFO:tasks.workunit.client.0.smithi031.stderr: -324> 2024-09-19T14:01:32.278+0000 7fc852ffd640 10 monclient: _finish_auth 0 2024-09-19T14:01:32.468 INFO:tasks.workunit.client.0.smithi031.stderr: -323> 2024-09-19T14:01:32.278+0000 7fc852ffd640 10 monclient: _check_auth_tickets 2024-09-19T14:01:32.468 INFO:tasks.workunit.client.0.smithi031.stderr: -322> 2024-09-19T14:01:32.278+0000 7fc852ffd640 10 monclient: handle_config config(0 keys) 2024-09-19T14:01:32.468 INFO:tasks.workunit.client.0.smithi031.stderr: -321> 2024-09-19T14:01:32.278+0000 7fc852ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:01:32.468 INFO:tasks.workunit.client.0.smithi031.stderr: -320> 2024-09-19T14:01:32.278+0000 7fc852ffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T14:01:32.468 INFO:tasks.workunit.client.0.smithi031.stderr: -319> 2024-09-19T14:01:32.278+0000 7fc852ffd640 10 monclient: dump: 2024-09-19T14:01:32.468 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:01:32.468 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:01:32.468 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:32.469 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:32.469 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:01:32.469 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:01:32.469 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:01:32.469 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:01:32.469 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:01:32.469 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:32.469 INFO:tasks.workunit.client.0.smithi031.stderr: -318> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 5 monclient: authenticate success, global_id 7622 2024-09-19T14:01:32.469 INFO:tasks.workunit.client.0.smithi031.stderr: -317> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 10 monclient: _renew_subs 2024-09-19T14:01:32.469 INFO:tasks.workunit.client.0.smithi031.stderr: -316> 2024-09-19T14:01:32.278+0000 7fc96e63b640 4 set_mon_vals no callback set 2024-09-19T14:01:32.469 INFO:tasks.workunit.client.0.smithi031.stderr: -315> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T14:01:32.469 INFO:tasks.workunit.client.0.smithi031.stderr: -314> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 10 monclient: _renew_subs 2024-09-19T14:01:32.469 INFO:tasks.workunit.client.0.smithi031.stderr: -313> 2024-09-19T14:01:32.278+0000 7fc96fb339c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T14:01:32.469 INFO:tasks.workunit.client.0.smithi031.stderr: -312> 2024-09-19T14:01:32.282+0000 7fc852ffd640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T14:01:32.470 INFO:tasks.workunit.client.0.smithi031.stderr: -311> 2024-09-19T14:01:32.282+0000 7fc852ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:01:32.470 INFO:tasks.workunit.client.0.smithi031.stderr: -310> 2024-09-19T14:01:32.282+0000 7fc852ffd640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:01:32.470 INFO:tasks.workunit.client.0.smithi031.stderr: -309> 2024-09-19T14:01:32.282+0000 7fc96ce38640 10 monclient: get_auth_request con 0x7fc848071b20 auth_method 0 2024-09-19T14:01:32.470 INFO:tasks.workunit.client.0.smithi031.stderr: -308> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient: get_monmap_and_config 2024-09-19T14:01:32.470 INFO:tasks.workunit.client.0.smithi031.stderr: -307> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient: build_initial_monmap 2024-09-19T14:01:32.470 INFO:tasks.workunit.client.0.smithi031.stderr: -306> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 1 build_initial for_mkfs: 0 2024-09-19T14:01:32.470 INFO:tasks.workunit.client.0.smithi031.stderr: -305> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient: monmap: 2024-09-19T14:01:32.472 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T14:01:32.472 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T14:01:32.472 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T14:01:32.472 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T14:01:32.472 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T14:01:32.472 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:01:32.472 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T14:01:32.472 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T14:01:32.472 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T14:01:32.472 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:32.473 INFO:tasks.workunit.client.0.smithi031.stderr: -304> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bc10) adding auth protocol: cephx 2024-09-19T14:01:32.473 INFO:tasks.workunit.client.0.smithi031.stderr: -303> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bc10) adding auth protocol: cephx 2024-09-19T14:01:32.473 INFO:tasks.workunit.client.0.smithi031.stderr: -302> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bc10) adding auth protocol: cephx 2024-09-19T14:01:32.473 INFO:tasks.workunit.client.0.smithi031.stderr: -301> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bc10) adding con mode: secure 2024-09-19T14:01:32.473 INFO:tasks.workunit.client.0.smithi031.stderr: -300> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bc10) adding con mode: crc 2024-09-19T14:01:32.473 INFO:tasks.workunit.client.0.smithi031.stderr: -299> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bc10) adding con mode: secure 2024-09-19T14:01:32.473 INFO:tasks.workunit.client.0.smithi031.stderr: -298> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bc10) adding con mode: crc 2024-09-19T14:01:32.473 INFO:tasks.workunit.client.0.smithi031.stderr: -297> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bc10) adding con mode: secure 2024-09-19T14:01:32.473 INFO:tasks.workunit.client.0.smithi031.stderr: -296> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bc10) adding con mode: crc 2024-09-19T14:01:32.473 INFO:tasks.workunit.client.0.smithi031.stderr: -295> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bc10) adding con mode: crc 2024-09-19T14:01:32.473 INFO:tasks.workunit.client.0.smithi031.stderr: -294> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bc10) adding con mode: secure 2024-09-19T14:01:32.473 INFO:tasks.workunit.client.0.smithi031.stderr: -293> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bc10) adding con mode: crc 2024-09-19T14:01:32.473 INFO:tasks.workunit.client.0.smithi031.stderr: -292> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bc10) adding con mode: secure 2024-09-19T14:01:32.474 INFO:tasks.workunit.client.0.smithi031.stderr: -291> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bc10) adding con mode: crc 2024-09-19T14:01:32.474 INFO:tasks.workunit.client.0.smithi031.stderr: -290> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bc10) adding con mode: secure 2024-09-19T14:01:32.474 INFO:tasks.workunit.client.0.smithi031.stderr: -289> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:01:32.474 INFO:tasks.workunit.client.0.smithi031.stderr: -288> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient: init 2024-09-19T14:01:32.474 INFO:tasks.workunit.client.0.smithi031.stderr: -287> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bfac0) adding auth protocol: cephx 2024-09-19T14:01:32.474 INFO:tasks.workunit.client.0.smithi031.stderr: -286> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bfac0) adding auth protocol: cephx 2024-09-19T14:01:32.474 INFO:tasks.workunit.client.0.smithi031.stderr: -285> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bfac0) adding auth protocol: cephx 2024-09-19T14:01:32.474 INFO:tasks.workunit.client.0.smithi031.stderr: -284> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bfac0) adding con mode: secure 2024-09-19T14:01:32.474 INFO:tasks.workunit.client.0.smithi031.stderr: -283> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bfac0) adding con mode: crc 2024-09-19T14:01:32.474 INFO:tasks.workunit.client.0.smithi031.stderr: -282> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bfac0) adding con mode: secure 2024-09-19T14:01:32.474 INFO:tasks.workunit.client.0.smithi031.stderr: -281> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bfac0) adding con mode: crc 2024-09-19T14:01:32.474 INFO:tasks.workunit.client.0.smithi031.stderr: -280> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bfac0) adding con mode: secure 2024-09-19T14:01:32.474 INFO:tasks.workunit.client.0.smithi031.stderr: -279> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bfac0) adding con mode: crc 2024-09-19T14:01:32.474 INFO:tasks.workunit.client.0.smithi031.stderr: -278> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bfac0) adding con mode: crc 2024-09-19T14:01:32.475 INFO:tasks.workunit.client.0.smithi031.stderr: -277> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bfac0) adding con mode: secure 2024-09-19T14:01:32.475 INFO:tasks.workunit.client.0.smithi031.stderr: -276> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bfac0) adding con mode: crc 2024-09-19T14:01:32.475 INFO:tasks.workunit.client.0.smithi031.stderr: -275> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bfac0) adding con mode: secure 2024-09-19T14:01:32.475 INFO:tasks.workunit.client.0.smithi031.stderr: -274> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bfac0) adding con mode: crc 2024-09-19T14:01:32.475 INFO:tasks.workunit.client.0.smithi031.stderr: -273> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bfac0) adding con mode: secure 2024-09-19T14:01:32.475 INFO:tasks.workunit.client.0.smithi031.stderr: -272> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:01:32.475 INFO:tasks.workunit.client.0.smithi031.stderr: -271> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:01:32.475 INFO:tasks.workunit.client.0.smithi031.stderr: -270> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 asok(0x55cce3572d90) register_command rotate-key cmddesc rotate-key hook 0x7ffd488bfc08 EEXIST 2024-09-19T14:01:32.475 INFO:tasks.workunit.client.0.smithi031.stderr: -269> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient: _reopen_session rank -1 2024-09-19T14:01:32.475 INFO:tasks.workunit.client.0.smithi031.stderr: -268> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-19T14:01:32.475 INFO:tasks.workunit.client.0.smithi031.stderr: -267> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient(hunting): picked mon.noname-a con 0x55cce384a1d0 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T14:01:32.475 INFO:tasks.workunit.client.0.smithi031.stderr: -266> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient(hunting): picked mon.noname-c con 0x55cce384a5b0 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T14:01:32.476 INFO:tasks.workunit.client.0.smithi031.stderr: -265> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient(hunting): picked mon.noname-b con 0x55cce384ba70 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T14:01:32.476 INFO:tasks.workunit.client.0.smithi031.stderr: -264> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:01:32.476 INFO:tasks.workunit.client.0.smithi031.stderr: -263> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:01:32.476 INFO:tasks.workunit.client.0.smithi031.stderr: -262> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:01:32.476 INFO:tasks.workunit.client.0.smithi031.stderr: -261> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient(hunting): _renew_subs 2024-09-19T14:01:32.476 INFO:tasks.workunit.client.0.smithi031.stderr: -260> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient(hunting): authenticate will time out at 2436.113364s 2024-09-19T14:01:32.476 INFO:tasks.workunit.client.0.smithi031.stderr: -259> 2024-09-19T14:01:32.282+0000 7fc96ce38640 10 monclient(hunting): get_auth_request con 0x55cce384a5b0 auth_method 0 2024-09-19T14:01:32.476 INFO:tasks.workunit.client.0.smithi031.stderr: -258> 2024-09-19T14:01:32.282+0000 7fc96ce38640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:01:32.476 INFO:tasks.workunit.client.0.smithi031.stderr: -257> 2024-09-19T14:01:32.282+0000 7fc96ce38640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:01:32.476 INFO:tasks.workunit.client.0.smithi031.stderr: -256> 2024-09-19T14:01:32.282+0000 7fc96ce38640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:01:32.476 INFO:tasks.workunit.client.0.smithi031.stderr: -255> 2024-09-19T14:01:32.282+0000 7fc96d639640 10 monclient(hunting): get_auth_request con 0x55cce384a1d0 auth_method 0 2024-09-19T14:01:32.476 INFO:tasks.workunit.client.0.smithi031.stderr: -254> 2024-09-19T14:01:32.282+0000 7fc96d639640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:01:32.476 INFO:tasks.workunit.client.0.smithi031.stderr: -253> 2024-09-19T14:01:32.282+0000 7fc96d639640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:01:32.476 INFO:tasks.workunit.client.0.smithi031.stderr: -252> 2024-09-19T14:01:32.282+0000 7fc96d639640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:01:32.477 INFO:tasks.workunit.client.0.smithi031.stderr: -251> 2024-09-19T14:01:32.282+0000 7fc96d639640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:01:32.477 INFO:tasks.workunit.client.0.smithi031.stderr: -250> 2024-09-19T14:01:32.282+0000 7fc96d639640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:01:32.477 INFO:tasks.workunit.client.0.smithi031.stderr: -249> 2024-09-19T14:01:32.282+0000 7fc96d639640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:01:32.477 INFO:tasks.workunit.client.0.smithi031.stderr: -248> 2024-09-19T14:01:32.282+0000 7fc96ce38640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:01:32.477 INFO:tasks.workunit.client.0.smithi031.stderr: -247> 2024-09-19T14:01:32.282+0000 7fc96ce38640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:01:32.477 INFO:tasks.workunit.client.0.smithi031.stderr: -246> 2024-09-19T14:01:32.282+0000 7fc96ce38640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:01:32.477 INFO:tasks.workunit.client.0.smithi031.stderr: -245> 2024-09-19T14:01:32.282+0000 7fc96d639640 10 monclient(hunting): handle_auth_done global_id 8154 payload 274 2024-09-19T14:01:32.477 INFO:tasks.workunit.client.0.smithi031.stderr: -244> 2024-09-19T14:01:32.282+0000 7fc96d639640 10 monclient: _finish_hunting 0 2024-09-19T14:01:32.477 INFO:tasks.workunit.client.0.smithi031.stderr: -243> 2024-09-19T14:01:32.282+0000 7fc96d639640 1 monclient: found mon.noname-a 2024-09-19T14:01:32.477 INFO:tasks.workunit.client.0.smithi031.stderr: -242> 2024-09-19T14:01:32.282+0000 7fc96d639640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T14:01:32.477 INFO:tasks.workunit.client.0.smithi031.stderr: -241> 2024-09-19T14:01:32.282+0000 7fc850ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:01:32.477 INFO:tasks.workunit.client.0.smithi031.stderr: -240> 2024-09-19T14:01:32.282+0000 7fc850ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T14:01:32.477 INFO:tasks.workunit.client.0.smithi031.stderr: -239> 2024-09-19T14:01:32.282+0000 7fc850ff9640 10 monclient: dump: 2024-09-19T14:01:32.478 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:01:32.478 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:01:32.478 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:32.478 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:32.478 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:01:32.478 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:01:32.478 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:01:32.478 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:01:32.478 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:01:32.478 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:32.478 INFO:tasks.workunit.client.0.smithi031.stderr: -238> 2024-09-19T14:01:32.282+0000 7fc850ff9640 10 monclient: _finish_auth 0 2024-09-19T14:01:32.478 INFO:tasks.workunit.client.0.smithi031.stderr: -237> 2024-09-19T14:01:32.282+0000 7fc850ff9640 10 monclient: _check_auth_tickets 2024-09-19T14:01:32.479 INFO:tasks.workunit.client.0.smithi031.stderr: -236> 2024-09-19T14:01:32.282+0000 7fc850ff9640 10 monclient: handle_config config(0 keys) 2024-09-19T14:01:32.479 INFO:tasks.workunit.client.0.smithi031.stderr: -235> 2024-09-19T14:01:32.282+0000 7fc850ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:01:32.479 INFO:tasks.workunit.client.0.smithi031.stderr: -234> 2024-09-19T14:01:32.282+0000 7fc850ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T14:01:32.479 INFO:tasks.workunit.client.0.smithi031.stderr: -233> 2024-09-19T14:01:32.282+0000 7fc850ff9640 10 monclient: dump: 2024-09-19T14:01:32.479 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:01:32.479 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:01:32.479 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:32.479 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:32.479 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:01:32.479 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:01:32.479 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:01:32.479 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:01:32.479 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:01:32.479 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:32.480 INFO:tasks.workunit.client.0.smithi031.stderr: -232> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 monclient: authenticate success, global_id 8154 2024-09-19T14:01:32.480 INFO:tasks.workunit.client.0.smithi031.stderr: -231> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient: get_monmap_and_config success 2024-09-19T14:01:32.480 INFO:tasks.workunit.client.0.smithi031.stderr: -230> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 4 set_mon_vals no callback set 2024-09-19T14:01:32.480 INFO:tasks.workunit.client.0.smithi031.stderr: -229> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient: shutdown 2024-09-19T14:01:32.480 INFO:tasks.workunit.client.0.smithi031.stderr: -228> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient: build_initial_monmap 2024-09-19T14:01:32.480 INFO:tasks.workunit.client.0.smithi031.stderr: -227> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 1 build_initial for_mkfs: 0 2024-09-19T14:01:32.480 INFO:tasks.workunit.client.0.smithi031.stderr: -226> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient: monmap: 2024-09-19T14:01:32.480 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T14:01:32.480 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T14:01:32.480 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T14:01:32.480 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T14:01:32.480 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T14:01:32.480 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:01:32.481 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T14:01:32.481 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T14:01:32.481 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T14:01:32.481 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:32.481 INFO:tasks.workunit.client.0.smithi031.stderr: -225> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bbc0) adding auth protocol: cephx 2024-09-19T14:01:32.481 INFO:tasks.workunit.client.0.smithi031.stderr: -224> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bbc0) adding auth protocol: cephx 2024-09-19T14:01:32.481 INFO:tasks.workunit.client.0.smithi031.stderr: -223> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bbc0) adding auth protocol: cephx 2024-09-19T14:01:32.481 INFO:tasks.workunit.client.0.smithi031.stderr: -222> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bbc0) adding con mode: secure 2024-09-19T14:01:32.481 INFO:tasks.workunit.client.0.smithi031.stderr: -221> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bbc0) adding con mode: crc 2024-09-19T14:01:32.481 INFO:tasks.workunit.client.0.smithi031.stderr: -220> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bbc0) adding con mode: secure 2024-09-19T14:01:32.481 INFO:tasks.workunit.client.0.smithi031.stderr: -219> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bbc0) adding con mode: crc 2024-09-19T14:01:32.481 INFO:tasks.workunit.client.0.smithi031.stderr: -218> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bbc0) adding con mode: secure 2024-09-19T14:01:32.481 INFO:tasks.workunit.client.0.smithi031.stderr: -217> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bbc0) adding con mode: crc 2024-09-19T14:01:32.482 INFO:tasks.workunit.client.0.smithi031.stderr: -216> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bbc0) adding con mode: crc 2024-09-19T14:01:32.482 INFO:tasks.workunit.client.0.smithi031.stderr: -215> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bbc0) adding con mode: secure 2024-09-19T14:01:32.482 INFO:tasks.workunit.client.0.smithi031.stderr: -214> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bbc0) adding con mode: crc 2024-09-19T14:01:32.482 INFO:tasks.workunit.client.0.smithi031.stderr: -213> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bbc0) adding con mode: secure 2024-09-19T14:01:32.482 INFO:tasks.workunit.client.0.smithi031.stderr: -212> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bbc0) adding con mode: crc 2024-09-19T14:01:32.482 INFO:tasks.workunit.client.0.smithi031.stderr: -211> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce381bbc0) adding con mode: secure 2024-09-19T14:01:32.482 INFO:tasks.workunit.client.0.smithi031.stderr: -210> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:01:32.482 INFO:tasks.workunit.client.0.smithi031.stderr: -209> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 1 librados: starting msgr at 2024-09-19T14:01:32.482 INFO:tasks.workunit.client.0.smithi031.stderr: -208> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 1 librados: starting objecter 2024-09-19T14:01:32.482 INFO:tasks.workunit.client.0.smithi031.stderr: -207> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 asok(0x55cce3572d90) register_command objecter_requests cmddesc objecter_requests hook 0x55cce384be80 EEXIST 2024-09-19T14:01:32.482 INFO:tasks.workunit.client.0.smithi031.stderr: -206> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 1 librados: setting wanted keys 2024-09-19T14:01:32.482 INFO:tasks.workunit.client.0.smithi031.stderr: -205> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 1 librados: calling monclient init 2024-09-19T14:01:32.482 INFO:tasks.workunit.client.0.smithi031.stderr: -204> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient: init 2024-09-19T14:01:32.482 INFO:tasks.workunit.client.0.smithi031.stderr: -203> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37fe240) adding auth protocol: cephx 2024-09-19T14:01:32.483 INFO:tasks.workunit.client.0.smithi031.stderr: -202> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37fe240) adding auth protocol: cephx 2024-09-19T14:01:32.483 INFO:tasks.workunit.client.0.smithi031.stderr: -201> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37fe240) adding auth protocol: cephx 2024-09-19T14:01:32.483 INFO:tasks.workunit.client.0.smithi031.stderr: -200> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37fe240) adding con mode: secure 2024-09-19T14:01:32.483 INFO:tasks.workunit.client.0.smithi031.stderr: -199> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37fe240) adding con mode: crc 2024-09-19T14:01:32.483 INFO:tasks.workunit.client.0.smithi031.stderr: -198> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37fe240) adding con mode: secure 2024-09-19T14:01:32.483 INFO:tasks.workunit.client.0.smithi031.stderr: -197> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37fe240) adding con mode: crc 2024-09-19T14:01:32.483 INFO:tasks.workunit.client.0.smithi031.stderr: -196> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37fe240) adding con mode: secure 2024-09-19T14:01:32.483 INFO:tasks.workunit.client.0.smithi031.stderr: -195> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37fe240) adding con mode: crc 2024-09-19T14:01:32.483 INFO:tasks.workunit.client.0.smithi031.stderr: -194> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37fe240) adding con mode: crc 2024-09-19T14:01:32.483 INFO:tasks.workunit.client.0.smithi031.stderr: -193> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37fe240) adding con mode: secure 2024-09-19T14:01:32.483 INFO:tasks.workunit.client.0.smithi031.stderr: -192> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37fe240) adding con mode: crc 2024-09-19T14:01:32.483 INFO:tasks.workunit.client.0.smithi031.stderr: -191> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37fe240) adding con mode: secure 2024-09-19T14:01:32.484 INFO:tasks.workunit.client.0.smithi031.stderr: -190> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37fe240) adding con mode: crc 2024-09-19T14:01:32.484 INFO:tasks.workunit.client.0.smithi031.stderr: -189> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 AuthRegistry(0x55cce37fe240) adding con mode: secure 2024-09-19T14:01:32.484 INFO:tasks.workunit.client.0.smithi031.stderr: -188> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:01:32.484 INFO:tasks.workunit.client.0.smithi031.stderr: -187> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:01:32.484 INFO:tasks.workunit.client.0.smithi031.stderr: -186> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 5 asok(0x55cce3572d90) register_command rotate-key cmddesc rotate-key hook 0x55cce37fe388 EEXIST 2024-09-19T14:01:32.484 INFO:tasks.workunit.client.0.smithi031.stderr: -185> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient: _reopen_session rank -1 2024-09-19T14:01:32.484 INFO:tasks.workunit.client.0.smithi031.stderr: -184> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-19T14:01:32.484 INFO:tasks.workunit.client.0.smithi031.stderr: -183> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient(hunting): picked mon.noname-c con 0x55cce384a1d0 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T14:01:32.484 INFO:tasks.workunit.client.0.smithi031.stderr: -182> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient(hunting): picked mon.noname-b con 0x55cce384ba70 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T14:01:32.484 INFO:tasks.workunit.client.0.smithi031.stderr: -181> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient(hunting): picked mon.noname-a con 0x55cce383eb10 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T14:01:32.484 INFO:tasks.workunit.client.0.smithi031.stderr: -180> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:01:32.484 INFO:tasks.workunit.client.0.smithi031.stderr: -179> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:01:32.484 INFO:tasks.workunit.client.0.smithi031.stderr: -178> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:01:32.484 INFO:tasks.workunit.client.0.smithi031.stderr: -177> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient(hunting): _renew_subs 2024-09-19T14:01:32.484 INFO:tasks.workunit.client.0.smithi031.stderr: -176> 2024-09-19T14:01:32.282+0000 7fc96fb339c0 10 monclient(hunting): authenticate will time out at 2436.115728s 2024-09-19T14:01:32.485 INFO:tasks.workunit.client.0.smithi031.stderr: -175> 2024-09-19T14:01:32.282+0000 7fc96d639640 10 monclient(hunting): get_auth_request con 0x55cce384a1d0 auth_method 0 2024-09-19T14:01:32.485 INFO:tasks.workunit.client.0.smithi031.stderr: -174> 2024-09-19T14:01:32.282+0000 7fc96d639640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:01:32.485 INFO:tasks.workunit.client.0.smithi031.stderr: -173> 2024-09-19T14:01:32.282+0000 7fc96d639640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:01:32.485 INFO:tasks.workunit.client.0.smithi031.stderr: -172> 2024-09-19T14:01:32.282+0000 7fc96d639640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:01:32.485 INFO:tasks.workunit.client.0.smithi031.stderr: -171> 2024-09-19T14:01:32.282+0000 7fc96de3a640 10 monclient(hunting): get_auth_request con 0x55cce383eb10 auth_method 0 2024-09-19T14:01:32.485 INFO:tasks.workunit.client.0.smithi031.stderr: -170> 2024-09-19T14:01:32.282+0000 7fc96de3a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:01:32.485 INFO:tasks.workunit.client.0.smithi031.stderr: -169> 2024-09-19T14:01:32.282+0000 7fc96de3a640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:01:32.485 INFO:tasks.workunit.client.0.smithi031.stderr: -168> 2024-09-19T14:01:32.282+0000 7fc96de3a640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:01:32.485 INFO:tasks.workunit.client.0.smithi031.stderr: -167> 2024-09-19T14:01:32.282+0000 7fc96d639640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:01:32.485 INFO:tasks.workunit.client.0.smithi031.stderr: -166> 2024-09-19T14:01:32.282+0000 7fc96d639640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:01:32.485 INFO:tasks.workunit.client.0.smithi031.stderr: -165> 2024-09-19T14:01:32.282+0000 7fc96d639640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:01:32.485 INFO:tasks.workunit.client.0.smithi031.stderr: -164> 2024-09-19T14:01:32.282+0000 7fc96de3a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:01:32.486 INFO:tasks.workunit.client.0.smithi031.stderr: -163> 2024-09-19T14:01:32.282+0000 7fc96de3a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:01:32.486 INFO:tasks.workunit.client.0.smithi031.stderr: -162> 2024-09-19T14:01:32.282+0000 7fc96de3a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:01:32.486 INFO:tasks.workunit.client.0.smithi031.stderr: -161> 2024-09-19T14:01:32.286+0000 7fc96de3a640 10 monclient(hunting): handle_auth_done global_id 8157 payload 824 2024-09-19T14:01:32.486 INFO:tasks.workunit.client.0.smithi031.stderr: -160> 2024-09-19T14:01:32.286+0000 7fc96de3a640 10 monclient: _finish_hunting 0 2024-09-19T14:01:32.486 INFO:tasks.workunit.client.0.smithi031.stderr: -159> 2024-09-19T14:01:32.286+0000 7fc96de3a640 1 monclient: found mon.noname-a 2024-09-19T14:01:32.486 INFO:tasks.workunit.client.0.smithi031.stderr: -158> 2024-09-19T14:01:32.286+0000 7fc96de3a640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T14:01:32.486 INFO:tasks.workunit.client.0.smithi031.stderr: -157> 2024-09-19T14:01:32.286+0000 7fc83effd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:01:32.486 INFO:tasks.workunit.client.0.smithi031.stderr: -156> 2024-09-19T14:01:32.286+0000 7fc83effd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T14:01:32.486 INFO:tasks.workunit.client.0.smithi031.stderr: -155> 2024-09-19T14:01:32.286+0000 7fc83effd640 10 monclient: dump: 2024-09-19T14:01:32.486 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:01:32.486 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:01:32.486 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:32.486 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:32.487 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:01:32.487 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:01:32.487 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:01:32.487 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:01:32.487 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:01:32.487 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:32.487 INFO:tasks.workunit.client.0.smithi031.stderr: -154> 2024-09-19T14:01:32.286+0000 7fc83effd640 10 monclient: _finish_auth 0 2024-09-19T14:01:32.487 INFO:tasks.workunit.client.0.smithi031.stderr: -153> 2024-09-19T14:01:32.286+0000 7fc83effd640 10 monclient: _check_auth_tickets 2024-09-19T14:01:32.487 INFO:tasks.workunit.client.0.smithi031.stderr: -152> 2024-09-19T14:01:32.286+0000 7fc83effd640 10 monclient: handle_config config(0 keys) 2024-09-19T14:01:32.487 INFO:tasks.workunit.client.0.smithi031.stderr: -151> 2024-09-19T14:01:32.286+0000 7fc83effd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:01:32.487 INFO:tasks.workunit.client.0.smithi031.stderr: -150> 2024-09-19T14:01:32.286+0000 7fc83effd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T14:01:32.487 INFO:tasks.workunit.client.0.smithi031.stderr: -149> 2024-09-19T14:01:32.286+0000 7fc83effd640 10 monclient: dump: 2024-09-19T14:01:32.487 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:01:32.488 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:01:32.488 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:32.488 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:01:32.488 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:01:32.488 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:01:32.488 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:01:32.488 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:01:32.488 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:01:32.488 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:32.488 INFO:tasks.workunit.client.0.smithi031.stderr: -148> 2024-09-19T14:01:32.286+0000 7fc96fb339c0 5 monclient: authenticate success, global_id 8157 2024-09-19T14:01:32.488 INFO:tasks.workunit.client.0.smithi031.stderr: -147> 2024-09-19T14:01:32.286+0000 7fc850ff9640 4 set_mon_vals no callback set 2024-09-19T14:01:32.488 INFO:tasks.workunit.client.0.smithi031.stderr: -146> 2024-09-19T14:01:32.286+0000 7fc96fb339c0 10 monclient: _renew_subs 2024-09-19T14:01:32.488 INFO:tasks.workunit.client.0.smithi031.stderr: -145> 2024-09-19T14:01:32.286+0000 7fc96fb339c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T14:01:32.489 INFO:tasks.workunit.client.0.smithi031.stderr: -144> 2024-09-19T14:01:32.286+0000 7fc96fb339c0 10 monclient: _renew_subs 2024-09-19T14:01:32.489 INFO:tasks.workunit.client.0.smithi031.stderr: -143> 2024-09-19T14:01:32.286+0000 7fc96fb339c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T14:01:32.489 INFO:tasks.workunit.client.0.smithi031.stderr: -142> 2024-09-19T14:01:32.286+0000 7fc96fb339c0 1 librados: init done 2024-09-19T14:01:32.489 INFO:tasks.workunit.client.0.smithi031.stderr: -141> 2024-09-19T14:01:32.286+0000 7fc96fb339c0 5 asok(0x55cce3572d90) register_command cr dump hook 0x55cce38415c8 2024-09-19T14:01:32.489 INFO:tasks.workunit.client.0.smithi031.stderr: -140> 2024-09-19T14:01:32.286+0000 7fc96fb339c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.489 INFO:tasks.workunit.client.0.smithi031.stderr: -139> 2024-09-19T14:01:32.286+0000 7fc83effd640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T14:01:32.489 INFO:tasks.workunit.client.0.smithi031.stderr: -138> 2024-09-19T14:01:32.286+0000 7fc83effd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:01:32.489 INFO:tasks.workunit.client.0.smithi031.stderr: -137> 2024-09-19T14:01:32.286+0000 7fc83effd640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:01:32.489 INFO:tasks.workunit.client.0.smithi031.stderr: -136> 2024-09-19T14:01:32.286+0000 7fc96d639640 10 monclient: get_auth_request con 0x7fc838071be0 auth_method 0 2024-09-19T14:01:32.489 INFO:tasks.workunit.client.0.smithi031.stderr: -135> 2024-09-19T14:01:32.286+0000 7fc96ce38640 10 monclient: get_auth_request con 0x55cce386a170 auth_method 0 2024-09-19T14:01:32.489 INFO:tasks.workunit.client.0.smithi031.stderr: -134> 2024-09-19T14:01:32.290+0000 7fc96fb339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:32.489 INFO:tasks.workunit.client.0.smithi031.stderr: -133> 2024-09-19T14:01:32.290+0000 7fc96fb339c0 20 realm 2024-09-19T14:01:32.489 INFO:tasks.workunit.client.0.smithi031.stderr: -132> 2024-09-19T14:01:32.290+0000 7fc96fb339c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.490 INFO:tasks.workunit.client.0.smithi031.stderr: -131> 2024-09-19T14:01:32.290+0000 7fc96fb339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:32.490 INFO:tasks.workunit.client.0.smithi031.stderr: -130> 2024-09-19T14:01:32.290+0000 7fc96fb339c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:01:32.490 INFO:tasks.workunit.client.0.smithi031.stderr: -129> 2024-09-19T14:01:32.290+0000 7fc96fb339c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.490 INFO:tasks.workunit.client.0.smithi031.stderr: -128> 2024-09-19T14:01:32.290+0000 7fc96fb339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:32.490 INFO:tasks.workunit.client.0.smithi031.stderr: -127> 2024-09-19T14:01:32.290+0000 7fc96fb339c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.490 INFO:tasks.workunit.client.0.smithi031.stderr: -126> 2024-09-19T14:01:32.290+0000 7fc96d639640 10 monclient: get_auth_request con 0x55cce386e480 auth_method 0 2024-09-19T14:01:32.490 INFO:tasks.workunit.client.0.smithi031.stderr: -125> 2024-09-19T14:01:32.290+0000 7fc96fb339c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:01:32.490 INFO:tasks.workunit.client.0.smithi031.stderr: -124> 2024-09-19T14:01:32.290+0000 7fc96fb339c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.490 INFO:tasks.workunit.client.0.smithi031.stderr: -123> 2024-09-19T14:01:32.290+0000 7fc96ce38640 10 monclient: get_auth_request con 0x55cce3871bc0 auth_method 0 2024-09-19T14:01:32.490 INFO:tasks.workunit.client.0.smithi031.stderr: -122> 2024-09-19T14:01:32.290+0000 7fc96fb339c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:01:32.490 INFO:tasks.workunit.client.0.smithi031.stderr: -121> 2024-09-19T14:01:32.290+0000 7fc96fb339c0 20 searching for the correct realm 2024-09-19T14:01:32.490 INFO:tasks.workunit.client.0.smithi031.stderr: -120> 2024-09-19T14:01:32.294+0000 7fc96de3a640 10 monclient: get_auth_request con 0x7fc9640b99e0 auth_method 0 2024-09-19T14:01:32.490 INFO:tasks.workunit.client.0.smithi031.stderr: -119> 2024-09-19T14:01:32.294+0000 7fc96d639640 10 monclient: get_auth_request con 0x7fc96002e040 auth_method 0 2024-09-19T14:01:32.491 INFO:tasks.workunit.client.0.smithi031.stderr: -118> 2024-09-19T14:01:32.298+0000 7fc96ce38640 10 monclient: get_auth_request con 0x7fc9640cd410 auth_method 0 2024-09-19T14:01:32.491 INFO:tasks.workunit.client.0.smithi031.stderr: -117> 2024-09-19T14:01:32.298+0000 7fc96ce38640 0 -- 172.21.15.31:0/3903239617 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x55cce386a170 msgr2=0x55cce386c5b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:01:32.491 INFO:tasks.workunit.client.0.smithi031.stderr: -116> 2024-09-19T14:01:32.298+0000 7fc83effd640 1 client.8157.objecter ms_handle_reset 0x55cce386a170 session 0x55cce3869af0 osd.6 2024-09-19T14:01:32.491 INFO:tasks.workunit.client.0.smithi031.stderr: -115> 2024-09-19T14:01:32.298+0000 7fc83effd640 10 monclient: _renew_subs 2024-09-19T14:01:32.491 INFO:tasks.workunit.client.0.smithi031.stderr: -114> 2024-09-19T14:01:32.298+0000 7fc83effd640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T14:01:32.491 INFO:tasks.workunit.client.0.smithi031.stderr: -113> 2024-09-19T14:01:32.298+0000 7fc96ce38640 10 monclient: get_auth_request con 0x7fc838081ef0 auth_method 0 2024-09-19T14:01:32.491 INFO:tasks.workunit.client.0.smithi031.stderr: -112> 2024-09-19T14:01:32.302+0000 7fc96de3a640 10 monclient: get_auth_request con 0x7fc960008050 auth_method 0 2024-09-19T14:01:32.491 INFO:tasks.workunit.client.0.smithi031.stderr: -111> 2024-09-19T14:01:32.302+0000 7fc96d639640 10 monclient: get_auth_request con 0x7fc96806f480 auth_method 0 2024-09-19T14:01:32.491 INFO:tasks.workunit.client.0.smithi031.stderr: -110> 2024-09-19T14:01:32.306+0000 7fc96d639640 0 -- 172.21.15.31:0/3903239617 >> [v2:172.21.15.31:6802/3325082646,v1:172.21.15.31:6804/3325082646] conn(0x55cce386e480 msgr2=0x55cce3870870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:01:32.491 INFO:tasks.workunit.client.0.smithi031.stderr: -109> 2024-09-19T14:01:32.306+0000 7fc83effd640 1 client.8157.objecter ms_handle_reset 0x55cce386e480 session 0x55cce386d340 osd.1 2024-09-19T14:01:32.491 INFO:tasks.workunit.client.0.smithi031.stderr: -108> 2024-09-19T14:01:32.306+0000 7fc96d639640 10 monclient: get_auth_request con 0x55cce386a170 auth_method 0 2024-09-19T14:01:32.491 INFO:tasks.workunit.client.0.smithi031.stderr: -107> 2024-09-19T14:01:32.310+0000 7fc96fb339c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:01:32.491 INFO:tasks.workunit.client.0.smithi031.stderr: -106> 2024-09-19T14:01:32.310+0000 7fc96fb339c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:01:32.492 INFO:tasks.workunit.client.0.smithi031.stderr: -105> 2024-09-19T14:01:32.310+0000 7fc96fb339c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:01:32.492 INFO:tasks.workunit.client.0.smithi031.stderr: -104> 2024-09-19T14:01:32.310+0000 7fc96fb339c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:01:32.492 INFO:tasks.workunit.client.0.smithi031.stderr: -103> 2024-09-19T14:01:32.310+0000 7fc96fb339c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:01:32.492 INFO:tasks.workunit.client.0.smithi031.stderr: -102> 2024-09-19T14:01:32.310+0000 7fc96fb339c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:01:32.492 INFO:tasks.workunit.client.0.smithi031.stderr: -101> 2024-09-19T14:01:32.310+0000 7fc96fb339c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.492 INFO:tasks.workunit.client.0.smithi031.stderr: -100> 2024-09-19T14:01:32.310+0000 7fc96fb339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:32.492 INFO:tasks.workunit.client.0.smithi031.stderr: -99> 2024-09-19T14:01:32.310+0000 7fc96fb339c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.492 INFO:tasks.workunit.client.0.smithi031.stderr: -98> 2024-09-19T14:01:32.310+0000 7fc96fb339c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:01:32.492 INFO:tasks.workunit.client.0.smithi031.stderr: -97> 2024-09-19T14:01:32.310+0000 7fc96fb339c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.492 INFO:tasks.workunit.client.0.smithi031.stderr: -96> 2024-09-19T14:01:32.314+0000 7fc96fb339c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:01:32.492 INFO:tasks.workunit.client.0.smithi031.stderr: -95> 2024-09-19T14:01:32.314+0000 7fc96fb339c0 20 zone default found 2024-09-19T14:01:32.492 INFO:tasks.workunit.client.0.smithi031.stderr: -94> 2024-09-19T14:01:32.314+0000 7fc96fb339c0 4 Realm: () 2024-09-19T14:01:32.492 INFO:tasks.workunit.client.0.smithi031.stderr: -93> 2024-09-19T14:01:32.314+0000 7fc96fb339c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:01:32.493 INFO:tasks.workunit.client.0.smithi031.stderr: -92> 2024-09-19T14:01:32.314+0000 7fc96fb339c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:01:32.493 INFO:tasks.workunit.client.0.smithi031.stderr: -91> 2024-09-19T14:01:32.314+0000 7fc96fb339c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:01:32.493 INFO:tasks.workunit.client.0.smithi031.stderr: -90> 2024-09-19T14:01:32.314+0000 7fc96fb339c0 20 zonegroup default 2024-09-19T14:01:32.493 INFO:tasks.workunit.client.0.smithi031.stderr: -89> 2024-09-19T14:01:32.314+0000 7fc96fb339c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.493 INFO:tasks.workunit.client.0.smithi031.stderr: -88> 2024-09-19T14:01:32.314+0000 7fc96fb339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:32.493 INFO:tasks.workunit.client.0.smithi031.stderr: -87> 2024-09-19T14:01:32.314+0000 7fc96fb339c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.493 INFO:tasks.workunit.client.0.smithi031.stderr: -86> 2024-09-19T14:01:32.314+0000 7fc96fb339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:32.493 INFO:tasks.workunit.client.0.smithi031.stderr: -85> 2024-09-19T14:01:32.314+0000 7fc96fb339c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.493 INFO:tasks.workunit.client.0.smithi031.stderr: -84> 2024-09-19T14:01:32.314+0000 7fc96fb339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:32.493 INFO:tasks.workunit.client.0.smithi031.stderr: -83> 2024-09-19T14:01:32.314+0000 7fc96fb339c0 20 started sync module instance, tier type = 2024-09-19T14:01:32.493 INFO:tasks.workunit.client.0.smithi031.stderr: -82> 2024-09-19T14:01:32.314+0000 7fc96fb339c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:01:32.493 INFO:tasks.workunit.client.0.smithi031.stderr: -81> 2024-09-19T14:01:32.330+0000 7fc96fb339c0 20 add_watcher() i=0 2024-09-19T14:01:32.493 INFO:tasks.workunit.client.0.smithi031.stderr: -80> 2024-09-19T14:01:32.330+0000 7fc96fb339c0 20 add_watcher() i=1 2024-09-19T14:01:32.494 INFO:tasks.workunit.client.0.smithi031.stderr: -79> 2024-09-19T14:01:32.330+0000 7fc96fb339c0 20 add_watcher() i=2 2024-09-19T14:01:32.494 INFO:tasks.workunit.client.0.smithi031.stderr: -78> 2024-09-19T14:01:32.330+0000 7fc96fb339c0 20 add_watcher() i=3 2024-09-19T14:01:32.494 INFO:tasks.workunit.client.0.smithi031.stderr: -77> 2024-09-19T14:01:32.330+0000 7fc96fb339c0 20 add_watcher() i=4 2024-09-19T14:01:32.494 INFO:tasks.workunit.client.0.smithi031.stderr: -76> 2024-09-19T14:01:32.330+0000 7fc96fb339c0 20 add_watcher() i=5 2024-09-19T14:01:32.494 INFO:tasks.workunit.client.0.smithi031.stderr: -75> 2024-09-19T14:01:32.330+0000 7fc96fb339c0 20 add_watcher() i=6 2024-09-19T14:01:32.494 INFO:tasks.workunit.client.0.smithi031.stderr: -74> 2024-09-19T14:01:32.334+0000 7fc96fb339c0 20 add_watcher() i=7 2024-09-19T14:01:32.494 INFO:tasks.workunit.client.0.smithi031.stderr: -73> 2024-09-19T14:01:32.334+0000 7fc96fb339c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:01:32.494 INFO:tasks.workunit.client.0.smithi031.stderr: -72> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bff90) adding auth protocol: cephx 2024-09-19T14:01:32.494 INFO:tasks.workunit.client.0.smithi031.stderr: -71> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bff90) adding auth protocol: cephx 2024-09-19T14:01:32.494 INFO:tasks.workunit.client.0.smithi031.stderr: -70> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bff90) adding auth protocol: cephx 2024-09-19T14:01:32.494 INFO:tasks.workunit.client.0.smithi031.stderr: -69> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bff90) adding con mode: secure 2024-09-19T14:01:32.494 INFO:tasks.workunit.client.0.smithi031.stderr: -68> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bff90) adding con mode: crc 2024-09-19T14:01:32.494 INFO:tasks.workunit.client.0.smithi031.stderr: -67> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bff90) adding con mode: secure 2024-09-19T14:01:32.495 INFO:tasks.workunit.client.0.smithi031.stderr: -66> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bff90) adding con mode: crc 2024-09-19T14:01:32.495 INFO:tasks.workunit.client.0.smithi031.stderr: -65> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bff90) adding con mode: secure 2024-09-19T14:01:32.495 INFO:tasks.workunit.client.0.smithi031.stderr: -64> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bff90) adding con mode: crc 2024-09-19T14:01:32.495 INFO:tasks.workunit.client.0.smithi031.stderr: -63> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bff90) adding con mode: crc 2024-09-19T14:01:32.495 INFO:tasks.workunit.client.0.smithi031.stderr: -62> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bff90) adding con mode: secure 2024-09-19T14:01:32.495 INFO:tasks.workunit.client.0.smithi031.stderr: -61> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bff90) adding con mode: crc 2024-09-19T14:01:32.495 INFO:tasks.workunit.client.0.smithi031.stderr: -60> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bff90) adding con mode: secure 2024-09-19T14:01:32.495 INFO:tasks.workunit.client.0.smithi031.stderr: -59> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bff90) adding con mode: crc 2024-09-19T14:01:32.495 INFO:tasks.workunit.client.0.smithi031.stderr: -58> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 5 AuthRegistry(0x7ffd488bff90) adding con mode: secure 2024-09-19T14:01:32.495 INFO:tasks.workunit.client.0.smithi031.stderr: -57> 2024-09-19T14:01:32.338+0000 7fc8237e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:01:32.495 INFO:tasks.workunit.client.0.smithi031.stderr: -56> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:01:32.495 INFO:tasks.workunit.client.0.smithi031.stderr: -55> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:01:32.495 INFO:tasks.workunit.client.0.smithi031.stderr: -54> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:01:32.496 INFO:tasks.workunit.client.0.smithi031.stderr: -53> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 5 asok(0x55cce3572d90) register_command cache list hook 0x55cce38400f0 2024-09-19T14:01:32.496 INFO:tasks.workunit.client.0.smithi031.stderr: -52> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 5 asok(0x55cce3572d90) register_command cache inspect hook 0x55cce38400f0 2024-09-19T14:01:32.496 INFO:tasks.workunit.client.0.smithi031.stderr: -51> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 5 asok(0x55cce3572d90) register_command cache erase hook 0x55cce38400f0 2024-09-19T14:01:32.496 INFO:tasks.workunit.client.0.smithi031.stderr: -50> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 5 asok(0x55cce3572d90) register_command cache zap hook 0x55cce38400f0 2024-09-19T14:01:32.496 INFO:tasks.workunit.client.0.smithi031.stderr: -49> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 5 note: GC not initialized 2024-09-19T14:01:32.496 INFO:tasks.workunit.client.0.smithi031.stderr: -48> 2024-09-19T14:01:32.338+0000 7fc8227e4640 20 reqs_thread_entry: start 2024-09-19T14:01:32.496 INFO:tasks.workunit.client.0.smithi031.stderr: -47> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 5 asok(0x55cce3572d90) register_command sync trace show hook 0x7fc960032070 2024-09-19T14:01:32.496 INFO:tasks.workunit.client.0.smithi031.stderr: -46> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 5 asok(0x55cce3572d90) register_command sync trace history hook 0x7fc960032070 2024-09-19T14:01:32.496 INFO:tasks.workunit.client.0.smithi031.stderr: -45> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 5 asok(0x55cce3572d90) register_command sync trace active hook 0x7fc960032070 2024-09-19T14:01:32.496 INFO:tasks.workunit.client.0.smithi031.stderr: -44> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 5 asok(0x55cce3572d90) register_command sync trace active_short hook 0x7fc960032070 2024-09-19T14:01:32.497 INFO:tasks.workunit.client.0.smithi031.stderr: -43> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 20 init_complete bucket index max shards: 1 2024-09-19T14:01:32.497 INFO:tasks.workunit.client.0.smithi031.stderr: -42> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 20 Filter name: none 2024-09-19T14:01:32.497 INFO:tasks.workunit.client.0.smithi031.stderr: -41> 2024-09-19T14:01:32.338+0000 7fc793fff640 20 reqs_thread_entry: start 2024-09-19T14:01:32.497 INFO:tasks.workunit.client.0.smithi031.stderr: -40> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-19T14:01:32.497 INFO:tasks.workunit.client.0.smithi031.stderr: -39> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.497 INFO:tasks.workunit.client.0.smithi031.stderr: -38> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T14:01:32.497 INFO:tasks.workunit.client.0.smithi031.stderr: -37> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-19T14:01:32.497 INFO:tasks.workunit.client.0.smithi031.stderr: -36> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-19T14:01:32.497 INFO:tasks.workunit.client.0.smithi031.stderr: -35> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 : miss 2024-09-19T14:01:32.497 INFO:tasks.workunit.client.0.smithi031.stderr: -34> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.497 INFO:tasks.workunit.client.0.smithi031.stderr: -33> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T14:01:32.497 INFO:tasks.workunit.client.0.smithi031.stderr: -32> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T14:01:32.497 INFO:tasks.workunit.client.0.smithi031.stderr: -31> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T14:01:32.498 INFO:tasks.workunit.client.0.smithi031.stderr: -30> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T14:01:32.498 INFO:tasks.workunit.client.0.smithi031.stderr: -29> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:01:32.498 INFO:tasks.workunit.client.0.smithi031.stderr: -28> 2024-09-19T14:01:32.338+0000 7fc96fb339c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 2024-09-19T14:01:32.498 INFO:tasks.workunit.client.0.smithi031.stderr: -27> 2024-09-19T14:01:32.346+0000 7fc96fb339c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T14:01:32.498 INFO:tasks.workunit.client.0.smithi031.stderr: -26> 2024-09-19T14:01:32.346+0000 7fc96fb339c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T14:01:32.498 INFO:tasks.workunit.client.0.smithi031.stderr: -25> 2024-09-19T14:01:32.346+0000 7fc96fb339c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:01:32.498 INFO:tasks.workunit.client.0.smithi031.stderr: -24> 2024-09-19T14:01:32.346+0000 7fc96fb339c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17, ofs0, ns] 2024-09-19T14:01:32.498 INFO:tasks.workunit.client.0.smithi031.stderr: -23> 2024-09-19T14:01:32.350+0000 7fc850ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333552 cookie 94338478996880 notifier 8157 bl.length()=827 2024-09-19T14:01:32.498 INFO:tasks.workunit.client.0.smithi031.stderr: -22> 2024-09-19T14:01:32.350+0000 7fc850ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T14:01:32.498 INFO:tasks.workunit.client.0.smithi031.stderr: -21> 2024-09-19T14:01:32.350+0000 7fc850ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T14:01:32.498 INFO:tasks.workunit.client.0.smithi031.stderr: -20> 2024-09-19T14:01:32.350+0000 7fc850ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:01:32.498 INFO:tasks.workunit.client.0.smithi031.stderr: -19> 2024-09-19T14:01:32.350+0000 7fc96fb339c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): orig_sources= new_sources= 2024-09-19T14:01:32.498 INFO:tasks.workunit.client.0.smithi031.stderr: -18> 2024-09-19T14:01:32.350+0000 7fc96fb339c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): potential sources added=[] removed=[] 2024-09-19T14:01:32.498 INFO:tasks.workunit.client.0.smithi031.stderr: -17> 2024-09-19T14:01:32.350+0000 7fc96fb339c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): orig_dests= new_dests= 2024-09-19T14:01:32.499 INFO:tasks.workunit.client.0.smithi031.stderr: -16> 2024-09-19T14:01:32.350+0000 7fc96fb339c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): potential dests added=[] removed=[] 2024-09-19T14:01:32.499 INFO:tasks.workunit.client.0.smithi031.stderr: -15> 2024-09-19T14:01:32.358+0000 7fc96fb339c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.3.0 2024-09-19T14:01:32.499 INFO:tasks.workunit.client.0.smithi031.stderr: -14> 2024-09-19T14:01:32.358+0000 7fc96fb339c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.3.0 2024-09-19T14:01:32.499 INFO:tasks.workunit.client.0.smithi031.stderr: -13> 2024-09-19T14:01:32.358+0000 7fc96fb339c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.3.1 2024-09-19T14:01:32.499 INFO:tasks.workunit.client.0.smithi031.stderr: -12> 2024-09-19T14:01:32.358+0000 7fc96fb339c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.3.1 2024-09-19T14:01:32.499 INFO:tasks.workunit.client.0.smithi031.stderr: -11> 2024-09-19T14:01:32.358+0000 7fc96fb339c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.3.2 2024-09-19T14:01:32.499 INFO:tasks.workunit.client.0.smithi031.stderr: -10> 2024-09-19T14:01:32.358+0000 7fc96fb339c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.3.2 2024-09-19T14:01:32.499 INFO:tasks.workunit.client.0.smithi031.stderr: -9> 2024-09-19T14:01:32.358+0000 7fc96fb339c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.3.3 2024-09-19T14:01:32.499 INFO:tasks.workunit.client.0.smithi031.stderr: -8> 2024-09-19T14:01:32.358+0000 7fc96fb339c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.3.3 2024-09-19T14:01:32.499 INFO:tasks.workunit.client.0.smithi031.stderr: -7> 2024-09-19T14:01:32.358+0000 7fc96fb339c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.0 2024-09-19T14:01:32.499 INFO:tasks.workunit.client.0.smithi031.stderr: -6> 2024-09-19T14:01:32.358+0000 7fc96fb339c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.0 2024-09-19T14:01:32.499 INFO:tasks.workunit.client.0.smithi031.stderr: -5> 2024-09-19T14:01:32.358+0000 7fc96fb339c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.1 2024-09-19T14:01:32.499 INFO:tasks.workunit.client.0.smithi031.stderr: -4> 2024-09-19T14:01:32.358+0000 7fc96fb339c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.1 2024-09-19T14:01:32.499 INFO:tasks.workunit.client.0.smithi031.stderr: -3> 2024-09-19T14:01:32.358+0000 7fc96fb339c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.2 2024-09-19T14:01:32.500 INFO:tasks.workunit.client.0.smithi031.stderr: -2> 2024-09-19T14:01:32.358+0000 7fc96fb339c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.2 2024-09-19T14:01:32.500 INFO:tasks.workunit.client.0.smithi031.stderr: -1> 2024-09-19T14:01:32.366+0000 7fc96fb339c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fc96fb339c0 time 2024-09-19T14:01:32.366701+0000 2024-09-19T14:01:32.500 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T14:01:32.500 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:32.500 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T14:01:32.500 INFO:tasks.workunit.client.0.smithi031.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fc97340d2eb] 2024-09-19T14:01:32.500 INFO:tasks.workunit.client.0.smithi031.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fc97340d49f] 2024-09-19T14:01:32.500 INFO:tasks.workunit.client.0.smithi031.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55cce208d271] 2024-09-19T14:01:32.500 INFO:tasks.workunit.client.0.smithi031.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x55cce209c441] 2024-09-19T14:01:32.500 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55cce209da94] 2024-09-19T14:01:32.500 INFO:tasks.workunit.client.0.smithi031.stderr: 6: main() 2024-09-19T14:01:32.500 INFO:tasks.workunit.client.0.smithi031.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fc972273d90] 2024-09-19T14:01:32.500 INFO:tasks.workunit.client.0.smithi031.stderr: 8: __libc_start_main() 2024-09-19T14:01:32.501 INFO:tasks.workunit.client.0.smithi031.stderr: 9: _start() 2024-09-19T14:01:32.501 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:32.501 INFO:tasks.workunit.client.0.smithi031.stderr: 0> 2024-09-19T14:01:32.366+0000 7fc96fb339c0 -1 *** Caught signal (Aborted) ** 2024-09-19T14:01:32.501 INFO:tasks.workunit.client.0.smithi031.stderr: in thread 7fc96fb339c0 thread_name:radosgw-admin 2024-09-19T14:01:32.501 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:32.501 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T14:01:32.501 INFO:tasks.workunit.client.0.smithi031.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fc97228c520] 2024-09-19T14:01:32.501 INFO:tasks.workunit.client.0.smithi031.stderr: 2: pthread_kill() 2024-09-19T14:01:32.501 INFO:tasks.workunit.client.0.smithi031.stderr: 3: raise() 2024-09-19T14:01:32.501 INFO:tasks.workunit.client.0.smithi031.stderr: 4: abort() 2024-09-19T14:01:32.501 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fc97340d345] 2024-09-19T14:01:32.501 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fc97340d49f] 2024-09-19T14:01:32.502 INFO:tasks.workunit.client.0.smithi031.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55cce208d271] 2024-09-19T14:01:32.502 INFO:tasks.workunit.client.0.smithi031.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x55cce209c441] 2024-09-19T14:01:32.502 INFO:tasks.workunit.client.0.smithi031.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55cce209da94] 2024-09-19T14:01:32.502 INFO:tasks.workunit.client.0.smithi031.stderr: 10: main() 2024-09-19T14:01:32.502 INFO:tasks.workunit.client.0.smithi031.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fc972273d90] 2024-09-19T14:01:32.502 INFO:tasks.workunit.client.0.smithi031.stderr: 12: __libc_start_main() 2024-09-19T14:01:32.502 INFO:tasks.workunit.client.0.smithi031.stderr: 13: _start() 2024-09-19T14:01:32.502 INFO:tasks.workunit.client.0.smithi031.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T14:01:32.502 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:01:32.502 INFO:tasks.workunit.client.0.smithi031.stderr:--- logging levels --- 2024-09-19T14:01:32.502 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 none 2024-09-19T14:01:32.502 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 lockdep 2024-09-19T14:01:32.502 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 context 2024-09-19T14:01:32.503 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 crush 2024-09-19T14:01:32.503 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds 2024-09-19T14:01:32.503 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_balancer 2024-09-19T14:01:32.503 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_locker 2024-09-19T14:01:32.503 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_log 2024-09-19T14:01:32.503 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_log_expire 2024-09-19T14:01:32.503 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_migrator 2024-09-19T14:01:32.503 INFO:tasks.workunit.client.0.smithi031.stderr: 3/ 5 mds_quiesce 2024-09-19T14:01:32.503 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 buffer 2024-09-19T14:01:32.503 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 timer 2024-09-19T14:01:32.503 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 filer 2024-09-19T14:01:32.503 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 striper 2024-09-19T14:01:32.503 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 objecter 2024-09-19T14:01:32.504 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rados 2024-09-19T14:01:32.504 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd 2024-09-19T14:01:32.504 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_mirror 2024-09-19T14:01:32.504 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_replay 2024-09-19T14:01:32.504 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_pwl 2024-09-19T14:01:32.504 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 journaler 2024-09-19T14:01:32.504 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 objectcacher 2024-09-19T14:01:32.504 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 immutable_obj_cache 2024-09-19T14:01:32.504 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 client 2024-09-19T14:01:32.504 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 osd 2024-09-19T14:01:32.504 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 optracker 2024-09-19T14:01:32.504 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 objclass 2024-09-19T14:01:32.504 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 filestore 2024-09-19T14:01:32.505 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 journal 2024-09-19T14:01:32.505 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 0 ms 2024-09-19T14:01:32.505 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mon 2024-09-19T14:01:32.505 INFO:tasks.workunit.client.0.smithi031.stderr: 0/10 monc 2024-09-19T14:01:32.505 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 paxos 2024-09-19T14:01:32.505 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 tp 2024-09-19T14:01:32.505 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 auth 2024-09-19T14:01:32.505 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 crypto 2024-09-19T14:01:32.505 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 finisher 2024-09-19T14:01:32.505 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 reserver 2024-09-19T14:01:32.505 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 heartbeatmap 2024-09-19T14:01:32.505 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 perfcounter 2024-09-19T14:01:32.505 INFO:tasks.workunit.client.0.smithi031.stderr: 20/20 rgw 2024-09-19T14:01:32.506 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_sync 2024-09-19T14:01:32.506 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_datacache 2024-09-19T14:01:32.506 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_access 2024-09-19T14:01:32.506 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_dbstore 2024-09-19T14:01:32.506 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_flight 2024-09-19T14:01:32.506 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_lifecycle 2024-09-19T14:01:32.506 INFO:tasks.workunit.client.0.smithi031.stderr: 20/20 rgw_notification 2024-09-19T14:01:32.506 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 javaclient 2024-09-19T14:01:32.506 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 asok 2024-09-19T14:01:32.506 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 throttle 2024-09-19T14:01:32.506 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 0 refs 2024-09-19T14:01:32.506 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 compressor 2024-09-19T14:01:32.506 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 bluestore 2024-09-19T14:01:32.507 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 bluefs 2024-09-19T14:01:32.507 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 bdev 2024-09-19T14:01:32.507 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 kstore 2024-09-19T14:01:32.507 INFO:tasks.workunit.client.0.smithi031.stderr: 4/ 5 rocksdb 2024-09-19T14:01:32.507 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 fuse 2024-09-19T14:01:32.507 INFO:tasks.workunit.client.0.smithi031.stderr: 2/ 5 mgr 2024-09-19T14:01:32.507 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mgrc 2024-09-19T14:01:32.507 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 dpdk 2024-09-19T14:01:32.507 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 eventtrace 2024-09-19T14:01:32.507 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 prioritycache 2024-09-19T14:01:32.507 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 test 2024-09-19T14:01:32.507 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cephfs_mirror 2024-09-19T14:01:32.507 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cephsqlite 2024-09-19T14:01:32.508 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 crimson_interrupt 2024-09-19T14:01:32.508 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore 2024-09-19T14:01:32.508 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_onode 2024-09-19T14:01:32.508 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_odata 2024-09-19T14:01:32.508 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_omap 2024-09-19T14:01:32.508 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_tm 2024-09-19T14:01:32.508 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_t 2024-09-19T14:01:32.508 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_cleaner 2024-09-19T14:01:32.508 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_epm 2024-09-19T14:01:32.508 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_lba 2024-09-19T14:01:32.508 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-19T14:01:32.508 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_cache 2024-09-19T14:01:32.509 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_journal 2024-09-19T14:01:32.509 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_device 2024-09-19T14:01:32.509 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_backref 2024-09-19T14:01:32.509 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 alienstore 2024-09-19T14:01:32.509 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mclock 2024-09-19T14:01:32.509 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cyanstore 2024-09-19T14:01:32.509 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 ceph_exporter 2024-09-19T14:01:32.509 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 memstore 2024-09-19T14:01:32.509 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 trace 2024-09-19T14:01:32.509 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 ceph_dedup 2024-09-19T14:01:32.509 INFO:tasks.workunit.client.0.smithi031.stderr: -2/-2 (syslog threshold) 2024-09-19T14:01:32.509 INFO:tasks.workunit.client.0.smithi031.stderr: 99/99 (stderr threshold) 2024-09-19T14:01:32.509 INFO:tasks.workunit.client.0.smithi031.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-19T14:01:32.509 INFO:tasks.workunit.client.0.smithi031.stderr: 7fc793fff640 / http_manager 2024-09-19T14:01:32.509 INFO:tasks.workunit.client.0.smithi031.stderr: 7fc8227e4640 / http_manager 2024-09-19T14:01:32.510 INFO:tasks.workunit.client.0.smithi031.stderr: 7fc8237e6640 / rgw_dt_lg_renew 2024-09-19T14:01:32.510 INFO:tasks.workunit.client.0.smithi031.stderr: 7fc83effd640 / ms_dispatch 2024-09-19T14:01:32.510 INFO:tasks.workunit.client.0.smithi031.stderr: 7fc850ff9640 / io_context_pool 2024-09-19T14:01:32.510 INFO:tasks.workunit.client.0.smithi031.stderr: 7fc852ffd640 / ms_dispatch 2024-09-19T14:01:32.510 INFO:tasks.workunit.client.0.smithi031.stderr: 7fc859e03640 / ms_dispatch 2024-09-19T14:01:32.510 INFO:tasks.workunit.client.0.smithi031.stderr: 7fc85b606640 / io_context_pool 2024-09-19T14:01:32.510 INFO:tasks.workunit.client.0.smithi031.stderr: 7fc96ce38640 / msgr-worker-2 2024-09-19T14:01:32.510 INFO:tasks.workunit.client.0.smithi031.stderr: 7fc96d639640 / msgr-worker-1 2024-09-19T14:01:32.510 INFO:tasks.workunit.client.0.smithi031.stderr: 7fc96de3a640 / msgr-worker-0 2024-09-19T14:01:32.510 INFO:tasks.workunit.client.0.smithi031.stderr: 7fc96e63b640 / io_context_pool 2024-09-19T14:01:32.510 INFO:tasks.workunit.client.0.smithi031.stderr: 7fc96fb339c0 / radosgw-admin 2024-09-19T14:01:32.510 INFO:tasks.workunit.client.0.smithi031.stderr: max_recent 500 2024-09-19T14:01:32.510 INFO:tasks.workunit.client.0.smithi031.stderr: max_new 1000 2024-09-19T14:01:32.510 INFO:tasks.workunit.client.0.smithi031.stderr: log_file /var/lib/ceph/crash/2024-09-19T14:01:32.370072Z_a496299f-45bc-4a34-b2f5-df37b4854fc9/log 2024-09-19T14:01:32.511 INFO:tasks.workunit.client.0.smithi031.stderr:--- end dump of recent events --- 2024-09-19T14:01:32.511 INFO:tasks.workunit.client.0.smithi031.stderr:Aborted 2024-09-19T14:01:32.511 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-19T14:01:32.516 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:01:32.516 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:01:32.516 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.438+0000 7f92959309c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.516 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.442+0000 7f92959309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:32.516 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.442+0000 7f92959309c0 20 realm 2024-09-19T14:01:32.516 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.442+0000 7f92959309c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.516 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.442+0000 7f92959309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:32.516 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.442+0000 7f92959309c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:01:32.516 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.442+0000 7f92959309c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.516 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.442+0000 7f92959309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:32.516 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.442+0000 7f92959309c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.516 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.442+0000 7f92959309c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:01:32.516 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.442+0000 7f92959309c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.517 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.442+0000 7f92959309c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:01:32.517 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.442+0000 7f92959309c0 20 searching for the correct realm 2024-09-19T14:01:32.517 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.450+0000 7f9293c37640 0 -- 172.21.15.31:0/3964449612 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x5635c36a7c80 msgr2=0x5635c36aa0d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:01:32.517 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.458+0000 7f9292c35640 0 -- 172.21.15.31:0/3964449612 >> [v2:172.21.15.170:6808/820924953,v1:172.21.15.170:6809/820924953] conn(0x5635c36af6f0 msgr2=0x5635c36b1ae0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:01:32.517 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.462+0000 7f92959309c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:01:32.517 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.462+0000 7f92959309c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:01:32.517 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.462+0000 7f92959309c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:01:32.517 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.462+0000 7f92959309c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:01:32.517 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.462+0000 7f92959309c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:01:32.517 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.462+0000 7f92959309c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:01:32.517 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.462+0000 7f92959309c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.517 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.462+0000 7f92959309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:32.518 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.462+0000 7f92959309c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.518 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.462+0000 7f92959309c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:01:32.518 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.462+0000 7f92959309c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.518 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.462+0000 7f92959309c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:01:32.518 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.462+0000 7f92959309c0 20 zone default found 2024-09-19T14:01:32.518 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.462+0000 7f92959309c0 4 Realm: () 2024-09-19T14:01:32.518 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.462+0000 7f92959309c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:01:32.518 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.462+0000 7f92959309c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:01:32.518 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.462+0000 7f92959309c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:01:32.518 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.462+0000 7f92959309c0 20 zonegroup default 2024-09-19T14:01:32.518 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.462+0000 7f92959309c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.518 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.466+0000 7f92959309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:32.518 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.466+0000 7f92959309c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.519 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.466+0000 7f92959309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:32.519 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.466+0000 7f92959309c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.519 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.466+0000 7f92959309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:32.519 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.466+0000 7f92959309c0 20 started sync module instance, tier type = 2024-09-19T14:01:32.519 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.466+0000 7f92959309c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:01:32.519 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.482+0000 7f92959309c0 20 add_watcher() i=0 2024-09-19T14:01:32.519 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.482+0000 7f92959309c0 20 add_watcher() i=1 2024-09-19T14:01:32.519 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.482+0000 7f92959309c0 20 add_watcher() i=2 2024-09-19T14:01:32.519 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.482+0000 7f92959309c0 20 add_watcher() i=3 2024-09-19T14:01:32.519 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.482+0000 7f92959309c0 20 add_watcher() i=4 2024-09-19T14:01:32.519 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.482+0000 7f92959309c0 20 add_watcher() i=5 2024-09-19T14:01:32.519 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.486+0000 7f92959309c0 20 add_watcher() i=6 2024-09-19T14:01:32.519 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.486+0000 7f92959309c0 20 add_watcher() i=7 2024-09-19T14:01:32.520 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.486+0000 7f92959309c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:01:32.520 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.490+0000 7f914a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:01:32.520 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.490+0000 7f92959309c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:01:32.520 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.490+0000 7f92959309c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:01:32.520 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.490+0000 7f92959309c0 5 note: GC not initialized 2024-09-19T14:01:32.520 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.490+0000 7f91497e2640 20 reqs_thread_entry: start 2024-09-19T14:01:32.520 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.490+0000 7f92959309c0 20 init_complete bucket index max shards: 1 2024-09-19T14:01:32.520 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.490+0000 7f92959309c0 20 Filter name: none 2024-09-19T14:01:32.520 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.490+0000 7f91427fc640 20 reqs_thread_entry: start 2024-09-19T14:01:32.520 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.490+0000 7f92959309c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.520 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.490+0000 7f92959309c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T14:01:32.520 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.490+0000 7f92959309c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.494+0000 7f92959309c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-19T14:01:32.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.494+0000 7f92959309c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:01:32.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.494+0000 7f92959309c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.494+0000 7f92959309c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T14:01:32.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.494+0000 7f92959309c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.494+0000 7f92959309c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-19T14:01:32.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.494+0000 7f92959309c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:01:32.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.494+0000 7f914a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:01:32.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.502+0000 7f92959309c0 20 remove_watcher() i=0 2024-09-19T14:01:32.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.502+0000 7f92959309c0 2 removed watcher, disabling cache 2024-09-19T14:01:32.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.502+0000 7f92959309c0 20 remove_watcher() i=1 2024-09-19T14:01:32.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.506+0000 7f92959309c0 20 remove_watcher() i=2 2024-09-19T14:01:32.522 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.506+0000 7f92959309c0 20 remove_watcher() i=3 2024-09-19T14:01:32.522 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.510+0000 7f92959309c0 20 remove_watcher() i=4 2024-09-19T14:01:32.522 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.510+0000 7f92959309c0 20 remove_watcher() i=5 2024-09-19T14:01:32.522 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.514+0000 7f92959309c0 20 remove_watcher() i=6 2024-09-19T14:01:32.522 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.518+0000 7f92959309c0 20 remove_watcher() i=7 2024-09-19T14:01:32.532 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:01:32.532 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:01:32.546 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-19T14:01:32.571 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:01:32.571 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:01:32.613 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.610+0000 7fa2f6c949c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.820 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.818+0000 7fa2f6c949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:32.820 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.818+0000 7fa2f6c949c0 20 realm 2024-09-19T14:01:32.820 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.818+0000 7fa2f6c949c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.821 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.818+0000 7fa2f6c949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:32.821 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.818+0000 7fa2f6c949c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:01:32.821 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.818+0000 7fa2f6c949c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.822 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.822+0000 7fa2f6c949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:32.822 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.822+0000 7fa2f6c949c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.824 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.822+0000 7fa2f6c949c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:01:32.824 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.822+0000 7fa2f6c949c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:32.826 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.826+0000 7fa2f6c949c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:01:32.826 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.826+0000 7fa2f6c949c0 20 searching for the correct realm 2024-09-19T14:01:32.834 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:32.834+0000 7fa2f3f99640 0 -- 172.21.15.31:0/4075331056 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7fa2e8009c80 msgr2=0x7fa2e80ffa30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:01:33.050 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.050+0000 7fa2f4f9b640 0 -- 172.21.15.31:0/4075331056 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x5584217c4c00 msgr2=0x5584217c7020 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:01:33.062 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.062+0000 7fa2f6c949c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:01:33.062 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.062+0000 7fa2f6c949c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:01:33.062 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.062+0000 7fa2f6c949c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:01:33.062 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.062+0000 7fa2f6c949c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:01:33.063 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.062+0000 7fa2f6c949c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:01:33.063 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.062+0000 7fa2f6c949c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:01:33.063 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.062+0000 7fa2f6c949c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:33.063 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.062+0000 7fa2f6c949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:33.063 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.062+0000 7fa2f6c949c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:33.064 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.062+0000 7fa2f6c949c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:01:33.064 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.062+0000 7fa2f6c949c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:33.065 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.062+0000 7fa2f6c949c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:01:33.065 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.062+0000 7fa2f6c949c0 20 zone default found 2024-09-19T14:01:33.065 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.062+0000 7fa2f6c949c0 4 Realm: () 2024-09-19T14:01:33.065 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.062+0000 7fa2f6c949c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:01:33.065 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.062+0000 7fa2f6c949c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:01:33.065 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.062+0000 7fa2f6c949c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:01:33.065 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.062+0000 7fa2f6c949c0 20 zonegroup default 2024-09-19T14:01:33.065 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.062+0000 7fa2f6c949c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:33.066 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.062+0000 7fa2f6c949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:33.066 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.062+0000 7fa2f6c949c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:33.066 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.066+0000 7fa2f6c949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:33.067 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.066+0000 7fa2f6c949c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:33.067 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.066+0000 7fa2f6c949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:01:33.067 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.066+0000 7fa2f6c949c0 20 started sync module instance, tier type = 2024-09-19T14:01:33.067 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.066+0000 7fa2f6c949c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:01:33.095 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.094+0000 7fa2f6c949c0 20 add_watcher() i=0 2024-09-19T14:01:33.095 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.094+0000 7fa2f6c949c0 20 add_watcher() i=1 2024-09-19T14:01:33.096 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.094+0000 7fa2f6c949c0 20 add_watcher() i=2 2024-09-19T14:01:33.096 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.094+0000 7fa2f6c949c0 20 add_watcher() i=3 2024-09-19T14:01:33.096 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.094+0000 7fa2f6c949c0 20 add_watcher() i=4 2024-09-19T14:01:33.096 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.094+0000 7fa2f6c949c0 20 add_watcher() i=5 2024-09-19T14:01:33.099 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.098+0000 7fa2f6c949c0 20 add_watcher() i=6 2024-09-19T14:01:33.101 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.098+0000 7fa2f6c949c0 20 add_watcher() i=7 2024-09-19T14:01:33.101 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.098+0000 7fa2f6c949c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:01:33.105 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.102+0000 7fa1ab7de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:01:33.106 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.106+0000 7fa2f6c949c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:01:33.106 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.106+0000 7fa2f6c949c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:01:33.106 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.106+0000 7fa2f6c949c0 5 note: GC not initialized 2024-09-19T14:01:33.107 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.106+0000 7fa1aa7dc640 20 reqs_thread_entry: start 2024-09-19T14:01:33.107 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.106+0000 7fa2f6c949c0 20 init_complete bucket index max shards: 1 2024-09-19T14:01:33.108 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.106+0000 7fa2f6c949c0 20 Filter name: none 2024-09-19T14:01:33.108 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.106+0000 7fa1a37fe640 20 reqs_thread_entry: start 2024-09-19T14:01:33.108 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.106+0000 7fa2f6c949c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-19T14:01:33.108 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.106+0000 7fa2f6c949c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:33.109 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.106+0000 7fa2f6c949c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T14:01:33.109 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.106+0000 7fa2f6c949c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-19T14:01:33.110 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.106+0000 7fa2f6c949c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-19T14:01:33.110 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.106+0000 7fa2f6c949c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 : miss 2024-09-19T14:01:33.110 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.106+0000 7fa2f6c949c0 20 rados->read ofs=0 len=0 2024-09-19T14:01:33.110 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.110+0000 7fa2f6c949c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-19T14:01:33.110 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.110+0000 7fa2f6c949c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T14:01:33.110 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.110+0000 7fa2f6c949c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T14:01:33.111 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.110+0000 7fa2f6c949c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T14:01:33.111 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.110+0000 7fa2f6c949c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:01:33.111 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.110+0000 7fa2f6c949c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 2024-09-19T14:01:33.111 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.110+0000 7fa2f6c949c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.0 2024-09-19T14:01:33.111 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.110+0000 7fa2f6c949c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.0 2024-09-19T14:01:33.111 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.110+0000 7fa2f6c949c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.1 2024-09-19T14:01:33.111 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.110+0000 7fa2f6c949c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.1 2024-09-19T14:01:33.112 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.110+0000 7fa2f6c949c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.2 2024-09-19T14:01:33.112 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.110+0000 7fa2f6c949c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.2 2024-09-19T14:01:33.114 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.114+0000 7fa1ab7de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:01:33.119 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.118+0000 7fa2f6c949c0 20 remove_watcher() i=0 2024-09-19T14:01:33.119 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.118+0000 7fa2f6c949c0 2 removed watcher, disabling cache 2024-09-19T14:01:33.121 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.118+0000 7fa2f6c949c0 20 remove_watcher() i=1 2024-09-19T14:01:33.127 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.126+0000 7fa2f6c949c0 20 remove_watcher() i=2 2024-09-19T14:01:33.129 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.126+0000 7fa2f6c949c0 20 remove_watcher() i=3 2024-09-19T14:01:33.131 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.130+0000 7fa2f6c949c0 20 remove_watcher() i=4 2024-09-19T14:01:33.133 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.130+0000 7fa2f6c949c0 20 remove_watcher() i=5 2024-09-19T14:01:33.136 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.134+0000 7fa2f6c949c0 20 remove_watcher() i=6 2024-09-19T14:01:33.139 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:01:33.138+0000 7fa2f6c949c0 20 remove_watcher() i=7 2024-09-19T14:02:03.187 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-19T14:02:03.223 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:02:03.223 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:02:03.270 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.270+0000 7fe9c6d199c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:03.273 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.270+0000 7fe9c6d199c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:03.273 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.270+0000 7fe9c6d199c0 20 realm 2024-09-19T14:02:03.273 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.270+0000 7fe9c6d199c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:03.274 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.270+0000 7fe9c6d199c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:03.274 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.270+0000 7fe9c6d199c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:02:03.274 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.270+0000 7fe9c6d199c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:03.274 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.274+0000 7fe9c6d199c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:03.274 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.274+0000 7fe9c6d199c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:03.275 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.274+0000 7fe9c6d199c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:02:03.275 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.274+0000 7fe9c6d199c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:03.277 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.274+0000 7fe9c6d199c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:02:03.277 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.274+0000 7fe9c6d199c0 20 searching for the correct realm 2024-09-19T14:02:03.283 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.282+0000 7fe9c401e640 0 -- 172.21.15.31:0/2891328069 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7fe9b8008040 msgr2=0x7fe9b8028410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T14:02:03.497 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.494+0000 7fe9c481f640 0 -- 172.21.15.31:0/2891328069 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x560f03044ec0 msgr2=0x7fe890086fc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:02:03.715 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.714+0000 7fe9c6d199c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:02:03.715 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.714+0000 7fe9c6d199c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:02:03.715 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.714+0000 7fe9c6d199c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:02:03.716 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.714+0000 7fe9c6d199c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:02:03.716 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.714+0000 7fe9c6d199c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:02:03.716 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.714+0000 7fe9c6d199c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:02:03.716 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.714+0000 7fe9c6d199c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:03.716 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.714+0000 7fe9c6d199c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:03.716 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.714+0000 7fe9c6d199c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:03.717 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.714+0000 7fe9c6d199c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:02:03.717 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.714+0000 7fe9c6d199c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:03.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.718+0000 7fe9c6d199c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:02:03.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.718+0000 7fe9c6d199c0 20 zone default found 2024-09-19T14:02:03.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.718+0000 7fe9c6d199c0 4 Realm: () 2024-09-19T14:02:03.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.718+0000 7fe9c6d199c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:02:03.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.718+0000 7fe9c6d199c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:02:03.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.718+0000 7fe9c6d199c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:02:03.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.718+0000 7fe9c6d199c0 20 zonegroup default 2024-09-19T14:02:03.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.718+0000 7fe9c6d199c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:03.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.718+0000 7fe9c6d199c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:03.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.718+0000 7fe9c6d199c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:03.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.718+0000 7fe9c6d199c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:03.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.718+0000 7fe9c6d199c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:03.721 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.718+0000 7fe9c6d199c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:03.721 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.718+0000 7fe9c6d199c0 20 started sync module instance, tier type = 2024-09-19T14:02:03.721 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.718+0000 7fe9c6d199c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:02:03.746 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.742+0000 7fe9c6d199c0 20 add_watcher() i=0 2024-09-19T14:02:03.746 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.742+0000 7fe9c6d199c0 20 add_watcher() i=1 2024-09-19T14:02:03.746 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.742+0000 7fe9c6d199c0 20 add_watcher() i=2 2024-09-19T14:02:03.746 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.742+0000 7fe9c6d199c0 20 add_watcher() i=3 2024-09-19T14:02:03.746 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.742+0000 7fe9c6d199c0 20 add_watcher() i=4 2024-09-19T14:02:03.746 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.742+0000 7fe9c6d199c0 20 add_watcher() i=5 2024-09-19T14:02:03.746 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.742+0000 7fe9c6d199c0 20 add_watcher() i=6 2024-09-19T14:02:03.748 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.746+0000 7fe9c6d199c0 20 add_watcher() i=7 2024-09-19T14:02:03.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.746+0000 7fe9c6d199c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:02:03.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.750+0000 7fe87afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:02:03.754 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.754+0000 7fe9c6d199c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:02:03.754 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.754+0000 7fe9c6d199c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:02:03.754 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.754+0000 7fe9c6d199c0 5 note: GC not initialized 2024-09-19T14:02:03.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.754+0000 7fe879fe3640 20 reqs_thread_entry: start 2024-09-19T14:02:03.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.754+0000 7fe9c6d199c0 20 init_complete bucket index max shards: 1 2024-09-19T14:02:03.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.754+0000 7fe9c6d199c0 20 Filter name: none 2024-09-19T14:02:03.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.754+0000 7fe7eb7fe640 20 reqs_thread_entry: start 2024-09-19T14:02:03.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.754+0000 7fe9c6d199c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:03.756 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.754+0000 7fe9c6d199c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T14:02:03.756 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.754+0000 7fe9c6d199c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:03.757 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.754+0000 7fe9c6d199c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-19T14:02:03.757 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.754+0000 7fe9c6d199c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:02:03.757 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.754+0000 7fe9c6d199c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:03.757 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.754+0000 7fe9c6d199c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T14:02:03.757 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.754+0000 7fe9c6d199c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:03.757 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.754+0000 7fe9c6d199c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-19T14:02:03.758 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.754+0000 7fe9c6d199c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:02:03.760 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.758+0000 7fe87afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:02:03.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.762+0000 7fe9c6d199c0 20 remove_watcher() i=0 2024-09-19T14:02:03.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.762+0000 7fe9c6d199c0 2 removed watcher, disabling cache 2024-09-19T14:02:03.766 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.766+0000 7fe9c6d199c0 20 remove_watcher() i=1 2024-09-19T14:02:03.768 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.766+0000 7fe9c6d199c0 20 remove_watcher() i=2 2024-09-19T14:02:03.771 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.770+0000 7fe9c6d199c0 20 remove_watcher() i=3 2024-09-19T14:02:03.773 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.770+0000 7fe9c6d199c0 20 remove_watcher() i=4 2024-09-19T14:02:03.776 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.774+0000 7fe9c6d199c0 20 remove_watcher() i=5 2024-09-19T14:02:03.778 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.778+0000 7fe9c6d199c0 20 remove_watcher() i=6 2024-09-19T14:02:03.781 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.778+0000 7fe9c6d199c0 20 remove_watcher() i=7 2024-09-19T14:02:03.799 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:02:03.799 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:02:03.838 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-19T14:02:03.866 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:02:03.866 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:02:03.912 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.910+0000 7f0ba1db19c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:03.915 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.914+0000 7f0ba1db19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:03.915 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.914+0000 7f0ba1db19c0 20 realm 2024-09-19T14:02:03.915 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.914+0000 7f0ba1db19c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:03.915 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.914+0000 7f0ba1db19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:03.915 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.914+0000 7f0ba1db19c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:02:03.915 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.914+0000 7f0ba1db19c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:03.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.914+0000 7f0ba1db19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:03.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.914+0000 7f0ba1db19c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:03.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.914+0000 7f0ba1db19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:02:03.917 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.914+0000 7f0ba1db19c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:03.918 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.918+0000 7f0ba1db19c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:02:03.918 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.918+0000 7f0ba1db19c0 20 searching for the correct realm 2024-09-19T14:02:03.924 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.922+0000 7f0b9f0b6640 0 -- 172.21.15.31:0/101854509 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7f0b9400f430 msgr2=0x7f0b9400f8b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:02:03.931 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.926+0000 7f0b9f8b7640 0 -- 172.21.15.31:0/101854509 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f0b98065370 msgr2=0x7f0b9805d410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T14:02:03.937 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.934+0000 7f0ba1db19c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:02:03.937 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.934+0000 7f0ba1db19c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:02:03.937 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.934+0000 7f0ba1db19c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:02:03.938 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.934+0000 7f0ba1db19c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:02:03.938 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.934+0000 7f0ba1db19c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:02:03.938 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.934+0000 7f0ba1db19c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:02:03.938 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.934+0000 7f0ba1db19c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:03.938 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.938+0000 7f0ba1db19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:03.938 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.938+0000 7f0ba1db19c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:03.938 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.938+0000 7f0ba1db19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:02:03.938 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.938+0000 7f0ba1db19c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:03.939 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.938+0000 7f0ba1db19c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:02:03.939 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.938+0000 7f0ba1db19c0 20 zone default found 2024-09-19T14:02:03.939 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.938+0000 7f0ba1db19c0 4 Realm: () 2024-09-19T14:02:03.939 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.938+0000 7f0ba1db19c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:02:03.939 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.938+0000 7f0ba1db19c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:02:03.939 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.938+0000 7f0ba1db19c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:02:03.940 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.938+0000 7f0ba1db19c0 20 zonegroup default 2024-09-19T14:02:03.940 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.938+0000 7f0ba1db19c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:03.940 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.938+0000 7f0ba1db19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:03.940 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.938+0000 7f0ba1db19c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:03.940 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.938+0000 7f0ba1db19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:03.940 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.938+0000 7f0ba1db19c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:03.941 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.938+0000 7f0ba1db19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:03.941 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.938+0000 7f0ba1db19c0 20 started sync module instance, tier type = 2024-09-19T14:02:03.941 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.938+0000 7f0ba1db19c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:02:03.959 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.958+0000 7f0ba1db19c0 20 add_watcher() i=0 2024-09-19T14:02:03.959 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.958+0000 7f0ba1db19c0 20 add_watcher() i=1 2024-09-19T14:02:03.959 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.958+0000 7f0ba1db19c0 20 add_watcher() i=2 2024-09-19T14:02:03.959 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.958+0000 7f0ba1db19c0 20 add_watcher() i=3 2024-09-19T14:02:03.959 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.958+0000 7f0ba1db19c0 20 add_watcher() i=4 2024-09-19T14:02:03.959 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.958+0000 7f0ba1db19c0 20 add_watcher() i=5 2024-09-19T14:02:03.960 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.958+0000 7f0ba1db19c0 20 add_watcher() i=6 2024-09-19T14:02:03.961 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.958+0000 7f0ba1db19c0 20 add_watcher() i=7 2024-09-19T14:02:03.961 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.958+0000 7f0ba1db19c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:02:03.964 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.962+0000 7f0a55fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:02:03.965 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.962+0000 7f0ba1db19c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:02:03.965 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.962+0000 7f0ba1db19c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:02:03.965 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.962+0000 7f0ba1db19c0 5 note: GC not initialized 2024-09-19T14:02:03.966 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.962+0000 7f0a54fe1640 20 reqs_thread_entry: start 2024-09-19T14:02:03.966 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.962+0000 7f0ba1db19c0 20 init_complete bucket index max shards: 1 2024-09-19T14:02:03.966 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.962+0000 7f0ba1db19c0 20 Filter name: none 2024-09-19T14:02:03.966 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.962+0000 7f09ce7fc640 20 reqs_thread_entry: start 2024-09-19T14:02:03.966 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.962+0000 7f0ba1db19c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-19T14:02:03.966 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.962+0000 7f0ba1db19c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:03.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.966+0000 7f0ba1db19c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T14:02:03.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.966+0000 7f0ba1db19c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-19T14:02:03.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.966+0000 7f0ba1db19c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-19T14:02:03.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.966+0000 7f0ba1db19c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 : miss 2024-09-19T14:02:03.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.966+0000 7f0ba1db19c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:03.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.966+0000 7f0ba1db19c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T14:02:03.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.966+0000 7f0ba1db19c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T14:02:03.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.966+0000 7f0ba1db19c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T14:02:03.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.966+0000 7f0ba1db19c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T14:02:03.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.966+0000 7f0ba1db19c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:02:03.968 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.966+0000 7f0ba1db19c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 2024-09-19T14:02:03.968 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.966+0000 7f0ba1db19c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.0 2024-09-19T14:02:03.968 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.966+0000 7f0ba1db19c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.0 2024-09-19T14:02:03.968 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.966+0000 7f0ba1db19c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.1 2024-09-19T14:02:03.968 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.966+0000 7f0ba1db19c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.1 2024-09-19T14:02:03.968 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.966+0000 7f0ba1db19c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.2 2024-09-19T14:02:03.968 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.966+0000 7f0ba1db19c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.2 2024-09-19T14:02:03.970 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.970+0000 7f0a55fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:02:03.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.974+0000 7f0ba1db19c0 20 remove_watcher() i=0 2024-09-19T14:02:03.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.974+0000 7f0ba1db19c0 2 removed watcher, disabling cache 2024-09-19T14:02:03.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.974+0000 7f0ba1db19c0 20 remove_watcher() i=1 2024-09-19T14:02:03.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.978+0000 7f0ba1db19c0 20 remove_watcher() i=2 2024-09-19T14:02:03.980 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.978+0000 7f0ba1db19c0 20 remove_watcher() i=3 2024-09-19T14:02:03.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.982+0000 7f0ba1db19c0 20 remove_watcher() i=4 2024-09-19T14:02:03.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.982+0000 7f0ba1db19c0 20 remove_watcher() i=5 2024-09-19T14:02:03.987 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.986+0000 7f0ba1db19c0 20 remove_watcher() i=6 2024-09-19T14:02:03.993 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:03.986+0000 7f0ba1db19c0 20 remove_watcher() i=7 2024-09-19T14:02:04.005 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-19T14:02:04.032 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:02:04.032 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:02:04.077 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.074+0000 7fc2baa5f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.080 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.078+0000 7fc2baa5f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:04.080 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.078+0000 7fc2baa5f9c0 20 realm 2024-09-19T14:02:04.080 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.078+0000 7fc2baa5f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.081 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.078+0000 7fc2baa5f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:04.081 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.078+0000 7fc2baa5f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:02:04.081 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.078+0000 7fc2baa5f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.081 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.078+0000 7fc2baa5f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:04.081 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.078+0000 7fc2baa5f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.081 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.078+0000 7fc2baa5f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:02:04.082 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.078+0000 7fc2baa5f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.083 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.082+0000 7fc2baa5f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:02:04.083 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.082+0000 7fc2baa5f9c0 20 searching for the correct realm 2024-09-19T14:02:04.088 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.086+0000 7fc2b7d64640 0 -- 172.21.15.31:0/2985855814 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7fc2ac025040 msgr2=0x7fc2ac024410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:02:04.301 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.298+0000 7fc2b8d66640 0 -- 172.21.15.31:0/2985855814 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x5563f10b4b50 msgr2=0x5563f10b6fa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:02:04.314 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.314+0000 7fc2baa5f9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:02:04.314 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.314+0000 7fc2baa5f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:02:04.314 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.314+0000 7fc2baa5f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:02:04.314 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.314+0000 7fc2baa5f9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:02:04.314 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.314+0000 7fc2baa5f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:02:04.314 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.314+0000 7fc2baa5f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:02:04.314 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.314+0000 7fc2baa5f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.315 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.314+0000 7fc2baa5f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:04.315 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.314+0000 7fc2baa5f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.316 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.314+0000 7fc2baa5f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:02:04.316 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.314+0000 7fc2baa5f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.316 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.314+0000 7fc2baa5f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:02:04.316 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.314+0000 7fc2baa5f9c0 20 zone default found 2024-09-19T14:02:04.316 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.314+0000 7fc2baa5f9c0 4 Realm: () 2024-09-19T14:02:04.316 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.314+0000 7fc2baa5f9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:02:04.316 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.314+0000 7fc2baa5f9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:02:04.317 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.314+0000 7fc2baa5f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:02:04.317 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.314+0000 7fc2baa5f9c0 20 zonegroup default 2024-09-19T14:02:04.317 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.314+0000 7fc2baa5f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.317 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.314+0000 7fc2baa5f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:04.317 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.314+0000 7fc2baa5f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.318 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.318+0000 7fc2baa5f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:04.318 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.318+0000 7fc2baa5f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.319 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.318+0000 7fc2baa5f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:04.319 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.318+0000 7fc2baa5f9c0 20 started sync module instance, tier type = 2024-09-19T14:02:04.319 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.318+0000 7fc2baa5f9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:02:04.342 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.342+0000 7fc2baa5f9c0 20 add_watcher() i=0 2024-09-19T14:02:04.342 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.342+0000 7fc2baa5f9c0 20 add_watcher() i=1 2024-09-19T14:02:04.342 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.342+0000 7fc2baa5f9c0 20 add_watcher() i=2 2024-09-19T14:02:04.342 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.342+0000 7fc2baa5f9c0 20 add_watcher() i=3 2024-09-19T14:02:04.342 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.342+0000 7fc2baa5f9c0 20 add_watcher() i=4 2024-09-19T14:02:04.342 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.342+0000 7fc2baa5f9c0 20 add_watcher() i=5 2024-09-19T14:02:04.342 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.342+0000 7fc2baa5f9c0 20 add_watcher() i=6 2024-09-19T14:02:04.344 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.342+0000 7fc2baa5f9c0 20 add_watcher() i=7 2024-09-19T14:02:04.345 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.342+0000 7fc2baa5f9c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:02:04.348 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.346+0000 7fc16efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:02:04.349 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.346+0000 7fc2baa5f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:02:04.350 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.346+0000 7fc2baa5f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:02:04.350 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.346+0000 7fc2baa5f9c0 5 note: GC not initialized 2024-09-19T14:02:04.350 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.350+0000 7fc16dfdb640 20 reqs_thread_entry: start 2024-09-19T14:02:04.350 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.350+0000 7fc2baa5f9c0 20 init_complete bucket index max shards: 1 2024-09-19T14:02:04.351 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.350+0000 7fc2baa5f9c0 20 Filter name: none 2024-09-19T14:02:04.351 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.350+0000 7fc0df7fe640 20 reqs_thread_entry: start 2024-09-19T14:02:04.351 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.350+0000 7fc2baa5f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.352 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.350+0000 7fc2baa5f9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T14:02:04.352 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.350+0000 7fc2baa5f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.352 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.350+0000 7fc2baa5f9c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T14:02:04.353 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.350+0000 7fc2baa5f9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:02:04.353 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.350+0000 7fc2baa5f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.353 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.350+0000 7fc2baa5f9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T14:02:04.353 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.350+0000 7fc2baa5f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.354 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.350+0000 7fc2baa5f9c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T14:02:04.354 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.350+0000 7fc2baa5f9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:02:04.357 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.354+0000 7fc16efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:02:04.361 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.358+0000 7fc2baa5f9c0 20 remove_watcher() i=0 2024-09-19T14:02:04.361 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.358+0000 7fc2baa5f9c0 2 removed watcher, disabling cache 2024-09-19T14:02:04.364 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.362+0000 7fc2baa5f9c0 20 remove_watcher() i=1 2024-09-19T14:02:04.366 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.362+0000 7fc2baa5f9c0 20 remove_watcher() i=2 2024-09-19T14:02:04.368 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.366+0000 7fc2baa5f9c0 20 remove_watcher() i=3 2024-09-19T14:02:04.370 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.370+0000 7fc2baa5f9c0 20 remove_watcher() i=4 2024-09-19T14:02:04.373 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.370+0000 7fc2baa5f9c0 20 remove_watcher() i=5 2024-09-19T14:02:04.376 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.374+0000 7fc2baa5f9c0 20 remove_watcher() i=6 2024-09-19T14:02:04.378 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.378+0000 7fc2baa5f9c0 20 remove_watcher() i=7 2024-09-19T14:02:04.395 INFO:tasks.workunit.client.0.smithi031.stderr: test: duplicated entries should be purged before reshard 2024-09-19T14:02:04.396 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-19T14:02:04.429 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:02:04.429 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:02:04.474 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.474+0000 7fb299ca89c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.477 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.474+0000 7fb299ca89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:04.477 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.474+0000 7fb299ca89c0 20 realm 2024-09-19T14:02:04.477 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.474+0000 7fb299ca89c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.477 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.474+0000 7fb299ca89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:04.478 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.474+0000 7fb299ca89c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:02:04.478 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.474+0000 7fb299ca89c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.478 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.478+0000 7fb299ca89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:04.478 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.478+0000 7fb299ca89c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.479 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.478+0000 7fb299ca89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:02:04.479 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.478+0000 7fb299ca89c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.481 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.478+0000 7fb299ca89c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:02:04.481 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.478+0000 7fb299ca89c0 20 searching for the correct realm 2024-09-19T14:02:04.484 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.482+0000 7fb2977ae640 0 -- 172.21.15.31:0/1540867118 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7fb288095040 msgr2=0x7fb2880692d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:02:04.491 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.490+0000 7fb297faf640 0 -- 172.21.15.31:0/1540867118 >> [v2:172.21.15.170:6816/388863582,v1:172.21.15.170:6817/388863582] conn(0x7fb28802b070 msgr2=0x7fb28807a1e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:02:04.500 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.498+0000 7fb299ca89c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:02:04.500 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.498+0000 7fb299ca89c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:02:04.500 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.498+0000 7fb299ca89c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:02:04.500 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.498+0000 7fb299ca89c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:02:04.501 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.498+0000 7fb299ca89c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:02:04.501 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.498+0000 7fb299ca89c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:02:04.501 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.498+0000 7fb299ca89c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.501 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.498+0000 7fb299ca89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:04.501 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.498+0000 7fb299ca89c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.502 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.498+0000 7fb299ca89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:02:04.502 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.498+0000 7fb299ca89c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.502 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.502+0000 7fb299ca89c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:02:04.503 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.502+0000 7fb299ca89c0 20 zone default found 2024-09-19T14:02:04.503 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.502+0000 7fb299ca89c0 4 Realm: () 2024-09-19T14:02:04.503 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.502+0000 7fb299ca89c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:02:04.503 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.502+0000 7fb299ca89c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:02:04.503 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.502+0000 7fb299ca89c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:02:04.503 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.502+0000 7fb299ca89c0 20 zonegroup default 2024-09-19T14:02:04.503 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.502+0000 7fb299ca89c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.504 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.502+0000 7fb299ca89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:04.504 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.502+0000 7fb299ca89c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.504 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.502+0000 7fb299ca89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:04.504 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.502+0000 7fb299ca89c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.504 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.502+0000 7fb299ca89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:04.504 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.502+0000 7fb299ca89c0 20 started sync module instance, tier type = 2024-09-19T14:02:04.504 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.502+0000 7fb299ca89c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:02:04.522 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.522+0000 7fb299ca89c0 20 add_watcher() i=0 2024-09-19T14:02:04.522 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.522+0000 7fb299ca89c0 20 add_watcher() i=1 2024-09-19T14:02:04.522 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.522+0000 7fb299ca89c0 20 add_watcher() i=2 2024-09-19T14:02:04.523 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.522+0000 7fb299ca89c0 20 add_watcher() i=3 2024-09-19T14:02:04.523 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.522+0000 7fb299ca89c0 20 add_watcher() i=4 2024-09-19T14:02:04.523 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.522+0000 7fb299ca89c0 20 add_watcher() i=5 2024-09-19T14:02:04.523 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.522+0000 7fb299ca89c0 20 add_watcher() i=6 2024-09-19T14:02:04.524 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.522+0000 7fb299ca89c0 20 add_watcher() i=7 2024-09-19T14:02:04.525 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.522+0000 7fb299ca89c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:02:04.528 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.526+0000 7fb14dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:02:04.529 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.526+0000 7fb299ca89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:02:04.529 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.526+0000 7fb299ca89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:02:04.529 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.526+0000 7fb299ca89c0 5 note: GC not initialized 2024-09-19T14:02:04.529 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.526+0000 7fb14cfe1640 20 reqs_thread_entry: start 2024-09-19T14:02:04.530 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.526+0000 7fb299ca89c0 20 init_complete bucket index max shards: 1 2024-09-19T14:02:04.530 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.526+0000 7fb299ca89c0 20 Filter name: none 2024-09-19T14:02:04.530 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.526+0000 7fb0c67fc640 20 reqs_thread_entry: start 2024-09-19T14:02:04.530 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.526+0000 7fb299ca89c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.531 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.530+0000 7fb299ca89c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T14:02:04.531 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.530+0000 7fb299ca89c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.531 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.530+0000 7fb299ca89c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T14:02:04.531 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.530+0000 7fb299ca89c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:02:04.531 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.530+0000 7fb299ca89c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.531 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.530+0000 7fb299ca89c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T14:02:04.531 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.530+0000 7fb299ca89c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.531 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.530+0000 7fb299ca89c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T14:02:04.531 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.530+0000 7fb299ca89c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:02:04.533 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.530+0000 7fb14dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:02:04.537 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.534+0000 7fb299ca89c0 20 remove_watcher() i=0 2024-09-19T14:02:04.537 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.534+0000 7fb299ca89c0 2 removed watcher, disabling cache 2024-09-19T14:02:04.539 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.538+0000 7fb299ca89c0 20 remove_watcher() i=1 2024-09-19T14:02:04.541 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.538+0000 7fb299ca89c0 20 remove_watcher() i=2 2024-09-19T14:02:04.543 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.542+0000 7fb299ca89c0 20 remove_watcher() i=3 2024-09-19T14:02:04.545 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.542+0000 7fb299ca89c0 20 remove_watcher() i=4 2024-09-19T14:02:04.547 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.546+0000 7fb299ca89c0 20 remove_watcher() i=5 2024-09-19T14:02:04.550 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.546+0000 7fb299ca89c0 20 remove_watcher() i=6 2024-09-19T14:02:04.552 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.550+0000 7fb299ca89c0 20 remove_watcher() i=7 2024-09-19T14:02:04.566 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:04.567 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T14:02:04.567 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: a-bucket id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 num_objects: 10 size_kb: 1 num_shards: 3 2024-09-19T14:02:04.567 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:04.567 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 4 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at do_reshard 2024-09-19T14:02:04.600 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:02:04.600 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:02:04.644 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.642+0000 7f45b2f129c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.646+0000 7f45b2f129c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:04.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.646+0000 7f45b2f129c0 20 realm 2024-09-19T14:02:04.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.646+0000 7f45b2f129c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.646+0000 7f45b2f129c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:04.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.646+0000 7f45b2f129c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:02:04.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.646+0000 7f45b2f129c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.650 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.646+0000 7f45b2f129c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:04.650 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.646+0000 7f45b2f129c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.651 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.650+0000 7f45b2f129c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:02:04.651 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.650+0000 7f45b2f129c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.652 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.650+0000 7f45b2f129c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:02:04.652 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.650+0000 7f45b2f129c0 20 searching for the correct realm 2024-09-19T14:02:04.658 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.658+0000 7f45b1219640 0 -- 172.21.15.31:0/2438948319 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7f45a40ec030 msgr2=0x7f45a40ac950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T14:02:04.664 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.662+0000 7f45b0a18640 0 -- 172.21.15.31:0/2438948319 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f45a8027040 msgr2=0x7f45a8018420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:02:04.672 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.670+0000 7f45b2f129c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:02:04.673 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.670+0000 7f45b2f129c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:02:04.673 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.670+0000 7f45b2f129c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:02:04.673 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.670+0000 7f45b2f129c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:02:04.673 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.670+0000 7f45b2f129c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:02:04.673 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.670+0000 7f45b2f129c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:02:04.673 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.670+0000 7f45b2f129c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.673 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.670+0000 7f45b2f129c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:04.674 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.670+0000 7f45b2f129c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.674 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.670+0000 7f45b2f129c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:02:04.674 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.670+0000 7f45b2f129c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.674 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.674+0000 7f45b2f129c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:02:04.674 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.674+0000 7f45b2f129c0 20 zone default found 2024-09-19T14:02:04.674 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.674+0000 7f45b2f129c0 4 Realm: () 2024-09-19T14:02:04.674 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.674+0000 7f45b2f129c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:02:04.675 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.674+0000 7f45b2f129c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:02:04.675 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.674+0000 7f45b2f129c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:02:04.675 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.674+0000 7f45b2f129c0 20 zonegroup default 2024-09-19T14:02:04.675 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.674+0000 7f45b2f129c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.675 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.674+0000 7f45b2f129c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:04.676 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.674+0000 7f45b2f129c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.676 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.674+0000 7f45b2f129c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:04.676 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.674+0000 7f45b2f129c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.676 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.674+0000 7f45b2f129c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:04.676 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.674+0000 7f45b2f129c0 20 started sync module instance, tier type = 2024-09-19T14:02:04.677 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.674+0000 7f45b2f129c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:02:04.694 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.694+0000 7f45b2f129c0 20 add_watcher() i=0 2024-09-19T14:02:04.694 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.694+0000 7f45b2f129c0 20 add_watcher() i=1 2024-09-19T14:02:04.694 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.694+0000 7f45b2f129c0 20 add_watcher() i=2 2024-09-19T14:02:04.694 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.694+0000 7f45b2f129c0 20 add_watcher() i=3 2024-09-19T14:02:04.695 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.694+0000 7f45b2f129c0 20 add_watcher() i=4 2024-09-19T14:02:04.695 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.694+0000 7f45b2f129c0 20 add_watcher() i=5 2024-09-19T14:02:04.695 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.694+0000 7f45b2f129c0 20 add_watcher() i=6 2024-09-19T14:02:04.696 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.694+0000 7f45b2f129c0 20 add_watcher() i=7 2024-09-19T14:02:04.697 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.694+0000 7f45b2f129c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:02:04.700 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.698+0000 7f44677e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:02:04.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.698+0000 7f45b2f129c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:02:04.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.698+0000 7f45b2f129c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:02:04.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.698+0000 7f45b2f129c0 5 note: GC not initialized 2024-09-19T14:02:04.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.698+0000 7f44667e4640 20 reqs_thread_entry: start 2024-09-19T14:02:04.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.698+0000 7f45b2f129c0 20 init_complete bucket index max shards: 1 2024-09-19T14:02:04.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.698+0000 7f45b2f129c0 20 Filter name: none 2024-09-19T14:02:04.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.698+0000 7f445f7fe640 20 reqs_thread_entry: start 2024-09-19T14:02:04.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.698+0000 7f45b2f129c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-19T14:02:04.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.698+0000 7f45b2f129c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.702 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.698+0000 7f45b2f129c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T14:02:04.702 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.698+0000 7f45b2f129c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-19T14:02:04.702 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.698+0000 7f45b2f129c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-19T14:02:04.702 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.698+0000 7f45b2f129c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 : miss 2024-09-19T14:02:04.703 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.698+0000 7f45b2f129c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.703 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.702+0000 7f45b2f129c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T14:02:04.703 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.702+0000 7f45b2f129c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T14:02:04.703 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.702+0000 7f45b2f129c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T14:02:04.703 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.702+0000 7f45b2f129c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T14:02:04.703 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.702+0000 7f45b2f129c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:02:04.703 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.702+0000 7f45b2f129c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 2024-09-19T14:02:04.711 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.710+0000 7f45b2f129c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T14:02:04.711 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.710+0000 7f45b2f129c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T14:02:04.711 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.710+0000 7f45b2f129c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:02:04.711 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.710+0000 7f45b2f129c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17, ofs0, ns] 2024-09-19T14:02:04.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.710+0000 7f4487fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333554 cookie 93964603162496 notifier 8283 bl.length()=827 2024-09-19T14:02:04.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.710+0000 7f4487fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T14:02:04.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.710+0000 7f4487fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T14:02:04.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.710+0000 7f4487fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:02:04.713 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.710+0000 7f45b2f129c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): orig_sources= new_sources= 2024-09-19T14:02:04.713 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.710+0000 7f45b2f129c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): potential sources added=[] removed=[] 2024-09-19T14:02:04.713 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.710+0000 7f45b2f129c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): orig_dests= new_dests= 2024-09-19T14:02:04.713 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.710+0000 7f45b2f129c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): potential dests added=[] removed=[] 2024-09-19T14:02:04.720 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f45b2f129c0 time 2024-09-19T14:02:04.722049+0000 2024-09-19T14:02:04.720 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T14:02:04.721 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T14:02:04.721 INFO:tasks.workunit.client.0.smithi031.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f45b67ec2eb] 2024-09-19T14:02:04.721 INFO:tasks.workunit.client.0.smithi031.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f45b67ec49f] 2024-09-19T14:02:04.721 INFO:tasks.workunit.client.0.smithi031.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5575d5124271] 2024-09-19T14:02:04.721 INFO:tasks.workunit.client.0.smithi031.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x5575d513414a] 2024-09-19T14:02:04.721 INFO:tasks.workunit.client.0.smithi031.stderr: 5: main() 2024-09-19T14:02:04.721 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f45b5652d90] 2024-09-19T14:02:04.721 INFO:tasks.workunit.client.0.smithi031.stderr: 7: __libc_start_main() 2024-09-19T14:02:04.722 INFO:tasks.workunit.client.0.smithi031.stderr: 8: _start() 2024-09-19T14:02:04.722 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.718+0000 7f45b2f129c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f45b2f129c0 time 2024-09-19T14:02:04.722049+0000 2024-09-19T14:02:04.722 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T14:02:04.722 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:04.722 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T14:02:04.722 INFO:tasks.workunit.client.0.smithi031.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f45b67ec2eb] 2024-09-19T14:02:04.722 INFO:tasks.workunit.client.0.smithi031.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f45b67ec49f] 2024-09-19T14:02:04.722 INFO:tasks.workunit.client.0.smithi031.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5575d5124271] 2024-09-19T14:02:04.722 INFO:tasks.workunit.client.0.smithi031.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x5575d513414a] 2024-09-19T14:02:04.722 INFO:tasks.workunit.client.0.smithi031.stderr: 5: main() 2024-09-19T14:02:04.722 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f45b5652d90] 2024-09-19T14:02:04.722 INFO:tasks.workunit.client.0.smithi031.stderr: 7: __libc_start_main() 2024-09-19T14:02:04.722 INFO:tasks.workunit.client.0.smithi031.stderr: 8: _start() 2024-09-19T14:02:04.723 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:04.723 INFO:tasks.workunit.client.0.smithi031.stderr:*** Caught signal (Aborted) ** 2024-09-19T14:02:04.723 INFO:tasks.workunit.client.0.smithi031.stderr: in thread 7f45b2f129c0 thread_name:radosgw-admin 2024-09-19T14:02:04.742 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T14:02:04.742 INFO:tasks.workunit.client.0.smithi031.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f45b566b520] 2024-09-19T14:02:04.742 INFO:tasks.workunit.client.0.smithi031.stderr: 2: pthread_kill() 2024-09-19T14:02:04.742 INFO:tasks.workunit.client.0.smithi031.stderr: 3: raise() 2024-09-19T14:02:04.742 INFO:tasks.workunit.client.0.smithi031.stderr: 4: abort() 2024-09-19T14:02:04.742 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f45b67ec345] 2024-09-19T14:02:04.742 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f45b67ec49f] 2024-09-19T14:02:04.742 INFO:tasks.workunit.client.0.smithi031.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5575d5124271] 2024-09-19T14:02:04.743 INFO:tasks.workunit.client.0.smithi031.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x5575d513414a] 2024-09-19T14:02:04.743 INFO:tasks.workunit.client.0.smithi031.stderr: 9: main() 2024-09-19T14:02:04.743 INFO:tasks.workunit.client.0.smithi031.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f45b5652d90] 2024-09-19T14:02:04.743 INFO:tasks.workunit.client.0.smithi031.stderr: 11: __libc_start_main() 2024-09-19T14:02:04.743 INFO:tasks.workunit.client.0.smithi031.stderr: 12: _start() 2024-09-19T14:02:04.743 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.722+0000 7f45b2f129c0 -1 *** Caught signal (Aborted) ** 2024-09-19T14:02:04.743 INFO:tasks.workunit.client.0.smithi031.stderr: in thread 7f45b2f129c0 thread_name:radosgw-admin 2024-09-19T14:02:04.743 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:04.743 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T14:02:04.743 INFO:tasks.workunit.client.0.smithi031.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f45b566b520] 2024-09-19T14:02:04.743 INFO:tasks.workunit.client.0.smithi031.stderr: 2: pthread_kill() 2024-09-19T14:02:04.743 INFO:tasks.workunit.client.0.smithi031.stderr: 3: raise() 2024-09-19T14:02:04.743 INFO:tasks.workunit.client.0.smithi031.stderr: 4: abort() 2024-09-19T14:02:04.744 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f45b67ec345] 2024-09-19T14:02:04.744 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f45b67ec49f] 2024-09-19T14:02:04.744 INFO:tasks.workunit.client.0.smithi031.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5575d5124271] 2024-09-19T14:02:04.744 INFO:tasks.workunit.client.0.smithi031.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x5575d513414a] 2024-09-19T14:02:04.744 INFO:tasks.workunit.client.0.smithi031.stderr: 9: main() 2024-09-19T14:02:04.744 INFO:tasks.workunit.client.0.smithi031.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f45b5652d90] 2024-09-19T14:02:04.744 INFO:tasks.workunit.client.0.smithi031.stderr: 11: __libc_start_main() 2024-09-19T14:02:04.744 INFO:tasks.workunit.client.0.smithi031.stderr: 12: _start() 2024-09-19T14:02:04.744 INFO:tasks.workunit.client.0.smithi031.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T14:02:04.744 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:04.744 INFO:tasks.workunit.client.0.smithi031.stderr:--- begin dump of recent events --- 2024-09-19T14:02:04.744 INFO:tasks.workunit.client.0.smithi031.stderr: -499> 2024-09-19T14:02:04.618+0000 7f45b1219640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:02:04.745 INFO:tasks.workunit.client.0.smithi031.stderr: -498> 2024-09-19T14:02:04.618+0000 7f45b0217640 10 monclient(hunting): handle_auth_done global_id 7736 payload 274 2024-09-19T14:02:04.745 INFO:tasks.workunit.client.0.smithi031.stderr: -497> 2024-09-19T14:02:04.618+0000 7f45b0217640 10 monclient: _finish_hunting 0 2024-09-19T14:02:04.745 INFO:tasks.workunit.client.0.smithi031.stderr: -496> 2024-09-19T14:02:04.618+0000 7f45b0217640 1 monclient: found mon.noname-c 2024-09-19T14:02:04.745 INFO:tasks.workunit.client.0.smithi031.stderr: -495> 2024-09-19T14:02:04.618+0000 7f45b0217640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.31:3301/0 2024-09-19T14:02:04.745 INFO:tasks.workunit.client.0.smithi031.stderr: -494> 2024-09-19T14:02:04.622+0000 7f449ee0d640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:02:04.745 INFO:tasks.workunit.client.0.smithi031.stderr: -493> 2024-09-19T14:02:04.622+0000 7f449ee0d640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T14:02:04.745 INFO:tasks.workunit.client.0.smithi031.stderr: -492> 2024-09-19T14:02:04.622+0000 7f449ee0d640 10 monclient: dump: 2024-09-19T14:02:04.745 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:02:04.746 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:02:04.746 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:04.746 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:04.746 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:02:04.746 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:04.746 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:02:04.746 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:02:04.746 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:02:04.746 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:04.746 INFO:tasks.workunit.client.0.smithi031.stderr: -491> 2024-09-19T14:02:04.622+0000 7f449ee0d640 10 monclient: _finish_auth 0 2024-09-19T14:02:04.746 INFO:tasks.workunit.client.0.smithi031.stderr: -490> 2024-09-19T14:02:04.622+0000 7f449ee0d640 10 monclient: _check_auth_tickets 2024-09-19T14:02:04.746 INFO:tasks.workunit.client.0.smithi031.stderr: -489> 2024-09-19T14:02:04.622+0000 7f449ee0d640 10 monclient: handle_config config(0 keys) 2024-09-19T14:02:04.746 INFO:tasks.workunit.client.0.smithi031.stderr: -488> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 monclient: authenticate success, global_id 7736 2024-09-19T14:02:04.747 INFO:tasks.workunit.client.0.smithi031.stderr: -487> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 10 monclient: get_monmap_and_config success 2024-09-19T14:02:04.747 INFO:tasks.workunit.client.0.smithi031.stderr: -486> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 4 set_mon_vals no callback set 2024-09-19T14:02:04.747 INFO:tasks.workunit.client.0.smithi031.stderr: -485> 2024-09-19T14:02:04.622+0000 7f449ee0d640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:02:04.747 INFO:tasks.workunit.client.0.smithi031.stderr: -484> 2024-09-19T14:02:04.622+0000 7f449ee0d640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T14:02:04.747 INFO:tasks.workunit.client.0.smithi031.stderr: -483> 2024-09-19T14:02:04.622+0000 7f449ee0d640 10 monclient: dump: 2024-09-19T14:02:04.747 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:02:04.747 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:02:04.747 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:04.747 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:04.747 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:02:04.748 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:04.748 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:02:04.748 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:02:04.748 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:02:04.748 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:04.748 INFO:tasks.workunit.client.0.smithi031.stderr: -482> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 10 monclient: shutdown 2024-09-19T14:02:04.748 INFO:tasks.workunit.client.0.smithi031.stderr: -481> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 asok(0x5575d69a5d90) unregister_commands rotate-key 2024-09-19T14:02:04.748 INFO:tasks.workunit.client.0.smithi031.stderr: -480> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 10 monclient: build_initial_monmap 2024-09-19T14:02:04.748 INFO:tasks.workunit.client.0.smithi031.stderr: -479> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 1 build_initial for_mkfs: 0 2024-09-19T14:02:04.748 INFO:tasks.workunit.client.0.smithi031.stderr: -478> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 10 monclient: monmap: 2024-09-19T14:02:04.748 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T14:02:04.748 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T14:02:04.749 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T14:02:04.749 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T14:02:04.749 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T14:02:04.749 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:04.749 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T14:02:04.749 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T14:02:04.749 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T14:02:04.749 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:04.749 INFO:tasks.workunit.client.0.smithi031.stderr: -477> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb8b90) adding auth protocol: cephx 2024-09-19T14:02:04.749 INFO:tasks.workunit.client.0.smithi031.stderr: -476> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb8b90) adding auth protocol: cephx 2024-09-19T14:02:04.749 INFO:tasks.workunit.client.0.smithi031.stderr: -475> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb8b90) adding auth protocol: cephx 2024-09-19T14:02:04.749 INFO:tasks.workunit.client.0.smithi031.stderr: -474> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb8b90) adding con mode: secure 2024-09-19T14:02:04.750 INFO:tasks.workunit.client.0.smithi031.stderr: -473> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb8b90) adding con mode: crc 2024-09-19T14:02:04.750 INFO:tasks.workunit.client.0.smithi031.stderr: -472> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb8b90) adding con mode: secure 2024-09-19T14:02:04.750 INFO:tasks.workunit.client.0.smithi031.stderr: -471> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb8b90) adding con mode: crc 2024-09-19T14:02:04.750 INFO:tasks.workunit.client.0.smithi031.stderr: -470> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb8b90) adding con mode: secure 2024-09-19T14:02:04.750 INFO:tasks.workunit.client.0.smithi031.stderr: -469> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb8b90) adding con mode: crc 2024-09-19T14:02:04.750 INFO:tasks.workunit.client.0.smithi031.stderr: -468> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb8b90) adding con mode: crc 2024-09-19T14:02:04.750 INFO:tasks.workunit.client.0.smithi031.stderr: -467> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb8b90) adding con mode: secure 2024-09-19T14:02:04.750 INFO:tasks.workunit.client.0.smithi031.stderr: -466> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb8b90) adding con mode: crc 2024-09-19T14:02:04.750 INFO:tasks.workunit.client.0.smithi031.stderr: -465> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb8b90) adding con mode: secure 2024-09-19T14:02:04.750 INFO:tasks.workunit.client.0.smithi031.stderr: -464> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb8b90) adding con mode: crc 2024-09-19T14:02:04.750 INFO:tasks.workunit.client.0.smithi031.stderr: -463> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb8b90) adding con mode: secure 2024-09-19T14:02:04.750 INFO:tasks.workunit.client.0.smithi031.stderr: -462> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:02:04.750 INFO:tasks.workunit.client.0.smithi031.stderr: -461> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 1 librados: starting msgr at 2024-09-19T14:02:04.751 INFO:tasks.workunit.client.0.smithi031.stderr: -460> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 1 librados: starting objecter 2024-09-19T14:02:04.751 INFO:tasks.workunit.client.0.smithi031.stderr: -459> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 asok(0x5575d69a5d90) register_command objecter_requests hook 0x5575d6bb52c0 2024-09-19T14:02:04.751 INFO:tasks.workunit.client.0.smithi031.stderr: -458> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 1 librados: setting wanted keys 2024-09-19T14:02:04.751 INFO:tasks.workunit.client.0.smithi031.stderr: -457> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 1 librados: calling monclient init 2024-09-19T14:02:04.751 INFO:tasks.workunit.client.0.smithi031.stderr: -456> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 10 monclient: init 2024-09-19T14:02:04.751 INFO:tasks.workunit.client.0.smithi031.stderr: -455> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb3420) adding auth protocol: cephx 2024-09-19T14:02:04.751 INFO:tasks.workunit.client.0.smithi031.stderr: -454> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb3420) adding auth protocol: cephx 2024-09-19T14:02:04.751 INFO:tasks.workunit.client.0.smithi031.stderr: -453> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb3420) adding auth protocol: cephx 2024-09-19T14:02:04.751 INFO:tasks.workunit.client.0.smithi031.stderr: -452> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb3420) adding con mode: secure 2024-09-19T14:02:04.751 INFO:tasks.workunit.client.0.smithi031.stderr: -451> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb3420) adding con mode: crc 2024-09-19T14:02:04.751 INFO:tasks.workunit.client.0.smithi031.stderr: -450> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb3420) adding con mode: secure 2024-09-19T14:02:04.751 INFO:tasks.workunit.client.0.smithi031.stderr: -449> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb3420) adding con mode: crc 2024-09-19T14:02:04.751 INFO:tasks.workunit.client.0.smithi031.stderr: -448> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb3420) adding con mode: secure 2024-09-19T14:02:04.752 INFO:tasks.workunit.client.0.smithi031.stderr: -447> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb3420) adding con mode: crc 2024-09-19T14:02:04.752 INFO:tasks.workunit.client.0.smithi031.stderr: -446> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb3420) adding con mode: crc 2024-09-19T14:02:04.752 INFO:tasks.workunit.client.0.smithi031.stderr: -445> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb3420) adding con mode: secure 2024-09-19T14:02:04.752 INFO:tasks.workunit.client.0.smithi031.stderr: -444> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb3420) adding con mode: crc 2024-09-19T14:02:04.752 INFO:tasks.workunit.client.0.smithi031.stderr: -443> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb3420) adding con mode: secure 2024-09-19T14:02:04.752 INFO:tasks.workunit.client.0.smithi031.stderr: -442> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb3420) adding con mode: crc 2024-09-19T14:02:04.752 INFO:tasks.workunit.client.0.smithi031.stderr: -441> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb3420) adding con mode: secure 2024-09-19T14:02:04.752 INFO:tasks.workunit.client.0.smithi031.stderr: -440> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:02:04.752 INFO:tasks.workunit.client.0.smithi031.stderr: -439> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:02:04.752 INFO:tasks.workunit.client.0.smithi031.stderr: -438> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 asok(0x5575d69a5d90) register_command rotate-key hook 0x5575d6bb3568 2024-09-19T14:02:04.752 INFO:tasks.workunit.client.0.smithi031.stderr: -437> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 10 monclient: _reopen_session rank -1 2024-09-19T14:02:04.752 INFO:tasks.workunit.client.0.smithi031.stderr: -436> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-19T14:02:04.753 INFO:tasks.workunit.client.0.smithi031.stderr: -435> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 10 monclient(hunting): picked mon.noname-a con 0x5575d6a3f7e0 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T14:02:04.753 INFO:tasks.workunit.client.0.smithi031.stderr: -434> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 10 monclient(hunting): picked mon.noname-c con 0x5575d6a3fd30 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T14:02:04.753 INFO:tasks.workunit.client.0.smithi031.stderr: -433> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 10 monclient(hunting): picked mon.noname-b con 0x5575d6a6cdc0 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T14:02:04.753 INFO:tasks.workunit.client.0.smithi031.stderr: -432> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:02:04.753 INFO:tasks.workunit.client.0.smithi031.stderr: -431> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:02:04.753 INFO:tasks.workunit.client.0.smithi031.stderr: -430> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:02:04.753 INFO:tasks.workunit.client.0.smithi031.stderr: -429> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 10 monclient(hunting): _renew_subs 2024-09-19T14:02:04.753 INFO:tasks.workunit.client.0.smithi031.stderr: -428> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 10 monclient(hunting): authenticate will time out at 2468.454420s 2024-09-19T14:02:04.753 INFO:tasks.workunit.client.0.smithi031.stderr: -427> 2024-09-19T14:02:04.622+0000 7f45b0a18640 10 monclient(hunting): get_auth_request con 0x5575d6a3f7e0 auth_method 0 2024-09-19T14:02:04.753 INFO:tasks.workunit.client.0.smithi031.stderr: -426> 2024-09-19T14:02:04.622+0000 7f45b0a18640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:02:04.753 INFO:tasks.workunit.client.0.smithi031.stderr: -425> 2024-09-19T14:02:04.622+0000 7f45b0a18640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:02:04.753 INFO:tasks.workunit.client.0.smithi031.stderr: -424> 2024-09-19T14:02:04.622+0000 7f45b0a18640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:02:04.753 INFO:tasks.workunit.client.0.smithi031.stderr: -423> 2024-09-19T14:02:04.622+0000 7f45b0217640 10 monclient(hunting): get_auth_request con 0x5575d6a3fd30 auth_method 0 2024-09-19T14:02:04.754 INFO:tasks.workunit.client.0.smithi031.stderr: -422> 2024-09-19T14:02:04.622+0000 7f45b0217640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:02:04.754 INFO:tasks.workunit.client.0.smithi031.stderr: -421> 2024-09-19T14:02:04.622+0000 7f45b0217640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:02:04.754 INFO:tasks.workunit.client.0.smithi031.stderr: -420> 2024-09-19T14:02:04.622+0000 7f45b0217640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:02:04.754 INFO:tasks.workunit.client.0.smithi031.stderr: -419> 2024-09-19T14:02:04.622+0000 7f45b0a18640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:02:04.754 INFO:tasks.workunit.client.0.smithi031.stderr: -418> 2024-09-19T14:02:04.622+0000 7f45b0a18640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:02:04.754 INFO:tasks.workunit.client.0.smithi031.stderr: -417> 2024-09-19T14:02:04.622+0000 7f45b0a18640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:02:04.754 INFO:tasks.workunit.client.0.smithi031.stderr: -416> 2024-09-19T14:02:04.622+0000 7f45b0217640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:02:04.754 INFO:tasks.workunit.client.0.smithi031.stderr: -415> 2024-09-19T14:02:04.622+0000 7f45b0217640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:02:04.754 INFO:tasks.workunit.client.0.smithi031.stderr: -414> 2024-09-19T14:02:04.622+0000 7f45b0217640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:02:04.754 INFO:tasks.workunit.client.0.smithi031.stderr: -413> 2024-09-19T14:02:04.622+0000 7f45b0a18640 10 monclient(hunting): handle_auth_done global_id 8274 payload 824 2024-09-19T14:02:04.754 INFO:tasks.workunit.client.0.smithi031.stderr: -412> 2024-09-19T14:02:04.622+0000 7f45b0a18640 10 monclient: _finish_hunting 0 2024-09-19T14:02:04.754 INFO:tasks.workunit.client.0.smithi031.stderr: -411> 2024-09-19T14:02:04.622+0000 7f45b0a18640 1 monclient: found mon.noname-a 2024-09-19T14:02:04.755 INFO:tasks.workunit.client.0.smithi031.stderr: -410> 2024-09-19T14:02:04.622+0000 7f45b0a18640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T14:02:04.755 INFO:tasks.workunit.client.0.smithi031.stderr: -409> 2024-09-19T14:02:04.622+0000 7f449d60a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:02:04.755 INFO:tasks.workunit.client.0.smithi031.stderr: -408> 2024-09-19T14:02:04.622+0000 7f449d60a640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T14:02:04.755 INFO:tasks.workunit.client.0.smithi031.stderr: -407> 2024-09-19T14:02:04.622+0000 7f449d60a640 10 monclient: dump: 2024-09-19T14:02:04.755 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:02:04.755 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:02:04.755 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:04.755 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:04.755 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:02:04.755 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:04.755 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:02:04.755 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:02:04.755 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:02:04.755 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:04.756 INFO:tasks.workunit.client.0.smithi031.stderr: -406> 2024-09-19T14:02:04.622+0000 7f449d60a640 10 monclient: _finish_auth 0 2024-09-19T14:02:04.756 INFO:tasks.workunit.client.0.smithi031.stderr: -405> 2024-09-19T14:02:04.622+0000 7f449d60a640 10 monclient: _check_auth_tickets 2024-09-19T14:02:04.756 INFO:tasks.workunit.client.0.smithi031.stderr: -404> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 monclient: authenticate success, global_id 8274 2024-09-19T14:02:04.756 INFO:tasks.workunit.client.0.smithi031.stderr: -403> 2024-09-19T14:02:04.622+0000 7f449d60a640 10 monclient: handle_config config(0 keys) 2024-09-19T14:02:04.756 INFO:tasks.workunit.client.0.smithi031.stderr: -402> 2024-09-19T14:02:04.622+0000 7f449d60a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:02:04.756 INFO:tasks.workunit.client.0.smithi031.stderr: -401> 2024-09-19T14:02:04.622+0000 7f449d60a640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T14:02:04.756 INFO:tasks.workunit.client.0.smithi031.stderr: -400> 2024-09-19T14:02:04.622+0000 7f449d60a640 10 monclient: dump: 2024-09-19T14:02:04.756 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:02:04.756 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:02:04.756 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:04.756 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:04.756 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:02:04.757 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:04.757 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:02:04.757 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:02:04.757 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:02:04.757 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:04.757 INFO:tasks.workunit.client.0.smithi031.stderr: -399> 2024-09-19T14:02:04.622+0000 7f449ee0d640 4 set_mon_vals no callback set 2024-09-19T14:02:04.757 INFO:tasks.workunit.client.0.smithi031.stderr: -398> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 10 monclient: _renew_subs 2024-09-19T14:02:04.757 INFO:tasks.workunit.client.0.smithi031.stderr: -397> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T14:02:04.757 INFO:tasks.workunit.client.0.smithi031.stderr: -396> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 10 monclient: _renew_subs 2024-09-19T14:02:04.757 INFO:tasks.workunit.client.0.smithi031.stderr: -395> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T14:02:04.757 INFO:tasks.workunit.client.0.smithi031.stderr: -394> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 1 librados: init done 2024-09-19T14:02:04.757 INFO:tasks.workunit.client.0.smithi031.stderr: -393> 2024-09-19T14:02:04.626+0000 7f449d60a640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T14:02:04.757 INFO:tasks.workunit.client.0.smithi031.stderr: -392> 2024-09-19T14:02:04.626+0000 7f449d60a640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:02:04.758 INFO:tasks.workunit.client.0.smithi031.stderr: -391> 2024-09-19T14:02:04.626+0000 7f449d60a640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:02:04.758 INFO:tasks.workunit.client.0.smithi031.stderr: -390> 2024-09-19T14:02:04.626+0000 7f45b0217640 10 monclient: get_auth_request con 0x7f4498071c10 auth_method 0 2024-09-19T14:02:04.758 INFO:tasks.workunit.client.0.smithi031.stderr: -389> 2024-09-19T14:02:04.626+0000 7f45b1219640 10 monclient: get_auth_request con 0x5575d6bdac00 auth_method 0 2024-09-19T14:02:04.758 INFO:tasks.workunit.client.0.smithi031.stderr: -388> 2024-09-19T14:02:04.626+0000 7f45b0a18640 10 monclient: get_auth_request con 0x5575d6bfe290 auth_method 0 2024-09-19T14:02:04.758 INFO:tasks.workunit.client.0.smithi031.stderr: -387> 2024-09-19T14:02:04.630+0000 7f45b0217640 10 monclient: get_auth_request con 0x5575d6c02930 auth_method 0 2024-09-19T14:02:04.758 INFO:tasks.workunit.client.0.smithi031.stderr: -386> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 10 monclient: build_initial_monmap 2024-09-19T14:02:04.758 INFO:tasks.workunit.client.0.smithi031.stderr: -385> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 1 build_initial for_mkfs: 0 2024-09-19T14:02:04.758 INFO:tasks.workunit.client.0.smithi031.stderr: -384> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 10 monclient: monmap: 2024-09-19T14:02:04.758 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T14:02:04.758 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T14:02:04.758 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T14:02:04.758 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T14:02:04.758 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T14:02:04.759 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:04.759 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T14:02:04.759 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T14:02:04.759 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T14:02:04.759 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:04.759 INFO:tasks.workunit.client.0.smithi031.stderr: -383> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c075e0) adding auth protocol: cephx 2024-09-19T14:02:04.759 INFO:tasks.workunit.client.0.smithi031.stderr: -382> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c075e0) adding auth protocol: cephx 2024-09-19T14:02:04.759 INFO:tasks.workunit.client.0.smithi031.stderr: -381> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c075e0) adding auth protocol: cephx 2024-09-19T14:02:04.759 INFO:tasks.workunit.client.0.smithi031.stderr: -380> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c075e0) adding con mode: secure 2024-09-19T14:02:04.759 INFO:tasks.workunit.client.0.smithi031.stderr: -379> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c075e0) adding con mode: crc 2024-09-19T14:02:04.759 INFO:tasks.workunit.client.0.smithi031.stderr: -378> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c075e0) adding con mode: secure 2024-09-19T14:02:04.759 INFO:tasks.workunit.client.0.smithi031.stderr: -377> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c075e0) adding con mode: crc 2024-09-19T14:02:04.759 INFO:tasks.workunit.client.0.smithi031.stderr: -376> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c075e0) adding con mode: secure 2024-09-19T14:02:04.760 INFO:tasks.workunit.client.0.smithi031.stderr: -375> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c075e0) adding con mode: crc 2024-09-19T14:02:04.760 INFO:tasks.workunit.client.0.smithi031.stderr: -374> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c075e0) adding con mode: crc 2024-09-19T14:02:04.760 INFO:tasks.workunit.client.0.smithi031.stderr: -373> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c075e0) adding con mode: secure 2024-09-19T14:02:04.760 INFO:tasks.workunit.client.0.smithi031.stderr: -372> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c075e0) adding con mode: crc 2024-09-19T14:02:04.760 INFO:tasks.workunit.client.0.smithi031.stderr: -371> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c075e0) adding con mode: secure 2024-09-19T14:02:04.760 INFO:tasks.workunit.client.0.smithi031.stderr: -370> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c075e0) adding con mode: crc 2024-09-19T14:02:04.760 INFO:tasks.workunit.client.0.smithi031.stderr: -369> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c075e0) adding con mode: secure 2024-09-19T14:02:04.760 INFO:tasks.workunit.client.0.smithi031.stderr: -368> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:02:04.760 INFO:tasks.workunit.client.0.smithi031.stderr: -367> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 asok(0x5575d69a5d90) register_command objecter_requests cmddesc objecter_requests hook 0x5575d6c0af50 EEXIST 2024-09-19T14:02:04.760 INFO:tasks.workunit.client.0.smithi031.stderr: -366> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 10 monclient: init 2024-09-19T14:02:04.760 INFO:tasks.workunit.client.0.smithi031.stderr: -365> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c05cb8) adding auth protocol: cephx 2024-09-19T14:02:04.760 INFO:tasks.workunit.client.0.smithi031.stderr: -364> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c05cb8) adding auth protocol: cephx 2024-09-19T14:02:04.761 INFO:tasks.workunit.client.0.smithi031.stderr: -363> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c05cb8) adding auth protocol: cephx 2024-09-19T14:02:04.761 INFO:tasks.workunit.client.0.smithi031.stderr: -362> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c05cb8) adding con mode: secure 2024-09-19T14:02:04.761 INFO:tasks.workunit.client.0.smithi031.stderr: -361> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c05cb8) adding con mode: crc 2024-09-19T14:02:04.761 INFO:tasks.workunit.client.0.smithi031.stderr: -360> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c05cb8) adding con mode: secure 2024-09-19T14:02:04.761 INFO:tasks.workunit.client.0.smithi031.stderr: -359> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c05cb8) adding con mode: crc 2024-09-19T14:02:04.761 INFO:tasks.workunit.client.0.smithi031.stderr: -358> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c05cb8) adding con mode: secure 2024-09-19T14:02:04.761 INFO:tasks.workunit.client.0.smithi031.stderr: -357> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c05cb8) adding con mode: crc 2024-09-19T14:02:04.761 INFO:tasks.workunit.client.0.smithi031.stderr: -356> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c05cb8) adding con mode: crc 2024-09-19T14:02:04.761 INFO:tasks.workunit.client.0.smithi031.stderr: -355> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c05cb8) adding con mode: secure 2024-09-19T14:02:04.761 INFO:tasks.workunit.client.0.smithi031.stderr: -354> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c05cb8) adding con mode: crc 2024-09-19T14:02:04.761 INFO:tasks.workunit.client.0.smithi031.stderr: -353> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c05cb8) adding con mode: secure 2024-09-19T14:02:04.761 INFO:tasks.workunit.client.0.smithi031.stderr: -352> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c05cb8) adding con mode: crc 2024-09-19T14:02:04.761 INFO:tasks.workunit.client.0.smithi031.stderr: -351> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c05cb8) adding con mode: secure 2024-09-19T14:02:04.762 INFO:tasks.workunit.client.0.smithi031.stderr: -350> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:02:04.762 INFO:tasks.workunit.client.0.smithi031.stderr: -349> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:02:04.762 INFO:tasks.workunit.client.0.smithi031.stderr: -348> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 asok(0x5575d69a5d90) register_command rotate-key cmddesc rotate-key hook 0x5575d6c05e00 EEXIST 2024-09-19T14:02:04.762 INFO:tasks.workunit.client.0.smithi031.stderr: -347> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 10 monclient: _reopen_session rank -1 2024-09-19T14:02:04.762 INFO:tasks.workunit.client.0.smithi031.stderr: -346> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-19T14:02:04.762 INFO:tasks.workunit.client.0.smithi031.stderr: -345> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 10 monclient(hunting): picked mon.noname-a con 0x5575d6c2f100 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T14:02:04.762 INFO:tasks.workunit.client.0.smithi031.stderr: -344> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 10 monclient(hunting): picked mon.noname-b con 0x5575d6c2ea30 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T14:02:04.762 INFO:tasks.workunit.client.0.smithi031.stderr: -343> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 10 monclient(hunting): picked mon.noname-c con 0x5575d6c2d410 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T14:02:04.762 INFO:tasks.workunit.client.0.smithi031.stderr: -342> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:02:04.762 INFO:tasks.workunit.client.0.smithi031.stderr: -341> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:02:04.762 INFO:tasks.workunit.client.0.smithi031.stderr: -340> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:02:04.762 INFO:tasks.workunit.client.0.smithi031.stderr: -339> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 10 monclient(hunting): _renew_subs 2024-09-19T14:02:04.763 INFO:tasks.workunit.client.0.smithi031.stderr: -338> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 10 monclient(hunting): authenticate will time out at 2468.464301s 2024-09-19T14:02:04.763 INFO:tasks.workunit.client.0.smithi031.stderr: -337> 2024-09-19T14:02:04.634+0000 7f45b0a18640 10 monclient(hunting): get_auth_request con 0x5575d6c2f100 auth_method 0 2024-09-19T14:02:04.763 INFO:tasks.workunit.client.0.smithi031.stderr: -336> 2024-09-19T14:02:04.634+0000 7f45b0a18640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:02:04.763 INFO:tasks.workunit.client.0.smithi031.stderr: -335> 2024-09-19T14:02:04.634+0000 7f45b0a18640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:02:04.763 INFO:tasks.workunit.client.0.smithi031.stderr: -334> 2024-09-19T14:02:04.634+0000 7f45b0a18640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:02:04.763 INFO:tasks.workunit.client.0.smithi031.stderr: -333> 2024-09-19T14:02:04.634+0000 7f45b1219640 10 monclient(hunting): get_auth_request con 0x5575d6c2d410 auth_method 0 2024-09-19T14:02:04.763 INFO:tasks.workunit.client.0.smithi031.stderr: -332> 2024-09-19T14:02:04.634+0000 7f45b1219640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:02:04.763 INFO:tasks.workunit.client.0.smithi031.stderr: -331> 2024-09-19T14:02:04.634+0000 7f45b1219640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:02:04.763 INFO:tasks.workunit.client.0.smithi031.stderr: -330> 2024-09-19T14:02:04.634+0000 7f45b1219640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:02:04.763 INFO:tasks.workunit.client.0.smithi031.stderr: -329> 2024-09-19T14:02:04.634+0000 7f45b0a18640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:02:04.763 INFO:tasks.workunit.client.0.smithi031.stderr: -328> 2024-09-19T14:02:04.634+0000 7f45b0a18640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:02:04.763 INFO:tasks.workunit.client.0.smithi031.stderr: -327> 2024-09-19T14:02:04.634+0000 7f45b0a18640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:02:04.763 INFO:tasks.workunit.client.0.smithi031.stderr: -326> 2024-09-19T14:02:04.634+0000 7f45b1219640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:02:04.763 INFO:tasks.workunit.client.0.smithi031.stderr: -325> 2024-09-19T14:02:04.634+0000 7f45b1219640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:02:04.764 INFO:tasks.workunit.client.0.smithi031.stderr: -324> 2024-09-19T14:02:04.634+0000 7f45b1219640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:02:04.764 INFO:tasks.workunit.client.0.smithi031.stderr: -323> 2024-09-19T14:02:04.634+0000 7f45b0217640 10 monclient(hunting): get_auth_request con 0x5575d6c2ea30 auth_method 0 2024-09-19T14:02:04.764 INFO:tasks.workunit.client.0.smithi031.stderr: -322> 2024-09-19T14:02:04.634+0000 7f45b0217640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:02:04.764 INFO:tasks.workunit.client.0.smithi031.stderr: -321> 2024-09-19T14:02:04.634+0000 7f45b0217640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:02:04.764 INFO:tasks.workunit.client.0.smithi031.stderr: -320> 2024-09-19T14:02:04.634+0000 7f45b0217640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:02:04.764 INFO:tasks.workunit.client.0.smithi031.stderr: -319> 2024-09-19T14:02:04.634+0000 7f45b0a18640 10 monclient(hunting): handle_auth_done global_id 8277 payload 824 2024-09-19T14:02:04.764 INFO:tasks.workunit.client.0.smithi031.stderr: -318> 2024-09-19T14:02:04.634+0000 7f45b0a18640 10 monclient: _finish_hunting 0 2024-09-19T14:02:04.764 INFO:tasks.workunit.client.0.smithi031.stderr: -317> 2024-09-19T14:02:04.634+0000 7f45b0a18640 1 monclient: found mon.noname-a 2024-09-19T14:02:04.764 INFO:tasks.workunit.client.0.smithi031.stderr: -316> 2024-09-19T14:02:04.634+0000 7f45b0a18640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T14:02:04.764 INFO:tasks.workunit.client.0.smithi031.stderr: -315> 2024-09-19T14:02:04.634+0000 7f44967fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:02:04.764 INFO:tasks.workunit.client.0.smithi031.stderr: -314> 2024-09-19T14:02:04.634+0000 7f44967fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T14:02:04.764 INFO:tasks.workunit.client.0.smithi031.stderr: -313> 2024-09-19T14:02:04.634+0000 7f44967fc640 10 monclient: dump: 2024-09-19T14:02:04.765 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:02:04.765 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:02:04.765 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:04.765 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:04.765 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:02:04.765 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:04.765 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:02:04.765 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:02:04.765 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:02:04.765 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:04.765 INFO:tasks.workunit.client.0.smithi031.stderr: -312> 2024-09-19T14:02:04.634+0000 7f44967fc640 10 monclient: _finish_auth 0 2024-09-19T14:02:04.765 INFO:tasks.workunit.client.0.smithi031.stderr: -311> 2024-09-19T14:02:04.634+0000 7f44967fc640 10 monclient: _check_auth_tickets 2024-09-19T14:02:04.765 INFO:tasks.workunit.client.0.smithi031.stderr: -310> 2024-09-19T14:02:04.634+0000 7f44967fc640 10 monclient: handle_config config(0 keys) 2024-09-19T14:02:04.766 INFO:tasks.workunit.client.0.smithi031.stderr: -309> 2024-09-19T14:02:04.634+0000 7f44967fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:02:04.766 INFO:tasks.workunit.client.0.smithi031.stderr: -308> 2024-09-19T14:02:04.634+0000 7f44967fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T14:02:04.766 INFO:tasks.workunit.client.0.smithi031.stderr: -307> 2024-09-19T14:02:04.634+0000 7f44967fc640 10 monclient: dump: 2024-09-19T14:02:04.766 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:02:04.766 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:02:04.766 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:04.766 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:04.766 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:02:04.766 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:04.766 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:02:04.766 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:02:04.766 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:02:04.767 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:04.767 INFO:tasks.workunit.client.0.smithi031.stderr: -306> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 monclient: authenticate success, global_id 8277 2024-09-19T14:02:04.767 INFO:tasks.workunit.client.0.smithi031.stderr: -305> 2024-09-19T14:02:04.634+0000 7f45b1a1a640 4 set_mon_vals no callback set 2024-09-19T14:02:04.767 INFO:tasks.workunit.client.0.smithi031.stderr: -304> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 10 monclient: _renew_subs 2024-09-19T14:02:04.767 INFO:tasks.workunit.client.0.smithi031.stderr: -303> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T14:02:04.767 INFO:tasks.workunit.client.0.smithi031.stderr: -302> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 10 monclient: _renew_subs 2024-09-19T14:02:04.767 INFO:tasks.workunit.client.0.smithi031.stderr: -301> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T14:02:04.767 INFO:tasks.workunit.client.0.smithi031.stderr: -300> 2024-09-19T14:02:04.634+0000 7f44967fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T14:02:04.767 INFO:tasks.workunit.client.0.smithi031.stderr: -299> 2024-09-19T14:02:04.634+0000 7f44967fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:02:04.767 INFO:tasks.workunit.client.0.smithi031.stderr: -298> 2024-09-19T14:02:04.634+0000 7f44967fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:02:04.767 INFO:tasks.workunit.client.0.smithi031.stderr: -297> 2024-09-19T14:02:04.634+0000 7f45b0217640 10 monclient: get_auth_request con 0x7f4488071b20 auth_method 0 2024-09-19T14:02:04.767 INFO:tasks.workunit.client.0.smithi031.stderr: -296> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 10 monclient: get_monmap_and_config 2024-09-19T14:02:04.767 INFO:tasks.workunit.client.0.smithi031.stderr: -295> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 10 monclient: build_initial_monmap 2024-09-19T14:02:04.767 INFO:tasks.workunit.client.0.smithi031.stderr: -294> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 1 build_initial for_mkfs: 0 2024-09-19T14:02:04.768 INFO:tasks.workunit.client.0.smithi031.stderr: -293> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 10 monclient: monmap: 2024-09-19T14:02:04.768 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T14:02:04.768 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T14:02:04.768 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T14:02:04.768 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T14:02:04.768 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T14:02:04.768 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:04.768 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T14:02:04.768 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T14:02:04.768 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T14:02:04.768 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:04.769 INFO:tasks.workunit.client.0.smithi031.stderr: -292> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c4eaa0) adding auth protocol: cephx 2024-09-19T14:02:04.769 INFO:tasks.workunit.client.0.smithi031.stderr: -291> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c4eaa0) adding auth protocol: cephx 2024-09-19T14:02:04.769 INFO:tasks.workunit.client.0.smithi031.stderr: -290> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c4eaa0) adding auth protocol: cephx 2024-09-19T14:02:04.769 INFO:tasks.workunit.client.0.smithi031.stderr: -289> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c4eaa0) adding con mode: secure 2024-09-19T14:02:04.769 INFO:tasks.workunit.client.0.smithi031.stderr: -288> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c4eaa0) adding con mode: crc 2024-09-19T14:02:04.769 INFO:tasks.workunit.client.0.smithi031.stderr: -287> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c4eaa0) adding con mode: secure 2024-09-19T14:02:04.769 INFO:tasks.workunit.client.0.smithi031.stderr: -286> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c4eaa0) adding con mode: crc 2024-09-19T14:02:04.769 INFO:tasks.workunit.client.0.smithi031.stderr: -285> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c4eaa0) adding con mode: secure 2024-09-19T14:02:04.769 INFO:tasks.workunit.client.0.smithi031.stderr: -284> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c4eaa0) adding con mode: crc 2024-09-19T14:02:04.769 INFO:tasks.workunit.client.0.smithi031.stderr: -283> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c4eaa0) adding con mode: crc 2024-09-19T14:02:04.769 INFO:tasks.workunit.client.0.smithi031.stderr: -282> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c4eaa0) adding con mode: secure 2024-09-19T14:02:04.769 INFO:tasks.workunit.client.0.smithi031.stderr: -281> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c4eaa0) adding con mode: crc 2024-09-19T14:02:04.769 INFO:tasks.workunit.client.0.smithi031.stderr: -280> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c4eaa0) adding con mode: secure 2024-09-19T14:02:04.770 INFO:tasks.workunit.client.0.smithi031.stderr: -279> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c4eaa0) adding con mode: crc 2024-09-19T14:02:04.770 INFO:tasks.workunit.client.0.smithi031.stderr: -278> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c4eaa0) adding con mode: secure 2024-09-19T14:02:04.770 INFO:tasks.workunit.client.0.smithi031.stderr: -277> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:02:04.770 INFO:tasks.workunit.client.0.smithi031.stderr: -276> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 10 monclient: init 2024-09-19T14:02:04.770 INFO:tasks.workunit.client.0.smithi031.stderr: -275> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597c9c10) adding auth protocol: cephx 2024-09-19T14:02:04.770 INFO:tasks.workunit.client.0.smithi031.stderr: -274> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597c9c10) adding auth protocol: cephx 2024-09-19T14:02:04.770 INFO:tasks.workunit.client.0.smithi031.stderr: -273> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597c9c10) adding auth protocol: cephx 2024-09-19T14:02:04.770 INFO:tasks.workunit.client.0.smithi031.stderr: -272> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597c9c10) adding con mode: secure 2024-09-19T14:02:04.770 INFO:tasks.workunit.client.0.smithi031.stderr: -271> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597c9c10) adding con mode: crc 2024-09-19T14:02:04.770 INFO:tasks.workunit.client.0.smithi031.stderr: -270> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597c9c10) adding con mode: secure 2024-09-19T14:02:04.770 INFO:tasks.workunit.client.0.smithi031.stderr: -269> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597c9c10) adding con mode: crc 2024-09-19T14:02:04.770 INFO:tasks.workunit.client.0.smithi031.stderr: -268> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597c9c10) adding con mode: secure 2024-09-19T14:02:04.770 INFO:tasks.workunit.client.0.smithi031.stderr: -267> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597c9c10) adding con mode: crc 2024-09-19T14:02:04.771 INFO:tasks.workunit.client.0.smithi031.stderr: -266> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597c9c10) adding con mode: crc 2024-09-19T14:02:04.771 INFO:tasks.workunit.client.0.smithi031.stderr: -265> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597c9c10) adding con mode: secure 2024-09-19T14:02:04.771 INFO:tasks.workunit.client.0.smithi031.stderr: -264> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597c9c10) adding con mode: crc 2024-09-19T14:02:04.771 INFO:tasks.workunit.client.0.smithi031.stderr: -263> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597c9c10) adding con mode: secure 2024-09-19T14:02:04.771 INFO:tasks.workunit.client.0.smithi031.stderr: -262> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597c9c10) adding con mode: crc 2024-09-19T14:02:04.771 INFO:tasks.workunit.client.0.smithi031.stderr: -261> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597c9c10) adding con mode: secure 2024-09-19T14:02:04.771 INFO:tasks.workunit.client.0.smithi031.stderr: -260> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:02:04.771 INFO:tasks.workunit.client.0.smithi031.stderr: -259> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:02:04.771 INFO:tasks.workunit.client.0.smithi031.stderr: -258> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 asok(0x5575d69a5d90) register_command rotate-key cmddesc rotate-key hook 0x7ffc597c9d58 EEXIST 2024-09-19T14:02:04.771 INFO:tasks.workunit.client.0.smithi031.stderr: -257> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 10 monclient: _reopen_session rank -1 2024-09-19T14:02:04.771 INFO:tasks.workunit.client.0.smithi031.stderr: -256> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-19T14:02:04.771 INFO:tasks.workunit.client.0.smithi031.stderr: -255> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 10 monclient(hunting): picked mon.noname-a con 0x5575d6c52c90 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T14:02:04.771 INFO:tasks.workunit.client.0.smithi031.stderr: -254> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 10 monclient(hunting): picked mon.noname-b con 0x5575d6c7d2e0 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T14:02:04.771 INFO:tasks.workunit.client.0.smithi031.stderr: -253> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 10 monclient(hunting): picked mon.noname-c con 0x5575d6c7e4f0 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T14:02:04.771 INFO:tasks.workunit.client.0.smithi031.stderr: -252> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:02:04.772 INFO:tasks.workunit.client.0.smithi031.stderr: -251> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:02:04.772 INFO:tasks.workunit.client.0.smithi031.stderr: -250> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:02:04.772 INFO:tasks.workunit.client.0.smithi031.stderr: -249> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 10 monclient(hunting): _renew_subs 2024-09-19T14:02:04.772 INFO:tasks.workunit.client.0.smithi031.stderr: -248> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 10 monclient(hunting): authenticate will time out at 2468.468455s 2024-09-19T14:02:04.772 INFO:tasks.workunit.client.0.smithi031.stderr: -247> 2024-09-19T14:02:04.638+0000 7f45b0a18640 10 monclient(hunting): get_auth_request con 0x5575d6c52c90 auth_method 0 2024-09-19T14:02:04.772 INFO:tasks.workunit.client.0.smithi031.stderr: -246> 2024-09-19T14:02:04.638+0000 7f45b0a18640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:02:04.772 INFO:tasks.workunit.client.0.smithi031.stderr: -245> 2024-09-19T14:02:04.638+0000 7f45b0a18640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:02:04.772 INFO:tasks.workunit.client.0.smithi031.stderr: -244> 2024-09-19T14:02:04.638+0000 7f45b0a18640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:02:04.772 INFO:tasks.workunit.client.0.smithi031.stderr: -243> 2024-09-19T14:02:04.638+0000 7f45b1219640 10 monclient(hunting): get_auth_request con 0x5575d6c7e4f0 auth_method 0 2024-09-19T14:02:04.772 INFO:tasks.workunit.client.0.smithi031.stderr: -242> 2024-09-19T14:02:04.638+0000 7f45b1219640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:02:04.772 INFO:tasks.workunit.client.0.smithi031.stderr: -241> 2024-09-19T14:02:04.638+0000 7f45b1219640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:02:04.772 INFO:tasks.workunit.client.0.smithi031.stderr: -240> 2024-09-19T14:02:04.638+0000 7f45b1219640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:02:04.772 INFO:tasks.workunit.client.0.smithi031.stderr: -239> 2024-09-19T14:02:04.638+0000 7f45b0a18640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:02:04.773 INFO:tasks.workunit.client.0.smithi031.stderr: -238> 2024-09-19T14:02:04.638+0000 7f45b0a18640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:02:04.773 INFO:tasks.workunit.client.0.smithi031.stderr: -237> 2024-09-19T14:02:04.638+0000 7f45b0a18640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:02:04.773 INFO:tasks.workunit.client.0.smithi031.stderr: -236> 2024-09-19T14:02:04.638+0000 7f45b1219640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:02:04.773 INFO:tasks.workunit.client.0.smithi031.stderr: -235> 2024-09-19T14:02:04.638+0000 7f45b1219640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:02:04.773 INFO:tasks.workunit.client.0.smithi031.stderr: -234> 2024-09-19T14:02:04.638+0000 7f45b1219640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:02:04.773 INFO:tasks.workunit.client.0.smithi031.stderr: -233> 2024-09-19T14:02:04.638+0000 7f45b0a18640 10 monclient(hunting): handle_auth_done global_id 8280 payload 274 2024-09-19T14:02:04.773 INFO:tasks.workunit.client.0.smithi031.stderr: -232> 2024-09-19T14:02:04.638+0000 7f45b0a18640 10 monclient: _finish_hunting 0 2024-09-19T14:02:04.773 INFO:tasks.workunit.client.0.smithi031.stderr: -231> 2024-09-19T14:02:04.638+0000 7f45b0a18640 1 monclient: found mon.noname-a 2024-09-19T14:02:04.774 INFO:tasks.workunit.client.0.smithi031.stderr: -230> 2024-09-19T14:02:04.638+0000 7f45b0a18640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T14:02:04.774 INFO:tasks.workunit.client.0.smithi031.stderr: -229> 2024-09-19T14:02:04.638+0000 7f45b0217640 10 monclient: get_auth_request con 0x5575d6c7d2e0 auth_method 0 2024-09-19T14:02:04.774 INFO:tasks.workunit.client.0.smithi031.stderr: -228> 2024-09-19T14:02:04.638+0000 7f4487fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:02:04.774 INFO:tasks.workunit.client.0.smithi031.stderr: -227> 2024-09-19T14:02:04.638+0000 7f4487fff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T14:02:04.774 INFO:tasks.workunit.client.0.smithi031.stderr: -226> 2024-09-19T14:02:04.638+0000 7f4487fff640 10 monclient: dump: 2024-09-19T14:02:04.774 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:02:04.774 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:02:04.774 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:04.774 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:04.774 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:02:04.774 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:04.774 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:02:04.774 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:02:04.774 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:02:04.775 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:04.775 INFO:tasks.workunit.client.0.smithi031.stderr: -225> 2024-09-19T14:02:04.638+0000 7f4487fff640 10 monclient: _finish_auth 0 2024-09-19T14:02:04.775 INFO:tasks.workunit.client.0.smithi031.stderr: -224> 2024-09-19T14:02:04.638+0000 7f4487fff640 10 monclient: _check_auth_tickets 2024-09-19T14:02:04.775 INFO:tasks.workunit.client.0.smithi031.stderr: -223> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 monclient: authenticate success, global_id 8280 2024-09-19T14:02:04.775 INFO:tasks.workunit.client.0.smithi031.stderr: -222> 2024-09-19T14:02:04.638+0000 7f4487fff640 10 monclient: handle_config config(0 keys) 2024-09-19T14:02:04.775 INFO:tasks.workunit.client.0.smithi031.stderr: -221> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 10 monclient: get_monmap_and_config success 2024-09-19T14:02:04.775 INFO:tasks.workunit.client.0.smithi031.stderr: -220> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 4 set_mon_vals no callback set 2024-09-19T14:02:04.775 INFO:tasks.workunit.client.0.smithi031.stderr: -219> 2024-09-19T14:02:04.638+0000 7f4487fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:02:04.775 INFO:tasks.workunit.client.0.smithi031.stderr: -218> 2024-09-19T14:02:04.638+0000 7f4487fff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T14:02:04.775 INFO:tasks.workunit.client.0.smithi031.stderr: -217> 2024-09-19T14:02:04.638+0000 7f4487fff640 10 monclient: dump: 2024-09-19T14:02:04.775 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:02:04.775 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:02:04.775 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:04.775 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:04.776 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:02:04.776 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:04.776 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:02:04.776 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:02:04.776 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:02:04.776 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:04.776 INFO:tasks.workunit.client.0.smithi031.stderr: -216> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 10 monclient: shutdown 2024-09-19T14:02:04.776 INFO:tasks.workunit.client.0.smithi031.stderr: -215> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 10 monclient: build_initial_monmap 2024-09-19T14:02:04.776 INFO:tasks.workunit.client.0.smithi031.stderr: -214> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 1 build_initial for_mkfs: 0 2024-09-19T14:02:04.776 INFO:tasks.workunit.client.0.smithi031.stderr: -213> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 10 monclient: monmap: 2024-09-19T14:02:04.776 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T14:02:04.777 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T14:02:04.777 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T14:02:04.777 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T14:02:04.777 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T14:02:04.777 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:04.777 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T14:02:04.777 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T14:02:04.777 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T14:02:04.777 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:04.777 INFO:tasks.workunit.client.0.smithi031.stderr: -212> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c751b0) adding auth protocol: cephx 2024-09-19T14:02:04.777 INFO:tasks.workunit.client.0.smithi031.stderr: -211> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c751b0) adding auth protocol: cephx 2024-09-19T14:02:04.777 INFO:tasks.workunit.client.0.smithi031.stderr: -210> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c751b0) adding auth protocol: cephx 2024-09-19T14:02:04.778 INFO:tasks.workunit.client.0.smithi031.stderr: -209> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c751b0) adding con mode: secure 2024-09-19T14:02:04.778 INFO:tasks.workunit.client.0.smithi031.stderr: -208> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c751b0) adding con mode: crc 2024-09-19T14:02:04.778 INFO:tasks.workunit.client.0.smithi031.stderr: -207> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c751b0) adding con mode: secure 2024-09-19T14:02:04.778 INFO:tasks.workunit.client.0.smithi031.stderr: -206> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c751b0) adding con mode: crc 2024-09-19T14:02:04.778 INFO:tasks.workunit.client.0.smithi031.stderr: -205> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c751b0) adding con mode: secure 2024-09-19T14:02:04.778 INFO:tasks.workunit.client.0.smithi031.stderr: -204> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c751b0) adding con mode: crc 2024-09-19T14:02:04.778 INFO:tasks.workunit.client.0.smithi031.stderr: -203> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c751b0) adding con mode: crc 2024-09-19T14:02:04.778 INFO:tasks.workunit.client.0.smithi031.stderr: -202> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c751b0) adding con mode: secure 2024-09-19T14:02:04.778 INFO:tasks.workunit.client.0.smithi031.stderr: -201> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c751b0) adding con mode: crc 2024-09-19T14:02:04.778 INFO:tasks.workunit.client.0.smithi031.stderr: -200> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c751b0) adding con mode: secure 2024-09-19T14:02:04.778 INFO:tasks.workunit.client.0.smithi031.stderr: -199> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c751b0) adding con mode: crc 2024-09-19T14:02:04.778 INFO:tasks.workunit.client.0.smithi031.stderr: -198> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c751b0) adding con mode: secure 2024-09-19T14:02:04.778 INFO:tasks.workunit.client.0.smithi031.stderr: -197> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:02:04.779 INFO:tasks.workunit.client.0.smithi031.stderr: -196> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 1 librados: starting msgr at 2024-09-19T14:02:04.779 INFO:tasks.workunit.client.0.smithi031.stderr: -195> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 1 librados: starting objecter 2024-09-19T14:02:04.779 INFO:tasks.workunit.client.0.smithi031.stderr: -194> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 asok(0x5575d69a5d90) register_command objecter_requests cmddesc objecter_requests hook 0x5575d6c052f0 EEXIST 2024-09-19T14:02:04.779 INFO:tasks.workunit.client.0.smithi031.stderr: -193> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 1 librados: setting wanted keys 2024-09-19T14:02:04.779 INFO:tasks.workunit.client.0.smithi031.stderr: -192> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 1 librados: calling monclient init 2024-09-19T14:02:04.779 INFO:tasks.workunit.client.0.smithi031.stderr: -191> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 10 monclient: init 2024-09-19T14:02:04.779 INFO:tasks.workunit.client.0.smithi031.stderr: -190> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c30f20) adding auth protocol: cephx 2024-09-19T14:02:04.779 INFO:tasks.workunit.client.0.smithi031.stderr: -189> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c30f20) adding auth protocol: cephx 2024-09-19T14:02:04.779 INFO:tasks.workunit.client.0.smithi031.stderr: -188> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c30f20) adding auth protocol: cephx 2024-09-19T14:02:04.779 INFO:tasks.workunit.client.0.smithi031.stderr: -187> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c30f20) adding con mode: secure 2024-09-19T14:02:04.779 INFO:tasks.workunit.client.0.smithi031.stderr: -186> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c30f20) adding con mode: crc 2024-09-19T14:02:04.779 INFO:tasks.workunit.client.0.smithi031.stderr: -185> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c30f20) adding con mode: secure 2024-09-19T14:02:04.779 INFO:tasks.workunit.client.0.smithi031.stderr: -184> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c30f20) adding con mode: crc 2024-09-19T14:02:04.780 INFO:tasks.workunit.client.0.smithi031.stderr: -183> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c30f20) adding con mode: secure 2024-09-19T14:02:04.780 INFO:tasks.workunit.client.0.smithi031.stderr: -182> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c30f20) adding con mode: crc 2024-09-19T14:02:04.780 INFO:tasks.workunit.client.0.smithi031.stderr: -181> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c30f20) adding con mode: crc 2024-09-19T14:02:04.780 INFO:tasks.workunit.client.0.smithi031.stderr: -180> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c30f20) adding con mode: secure 2024-09-19T14:02:04.780 INFO:tasks.workunit.client.0.smithi031.stderr: -179> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c30f20) adding con mode: crc 2024-09-19T14:02:04.780 INFO:tasks.workunit.client.0.smithi031.stderr: -178> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c30f20) adding con mode: secure 2024-09-19T14:02:04.780 INFO:tasks.workunit.client.0.smithi031.stderr: -177> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c30f20) adding con mode: crc 2024-09-19T14:02:04.780 INFO:tasks.workunit.client.0.smithi031.stderr: -176> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c30f20) adding con mode: secure 2024-09-19T14:02:04.780 INFO:tasks.workunit.client.0.smithi031.stderr: -175> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:02:04.780 INFO:tasks.workunit.client.0.smithi031.stderr: -174> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:02:04.780 INFO:tasks.workunit.client.0.smithi031.stderr: -173> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 asok(0x5575d69a5d90) register_command rotate-key cmddesc rotate-key hook 0x5575d6c31068 EEXIST 2024-09-19T14:02:04.780 INFO:tasks.workunit.client.0.smithi031.stderr: -172> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 10 monclient: _reopen_session rank -1 2024-09-19T14:02:04.780 INFO:tasks.workunit.client.0.smithi031.stderr: -171> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-19T14:02:04.781 INFO:tasks.workunit.client.0.smithi031.stderr: -170> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 10 monclient(hunting): picked mon.noname-c con 0x5575d6c52c90 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T14:02:04.781 INFO:tasks.workunit.client.0.smithi031.stderr: -169> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 10 monclient(hunting): picked mon.noname-a con 0x5575d6c7d2e0 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T14:02:04.781 INFO:tasks.workunit.client.0.smithi031.stderr: -168> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 10 monclient(hunting): picked mon.noname-b con 0x5575d6c7e4f0 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T14:02:04.781 INFO:tasks.workunit.client.0.smithi031.stderr: -167> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:02:04.781 INFO:tasks.workunit.client.0.smithi031.stderr: -166> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:02:04.781 INFO:tasks.workunit.client.0.smithi031.stderr: -165> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:02:04.781 INFO:tasks.workunit.client.0.smithi031.stderr: -164> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 10 monclient(hunting): _renew_subs 2024-09-19T14:02:04.781 INFO:tasks.workunit.client.0.smithi031.stderr: -163> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 10 monclient(hunting): authenticate will time out at 2468.471174s 2024-09-19T14:02:04.781 INFO:tasks.workunit.client.0.smithi031.stderr: -162> 2024-09-19T14:02:04.638+0000 7f45b0a18640 10 monclient(hunting): get_auth_request con 0x5575d6c52c90 auth_method 0 2024-09-19T14:02:04.781 INFO:tasks.workunit.client.0.smithi031.stderr: -161> 2024-09-19T14:02:04.638+0000 7f45b0a18640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:02:04.781 INFO:tasks.workunit.client.0.smithi031.stderr: -160> 2024-09-19T14:02:04.638+0000 7f45b0a18640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:02:04.781 INFO:tasks.workunit.client.0.smithi031.stderr: -159> 2024-09-19T14:02:04.638+0000 7f45b0a18640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:02:04.782 INFO:tasks.workunit.client.0.smithi031.stderr: -158> 2024-09-19T14:02:04.638+0000 7f45b0217640 10 monclient(hunting): get_auth_request con 0x5575d6c7d2e0 auth_method 0 2024-09-19T14:02:04.782 INFO:tasks.workunit.client.0.smithi031.stderr: -157> 2024-09-19T14:02:04.638+0000 7f45b0217640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:02:04.782 INFO:tasks.workunit.client.0.smithi031.stderr: -156> 2024-09-19T14:02:04.638+0000 7f45b0217640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:02:04.782 INFO:tasks.workunit.client.0.smithi031.stderr: -155> 2024-09-19T14:02:04.638+0000 7f45b0217640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:02:04.782 INFO:tasks.workunit.client.0.smithi031.stderr: -154> 2024-09-19T14:02:04.638+0000 7f45b0a18640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:02:04.782 INFO:tasks.workunit.client.0.smithi031.stderr: -153> 2024-09-19T14:02:04.638+0000 7f45b0a18640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:02:04.782 INFO:tasks.workunit.client.0.smithi031.stderr: -152> 2024-09-19T14:02:04.638+0000 7f45b0a18640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:02:04.782 INFO:tasks.workunit.client.0.smithi031.stderr: -151> 2024-09-19T14:02:04.638+0000 7f45b0217640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:02:04.782 INFO:tasks.workunit.client.0.smithi031.stderr: -150> 2024-09-19T14:02:04.638+0000 7f45b0217640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:02:04.782 INFO:tasks.workunit.client.0.smithi031.stderr: -149> 2024-09-19T14:02:04.638+0000 7f45b0217640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:02:04.782 INFO:tasks.workunit.client.0.smithi031.stderr: -148> 2024-09-19T14:02:04.638+0000 7f45b0217640 10 monclient(hunting): handle_auth_done global_id 8283 payload 824 2024-09-19T14:02:04.782 INFO:tasks.workunit.client.0.smithi031.stderr: -147> 2024-09-19T14:02:04.638+0000 7f45b0217640 10 monclient: _finish_hunting 0 2024-09-19T14:02:04.782 INFO:tasks.workunit.client.0.smithi031.stderr: -146> 2024-09-19T14:02:04.638+0000 7f45b0217640 1 monclient: found mon.noname-a 2024-09-19T14:02:04.783 INFO:tasks.workunit.client.0.smithi031.stderr: -145> 2024-09-19T14:02:04.638+0000 7f45b0217640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T14:02:04.783 INFO:tasks.workunit.client.0.smithi031.stderr: -144> 2024-09-19T14:02:04.638+0000 7f45b1219640 10 monclient: get_auth_request con 0x5575d6c7e4f0 auth_method 0 2024-09-19T14:02:04.783 INFO:tasks.workunit.client.0.smithi031.stderr: -143> 2024-09-19T14:02:04.642+0000 7f44867fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:02:04.783 INFO:tasks.workunit.client.0.smithi031.stderr: -142> 2024-09-19T14:02:04.642+0000 7f44867fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T14:02:04.783 INFO:tasks.workunit.client.0.smithi031.stderr: -141> 2024-09-19T14:02:04.642+0000 7f44867fc640 10 monclient: dump: 2024-09-19T14:02:04.783 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:02:04.783 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:02:04.783 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:04.783 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:04.783 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:02:04.784 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:04.784 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:02:04.784 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:02:04.784 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:02:04.784 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:04.784 INFO:tasks.workunit.client.0.smithi031.stderr: -140> 2024-09-19T14:02:04.642+0000 7f44867fc640 10 monclient: _finish_auth 0 2024-09-19T14:02:04.784 INFO:tasks.workunit.client.0.smithi031.stderr: -139> 2024-09-19T14:02:04.642+0000 7f44867fc640 10 monclient: _check_auth_tickets 2024-09-19T14:02:04.784 INFO:tasks.workunit.client.0.smithi031.stderr: -138> 2024-09-19T14:02:04.642+0000 7f44867fc640 10 monclient: handle_config config(0 keys) 2024-09-19T14:02:04.784 INFO:tasks.workunit.client.0.smithi031.stderr: -137> 2024-09-19T14:02:04.642+0000 7f44867fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:02:04.784 INFO:tasks.workunit.client.0.smithi031.stderr: -136> 2024-09-19T14:02:04.642+0000 7f44867fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T14:02:04.784 INFO:tasks.workunit.client.0.smithi031.stderr: -135> 2024-09-19T14:02:04.642+0000 7f44867fc640 10 monclient: dump: 2024-09-19T14:02:04.784 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:02:04.785 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:02:04.785 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:04.785 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:04.785 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:02:04.785 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:04.785 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:02:04.785 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:02:04.785 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:02:04.785 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:04.785 INFO:tasks.workunit.client.0.smithi031.stderr: -134> 2024-09-19T14:02:04.642+0000 7f45b2f129c0 5 monclient: authenticate success, global_id 8283 2024-09-19T14:02:04.785 INFO:tasks.workunit.client.0.smithi031.stderr: -133> 2024-09-19T14:02:04.642+0000 7f4487fff640 4 set_mon_vals no callback set 2024-09-19T14:02:04.785 INFO:tasks.workunit.client.0.smithi031.stderr: -132> 2024-09-19T14:02:04.642+0000 7f45b2f129c0 10 monclient: _renew_subs 2024-09-19T14:02:04.785 INFO:tasks.workunit.client.0.smithi031.stderr: -131> 2024-09-19T14:02:04.642+0000 7f45b2f129c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T14:02:04.786 INFO:tasks.workunit.client.0.smithi031.stderr: -130> 2024-09-19T14:02:04.642+0000 7f45b2f129c0 10 monclient: _renew_subs 2024-09-19T14:02:04.786 INFO:tasks.workunit.client.0.smithi031.stderr: -129> 2024-09-19T14:02:04.642+0000 7f45b2f129c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T14:02:04.786 INFO:tasks.workunit.client.0.smithi031.stderr: -128> 2024-09-19T14:02:04.642+0000 7f45b2f129c0 1 librados: init done 2024-09-19T14:02:04.786 INFO:tasks.workunit.client.0.smithi031.stderr: -127> 2024-09-19T14:02:04.642+0000 7f45b2f129c0 5 asok(0x5575d69a5d90) register_command cr dump hook 0x5575d6c74d88 2024-09-19T14:02:04.786 INFO:tasks.workunit.client.0.smithi031.stderr: -126> 2024-09-19T14:02:04.642+0000 7f45b2f129c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.786 INFO:tasks.workunit.client.0.smithi031.stderr: -125> 2024-09-19T14:02:04.646+0000 7f44867fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T14:02:04.786 INFO:tasks.workunit.client.0.smithi031.stderr: -124> 2024-09-19T14:02:04.646+0000 7f44867fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:02:04.786 INFO:tasks.workunit.client.0.smithi031.stderr: -123> 2024-09-19T14:02:04.646+0000 7f44867fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:02:04.786 INFO:tasks.workunit.client.0.smithi031.stderr: -122> 2024-09-19T14:02:04.646+0000 7f45b0a18640 10 monclient: get_auth_request con 0x7f447c071c10 auth_method 0 2024-09-19T14:02:04.786 INFO:tasks.workunit.client.0.smithi031.stderr: -121> 2024-09-19T14:02:04.646+0000 7f45b1219640 10 monclient: get_auth_request con 0x5575d6c9cf20 auth_method 0 2024-09-19T14:02:04.786 INFO:tasks.workunit.client.0.smithi031.stderr: -120> 2024-09-19T14:02:04.646+0000 7f45b2f129c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:04.786 INFO:tasks.workunit.client.0.smithi031.stderr: -119> 2024-09-19T14:02:04.646+0000 7f45b2f129c0 20 realm 2024-09-19T14:02:04.787 INFO:tasks.workunit.client.0.smithi031.stderr: -118> 2024-09-19T14:02:04.646+0000 7f45b2f129c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.787 INFO:tasks.workunit.client.0.smithi031.stderr: -117> 2024-09-19T14:02:04.646+0000 7f45b2f129c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:04.787 INFO:tasks.workunit.client.0.smithi031.stderr: -116> 2024-09-19T14:02:04.646+0000 7f45b2f129c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:02:04.787 INFO:tasks.workunit.client.0.smithi031.stderr: -115> 2024-09-19T14:02:04.646+0000 7f45b2f129c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.787 INFO:tasks.workunit.client.0.smithi031.stderr: -114> 2024-09-19T14:02:04.646+0000 7f45b2f129c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:04.787 INFO:tasks.workunit.client.0.smithi031.stderr: -113> 2024-09-19T14:02:04.646+0000 7f45b2f129c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.787 INFO:tasks.workunit.client.0.smithi031.stderr: -112> 2024-09-19T14:02:04.646+0000 7f45b0a18640 10 monclient: get_auth_request con 0x5575d6ca1200 auth_method 0 2024-09-19T14:02:04.787 INFO:tasks.workunit.client.0.smithi031.stderr: -111> 2024-09-19T14:02:04.650+0000 7f45b2f129c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:02:04.787 INFO:tasks.workunit.client.0.smithi031.stderr: -110> 2024-09-19T14:02:04.650+0000 7f45b2f129c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.787 INFO:tasks.workunit.client.0.smithi031.stderr: -109> 2024-09-19T14:02:04.650+0000 7f45b0217640 10 monclient: get_auth_request con 0x5575d6ca4940 auth_method 0 2024-09-19T14:02:04.787 INFO:tasks.workunit.client.0.smithi031.stderr: -108> 2024-09-19T14:02:04.650+0000 7f45b2f129c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:02:04.787 INFO:tasks.workunit.client.0.smithi031.stderr: -107> 2024-09-19T14:02:04.650+0000 7f45b2f129c0 20 searching for the correct realm 2024-09-19T14:02:04.787 INFO:tasks.workunit.client.0.smithi031.stderr: -106> 2024-09-19T14:02:04.650+0000 7f45b1219640 10 monclient: get_auth_request con 0x7f45a40ec030 auth_method 0 2024-09-19T14:02:04.788 INFO:tasks.workunit.client.0.smithi031.stderr: -105> 2024-09-19T14:02:04.654+0000 7f45b0a18640 10 monclient: get_auth_request con 0x7f45a0020060 auth_method 0 2024-09-19T14:02:04.788 INFO:tasks.workunit.client.0.smithi031.stderr: -104> 2024-09-19T14:02:04.654+0000 7f45b0217640 10 monclient: get_auth_request con 0x7f45a4009cb0 auth_method 0 2024-09-19T14:02:04.788 INFO:tasks.workunit.client.0.smithi031.stderr: -103> 2024-09-19T14:02:04.658+0000 7f45b1219640 0 -- 172.21.15.31:0/2438948319 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7f45a40ec030 msgr2=0x7f45a40ac950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T14:02:04.788 INFO:tasks.workunit.client.0.smithi031.stderr: -102> 2024-09-19T14:02:04.658+0000 7f44867fc640 1 client.8283.objecter ms_handle_reset 0x7f45a40ec030 session 0x7f45a40d9070 osd.2 2024-09-19T14:02:04.788 INFO:tasks.workunit.client.0.smithi031.stderr: -101> 2024-09-19T14:02:04.658+0000 7f44867fc640 10 monclient: _renew_subs 2024-09-19T14:02:04.788 INFO:tasks.workunit.client.0.smithi031.stderr: -100> 2024-09-19T14:02:04.658+0000 7f44867fc640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T14:02:04.788 INFO:tasks.workunit.client.0.smithi031.stderr: -99> 2024-09-19T14:02:04.658+0000 7f45b1219640 10 monclient: get_auth_request con 0x7f447c081e40 auth_method 0 2024-09-19T14:02:04.788 INFO:tasks.workunit.client.0.smithi031.stderr: -98> 2024-09-19T14:02:04.658+0000 7f45b1219640 10 monclient: get_auth_request con 0x7f45a0008040 auth_method 0 2024-09-19T14:02:04.788 INFO:tasks.workunit.client.0.smithi031.stderr: -97> 2024-09-19T14:02:04.662+0000 7f45b0a18640 10 monclient: get_auth_request con 0x7f45a8027040 auth_method 0 2024-09-19T14:02:04.788 INFO:tasks.workunit.client.0.smithi031.stderr: -96> 2024-09-19T14:02:04.662+0000 7f45b0a18640 0 -- 172.21.15.31:0/2438948319 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f45a8027040 msgr2=0x7f45a8018420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:02:04.788 INFO:tasks.workunit.client.0.smithi031.stderr: -95> 2024-09-19T14:02:04.662+0000 7f44867fc640 1 client.8283.objecter ms_handle_reset 0x7f45a8027040 session 0x7f45a801e040 osd.3 2024-09-19T14:02:04.788 INFO:tasks.workunit.client.0.smithi031.stderr: -94> 2024-09-19T14:02:04.662+0000 7f45b0a18640 10 monclient: get_auth_request con 0x7f45a40ec030 auth_method 0 2024-09-19T14:02:04.789 INFO:tasks.workunit.client.0.smithi031.stderr: -93> 2024-09-19T14:02:04.670+0000 7f45b2f129c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:02:04.789 INFO:tasks.workunit.client.0.smithi031.stderr: -92> 2024-09-19T14:02:04.670+0000 7f45b2f129c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:02:04.789 INFO:tasks.workunit.client.0.smithi031.stderr: -91> 2024-09-19T14:02:04.670+0000 7f45b2f129c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:02:04.789 INFO:tasks.workunit.client.0.smithi031.stderr: -90> 2024-09-19T14:02:04.670+0000 7f45b2f129c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:02:04.789 INFO:tasks.workunit.client.0.smithi031.stderr: -89> 2024-09-19T14:02:04.670+0000 7f45b2f129c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:02:04.789 INFO:tasks.workunit.client.0.smithi031.stderr: -88> 2024-09-19T14:02:04.670+0000 7f45b2f129c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:02:04.789 INFO:tasks.workunit.client.0.smithi031.stderr: -87> 2024-09-19T14:02:04.670+0000 7f45b2f129c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.789 INFO:tasks.workunit.client.0.smithi031.stderr: -86> 2024-09-19T14:02:04.670+0000 7f45b2f129c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:04.789 INFO:tasks.workunit.client.0.smithi031.stderr: -85> 2024-09-19T14:02:04.670+0000 7f45b2f129c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.789 INFO:tasks.workunit.client.0.smithi031.stderr: -84> 2024-09-19T14:02:04.670+0000 7f45b2f129c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:02:04.789 INFO:tasks.workunit.client.0.smithi031.stderr: -83> 2024-09-19T14:02:04.670+0000 7f45b2f129c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.789 INFO:tasks.workunit.client.0.smithi031.stderr: -82> 2024-09-19T14:02:04.674+0000 7f45b2f129c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:02:04.789 INFO:tasks.workunit.client.0.smithi031.stderr: -81> 2024-09-19T14:02:04.674+0000 7f45b2f129c0 20 zone default found 2024-09-19T14:02:04.790 INFO:tasks.workunit.client.0.smithi031.stderr: -80> 2024-09-19T14:02:04.674+0000 7f45b2f129c0 4 Realm: () 2024-09-19T14:02:04.790 INFO:tasks.workunit.client.0.smithi031.stderr: -79> 2024-09-19T14:02:04.674+0000 7f45b2f129c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:02:04.790 INFO:tasks.workunit.client.0.smithi031.stderr: -78> 2024-09-19T14:02:04.674+0000 7f45b2f129c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:02:04.790 INFO:tasks.workunit.client.0.smithi031.stderr: -77> 2024-09-19T14:02:04.674+0000 7f45b2f129c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:02:04.790 INFO:tasks.workunit.client.0.smithi031.stderr: -76> 2024-09-19T14:02:04.674+0000 7f45b2f129c0 20 zonegroup default 2024-09-19T14:02:04.790 INFO:tasks.workunit.client.0.smithi031.stderr: -75> 2024-09-19T14:02:04.674+0000 7f45b2f129c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.790 INFO:tasks.workunit.client.0.smithi031.stderr: -74> 2024-09-19T14:02:04.674+0000 7f45b2f129c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:04.790 INFO:tasks.workunit.client.0.smithi031.stderr: -73> 2024-09-19T14:02:04.674+0000 7f45b2f129c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.790 INFO:tasks.workunit.client.0.smithi031.stderr: -72> 2024-09-19T14:02:04.674+0000 7f45b2f129c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:04.790 INFO:tasks.workunit.client.0.smithi031.stderr: -71> 2024-09-19T14:02:04.674+0000 7f45b2f129c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.790 INFO:tasks.workunit.client.0.smithi031.stderr: -70> 2024-09-19T14:02:04.674+0000 7f45b2f129c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:04.791 INFO:tasks.workunit.client.0.smithi031.stderr: -69> 2024-09-19T14:02:04.674+0000 7f45b2f129c0 20 started sync module instance, tier type = 2024-09-19T14:02:04.791 INFO:tasks.workunit.client.0.smithi031.stderr: -68> 2024-09-19T14:02:04.674+0000 7f45b2f129c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:02:04.791 INFO:tasks.workunit.client.0.smithi031.stderr: -67> 2024-09-19T14:02:04.694+0000 7f45b2f129c0 20 add_watcher() i=0 2024-09-19T14:02:04.791 INFO:tasks.workunit.client.0.smithi031.stderr: -66> 2024-09-19T14:02:04.694+0000 7f45b2f129c0 20 add_watcher() i=1 2024-09-19T14:02:04.791 INFO:tasks.workunit.client.0.smithi031.stderr: -65> 2024-09-19T14:02:04.694+0000 7f45b2f129c0 20 add_watcher() i=2 2024-09-19T14:02:04.791 INFO:tasks.workunit.client.0.smithi031.stderr: -64> 2024-09-19T14:02:04.694+0000 7f45b2f129c0 20 add_watcher() i=3 2024-09-19T14:02:04.791 INFO:tasks.workunit.client.0.smithi031.stderr: -63> 2024-09-19T14:02:04.694+0000 7f45b2f129c0 20 add_watcher() i=4 2024-09-19T14:02:04.791 INFO:tasks.workunit.client.0.smithi031.stderr: -62> 2024-09-19T14:02:04.694+0000 7f45b2f129c0 20 add_watcher() i=5 2024-09-19T14:02:04.791 INFO:tasks.workunit.client.0.smithi031.stderr: -61> 2024-09-19T14:02:04.694+0000 7f45b2f129c0 20 add_watcher() i=6 2024-09-19T14:02:04.791 INFO:tasks.workunit.client.0.smithi031.stderr: -60> 2024-09-19T14:02:04.694+0000 7f45b2f129c0 20 add_watcher() i=7 2024-09-19T14:02:04.791 INFO:tasks.workunit.client.0.smithi031.stderr: -59> 2024-09-19T14:02:04.694+0000 7f45b2f129c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:02:04.791 INFO:tasks.workunit.client.0.smithi031.stderr: -58> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597ca0e0) adding auth protocol: cephx 2024-09-19T14:02:04.791 INFO:tasks.workunit.client.0.smithi031.stderr: -57> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597ca0e0) adding auth protocol: cephx 2024-09-19T14:02:04.792 INFO:tasks.workunit.client.0.smithi031.stderr: -56> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597ca0e0) adding auth protocol: cephx 2024-09-19T14:02:04.792 INFO:tasks.workunit.client.0.smithi031.stderr: -55> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597ca0e0) adding con mode: secure 2024-09-19T14:02:04.792 INFO:tasks.workunit.client.0.smithi031.stderr: -54> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597ca0e0) adding con mode: crc 2024-09-19T14:02:04.792 INFO:tasks.workunit.client.0.smithi031.stderr: -53> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597ca0e0) adding con mode: secure 2024-09-19T14:02:04.792 INFO:tasks.workunit.client.0.smithi031.stderr: -52> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597ca0e0) adding con mode: crc 2024-09-19T14:02:04.792 INFO:tasks.workunit.client.0.smithi031.stderr: -51> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597ca0e0) adding con mode: secure 2024-09-19T14:02:04.792 INFO:tasks.workunit.client.0.smithi031.stderr: -50> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597ca0e0) adding con mode: crc 2024-09-19T14:02:04.792 INFO:tasks.workunit.client.0.smithi031.stderr: -49> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597ca0e0) adding con mode: crc 2024-09-19T14:02:04.792 INFO:tasks.workunit.client.0.smithi031.stderr: -48> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597ca0e0) adding con mode: secure 2024-09-19T14:02:04.792 INFO:tasks.workunit.client.0.smithi031.stderr: -47> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597ca0e0) adding con mode: crc 2024-09-19T14:02:04.792 INFO:tasks.workunit.client.0.smithi031.stderr: -46> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597ca0e0) adding con mode: secure 2024-09-19T14:02:04.792 INFO:tasks.workunit.client.0.smithi031.stderr: -45> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597ca0e0) adding con mode: crc 2024-09-19T14:02:04.793 INFO:tasks.workunit.client.0.smithi031.stderr: -44> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597ca0e0) adding con mode: secure 2024-09-19T14:02:04.793 INFO:tasks.workunit.client.0.smithi031.stderr: -43> 2024-09-19T14:02:04.698+0000 7f44677e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:02:04.793 INFO:tasks.workunit.client.0.smithi031.stderr: -42> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:02:04.793 INFO:tasks.workunit.client.0.smithi031.stderr: -41> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:02:04.793 INFO:tasks.workunit.client.0.smithi031.stderr: -40> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:02:04.793 INFO:tasks.workunit.client.0.smithi031.stderr: -39> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 5 asok(0x5575d69a5d90) register_command cache list hook 0x5575d6c78640 2024-09-19T14:02:04.793 INFO:tasks.workunit.client.0.smithi031.stderr: -38> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 5 asok(0x5575d69a5d90) register_command cache inspect hook 0x5575d6c78640 2024-09-19T14:02:04.793 INFO:tasks.workunit.client.0.smithi031.stderr: -37> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 5 asok(0x5575d69a5d90) register_command cache erase hook 0x5575d6c78640 2024-09-19T14:02:04.793 INFO:tasks.workunit.client.0.smithi031.stderr: -36> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 5 asok(0x5575d69a5d90) register_command cache zap hook 0x5575d6c78640 2024-09-19T14:02:04.793 INFO:tasks.workunit.client.0.smithi031.stderr: -35> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 5 note: GC not initialized 2024-09-19T14:02:04.794 INFO:tasks.workunit.client.0.smithi031.stderr: -34> 2024-09-19T14:02:04.698+0000 7f44667e4640 20 reqs_thread_entry: start 2024-09-19T14:02:04.794 INFO:tasks.workunit.client.0.smithi031.stderr: -33> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 5 asok(0x5575d69a5d90) register_command sync trace show hook 0x7f45a0083070 2024-09-19T14:02:04.794 INFO:tasks.workunit.client.0.smithi031.stderr: -32> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 5 asok(0x5575d69a5d90) register_command sync trace history hook 0x7f45a0083070 2024-09-19T14:02:04.794 INFO:tasks.workunit.client.0.smithi031.stderr: -31> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 5 asok(0x5575d69a5d90) register_command sync trace active hook 0x7f45a0083070 2024-09-19T14:02:04.794 INFO:tasks.workunit.client.0.smithi031.stderr: -30> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 5 asok(0x5575d69a5d90) register_command sync trace active_short hook 0x7f45a0083070 2024-09-19T14:02:04.794 INFO:tasks.workunit.client.0.smithi031.stderr: -29> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 20 init_complete bucket index max shards: 1 2024-09-19T14:02:04.794 INFO:tasks.workunit.client.0.smithi031.stderr: -28> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 20 Filter name: none 2024-09-19T14:02:04.794 INFO:tasks.workunit.client.0.smithi031.stderr: -27> 2024-09-19T14:02:04.698+0000 7f445f7fe640 20 reqs_thread_entry: start 2024-09-19T14:02:04.794 INFO:tasks.workunit.client.0.smithi031.stderr: -26> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-19T14:02:04.794 INFO:tasks.workunit.client.0.smithi031.stderr: -25> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.794 INFO:tasks.workunit.client.0.smithi031.stderr: -24> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T14:02:04.794 INFO:tasks.workunit.client.0.smithi031.stderr: -23> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-19T14:02:04.794 INFO:tasks.workunit.client.0.smithi031.stderr: -22> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-19T14:02:04.795 INFO:tasks.workunit.client.0.smithi031.stderr: -21> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 : miss 2024-09-19T14:02:04.795 INFO:tasks.workunit.client.0.smithi031.stderr: -20> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.795 INFO:tasks.workunit.client.0.smithi031.stderr: -19> 2024-09-19T14:02:04.702+0000 7f45b2f129c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T14:02:04.795 INFO:tasks.workunit.client.0.smithi031.stderr: -18> 2024-09-19T14:02:04.702+0000 7f45b2f129c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T14:02:04.795 INFO:tasks.workunit.client.0.smithi031.stderr: -17> 2024-09-19T14:02:04.702+0000 7f45b2f129c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T14:02:04.795 INFO:tasks.workunit.client.0.smithi031.stderr: -16> 2024-09-19T14:02:04.702+0000 7f45b2f129c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T14:02:04.795 INFO:tasks.workunit.client.0.smithi031.stderr: -15> 2024-09-19T14:02:04.702+0000 7f45b2f129c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:02:04.795 INFO:tasks.workunit.client.0.smithi031.stderr: -14> 2024-09-19T14:02:04.702+0000 7f45b2f129c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 2024-09-19T14:02:04.795 INFO:tasks.workunit.client.0.smithi031.stderr: -13> 2024-09-19T14:02:04.710+0000 7f45b2f129c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T14:02:04.795 INFO:tasks.workunit.client.0.smithi031.stderr: -12> 2024-09-19T14:02:04.710+0000 7f45b2f129c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T14:02:04.795 INFO:tasks.workunit.client.0.smithi031.stderr: -11> 2024-09-19T14:02:04.710+0000 7f45b2f129c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:02:04.795 INFO:tasks.workunit.client.0.smithi031.stderr: -10> 2024-09-19T14:02:04.710+0000 7f45b2f129c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17, ofs0, ns] 2024-09-19T14:02:04.795 INFO:tasks.workunit.client.0.smithi031.stderr: -9> 2024-09-19T14:02:04.710+0000 7f4487fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333554 cookie 93964603162496 notifier 8283 bl.length()=827 2024-09-19T14:02:04.796 INFO:tasks.workunit.client.0.smithi031.stderr: -8> 2024-09-19T14:02:04.710+0000 7f4487fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T14:02:04.796 INFO:tasks.workunit.client.0.smithi031.stderr: -7> 2024-09-19T14:02:04.710+0000 7f4487fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T14:02:04.796 INFO:tasks.workunit.client.0.smithi031.stderr: -6> 2024-09-19T14:02:04.710+0000 7f4487fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:02:04.796 INFO:tasks.workunit.client.0.smithi031.stderr: -5> 2024-09-19T14:02:04.710+0000 7f45b2f129c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): orig_sources= new_sources= 2024-09-19T14:02:04.796 INFO:tasks.workunit.client.0.smithi031.stderr: -4> 2024-09-19T14:02:04.710+0000 7f45b2f129c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): potential sources added=[] removed=[] 2024-09-19T14:02:04.796 INFO:tasks.workunit.client.0.smithi031.stderr: -3> 2024-09-19T14:02:04.710+0000 7f45b2f129c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): orig_dests= new_dests= 2024-09-19T14:02:04.796 INFO:tasks.workunit.client.0.smithi031.stderr: -2> 2024-09-19T14:02:04.710+0000 7f45b2f129c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): potential dests added=[] removed=[] 2024-09-19T14:02:04.796 INFO:tasks.workunit.client.0.smithi031.stderr: -1> 2024-09-19T14:02:04.718+0000 7f45b2f129c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f45b2f129c0 time 2024-09-19T14:02:04.722049+0000 2024-09-19T14:02:04.796 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T14:02:04.796 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:04.796 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T14:02:04.796 INFO:tasks.workunit.client.0.smithi031.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f45b67ec2eb] 2024-09-19T14:02:04.796 INFO:tasks.workunit.client.0.smithi031.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f45b67ec49f] 2024-09-19T14:02:04.797 INFO:tasks.workunit.client.0.smithi031.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5575d5124271] 2024-09-19T14:02:04.797 INFO:tasks.workunit.client.0.smithi031.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x5575d513414a] 2024-09-19T14:02:04.797 INFO:tasks.workunit.client.0.smithi031.stderr: 5: main() 2024-09-19T14:02:04.797 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f45b5652d90] 2024-09-19T14:02:04.797 INFO:tasks.workunit.client.0.smithi031.stderr: 7: __libc_start_main() 2024-09-19T14:02:04.797 INFO:tasks.workunit.client.0.smithi031.stderr: 8: _start() 2024-09-19T14:02:04.797 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:04.797 INFO:tasks.workunit.client.0.smithi031.stderr: 0> 2024-09-19T14:02:04.722+0000 7f45b2f129c0 -1 *** Caught signal (Aborted) ** 2024-09-19T14:02:04.797 INFO:tasks.workunit.client.0.smithi031.stderr: in thread 7f45b2f129c0 thread_name:radosgw-admin 2024-09-19T14:02:04.797 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:04.797 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T14:02:04.797 INFO:tasks.workunit.client.0.smithi031.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f45b566b520] 2024-09-19T14:02:04.798 INFO:tasks.workunit.client.0.smithi031.stderr: 2: pthread_kill() 2024-09-19T14:02:04.798 INFO:tasks.workunit.client.0.smithi031.stderr: 3: raise() 2024-09-19T14:02:04.798 INFO:tasks.workunit.client.0.smithi031.stderr: 4: abort() 2024-09-19T14:02:04.798 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f45b67ec345] 2024-09-19T14:02:04.798 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f45b67ec49f] 2024-09-19T14:02:04.798 INFO:tasks.workunit.client.0.smithi031.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5575d5124271] 2024-09-19T14:02:04.798 INFO:tasks.workunit.client.0.smithi031.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x5575d513414a] 2024-09-19T14:02:04.798 INFO:tasks.workunit.client.0.smithi031.stderr: 9: main() 2024-09-19T14:02:04.798 INFO:tasks.workunit.client.0.smithi031.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f45b5652d90] 2024-09-19T14:02:04.798 INFO:tasks.workunit.client.0.smithi031.stderr: 11: __libc_start_main() 2024-09-19T14:02:04.798 INFO:tasks.workunit.client.0.smithi031.stderr: 12: _start() 2024-09-19T14:02:04.798 INFO:tasks.workunit.client.0.smithi031.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T14:02:04.798 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:04.798 INFO:tasks.workunit.client.0.smithi031.stderr:--- logging levels --- 2024-09-19T14:02:04.799 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 none 2024-09-19T14:02:04.799 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 lockdep 2024-09-19T14:02:04.799 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 context 2024-09-19T14:02:04.799 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 crush 2024-09-19T14:02:04.799 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds 2024-09-19T14:02:04.799 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_balancer 2024-09-19T14:02:04.799 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_locker 2024-09-19T14:02:04.799 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_log 2024-09-19T14:02:04.799 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_log_expire 2024-09-19T14:02:04.799 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_migrator 2024-09-19T14:02:04.799 INFO:tasks.workunit.client.0.smithi031.stderr: 3/ 5 mds_quiesce 2024-09-19T14:02:04.799 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 buffer 2024-09-19T14:02:04.799 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 timer 2024-09-19T14:02:04.800 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 filer 2024-09-19T14:02:04.800 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 striper 2024-09-19T14:02:04.800 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 objecter 2024-09-19T14:02:04.800 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rados 2024-09-19T14:02:04.800 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd 2024-09-19T14:02:04.800 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_mirror 2024-09-19T14:02:04.800 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_replay 2024-09-19T14:02:04.800 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_pwl 2024-09-19T14:02:04.800 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 journaler 2024-09-19T14:02:04.800 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 objectcacher 2024-09-19T14:02:04.800 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 immutable_obj_cache 2024-09-19T14:02:04.800 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 client 2024-09-19T14:02:04.800 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 osd 2024-09-19T14:02:04.801 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 optracker 2024-09-19T14:02:04.801 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 objclass 2024-09-19T14:02:04.801 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 filestore 2024-09-19T14:02:04.801 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 journal 2024-09-19T14:02:04.801 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 0 ms 2024-09-19T14:02:04.801 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mon 2024-09-19T14:02:04.801 INFO:tasks.workunit.client.0.smithi031.stderr: 0/10 monc 2024-09-19T14:02:04.801 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 paxos 2024-09-19T14:02:04.801 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 tp 2024-09-19T14:02:04.801 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 auth 2024-09-19T14:02:04.801 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 crypto 2024-09-19T14:02:04.801 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 finisher 2024-09-19T14:02:04.801 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 reserver 2024-09-19T14:02:04.802 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 heartbeatmap 2024-09-19T14:02:04.802 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 perfcounter 2024-09-19T14:02:04.802 INFO:tasks.workunit.client.0.smithi031.stderr: 20/20 rgw 2024-09-19T14:02:04.802 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_sync 2024-09-19T14:02:04.802 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_datacache 2024-09-19T14:02:04.802 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_access 2024-09-19T14:02:04.802 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_dbstore 2024-09-19T14:02:04.802 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_flight 2024-09-19T14:02:04.802 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_lifecycle 2024-09-19T14:02:04.802 INFO:tasks.workunit.client.0.smithi031.stderr: 20/20 rgw_notification 2024-09-19T14:02:04.802 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 javaclient 2024-09-19T14:02:04.802 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 asok 2024-09-19T14:02:04.802 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 throttle 2024-09-19T14:02:04.802 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 0 refs 2024-09-19T14:02:04.803 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 compressor 2024-09-19T14:02:04.803 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 bluestore 2024-09-19T14:02:04.803 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 bluefs 2024-09-19T14:02:04.803 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 bdev 2024-09-19T14:02:04.803 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 kstore 2024-09-19T14:02:04.803 INFO:tasks.workunit.client.0.smithi031.stderr: 4/ 5 rocksdb 2024-09-19T14:02:04.803 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 fuse 2024-09-19T14:02:04.803 INFO:tasks.workunit.client.0.smithi031.stderr: 2/ 5 mgr 2024-09-19T14:02:04.803 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mgrc 2024-09-19T14:02:04.803 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 dpdk 2024-09-19T14:02:04.803 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 eventtrace 2024-09-19T14:02:04.803 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 prioritycache 2024-09-19T14:02:04.803 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 test 2024-09-19T14:02:04.803 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cephfs_mirror 2024-09-19T14:02:04.804 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cephsqlite 2024-09-19T14:02:04.804 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 crimson_interrupt 2024-09-19T14:02:04.804 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore 2024-09-19T14:02:04.804 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_onode 2024-09-19T14:02:04.804 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_odata 2024-09-19T14:02:04.804 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_omap 2024-09-19T14:02:04.804 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_tm 2024-09-19T14:02:04.804 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_t 2024-09-19T14:02:04.804 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_cleaner 2024-09-19T14:02:04.804 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_epm 2024-09-19T14:02:04.804 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_lba 2024-09-19T14:02:04.805 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-19T14:02:04.805 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_cache 2024-09-19T14:02:04.805 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_journal 2024-09-19T14:02:04.805 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_device 2024-09-19T14:02:04.805 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_backref 2024-09-19T14:02:04.805 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 alienstore 2024-09-19T14:02:04.805 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mclock 2024-09-19T14:02:04.806 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cyanstore 2024-09-19T14:02:04.806 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 ceph_exporter 2024-09-19T14:02:04.806 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 memstore 2024-09-19T14:02:04.806 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 trace 2024-09-19T14:02:04.806 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 ceph_dedup 2024-09-19T14:02:04.806 INFO:tasks.workunit.client.0.smithi031.stderr: -2/-2 (syslog threshold) 2024-09-19T14:02:04.806 INFO:tasks.workunit.client.0.smithi031.stderr: 99/99 (stderr threshold) 2024-09-19T14:02:04.806 INFO:tasks.workunit.client.0.smithi031.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-19T14:02:04.806 INFO:tasks.workunit.client.0.smithi031.stderr: 7f445f7fe640 / http_manager 2024-09-19T14:02:04.806 INFO:tasks.workunit.client.0.smithi031.stderr: 7f44667e4640 / http_manager 2024-09-19T14:02:04.806 INFO:tasks.workunit.client.0.smithi031.stderr: 7f44677e6640 / rgw_dt_lg_renew 2024-09-19T14:02:04.806 INFO:tasks.workunit.client.0.smithi031.stderr: 7f44867fc640 / ms_dispatch 2024-09-19T14:02:04.807 INFO:tasks.workunit.client.0.smithi031.stderr: 7f4487fff640 / io_context_pool 2024-09-19T14:02:04.807 INFO:tasks.workunit.client.0.smithi031.stderr: 7f44967fc640 / ms_dispatch 2024-09-19T14:02:04.807 INFO:tasks.workunit.client.0.smithi031.stderr: 7f449d60a640 / ms_dispatch 2024-09-19T14:02:04.807 INFO:tasks.workunit.client.0.smithi031.stderr: 7f449ee0d640 / io_context_pool 2024-09-19T14:02:04.807 INFO:tasks.workunit.client.0.smithi031.stderr: 7f45b0217640 / msgr-worker-2 2024-09-19T14:02:04.807 INFO:tasks.workunit.client.0.smithi031.stderr: 7f45b0a18640 / msgr-worker-1 2024-09-19T14:02:04.807 INFO:tasks.workunit.client.0.smithi031.stderr: 7f45b1219640 / msgr-worker-0 2024-09-19T14:02:04.807 INFO:tasks.workunit.client.0.smithi031.stderr: 7f45b1a1a640 / io_context_pool 2024-09-19T14:02:04.807 INFO:tasks.workunit.client.0.smithi031.stderr: 7f45b2f129c0 / radosgw-admin 2024-09-19T14:02:04.807 INFO:tasks.workunit.client.0.smithi031.stderr: max_recent 500 2024-09-19T14:02:04.807 INFO:tasks.workunit.client.0.smithi031.stderr: max_new 1000 2024-09-19T14:02:04.807 INFO:tasks.workunit.client.0.smithi031.stderr: log_file /var/log/ceph/ceph-client.admin.143431.log 2024-09-19T14:02:04.808 INFO:tasks.workunit.client.0.smithi031.stderr:--- end dump of recent events --- 2024-09-19T14:02:04.808 INFO:tasks.workunit.client.0.smithi031.stderr:--- begin dump of recent events --- 2024-09-19T14:02:04.808 INFO:tasks.workunit.client.0.smithi031.stderr: -499> 2024-09-19T14:02:04.618+0000 7f45b1219640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:02:04.808 INFO:tasks.workunit.client.0.smithi031.stderr: -498> 2024-09-19T14:02:04.618+0000 7f45b0217640 10 monclient(hunting): handle_auth_done global_id 7736 payload 274 2024-09-19T14:02:04.808 INFO:tasks.workunit.client.0.smithi031.stderr: -497> 2024-09-19T14:02:04.618+0000 7f45b0217640 10 monclient: _finish_hunting 0 2024-09-19T14:02:04.808 INFO:tasks.workunit.client.0.smithi031.stderr: -496> 2024-09-19T14:02:04.618+0000 7f45b0217640 1 monclient: found mon.noname-c 2024-09-19T14:02:04.808 INFO:tasks.workunit.client.0.smithi031.stderr: -495> 2024-09-19T14:02:04.618+0000 7f45b0217640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.31:3301/0 2024-09-19T14:02:04.808 INFO:tasks.workunit.client.0.smithi031.stderr: -494> 2024-09-19T14:02:04.622+0000 7f449ee0d640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:02:04.808 INFO:tasks.workunit.client.0.smithi031.stderr: -493> 2024-09-19T14:02:04.622+0000 7f449ee0d640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T14:02:04.808 INFO:tasks.workunit.client.0.smithi031.stderr: -492> 2024-09-19T14:02:04.622+0000 7f449ee0d640 10 monclient: dump: 2024-09-19T14:02:04.808 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:02:04.809 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:02:04.809 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:04.809 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:04.809 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:02:04.809 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:04.809 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:02:04.809 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:02:04.809 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:02:04.809 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:04.809 INFO:tasks.workunit.client.0.smithi031.stderr: -491> 2024-09-19T14:02:04.622+0000 7f449ee0d640 10 monclient: _finish_auth 0 2024-09-19T14:02:04.809 INFO:tasks.workunit.client.0.smithi031.stderr: -490> 2024-09-19T14:02:04.622+0000 7f449ee0d640 10 monclient: _check_auth_tickets 2024-09-19T14:02:04.809 INFO:tasks.workunit.client.0.smithi031.stderr: -489> 2024-09-19T14:02:04.622+0000 7f449ee0d640 10 monclient: handle_config config(0 keys) 2024-09-19T14:02:04.809 INFO:tasks.workunit.client.0.smithi031.stderr: -488> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 monclient: authenticate success, global_id 7736 2024-09-19T14:02:04.810 INFO:tasks.workunit.client.0.smithi031.stderr: -487> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 10 monclient: get_monmap_and_config success 2024-09-19T14:02:04.810 INFO:tasks.workunit.client.0.smithi031.stderr: -486> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 4 set_mon_vals no callback set 2024-09-19T14:02:04.810 INFO:tasks.workunit.client.0.smithi031.stderr: -485> 2024-09-19T14:02:04.622+0000 7f449ee0d640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:02:04.810 INFO:tasks.workunit.client.0.smithi031.stderr: -484> 2024-09-19T14:02:04.622+0000 7f449ee0d640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T14:02:04.810 INFO:tasks.workunit.client.0.smithi031.stderr: -483> 2024-09-19T14:02:04.622+0000 7f449ee0d640 10 monclient: dump: 2024-09-19T14:02:04.810 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:02:04.810 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:02:04.810 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:04.810 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:04.810 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:02:04.810 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:04.810 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:02:04.811 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:02:04.811 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:02:04.811 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:04.811 INFO:tasks.workunit.client.0.smithi031.stderr: -482> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 10 monclient: shutdown 2024-09-19T14:02:04.811 INFO:tasks.workunit.client.0.smithi031.stderr: -481> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 asok(0x5575d69a5d90) unregister_commands rotate-key 2024-09-19T14:02:04.811 INFO:tasks.workunit.client.0.smithi031.stderr: -480> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 10 monclient: build_initial_monmap 2024-09-19T14:02:04.811 INFO:tasks.workunit.client.0.smithi031.stderr: -479> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 1 build_initial for_mkfs: 0 2024-09-19T14:02:04.811 INFO:tasks.workunit.client.0.smithi031.stderr: -478> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 10 monclient: monmap: 2024-09-19T14:02:04.811 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T14:02:04.811 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T14:02:04.811 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T14:02:04.811 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T14:02:04.811 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T14:02:04.812 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:04.812 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T14:02:04.812 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T14:02:04.812 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T14:02:04.812 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:04.812 INFO:tasks.workunit.client.0.smithi031.stderr: -477> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb8b90) adding auth protocol: cephx 2024-09-19T14:02:04.812 INFO:tasks.workunit.client.0.smithi031.stderr: -476> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb8b90) adding auth protocol: cephx 2024-09-19T14:02:04.812 INFO:tasks.workunit.client.0.smithi031.stderr: -475> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb8b90) adding auth protocol: cephx 2024-09-19T14:02:04.812 INFO:tasks.workunit.client.0.smithi031.stderr: -474> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb8b90) adding con mode: secure 2024-09-19T14:02:04.812 INFO:tasks.workunit.client.0.smithi031.stderr: -473> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb8b90) adding con mode: crc 2024-09-19T14:02:04.812 INFO:tasks.workunit.client.0.smithi031.stderr: -472> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb8b90) adding con mode: secure 2024-09-19T14:02:04.812 INFO:tasks.workunit.client.0.smithi031.stderr: -471> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb8b90) adding con mode: crc 2024-09-19T14:02:04.813 INFO:tasks.workunit.client.0.smithi031.stderr: -470> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb8b90) adding con mode: secure 2024-09-19T14:02:04.813 INFO:tasks.workunit.client.0.smithi031.stderr: -469> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb8b90) adding con mode: crc 2024-09-19T14:02:04.813 INFO:tasks.workunit.client.0.smithi031.stderr: -468> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb8b90) adding con mode: crc 2024-09-19T14:02:04.813 INFO:tasks.workunit.client.0.smithi031.stderr: -467> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb8b90) adding con mode: secure 2024-09-19T14:02:04.813 INFO:tasks.workunit.client.0.smithi031.stderr: -466> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb8b90) adding con mode: crc 2024-09-19T14:02:04.813 INFO:tasks.workunit.client.0.smithi031.stderr: -465> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb8b90) adding con mode: secure 2024-09-19T14:02:04.813 INFO:tasks.workunit.client.0.smithi031.stderr: -464> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb8b90) adding con mode: crc 2024-09-19T14:02:04.813 INFO:tasks.workunit.client.0.smithi031.stderr: -463> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb8b90) adding con mode: secure 2024-09-19T14:02:04.813 INFO:tasks.workunit.client.0.smithi031.stderr: -462> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:02:04.813 INFO:tasks.workunit.client.0.smithi031.stderr: -461> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 1 librados: starting msgr at 2024-09-19T14:02:04.813 INFO:tasks.workunit.client.0.smithi031.stderr: -460> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 1 librados: starting objecter 2024-09-19T14:02:04.813 INFO:tasks.workunit.client.0.smithi031.stderr: -459> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 asok(0x5575d69a5d90) register_command objecter_requests hook 0x5575d6bb52c0 2024-09-19T14:02:04.813 INFO:tasks.workunit.client.0.smithi031.stderr: -458> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 1 librados: setting wanted keys 2024-09-19T14:02:04.814 INFO:tasks.workunit.client.0.smithi031.stderr: -457> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 1 librados: calling monclient init 2024-09-19T14:02:04.814 INFO:tasks.workunit.client.0.smithi031.stderr: -456> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 10 monclient: init 2024-09-19T14:02:04.814 INFO:tasks.workunit.client.0.smithi031.stderr: -455> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb3420) adding auth protocol: cephx 2024-09-19T14:02:04.814 INFO:tasks.workunit.client.0.smithi031.stderr: -454> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb3420) adding auth protocol: cephx 2024-09-19T14:02:04.814 INFO:tasks.workunit.client.0.smithi031.stderr: -453> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb3420) adding auth protocol: cephx 2024-09-19T14:02:04.814 INFO:tasks.workunit.client.0.smithi031.stderr: -452> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb3420) adding con mode: secure 2024-09-19T14:02:04.814 INFO:tasks.workunit.client.0.smithi031.stderr: -451> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb3420) adding con mode: crc 2024-09-19T14:02:04.814 INFO:tasks.workunit.client.0.smithi031.stderr: -450> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb3420) adding con mode: secure 2024-09-19T14:02:04.814 INFO:tasks.workunit.client.0.smithi031.stderr: -449> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb3420) adding con mode: crc 2024-09-19T14:02:04.815 INFO:tasks.workunit.client.0.smithi031.stderr: -448> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb3420) adding con mode: secure 2024-09-19T14:02:04.815 INFO:tasks.workunit.client.0.smithi031.stderr: -447> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb3420) adding con mode: crc 2024-09-19T14:02:04.815 INFO:tasks.workunit.client.0.smithi031.stderr: -446> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb3420) adding con mode: crc 2024-09-19T14:02:04.815 INFO:tasks.workunit.client.0.smithi031.stderr: -445> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb3420) adding con mode: secure 2024-09-19T14:02:04.815 INFO:tasks.workunit.client.0.smithi031.stderr: -444> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb3420) adding con mode: crc 2024-09-19T14:02:04.815 INFO:tasks.workunit.client.0.smithi031.stderr: -443> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb3420) adding con mode: secure 2024-09-19T14:02:04.815 INFO:tasks.workunit.client.0.smithi031.stderr: -442> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb3420) adding con mode: crc 2024-09-19T14:02:04.815 INFO:tasks.workunit.client.0.smithi031.stderr: -441> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6bb3420) adding con mode: secure 2024-09-19T14:02:04.816 INFO:tasks.workunit.client.0.smithi031.stderr: -440> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:02:04.816 INFO:tasks.workunit.client.0.smithi031.stderr: -439> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:02:04.816 INFO:tasks.workunit.client.0.smithi031.stderr: -438> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 asok(0x5575d69a5d90) register_command rotate-key hook 0x5575d6bb3568 2024-09-19T14:02:04.816 INFO:tasks.workunit.client.0.smithi031.stderr: -437> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 10 monclient: _reopen_session rank -1 2024-09-19T14:02:04.816 INFO:tasks.workunit.client.0.smithi031.stderr: -436> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-19T14:02:04.816 INFO:tasks.workunit.client.0.smithi031.stderr: -435> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 10 monclient(hunting): picked mon.noname-a con 0x5575d6a3f7e0 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T14:02:04.816 INFO:tasks.workunit.client.0.smithi031.stderr: -434> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 10 monclient(hunting): picked mon.noname-c con 0x5575d6a3fd30 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T14:02:04.816 INFO:tasks.workunit.client.0.smithi031.stderr: -433> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 10 monclient(hunting): picked mon.noname-b con 0x5575d6a6cdc0 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T14:02:04.816 INFO:tasks.workunit.client.0.smithi031.stderr: -432> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:02:04.816 INFO:tasks.workunit.client.0.smithi031.stderr: -431> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:02:04.816 INFO:tasks.workunit.client.0.smithi031.stderr: -430> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:02:04.817 INFO:tasks.workunit.client.0.smithi031.stderr: -429> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 10 monclient(hunting): _renew_subs 2024-09-19T14:02:04.817 INFO:tasks.workunit.client.0.smithi031.stderr: -428> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 10 monclient(hunting): authenticate will time out at 2468.454420s 2024-09-19T14:02:04.817 INFO:tasks.workunit.client.0.smithi031.stderr: -427> 2024-09-19T14:02:04.622+0000 7f45b0a18640 10 monclient(hunting): get_auth_request con 0x5575d6a3f7e0 auth_method 0 2024-09-19T14:02:04.817 INFO:tasks.workunit.client.0.smithi031.stderr: -426> 2024-09-19T14:02:04.622+0000 7f45b0a18640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:02:04.817 INFO:tasks.workunit.client.0.smithi031.stderr: -425> 2024-09-19T14:02:04.622+0000 7f45b0a18640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:02:04.817 INFO:tasks.workunit.client.0.smithi031.stderr: -424> 2024-09-19T14:02:04.622+0000 7f45b0a18640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:02:04.817 INFO:tasks.workunit.client.0.smithi031.stderr: -423> 2024-09-19T14:02:04.622+0000 7f45b0217640 10 monclient(hunting): get_auth_request con 0x5575d6a3fd30 auth_method 0 2024-09-19T14:02:04.817 INFO:tasks.workunit.client.0.smithi031.stderr: -422> 2024-09-19T14:02:04.622+0000 7f45b0217640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:02:04.817 INFO:tasks.workunit.client.0.smithi031.stderr: -421> 2024-09-19T14:02:04.622+0000 7f45b0217640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:02:04.817 INFO:tasks.workunit.client.0.smithi031.stderr: -420> 2024-09-19T14:02:04.622+0000 7f45b0217640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:02:04.817 INFO:tasks.workunit.client.0.smithi031.stderr: -419> 2024-09-19T14:02:04.622+0000 7f45b0a18640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:02:04.817 INFO:tasks.workunit.client.0.smithi031.stderr: -418> 2024-09-19T14:02:04.622+0000 7f45b0a18640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:02:04.817 INFO:tasks.workunit.client.0.smithi031.stderr: -417> 2024-09-19T14:02:04.622+0000 7f45b0a18640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:02:04.817 INFO:tasks.workunit.client.0.smithi031.stderr: -416> 2024-09-19T14:02:04.622+0000 7f45b0217640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:02:04.818 INFO:tasks.workunit.client.0.smithi031.stderr: -415> 2024-09-19T14:02:04.622+0000 7f45b0217640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:02:04.818 INFO:tasks.workunit.client.0.smithi031.stderr: -414> 2024-09-19T14:02:04.622+0000 7f45b0217640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:02:04.818 INFO:tasks.workunit.client.0.smithi031.stderr: -413> 2024-09-19T14:02:04.622+0000 7f45b0a18640 10 monclient(hunting): handle_auth_done global_id 8274 payload 824 2024-09-19T14:02:04.818 INFO:tasks.workunit.client.0.smithi031.stderr: -412> 2024-09-19T14:02:04.622+0000 7f45b0a18640 10 monclient: _finish_hunting 0 2024-09-19T14:02:04.818 INFO:tasks.workunit.client.0.smithi031.stderr: -411> 2024-09-19T14:02:04.622+0000 7f45b0a18640 1 monclient: found mon.noname-a 2024-09-19T14:02:04.818 INFO:tasks.workunit.client.0.smithi031.stderr: -410> 2024-09-19T14:02:04.622+0000 7f45b0a18640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T14:02:04.818 INFO:tasks.workunit.client.0.smithi031.stderr: -409> 2024-09-19T14:02:04.622+0000 7f449d60a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:02:04.818 INFO:tasks.workunit.client.0.smithi031.stderr: -408> 2024-09-19T14:02:04.622+0000 7f449d60a640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T14:02:04.818 INFO:tasks.workunit.client.0.smithi031.stderr: -407> 2024-09-19T14:02:04.622+0000 7f449d60a640 10 monclient: dump: 2024-09-19T14:02:04.818 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:02:04.818 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:02:04.818 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:04.819 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:04.819 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:02:04.819 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:04.819 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:02:04.819 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:02:04.819 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:02:04.819 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:04.819 INFO:tasks.workunit.client.0.smithi031.stderr: -406> 2024-09-19T14:02:04.622+0000 7f449d60a640 10 monclient: _finish_auth 0 2024-09-19T14:02:04.819 INFO:tasks.workunit.client.0.smithi031.stderr: -405> 2024-09-19T14:02:04.622+0000 7f449d60a640 10 monclient: _check_auth_tickets 2024-09-19T14:02:04.819 INFO:tasks.workunit.client.0.smithi031.stderr: -404> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 5 monclient: authenticate success, global_id 8274 2024-09-19T14:02:04.819 INFO:tasks.workunit.client.0.smithi031.stderr: -403> 2024-09-19T14:02:04.622+0000 7f449d60a640 10 monclient: handle_config config(0 keys) 2024-09-19T14:02:04.819 INFO:tasks.workunit.client.0.smithi031.stderr: -402> 2024-09-19T14:02:04.622+0000 7f449d60a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:02:04.819 INFO:tasks.workunit.client.0.smithi031.stderr: -401> 2024-09-19T14:02:04.622+0000 7f449d60a640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T14:02:04.820 INFO:tasks.workunit.client.0.smithi031.stderr: -400> 2024-09-19T14:02:04.622+0000 7f449d60a640 10 monclient: dump: 2024-09-19T14:02:04.820 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:02:04.820 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:02:04.820 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:04.820 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:04.820 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:02:04.820 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:04.820 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:02:04.820 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:02:04.820 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:02:04.820 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:04.820 INFO:tasks.workunit.client.0.smithi031.stderr: -399> 2024-09-19T14:02:04.622+0000 7f449ee0d640 4 set_mon_vals no callback set 2024-09-19T14:02:04.821 INFO:tasks.workunit.client.0.smithi031.stderr: -398> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 10 monclient: _renew_subs 2024-09-19T14:02:04.821 INFO:tasks.workunit.client.0.smithi031.stderr: -397> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T14:02:04.821 INFO:tasks.workunit.client.0.smithi031.stderr: -396> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 10 monclient: _renew_subs 2024-09-19T14:02:04.821 INFO:tasks.workunit.client.0.smithi031.stderr: -395> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T14:02:04.821 INFO:tasks.workunit.client.0.smithi031.stderr: -394> 2024-09-19T14:02:04.622+0000 7f45b2f129c0 1 librados: init done 2024-09-19T14:02:04.821 INFO:tasks.workunit.client.0.smithi031.stderr: -393> 2024-09-19T14:02:04.626+0000 7f449d60a640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T14:02:04.821 INFO:tasks.workunit.client.0.smithi031.stderr: -392> 2024-09-19T14:02:04.626+0000 7f449d60a640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:02:04.821 INFO:tasks.workunit.client.0.smithi031.stderr: -391> 2024-09-19T14:02:04.626+0000 7f449d60a640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:02:04.821 INFO:tasks.workunit.client.0.smithi031.stderr: -390> 2024-09-19T14:02:04.626+0000 7f45b0217640 10 monclient: get_auth_request con 0x7f4498071c10 auth_method 0 2024-09-19T14:02:04.821 INFO:tasks.workunit.client.0.smithi031.stderr: -389> 2024-09-19T14:02:04.626+0000 7f45b1219640 10 monclient: get_auth_request con 0x5575d6bdac00 auth_method 0 2024-09-19T14:02:04.821 INFO:tasks.workunit.client.0.smithi031.stderr: -388> 2024-09-19T14:02:04.626+0000 7f45b0a18640 10 monclient: get_auth_request con 0x5575d6bfe290 auth_method 0 2024-09-19T14:02:04.822 INFO:tasks.workunit.client.0.smithi031.stderr: -387> 2024-09-19T14:02:04.630+0000 7f45b0217640 10 monclient: get_auth_request con 0x5575d6c02930 auth_method 0 2024-09-19T14:02:04.822 INFO:tasks.workunit.client.0.smithi031.stderr: -386> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 10 monclient: build_initial_monmap 2024-09-19T14:02:04.822 INFO:tasks.workunit.client.0.smithi031.stderr: -385> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 1 build_initial for_mkfs: 0 2024-09-19T14:02:04.822 INFO:tasks.workunit.client.0.smithi031.stderr: -384> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 10 monclient: monmap: 2024-09-19T14:02:04.822 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T14:02:04.822 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T14:02:04.822 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T14:02:04.822 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T14:02:04.822 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T14:02:04.822 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:04.822 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T14:02:04.822 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T14:02:04.822 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T14:02:04.823 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:04.823 INFO:tasks.workunit.client.0.smithi031.stderr: -383> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c075e0) adding auth protocol: cephx 2024-09-19T14:02:04.823 INFO:tasks.workunit.client.0.smithi031.stderr: -382> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c075e0) adding auth protocol: cephx 2024-09-19T14:02:04.823 INFO:tasks.workunit.client.0.smithi031.stderr: -381> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c075e0) adding auth protocol: cephx 2024-09-19T14:02:04.823 INFO:tasks.workunit.client.0.smithi031.stderr: -380> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c075e0) adding con mode: secure 2024-09-19T14:02:04.823 INFO:tasks.workunit.client.0.smithi031.stderr: -379> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c075e0) adding con mode: crc 2024-09-19T14:02:04.823 INFO:tasks.workunit.client.0.smithi031.stderr: -378> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c075e0) adding con mode: secure 2024-09-19T14:02:04.823 INFO:tasks.workunit.client.0.smithi031.stderr: -377> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c075e0) adding con mode: crc 2024-09-19T14:02:04.823 INFO:tasks.workunit.client.0.smithi031.stderr: -376> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c075e0) adding con mode: secure 2024-09-19T14:02:04.823 INFO:tasks.workunit.client.0.smithi031.stderr: -375> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c075e0) adding con mode: crc 2024-09-19T14:02:04.823 INFO:tasks.workunit.client.0.smithi031.stderr: -374> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c075e0) adding con mode: crc 2024-09-19T14:02:04.823 INFO:tasks.workunit.client.0.smithi031.stderr: -373> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c075e0) adding con mode: secure 2024-09-19T14:02:04.823 INFO:tasks.workunit.client.0.smithi031.stderr: -372> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c075e0) adding con mode: crc 2024-09-19T14:02:04.824 INFO:tasks.workunit.client.0.smithi031.stderr: -371> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c075e0) adding con mode: secure 2024-09-19T14:02:04.824 INFO:tasks.workunit.client.0.smithi031.stderr: -370> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c075e0) adding con mode: crc 2024-09-19T14:02:04.824 INFO:tasks.workunit.client.0.smithi031.stderr: -369> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c075e0) adding con mode: secure 2024-09-19T14:02:04.824 INFO:tasks.workunit.client.0.smithi031.stderr: -368> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:02:04.824 INFO:tasks.workunit.client.0.smithi031.stderr: -367> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 asok(0x5575d69a5d90) register_command objecter_requests cmddesc objecter_requests hook 0x5575d6c0af50 EEXIST 2024-09-19T14:02:04.824 INFO:tasks.workunit.client.0.smithi031.stderr: -366> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 10 monclient: init 2024-09-19T14:02:04.824 INFO:tasks.workunit.client.0.smithi031.stderr: -365> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c05cb8) adding auth protocol: cephx 2024-09-19T14:02:04.824 INFO:tasks.workunit.client.0.smithi031.stderr: -364> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c05cb8) adding auth protocol: cephx 2024-09-19T14:02:04.824 INFO:tasks.workunit.client.0.smithi031.stderr: -363> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c05cb8) adding auth protocol: cephx 2024-09-19T14:02:04.824 INFO:tasks.workunit.client.0.smithi031.stderr: -362> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c05cb8) adding con mode: secure 2024-09-19T14:02:04.824 INFO:tasks.workunit.client.0.smithi031.stderr: -361> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c05cb8) adding con mode: crc 2024-09-19T14:02:04.824 INFO:tasks.workunit.client.0.smithi031.stderr: -360> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c05cb8) adding con mode: secure 2024-09-19T14:02:04.825 INFO:tasks.workunit.client.0.smithi031.stderr: -359> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c05cb8) adding con mode: crc 2024-09-19T14:02:04.825 INFO:tasks.workunit.client.0.smithi031.stderr: -358> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c05cb8) adding con mode: secure 2024-09-19T14:02:04.825 INFO:tasks.workunit.client.0.smithi031.stderr: -357> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c05cb8) adding con mode: crc 2024-09-19T14:02:04.825 INFO:tasks.workunit.client.0.smithi031.stderr: -356> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c05cb8) adding con mode: crc 2024-09-19T14:02:04.825 INFO:tasks.workunit.client.0.smithi031.stderr: -355> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c05cb8) adding con mode: secure 2024-09-19T14:02:04.825 INFO:tasks.workunit.client.0.smithi031.stderr: -354> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c05cb8) adding con mode: crc 2024-09-19T14:02:04.825 INFO:tasks.workunit.client.0.smithi031.stderr: -353> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c05cb8) adding con mode: secure 2024-09-19T14:02:04.825 INFO:tasks.workunit.client.0.smithi031.stderr: -352> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c05cb8) adding con mode: crc 2024-09-19T14:02:04.825 INFO:tasks.workunit.client.0.smithi031.stderr: -351> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c05cb8) adding con mode: secure 2024-09-19T14:02:04.825 INFO:tasks.workunit.client.0.smithi031.stderr: -350> 2024-09-19T14:02:04.630+0000 7f45b2f129c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:02:04.826 INFO:tasks.workunit.client.0.smithi031.stderr: -349> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:02:04.826 INFO:tasks.workunit.client.0.smithi031.stderr: -348> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 asok(0x5575d69a5d90) register_command rotate-key cmddesc rotate-key hook 0x5575d6c05e00 EEXIST 2024-09-19T14:02:04.826 INFO:tasks.workunit.client.0.smithi031.stderr: -347> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 10 monclient: _reopen_session rank -1 2024-09-19T14:02:04.826 INFO:tasks.workunit.client.0.smithi031.stderr: -346> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-19T14:02:04.826 INFO:tasks.workunit.client.0.smithi031.stderr: -345> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 10 monclient(hunting): picked mon.noname-a con 0x5575d6c2f100 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T14:02:04.826 INFO:tasks.workunit.client.0.smithi031.stderr: -344> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 10 monclient(hunting): picked mon.noname-b con 0x5575d6c2ea30 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T14:02:04.826 INFO:tasks.workunit.client.0.smithi031.stderr: -343> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 10 monclient(hunting): picked mon.noname-c con 0x5575d6c2d410 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T14:02:04.826 INFO:tasks.workunit.client.0.smithi031.stderr: -342> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:02:04.826 INFO:tasks.workunit.client.0.smithi031.stderr: -341> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:02:04.826 INFO:tasks.workunit.client.0.smithi031.stderr: -340> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:02:04.826 INFO:tasks.workunit.client.0.smithi031.stderr: -339> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 10 monclient(hunting): _renew_subs 2024-09-19T14:02:04.826 INFO:tasks.workunit.client.0.smithi031.stderr: -338> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 10 monclient(hunting): authenticate will time out at 2468.464301s 2024-09-19T14:02:04.826 INFO:tasks.workunit.client.0.smithi031.stderr: -337> 2024-09-19T14:02:04.634+0000 7f45b0a18640 10 monclient(hunting): get_auth_request con 0x5575d6c2f100 auth_method 0 2024-09-19T14:02:04.827 INFO:tasks.workunit.client.0.smithi031.stderr: -336> 2024-09-19T14:02:04.634+0000 7f45b0a18640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:02:04.827 INFO:tasks.workunit.client.0.smithi031.stderr: -335> 2024-09-19T14:02:04.634+0000 7f45b0a18640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:02:04.827 INFO:tasks.workunit.client.0.smithi031.stderr: -334> 2024-09-19T14:02:04.634+0000 7f45b0a18640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:02:04.827 INFO:tasks.workunit.client.0.smithi031.stderr: -333> 2024-09-19T14:02:04.634+0000 7f45b1219640 10 monclient(hunting): get_auth_request con 0x5575d6c2d410 auth_method 0 2024-09-19T14:02:04.827 INFO:tasks.workunit.client.0.smithi031.stderr: -332> 2024-09-19T14:02:04.634+0000 7f45b1219640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:02:04.827 INFO:tasks.workunit.client.0.smithi031.stderr: -331> 2024-09-19T14:02:04.634+0000 7f45b1219640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:02:04.827 INFO:tasks.workunit.client.0.smithi031.stderr: -330> 2024-09-19T14:02:04.634+0000 7f45b1219640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:02:04.827 INFO:tasks.workunit.client.0.smithi031.stderr: -329> 2024-09-19T14:02:04.634+0000 7f45b0a18640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:02:04.827 INFO:tasks.workunit.client.0.smithi031.stderr: -328> 2024-09-19T14:02:04.634+0000 7f45b0a18640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:02:04.827 INFO:tasks.workunit.client.0.smithi031.stderr: -327> 2024-09-19T14:02:04.634+0000 7f45b0a18640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:02:04.828 INFO:tasks.workunit.client.0.smithi031.stderr: -326> 2024-09-19T14:02:04.634+0000 7f45b1219640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:02:04.828 INFO:tasks.workunit.client.0.smithi031.stderr: -325> 2024-09-19T14:02:04.634+0000 7f45b1219640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:02:04.828 INFO:tasks.workunit.client.0.smithi031.stderr: -324> 2024-09-19T14:02:04.634+0000 7f45b1219640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:02:04.828 INFO:tasks.workunit.client.0.smithi031.stderr: -323> 2024-09-19T14:02:04.634+0000 7f45b0217640 10 monclient(hunting): get_auth_request con 0x5575d6c2ea30 auth_method 0 2024-09-19T14:02:04.828 INFO:tasks.workunit.client.0.smithi031.stderr: -322> 2024-09-19T14:02:04.634+0000 7f45b0217640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:02:04.828 INFO:tasks.workunit.client.0.smithi031.stderr: -321> 2024-09-19T14:02:04.634+0000 7f45b0217640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:02:04.828 INFO:tasks.workunit.client.0.smithi031.stderr: -320> 2024-09-19T14:02:04.634+0000 7f45b0217640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:02:04.828 INFO:tasks.workunit.client.0.smithi031.stderr: -319> 2024-09-19T14:02:04.634+0000 7f45b0a18640 10 monclient(hunting): handle_auth_done global_id 8277 payload 824 2024-09-19T14:02:04.828 INFO:tasks.workunit.client.0.smithi031.stderr: -318> 2024-09-19T14:02:04.634+0000 7f45b0a18640 10 monclient: _finish_hunting 0 2024-09-19T14:02:04.828 INFO:tasks.workunit.client.0.smithi031.stderr: -317> 2024-09-19T14:02:04.634+0000 7f45b0a18640 1 monclient: found mon.noname-a 2024-09-19T14:02:04.828 INFO:tasks.workunit.client.0.smithi031.stderr: -316> 2024-09-19T14:02:04.634+0000 7f45b0a18640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T14:02:04.828 INFO:tasks.workunit.client.0.smithi031.stderr: -315> 2024-09-19T14:02:04.634+0000 7f44967fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:02:04.829 INFO:tasks.workunit.client.0.smithi031.stderr: -314> 2024-09-19T14:02:04.634+0000 7f44967fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T14:02:04.829 INFO:tasks.workunit.client.0.smithi031.stderr: -313> 2024-09-19T14:02:04.634+0000 7f44967fc640 10 monclient: dump: 2024-09-19T14:02:04.829 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:02:04.829 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:02:04.829 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:04.829 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:04.829 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:02:04.829 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:04.829 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:02:04.829 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:02:04.829 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:02:04.829 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:04.830 INFO:tasks.workunit.client.0.smithi031.stderr: -312> 2024-09-19T14:02:04.634+0000 7f44967fc640 10 monclient: _finish_auth 0 2024-09-19T14:02:04.830 INFO:tasks.workunit.client.0.smithi031.stderr: -311> 2024-09-19T14:02:04.634+0000 7f44967fc640 10 monclient: _check_auth_tickets 2024-09-19T14:02:04.830 INFO:tasks.workunit.client.0.smithi031.stderr: -310> 2024-09-19T14:02:04.634+0000 7f44967fc640 10 monclient: handle_config config(0 keys) 2024-09-19T14:02:04.830 INFO:tasks.workunit.client.0.smithi031.stderr: -309> 2024-09-19T14:02:04.634+0000 7f44967fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:02:04.830 INFO:tasks.workunit.client.0.smithi031.stderr: -308> 2024-09-19T14:02:04.634+0000 7f44967fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T14:02:04.830 INFO:tasks.workunit.client.0.smithi031.stderr: -307> 2024-09-19T14:02:04.634+0000 7f44967fc640 10 monclient: dump: 2024-09-19T14:02:04.830 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:02:04.830 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:02:04.830 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:04.830 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:04.830 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:02:04.830 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:04.830 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:02:04.831 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:02:04.831 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:02:04.831 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:04.831 INFO:tasks.workunit.client.0.smithi031.stderr: -306> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 monclient: authenticate success, global_id 8277 2024-09-19T14:02:04.831 INFO:tasks.workunit.client.0.smithi031.stderr: -305> 2024-09-19T14:02:04.634+0000 7f45b1a1a640 4 set_mon_vals no callback set 2024-09-19T14:02:04.831 INFO:tasks.workunit.client.0.smithi031.stderr: -304> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 10 monclient: _renew_subs 2024-09-19T14:02:04.831 INFO:tasks.workunit.client.0.smithi031.stderr: -303> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T14:02:04.831 INFO:tasks.workunit.client.0.smithi031.stderr: -302> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 10 monclient: _renew_subs 2024-09-19T14:02:04.831 INFO:tasks.workunit.client.0.smithi031.stderr: -301> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T14:02:04.831 INFO:tasks.workunit.client.0.smithi031.stderr: -300> 2024-09-19T14:02:04.634+0000 7f44967fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T14:02:04.831 INFO:tasks.workunit.client.0.smithi031.stderr: -299> 2024-09-19T14:02:04.634+0000 7f44967fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:02:04.831 INFO:tasks.workunit.client.0.smithi031.stderr: -298> 2024-09-19T14:02:04.634+0000 7f44967fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:02:04.832 INFO:tasks.workunit.client.0.smithi031.stderr: -297> 2024-09-19T14:02:04.634+0000 7f45b0217640 10 monclient: get_auth_request con 0x7f4488071b20 auth_method 0 2024-09-19T14:02:04.832 INFO:tasks.workunit.client.0.smithi031.stderr: -296> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 10 monclient: get_monmap_and_config 2024-09-19T14:02:04.832 INFO:tasks.workunit.client.0.smithi031.stderr: -295> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 10 monclient: build_initial_monmap 2024-09-19T14:02:04.832 INFO:tasks.workunit.client.0.smithi031.stderr: -294> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 1 build_initial for_mkfs: 0 2024-09-19T14:02:04.832 INFO:tasks.workunit.client.0.smithi031.stderr: -293> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 10 monclient: monmap: 2024-09-19T14:02:04.832 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T14:02:04.832 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T14:02:04.832 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T14:02:04.832 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T14:02:04.832 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T14:02:04.832 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:04.832 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T14:02:04.832 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T14:02:04.833 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T14:02:04.833 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:04.833 INFO:tasks.workunit.client.0.smithi031.stderr: -292> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c4eaa0) adding auth protocol: cephx 2024-09-19T14:02:04.833 INFO:tasks.workunit.client.0.smithi031.stderr: -291> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c4eaa0) adding auth protocol: cephx 2024-09-19T14:02:04.833 INFO:tasks.workunit.client.0.smithi031.stderr: -290> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c4eaa0) adding auth protocol: cephx 2024-09-19T14:02:04.833 INFO:tasks.workunit.client.0.smithi031.stderr: -289> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c4eaa0) adding con mode: secure 2024-09-19T14:02:04.833 INFO:tasks.workunit.client.0.smithi031.stderr: -288> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c4eaa0) adding con mode: crc 2024-09-19T14:02:04.833 INFO:tasks.workunit.client.0.smithi031.stderr: -287> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c4eaa0) adding con mode: secure 2024-09-19T14:02:04.833 INFO:tasks.workunit.client.0.smithi031.stderr: -286> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c4eaa0) adding con mode: crc 2024-09-19T14:02:04.833 INFO:tasks.workunit.client.0.smithi031.stderr: -285> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c4eaa0) adding con mode: secure 2024-09-19T14:02:04.833 INFO:tasks.workunit.client.0.smithi031.stderr: -284> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c4eaa0) adding con mode: crc 2024-09-19T14:02:04.833 INFO:tasks.workunit.client.0.smithi031.stderr: -283> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c4eaa0) adding con mode: crc 2024-09-19T14:02:04.833 INFO:tasks.workunit.client.0.smithi031.stderr: -282> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c4eaa0) adding con mode: secure 2024-09-19T14:02:04.834 INFO:tasks.workunit.client.0.smithi031.stderr: -281> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c4eaa0) adding con mode: crc 2024-09-19T14:02:04.834 INFO:tasks.workunit.client.0.smithi031.stderr: -280> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c4eaa0) adding con mode: secure 2024-09-19T14:02:04.834 INFO:tasks.workunit.client.0.smithi031.stderr: -279> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c4eaa0) adding con mode: crc 2024-09-19T14:02:04.834 INFO:tasks.workunit.client.0.smithi031.stderr: -278> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c4eaa0) adding con mode: secure 2024-09-19T14:02:04.834 INFO:tasks.workunit.client.0.smithi031.stderr: -277> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:02:04.834 INFO:tasks.workunit.client.0.smithi031.stderr: -276> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 10 monclient: init 2024-09-19T14:02:04.834 INFO:tasks.workunit.client.0.smithi031.stderr: -275> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597c9c10) adding auth protocol: cephx 2024-09-19T14:02:04.834 INFO:tasks.workunit.client.0.smithi031.stderr: -274> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597c9c10) adding auth protocol: cephx 2024-09-19T14:02:04.834 INFO:tasks.workunit.client.0.smithi031.stderr: -273> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597c9c10) adding auth protocol: cephx 2024-09-19T14:02:04.834 INFO:tasks.workunit.client.0.smithi031.stderr: -272> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597c9c10) adding con mode: secure 2024-09-19T14:02:04.834 INFO:tasks.workunit.client.0.smithi031.stderr: -271> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597c9c10) adding con mode: crc 2024-09-19T14:02:04.834 INFO:tasks.workunit.client.0.smithi031.stderr: -270> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597c9c10) adding con mode: secure 2024-09-19T14:02:04.835 INFO:tasks.workunit.client.0.smithi031.stderr: -269> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597c9c10) adding con mode: crc 2024-09-19T14:02:04.835 INFO:tasks.workunit.client.0.smithi031.stderr: -268> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597c9c10) adding con mode: secure 2024-09-19T14:02:04.835 INFO:tasks.workunit.client.0.smithi031.stderr: -267> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597c9c10) adding con mode: crc 2024-09-19T14:02:04.835 INFO:tasks.workunit.client.0.smithi031.stderr: -266> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597c9c10) adding con mode: crc 2024-09-19T14:02:04.835 INFO:tasks.workunit.client.0.smithi031.stderr: -265> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597c9c10) adding con mode: secure 2024-09-19T14:02:04.835 INFO:tasks.workunit.client.0.smithi031.stderr: -264> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597c9c10) adding con mode: crc 2024-09-19T14:02:04.835 INFO:tasks.workunit.client.0.smithi031.stderr: -263> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597c9c10) adding con mode: secure 2024-09-19T14:02:04.835 INFO:tasks.workunit.client.0.smithi031.stderr: -262> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597c9c10) adding con mode: crc 2024-09-19T14:02:04.835 INFO:tasks.workunit.client.0.smithi031.stderr: -261> 2024-09-19T14:02:04.634+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597c9c10) adding con mode: secure 2024-09-19T14:02:04.835 INFO:tasks.workunit.client.0.smithi031.stderr: -260> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:02:04.835 INFO:tasks.workunit.client.0.smithi031.stderr: -259> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:02:04.835 INFO:tasks.workunit.client.0.smithi031.stderr: -258> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 asok(0x5575d69a5d90) register_command rotate-key cmddesc rotate-key hook 0x7ffc597c9d58 EEXIST 2024-09-19T14:02:04.835 INFO:tasks.workunit.client.0.smithi031.stderr: -257> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 10 monclient: _reopen_session rank -1 2024-09-19T14:02:04.836 INFO:tasks.workunit.client.0.smithi031.stderr: -256> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-19T14:02:04.836 INFO:tasks.workunit.client.0.smithi031.stderr: -255> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 10 monclient(hunting): picked mon.noname-a con 0x5575d6c52c90 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T14:02:04.836 INFO:tasks.workunit.client.0.smithi031.stderr: -254> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 10 monclient(hunting): picked mon.noname-b con 0x5575d6c7d2e0 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T14:02:04.836 INFO:tasks.workunit.client.0.smithi031.stderr: -253> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 10 monclient(hunting): picked mon.noname-c con 0x5575d6c7e4f0 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T14:02:04.836 INFO:tasks.workunit.client.0.smithi031.stderr: -252> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:02:04.836 INFO:tasks.workunit.client.0.smithi031.stderr: -251> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:02:04.836 INFO:tasks.workunit.client.0.smithi031.stderr: -250> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:02:04.836 INFO:tasks.workunit.client.0.smithi031.stderr: -249> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 10 monclient(hunting): _renew_subs 2024-09-19T14:02:04.836 INFO:tasks.workunit.client.0.smithi031.stderr: -248> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 10 monclient(hunting): authenticate will time out at 2468.468455s 2024-09-19T14:02:04.836 INFO:tasks.workunit.client.0.smithi031.stderr: -247> 2024-09-19T14:02:04.638+0000 7f45b0a18640 10 monclient(hunting): get_auth_request con 0x5575d6c52c90 auth_method 0 2024-09-19T14:02:04.836 INFO:tasks.workunit.client.0.smithi031.stderr: -246> 2024-09-19T14:02:04.638+0000 7f45b0a18640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:02:04.836 INFO:tasks.workunit.client.0.smithi031.stderr: -245> 2024-09-19T14:02:04.638+0000 7f45b0a18640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:02:04.837 INFO:tasks.workunit.client.0.smithi031.stderr: -244> 2024-09-19T14:02:04.638+0000 7f45b0a18640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:02:04.837 INFO:tasks.workunit.client.0.smithi031.stderr: -243> 2024-09-19T14:02:04.638+0000 7f45b1219640 10 monclient(hunting): get_auth_request con 0x5575d6c7e4f0 auth_method 0 2024-09-19T14:02:04.837 INFO:tasks.workunit.client.0.smithi031.stderr: -242> 2024-09-19T14:02:04.638+0000 7f45b1219640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:02:04.837 INFO:tasks.workunit.client.0.smithi031.stderr: -241> 2024-09-19T14:02:04.638+0000 7f45b1219640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:02:04.837 INFO:tasks.workunit.client.0.smithi031.stderr: -240> 2024-09-19T14:02:04.638+0000 7f45b1219640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:02:04.837 INFO:tasks.workunit.client.0.smithi031.stderr: -239> 2024-09-19T14:02:04.638+0000 7f45b0a18640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:02:04.837 INFO:tasks.workunit.client.0.smithi031.stderr: -238> 2024-09-19T14:02:04.638+0000 7f45b0a18640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:02:04.837 INFO:tasks.workunit.client.0.smithi031.stderr: -237> 2024-09-19T14:02:04.638+0000 7f45b0a18640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:02:04.837 INFO:tasks.workunit.client.0.smithi031.stderr: -236> 2024-09-19T14:02:04.638+0000 7f45b1219640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:02:04.837 INFO:tasks.workunit.client.0.smithi031.stderr: -235> 2024-09-19T14:02:04.638+0000 7f45b1219640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:02:04.837 INFO:tasks.workunit.client.0.smithi031.stderr: -234> 2024-09-19T14:02:04.638+0000 7f45b1219640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:02:04.837 INFO:tasks.workunit.client.0.smithi031.stderr: -233> 2024-09-19T14:02:04.638+0000 7f45b0a18640 10 monclient(hunting): handle_auth_done global_id 8280 payload 274 2024-09-19T14:02:04.837 INFO:tasks.workunit.client.0.smithi031.stderr: -232> 2024-09-19T14:02:04.638+0000 7f45b0a18640 10 monclient: _finish_hunting 0 2024-09-19T14:02:04.838 INFO:tasks.workunit.client.0.smithi031.stderr: -231> 2024-09-19T14:02:04.638+0000 7f45b0a18640 1 monclient: found mon.noname-a 2024-09-19T14:02:04.838 INFO:tasks.workunit.client.0.smithi031.stderr: -230> 2024-09-19T14:02:04.638+0000 7f45b0a18640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T14:02:04.838 INFO:tasks.workunit.client.0.smithi031.stderr: -229> 2024-09-19T14:02:04.638+0000 7f45b0217640 10 monclient: get_auth_request con 0x5575d6c7d2e0 auth_method 0 2024-09-19T14:02:04.838 INFO:tasks.workunit.client.0.smithi031.stderr: -228> 2024-09-19T14:02:04.638+0000 7f4487fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:02:04.838 INFO:tasks.workunit.client.0.smithi031.stderr: -227> 2024-09-19T14:02:04.638+0000 7f4487fff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T14:02:04.838 INFO:tasks.workunit.client.0.smithi031.stderr: -226> 2024-09-19T14:02:04.638+0000 7f4487fff640 10 monclient: dump: 2024-09-19T14:02:04.838 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:02:04.838 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:02:04.838 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:04.838 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:04.838 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:02:04.838 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:04.838 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:02:04.839 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:02:04.839 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:02:04.839 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:04.839 INFO:tasks.workunit.client.0.smithi031.stderr: -225> 2024-09-19T14:02:04.638+0000 7f4487fff640 10 monclient: _finish_auth 0 2024-09-19T14:02:04.839 INFO:tasks.workunit.client.0.smithi031.stderr: -224> 2024-09-19T14:02:04.638+0000 7f4487fff640 10 monclient: _check_auth_tickets 2024-09-19T14:02:04.839 INFO:tasks.workunit.client.0.smithi031.stderr: -223> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 monclient: authenticate success, global_id 8280 2024-09-19T14:02:04.839 INFO:tasks.workunit.client.0.smithi031.stderr: -222> 2024-09-19T14:02:04.638+0000 7f4487fff640 10 monclient: handle_config config(0 keys) 2024-09-19T14:02:04.839 INFO:tasks.workunit.client.0.smithi031.stderr: -221> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 10 monclient: get_monmap_and_config success 2024-09-19T14:02:04.839 INFO:tasks.workunit.client.0.smithi031.stderr: -220> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 4 set_mon_vals no callback set 2024-09-19T14:02:04.839 INFO:tasks.workunit.client.0.smithi031.stderr: -219> 2024-09-19T14:02:04.638+0000 7f4487fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:02:04.839 INFO:tasks.workunit.client.0.smithi031.stderr: -218> 2024-09-19T14:02:04.638+0000 7f4487fff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T14:02:04.839 INFO:tasks.workunit.client.0.smithi031.stderr: -217> 2024-09-19T14:02:04.638+0000 7f4487fff640 10 monclient: dump: 2024-09-19T14:02:04.839 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:02:04.839 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:02:04.839 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:04.840 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:04.840 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:02:04.840 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:04.840 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:02:04.840 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:02:04.840 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:02:04.840 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:04.840 INFO:tasks.workunit.client.0.smithi031.stderr: -216> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 10 monclient: shutdown 2024-09-19T14:02:04.840 INFO:tasks.workunit.client.0.smithi031.stderr: -215> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 10 monclient: build_initial_monmap 2024-09-19T14:02:04.840 INFO:tasks.workunit.client.0.smithi031.stderr: -214> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 1 build_initial for_mkfs: 0 2024-09-19T14:02:04.840 INFO:tasks.workunit.client.0.smithi031.stderr: -213> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 10 monclient: monmap: 2024-09-19T14:02:04.840 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T14:02:04.840 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T14:02:04.841 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T14:02:04.841 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T14:02:04.841 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T14:02:04.841 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:04.841 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T14:02:04.841 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T14:02:04.841 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T14:02:04.841 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:04.841 INFO:tasks.workunit.client.0.smithi031.stderr: -212> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c751b0) adding auth protocol: cephx 2024-09-19T14:02:04.841 INFO:tasks.workunit.client.0.smithi031.stderr: -211> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c751b0) adding auth protocol: cephx 2024-09-19T14:02:04.841 INFO:tasks.workunit.client.0.smithi031.stderr: -210> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c751b0) adding auth protocol: cephx 2024-09-19T14:02:04.841 INFO:tasks.workunit.client.0.smithi031.stderr: -209> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c751b0) adding con mode: secure 2024-09-19T14:02:04.842 INFO:tasks.workunit.client.0.smithi031.stderr: -208> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c751b0) adding con mode: crc 2024-09-19T14:02:04.842 INFO:tasks.workunit.client.0.smithi031.stderr: -207> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c751b0) adding con mode: secure 2024-09-19T14:02:04.842 INFO:tasks.workunit.client.0.smithi031.stderr: -206> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c751b0) adding con mode: crc 2024-09-19T14:02:04.842 INFO:tasks.workunit.client.0.smithi031.stderr: -205> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c751b0) adding con mode: secure 2024-09-19T14:02:04.842 INFO:tasks.workunit.client.0.smithi031.stderr: -204> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c751b0) adding con mode: crc 2024-09-19T14:02:04.842 INFO:tasks.workunit.client.0.smithi031.stderr: -203> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c751b0) adding con mode: crc 2024-09-19T14:02:04.842 INFO:tasks.workunit.client.0.smithi031.stderr: -202> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c751b0) adding con mode: secure 2024-09-19T14:02:04.842 INFO:tasks.workunit.client.0.smithi031.stderr: -201> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c751b0) adding con mode: crc 2024-09-19T14:02:04.842 INFO:tasks.workunit.client.0.smithi031.stderr: -200> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c751b0) adding con mode: secure 2024-09-19T14:02:04.842 INFO:tasks.workunit.client.0.smithi031.stderr: -199> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c751b0) adding con mode: crc 2024-09-19T14:02:04.842 INFO:tasks.workunit.client.0.smithi031.stderr: -198> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c751b0) adding con mode: secure 2024-09-19T14:02:04.842 INFO:tasks.workunit.client.0.smithi031.stderr: -197> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:02:04.842 INFO:tasks.workunit.client.0.smithi031.stderr: -196> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 1 librados: starting msgr at 2024-09-19T14:02:04.843 INFO:tasks.workunit.client.0.smithi031.stderr: -195> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 1 librados: starting objecter 2024-09-19T14:02:04.843 INFO:tasks.workunit.client.0.smithi031.stderr: -194> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 asok(0x5575d69a5d90) register_command objecter_requests cmddesc objecter_requests hook 0x5575d6c052f0 EEXIST 2024-09-19T14:02:04.843 INFO:tasks.workunit.client.0.smithi031.stderr: -193> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 1 librados: setting wanted keys 2024-09-19T14:02:04.843 INFO:tasks.workunit.client.0.smithi031.stderr: -192> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 1 librados: calling monclient init 2024-09-19T14:02:04.843 INFO:tasks.workunit.client.0.smithi031.stderr: -191> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 10 monclient: init 2024-09-19T14:02:04.843 INFO:tasks.workunit.client.0.smithi031.stderr: -190> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c30f20) adding auth protocol: cephx 2024-09-19T14:02:04.843 INFO:tasks.workunit.client.0.smithi031.stderr: -189> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c30f20) adding auth protocol: cephx 2024-09-19T14:02:04.843 INFO:tasks.workunit.client.0.smithi031.stderr: -188> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c30f20) adding auth protocol: cephx 2024-09-19T14:02:04.843 INFO:tasks.workunit.client.0.smithi031.stderr: -187> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c30f20) adding con mode: secure 2024-09-19T14:02:04.843 INFO:tasks.workunit.client.0.smithi031.stderr: -186> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c30f20) adding con mode: crc 2024-09-19T14:02:04.843 INFO:tasks.workunit.client.0.smithi031.stderr: -185> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c30f20) adding con mode: secure 2024-09-19T14:02:04.843 INFO:tasks.workunit.client.0.smithi031.stderr: -184> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c30f20) adding con mode: crc 2024-09-19T14:02:04.843 INFO:tasks.workunit.client.0.smithi031.stderr: -183> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c30f20) adding con mode: secure 2024-09-19T14:02:04.844 INFO:tasks.workunit.client.0.smithi031.stderr: -182> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c30f20) adding con mode: crc 2024-09-19T14:02:04.844 INFO:tasks.workunit.client.0.smithi031.stderr: -181> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c30f20) adding con mode: crc 2024-09-19T14:02:04.844 INFO:tasks.workunit.client.0.smithi031.stderr: -180> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c30f20) adding con mode: secure 2024-09-19T14:02:04.844 INFO:tasks.workunit.client.0.smithi031.stderr: -179> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c30f20) adding con mode: crc 2024-09-19T14:02:04.844 INFO:tasks.workunit.client.0.smithi031.stderr: -178> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c30f20) adding con mode: secure 2024-09-19T14:02:04.844 INFO:tasks.workunit.client.0.smithi031.stderr: -177> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c30f20) adding con mode: crc 2024-09-19T14:02:04.844 INFO:tasks.workunit.client.0.smithi031.stderr: -176> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 AuthRegistry(0x5575d6c30f20) adding con mode: secure 2024-09-19T14:02:04.844 INFO:tasks.workunit.client.0.smithi031.stderr: -175> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:02:04.844 INFO:tasks.workunit.client.0.smithi031.stderr: -174> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:02:04.844 INFO:tasks.workunit.client.0.smithi031.stderr: -173> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 5 asok(0x5575d69a5d90) register_command rotate-key cmddesc rotate-key hook 0x5575d6c31068 EEXIST 2024-09-19T14:02:04.844 INFO:tasks.workunit.client.0.smithi031.stderr: -172> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 10 monclient: _reopen_session rank -1 2024-09-19T14:02:04.844 INFO:tasks.workunit.client.0.smithi031.stderr: -171> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-19T14:02:04.844 INFO:tasks.workunit.client.0.smithi031.stderr: -170> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 10 monclient(hunting): picked mon.noname-c con 0x5575d6c52c90 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T14:02:04.845 INFO:tasks.workunit.client.0.smithi031.stderr: -169> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 10 monclient(hunting): picked mon.noname-a con 0x5575d6c7d2e0 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T14:02:04.845 INFO:tasks.workunit.client.0.smithi031.stderr: -168> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 10 monclient(hunting): picked mon.noname-b con 0x5575d6c7e4f0 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T14:02:04.845 INFO:tasks.workunit.client.0.smithi031.stderr: -167> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:02:04.845 INFO:tasks.workunit.client.0.smithi031.stderr: -166> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:02:04.845 INFO:tasks.workunit.client.0.smithi031.stderr: -165> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:02:04.845 INFO:tasks.workunit.client.0.smithi031.stderr: -164> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 10 monclient(hunting): _renew_subs 2024-09-19T14:02:04.845 INFO:tasks.workunit.client.0.smithi031.stderr: -163> 2024-09-19T14:02:04.638+0000 7f45b2f129c0 10 monclient(hunting): authenticate will time out at 2468.471174s 2024-09-19T14:02:04.845 INFO:tasks.workunit.client.0.smithi031.stderr: -162> 2024-09-19T14:02:04.638+0000 7f45b0a18640 10 monclient(hunting): get_auth_request con 0x5575d6c52c90 auth_method 0 2024-09-19T14:02:04.845 INFO:tasks.workunit.client.0.smithi031.stderr: -161> 2024-09-19T14:02:04.638+0000 7f45b0a18640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:02:04.845 INFO:tasks.workunit.client.0.smithi031.stderr: -160> 2024-09-19T14:02:04.638+0000 7f45b0a18640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:02:04.845 INFO:tasks.workunit.client.0.smithi031.stderr: -159> 2024-09-19T14:02:04.638+0000 7f45b0a18640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:02:04.845 INFO:tasks.workunit.client.0.smithi031.stderr: -158> 2024-09-19T14:02:04.638+0000 7f45b0217640 10 monclient(hunting): get_auth_request con 0x5575d6c7d2e0 auth_method 0 2024-09-19T14:02:04.846 INFO:tasks.workunit.client.0.smithi031.stderr: -157> 2024-09-19T14:02:04.638+0000 7f45b0217640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:02:04.846 INFO:tasks.workunit.client.0.smithi031.stderr: -156> 2024-09-19T14:02:04.638+0000 7f45b0217640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:02:04.846 INFO:tasks.workunit.client.0.smithi031.stderr: -155> 2024-09-19T14:02:04.638+0000 7f45b0217640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:02:04.846 INFO:tasks.workunit.client.0.smithi031.stderr: -154> 2024-09-19T14:02:04.638+0000 7f45b0a18640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:02:04.846 INFO:tasks.workunit.client.0.smithi031.stderr: -153> 2024-09-19T14:02:04.638+0000 7f45b0a18640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:02:04.846 INFO:tasks.workunit.client.0.smithi031.stderr: -152> 2024-09-19T14:02:04.638+0000 7f45b0a18640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:02:04.846 INFO:tasks.workunit.client.0.smithi031.stderr: -151> 2024-09-19T14:02:04.638+0000 7f45b0217640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:02:04.846 INFO:tasks.workunit.client.0.smithi031.stderr: -150> 2024-09-19T14:02:04.638+0000 7f45b0217640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:02:04.846 INFO:tasks.workunit.client.0.smithi031.stderr: -149> 2024-09-19T14:02:04.638+0000 7f45b0217640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:02:04.846 INFO:tasks.workunit.client.0.smithi031.stderr: -148> 2024-09-19T14:02:04.638+0000 7f45b0217640 10 monclient(hunting): handle_auth_done global_id 8283 payload 824 2024-09-19T14:02:04.846 INFO:tasks.workunit.client.0.smithi031.stderr: -147> 2024-09-19T14:02:04.638+0000 7f45b0217640 10 monclient: _finish_hunting 0 2024-09-19T14:02:04.846 INFO:tasks.workunit.client.0.smithi031.stderr: -146> 2024-09-19T14:02:04.638+0000 7f45b0217640 1 monclient: found mon.noname-a 2024-09-19T14:02:04.847 INFO:tasks.workunit.client.0.smithi031.stderr: -145> 2024-09-19T14:02:04.638+0000 7f45b0217640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T14:02:04.847 INFO:tasks.workunit.client.0.smithi031.stderr: -144> 2024-09-19T14:02:04.638+0000 7f45b1219640 10 monclient: get_auth_request con 0x5575d6c7e4f0 auth_method 0 2024-09-19T14:02:04.847 INFO:tasks.workunit.client.0.smithi031.stderr: -143> 2024-09-19T14:02:04.642+0000 7f44867fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:02:04.847 INFO:tasks.workunit.client.0.smithi031.stderr: -142> 2024-09-19T14:02:04.642+0000 7f44867fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T14:02:04.847 INFO:tasks.workunit.client.0.smithi031.stderr: -141> 2024-09-19T14:02:04.642+0000 7f44867fc640 10 monclient: dump: 2024-09-19T14:02:04.847 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:02:04.847 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:02:04.847 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:04.848 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:04.848 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:02:04.848 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:04.848 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:02:04.848 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:02:04.848 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:02:04.848 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:04.848 INFO:tasks.workunit.client.0.smithi031.stderr: -140> 2024-09-19T14:02:04.642+0000 7f44867fc640 10 monclient: _finish_auth 0 2024-09-19T14:02:04.848 INFO:tasks.workunit.client.0.smithi031.stderr: -139> 2024-09-19T14:02:04.642+0000 7f44867fc640 10 monclient: _check_auth_tickets 2024-09-19T14:02:04.848 INFO:tasks.workunit.client.0.smithi031.stderr: -138> 2024-09-19T14:02:04.642+0000 7f44867fc640 10 monclient: handle_config config(0 keys) 2024-09-19T14:02:04.848 INFO:tasks.workunit.client.0.smithi031.stderr: -137> 2024-09-19T14:02:04.642+0000 7f44867fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:02:04.848 INFO:tasks.workunit.client.0.smithi031.stderr: -136> 2024-09-19T14:02:04.642+0000 7f44867fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T14:02:04.849 INFO:tasks.workunit.client.0.smithi031.stderr: -135> 2024-09-19T14:02:04.642+0000 7f44867fc640 10 monclient: dump: 2024-09-19T14:02:04.849 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:02:04.849 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:02:04.849 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:04.849 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:04.849 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:02:04.849 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:04.849 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:02:04.849 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:02:04.849 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:02:04.849 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:04.849 INFO:tasks.workunit.client.0.smithi031.stderr: -134> 2024-09-19T14:02:04.642+0000 7f45b2f129c0 5 monclient: authenticate success, global_id 8283 2024-09-19T14:02:04.849 INFO:tasks.workunit.client.0.smithi031.stderr: -133> 2024-09-19T14:02:04.642+0000 7f4487fff640 4 set_mon_vals no callback set 2024-09-19T14:02:04.850 INFO:tasks.workunit.client.0.smithi031.stderr: -132> 2024-09-19T14:02:04.642+0000 7f45b2f129c0 10 monclient: _renew_subs 2024-09-19T14:02:04.850 INFO:tasks.workunit.client.0.smithi031.stderr: -131> 2024-09-19T14:02:04.642+0000 7f45b2f129c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T14:02:04.850 INFO:tasks.workunit.client.0.smithi031.stderr: -130> 2024-09-19T14:02:04.642+0000 7f45b2f129c0 10 monclient: _renew_subs 2024-09-19T14:02:04.850 INFO:tasks.workunit.client.0.smithi031.stderr: -129> 2024-09-19T14:02:04.642+0000 7f45b2f129c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T14:02:04.850 INFO:tasks.workunit.client.0.smithi031.stderr: -128> 2024-09-19T14:02:04.642+0000 7f45b2f129c0 1 librados: init done 2024-09-19T14:02:04.850 INFO:tasks.workunit.client.0.smithi031.stderr: -127> 2024-09-19T14:02:04.642+0000 7f45b2f129c0 5 asok(0x5575d69a5d90) register_command cr dump hook 0x5575d6c74d88 2024-09-19T14:02:04.850 INFO:tasks.workunit.client.0.smithi031.stderr: -126> 2024-09-19T14:02:04.642+0000 7f45b2f129c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.850 INFO:tasks.workunit.client.0.smithi031.stderr: -125> 2024-09-19T14:02:04.646+0000 7f44867fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T14:02:04.850 INFO:tasks.workunit.client.0.smithi031.stderr: -124> 2024-09-19T14:02:04.646+0000 7f44867fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:02:04.850 INFO:tasks.workunit.client.0.smithi031.stderr: -123> 2024-09-19T14:02:04.646+0000 7f44867fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:02:04.850 INFO:tasks.workunit.client.0.smithi031.stderr: -122> 2024-09-19T14:02:04.646+0000 7f45b0a18640 10 monclient: get_auth_request con 0x7f447c071c10 auth_method 0 2024-09-19T14:02:04.850 INFO:tasks.workunit.client.0.smithi031.stderr: -121> 2024-09-19T14:02:04.646+0000 7f45b1219640 10 monclient: get_auth_request con 0x5575d6c9cf20 auth_method 0 2024-09-19T14:02:04.850 INFO:tasks.workunit.client.0.smithi031.stderr: -120> 2024-09-19T14:02:04.646+0000 7f45b2f129c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:04.851 INFO:tasks.workunit.client.0.smithi031.stderr: -119> 2024-09-19T14:02:04.646+0000 7f45b2f129c0 20 realm 2024-09-19T14:02:04.851 INFO:tasks.workunit.client.0.smithi031.stderr: -118> 2024-09-19T14:02:04.646+0000 7f45b2f129c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.851 INFO:tasks.workunit.client.0.smithi031.stderr: -117> 2024-09-19T14:02:04.646+0000 7f45b2f129c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:04.851 INFO:tasks.workunit.client.0.smithi031.stderr: -116> 2024-09-19T14:02:04.646+0000 7f45b2f129c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:02:04.851 INFO:tasks.workunit.client.0.smithi031.stderr: -115> 2024-09-19T14:02:04.646+0000 7f45b2f129c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.851 INFO:tasks.workunit.client.0.smithi031.stderr: -114> 2024-09-19T14:02:04.646+0000 7f45b2f129c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:04.851 INFO:tasks.workunit.client.0.smithi031.stderr: -113> 2024-09-19T14:02:04.646+0000 7f45b2f129c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.851 INFO:tasks.workunit.client.0.smithi031.stderr: -112> 2024-09-19T14:02:04.646+0000 7f45b0a18640 10 monclient: get_auth_request con 0x5575d6ca1200 auth_method 0 2024-09-19T14:02:04.851 INFO:tasks.workunit.client.0.smithi031.stderr: -111> 2024-09-19T14:02:04.650+0000 7f45b2f129c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:02:04.851 INFO:tasks.workunit.client.0.smithi031.stderr: -110> 2024-09-19T14:02:04.650+0000 7f45b2f129c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.851 INFO:tasks.workunit.client.0.smithi031.stderr: -109> 2024-09-19T14:02:04.650+0000 7f45b0217640 10 monclient: get_auth_request con 0x5575d6ca4940 auth_method 0 2024-09-19T14:02:04.851 INFO:tasks.workunit.client.0.smithi031.stderr: -108> 2024-09-19T14:02:04.650+0000 7f45b2f129c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:02:04.851 INFO:tasks.workunit.client.0.smithi031.stderr: -107> 2024-09-19T14:02:04.650+0000 7f45b2f129c0 20 searching for the correct realm 2024-09-19T14:02:04.852 INFO:tasks.workunit.client.0.smithi031.stderr: -106> 2024-09-19T14:02:04.650+0000 7f45b1219640 10 monclient: get_auth_request con 0x7f45a40ec030 auth_method 0 2024-09-19T14:02:04.852 INFO:tasks.workunit.client.0.smithi031.stderr: -105> 2024-09-19T14:02:04.654+0000 7f45b0a18640 10 monclient: get_auth_request con 0x7f45a0020060 auth_method 0 2024-09-19T14:02:04.852 INFO:tasks.workunit.client.0.smithi031.stderr: -104> 2024-09-19T14:02:04.654+0000 7f45b0217640 10 monclient: get_auth_request con 0x7f45a4009cb0 auth_method 0 2024-09-19T14:02:04.852 INFO:tasks.workunit.client.0.smithi031.stderr: -103> 2024-09-19T14:02:04.658+0000 7f45b1219640 0 -- 172.21.15.31:0/2438948319 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7f45a40ec030 msgr2=0x7f45a40ac950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T14:02:04.852 INFO:tasks.workunit.client.0.smithi031.stderr: -102> 2024-09-19T14:02:04.658+0000 7f44867fc640 1 client.8283.objecter ms_handle_reset 0x7f45a40ec030 session 0x7f45a40d9070 osd.2 2024-09-19T14:02:04.852 INFO:tasks.workunit.client.0.smithi031.stderr: -101> 2024-09-19T14:02:04.658+0000 7f44867fc640 10 monclient: _renew_subs 2024-09-19T14:02:04.852 INFO:tasks.workunit.client.0.smithi031.stderr: -100> 2024-09-19T14:02:04.658+0000 7f44867fc640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T14:02:04.852 INFO:tasks.workunit.client.0.smithi031.stderr: -99> 2024-09-19T14:02:04.658+0000 7f45b1219640 10 monclient: get_auth_request con 0x7f447c081e40 auth_method 0 2024-09-19T14:02:04.852 INFO:tasks.workunit.client.0.smithi031.stderr: -98> 2024-09-19T14:02:04.658+0000 7f45b1219640 10 monclient: get_auth_request con 0x7f45a0008040 auth_method 0 2024-09-19T14:02:04.852 INFO:tasks.workunit.client.0.smithi031.stderr: -97> 2024-09-19T14:02:04.662+0000 7f45b0a18640 10 monclient: get_auth_request con 0x7f45a8027040 auth_method 0 2024-09-19T14:02:04.852 INFO:tasks.workunit.client.0.smithi031.stderr: -96> 2024-09-19T14:02:04.662+0000 7f45b0a18640 0 -- 172.21.15.31:0/2438948319 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f45a8027040 msgr2=0x7f45a8018420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:02:04.852 INFO:tasks.workunit.client.0.smithi031.stderr: -95> 2024-09-19T14:02:04.662+0000 7f44867fc640 1 client.8283.objecter ms_handle_reset 0x7f45a8027040 session 0x7f45a801e040 osd.3 2024-09-19T14:02:04.853 INFO:tasks.workunit.client.0.smithi031.stderr: -94> 2024-09-19T14:02:04.662+0000 7f45b0a18640 10 monclient: get_auth_request con 0x7f45a40ec030 auth_method 0 2024-09-19T14:02:04.853 INFO:tasks.workunit.client.0.smithi031.stderr: -93> 2024-09-19T14:02:04.670+0000 7f45b2f129c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:02:04.853 INFO:tasks.workunit.client.0.smithi031.stderr: -92> 2024-09-19T14:02:04.670+0000 7f45b2f129c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:02:04.853 INFO:tasks.workunit.client.0.smithi031.stderr: -91> 2024-09-19T14:02:04.670+0000 7f45b2f129c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:02:04.853 INFO:tasks.workunit.client.0.smithi031.stderr: -90> 2024-09-19T14:02:04.670+0000 7f45b2f129c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:02:04.853 INFO:tasks.workunit.client.0.smithi031.stderr: -89> 2024-09-19T14:02:04.670+0000 7f45b2f129c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:02:04.853 INFO:tasks.workunit.client.0.smithi031.stderr: -88> 2024-09-19T14:02:04.670+0000 7f45b2f129c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:02:04.853 INFO:tasks.workunit.client.0.smithi031.stderr: -87> 2024-09-19T14:02:04.670+0000 7f45b2f129c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.853 INFO:tasks.workunit.client.0.smithi031.stderr: -86> 2024-09-19T14:02:04.670+0000 7f45b2f129c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:04.853 INFO:tasks.workunit.client.0.smithi031.stderr: -85> 2024-09-19T14:02:04.670+0000 7f45b2f129c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.853 INFO:tasks.workunit.client.0.smithi031.stderr: -84> 2024-09-19T14:02:04.670+0000 7f45b2f129c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:02:04.853 INFO:tasks.workunit.client.0.smithi031.stderr: -83> 2024-09-19T14:02:04.670+0000 7f45b2f129c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.853 INFO:tasks.workunit.client.0.smithi031.stderr: -82> 2024-09-19T14:02:04.674+0000 7f45b2f129c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:02:04.854 INFO:tasks.workunit.client.0.smithi031.stderr: -81> 2024-09-19T14:02:04.674+0000 7f45b2f129c0 20 zone default found 2024-09-19T14:02:04.854 INFO:tasks.workunit.client.0.smithi031.stderr: -80> 2024-09-19T14:02:04.674+0000 7f45b2f129c0 4 Realm: () 2024-09-19T14:02:04.854 INFO:tasks.workunit.client.0.smithi031.stderr: -79> 2024-09-19T14:02:04.674+0000 7f45b2f129c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:02:04.854 INFO:tasks.workunit.client.0.smithi031.stderr: -78> 2024-09-19T14:02:04.674+0000 7f45b2f129c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:02:04.854 INFO:tasks.workunit.client.0.smithi031.stderr: -77> 2024-09-19T14:02:04.674+0000 7f45b2f129c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:02:04.854 INFO:tasks.workunit.client.0.smithi031.stderr: -76> 2024-09-19T14:02:04.674+0000 7f45b2f129c0 20 zonegroup default 2024-09-19T14:02:04.854 INFO:tasks.workunit.client.0.smithi031.stderr: -75> 2024-09-19T14:02:04.674+0000 7f45b2f129c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.854 INFO:tasks.workunit.client.0.smithi031.stderr: -74> 2024-09-19T14:02:04.674+0000 7f45b2f129c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:04.854 INFO:tasks.workunit.client.0.smithi031.stderr: -73> 2024-09-19T14:02:04.674+0000 7f45b2f129c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.854 INFO:tasks.workunit.client.0.smithi031.stderr: -72> 2024-09-19T14:02:04.674+0000 7f45b2f129c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:04.854 INFO:tasks.workunit.client.0.smithi031.stderr: -71> 2024-09-19T14:02:04.674+0000 7f45b2f129c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.854 INFO:tasks.workunit.client.0.smithi031.stderr: -70> 2024-09-19T14:02:04.674+0000 7f45b2f129c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:04.854 INFO:tasks.workunit.client.0.smithi031.stderr: -69> 2024-09-19T14:02:04.674+0000 7f45b2f129c0 20 started sync module instance, tier type = 2024-09-19T14:02:04.855 INFO:tasks.workunit.client.0.smithi031.stderr: -68> 2024-09-19T14:02:04.674+0000 7f45b2f129c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:02:04.855 INFO:tasks.workunit.client.0.smithi031.stderr: -67> 2024-09-19T14:02:04.694+0000 7f45b2f129c0 20 add_watcher() i=0 2024-09-19T14:02:04.855 INFO:tasks.workunit.client.0.smithi031.stderr: -66> 2024-09-19T14:02:04.694+0000 7f45b2f129c0 20 add_watcher() i=1 2024-09-19T14:02:04.855 INFO:tasks.workunit.client.0.smithi031.stderr: -65> 2024-09-19T14:02:04.694+0000 7f45b2f129c0 20 add_watcher() i=2 2024-09-19T14:02:04.855 INFO:tasks.workunit.client.0.smithi031.stderr: -64> 2024-09-19T14:02:04.694+0000 7f45b2f129c0 20 add_watcher() i=3 2024-09-19T14:02:04.855 INFO:tasks.workunit.client.0.smithi031.stderr: -63> 2024-09-19T14:02:04.694+0000 7f45b2f129c0 20 add_watcher() i=4 2024-09-19T14:02:04.855 INFO:tasks.workunit.client.0.smithi031.stderr: -62> 2024-09-19T14:02:04.694+0000 7f45b2f129c0 20 add_watcher() i=5 2024-09-19T14:02:04.855 INFO:tasks.workunit.client.0.smithi031.stderr: -61> 2024-09-19T14:02:04.694+0000 7f45b2f129c0 20 add_watcher() i=6 2024-09-19T14:02:04.855 INFO:tasks.workunit.client.0.smithi031.stderr: -60> 2024-09-19T14:02:04.694+0000 7f45b2f129c0 20 add_watcher() i=7 2024-09-19T14:02:04.855 INFO:tasks.workunit.client.0.smithi031.stderr: -59> 2024-09-19T14:02:04.694+0000 7f45b2f129c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:02:04.855 INFO:tasks.workunit.client.0.smithi031.stderr: -58> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597ca0e0) adding auth protocol: cephx 2024-09-19T14:02:04.855 INFO:tasks.workunit.client.0.smithi031.stderr: -57> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597ca0e0) adding auth protocol: cephx 2024-09-19T14:02:04.855 INFO:tasks.workunit.client.0.smithi031.stderr: -56> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597ca0e0) adding auth protocol: cephx 2024-09-19T14:02:04.856 INFO:tasks.workunit.client.0.smithi031.stderr: -55> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597ca0e0) adding con mode: secure 2024-09-19T14:02:04.856 INFO:tasks.workunit.client.0.smithi031.stderr: -54> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597ca0e0) adding con mode: crc 2024-09-19T14:02:04.856 INFO:tasks.workunit.client.0.smithi031.stderr: -53> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597ca0e0) adding con mode: secure 2024-09-19T14:02:04.856 INFO:tasks.workunit.client.0.smithi031.stderr: -52> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597ca0e0) adding con mode: crc 2024-09-19T14:02:04.856 INFO:tasks.workunit.client.0.smithi031.stderr: -51> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597ca0e0) adding con mode: secure 2024-09-19T14:02:04.856 INFO:tasks.workunit.client.0.smithi031.stderr: -50> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597ca0e0) adding con mode: crc 2024-09-19T14:02:04.856 INFO:tasks.workunit.client.0.smithi031.stderr: -49> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597ca0e0) adding con mode: crc 2024-09-19T14:02:04.856 INFO:tasks.workunit.client.0.smithi031.stderr: -48> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597ca0e0) adding con mode: secure 2024-09-19T14:02:04.856 INFO:tasks.workunit.client.0.smithi031.stderr: -47> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597ca0e0) adding con mode: crc 2024-09-19T14:02:04.856 INFO:tasks.workunit.client.0.smithi031.stderr: -46> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597ca0e0) adding con mode: secure 2024-09-19T14:02:04.856 INFO:tasks.workunit.client.0.smithi031.stderr: -45> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597ca0e0) adding con mode: crc 2024-09-19T14:02:04.856 INFO:tasks.workunit.client.0.smithi031.stderr: -44> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 5 AuthRegistry(0x7ffc597ca0e0) adding con mode: secure 2024-09-19T14:02:04.856 INFO:tasks.workunit.client.0.smithi031.stderr: -43> 2024-09-19T14:02:04.698+0000 7f44677e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:02:04.857 INFO:tasks.workunit.client.0.smithi031.stderr: -42> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:02:04.857 INFO:tasks.workunit.client.0.smithi031.stderr: -41> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:02:04.857 INFO:tasks.workunit.client.0.smithi031.stderr: -40> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:02:04.857 INFO:tasks.workunit.client.0.smithi031.stderr: -39> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 5 asok(0x5575d69a5d90) register_command cache list hook 0x5575d6c78640 2024-09-19T14:02:04.857 INFO:tasks.workunit.client.0.smithi031.stderr: -38> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 5 asok(0x5575d69a5d90) register_command cache inspect hook 0x5575d6c78640 2024-09-19T14:02:04.857 INFO:tasks.workunit.client.0.smithi031.stderr: -37> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 5 asok(0x5575d69a5d90) register_command cache erase hook 0x5575d6c78640 2024-09-19T14:02:04.857 INFO:tasks.workunit.client.0.smithi031.stderr: -36> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 5 asok(0x5575d69a5d90) register_command cache zap hook 0x5575d6c78640 2024-09-19T14:02:04.857 INFO:tasks.workunit.client.0.smithi031.stderr: -35> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 5 note: GC not initialized 2024-09-19T14:02:04.857 INFO:tasks.workunit.client.0.smithi031.stderr: -34> 2024-09-19T14:02:04.698+0000 7f44667e4640 20 reqs_thread_entry: start 2024-09-19T14:02:04.857 INFO:tasks.workunit.client.0.smithi031.stderr: -33> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 5 asok(0x5575d69a5d90) register_command sync trace show hook 0x7f45a0083070 2024-09-19T14:02:04.857 INFO:tasks.workunit.client.0.smithi031.stderr: -32> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 5 asok(0x5575d69a5d90) register_command sync trace history hook 0x7f45a0083070 2024-09-19T14:02:04.857 INFO:tasks.workunit.client.0.smithi031.stderr: -31> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 5 asok(0x5575d69a5d90) register_command sync trace active hook 0x7f45a0083070 2024-09-19T14:02:04.857 INFO:tasks.workunit.client.0.smithi031.stderr: -30> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 5 asok(0x5575d69a5d90) register_command sync trace active_short hook 0x7f45a0083070 2024-09-19T14:02:04.858 INFO:tasks.workunit.client.0.smithi031.stderr: -29> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 20 init_complete bucket index max shards: 1 2024-09-19T14:02:04.858 INFO:tasks.workunit.client.0.smithi031.stderr: -28> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 20 Filter name: none 2024-09-19T14:02:04.858 INFO:tasks.workunit.client.0.smithi031.stderr: -27> 2024-09-19T14:02:04.698+0000 7f445f7fe640 20 reqs_thread_entry: start 2024-09-19T14:02:04.858 INFO:tasks.workunit.client.0.smithi031.stderr: -26> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-19T14:02:04.858 INFO:tasks.workunit.client.0.smithi031.stderr: -25> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.858 INFO:tasks.workunit.client.0.smithi031.stderr: -24> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T14:02:04.858 INFO:tasks.workunit.client.0.smithi031.stderr: -23> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-19T14:02:04.858 INFO:tasks.workunit.client.0.smithi031.stderr: -22> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-19T14:02:04.858 INFO:tasks.workunit.client.0.smithi031.stderr: -21> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 : miss 2024-09-19T14:02:04.858 INFO:tasks.workunit.client.0.smithi031.stderr: -20> 2024-09-19T14:02:04.698+0000 7f45b2f129c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.858 INFO:tasks.workunit.client.0.smithi031.stderr: -19> 2024-09-19T14:02:04.702+0000 7f45b2f129c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T14:02:04.858 INFO:tasks.workunit.client.0.smithi031.stderr: -18> 2024-09-19T14:02:04.702+0000 7f45b2f129c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T14:02:04.858 INFO:tasks.workunit.client.0.smithi031.stderr: -17> 2024-09-19T14:02:04.702+0000 7f45b2f129c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T14:02:04.859 INFO:tasks.workunit.client.0.smithi031.stderr: -16> 2024-09-19T14:02:04.702+0000 7f45b2f129c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T14:02:04.859 INFO:tasks.workunit.client.0.smithi031.stderr: -15> 2024-09-19T14:02:04.702+0000 7f45b2f129c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:02:04.859 INFO:tasks.workunit.client.0.smithi031.stderr: -14> 2024-09-19T14:02:04.702+0000 7f45b2f129c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 2024-09-19T14:02:04.859 INFO:tasks.workunit.client.0.smithi031.stderr: -13> 2024-09-19T14:02:04.710+0000 7f45b2f129c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T14:02:04.859 INFO:tasks.workunit.client.0.smithi031.stderr: -12> 2024-09-19T14:02:04.710+0000 7f45b2f129c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T14:02:04.859 INFO:tasks.workunit.client.0.smithi031.stderr: -11> 2024-09-19T14:02:04.710+0000 7f45b2f129c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:02:04.859 INFO:tasks.workunit.client.0.smithi031.stderr: -10> 2024-09-19T14:02:04.710+0000 7f45b2f129c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17, ofs0, ns] 2024-09-19T14:02:04.859 INFO:tasks.workunit.client.0.smithi031.stderr: -9> 2024-09-19T14:02:04.710+0000 7f4487fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333554 cookie 93964603162496 notifier 8283 bl.length()=827 2024-09-19T14:02:04.859 INFO:tasks.workunit.client.0.smithi031.stderr: -8> 2024-09-19T14:02:04.710+0000 7f4487fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T14:02:04.859 INFO:tasks.workunit.client.0.smithi031.stderr: -7> 2024-09-19T14:02:04.710+0000 7f4487fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T14:02:04.859 INFO:tasks.workunit.client.0.smithi031.stderr: -6> 2024-09-19T14:02:04.710+0000 7f4487fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:02:04.859 INFO:tasks.workunit.client.0.smithi031.stderr: -5> 2024-09-19T14:02:04.710+0000 7f45b2f129c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): orig_sources= new_sources= 2024-09-19T14:02:04.859 INFO:tasks.workunit.client.0.smithi031.stderr: -4> 2024-09-19T14:02:04.710+0000 7f45b2f129c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): potential sources added=[] removed=[] 2024-09-19T14:02:04.859 INFO:tasks.workunit.client.0.smithi031.stderr: -3> 2024-09-19T14:02:04.710+0000 7f45b2f129c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): orig_dests= new_dests= 2024-09-19T14:02:04.860 INFO:tasks.workunit.client.0.smithi031.stderr: -2> 2024-09-19T14:02:04.710+0000 7f45b2f129c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): potential dests added=[] removed=[] 2024-09-19T14:02:04.860 INFO:tasks.workunit.client.0.smithi031.stderr: -1> 2024-09-19T14:02:04.718+0000 7f45b2f129c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f45b2f129c0 time 2024-09-19T14:02:04.722049+0000 2024-09-19T14:02:04.860 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T14:02:04.860 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:04.860 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T14:02:04.860 INFO:tasks.workunit.client.0.smithi031.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f45b67ec2eb] 2024-09-19T14:02:04.860 INFO:tasks.workunit.client.0.smithi031.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f45b67ec49f] 2024-09-19T14:02:04.860 INFO:tasks.workunit.client.0.smithi031.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5575d5124271] 2024-09-19T14:02:04.860 INFO:tasks.workunit.client.0.smithi031.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x5575d513414a] 2024-09-19T14:02:04.860 INFO:tasks.workunit.client.0.smithi031.stderr: 5: main() 2024-09-19T14:02:04.860 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f45b5652d90] 2024-09-19T14:02:04.860 INFO:tasks.workunit.client.0.smithi031.stderr: 7: __libc_start_main() 2024-09-19T14:02:04.861 INFO:tasks.workunit.client.0.smithi031.stderr: 8: _start() 2024-09-19T14:02:04.861 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:04.861 INFO:tasks.workunit.client.0.smithi031.stderr: 0> 2024-09-19T14:02:04.722+0000 7f45b2f129c0 -1 *** Caught signal (Aborted) ** 2024-09-19T14:02:04.861 INFO:tasks.workunit.client.0.smithi031.stderr: in thread 7f45b2f129c0 thread_name:radosgw-admin 2024-09-19T14:02:04.861 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:04.861 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T14:02:04.861 INFO:tasks.workunit.client.0.smithi031.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f45b566b520] 2024-09-19T14:02:04.861 INFO:tasks.workunit.client.0.smithi031.stderr: 2: pthread_kill() 2024-09-19T14:02:04.861 INFO:tasks.workunit.client.0.smithi031.stderr: 3: raise() 2024-09-19T14:02:04.861 INFO:tasks.workunit.client.0.smithi031.stderr: 4: abort() 2024-09-19T14:02:04.861 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f45b67ec345] 2024-09-19T14:02:04.861 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f45b67ec49f] 2024-09-19T14:02:04.861 INFO:tasks.workunit.client.0.smithi031.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5575d5124271] 2024-09-19T14:02:04.862 INFO:tasks.workunit.client.0.smithi031.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x5575d513414a] 2024-09-19T14:02:04.862 INFO:tasks.workunit.client.0.smithi031.stderr: 9: main() 2024-09-19T14:02:04.862 INFO:tasks.workunit.client.0.smithi031.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f45b5652d90] 2024-09-19T14:02:04.862 INFO:tasks.workunit.client.0.smithi031.stderr: 11: __libc_start_main() 2024-09-19T14:02:04.862 INFO:tasks.workunit.client.0.smithi031.stderr: 12: _start() 2024-09-19T14:02:04.862 INFO:tasks.workunit.client.0.smithi031.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T14:02:04.862 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:04.862 INFO:tasks.workunit.client.0.smithi031.stderr:--- logging levels --- 2024-09-19T14:02:04.862 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 none 2024-09-19T14:02:04.862 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 lockdep 2024-09-19T14:02:04.862 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 context 2024-09-19T14:02:04.862 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 crush 2024-09-19T14:02:04.863 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds 2024-09-19T14:02:04.863 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_balancer 2024-09-19T14:02:04.863 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_locker 2024-09-19T14:02:04.863 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_log 2024-09-19T14:02:04.863 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_log_expire 2024-09-19T14:02:04.863 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_migrator 2024-09-19T14:02:04.863 INFO:tasks.workunit.client.0.smithi031.stderr: 3/ 5 mds_quiesce 2024-09-19T14:02:04.863 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 buffer 2024-09-19T14:02:04.863 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 timer 2024-09-19T14:02:04.863 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 filer 2024-09-19T14:02:04.863 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 striper 2024-09-19T14:02:04.863 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 objecter 2024-09-19T14:02:04.863 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rados 2024-09-19T14:02:04.864 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd 2024-09-19T14:02:04.864 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_mirror 2024-09-19T14:02:04.864 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_replay 2024-09-19T14:02:04.864 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_pwl 2024-09-19T14:02:04.864 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 journaler 2024-09-19T14:02:04.864 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 objectcacher 2024-09-19T14:02:04.864 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 immutable_obj_cache 2024-09-19T14:02:04.864 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 client 2024-09-19T14:02:04.864 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 osd 2024-09-19T14:02:04.864 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 optracker 2024-09-19T14:02:04.864 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 objclass 2024-09-19T14:02:04.864 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 filestore 2024-09-19T14:02:04.864 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 journal 2024-09-19T14:02:04.865 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 0 ms 2024-09-19T14:02:04.865 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mon 2024-09-19T14:02:04.865 INFO:tasks.workunit.client.0.smithi031.stderr: 0/10 monc 2024-09-19T14:02:04.865 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 paxos 2024-09-19T14:02:04.865 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 tp 2024-09-19T14:02:04.865 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 auth 2024-09-19T14:02:04.865 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 crypto 2024-09-19T14:02:04.865 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 finisher 2024-09-19T14:02:04.865 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 reserver 2024-09-19T14:02:04.865 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 heartbeatmap 2024-09-19T14:02:04.865 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 perfcounter 2024-09-19T14:02:04.865 INFO:tasks.workunit.client.0.smithi031.stderr: 20/20 rgw 2024-09-19T14:02:04.865 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_sync 2024-09-19T14:02:04.866 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_datacache 2024-09-19T14:02:04.866 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_access 2024-09-19T14:02:04.866 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_dbstore 2024-09-19T14:02:04.866 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_flight 2024-09-19T14:02:04.866 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_lifecycle 2024-09-19T14:02:04.866 INFO:tasks.workunit.client.0.smithi031.stderr: 20/20 rgw_notification 2024-09-19T14:02:04.866 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 javaclient 2024-09-19T14:02:04.866 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 asok 2024-09-19T14:02:04.866 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 throttle 2024-09-19T14:02:04.866 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 0 refs 2024-09-19T14:02:04.866 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 compressor 2024-09-19T14:02:04.866 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 bluestore 2024-09-19T14:02:04.867 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 bluefs 2024-09-19T14:02:04.867 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 bdev 2024-09-19T14:02:04.867 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 kstore 2024-09-19T14:02:04.867 INFO:tasks.workunit.client.0.smithi031.stderr: 4/ 5 rocksdb 2024-09-19T14:02:04.867 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 fuse 2024-09-19T14:02:04.867 INFO:tasks.workunit.client.0.smithi031.stderr: 2/ 5 mgr 2024-09-19T14:02:04.867 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mgrc 2024-09-19T14:02:04.867 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 dpdk 2024-09-19T14:02:04.867 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 eventtrace 2024-09-19T14:02:04.867 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 prioritycache 2024-09-19T14:02:04.867 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 test 2024-09-19T14:02:04.867 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cephfs_mirror 2024-09-19T14:02:04.867 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cephsqlite 2024-09-19T14:02:04.867 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 crimson_interrupt 2024-09-19T14:02:04.868 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore 2024-09-19T14:02:04.868 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_onode 2024-09-19T14:02:04.868 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_odata 2024-09-19T14:02:04.868 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_omap 2024-09-19T14:02:04.868 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_tm 2024-09-19T14:02:04.868 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_t 2024-09-19T14:02:04.868 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_cleaner 2024-09-19T14:02:04.868 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_epm 2024-09-19T14:02:04.868 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_lba 2024-09-19T14:02:04.868 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-19T14:02:04.868 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_cache 2024-09-19T14:02:04.868 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_journal 2024-09-19T14:02:04.868 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_device 2024-09-19T14:02:04.869 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_backref 2024-09-19T14:02:04.869 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 alienstore 2024-09-19T14:02:04.869 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mclock 2024-09-19T14:02:04.869 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cyanstore 2024-09-19T14:02:04.869 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 ceph_exporter 2024-09-19T14:02:04.869 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 memstore 2024-09-19T14:02:04.869 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 trace 2024-09-19T14:02:04.869 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 ceph_dedup 2024-09-19T14:02:04.869 INFO:tasks.workunit.client.0.smithi031.stderr: -2/-2 (syslog threshold) 2024-09-19T14:02:04.869 INFO:tasks.workunit.client.0.smithi031.stderr: 99/99 (stderr threshold) 2024-09-19T14:02:04.869 INFO:tasks.workunit.client.0.smithi031.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-19T14:02:04.869 INFO:tasks.workunit.client.0.smithi031.stderr: 7f445f7fe640 / http_manager 2024-09-19T14:02:04.869 INFO:tasks.workunit.client.0.smithi031.stderr: 7f44667e4640 / http_manager 2024-09-19T14:02:04.870 INFO:tasks.workunit.client.0.smithi031.stderr: 7f44677e6640 / rgw_dt_lg_renew 2024-09-19T14:02:04.870 INFO:tasks.workunit.client.0.smithi031.stderr: 7f44867fc640 / ms_dispatch 2024-09-19T14:02:04.870 INFO:tasks.workunit.client.0.smithi031.stderr: 7f4487fff640 / io_context_pool 2024-09-19T14:02:04.870 INFO:tasks.workunit.client.0.smithi031.stderr: 7f44967fc640 / ms_dispatch 2024-09-19T14:02:04.870 INFO:tasks.workunit.client.0.smithi031.stderr: 7f449d60a640 / ms_dispatch 2024-09-19T14:02:04.870 INFO:tasks.workunit.client.0.smithi031.stderr: 7f449ee0d640 / io_context_pool 2024-09-19T14:02:04.870 INFO:tasks.workunit.client.0.smithi031.stderr: 7f45b0217640 / msgr-worker-2 2024-09-19T14:02:04.870 INFO:tasks.workunit.client.0.smithi031.stderr: 7f45b0a18640 / msgr-worker-1 2024-09-19T14:02:04.870 INFO:tasks.workunit.client.0.smithi031.stderr: 7f45b1219640 / msgr-worker-0 2024-09-19T14:02:04.870 INFO:tasks.workunit.client.0.smithi031.stderr: 7f45b1a1a640 / io_context_pool 2024-09-19T14:02:04.870 INFO:tasks.workunit.client.0.smithi031.stderr: 7f45b2f129c0 / radosgw-admin 2024-09-19T14:02:04.870 INFO:tasks.workunit.client.0.smithi031.stderr: max_recent 500 2024-09-19T14:02:04.870 INFO:tasks.workunit.client.0.smithi031.stderr: max_new 1000 2024-09-19T14:02:04.871 INFO:tasks.workunit.client.0.smithi031.stderr: log_file /var/lib/ceph/crash/2024-09-19T14:02:04.724095Z_398bf8ba-eaa4-4fe4-b96d-8994785a1c0a/log 2024-09-19T14:02:04.871 INFO:tasks.workunit.client.0.smithi031.stderr:--- end dump of recent events --- 2024-09-19T14:02:04.871 INFO:tasks.workunit.client.0.smithi031.stderr:Aborted 2024-09-19T14:02:04.871 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-19T14:02:04.875 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:02:04.875 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:02:04.875 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.802+0000 7f4464ce49c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.875 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.806+0000 7f4464ce49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:04.876 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.806+0000 7f4464ce49c0 20 realm 2024-09-19T14:02:04.876 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.806+0000 7f4464ce49c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.876 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.806+0000 7f4464ce49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:04.876 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.806+0000 7f4464ce49c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:02:04.876 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.806+0000 7f4464ce49c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.876 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.806+0000 7f4464ce49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:04.876 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.806+0000 7f4464ce49c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.876 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.806+0000 7f4464ce49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:02:04.876 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.806+0000 7f4464ce49c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.876 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.810+0000 7f4464ce49c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:02:04.876 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.810+0000 7f4464ce49c0 20 searching for the correct realm 2024-09-19T14:02:04.876 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.814+0000 7f4462feb640 0 -- 172.21.15.31:0/2576256880 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7f4458137ba0 msgr2=0x7f4458109150 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:02:04.877 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.822+0000 7f44627ea640 0 -- 172.21.15.31:0/2576256880 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f445c017070 msgr2=0x7f445c027410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:02:04.877 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.826+0000 7f4464ce49c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:02:04.877 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.826+0000 7f4464ce49c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:02:04.877 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.826+0000 7f4464ce49c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:02:04.877 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.826+0000 7f4464ce49c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:02:04.877 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.826+0000 7f4464ce49c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:02:04.877 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.826+0000 7f4464ce49c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:02:04.877 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.826+0000 7f4464ce49c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.877 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.826+0000 7f4464ce49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:04.877 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.826+0000 7f4464ce49c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.877 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.830+0000 7f4464ce49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:02:04.878 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.830+0000 7f4464ce49c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.878 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.830+0000 7f4464ce49c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:02:04.878 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.830+0000 7f4464ce49c0 20 zone default found 2024-09-19T14:02:04.878 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.830+0000 7f4464ce49c0 4 Realm: () 2024-09-19T14:02:04.878 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.830+0000 7f4464ce49c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:02:04.878 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.830+0000 7f4464ce49c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:02:04.878 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.830+0000 7f4464ce49c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:02:04.878 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.830+0000 7f4464ce49c0 20 zonegroup default 2024-09-19T14:02:04.878 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.830+0000 7f4464ce49c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.878 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.830+0000 7f4464ce49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:04.878 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.830+0000 7f4464ce49c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.878 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.830+0000 7f4464ce49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:04.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.830+0000 7f4464ce49c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.830+0000 7f4464ce49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:04.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.830+0000 7f4464ce49c0 20 started sync module instance, tier type = 2024-09-19T14:02:04.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.830+0000 7f4464ce49c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:02:04.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.850+0000 7f4464ce49c0 20 add_watcher() i=0 2024-09-19T14:02:04.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.850+0000 7f4464ce49c0 20 add_watcher() i=1 2024-09-19T14:02:04.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.850+0000 7f4464ce49c0 20 add_watcher() i=2 2024-09-19T14:02:04.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.850+0000 7f4464ce49c0 20 add_watcher() i=3 2024-09-19T14:02:04.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.850+0000 7f4464ce49c0 20 add_watcher() i=4 2024-09-19T14:02:04.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.850+0000 7f4464ce49c0 20 add_watcher() i=5 2024-09-19T14:02:04.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.850+0000 7f4464ce49c0 20 add_watcher() i=6 2024-09-19T14:02:04.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.850+0000 7f4464ce49c0 20 add_watcher() i=7 2024-09-19T14:02:04.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.850+0000 7f4464ce49c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:02:04.880 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.854+0000 7f4318fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:02:04.880 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.854+0000 7f4464ce49c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:02:04.880 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.854+0000 7f4464ce49c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:02:04.880 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.854+0000 7f4464ce49c0 5 note: GC not initialized 2024-09-19T14:02:04.880 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.854+0000 7f42937fe640 20 reqs_thread_entry: start 2024-09-19T14:02:04.880 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.854+0000 7f4464ce49c0 20 init_complete bucket index max shards: 1 2024-09-19T14:02:04.880 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.854+0000 7f4464ce49c0 20 Filter name: none 2024-09-19T14:02:04.880 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.854+0000 7f4464ce49c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.880 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.854+0000 7f42917fa640 20 reqs_thread_entry: start 2024-09-19T14:02:04.880 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.854+0000 7f4464ce49c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T14:02:04.880 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.854+0000 7f4464ce49c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.880 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.858+0000 7f4464ce49c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-19T14:02:04.880 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.858+0000 7f4464ce49c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:02:04.881 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.858+0000 7f4464ce49c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.881 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.858+0000 7f4464ce49c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T14:02:04.881 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.858+0000 7f4464ce49c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.881 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.858+0000 7f4464ce49c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-19T14:02:04.881 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.858+0000 7f4464ce49c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:02:04.881 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.858+0000 7f4318fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:02:04.881 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.862+0000 7f4464ce49c0 20 remove_watcher() i=0 2024-09-19T14:02:04.881 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.862+0000 7f4464ce49c0 2 removed watcher, disabling cache 2024-09-19T14:02:04.881 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.866+0000 7f4464ce49c0 20 remove_watcher() i=1 2024-09-19T14:02:04.881 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.866+0000 7f4464ce49c0 20 remove_watcher() i=2 2024-09-19T14:02:04.881 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.870+0000 7f4464ce49c0 20 remove_watcher() i=3 2024-09-19T14:02:04.881 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.870+0000 7f4464ce49c0 20 remove_watcher() i=4 2024-09-19T14:02:04.881 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.874+0000 7f4464ce49c0 20 remove_watcher() i=5 2024-09-19T14:02:04.882 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.874+0000 7f4464ce49c0 20 remove_watcher() i=6 2024-09-19T14:02:04.882 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.878+0000 7f4464ce49c0 20 remove_watcher() i=7 2024-09-19T14:02:04.895 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:02:04.895 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:02:04.909 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-19T14:02:04.935 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:02:04.936 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:02:04.979 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.978+0000 7f8f7f4f79c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.981 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.978+0000 7f8f7f4f79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:04.981 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.978+0000 7f8f7f4f79c0 20 realm 2024-09-19T14:02:04.981 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.978+0000 7f8f7f4f79c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.978+0000 7f8f7f4f79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:04.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.978+0000 7f8f7f4f79c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:02:04.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.978+0000 7f8f7f4f79c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.982+0000 7f8f7f4f79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:04.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.982+0000 7f8f7f4f79c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.982+0000 7f8f7f4f79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:02:04.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.982+0000 7f8f7f4f79c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:04.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.982+0000 7f8f7f4f79c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:02:04.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.982+0000 7f8f7f4f79c0 20 searching for the correct realm 2024-09-19T14:02:04.991 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.990+0000 7f8f7d7fe640 0 -- 172.21.15.31:0/2885793326 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x55e49f360000 msgr2=0x55e49f3624a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T14:02:04.997 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:04.994+0000 7f8f7cffd640 0 -- 172.21.15.31:0/2885793326 >> [v2:172.21.15.31:6802/3325082646,v1:172.21.15.31:6804/3325082646] conn(0x55e49f364250 msgr2=0x55e49f366660 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:02:05.003 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.002+0000 7f8f7f4f79c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:02:05.003 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.002+0000 7f8f7f4f79c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:02:05.003 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.002+0000 7f8f7f4f79c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:02:05.003 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.002+0000 7f8f7f4f79c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:02:05.003 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.002+0000 7f8f7f4f79c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:02:05.004 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.002+0000 7f8f7f4f79c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:02:05.004 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.002+0000 7f8f7f4f79c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:05.004 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.002+0000 7f8f7f4f79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:05.004 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.002+0000 7f8f7f4f79c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:05.004 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.002+0000 7f8f7f4f79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:02:05.004 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.002+0000 7f8f7f4f79c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:05.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.002+0000 7f8f7f4f79c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:02:05.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.002+0000 7f8f7f4f79c0 20 zone default found 2024-09-19T14:02:05.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.002+0000 7f8f7f4f79c0 4 Realm: () 2024-09-19T14:02:05.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.002+0000 7f8f7f4f79c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:02:05.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.002+0000 7f8f7f4f79c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:02:05.006 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.002+0000 7f8f7f4f79c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:02:05.006 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.002+0000 7f8f7f4f79c0 20 zonegroup default 2024-09-19T14:02:05.006 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.002+0000 7f8f7f4f79c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:05.006 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.002+0000 7f8f7f4f79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:05.006 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.002+0000 7f8f7f4f79c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:05.006 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.002+0000 7f8f7f4f79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:05.006 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.002+0000 7f8f7f4f79c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:05.007 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.006+0000 7f8f7f4f79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:05.007 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.006+0000 7f8f7f4f79c0 20 started sync module instance, tier type = 2024-09-19T14:02:05.007 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.006+0000 7f8f7f4f79c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:02:05.024 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.022+0000 7f8f7f4f79c0 20 add_watcher() i=0 2024-09-19T14:02:05.024 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.022+0000 7f8f7f4f79c0 20 add_watcher() i=1 2024-09-19T14:02:05.024 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.022+0000 7f8f7f4f79c0 20 add_watcher() i=2 2024-09-19T14:02:05.024 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.022+0000 7f8f7f4f79c0 20 add_watcher() i=3 2024-09-19T14:02:05.024 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.022+0000 7f8f7f4f79c0 20 add_watcher() i=4 2024-09-19T14:02:05.025 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.022+0000 7f8f7f4f79c0 20 add_watcher() i=5 2024-09-19T14:02:05.025 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.022+0000 7f8f7f4f79c0 20 add_watcher() i=6 2024-09-19T14:02:05.027 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.026+0000 7f8f7f4f79c0 20 add_watcher() i=7 2024-09-19T14:02:05.027 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.026+0000 7f8f7f4f79c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:02:05.031 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.030+0000 7f8e337e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:02:05.031 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.030+0000 7f8f7f4f79c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:02:05.031 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.030+0000 7f8f7f4f79c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:02:05.031 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.030+0000 7f8f7f4f79c0 5 note: GC not initialized 2024-09-19T14:02:05.031 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.030+0000 7f8e327e4640 20 reqs_thread_entry: start 2024-09-19T14:02:05.032 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.030+0000 7f8f7f4f79c0 20 init_complete bucket index max shards: 1 2024-09-19T14:02:05.032 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.030+0000 7f8f7f4f79c0 20 Filter name: none 2024-09-19T14:02:05.032 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.030+0000 7f8e2b7fe640 20 reqs_thread_entry: start 2024-09-19T14:02:05.032 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.030+0000 7f8f7f4f79c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-19T14:02:05.032 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.030+0000 7f8f7f4f79c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:05.033 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.030+0000 7f8f7f4f79c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T14:02:05.033 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.030+0000 7f8f7f4f79c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-19T14:02:05.033 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.030+0000 7f8f7f4f79c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-19T14:02:05.033 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.030+0000 7f8f7f4f79c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 : miss 2024-09-19T14:02:05.033 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.030+0000 7f8f7f4f79c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:05.033 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.030+0000 7f8f7f4f79c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-19T14:02:05.033 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.030+0000 7f8f7f4f79c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T14:02:05.033 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.030+0000 7f8f7f4f79c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T14:02:05.033 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.030+0000 7f8f7f4f79c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T14:02:05.033 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.030+0000 7f8f7f4f79c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:02:05.033 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.030+0000 7f8f7f4f79c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 2024-09-19T14:02:05.034 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.030+0000 7f8f7f4f79c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.0 2024-09-19T14:02:05.034 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.030+0000 7f8f7f4f79c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.0 2024-09-19T14:02:05.034 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.030+0000 7f8f7f4f79c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.1 2024-09-19T14:02:05.034 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.030+0000 7f8f7f4f79c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.1 2024-09-19T14:02:05.034 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.034+0000 7f8f7f4f79c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.2 2024-09-19T14:02:05.035 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.034+0000 7f8f7f4f79c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.2 2024-09-19T14:02:05.036 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.034+0000 7f8e337e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:02:05.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.038+0000 7f8f7f4f79c0 20 remove_watcher() i=0 2024-09-19T14:02:05.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.038+0000 7f8f7f4f79c0 2 removed watcher, disabling cache 2024-09-19T14:02:05.042 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.042+0000 7f8f7f4f79c0 20 remove_watcher() i=1 2024-09-19T14:02:05.044 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.042+0000 7f8f7f4f79c0 20 remove_watcher() i=2 2024-09-19T14:02:05.047 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.046+0000 7f8f7f4f79c0 20 remove_watcher() i=3 2024-09-19T14:02:05.049 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.046+0000 7f8f7f4f79c0 20 remove_watcher() i=4 2024-09-19T14:02:05.051 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.050+0000 7f8f7f4f79c0 20 remove_watcher() i=5 2024-09-19T14:02:05.054 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.054+0000 7f8f7f4f79c0 20 remove_watcher() i=6 2024-09-19T14:02:05.057 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:05.054+0000 7f8f7f4f79c0 20 remove_watcher() i=7 2024-09-19T14:02:35.102 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 4 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at logrecord_writes 2024-09-19T14:02:35.145 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:02:35.145 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:02:35.188 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.185+0000 7fa989a539c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:35.190 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.189+0000 7fa989a539c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:35.190 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.189+0000 7fa989a539c0 20 realm 2024-09-19T14:02:35.190 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.189+0000 7fa989a539c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:35.191 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.189+0000 7fa989a539c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:35.191 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.189+0000 7fa989a539c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:02:35.191 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.189+0000 7fa989a539c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:35.191 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.189+0000 7fa989a539c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:35.191 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.189+0000 7fa989a539c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:35.192 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.189+0000 7fa989a539c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:02:35.192 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.189+0000 7fa989a539c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:35.194 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.193+0000 7fa989a539c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:02:35.194 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.193+0000 7fa989a539c0 20 searching for the correct realm 2024-09-19T14:02:35.200 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.197+0000 7fa987d5a640 0 -- 172.21.15.31:0/2497441146 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7fa97c11b050 msgr2=0x7fa97c101710 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:02:35.206 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.205+0000 7fa987559640 0 -- 172.21.15.31:0/2497441146 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7fa980018040 msgr2=0x7fa98007bab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:02:35.214 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.209+0000 7fa989a539c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:02:35.214 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.209+0000 7fa989a539c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:02:35.214 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.209+0000 7fa989a539c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:02:35.214 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.209+0000 7fa989a539c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:02:35.214 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.209+0000 7fa989a539c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:02:35.214 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.209+0000 7fa989a539c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:02:35.215 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.209+0000 7fa989a539c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:35.215 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.213+0000 7fa989a539c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:35.215 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.213+0000 7fa989a539c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:35.215 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.213+0000 7fa989a539c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:02:35.215 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.213+0000 7fa989a539c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:35.216 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.213+0000 7fa989a539c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:02:35.216 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.213+0000 7fa989a539c0 20 zone default found 2024-09-19T14:02:35.216 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.213+0000 7fa989a539c0 4 Realm: () 2024-09-19T14:02:35.216 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.213+0000 7fa989a539c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:02:35.216 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.213+0000 7fa989a539c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:02:35.216 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.213+0000 7fa989a539c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:02:35.216 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.213+0000 7fa989a539c0 20 zonegroup default 2024-09-19T14:02:35.217 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.213+0000 7fa989a539c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:35.217 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.213+0000 7fa989a539c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:35.217 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.213+0000 7fa989a539c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:35.217 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.213+0000 7fa989a539c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:35.217 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.213+0000 7fa989a539c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:35.218 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.213+0000 7fa989a539c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:35.218 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.213+0000 7fa989a539c0 20 started sync module instance, tier type = 2024-09-19T14:02:35.218 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.213+0000 7fa989a539c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:02:35.236 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.233+0000 7fa989a539c0 20 add_watcher() i=0 2024-09-19T14:02:35.236 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.233+0000 7fa989a539c0 20 add_watcher() i=1 2024-09-19T14:02:35.236 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.233+0000 7fa989a539c0 20 add_watcher() i=2 2024-09-19T14:02:35.237 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.233+0000 7fa989a539c0 20 add_watcher() i=3 2024-09-19T14:02:35.237 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.233+0000 7fa989a539c0 20 add_watcher() i=4 2024-09-19T14:02:35.237 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.233+0000 7fa989a539c0 20 add_watcher() i=5 2024-09-19T14:02:35.237 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.233+0000 7fa989a539c0 20 add_watcher() i=6 2024-09-19T14:02:35.239 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.237+0000 7fa989a539c0 20 add_watcher() i=7 2024-09-19T14:02:35.239 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.237+0000 7fa989a539c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:02:35.242 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.241+0000 7fa83dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:02:35.243 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.241+0000 7fa989a539c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:02:35.243 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.241+0000 7fa989a539c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:02:35.243 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.241+0000 7fa989a539c0 5 note: GC not initialized 2024-09-19T14:02:35.243 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.241+0000 7fa83cfe1640 20 reqs_thread_entry: start 2024-09-19T14:02:35.244 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.241+0000 7fa989a539c0 20 init_complete bucket index max shards: 1 2024-09-19T14:02:35.244 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.241+0000 7fa989a539c0 20 Filter name: none 2024-09-19T14:02:35.244 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.241+0000 7fa7b67fc640 20 reqs_thread_entry: start 2024-09-19T14:02:35.244 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.241+0000 7fa989a539c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-19T14:02:35.244 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.241+0000 7fa989a539c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:35.245 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.241+0000 7fa989a539c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T14:02:35.245 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.241+0000 7fa989a539c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-19T14:02:35.245 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.241+0000 7fa989a539c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-19T14:02:35.245 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.241+0000 7fa989a539c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 : miss 2024-09-19T14:02:35.245 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.241+0000 7fa989a539c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:35.245 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.241+0000 7fa989a539c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-19T14:02:35.246 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.241+0000 7fa989a539c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T14:02:35.246 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.241+0000 7fa989a539c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T14:02:35.246 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.241+0000 7fa989a539c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T14:02:35.246 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.241+0000 7fa989a539c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:02:35.246 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.241+0000 7fa989a539c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 2024-09-19T14:02:35.248 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.245+0000 7fa989a539c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-19T14:02:35.257 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.253+0000 7fa989a539c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T14:02:35.257 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.253+0000 7fa989a539c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T14:02:35.258 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.253+0000 7fa989a539c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:02:35.258 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.253+0000 7fa989a539c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17, ofs0, ns] 2024-09-19T14:02:35.258 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.253+0000 7fa86affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333555 cookie 94735897272896 notifier 8337 bl.length()=827 2024-09-19T14:02:35.258 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.253+0000 7fa86affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T14:02:35.258 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.253+0000 7fa86affd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T14:02:35.258 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.253+0000 7fa86affd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:02:35.259 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.257+0000 7fa989a539c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): orig_sources= new_sources= 2024-09-19T14:02:35.259 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.257+0000 7fa989a539c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): potential sources added=[] removed=[] 2024-09-19T14:02:35.259 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.257+0000 7fa989a539c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): orig_dests= new_dests= 2024-09-19T14:02:35.259 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.257+0000 7fa989a539c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): potential dests added=[] removed=[] 2024-09-19T14:02:35.263 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fa989a539c0 time 2024-09-19T14:02:35.265336+0000 2024-09-19T14:02:35.263 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T14:02:35.265 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T14:02:35.265 INFO:tasks.workunit.client.0.smithi031.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fa98d32d2eb] 2024-09-19T14:02:35.265 INFO:tasks.workunit.client.0.smithi031.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fa98d32d49f] 2024-09-19T14:02:35.265 INFO:tasks.workunit.client.0.smithi031.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56296952f271] 2024-09-19T14:02:35.265 INFO:tasks.workunit.client.0.smithi031.stderr: 4: radosgw-admin(+0x141057c) [0x562969f8057c] 2024-09-19T14:02:35.265 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56296953f0dd] 2024-09-19T14:02:35.265 INFO:tasks.workunit.client.0.smithi031.stderr: 6: main() 2024-09-19T14:02:35.265 INFO:tasks.workunit.client.0.smithi031.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fa98c193d90] 2024-09-19T14:02:35.265 INFO:tasks.workunit.client.0.smithi031.stderr: 8: __libc_start_main() 2024-09-19T14:02:35.265 INFO:tasks.workunit.client.0.smithi031.stderr: 9: _start() 2024-09-19T14:02:35.265 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.261+0000 7fa989a539c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fa989a539c0 time 2024-09-19T14:02:35.265336+0000 2024-09-19T14:02:35.266 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T14:02:35.266 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:35.266 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T14:02:35.266 INFO:tasks.workunit.client.0.smithi031.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fa98d32d2eb] 2024-09-19T14:02:35.266 INFO:tasks.workunit.client.0.smithi031.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fa98d32d49f] 2024-09-19T14:02:35.266 INFO:tasks.workunit.client.0.smithi031.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56296952f271] 2024-09-19T14:02:35.266 INFO:tasks.workunit.client.0.smithi031.stderr: 4: radosgw-admin(+0x141057c) [0x562969f8057c] 2024-09-19T14:02:35.266 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56296953f0dd] 2024-09-19T14:02:35.266 INFO:tasks.workunit.client.0.smithi031.stderr: 6: main() 2024-09-19T14:02:35.266 INFO:tasks.workunit.client.0.smithi031.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fa98c193d90] 2024-09-19T14:02:35.266 INFO:tasks.workunit.client.0.smithi031.stderr: 8: __libc_start_main() 2024-09-19T14:02:35.266 INFO:tasks.workunit.client.0.smithi031.stderr: 9: _start() 2024-09-19T14:02:35.266 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:35.267 INFO:tasks.workunit.client.0.smithi031.stderr:*** Caught signal (Aborted) ** 2024-09-19T14:02:35.267 INFO:tasks.workunit.client.0.smithi031.stderr: in thread 7fa989a539c0 thread_name:radosgw-admin 2024-09-19T14:02:35.286 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T14:02:35.286 INFO:tasks.workunit.client.0.smithi031.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fa98c1ac520] 2024-09-19T14:02:35.286 INFO:tasks.workunit.client.0.smithi031.stderr: 2: pthread_kill() 2024-09-19T14:02:35.286 INFO:tasks.workunit.client.0.smithi031.stderr: 3: raise() 2024-09-19T14:02:35.286 INFO:tasks.workunit.client.0.smithi031.stderr: 4: abort() 2024-09-19T14:02:35.287 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fa98d32d345] 2024-09-19T14:02:35.287 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fa98d32d49f] 2024-09-19T14:02:35.287 INFO:tasks.workunit.client.0.smithi031.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56296952f271] 2024-09-19T14:02:35.287 INFO:tasks.workunit.client.0.smithi031.stderr: 8: radosgw-admin(+0x141057c) [0x562969f8057c] 2024-09-19T14:02:35.287 INFO:tasks.workunit.client.0.smithi031.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56296953f0dd] 2024-09-19T14:02:35.287 INFO:tasks.workunit.client.0.smithi031.stderr: 10: main() 2024-09-19T14:02:35.287 INFO:tasks.workunit.client.0.smithi031.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fa98c193d90] 2024-09-19T14:02:35.287 INFO:tasks.workunit.client.0.smithi031.stderr: 12: __libc_start_main() 2024-09-19T14:02:35.287 INFO:tasks.workunit.client.0.smithi031.stderr: 13: _start() 2024-09-19T14:02:35.287 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.261+0000 7fa989a539c0 -1 *** Caught signal (Aborted) ** 2024-09-19T14:02:35.287 INFO:tasks.workunit.client.0.smithi031.stderr: in thread 7fa989a539c0 thread_name:radosgw-admin 2024-09-19T14:02:35.287 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:35.288 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T14:02:35.288 INFO:tasks.workunit.client.0.smithi031.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fa98c1ac520] 2024-09-19T14:02:35.288 INFO:tasks.workunit.client.0.smithi031.stderr: 2: pthread_kill() 2024-09-19T14:02:35.288 INFO:tasks.workunit.client.0.smithi031.stderr: 3: raise() 2024-09-19T14:02:35.288 INFO:tasks.workunit.client.0.smithi031.stderr: 4: abort() 2024-09-19T14:02:35.288 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fa98d32d345] 2024-09-19T14:02:35.288 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fa98d32d49f] 2024-09-19T14:02:35.288 INFO:tasks.workunit.client.0.smithi031.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56296952f271] 2024-09-19T14:02:35.288 INFO:tasks.workunit.client.0.smithi031.stderr: 8: radosgw-admin(+0x141057c) [0x562969f8057c] 2024-09-19T14:02:35.288 INFO:tasks.workunit.client.0.smithi031.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56296953f0dd] 2024-09-19T14:02:35.288 INFO:tasks.workunit.client.0.smithi031.stderr: 10: main() 2024-09-19T14:02:35.288 INFO:tasks.workunit.client.0.smithi031.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fa98c193d90] 2024-09-19T14:02:35.289 INFO:tasks.workunit.client.0.smithi031.stderr: 12: __libc_start_main() 2024-09-19T14:02:35.289 INFO:tasks.workunit.client.0.smithi031.stderr: 13: _start() 2024-09-19T14:02:35.289 INFO:tasks.workunit.client.0.smithi031.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T14:02:35.289 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:35.289 INFO:tasks.workunit.client.0.smithi031.stderr:--- begin dump of recent events --- 2024-09-19T14:02:35.289 INFO:tasks.workunit.client.0.smithi031.stderr: -499> 2024-09-19T14:02:35.161+0000 7fa987559640 1 monclient: found mon.noname-c 2024-09-19T14:02:35.289 INFO:tasks.workunit.client.0.smithi031.stderr: -498> 2024-09-19T14:02:35.161+0000 7fa987559640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.31:3301/0 2024-09-19T14:02:35.289 INFO:tasks.workunit.client.0.smithi031.stderr: -497> 2024-09-19T14:02:35.161+0000 7fa87560a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:02:35.289 INFO:tasks.workunit.client.0.smithi031.stderr: -496> 2024-09-19T14:02:35.161+0000 7fa87560a640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T14:02:35.289 INFO:tasks.workunit.client.0.smithi031.stderr: -495> 2024-09-19T14:02:35.161+0000 7fa87560a640 10 monclient: dump: 2024-09-19T14:02:35.289 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:02:35.289 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:02:35.289 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:35.290 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:35.290 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:02:35.290 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:35.290 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:02:35.290 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:02:35.290 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:02:35.290 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:35.290 INFO:tasks.workunit.client.0.smithi031.stderr: -494> 2024-09-19T14:02:35.161+0000 7fa87560a640 10 monclient: _finish_auth 0 2024-09-19T14:02:35.290 INFO:tasks.workunit.client.0.smithi031.stderr: -493> 2024-09-19T14:02:35.161+0000 7fa87560a640 10 monclient: _check_auth_tickets 2024-09-19T14:02:35.290 INFO:tasks.workunit.client.0.smithi031.stderr: -492> 2024-09-19T14:02:35.161+0000 7fa989a539c0 5 monclient: authenticate success, global_id 7784 2024-09-19T14:02:35.290 INFO:tasks.workunit.client.0.smithi031.stderr: -491> 2024-09-19T14:02:35.161+0000 7fa87560a640 10 monclient: handle_config config(0 keys) 2024-09-19T14:02:35.290 INFO:tasks.workunit.client.0.smithi031.stderr: -490> 2024-09-19T14:02:35.161+0000 7fa87560a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:02:35.290 INFO:tasks.workunit.client.0.smithi031.stderr: -489> 2024-09-19T14:02:35.161+0000 7fa87560a640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T14:02:35.291 INFO:tasks.workunit.client.0.smithi031.stderr: -488> 2024-09-19T14:02:35.161+0000 7fa87560a640 10 monclient: dump: 2024-09-19T14:02:35.291 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:02:35.291 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:02:35.291 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:35.291 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:35.291 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:02:35.291 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:35.291 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:02:35.291 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:02:35.291 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:02:35.291 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:35.291 INFO:tasks.workunit.client.0.smithi031.stderr: -487> 2024-09-19T14:02:35.161+0000 7fa989a539c0 10 monclient: get_monmap_and_config success 2024-09-19T14:02:35.291 INFO:tasks.workunit.client.0.smithi031.stderr: -486> 2024-09-19T14:02:35.161+0000 7fa989a539c0 4 set_mon_vals no callback set 2024-09-19T14:02:35.292 INFO:tasks.workunit.client.0.smithi031.stderr: -485> 2024-09-19T14:02:35.161+0000 7fa989a539c0 10 monclient: shutdown 2024-09-19T14:02:35.292 INFO:tasks.workunit.client.0.smithi031.stderr: -484> 2024-09-19T14:02:35.161+0000 7fa989a539c0 5 asok(0x56296b508d90) unregister_commands rotate-key 2024-09-19T14:02:35.292 INFO:tasks.workunit.client.0.smithi031.stderr: -483> 2024-09-19T14:02:35.161+0000 7fa989a539c0 10 monclient: build_initial_monmap 2024-09-19T14:02:35.292 INFO:tasks.workunit.client.0.smithi031.stderr: -482> 2024-09-19T14:02:35.161+0000 7fa989a539c0 1 build_initial for_mkfs: 0 2024-09-19T14:02:35.292 INFO:tasks.workunit.client.0.smithi031.stderr: -481> 2024-09-19T14:02:35.161+0000 7fa989a539c0 10 monclient: monmap: 2024-09-19T14:02:35.292 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T14:02:35.292 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T14:02:35.292 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T14:02:35.292 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T14:02:35.292 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T14:02:35.292 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:35.292 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T14:02:35.292 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T14:02:35.293 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T14:02:35.293 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:35.293 INFO:tasks.workunit.client.0.smithi031.stderr: -480> 2024-09-19T14:02:35.161+0000 7fa989a539c0 5 AuthRegistry(0x56296b71b900) adding auth protocol: cephx 2024-09-19T14:02:35.293 INFO:tasks.workunit.client.0.smithi031.stderr: -479> 2024-09-19T14:02:35.161+0000 7fa989a539c0 5 AuthRegistry(0x56296b71b900) adding auth protocol: cephx 2024-09-19T14:02:35.293 INFO:tasks.workunit.client.0.smithi031.stderr: -478> 2024-09-19T14:02:35.161+0000 7fa989a539c0 5 AuthRegistry(0x56296b71b900) adding auth protocol: cephx 2024-09-19T14:02:35.293 INFO:tasks.workunit.client.0.smithi031.stderr: -477> 2024-09-19T14:02:35.161+0000 7fa989a539c0 5 AuthRegistry(0x56296b71b900) adding con mode: secure 2024-09-19T14:02:35.293 INFO:tasks.workunit.client.0.smithi031.stderr: -476> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 AuthRegistry(0x56296b71b900) adding con mode: crc 2024-09-19T14:02:35.293 INFO:tasks.workunit.client.0.smithi031.stderr: -475> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 AuthRegistry(0x56296b71b900) adding con mode: secure 2024-09-19T14:02:35.293 INFO:tasks.workunit.client.0.smithi031.stderr: -474> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 AuthRegistry(0x56296b71b900) adding con mode: crc 2024-09-19T14:02:35.293 INFO:tasks.workunit.client.0.smithi031.stderr: -473> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 AuthRegistry(0x56296b71b900) adding con mode: secure 2024-09-19T14:02:35.293 INFO:tasks.workunit.client.0.smithi031.stderr: -472> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 AuthRegistry(0x56296b71b900) adding con mode: crc 2024-09-19T14:02:35.293 INFO:tasks.workunit.client.0.smithi031.stderr: -471> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 AuthRegistry(0x56296b71b900) adding con mode: crc 2024-09-19T14:02:35.293 INFO:tasks.workunit.client.0.smithi031.stderr: -470> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 AuthRegistry(0x56296b71b900) adding con mode: secure 2024-09-19T14:02:35.294 INFO:tasks.workunit.client.0.smithi031.stderr: -469> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 AuthRegistry(0x56296b71b900) adding con mode: crc 2024-09-19T14:02:35.294 INFO:tasks.workunit.client.0.smithi031.stderr: -468> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 AuthRegistry(0x56296b71b900) adding con mode: secure 2024-09-19T14:02:35.294 INFO:tasks.workunit.client.0.smithi031.stderr: -467> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 AuthRegistry(0x56296b71b900) adding con mode: crc 2024-09-19T14:02:35.294 INFO:tasks.workunit.client.0.smithi031.stderr: -466> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 AuthRegistry(0x56296b71b900) adding con mode: secure 2024-09-19T14:02:35.294 INFO:tasks.workunit.client.0.smithi031.stderr: -465> 2024-09-19T14:02:35.165+0000 7fa989a539c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:02:35.294 INFO:tasks.workunit.client.0.smithi031.stderr: -464> 2024-09-19T14:02:35.165+0000 7fa989a539c0 1 librados: starting msgr at 2024-09-19T14:02:35.294 INFO:tasks.workunit.client.0.smithi031.stderr: -463> 2024-09-19T14:02:35.165+0000 7fa989a539c0 1 librados: starting objecter 2024-09-19T14:02:35.294 INFO:tasks.workunit.client.0.smithi031.stderr: -462> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 asok(0x56296b508d90) register_command objecter_requests hook 0x56296b746e50 2024-09-19T14:02:35.294 INFO:tasks.workunit.client.0.smithi031.stderr: -461> 2024-09-19T14:02:35.165+0000 7fa989a539c0 1 librados: setting wanted keys 2024-09-19T14:02:35.294 INFO:tasks.workunit.client.0.smithi031.stderr: -460> 2024-09-19T14:02:35.165+0000 7fa989a539c0 1 librados: calling monclient init 2024-09-19T14:02:35.294 INFO:tasks.workunit.client.0.smithi031.stderr: -459> 2024-09-19T14:02:35.165+0000 7fa989a539c0 10 monclient: init 2024-09-19T14:02:35.294 INFO:tasks.workunit.client.0.smithi031.stderr: -458> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 AuthRegistry(0x56296b7160c0) adding auth protocol: cephx 2024-09-19T14:02:35.294 INFO:tasks.workunit.client.0.smithi031.stderr: -457> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 AuthRegistry(0x56296b7160c0) adding auth protocol: cephx 2024-09-19T14:02:35.295 INFO:tasks.workunit.client.0.smithi031.stderr: -456> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 AuthRegistry(0x56296b7160c0) adding auth protocol: cephx 2024-09-19T14:02:35.295 INFO:tasks.workunit.client.0.smithi031.stderr: -455> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 AuthRegistry(0x56296b7160c0) adding con mode: secure 2024-09-19T14:02:35.295 INFO:tasks.workunit.client.0.smithi031.stderr: -454> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 AuthRegistry(0x56296b7160c0) adding con mode: crc 2024-09-19T14:02:35.295 INFO:tasks.workunit.client.0.smithi031.stderr: -453> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 AuthRegistry(0x56296b7160c0) adding con mode: secure 2024-09-19T14:02:35.295 INFO:tasks.workunit.client.0.smithi031.stderr: -452> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 AuthRegistry(0x56296b7160c0) adding con mode: crc 2024-09-19T14:02:35.295 INFO:tasks.workunit.client.0.smithi031.stderr: -451> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 AuthRegistry(0x56296b7160c0) adding con mode: secure 2024-09-19T14:02:35.295 INFO:tasks.workunit.client.0.smithi031.stderr: -450> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 AuthRegistry(0x56296b7160c0) adding con mode: crc 2024-09-19T14:02:35.295 INFO:tasks.workunit.client.0.smithi031.stderr: -449> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 AuthRegistry(0x56296b7160c0) adding con mode: crc 2024-09-19T14:02:35.295 INFO:tasks.workunit.client.0.smithi031.stderr: -448> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 AuthRegistry(0x56296b7160c0) adding con mode: secure 2024-09-19T14:02:35.295 INFO:tasks.workunit.client.0.smithi031.stderr: -447> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 AuthRegistry(0x56296b7160c0) adding con mode: crc 2024-09-19T14:02:35.295 INFO:tasks.workunit.client.0.smithi031.stderr: -446> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 AuthRegistry(0x56296b7160c0) adding con mode: secure 2024-09-19T14:02:35.295 INFO:tasks.workunit.client.0.smithi031.stderr: -445> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 AuthRegistry(0x56296b7160c0) adding con mode: crc 2024-09-19T14:02:35.295 INFO:tasks.workunit.client.0.smithi031.stderr: -444> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 AuthRegistry(0x56296b7160c0) adding con mode: secure 2024-09-19T14:02:35.295 INFO:tasks.workunit.client.0.smithi031.stderr: -443> 2024-09-19T14:02:35.165+0000 7fa989a539c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:02:35.296 INFO:tasks.workunit.client.0.smithi031.stderr: -442> 2024-09-19T14:02:35.165+0000 7fa989a539c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:02:35.296 INFO:tasks.workunit.client.0.smithi031.stderr: -441> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 asok(0x56296b508d90) register_command rotate-key hook 0x56296b716208 2024-09-19T14:02:35.296 INFO:tasks.workunit.client.0.smithi031.stderr: -440> 2024-09-19T14:02:35.165+0000 7fa989a539c0 10 monclient: _reopen_session rank -1 2024-09-19T14:02:35.296 INFO:tasks.workunit.client.0.smithi031.stderr: -439> 2024-09-19T14:02:35.165+0000 7fa989a539c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-19T14:02:35.296 INFO:tasks.workunit.client.0.smithi031.stderr: -438> 2024-09-19T14:02:35.165+0000 7fa989a539c0 10 monclient(hunting): picked mon.noname-b con 0x56296b5d1490 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T14:02:35.296 INFO:tasks.workunit.client.0.smithi031.stderr: -437> 2024-09-19T14:02:35.165+0000 7fa989a539c0 10 monclient(hunting): picked mon.noname-a con 0x56296b5d22a0 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T14:02:35.296 INFO:tasks.workunit.client.0.smithi031.stderr: -436> 2024-09-19T14:02:35.165+0000 7fa989a539c0 10 monclient(hunting): picked mon.noname-c con 0x56296b65e840 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T14:02:35.296 INFO:tasks.workunit.client.0.smithi031.stderr: -435> 2024-09-19T14:02:35.165+0000 7fa989a539c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:02:35.296 INFO:tasks.workunit.client.0.smithi031.stderr: -434> 2024-09-19T14:02:35.165+0000 7fa989a539c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:02:35.296 INFO:tasks.workunit.client.0.smithi031.stderr: -433> 2024-09-19T14:02:35.165+0000 7fa989a539c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:02:35.296 INFO:tasks.workunit.client.0.smithi031.stderr: -432> 2024-09-19T14:02:35.165+0000 7fa989a539c0 10 monclient(hunting): _renew_subs 2024-09-19T14:02:35.296 INFO:tasks.workunit.client.0.smithi031.stderr: -431> 2024-09-19T14:02:35.165+0000 7fa989a539c0 10 monclient(hunting): authenticate will time out at 2498.997188s 2024-09-19T14:02:35.296 INFO:tasks.workunit.client.0.smithi031.stderr: -430> 2024-09-19T14:02:35.165+0000 7fa986d58640 10 monclient(hunting): get_auth_request con 0x56296b5d22a0 auth_method 0 2024-09-19T14:02:35.296 INFO:tasks.workunit.client.0.smithi031.stderr: -429> 2024-09-19T14:02:35.165+0000 7fa986d58640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:02:35.297 INFO:tasks.workunit.client.0.smithi031.stderr: -428> 2024-09-19T14:02:35.165+0000 7fa986d58640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:02:35.297 INFO:tasks.workunit.client.0.smithi031.stderr: -427> 2024-09-19T14:02:35.165+0000 7fa986d58640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:02:35.297 INFO:tasks.workunit.client.0.smithi031.stderr: -426> 2024-09-19T14:02:35.165+0000 7fa987d5a640 10 monclient(hunting): get_auth_request con 0x56296b65e840 auth_method 0 2024-09-19T14:02:35.297 INFO:tasks.workunit.client.0.smithi031.stderr: -425> 2024-09-19T14:02:35.165+0000 7fa987d5a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:02:35.297 INFO:tasks.workunit.client.0.smithi031.stderr: -424> 2024-09-19T14:02:35.165+0000 7fa987d5a640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:02:35.297 INFO:tasks.workunit.client.0.smithi031.stderr: -423> 2024-09-19T14:02:35.165+0000 7fa987d5a640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:02:35.297 INFO:tasks.workunit.client.0.smithi031.stderr: -422> 2024-09-19T14:02:35.165+0000 7fa986d58640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:02:35.297 INFO:tasks.workunit.client.0.smithi031.stderr: -421> 2024-09-19T14:02:35.165+0000 7fa986d58640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:02:35.297 INFO:tasks.workunit.client.0.smithi031.stderr: -420> 2024-09-19T14:02:35.165+0000 7fa986d58640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:02:35.297 INFO:tasks.workunit.client.0.smithi031.stderr: -419> 2024-09-19T14:02:35.165+0000 7fa987d5a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:02:35.297 INFO:tasks.workunit.client.0.smithi031.stderr: -418> 2024-09-19T14:02:35.165+0000 7fa987d5a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:02:35.297 INFO:tasks.workunit.client.0.smithi031.stderr: -417> 2024-09-19T14:02:35.165+0000 7fa987d5a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:02:35.298 INFO:tasks.workunit.client.0.smithi031.stderr: -416> 2024-09-19T14:02:35.165+0000 7fa987559640 10 monclient(hunting): get_auth_request con 0x56296b5d1490 auth_method 0 2024-09-19T14:02:35.298 INFO:tasks.workunit.client.0.smithi031.stderr: -415> 2024-09-19T14:02:35.165+0000 7fa987559640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:02:35.298 INFO:tasks.workunit.client.0.smithi031.stderr: -414> 2024-09-19T14:02:35.165+0000 7fa987559640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:02:35.298 INFO:tasks.workunit.client.0.smithi031.stderr: -413> 2024-09-19T14:02:35.165+0000 7fa987559640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:02:35.298 INFO:tasks.workunit.client.0.smithi031.stderr: -412> 2024-09-19T14:02:35.165+0000 7fa986d58640 10 monclient(hunting): handle_auth_done global_id 8328 payload 824 2024-09-19T14:02:35.298 INFO:tasks.workunit.client.0.smithi031.stderr: -411> 2024-09-19T14:02:35.165+0000 7fa986d58640 10 monclient: _finish_hunting 0 2024-09-19T14:02:35.298 INFO:tasks.workunit.client.0.smithi031.stderr: -410> 2024-09-19T14:02:35.165+0000 7fa986d58640 1 monclient: found mon.noname-a 2024-09-19T14:02:35.298 INFO:tasks.workunit.client.0.smithi031.stderr: -409> 2024-09-19T14:02:35.165+0000 7fa986d58640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T14:02:35.298 INFO:tasks.workunit.client.0.smithi031.stderr: -408> 2024-09-19T14:02:35.165+0000 7fa873e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:02:35.298 INFO:tasks.workunit.client.0.smithi031.stderr: -407> 2024-09-19T14:02:35.165+0000 7fa873e07640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T14:02:35.298 INFO:tasks.workunit.client.0.smithi031.stderr: -406> 2024-09-19T14:02:35.165+0000 7fa873e07640 10 monclient: dump: 2024-09-19T14:02:35.298 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:02:35.298 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:02:35.299 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:35.299 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:35.299 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:02:35.299 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:35.299 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:02:35.299 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:02:35.299 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:02:35.299 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:35.299 INFO:tasks.workunit.client.0.smithi031.stderr: -405> 2024-09-19T14:02:35.165+0000 7fa873e07640 10 monclient: _finish_auth 0 2024-09-19T14:02:35.299 INFO:tasks.workunit.client.0.smithi031.stderr: -404> 2024-09-19T14:02:35.165+0000 7fa873e07640 10 monclient: _check_auth_tickets 2024-09-19T14:02:35.299 INFO:tasks.workunit.client.0.smithi031.stderr: -403> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 monclient: authenticate success, global_id 8328 2024-09-19T14:02:35.299 INFO:tasks.workunit.client.0.smithi031.stderr: -402> 2024-09-19T14:02:35.165+0000 7fa989a539c0 10 monclient: _renew_subs 2024-09-19T14:02:35.299 INFO:tasks.workunit.client.0.smithi031.stderr: -401> 2024-09-19T14:02:35.165+0000 7fa989a539c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T14:02:35.299 INFO:tasks.workunit.client.0.smithi031.stderr: -400> 2024-09-19T14:02:35.165+0000 7fa873e07640 10 monclient: handle_config config(0 keys) 2024-09-19T14:02:35.300 INFO:tasks.workunit.client.0.smithi031.stderr: -399> 2024-09-19T14:02:35.165+0000 7fa873e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:02:35.300 INFO:tasks.workunit.client.0.smithi031.stderr: -398> 2024-09-19T14:02:35.165+0000 7fa873e07640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T14:02:35.300 INFO:tasks.workunit.client.0.smithi031.stderr: -397> 2024-09-19T14:02:35.165+0000 7fa873e07640 10 monclient: dump: 2024-09-19T14:02:35.300 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:02:35.300 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:02:35.300 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:35.300 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:35.300 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:02:35.300 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:35.300 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:02:35.300 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:02:35.300 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:02:35.300 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:35.300 INFO:tasks.workunit.client.0.smithi031.stderr: -396> 2024-09-19T14:02:35.165+0000 7fa87560a640 4 set_mon_vals no callback set 2024-09-19T14:02:35.301 INFO:tasks.workunit.client.0.smithi031.stderr: -395> 2024-09-19T14:02:35.165+0000 7fa989a539c0 10 monclient: _renew_subs 2024-09-19T14:02:35.301 INFO:tasks.workunit.client.0.smithi031.stderr: -394> 2024-09-19T14:02:35.165+0000 7fa989a539c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T14:02:35.301 INFO:tasks.workunit.client.0.smithi031.stderr: -393> 2024-09-19T14:02:35.165+0000 7fa989a539c0 1 librados: init done 2024-09-19T14:02:35.301 INFO:tasks.workunit.client.0.smithi031.stderr: -392> 2024-09-19T14:02:35.169+0000 7fa873e07640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T14:02:35.301 INFO:tasks.workunit.client.0.smithi031.stderr: -391> 2024-09-19T14:02:35.169+0000 7fa873e07640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:02:35.301 INFO:tasks.workunit.client.0.smithi031.stderr: -390> 2024-09-19T14:02:35.169+0000 7fa873e07640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:02:35.301 INFO:tasks.workunit.client.0.smithi031.stderr: -389> 2024-09-19T14:02:35.169+0000 7fa987559640 10 monclient: get_auth_request con 0x7fa86c071c10 auth_method 0 2024-09-19T14:02:35.301 INFO:tasks.workunit.client.0.smithi031.stderr: -388> 2024-09-19T14:02:35.169+0000 7fa987d5a640 10 monclient: get_auth_request con 0x56296b75e320 auth_method 0 2024-09-19T14:02:35.301 INFO:tasks.workunit.client.0.smithi031.stderr: -387> 2024-09-19T14:02:35.169+0000 7fa987559640 10 monclient: get_auth_request con 0x56296b761500 auth_method 0 2024-09-19T14:02:35.301 INFO:tasks.workunit.client.0.smithi031.stderr: -386> 2024-09-19T14:02:35.169+0000 7fa986d58640 10 monclient: get_auth_request con 0x56296b7656f0 auth_method 0 2024-09-19T14:02:35.301 INFO:tasks.workunit.client.0.smithi031.stderr: -385> 2024-09-19T14:02:35.173+0000 7fa989a539c0 10 monclient: build_initial_monmap 2024-09-19T14:02:35.301 INFO:tasks.workunit.client.0.smithi031.stderr: -384> 2024-09-19T14:02:35.173+0000 7fa989a539c0 1 build_initial for_mkfs: 0 2024-09-19T14:02:35.302 INFO:tasks.workunit.client.0.smithi031.stderr: -383> 2024-09-19T14:02:35.173+0000 7fa989a539c0 10 monclient: monmap: 2024-09-19T14:02:35.302 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T14:02:35.302 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T14:02:35.302 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T14:02:35.302 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T14:02:35.302 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T14:02:35.302 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:35.302 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T14:02:35.302 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T14:02:35.302 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T14:02:35.302 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:35.302 INFO:tasks.workunit.client.0.smithi031.stderr: -382> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b76a4e0) adding auth protocol: cephx 2024-09-19T14:02:35.302 INFO:tasks.workunit.client.0.smithi031.stderr: -381> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b76a4e0) adding auth protocol: cephx 2024-09-19T14:02:35.303 INFO:tasks.workunit.client.0.smithi031.stderr: -380> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b76a4e0) adding auth protocol: cephx 2024-09-19T14:02:35.303 INFO:tasks.workunit.client.0.smithi031.stderr: -379> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b76a4e0) adding con mode: secure 2024-09-19T14:02:35.303 INFO:tasks.workunit.client.0.smithi031.stderr: -378> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b76a4e0) adding con mode: crc 2024-09-19T14:02:35.303 INFO:tasks.workunit.client.0.smithi031.stderr: -377> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b76a4e0) adding con mode: secure 2024-09-19T14:02:35.303 INFO:tasks.workunit.client.0.smithi031.stderr: -376> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b76a4e0) adding con mode: crc 2024-09-19T14:02:35.303 INFO:tasks.workunit.client.0.smithi031.stderr: -375> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b76a4e0) adding con mode: secure 2024-09-19T14:02:35.303 INFO:tasks.workunit.client.0.smithi031.stderr: -374> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b76a4e0) adding con mode: crc 2024-09-19T14:02:35.303 INFO:tasks.workunit.client.0.smithi031.stderr: -373> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b76a4e0) adding con mode: crc 2024-09-19T14:02:35.303 INFO:tasks.workunit.client.0.smithi031.stderr: -372> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b76a4e0) adding con mode: secure 2024-09-19T14:02:35.303 INFO:tasks.workunit.client.0.smithi031.stderr: -371> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b76a4e0) adding con mode: crc 2024-09-19T14:02:35.303 INFO:tasks.workunit.client.0.smithi031.stderr: -370> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b76a4e0) adding con mode: secure 2024-09-19T14:02:35.303 INFO:tasks.workunit.client.0.smithi031.stderr: -369> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b76a4e0) adding con mode: crc 2024-09-19T14:02:35.303 INFO:tasks.workunit.client.0.smithi031.stderr: -368> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b76a4e0) adding con mode: secure 2024-09-19T14:02:35.303 INFO:tasks.workunit.client.0.smithi031.stderr: -367> 2024-09-19T14:02:35.173+0000 7fa989a539c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:02:35.304 INFO:tasks.workunit.client.0.smithi031.stderr: -366> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 asok(0x56296b508d90) register_command objecter_requests cmddesc objecter_requests hook 0x56296b76deb0 EEXIST 2024-09-19T14:02:35.304 INFO:tasks.workunit.client.0.smithi031.stderr: -365> 2024-09-19T14:02:35.173+0000 7fa989a539c0 10 monclient: init 2024-09-19T14:02:35.304 INFO:tasks.workunit.client.0.smithi031.stderr: -364> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b768b08) adding auth protocol: cephx 2024-09-19T14:02:35.304 INFO:tasks.workunit.client.0.smithi031.stderr: -363> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b768b08) adding auth protocol: cephx 2024-09-19T14:02:35.304 INFO:tasks.workunit.client.0.smithi031.stderr: -362> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b768b08) adding auth protocol: cephx 2024-09-19T14:02:35.304 INFO:tasks.workunit.client.0.smithi031.stderr: -361> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b768b08) adding con mode: secure 2024-09-19T14:02:35.304 INFO:tasks.workunit.client.0.smithi031.stderr: -360> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b768b08) adding con mode: crc 2024-09-19T14:02:35.304 INFO:tasks.workunit.client.0.smithi031.stderr: -359> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b768b08) adding con mode: secure 2024-09-19T14:02:35.304 INFO:tasks.workunit.client.0.smithi031.stderr: -358> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b768b08) adding con mode: crc 2024-09-19T14:02:35.304 INFO:tasks.workunit.client.0.smithi031.stderr: -357> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b768b08) adding con mode: secure 2024-09-19T14:02:35.304 INFO:tasks.workunit.client.0.smithi031.stderr: -356> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b768b08) adding con mode: crc 2024-09-19T14:02:35.304 INFO:tasks.workunit.client.0.smithi031.stderr: -355> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b768b08) adding con mode: crc 2024-09-19T14:02:35.304 INFO:tasks.workunit.client.0.smithi031.stderr: -354> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b768b08) adding con mode: secure 2024-09-19T14:02:35.305 INFO:tasks.workunit.client.0.smithi031.stderr: -353> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b768b08) adding con mode: crc 2024-09-19T14:02:35.305 INFO:tasks.workunit.client.0.smithi031.stderr: -352> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b768b08) adding con mode: secure 2024-09-19T14:02:35.305 INFO:tasks.workunit.client.0.smithi031.stderr: -351> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b768b08) adding con mode: crc 2024-09-19T14:02:35.305 INFO:tasks.workunit.client.0.smithi031.stderr: -350> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b768b08) adding con mode: secure 2024-09-19T14:02:35.305 INFO:tasks.workunit.client.0.smithi031.stderr: -349> 2024-09-19T14:02:35.173+0000 7fa989a539c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:02:35.305 INFO:tasks.workunit.client.0.smithi031.stderr: -348> 2024-09-19T14:02:35.173+0000 7fa989a539c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:02:35.305 INFO:tasks.workunit.client.0.smithi031.stderr: -347> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 asok(0x56296b508d90) register_command rotate-key cmddesc rotate-key hook 0x56296b768c50 EEXIST 2024-09-19T14:02:35.305 INFO:tasks.workunit.client.0.smithi031.stderr: -346> 2024-09-19T14:02:35.173+0000 7fa989a539c0 10 monclient: _reopen_session rank -1 2024-09-19T14:02:35.305 INFO:tasks.workunit.client.0.smithi031.stderr: -345> 2024-09-19T14:02:35.173+0000 7fa989a539c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-19T14:02:35.305 INFO:tasks.workunit.client.0.smithi031.stderr: -344> 2024-09-19T14:02:35.173+0000 7fa989a539c0 10 monclient(hunting): picked mon.noname-b con 0x56296b792060 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T14:02:35.305 INFO:tasks.workunit.client.0.smithi031.stderr: -343> 2024-09-19T14:02:35.173+0000 7fa989a539c0 10 monclient(hunting): picked mon.noname-c con 0x56296b791990 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T14:02:35.305 INFO:tasks.workunit.client.0.smithi031.stderr: -342> 2024-09-19T14:02:35.173+0000 7fa989a539c0 10 monclient(hunting): picked mon.noname-a con 0x56296b790370 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T14:02:35.305 INFO:tasks.workunit.client.0.smithi031.stderr: -341> 2024-09-19T14:02:35.173+0000 7fa989a539c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:02:35.306 INFO:tasks.workunit.client.0.smithi031.stderr: -340> 2024-09-19T14:02:35.173+0000 7fa989a539c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:02:35.306 INFO:tasks.workunit.client.0.smithi031.stderr: -339> 2024-09-19T14:02:35.173+0000 7fa989a539c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:02:35.306 INFO:tasks.workunit.client.0.smithi031.stderr: -338> 2024-09-19T14:02:35.173+0000 7fa989a539c0 10 monclient(hunting): _renew_subs 2024-09-19T14:02:35.306 INFO:tasks.workunit.client.0.smithi031.stderr: -337> 2024-09-19T14:02:35.173+0000 7fa989a539c0 10 monclient(hunting): authenticate will time out at 2499.007949s 2024-09-19T14:02:35.306 INFO:tasks.workunit.client.0.smithi031.stderr: -336> 2024-09-19T14:02:35.177+0000 7fa986d58640 10 monclient(hunting): get_auth_request con 0x56296b791990 auth_method 0 2024-09-19T14:02:35.306 INFO:tasks.workunit.client.0.smithi031.stderr: -335> 2024-09-19T14:02:35.177+0000 7fa986d58640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:02:35.306 INFO:tasks.workunit.client.0.smithi031.stderr: -334> 2024-09-19T14:02:35.177+0000 7fa986d58640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:02:35.306 INFO:tasks.workunit.client.0.smithi031.stderr: -333> 2024-09-19T14:02:35.177+0000 7fa986d58640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:02:35.306 INFO:tasks.workunit.client.0.smithi031.stderr: -332> 2024-09-19T14:02:35.177+0000 7fa987d5a640 10 monclient(hunting): get_auth_request con 0x56296b790370 auth_method 0 2024-09-19T14:02:35.306 INFO:tasks.workunit.client.0.smithi031.stderr: -331> 2024-09-19T14:02:35.177+0000 7fa987d5a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:02:35.306 INFO:tasks.workunit.client.0.smithi031.stderr: -330> 2024-09-19T14:02:35.177+0000 7fa987d5a640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:02:35.306 INFO:tasks.workunit.client.0.smithi031.stderr: -329> 2024-09-19T14:02:35.177+0000 7fa987d5a640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:02:35.306 INFO:tasks.workunit.client.0.smithi031.stderr: -328> 2024-09-19T14:02:35.177+0000 7fa986d58640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:02:35.307 INFO:tasks.workunit.client.0.smithi031.stderr: -327> 2024-09-19T14:02:35.177+0000 7fa986d58640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:02:35.307 INFO:tasks.workunit.client.0.smithi031.stderr: -326> 2024-09-19T14:02:35.177+0000 7fa986d58640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:02:35.307 INFO:tasks.workunit.client.0.smithi031.stderr: -325> 2024-09-19T14:02:35.177+0000 7fa987d5a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:02:35.307 INFO:tasks.workunit.client.0.smithi031.stderr: -324> 2024-09-19T14:02:35.177+0000 7fa987d5a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:02:35.307 INFO:tasks.workunit.client.0.smithi031.stderr: -323> 2024-09-19T14:02:35.177+0000 7fa987d5a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:02:35.307 INFO:tasks.workunit.client.0.smithi031.stderr: -322> 2024-09-19T14:02:35.177+0000 7fa987559640 10 monclient(hunting): get_auth_request con 0x56296b792060 auth_method 0 2024-09-19T14:02:35.307 INFO:tasks.workunit.client.0.smithi031.stderr: -321> 2024-09-19T14:02:35.177+0000 7fa987559640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:02:35.307 INFO:tasks.workunit.client.0.smithi031.stderr: -320> 2024-09-19T14:02:35.177+0000 7fa987559640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:02:35.307 INFO:tasks.workunit.client.0.smithi031.stderr: -319> 2024-09-19T14:02:35.177+0000 7fa987559640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:02:35.307 INFO:tasks.workunit.client.0.smithi031.stderr: -318> 2024-09-19T14:02:35.177+0000 7fa986d58640 10 monclient(hunting): handle_auth_done global_id 7790 payload 824 2024-09-19T14:02:35.307 INFO:tasks.workunit.client.0.smithi031.stderr: -317> 2024-09-19T14:02:35.177+0000 7fa986d58640 10 monclient: _finish_hunting 0 2024-09-19T14:02:35.307 INFO:tasks.workunit.client.0.smithi031.stderr: -316> 2024-09-19T14:02:35.177+0000 7fa986d58640 1 monclient: found mon.noname-c 2024-09-19T14:02:35.307 INFO:tasks.workunit.client.0.smithi031.stderr: -315> 2024-09-19T14:02:35.177+0000 7fa986d58640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.31:3301/0 2024-09-19T14:02:35.307 INFO:tasks.workunit.client.0.smithi031.stderr: -314> 2024-09-19T14:02:35.177+0000 7fa871602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:02:35.308 INFO:tasks.workunit.client.0.smithi031.stderr: -313> 2024-09-19T14:02:35.177+0000 7fa871602640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T14:02:35.308 INFO:tasks.workunit.client.0.smithi031.stderr: -312> 2024-09-19T14:02:35.177+0000 7fa871602640 10 monclient: dump: 2024-09-19T14:02:35.308 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:02:35.308 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:02:35.308 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:35.308 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:35.308 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:02:35.308 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:35.308 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:02:35.308 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:02:35.308 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:02:35.308 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:35.308 INFO:tasks.workunit.client.0.smithi031.stderr: -311> 2024-09-19T14:02:35.177+0000 7fa871602640 10 monclient: _finish_auth 0 2024-09-19T14:02:35.308 INFO:tasks.workunit.client.0.smithi031.stderr: -310> 2024-09-19T14:02:35.177+0000 7fa871602640 10 monclient: _check_auth_tickets 2024-09-19T14:02:35.309 INFO:tasks.workunit.client.0.smithi031.stderr: -309> 2024-09-19T14:02:35.177+0000 7fa871602640 10 monclient: handle_config config(0 keys) 2024-09-19T14:02:35.309 INFO:tasks.workunit.client.0.smithi031.stderr: -308> 2024-09-19T14:02:35.177+0000 7fa871602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:02:35.309 INFO:tasks.workunit.client.0.smithi031.stderr: -307> 2024-09-19T14:02:35.177+0000 7fa871602640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T14:02:35.309 INFO:tasks.workunit.client.0.smithi031.stderr: -306> 2024-09-19T14:02:35.177+0000 7fa871602640 10 monclient: dump: 2024-09-19T14:02:35.309 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:02:35.309 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:02:35.309 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:35.309 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:35.309 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:02:35.309 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:35.309 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:02:35.309 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:02:35.309 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:02:35.309 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:35.310 INFO:tasks.workunit.client.0.smithi031.stderr: -305> 2024-09-19T14:02:35.177+0000 7fa98855b640 4 set_mon_vals no callback set 2024-09-19T14:02:35.310 INFO:tasks.workunit.client.0.smithi031.stderr: -304> 2024-09-19T14:02:35.177+0000 7fa989a539c0 5 monclient: authenticate success, global_id 7790 2024-09-19T14:02:35.310 INFO:tasks.workunit.client.0.smithi031.stderr: -303> 2024-09-19T14:02:35.177+0000 7fa989a539c0 10 monclient: _renew_subs 2024-09-19T14:02:35.310 INFO:tasks.workunit.client.0.smithi031.stderr: -302> 2024-09-19T14:02:35.177+0000 7fa989a539c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T14:02:35.310 INFO:tasks.workunit.client.0.smithi031.stderr: -301> 2024-09-19T14:02:35.177+0000 7fa989a539c0 10 monclient: _renew_subs 2024-09-19T14:02:35.310 INFO:tasks.workunit.client.0.smithi031.stderr: -300> 2024-09-19T14:02:35.177+0000 7fa989a539c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T14:02:35.310 INFO:tasks.workunit.client.0.smithi031.stderr: -299> 2024-09-19T14:02:35.177+0000 7fa871602640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T14:02:35.310 INFO:tasks.workunit.client.0.smithi031.stderr: -298> 2024-09-19T14:02:35.177+0000 7fa871602640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:02:35.310 INFO:tasks.workunit.client.0.smithi031.stderr: -297> 2024-09-19T14:02:35.177+0000 7fa871602640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:02:35.310 INFO:tasks.workunit.client.0.smithi031.stderr: -296> 2024-09-19T14:02:35.177+0000 7fa987559640 10 monclient: get_auth_request con 0x7fa860071b20 auth_method 0 2024-09-19T14:02:35.310 INFO:tasks.workunit.client.0.smithi031.stderr: -295> 2024-09-19T14:02:35.177+0000 7fa989a539c0 10 monclient: get_monmap_and_config 2024-09-19T14:02:35.310 INFO:tasks.workunit.client.0.smithi031.stderr: -294> 2024-09-19T14:02:35.177+0000 7fa989a539c0 10 monclient: build_initial_monmap 2024-09-19T14:02:35.310 INFO:tasks.workunit.client.0.smithi031.stderr: -293> 2024-09-19T14:02:35.177+0000 7fa989a539c0 1 build_initial for_mkfs: 0 2024-09-19T14:02:35.310 INFO:tasks.workunit.client.0.smithi031.stderr: -292> 2024-09-19T14:02:35.177+0000 7fa989a539c0 10 monclient: monmap: 2024-09-19T14:02:35.311 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T14:02:35.311 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T14:02:35.311 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T14:02:35.311 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T14:02:35.311 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T14:02:35.311 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:35.311 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T14:02:35.311 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T14:02:35.311 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T14:02:35.311 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:35.311 INFO:tasks.workunit.client.0.smithi031.stderr: -291> 2024-09-19T14:02:35.177+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b1840) adding auth protocol: cephx 2024-09-19T14:02:35.311 INFO:tasks.workunit.client.0.smithi031.stderr: -290> 2024-09-19T14:02:35.177+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b1840) adding auth protocol: cephx 2024-09-19T14:02:35.311 INFO:tasks.workunit.client.0.smithi031.stderr: -289> 2024-09-19T14:02:35.177+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b1840) adding auth protocol: cephx 2024-09-19T14:02:35.312 INFO:tasks.workunit.client.0.smithi031.stderr: -288> 2024-09-19T14:02:35.177+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b1840) adding con mode: secure 2024-09-19T14:02:35.312 INFO:tasks.workunit.client.0.smithi031.stderr: -287> 2024-09-19T14:02:35.177+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b1840) adding con mode: crc 2024-09-19T14:02:35.312 INFO:tasks.workunit.client.0.smithi031.stderr: -286> 2024-09-19T14:02:35.177+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b1840) adding con mode: secure 2024-09-19T14:02:35.312 INFO:tasks.workunit.client.0.smithi031.stderr: -285> 2024-09-19T14:02:35.177+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b1840) adding con mode: crc 2024-09-19T14:02:35.312 INFO:tasks.workunit.client.0.smithi031.stderr: -284> 2024-09-19T14:02:35.177+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b1840) adding con mode: secure 2024-09-19T14:02:35.312 INFO:tasks.workunit.client.0.smithi031.stderr: -283> 2024-09-19T14:02:35.177+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b1840) adding con mode: crc 2024-09-19T14:02:35.312 INFO:tasks.workunit.client.0.smithi031.stderr: -282> 2024-09-19T14:02:35.177+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b1840) adding con mode: crc 2024-09-19T14:02:35.312 INFO:tasks.workunit.client.0.smithi031.stderr: -281> 2024-09-19T14:02:35.177+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b1840) adding con mode: secure 2024-09-19T14:02:35.312 INFO:tasks.workunit.client.0.smithi031.stderr: -280> 2024-09-19T14:02:35.177+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b1840) adding con mode: crc 2024-09-19T14:02:35.312 INFO:tasks.workunit.client.0.smithi031.stderr: -279> 2024-09-19T14:02:35.177+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b1840) adding con mode: secure 2024-09-19T14:02:35.312 INFO:tasks.workunit.client.0.smithi031.stderr: -278> 2024-09-19T14:02:35.177+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b1840) adding con mode: crc 2024-09-19T14:02:35.312 INFO:tasks.workunit.client.0.smithi031.stderr: -277> 2024-09-19T14:02:35.177+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b1840) adding con mode: secure 2024-09-19T14:02:35.313 INFO:tasks.workunit.client.0.smithi031.stderr: -276> 2024-09-19T14:02:35.177+0000 7fa989a539c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:02:35.313 INFO:tasks.workunit.client.0.smithi031.stderr: -275> 2024-09-19T14:02:35.181+0000 7fa989a539c0 10 monclient: init 2024-09-19T14:02:35.313 INFO:tasks.workunit.client.0.smithi031.stderr: -274> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111340) adding auth protocol: cephx 2024-09-19T14:02:35.313 INFO:tasks.workunit.client.0.smithi031.stderr: -273> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111340) adding auth protocol: cephx 2024-09-19T14:02:35.313 INFO:tasks.workunit.client.0.smithi031.stderr: -272> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111340) adding auth protocol: cephx 2024-09-19T14:02:35.313 INFO:tasks.workunit.client.0.smithi031.stderr: -271> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111340) adding con mode: secure 2024-09-19T14:02:35.313 INFO:tasks.workunit.client.0.smithi031.stderr: -270> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111340) adding con mode: crc 2024-09-19T14:02:35.313 INFO:tasks.workunit.client.0.smithi031.stderr: -269> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111340) adding con mode: secure 2024-09-19T14:02:35.313 INFO:tasks.workunit.client.0.smithi031.stderr: -268> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111340) adding con mode: crc 2024-09-19T14:02:35.313 INFO:tasks.workunit.client.0.smithi031.stderr: -267> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111340) adding con mode: secure 2024-09-19T14:02:35.313 INFO:tasks.workunit.client.0.smithi031.stderr: -266> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111340) adding con mode: crc 2024-09-19T14:02:35.313 INFO:tasks.workunit.client.0.smithi031.stderr: -265> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111340) adding con mode: crc 2024-09-19T14:02:35.313 INFO:tasks.workunit.client.0.smithi031.stderr: -264> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111340) adding con mode: secure 2024-09-19T14:02:35.314 INFO:tasks.workunit.client.0.smithi031.stderr: -263> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111340) adding con mode: crc 2024-09-19T14:02:35.314 INFO:tasks.workunit.client.0.smithi031.stderr: -262> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111340) adding con mode: secure 2024-09-19T14:02:35.314 INFO:tasks.workunit.client.0.smithi031.stderr: -261> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111340) adding con mode: crc 2024-09-19T14:02:35.314 INFO:tasks.workunit.client.0.smithi031.stderr: -260> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111340) adding con mode: secure 2024-09-19T14:02:35.314 INFO:tasks.workunit.client.0.smithi031.stderr: -259> 2024-09-19T14:02:35.181+0000 7fa989a539c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:02:35.314 INFO:tasks.workunit.client.0.smithi031.stderr: -258> 2024-09-19T14:02:35.181+0000 7fa989a539c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:02:35.314 INFO:tasks.workunit.client.0.smithi031.stderr: -257> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 asok(0x56296b508d90) register_command rotate-key cmddesc rotate-key hook 0x7ffe4e111488 EEXIST 2024-09-19T14:02:35.314 INFO:tasks.workunit.client.0.smithi031.stderr: -256> 2024-09-19T14:02:35.181+0000 7fa989a539c0 10 monclient: _reopen_session rank -1 2024-09-19T14:02:35.314 INFO:tasks.workunit.client.0.smithi031.stderr: -255> 2024-09-19T14:02:35.181+0000 7fa989a539c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-19T14:02:35.314 INFO:tasks.workunit.client.0.smithi031.stderr: -254> 2024-09-19T14:02:35.181+0000 7fa989a539c0 10 monclient(hunting): picked mon.noname-c con 0x56296b7dfdd0 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T14:02:35.314 INFO:tasks.workunit.client.0.smithi031.stderr: -253> 2024-09-19T14:02:35.181+0000 7fa989a539c0 10 monclient(hunting): picked mon.noname-a con 0x56296b7e01b0 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T14:02:35.314 INFO:tasks.workunit.client.0.smithi031.stderr: -252> 2024-09-19T14:02:35.181+0000 7fa989a539c0 10 monclient(hunting): picked mon.noname-b con 0x56296b7e1670 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T14:02:35.315 INFO:tasks.workunit.client.0.smithi031.stderr: -251> 2024-09-19T14:02:35.181+0000 7fa989a539c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:02:35.315 INFO:tasks.workunit.client.0.smithi031.stderr: -250> 2024-09-19T14:02:35.181+0000 7fa989a539c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:02:35.315 INFO:tasks.workunit.client.0.smithi031.stderr: -249> 2024-09-19T14:02:35.181+0000 7fa989a539c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:02:35.315 INFO:tasks.workunit.client.0.smithi031.stderr: -248> 2024-09-19T14:02:35.181+0000 7fa989a539c0 10 monclient(hunting): _renew_subs 2024-09-19T14:02:35.315 INFO:tasks.workunit.client.0.smithi031.stderr: -247> 2024-09-19T14:02:35.181+0000 7fa989a539c0 10 monclient(hunting): authenticate will time out at 2499.012666s 2024-09-19T14:02:35.315 INFO:tasks.workunit.client.0.smithi031.stderr: -246> 2024-09-19T14:02:35.181+0000 7fa986d58640 10 monclient(hunting): get_auth_request con 0x56296b7e01b0 auth_method 0 2024-09-19T14:02:35.315 INFO:tasks.workunit.client.0.smithi031.stderr: -245> 2024-09-19T14:02:35.181+0000 7fa986d58640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:02:35.315 INFO:tasks.workunit.client.0.smithi031.stderr: -244> 2024-09-19T14:02:35.181+0000 7fa986d58640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:02:35.315 INFO:tasks.workunit.client.0.smithi031.stderr: -243> 2024-09-19T14:02:35.181+0000 7fa986d58640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:02:35.315 INFO:tasks.workunit.client.0.smithi031.stderr: -242> 2024-09-19T14:02:35.181+0000 7fa987559640 10 monclient(hunting): get_auth_request con 0x56296b7dfdd0 auth_method 0 2024-09-19T14:02:35.316 INFO:tasks.workunit.client.0.smithi031.stderr: -241> 2024-09-19T14:02:35.181+0000 7fa987559640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:02:35.316 INFO:tasks.workunit.client.0.smithi031.stderr: -240> 2024-09-19T14:02:35.181+0000 7fa987559640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:02:35.316 INFO:tasks.workunit.client.0.smithi031.stderr: -239> 2024-09-19T14:02:35.181+0000 7fa987559640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:02:35.316 INFO:tasks.workunit.client.0.smithi031.stderr: -238> 2024-09-19T14:02:35.181+0000 7fa986d58640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:02:35.316 INFO:tasks.workunit.client.0.smithi031.stderr: -237> 2024-09-19T14:02:35.181+0000 7fa986d58640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:02:35.316 INFO:tasks.workunit.client.0.smithi031.stderr: -236> 2024-09-19T14:02:35.181+0000 7fa986d58640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:02:35.316 INFO:tasks.workunit.client.0.smithi031.stderr: -235> 2024-09-19T14:02:35.181+0000 7fa987559640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:02:35.316 INFO:tasks.workunit.client.0.smithi031.stderr: -234> 2024-09-19T14:02:35.181+0000 7fa987559640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:02:35.316 INFO:tasks.workunit.client.0.smithi031.stderr: -233> 2024-09-19T14:02:35.181+0000 7fa987559640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:02:35.316 INFO:tasks.workunit.client.0.smithi031.stderr: -232> 2024-09-19T14:02:35.181+0000 7fa986d58640 10 monclient(hunting): handle_auth_done global_id 8334 payload 274 2024-09-19T14:02:35.316 INFO:tasks.workunit.client.0.smithi031.stderr: -231> 2024-09-19T14:02:35.181+0000 7fa986d58640 10 monclient: _finish_hunting 0 2024-09-19T14:02:35.316 INFO:tasks.workunit.client.0.smithi031.stderr: -230> 2024-09-19T14:02:35.181+0000 7fa986d58640 1 monclient: found mon.noname-a 2024-09-19T14:02:35.317 INFO:tasks.workunit.client.0.smithi031.stderr: -229> 2024-09-19T14:02:35.181+0000 7fa986d58640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T14:02:35.317 INFO:tasks.workunit.client.0.smithi031.stderr: -228> 2024-09-19T14:02:35.181+0000 7fa86affd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:02:35.317 INFO:tasks.workunit.client.0.smithi031.stderr: -227> 2024-09-19T14:02:35.181+0000 7fa86affd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T14:02:35.317 INFO:tasks.workunit.client.0.smithi031.stderr: -226> 2024-09-19T14:02:35.181+0000 7fa86affd640 10 monclient: dump: 2024-09-19T14:02:35.317 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:02:35.317 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:02:35.317 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:35.317 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:35.317 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:02:35.317 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:35.317 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:02:35.317 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:02:35.318 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:02:35.318 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:35.318 INFO:tasks.workunit.client.0.smithi031.stderr: -225> 2024-09-19T14:02:35.181+0000 7fa86affd640 10 monclient: _finish_auth 0 2024-09-19T14:02:35.318 INFO:tasks.workunit.client.0.smithi031.stderr: -224> 2024-09-19T14:02:35.181+0000 7fa86affd640 10 monclient: _check_auth_tickets 2024-09-19T14:02:35.318 INFO:tasks.workunit.client.0.smithi031.stderr: -223> 2024-09-19T14:02:35.181+0000 7fa86affd640 10 monclient: handle_config config(0 keys) 2024-09-19T14:02:35.318 INFO:tasks.workunit.client.0.smithi031.stderr: -222> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 monclient: authenticate success, global_id 8334 2024-09-19T14:02:35.318 INFO:tasks.workunit.client.0.smithi031.stderr: -221> 2024-09-19T14:02:35.181+0000 7fa989a539c0 10 monclient: get_monmap_and_config success 2024-09-19T14:02:35.318 INFO:tasks.workunit.client.0.smithi031.stderr: -220> 2024-09-19T14:02:35.181+0000 7fa989a539c0 4 set_mon_vals no callback set 2024-09-19T14:02:35.318 INFO:tasks.workunit.client.0.smithi031.stderr: -219> 2024-09-19T14:02:35.181+0000 7fa86affd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:02:35.318 INFO:tasks.workunit.client.0.smithi031.stderr: -218> 2024-09-19T14:02:35.181+0000 7fa86affd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T14:02:35.318 INFO:tasks.workunit.client.0.smithi031.stderr: -217> 2024-09-19T14:02:35.181+0000 7fa86affd640 10 monclient: dump: 2024-09-19T14:02:35.318 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:02:35.318 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:02:35.318 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:35.319 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:35.319 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:02:35.319 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:35.319 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:02:35.319 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:02:35.319 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:02:35.319 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:35.319 INFO:tasks.workunit.client.0.smithi031.stderr: -216> 2024-09-19T14:02:35.181+0000 7fa989a539c0 10 monclient: shutdown 2024-09-19T14:02:35.319 INFO:tasks.workunit.client.0.smithi031.stderr: -215> 2024-09-19T14:02:35.181+0000 7fa989a539c0 10 monclient: build_initial_monmap 2024-09-19T14:02:35.319 INFO:tasks.workunit.client.0.smithi031.stderr: -214> 2024-09-19T14:02:35.181+0000 7fa989a539c0 1 build_initial for_mkfs: 0 2024-09-19T14:02:35.319 INFO:tasks.workunit.client.0.smithi031.stderr: -213> 2024-09-19T14:02:35.181+0000 7fa989a539c0 10 monclient: monmap: 2024-09-19T14:02:35.319 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T14:02:35.320 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T14:02:35.320 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T14:02:35.320 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T14:02:35.320 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T14:02:35.320 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:35.320 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T14:02:35.320 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T14:02:35.320 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T14:02:35.320 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:35.320 INFO:tasks.workunit.client.0.smithi031.stderr: -212> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b17f0) adding auth protocol: cephx 2024-09-19T14:02:35.320 INFO:tasks.workunit.client.0.smithi031.stderr: -211> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b17f0) adding auth protocol: cephx 2024-09-19T14:02:35.320 INFO:tasks.workunit.client.0.smithi031.stderr: -210> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b17f0) adding auth protocol: cephx 2024-09-19T14:02:35.321 INFO:tasks.workunit.client.0.smithi031.stderr: -209> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b17f0) adding con mode: secure 2024-09-19T14:02:35.321 INFO:tasks.workunit.client.0.smithi031.stderr: -208> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b17f0) adding con mode: crc 2024-09-19T14:02:35.321 INFO:tasks.workunit.client.0.smithi031.stderr: -207> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b17f0) adding con mode: secure 2024-09-19T14:02:35.321 INFO:tasks.workunit.client.0.smithi031.stderr: -206> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b17f0) adding con mode: crc 2024-09-19T14:02:35.321 INFO:tasks.workunit.client.0.smithi031.stderr: -205> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b17f0) adding con mode: secure 2024-09-19T14:02:35.321 INFO:tasks.workunit.client.0.smithi031.stderr: -204> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b17f0) adding con mode: crc 2024-09-19T14:02:35.321 INFO:tasks.workunit.client.0.smithi031.stderr: -203> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b17f0) adding con mode: crc 2024-09-19T14:02:35.321 INFO:tasks.workunit.client.0.smithi031.stderr: -202> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b17f0) adding con mode: secure 2024-09-19T14:02:35.321 INFO:tasks.workunit.client.0.smithi031.stderr: -201> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b17f0) adding con mode: crc 2024-09-19T14:02:35.321 INFO:tasks.workunit.client.0.smithi031.stderr: -200> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b17f0) adding con mode: secure 2024-09-19T14:02:35.321 INFO:tasks.workunit.client.0.smithi031.stderr: -199> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b17f0) adding con mode: crc 2024-09-19T14:02:35.321 INFO:tasks.workunit.client.0.smithi031.stderr: -198> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b17f0) adding con mode: secure 2024-09-19T14:02:35.321 INFO:tasks.workunit.client.0.smithi031.stderr: -197> 2024-09-19T14:02:35.181+0000 7fa989a539c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:02:35.321 INFO:tasks.workunit.client.0.smithi031.stderr: -196> 2024-09-19T14:02:35.181+0000 7fa989a539c0 1 librados: starting msgr at 2024-09-19T14:02:35.322 INFO:tasks.workunit.client.0.smithi031.stderr: -195> 2024-09-19T14:02:35.181+0000 7fa989a539c0 1 librados: starting objecter 2024-09-19T14:02:35.322 INFO:tasks.workunit.client.0.smithi031.stderr: -194> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 asok(0x56296b508d90) register_command objecter_requests cmddesc objecter_requests hook 0x56296b790fc0 EEXIST 2024-09-19T14:02:35.322 INFO:tasks.workunit.client.0.smithi031.stderr: -193> 2024-09-19T14:02:35.181+0000 7fa989a539c0 1 librados: setting wanted keys 2024-09-19T14:02:35.322 INFO:tasks.workunit.client.0.smithi031.stderr: -192> 2024-09-19T14:02:35.181+0000 7fa989a539c0 1 librados: calling monclient init 2024-09-19T14:02:35.322 INFO:tasks.workunit.client.0.smithi031.stderr: -191> 2024-09-19T14:02:35.181+0000 7fa989a539c0 10 monclient: init 2024-09-19T14:02:35.322 INFO:tasks.workunit.client.0.smithi031.stderr: -190> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b793e80) adding auth protocol: cephx 2024-09-19T14:02:35.322 INFO:tasks.workunit.client.0.smithi031.stderr: -189> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b793e80) adding auth protocol: cephx 2024-09-19T14:02:35.322 INFO:tasks.workunit.client.0.smithi031.stderr: -188> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b793e80) adding auth protocol: cephx 2024-09-19T14:02:35.322 INFO:tasks.workunit.client.0.smithi031.stderr: -187> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b793e80) adding con mode: secure 2024-09-19T14:02:35.322 INFO:tasks.workunit.client.0.smithi031.stderr: -186> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b793e80) adding con mode: crc 2024-09-19T14:02:35.322 INFO:tasks.workunit.client.0.smithi031.stderr: -185> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b793e80) adding con mode: secure 2024-09-19T14:02:35.322 INFO:tasks.workunit.client.0.smithi031.stderr: -184> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b793e80) adding con mode: crc 2024-09-19T14:02:35.322 INFO:tasks.workunit.client.0.smithi031.stderr: -183> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b793e80) adding con mode: secure 2024-09-19T14:02:35.323 INFO:tasks.workunit.client.0.smithi031.stderr: -182> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b793e80) adding con mode: crc 2024-09-19T14:02:35.323 INFO:tasks.workunit.client.0.smithi031.stderr: -181> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b793e80) adding con mode: crc 2024-09-19T14:02:35.323 INFO:tasks.workunit.client.0.smithi031.stderr: -180> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b793e80) adding con mode: secure 2024-09-19T14:02:35.323 INFO:tasks.workunit.client.0.smithi031.stderr: -179> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b793e80) adding con mode: crc 2024-09-19T14:02:35.323 INFO:tasks.workunit.client.0.smithi031.stderr: -178> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b793e80) adding con mode: secure 2024-09-19T14:02:35.323 INFO:tasks.workunit.client.0.smithi031.stderr: -177> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b793e80) adding con mode: crc 2024-09-19T14:02:35.323 INFO:tasks.workunit.client.0.smithi031.stderr: -176> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b793e80) adding con mode: secure 2024-09-19T14:02:35.323 INFO:tasks.workunit.client.0.smithi031.stderr: -175> 2024-09-19T14:02:35.181+0000 7fa989a539c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:02:35.323 INFO:tasks.workunit.client.0.smithi031.stderr: -174> 2024-09-19T14:02:35.181+0000 7fa989a539c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:02:35.323 INFO:tasks.workunit.client.0.smithi031.stderr: -173> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 asok(0x56296b508d90) register_command rotate-key cmddesc rotate-key hook 0x56296b793fc8 EEXIST 2024-09-19T14:02:35.323 INFO:tasks.workunit.client.0.smithi031.stderr: -172> 2024-09-19T14:02:35.181+0000 7fa989a539c0 10 monclient: _reopen_session rank -1 2024-09-19T14:02:35.323 INFO:tasks.workunit.client.0.smithi031.stderr: -171> 2024-09-19T14:02:35.181+0000 7fa989a539c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-19T14:02:35.323 INFO:tasks.workunit.client.0.smithi031.stderr: -170> 2024-09-19T14:02:35.181+0000 7fa989a539c0 10 monclient(hunting): picked mon.noname-b con 0x56296b7dfdd0 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T14:02:35.323 INFO:tasks.workunit.client.0.smithi031.stderr: -169> 2024-09-19T14:02:35.181+0000 7fa989a539c0 10 monclient(hunting): picked mon.noname-c con 0x56296b7e1670 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T14:02:35.324 INFO:tasks.workunit.client.0.smithi031.stderr: -168> 2024-09-19T14:02:35.181+0000 7fa989a539c0 10 monclient(hunting): picked mon.noname-a con 0x56296b7d41d0 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T14:02:35.324 INFO:tasks.workunit.client.0.smithi031.stderr: -167> 2024-09-19T14:02:35.181+0000 7fa989a539c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:02:35.324 INFO:tasks.workunit.client.0.smithi031.stderr: -166> 2024-09-19T14:02:35.181+0000 7fa989a539c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:02:35.324 INFO:tasks.workunit.client.0.smithi031.stderr: -165> 2024-09-19T14:02:35.181+0000 7fa989a539c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:02:35.324 INFO:tasks.workunit.client.0.smithi031.stderr: -164> 2024-09-19T14:02:35.181+0000 7fa989a539c0 10 monclient(hunting): _renew_subs 2024-09-19T14:02:35.324 INFO:tasks.workunit.client.0.smithi031.stderr: -163> 2024-09-19T14:02:35.181+0000 7fa989a539c0 10 monclient(hunting): authenticate will time out at 2499.015406s 2024-09-19T14:02:35.324 INFO:tasks.workunit.client.0.smithi031.stderr: -162> 2024-09-19T14:02:35.181+0000 7fa987d5a640 10 monclient(hunting): get_auth_request con 0x56296b7d41d0 auth_method 0 2024-09-19T14:02:35.324 INFO:tasks.workunit.client.0.smithi031.stderr: -161> 2024-09-19T14:02:35.181+0000 7fa987d5a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:02:35.324 INFO:tasks.workunit.client.0.smithi031.stderr: -160> 2024-09-19T14:02:35.181+0000 7fa987d5a640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:02:35.324 INFO:tasks.workunit.client.0.smithi031.stderr: -159> 2024-09-19T14:02:35.181+0000 7fa987d5a640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:02:35.324 INFO:tasks.workunit.client.0.smithi031.stderr: -158> 2024-09-19T14:02:35.181+0000 7fa986d58640 10 monclient(hunting): get_auth_request con 0x56296b7e1670 auth_method 0 2024-09-19T14:02:35.324 INFO:tasks.workunit.client.0.smithi031.stderr: -157> 2024-09-19T14:02:35.181+0000 7fa986d58640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:02:35.324 INFO:tasks.workunit.client.0.smithi031.stderr: -156> 2024-09-19T14:02:35.181+0000 7fa986d58640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:02:35.324 INFO:tasks.workunit.client.0.smithi031.stderr: -155> 2024-09-19T14:02:35.181+0000 7fa986d58640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:02:35.325 INFO:tasks.workunit.client.0.smithi031.stderr: -154> 2024-09-19T14:02:35.181+0000 7fa987d5a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:02:35.325 INFO:tasks.workunit.client.0.smithi031.stderr: -153> 2024-09-19T14:02:35.181+0000 7fa987d5a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:02:35.325 INFO:tasks.workunit.client.0.smithi031.stderr: -152> 2024-09-19T14:02:35.181+0000 7fa987d5a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:02:35.325 INFO:tasks.workunit.client.0.smithi031.stderr: -151> 2024-09-19T14:02:35.181+0000 7fa986d58640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:02:35.325 INFO:tasks.workunit.client.0.smithi031.stderr: -150> 2024-09-19T14:02:35.181+0000 7fa986d58640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:02:35.325 INFO:tasks.workunit.client.0.smithi031.stderr: -149> 2024-09-19T14:02:35.181+0000 7fa986d58640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:02:35.325 INFO:tasks.workunit.client.0.smithi031.stderr: -148> 2024-09-19T14:02:35.181+0000 7fa987d5a640 10 monclient(hunting): handle_auth_done global_id 8337 payload 824 2024-09-19T14:02:35.325 INFO:tasks.workunit.client.0.smithi031.stderr: -147> 2024-09-19T14:02:35.181+0000 7fa987d5a640 10 monclient: _finish_hunting 0 2024-09-19T14:02:35.325 INFO:tasks.workunit.client.0.smithi031.stderr: -146> 2024-09-19T14:02:35.181+0000 7fa987d5a640 1 monclient: found mon.noname-a 2024-09-19T14:02:35.325 INFO:tasks.workunit.client.0.smithi031.stderr: -145> 2024-09-19T14:02:35.181+0000 7fa987d5a640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T14:02:35.325 INFO:tasks.workunit.client.0.smithi031.stderr: -144> 2024-09-19T14:02:35.185+0000 7fa8697fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:02:35.325 INFO:tasks.workunit.client.0.smithi031.stderr: -143> 2024-09-19T14:02:35.185+0000 7fa8697fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T14:02:35.325 INFO:tasks.workunit.client.0.smithi031.stderr: -142> 2024-09-19T14:02:35.185+0000 7fa8697fa640 10 monclient: dump: 2024-09-19T14:02:35.326 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:02:35.326 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:02:35.326 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:35.326 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:35.326 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:02:35.326 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:35.326 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:02:35.326 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:02:35.326 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:02:35.326 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:35.326 INFO:tasks.workunit.client.0.smithi031.stderr: -141> 2024-09-19T14:02:35.185+0000 7fa8697fa640 10 monclient: _finish_auth 0 2024-09-19T14:02:35.326 INFO:tasks.workunit.client.0.smithi031.stderr: -140> 2024-09-19T14:02:35.185+0000 7fa8697fa640 10 monclient: _check_auth_tickets 2024-09-19T14:02:35.326 INFO:tasks.workunit.client.0.smithi031.stderr: -139> 2024-09-19T14:02:35.185+0000 7fa8697fa640 10 monclient: handle_config config(0 keys) 2024-09-19T14:02:35.326 INFO:tasks.workunit.client.0.smithi031.stderr: -138> 2024-09-19T14:02:35.185+0000 7fa8697fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:02:35.326 INFO:tasks.workunit.client.0.smithi031.stderr: -137> 2024-09-19T14:02:35.185+0000 7fa8697fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T14:02:35.327 INFO:tasks.workunit.client.0.smithi031.stderr: -136> 2024-09-19T14:02:35.185+0000 7fa8697fa640 10 monclient: dump: 2024-09-19T14:02:35.327 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:02:35.327 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:02:35.327 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:35.327 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:35.327 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:02:35.327 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:35.327 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:02:35.327 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:02:35.327 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:02:35.327 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:35.327 INFO:tasks.workunit.client.0.smithi031.stderr: -135> 2024-09-19T14:02:35.185+0000 7fa86affd640 4 set_mon_vals no callback set 2024-09-19T14:02:35.327 INFO:tasks.workunit.client.0.smithi031.stderr: -134> 2024-09-19T14:02:35.185+0000 7fa989a539c0 5 monclient: authenticate success, global_id 8337 2024-09-19T14:02:35.327 INFO:tasks.workunit.client.0.smithi031.stderr: -133> 2024-09-19T14:02:35.185+0000 7fa989a539c0 10 monclient: _renew_subs 2024-09-19T14:02:35.328 INFO:tasks.workunit.client.0.smithi031.stderr: -132> 2024-09-19T14:02:35.185+0000 7fa989a539c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T14:02:35.328 INFO:tasks.workunit.client.0.smithi031.stderr: -131> 2024-09-19T14:02:35.185+0000 7fa989a539c0 10 monclient: _renew_subs 2024-09-19T14:02:35.328 INFO:tasks.workunit.client.0.smithi031.stderr: -130> 2024-09-19T14:02:35.185+0000 7fa989a539c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T14:02:35.328 INFO:tasks.workunit.client.0.smithi031.stderr: -129> 2024-09-19T14:02:35.185+0000 7fa989a539c0 1 librados: init done 2024-09-19T14:02:35.328 INFO:tasks.workunit.client.0.smithi031.stderr: -128> 2024-09-19T14:02:35.185+0000 7fa989a539c0 5 asok(0x56296b508d90) register_command cr dump hook 0x56296b7dbc58 2024-09-19T14:02:35.328 INFO:tasks.workunit.client.0.smithi031.stderr: -127> 2024-09-19T14:02:35.185+0000 7fa989a539c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:35.328 INFO:tasks.workunit.client.0.smithi031.stderr: -126> 2024-09-19T14:02:35.185+0000 7fa8697fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T14:02:35.328 INFO:tasks.workunit.client.0.smithi031.stderr: -125> 2024-09-19T14:02:35.185+0000 7fa8697fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:02:35.328 INFO:tasks.workunit.client.0.smithi031.stderr: -124> 2024-09-19T14:02:35.185+0000 7fa8697fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:02:35.328 INFO:tasks.workunit.client.0.smithi031.stderr: -123> 2024-09-19T14:02:35.185+0000 7fa987559640 10 monclient: get_auth_request con 0x7fa850071be0 auth_method 0 2024-09-19T14:02:35.328 INFO:tasks.workunit.client.0.smithi031.stderr: -122> 2024-09-19T14:02:35.185+0000 7fa986d58640 10 monclient: get_auth_request con 0x56296b7ffd00 auth_method 0 2024-09-19T14:02:35.328 INFO:tasks.workunit.client.0.smithi031.stderr: -121> 2024-09-19T14:02:35.189+0000 7fa989a539c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:35.329 INFO:tasks.workunit.client.0.smithi031.stderr: -120> 2024-09-19T14:02:35.189+0000 7fa989a539c0 20 realm 2024-09-19T14:02:35.329 INFO:tasks.workunit.client.0.smithi031.stderr: -119> 2024-09-19T14:02:35.189+0000 7fa989a539c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:35.329 INFO:tasks.workunit.client.0.smithi031.stderr: -118> 2024-09-19T14:02:35.189+0000 7fa989a539c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:35.329 INFO:tasks.workunit.client.0.smithi031.stderr: -117> 2024-09-19T14:02:35.189+0000 7fa989a539c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:02:35.329 INFO:tasks.workunit.client.0.smithi031.stderr: -116> 2024-09-19T14:02:35.189+0000 7fa989a539c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:35.329 INFO:tasks.workunit.client.0.smithi031.stderr: -115> 2024-09-19T14:02:35.189+0000 7fa989a539c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:35.329 INFO:tasks.workunit.client.0.smithi031.stderr: -114> 2024-09-19T14:02:35.189+0000 7fa989a539c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:35.329 INFO:tasks.workunit.client.0.smithi031.stderr: -113> 2024-09-19T14:02:35.189+0000 7fa987559640 10 monclient: get_auth_request con 0x56296b804080 auth_method 0 2024-09-19T14:02:35.329 INFO:tasks.workunit.client.0.smithi031.stderr: -112> 2024-09-19T14:02:35.189+0000 7fa989a539c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:02:35.329 INFO:tasks.workunit.client.0.smithi031.stderr: -111> 2024-09-19T14:02:35.189+0000 7fa989a539c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:35.329 INFO:tasks.workunit.client.0.smithi031.stderr: -110> 2024-09-19T14:02:35.189+0000 7fa986d58640 10 monclient: get_auth_request con 0x56296b807810 auth_method 0 2024-09-19T14:02:35.329 INFO:tasks.workunit.client.0.smithi031.stderr: -109> 2024-09-19T14:02:35.193+0000 7fa989a539c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:02:35.329 INFO:tasks.workunit.client.0.smithi031.stderr: -108> 2024-09-19T14:02:35.193+0000 7fa989a539c0 20 searching for the correct realm 2024-09-19T14:02:35.329 INFO:tasks.workunit.client.0.smithi031.stderr: -107> 2024-09-19T14:02:35.193+0000 7fa987d5a640 10 monclient: get_auth_request con 0x7fa97c11b050 auth_method 0 2024-09-19T14:02:35.330 INFO:tasks.workunit.client.0.smithi031.stderr: -106> 2024-09-19T14:02:35.193+0000 7fa987559640 10 monclient: get_auth_request con 0x7fa978008070 auth_method 0 2024-09-19T14:02:35.330 INFO:tasks.workunit.client.0.smithi031.stderr: -105> 2024-09-19T14:02:35.197+0000 7fa986d58640 10 monclient: get_auth_request con 0x7fa97c10b6f0 auth_method 0 2024-09-19T14:02:35.330 INFO:tasks.workunit.client.0.smithi031.stderr: -104> 2024-09-19T14:02:35.197+0000 7fa987d5a640 0 -- 172.21.15.31:0/2497441146 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7fa97c11b050 msgr2=0x7fa97c101710 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:02:35.330 INFO:tasks.workunit.client.0.smithi031.stderr: -103> 2024-09-19T14:02:35.197+0000 7fa8697fa640 1 client.8337.objecter ms_handle_reset 0x7fa97c11b050 session 0x7fa97c0a6070 osd.2 2024-09-19T14:02:35.330 INFO:tasks.workunit.client.0.smithi031.stderr: -102> 2024-09-19T14:02:35.197+0000 7fa8697fa640 10 monclient: _renew_subs 2024-09-19T14:02:35.330 INFO:tasks.workunit.client.0.smithi031.stderr: -101> 2024-09-19T14:02:35.197+0000 7fa8697fa640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T14:02:35.330 INFO:tasks.workunit.client.0.smithi031.stderr: -100> 2024-09-19T14:02:35.197+0000 7fa987d5a640 10 monclient: get_auth_request con 0x7fa850081e90 auth_method 0 2024-09-19T14:02:35.330 INFO:tasks.workunit.client.0.smithi031.stderr: -99> 2024-09-19T14:02:35.201+0000 7fa987d5a640 10 monclient: get_auth_request con 0x7fa97804a460 auth_method 0 2024-09-19T14:02:35.330 INFO:tasks.workunit.client.0.smithi031.stderr: -98> 2024-09-19T14:02:35.201+0000 7fa987559640 10 monclient: get_auth_request con 0x7fa980018040 auth_method 0 2024-09-19T14:02:35.330 INFO:tasks.workunit.client.0.smithi031.stderr: -97> 2024-09-19T14:02:35.205+0000 7fa987559640 0 -- 172.21.15.31:0/2497441146 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7fa980018040 msgr2=0x7fa98007bab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:02:35.330 INFO:tasks.workunit.client.0.smithi031.stderr: -96> 2024-09-19T14:02:35.205+0000 7fa8697fa640 1 client.8337.objecter ms_handle_reset 0x7fa980018040 session 0x7fa980061670 osd.3 2024-09-19T14:02:35.330 INFO:tasks.workunit.client.0.smithi031.stderr: -95> 2024-09-19T14:02:35.205+0000 7fa987559640 10 monclient: get_auth_request con 0x7fa97c11b050 auth_method 0 2024-09-19T14:02:35.330 INFO:tasks.workunit.client.0.smithi031.stderr: -94> 2024-09-19T14:02:35.209+0000 7fa989a539c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:02:35.331 INFO:tasks.workunit.client.0.smithi031.stderr: -93> 2024-09-19T14:02:35.209+0000 7fa989a539c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:02:35.331 INFO:tasks.workunit.client.0.smithi031.stderr: -92> 2024-09-19T14:02:35.209+0000 7fa989a539c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:02:35.331 INFO:tasks.workunit.client.0.smithi031.stderr: -91> 2024-09-19T14:02:35.209+0000 7fa989a539c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:02:35.331 INFO:tasks.workunit.client.0.smithi031.stderr: -90> 2024-09-19T14:02:35.209+0000 7fa989a539c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:02:35.331 INFO:tasks.workunit.client.0.smithi031.stderr: -89> 2024-09-19T14:02:35.209+0000 7fa989a539c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:02:35.331 INFO:tasks.workunit.client.0.smithi031.stderr: -88> 2024-09-19T14:02:35.209+0000 7fa989a539c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:35.331 INFO:tasks.workunit.client.0.smithi031.stderr: -87> 2024-09-19T14:02:35.213+0000 7fa989a539c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:35.331 INFO:tasks.workunit.client.0.smithi031.stderr: -86> 2024-09-19T14:02:35.213+0000 7fa989a539c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:35.331 INFO:tasks.workunit.client.0.smithi031.stderr: -85> 2024-09-19T14:02:35.213+0000 7fa989a539c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:02:35.331 INFO:tasks.workunit.client.0.smithi031.stderr: -84> 2024-09-19T14:02:35.213+0000 7fa989a539c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:35.331 INFO:tasks.workunit.client.0.smithi031.stderr: -83> 2024-09-19T14:02:35.213+0000 7fa989a539c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:02:35.331 INFO:tasks.workunit.client.0.smithi031.stderr: -82> 2024-09-19T14:02:35.213+0000 7fa989a539c0 20 zone default found 2024-09-19T14:02:35.331 INFO:tasks.workunit.client.0.smithi031.stderr: -81> 2024-09-19T14:02:35.213+0000 7fa989a539c0 4 Realm: () 2024-09-19T14:02:35.331 INFO:tasks.workunit.client.0.smithi031.stderr: -80> 2024-09-19T14:02:35.213+0000 7fa989a539c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:02:35.331 INFO:tasks.workunit.client.0.smithi031.stderr: -79> 2024-09-19T14:02:35.213+0000 7fa989a539c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:02:35.332 INFO:tasks.workunit.client.0.smithi031.stderr: -78> 2024-09-19T14:02:35.213+0000 7fa989a539c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:02:35.332 INFO:tasks.workunit.client.0.smithi031.stderr: -77> 2024-09-19T14:02:35.213+0000 7fa989a539c0 20 zonegroup default 2024-09-19T14:02:35.332 INFO:tasks.workunit.client.0.smithi031.stderr: -76> 2024-09-19T14:02:35.213+0000 7fa989a539c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:35.332 INFO:tasks.workunit.client.0.smithi031.stderr: -75> 2024-09-19T14:02:35.213+0000 7fa989a539c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:35.332 INFO:tasks.workunit.client.0.smithi031.stderr: -74> 2024-09-19T14:02:35.213+0000 7fa989a539c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:35.332 INFO:tasks.workunit.client.0.smithi031.stderr: -73> 2024-09-19T14:02:35.213+0000 7fa989a539c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:35.332 INFO:tasks.workunit.client.0.smithi031.stderr: -72> 2024-09-19T14:02:35.213+0000 7fa989a539c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:35.332 INFO:tasks.workunit.client.0.smithi031.stderr: -71> 2024-09-19T14:02:35.213+0000 7fa989a539c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:35.332 INFO:tasks.workunit.client.0.smithi031.stderr: -70> 2024-09-19T14:02:35.213+0000 7fa989a539c0 20 started sync module instance, tier type = 2024-09-19T14:02:35.332 INFO:tasks.workunit.client.0.smithi031.stderr: -69> 2024-09-19T14:02:35.213+0000 7fa989a539c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:02:35.332 INFO:tasks.workunit.client.0.smithi031.stderr: -68> 2024-09-19T14:02:35.233+0000 7fa989a539c0 20 add_watcher() i=0 2024-09-19T14:02:35.332 INFO:tasks.workunit.client.0.smithi031.stderr: -67> 2024-09-19T14:02:35.233+0000 7fa989a539c0 20 add_watcher() i=1 2024-09-19T14:02:35.332 INFO:tasks.workunit.client.0.smithi031.stderr: -66> 2024-09-19T14:02:35.233+0000 7fa989a539c0 20 add_watcher() i=2 2024-09-19T14:02:35.332 INFO:tasks.workunit.client.0.smithi031.stderr: -65> 2024-09-19T14:02:35.233+0000 7fa989a539c0 20 add_watcher() i=3 2024-09-19T14:02:35.333 INFO:tasks.workunit.client.0.smithi031.stderr: -64> 2024-09-19T14:02:35.233+0000 7fa989a539c0 20 add_watcher() i=4 2024-09-19T14:02:35.333 INFO:tasks.workunit.client.0.smithi031.stderr: -63> 2024-09-19T14:02:35.233+0000 7fa989a539c0 20 add_watcher() i=5 2024-09-19T14:02:35.333 INFO:tasks.workunit.client.0.smithi031.stderr: -62> 2024-09-19T14:02:35.233+0000 7fa989a539c0 20 add_watcher() i=6 2024-09-19T14:02:35.333 INFO:tasks.workunit.client.0.smithi031.stderr: -61> 2024-09-19T14:02:35.237+0000 7fa989a539c0 20 add_watcher() i=7 2024-09-19T14:02:35.333 INFO:tasks.workunit.client.0.smithi031.stderr: -60> 2024-09-19T14:02:35.237+0000 7fa989a539c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:02:35.333 INFO:tasks.workunit.client.0.smithi031.stderr: -59> 2024-09-19T14:02:35.241+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111810) adding auth protocol: cephx 2024-09-19T14:02:35.333 INFO:tasks.workunit.client.0.smithi031.stderr: -58> 2024-09-19T14:02:35.241+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111810) adding auth protocol: cephx 2024-09-19T14:02:35.333 INFO:tasks.workunit.client.0.smithi031.stderr: -57> 2024-09-19T14:02:35.241+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111810) adding auth protocol: cephx 2024-09-19T14:02:35.333 INFO:tasks.workunit.client.0.smithi031.stderr: -56> 2024-09-19T14:02:35.241+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111810) adding con mode: secure 2024-09-19T14:02:35.333 INFO:tasks.workunit.client.0.smithi031.stderr: -55> 2024-09-19T14:02:35.241+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111810) adding con mode: crc 2024-09-19T14:02:35.333 INFO:tasks.workunit.client.0.smithi031.stderr: -54> 2024-09-19T14:02:35.241+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111810) adding con mode: secure 2024-09-19T14:02:35.333 INFO:tasks.workunit.client.0.smithi031.stderr: -53> 2024-09-19T14:02:35.241+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111810) adding con mode: crc 2024-09-19T14:02:35.333 INFO:tasks.workunit.client.0.smithi031.stderr: -52> 2024-09-19T14:02:35.241+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111810) adding con mode: secure 2024-09-19T14:02:35.333 INFO:tasks.workunit.client.0.smithi031.stderr: -51> 2024-09-19T14:02:35.241+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111810) adding con mode: crc 2024-09-19T14:02:35.333 INFO:tasks.workunit.client.0.smithi031.stderr: -50> 2024-09-19T14:02:35.241+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111810) adding con mode: crc 2024-09-19T14:02:35.334 INFO:tasks.workunit.client.0.smithi031.stderr: -49> 2024-09-19T14:02:35.241+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111810) adding con mode: secure 2024-09-19T14:02:35.334 INFO:tasks.workunit.client.0.smithi031.stderr: -48> 2024-09-19T14:02:35.241+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111810) adding con mode: crc 2024-09-19T14:02:35.334 INFO:tasks.workunit.client.0.smithi031.stderr: -47> 2024-09-19T14:02:35.241+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111810) adding con mode: secure 2024-09-19T14:02:35.334 INFO:tasks.workunit.client.0.smithi031.stderr: -46> 2024-09-19T14:02:35.241+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111810) adding con mode: crc 2024-09-19T14:02:35.334 INFO:tasks.workunit.client.0.smithi031.stderr: -45> 2024-09-19T14:02:35.241+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111810) adding con mode: secure 2024-09-19T14:02:35.334 INFO:tasks.workunit.client.0.smithi031.stderr: -44> 2024-09-19T14:02:35.241+0000 7fa83dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:02:35.334 INFO:tasks.workunit.client.0.smithi031.stderr: -43> 2024-09-19T14:02:35.241+0000 7fa989a539c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:02:35.334 INFO:tasks.workunit.client.0.smithi031.stderr: -42> 2024-09-19T14:02:35.241+0000 7fa989a539c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:02:35.334 INFO:tasks.workunit.client.0.smithi031.stderr: -41> 2024-09-19T14:02:35.241+0000 7fa989a539c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:02:35.334 INFO:tasks.workunit.client.0.smithi031.stderr: -40> 2024-09-19T14:02:35.241+0000 7fa989a539c0 5 asok(0x56296b508d90) register_command cache list hook 0x56296b7d2620 2024-09-19T14:02:35.334 INFO:tasks.workunit.client.0.smithi031.stderr: -39> 2024-09-19T14:02:35.241+0000 7fa989a539c0 5 asok(0x56296b508d90) register_command cache inspect hook 0x56296b7d2620 2024-09-19T14:02:35.334 INFO:tasks.workunit.client.0.smithi031.stderr: -38> 2024-09-19T14:02:35.241+0000 7fa989a539c0 5 asok(0x56296b508d90) register_command cache erase hook 0x56296b7d2620 2024-09-19T14:02:35.334 INFO:tasks.workunit.client.0.smithi031.stderr: -37> 2024-09-19T14:02:35.241+0000 7fa989a539c0 5 asok(0x56296b508d90) register_command cache zap hook 0x56296b7d2620 2024-09-19T14:02:35.334 INFO:tasks.workunit.client.0.smithi031.stderr: -36> 2024-09-19T14:02:35.241+0000 7fa989a539c0 5 note: GC not initialized 2024-09-19T14:02:35.335 INFO:tasks.workunit.client.0.smithi031.stderr: -35> 2024-09-19T14:02:35.241+0000 7fa83cfe1640 20 reqs_thread_entry: start 2024-09-19T14:02:35.335 INFO:tasks.workunit.client.0.smithi031.stderr: -34> 2024-09-19T14:02:35.241+0000 7fa989a539c0 5 asok(0x56296b508d90) register_command sync trace show hook 0x7fa97c112070 2024-09-19T14:02:35.335 INFO:tasks.workunit.client.0.smithi031.stderr: -33> 2024-09-19T14:02:35.241+0000 7fa989a539c0 5 asok(0x56296b508d90) register_command sync trace history hook 0x7fa97c112070 2024-09-19T14:02:35.335 INFO:tasks.workunit.client.0.smithi031.stderr: -32> 2024-09-19T14:02:35.241+0000 7fa989a539c0 5 asok(0x56296b508d90) register_command sync trace active hook 0x7fa97c112070 2024-09-19T14:02:35.335 INFO:tasks.workunit.client.0.smithi031.stderr: -31> 2024-09-19T14:02:35.241+0000 7fa989a539c0 5 asok(0x56296b508d90) register_command sync trace active_short hook 0x7fa97c112070 2024-09-19T14:02:35.335 INFO:tasks.workunit.client.0.smithi031.stderr: -30> 2024-09-19T14:02:35.241+0000 7fa989a539c0 20 init_complete bucket index max shards: 1 2024-09-19T14:02:35.335 INFO:tasks.workunit.client.0.smithi031.stderr: -29> 2024-09-19T14:02:35.241+0000 7fa989a539c0 20 Filter name: none 2024-09-19T14:02:35.335 INFO:tasks.workunit.client.0.smithi031.stderr: -28> 2024-09-19T14:02:35.241+0000 7fa7b67fc640 20 reqs_thread_entry: start 2024-09-19T14:02:35.335 INFO:tasks.workunit.client.0.smithi031.stderr: -27> 2024-09-19T14:02:35.241+0000 7fa989a539c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-19T14:02:35.335 INFO:tasks.workunit.client.0.smithi031.stderr: -26> 2024-09-19T14:02:35.241+0000 7fa989a539c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:35.335 INFO:tasks.workunit.client.0.smithi031.stderr: -25> 2024-09-19T14:02:35.241+0000 7fa989a539c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T14:02:35.335 INFO:tasks.workunit.client.0.smithi031.stderr: -24> 2024-09-19T14:02:35.241+0000 7fa989a539c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-19T14:02:35.335 INFO:tasks.workunit.client.0.smithi031.stderr: -23> 2024-09-19T14:02:35.241+0000 7fa989a539c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-19T14:02:35.335 INFO:tasks.workunit.client.0.smithi031.stderr: -22> 2024-09-19T14:02:35.241+0000 7fa989a539c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 : miss 2024-09-19T14:02:35.336 INFO:tasks.workunit.client.0.smithi031.stderr: -21> 2024-09-19T14:02:35.241+0000 7fa989a539c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:35.336 INFO:tasks.workunit.client.0.smithi031.stderr: -20> 2024-09-19T14:02:35.241+0000 7fa989a539c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-19T14:02:35.336 INFO:tasks.workunit.client.0.smithi031.stderr: -19> 2024-09-19T14:02:35.241+0000 7fa989a539c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T14:02:35.336 INFO:tasks.workunit.client.0.smithi031.stderr: -18> 2024-09-19T14:02:35.241+0000 7fa989a539c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T14:02:35.336 INFO:tasks.workunit.client.0.smithi031.stderr: -17> 2024-09-19T14:02:35.241+0000 7fa989a539c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T14:02:35.336 INFO:tasks.workunit.client.0.smithi031.stderr: -16> 2024-09-19T14:02:35.241+0000 7fa989a539c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:02:35.336 INFO:tasks.workunit.client.0.smithi031.stderr: -15> 2024-09-19T14:02:35.241+0000 7fa989a539c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 2024-09-19T14:02:35.336 INFO:tasks.workunit.client.0.smithi031.stderr: -14> 2024-09-19T14:02:35.245+0000 7fa989a539c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-19T14:02:35.336 INFO:tasks.workunit.client.0.smithi031.stderr: -13> 2024-09-19T14:02:35.253+0000 7fa989a539c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T14:02:35.336 INFO:tasks.workunit.client.0.smithi031.stderr: -12> 2024-09-19T14:02:35.253+0000 7fa989a539c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T14:02:35.336 INFO:tasks.workunit.client.0.smithi031.stderr: -11> 2024-09-19T14:02:35.253+0000 7fa989a539c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:02:35.336 INFO:tasks.workunit.client.0.smithi031.stderr: -10> 2024-09-19T14:02:35.253+0000 7fa989a539c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17, ofs0, ns] 2024-09-19T14:02:35.336 INFO:tasks.workunit.client.0.smithi031.stderr: -9> 2024-09-19T14:02:35.253+0000 7fa86affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333555 cookie 94735897272896 notifier 8337 bl.length()=827 2024-09-19T14:02:35.336 INFO:tasks.workunit.client.0.smithi031.stderr: -8> 2024-09-19T14:02:35.253+0000 7fa86affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T14:02:35.337 INFO:tasks.workunit.client.0.smithi031.stderr: -7> 2024-09-19T14:02:35.253+0000 7fa86affd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T14:02:35.337 INFO:tasks.workunit.client.0.smithi031.stderr: -6> 2024-09-19T14:02:35.253+0000 7fa86affd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:02:35.337 INFO:tasks.workunit.client.0.smithi031.stderr: -5> 2024-09-19T14:02:35.257+0000 7fa989a539c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): orig_sources= new_sources= 2024-09-19T14:02:35.337 INFO:tasks.workunit.client.0.smithi031.stderr: -4> 2024-09-19T14:02:35.257+0000 7fa989a539c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): potential sources added=[] removed=[] 2024-09-19T14:02:35.337 INFO:tasks.workunit.client.0.smithi031.stderr: -3> 2024-09-19T14:02:35.257+0000 7fa989a539c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): orig_dests= new_dests= 2024-09-19T14:02:35.337 INFO:tasks.workunit.client.0.smithi031.stderr: -2> 2024-09-19T14:02:35.257+0000 7fa989a539c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): potential dests added=[] removed=[] 2024-09-19T14:02:35.337 INFO:tasks.workunit.client.0.smithi031.stderr: -1> 2024-09-19T14:02:35.261+0000 7fa989a539c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fa989a539c0 time 2024-09-19T14:02:35.265336+0000 2024-09-19T14:02:35.337 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T14:02:35.337 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:35.337 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T14:02:35.337 INFO:tasks.workunit.client.0.smithi031.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fa98d32d2eb] 2024-09-19T14:02:35.337 INFO:tasks.workunit.client.0.smithi031.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fa98d32d49f] 2024-09-19T14:02:35.337 INFO:tasks.workunit.client.0.smithi031.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56296952f271] 2024-09-19T14:02:35.337 INFO:tasks.workunit.client.0.smithi031.stderr: 4: radosgw-admin(+0x141057c) [0x562969f8057c] 2024-09-19T14:02:35.338 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56296953f0dd] 2024-09-19T14:02:35.338 INFO:tasks.workunit.client.0.smithi031.stderr: 6: main() 2024-09-19T14:02:35.338 INFO:tasks.workunit.client.0.smithi031.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fa98c193d90] 2024-09-19T14:02:35.338 INFO:tasks.workunit.client.0.smithi031.stderr: 8: __libc_start_main() 2024-09-19T14:02:35.338 INFO:tasks.workunit.client.0.smithi031.stderr: 9: _start() 2024-09-19T14:02:35.338 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:35.338 INFO:tasks.workunit.client.0.smithi031.stderr: 0> 2024-09-19T14:02:35.261+0000 7fa989a539c0 -1 *** Caught signal (Aborted) ** 2024-09-19T14:02:35.338 INFO:tasks.workunit.client.0.smithi031.stderr: in thread 7fa989a539c0 thread_name:radosgw-admin 2024-09-19T14:02:35.338 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:35.338 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T14:02:35.338 INFO:tasks.workunit.client.0.smithi031.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fa98c1ac520] 2024-09-19T14:02:35.338 INFO:tasks.workunit.client.0.smithi031.stderr: 2: pthread_kill() 2024-09-19T14:02:35.338 INFO:tasks.workunit.client.0.smithi031.stderr: 3: raise() 2024-09-19T14:02:35.339 INFO:tasks.workunit.client.0.smithi031.stderr: 4: abort() 2024-09-19T14:02:35.339 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fa98d32d345] 2024-09-19T14:02:35.339 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fa98d32d49f] 2024-09-19T14:02:35.339 INFO:tasks.workunit.client.0.smithi031.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56296952f271] 2024-09-19T14:02:35.339 INFO:tasks.workunit.client.0.smithi031.stderr: 8: radosgw-admin(+0x141057c) [0x562969f8057c] 2024-09-19T14:02:35.339 INFO:tasks.workunit.client.0.smithi031.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56296953f0dd] 2024-09-19T14:02:35.339 INFO:tasks.workunit.client.0.smithi031.stderr: 10: main() 2024-09-19T14:02:35.339 INFO:tasks.workunit.client.0.smithi031.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fa98c193d90] 2024-09-19T14:02:35.339 INFO:tasks.workunit.client.0.smithi031.stderr: 12: __libc_start_main() 2024-09-19T14:02:35.339 INFO:tasks.workunit.client.0.smithi031.stderr: 13: _start() 2024-09-19T14:02:35.339 INFO:tasks.workunit.client.0.smithi031.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T14:02:35.339 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:35.339 INFO:tasks.workunit.client.0.smithi031.stderr:--- logging levels --- 2024-09-19T14:02:35.340 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 none 2024-09-19T14:02:35.340 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 lockdep 2024-09-19T14:02:35.340 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 context 2024-09-19T14:02:35.340 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 crush 2024-09-19T14:02:35.340 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds 2024-09-19T14:02:35.340 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_balancer 2024-09-19T14:02:35.340 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_locker 2024-09-19T14:02:35.340 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_log 2024-09-19T14:02:35.340 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_log_expire 2024-09-19T14:02:35.340 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_migrator 2024-09-19T14:02:35.340 INFO:tasks.workunit.client.0.smithi031.stderr: 3/ 5 mds_quiesce 2024-09-19T14:02:35.340 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 buffer 2024-09-19T14:02:35.340 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 timer 2024-09-19T14:02:35.340 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 filer 2024-09-19T14:02:35.341 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 striper 2024-09-19T14:02:35.341 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 objecter 2024-09-19T14:02:35.341 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rados 2024-09-19T14:02:35.341 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd 2024-09-19T14:02:35.341 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_mirror 2024-09-19T14:02:35.341 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_replay 2024-09-19T14:02:35.341 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_pwl 2024-09-19T14:02:35.341 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 journaler 2024-09-19T14:02:35.341 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 objectcacher 2024-09-19T14:02:35.341 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 immutable_obj_cache 2024-09-19T14:02:35.341 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 client 2024-09-19T14:02:35.341 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 osd 2024-09-19T14:02:35.341 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 optracker 2024-09-19T14:02:35.341 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 objclass 2024-09-19T14:02:35.342 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 filestore 2024-09-19T14:02:35.342 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 journal 2024-09-19T14:02:35.342 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 0 ms 2024-09-19T14:02:35.342 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mon 2024-09-19T14:02:35.342 INFO:tasks.workunit.client.0.smithi031.stderr: 0/10 monc 2024-09-19T14:02:35.342 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 paxos 2024-09-19T14:02:35.342 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 tp 2024-09-19T14:02:35.342 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 auth 2024-09-19T14:02:35.342 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 crypto 2024-09-19T14:02:35.342 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 finisher 2024-09-19T14:02:35.342 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 reserver 2024-09-19T14:02:35.342 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 heartbeatmap 2024-09-19T14:02:35.342 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 perfcounter 2024-09-19T14:02:35.343 INFO:tasks.workunit.client.0.smithi031.stderr: 20/20 rgw 2024-09-19T14:02:35.343 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_sync 2024-09-19T14:02:35.343 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_datacache 2024-09-19T14:02:35.343 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_access 2024-09-19T14:02:35.343 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_dbstore 2024-09-19T14:02:35.343 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_flight 2024-09-19T14:02:35.343 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_lifecycle 2024-09-19T14:02:35.343 INFO:tasks.workunit.client.0.smithi031.stderr: 20/20 rgw_notification 2024-09-19T14:02:35.343 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 javaclient 2024-09-19T14:02:35.343 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 asok 2024-09-19T14:02:35.343 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 throttle 2024-09-19T14:02:35.343 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 0 refs 2024-09-19T14:02:35.343 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 compressor 2024-09-19T14:02:35.344 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 bluestore 2024-09-19T14:02:35.344 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 bluefs 2024-09-19T14:02:35.344 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 bdev 2024-09-19T14:02:35.344 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 kstore 2024-09-19T14:02:35.344 INFO:tasks.workunit.client.0.smithi031.stderr: 4/ 5 rocksdb 2024-09-19T14:02:35.344 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 fuse 2024-09-19T14:02:35.344 INFO:tasks.workunit.client.0.smithi031.stderr: 2/ 5 mgr 2024-09-19T14:02:35.344 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mgrc 2024-09-19T14:02:35.344 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 dpdk 2024-09-19T14:02:35.344 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 eventtrace 2024-09-19T14:02:35.344 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 prioritycache 2024-09-19T14:02:35.344 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 test 2024-09-19T14:02:35.344 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cephfs_mirror 2024-09-19T14:02:35.345 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cephsqlite 2024-09-19T14:02:35.345 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 crimson_interrupt 2024-09-19T14:02:35.345 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore 2024-09-19T14:02:35.345 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_onode 2024-09-19T14:02:35.345 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_odata 2024-09-19T14:02:35.345 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_omap 2024-09-19T14:02:35.345 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_tm 2024-09-19T14:02:35.345 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_t 2024-09-19T14:02:35.345 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_cleaner 2024-09-19T14:02:35.345 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_epm 2024-09-19T14:02:35.345 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_lba 2024-09-19T14:02:35.345 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-19T14:02:35.345 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_cache 2024-09-19T14:02:35.346 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_journal 2024-09-19T14:02:35.346 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_device 2024-09-19T14:02:35.346 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_backref 2024-09-19T14:02:35.346 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 alienstore 2024-09-19T14:02:35.346 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mclock 2024-09-19T14:02:35.346 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cyanstore 2024-09-19T14:02:35.348 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 ceph_exporter 2024-09-19T14:02:35.348 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 memstore 2024-09-19T14:02:35.348 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 trace 2024-09-19T14:02:35.349 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 ceph_dedup 2024-09-19T14:02:35.349 INFO:tasks.workunit.client.0.smithi031.stderr: -2/-2 (syslog threshold) 2024-09-19T14:02:35.349 INFO:tasks.workunit.client.0.smithi031.stderr: 99/99 (stderr threshold) 2024-09-19T14:02:35.349 INFO:tasks.workunit.client.0.smithi031.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-19T14:02:35.349 INFO:tasks.workunit.client.0.smithi031.stderr: 7fa7b67fc640 / http_manager 2024-09-19T14:02:35.349 INFO:tasks.workunit.client.0.smithi031.stderr: 7fa83cfe1640 / http_manager 2024-09-19T14:02:35.349 INFO:tasks.workunit.client.0.smithi031.stderr: 7fa83dfe3640 / rgw_dt_lg_renew 2024-09-19T14:02:35.349 INFO:tasks.workunit.client.0.smithi031.stderr: 7fa8697fa640 / ms_dispatch 2024-09-19T14:02:35.349 INFO:tasks.workunit.client.0.smithi031.stderr: 7fa86affd640 / io_context_pool 2024-09-19T14:02:35.349 INFO:tasks.workunit.client.0.smithi031.stderr: 7fa871602640 / ms_dispatch 2024-09-19T14:02:35.349 INFO:tasks.workunit.client.0.smithi031.stderr: 7fa873e07640 / ms_dispatch 2024-09-19T14:02:35.349 INFO:tasks.workunit.client.0.smithi031.stderr: 7fa87560a640 / io_context_pool 2024-09-19T14:02:35.350 INFO:tasks.workunit.client.0.smithi031.stderr: 7fa986d58640 / msgr-worker-2 2024-09-19T14:02:35.350 INFO:tasks.workunit.client.0.smithi031.stderr: 7fa987559640 / msgr-worker-1 2024-09-19T14:02:35.350 INFO:tasks.workunit.client.0.smithi031.stderr: 7fa987d5a640 / msgr-worker-0 2024-09-19T14:02:35.350 INFO:tasks.workunit.client.0.smithi031.stderr: 7fa98855b640 / io_context_pool 2024-09-19T14:02:35.350 INFO:tasks.workunit.client.0.smithi031.stderr: 7fa989a539c0 / radosgw-admin 2024-09-19T14:02:35.350 INFO:tasks.workunit.client.0.smithi031.stderr: max_recent 500 2024-09-19T14:02:35.350 INFO:tasks.workunit.client.0.smithi031.stderr: max_new 1000 2024-09-19T14:02:35.350 INFO:tasks.workunit.client.0.smithi031.stderr: log_file /var/log/ceph/ceph-client.admin.145201.log 2024-09-19T14:02:35.350 INFO:tasks.workunit.client.0.smithi031.stderr:--- end dump of recent events --- 2024-09-19T14:02:35.351 INFO:tasks.workunit.client.0.smithi031.stderr:--- begin dump of recent events --- 2024-09-19T14:02:35.351 INFO:tasks.workunit.client.0.smithi031.stderr: -499> 2024-09-19T14:02:35.161+0000 7fa987559640 1 monclient: found mon.noname-c 2024-09-19T14:02:35.351 INFO:tasks.workunit.client.0.smithi031.stderr: -498> 2024-09-19T14:02:35.161+0000 7fa987559640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.31:3301/0 2024-09-19T14:02:35.351 INFO:tasks.workunit.client.0.smithi031.stderr: -497> 2024-09-19T14:02:35.161+0000 7fa87560a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:02:35.351 INFO:tasks.workunit.client.0.smithi031.stderr: -496> 2024-09-19T14:02:35.161+0000 7fa87560a640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T14:02:35.351 INFO:tasks.workunit.client.0.smithi031.stderr: -495> 2024-09-19T14:02:35.161+0000 7fa87560a640 10 monclient: dump: 2024-09-19T14:02:35.351 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:02:35.351 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:02:35.351 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:35.351 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:35.351 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:02:35.351 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:35.351 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:02:35.352 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:02:35.352 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:02:35.352 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:35.352 INFO:tasks.workunit.client.0.smithi031.stderr: -494> 2024-09-19T14:02:35.161+0000 7fa87560a640 10 monclient: _finish_auth 0 2024-09-19T14:02:35.352 INFO:tasks.workunit.client.0.smithi031.stderr: -493> 2024-09-19T14:02:35.161+0000 7fa87560a640 10 monclient: _check_auth_tickets 2024-09-19T14:02:35.352 INFO:tasks.workunit.client.0.smithi031.stderr: -492> 2024-09-19T14:02:35.161+0000 7fa989a539c0 5 monclient: authenticate success, global_id 7784 2024-09-19T14:02:35.352 INFO:tasks.workunit.client.0.smithi031.stderr: -491> 2024-09-19T14:02:35.161+0000 7fa87560a640 10 monclient: handle_config config(0 keys) 2024-09-19T14:02:35.352 INFO:tasks.workunit.client.0.smithi031.stderr: -490> 2024-09-19T14:02:35.161+0000 7fa87560a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:02:35.352 INFO:tasks.workunit.client.0.smithi031.stderr: -489> 2024-09-19T14:02:35.161+0000 7fa87560a640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T14:02:35.352 INFO:tasks.workunit.client.0.smithi031.stderr: -488> 2024-09-19T14:02:35.161+0000 7fa87560a640 10 monclient: dump: 2024-09-19T14:02:35.352 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:02:35.352 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:02:35.353 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:35.353 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:35.353 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:02:35.353 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:35.353 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:02:35.353 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:02:35.353 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:02:35.353 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:35.353 INFO:tasks.workunit.client.0.smithi031.stderr: -487> 2024-09-19T14:02:35.161+0000 7fa989a539c0 10 monclient: get_monmap_and_config success 2024-09-19T14:02:35.353 INFO:tasks.workunit.client.0.smithi031.stderr: -486> 2024-09-19T14:02:35.161+0000 7fa989a539c0 4 set_mon_vals no callback set 2024-09-19T14:02:35.353 INFO:tasks.workunit.client.0.smithi031.stderr: -485> 2024-09-19T14:02:35.161+0000 7fa989a539c0 10 monclient: shutdown 2024-09-19T14:02:35.353 INFO:tasks.workunit.client.0.smithi031.stderr: -484> 2024-09-19T14:02:35.161+0000 7fa989a539c0 5 asok(0x56296b508d90) unregister_commands rotate-key 2024-09-19T14:02:35.353 INFO:tasks.workunit.client.0.smithi031.stderr: -483> 2024-09-19T14:02:35.161+0000 7fa989a539c0 10 monclient: build_initial_monmap 2024-09-19T14:02:35.353 INFO:tasks.workunit.client.0.smithi031.stderr: -482> 2024-09-19T14:02:35.161+0000 7fa989a539c0 1 build_initial for_mkfs: 0 2024-09-19T14:02:35.354 INFO:tasks.workunit.client.0.smithi031.stderr: -481> 2024-09-19T14:02:35.161+0000 7fa989a539c0 10 monclient: monmap: 2024-09-19T14:02:35.354 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T14:02:35.354 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T14:02:35.354 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T14:02:35.354 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T14:02:35.354 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T14:02:35.354 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:35.354 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T14:02:35.354 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T14:02:35.354 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T14:02:35.354 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:35.354 INFO:tasks.workunit.client.0.smithi031.stderr: -480> 2024-09-19T14:02:35.161+0000 7fa989a539c0 5 AuthRegistry(0x56296b71b900) adding auth protocol: cephx 2024-09-19T14:02:35.354 INFO:tasks.workunit.client.0.smithi031.stderr: -479> 2024-09-19T14:02:35.161+0000 7fa989a539c0 5 AuthRegistry(0x56296b71b900) adding auth protocol: cephx 2024-09-19T14:02:35.355 INFO:tasks.workunit.client.0.smithi031.stderr: -478> 2024-09-19T14:02:35.161+0000 7fa989a539c0 5 AuthRegistry(0x56296b71b900) adding auth protocol: cephx 2024-09-19T14:02:35.355 INFO:tasks.workunit.client.0.smithi031.stderr: -477> 2024-09-19T14:02:35.161+0000 7fa989a539c0 5 AuthRegistry(0x56296b71b900) adding con mode: secure 2024-09-19T14:02:35.355 INFO:tasks.workunit.client.0.smithi031.stderr: -476> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 AuthRegistry(0x56296b71b900) adding con mode: crc 2024-09-19T14:02:35.355 INFO:tasks.workunit.client.0.smithi031.stderr: -475> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 AuthRegistry(0x56296b71b900) adding con mode: secure 2024-09-19T14:02:35.355 INFO:tasks.workunit.client.0.smithi031.stderr: -474> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 AuthRegistry(0x56296b71b900) adding con mode: crc 2024-09-19T14:02:35.355 INFO:tasks.workunit.client.0.smithi031.stderr: -473> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 AuthRegistry(0x56296b71b900) adding con mode: secure 2024-09-19T14:02:35.355 INFO:tasks.workunit.client.0.smithi031.stderr: -472> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 AuthRegistry(0x56296b71b900) adding con mode: crc 2024-09-19T14:02:35.355 INFO:tasks.workunit.client.0.smithi031.stderr: -471> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 AuthRegistry(0x56296b71b900) adding con mode: crc 2024-09-19T14:02:35.355 INFO:tasks.workunit.client.0.smithi031.stderr: -470> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 AuthRegistry(0x56296b71b900) adding con mode: secure 2024-09-19T14:02:35.355 INFO:tasks.workunit.client.0.smithi031.stderr: -469> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 AuthRegistry(0x56296b71b900) adding con mode: crc 2024-09-19T14:02:35.355 INFO:tasks.workunit.client.0.smithi031.stderr: -468> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 AuthRegistry(0x56296b71b900) adding con mode: secure 2024-09-19T14:02:35.355 INFO:tasks.workunit.client.0.smithi031.stderr: -467> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 AuthRegistry(0x56296b71b900) adding con mode: crc 2024-09-19T14:02:35.355 INFO:tasks.workunit.client.0.smithi031.stderr: -466> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 AuthRegistry(0x56296b71b900) adding con mode: secure 2024-09-19T14:02:35.356 INFO:tasks.workunit.client.0.smithi031.stderr: -465> 2024-09-19T14:02:35.165+0000 7fa989a539c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:02:35.356 INFO:tasks.workunit.client.0.smithi031.stderr: -464> 2024-09-19T14:02:35.165+0000 7fa989a539c0 1 librados: starting msgr at 2024-09-19T14:02:35.356 INFO:tasks.workunit.client.0.smithi031.stderr: -463> 2024-09-19T14:02:35.165+0000 7fa989a539c0 1 librados: starting objecter 2024-09-19T14:02:35.356 INFO:tasks.workunit.client.0.smithi031.stderr: -462> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 asok(0x56296b508d90) register_command objecter_requests hook 0x56296b746e50 2024-09-19T14:02:35.356 INFO:tasks.workunit.client.0.smithi031.stderr: -461> 2024-09-19T14:02:35.165+0000 7fa989a539c0 1 librados: setting wanted keys 2024-09-19T14:02:35.356 INFO:tasks.workunit.client.0.smithi031.stderr: -460> 2024-09-19T14:02:35.165+0000 7fa989a539c0 1 librados: calling monclient init 2024-09-19T14:02:35.356 INFO:tasks.workunit.client.0.smithi031.stderr: -459> 2024-09-19T14:02:35.165+0000 7fa989a539c0 10 monclient: init 2024-09-19T14:02:35.356 INFO:tasks.workunit.client.0.smithi031.stderr: -458> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 AuthRegistry(0x56296b7160c0) adding auth protocol: cephx 2024-09-19T14:02:35.356 INFO:tasks.workunit.client.0.smithi031.stderr: -457> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 AuthRegistry(0x56296b7160c0) adding auth protocol: cephx 2024-09-19T14:02:35.356 INFO:tasks.workunit.client.0.smithi031.stderr: -456> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 AuthRegistry(0x56296b7160c0) adding auth protocol: cephx 2024-09-19T14:02:35.356 INFO:tasks.workunit.client.0.smithi031.stderr: -455> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 AuthRegistry(0x56296b7160c0) adding con mode: secure 2024-09-19T14:02:35.356 INFO:tasks.workunit.client.0.smithi031.stderr: -454> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 AuthRegistry(0x56296b7160c0) adding con mode: crc 2024-09-19T14:02:35.357 INFO:tasks.workunit.client.0.smithi031.stderr: -453> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 AuthRegistry(0x56296b7160c0) adding con mode: secure 2024-09-19T14:02:35.357 INFO:tasks.workunit.client.0.smithi031.stderr: -452> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 AuthRegistry(0x56296b7160c0) adding con mode: crc 2024-09-19T14:02:35.357 INFO:tasks.workunit.client.0.smithi031.stderr: -451> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 AuthRegistry(0x56296b7160c0) adding con mode: secure 2024-09-19T14:02:35.357 INFO:tasks.workunit.client.0.smithi031.stderr: -450> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 AuthRegistry(0x56296b7160c0) adding con mode: crc 2024-09-19T14:02:35.357 INFO:tasks.workunit.client.0.smithi031.stderr: -449> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 AuthRegistry(0x56296b7160c0) adding con mode: crc 2024-09-19T14:02:35.357 INFO:tasks.workunit.client.0.smithi031.stderr: -448> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 AuthRegistry(0x56296b7160c0) adding con mode: secure 2024-09-19T14:02:35.357 INFO:tasks.workunit.client.0.smithi031.stderr: -447> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 AuthRegistry(0x56296b7160c0) adding con mode: crc 2024-09-19T14:02:35.357 INFO:tasks.workunit.client.0.smithi031.stderr: -446> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 AuthRegistry(0x56296b7160c0) adding con mode: secure 2024-09-19T14:02:35.357 INFO:tasks.workunit.client.0.smithi031.stderr: -445> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 AuthRegistry(0x56296b7160c0) adding con mode: crc 2024-09-19T14:02:35.357 INFO:tasks.workunit.client.0.smithi031.stderr: -444> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 AuthRegistry(0x56296b7160c0) adding con mode: secure 2024-09-19T14:02:35.357 INFO:tasks.workunit.client.0.smithi031.stderr: -443> 2024-09-19T14:02:35.165+0000 7fa989a539c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:02:35.357 INFO:tasks.workunit.client.0.smithi031.stderr: -442> 2024-09-19T14:02:35.165+0000 7fa989a539c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:02:35.357 INFO:tasks.workunit.client.0.smithi031.stderr: -441> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 asok(0x56296b508d90) register_command rotate-key hook 0x56296b716208 2024-09-19T14:02:35.358 INFO:tasks.workunit.client.0.smithi031.stderr: -440> 2024-09-19T14:02:35.165+0000 7fa989a539c0 10 monclient: _reopen_session rank -1 2024-09-19T14:02:35.358 INFO:tasks.workunit.client.0.smithi031.stderr: -439> 2024-09-19T14:02:35.165+0000 7fa989a539c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-19T14:02:35.358 INFO:tasks.workunit.client.0.smithi031.stderr: -438> 2024-09-19T14:02:35.165+0000 7fa989a539c0 10 monclient(hunting): picked mon.noname-b con 0x56296b5d1490 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T14:02:35.358 INFO:tasks.workunit.client.0.smithi031.stderr: -437> 2024-09-19T14:02:35.165+0000 7fa989a539c0 10 monclient(hunting): picked mon.noname-a con 0x56296b5d22a0 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T14:02:35.358 INFO:tasks.workunit.client.0.smithi031.stderr: -436> 2024-09-19T14:02:35.165+0000 7fa989a539c0 10 monclient(hunting): picked mon.noname-c con 0x56296b65e840 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T14:02:35.358 INFO:tasks.workunit.client.0.smithi031.stderr: -435> 2024-09-19T14:02:35.165+0000 7fa989a539c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:02:35.358 INFO:tasks.workunit.client.0.smithi031.stderr: -434> 2024-09-19T14:02:35.165+0000 7fa989a539c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:02:35.358 INFO:tasks.workunit.client.0.smithi031.stderr: -433> 2024-09-19T14:02:35.165+0000 7fa989a539c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:02:35.358 INFO:tasks.workunit.client.0.smithi031.stderr: -432> 2024-09-19T14:02:35.165+0000 7fa989a539c0 10 monclient(hunting): _renew_subs 2024-09-19T14:02:35.358 INFO:tasks.workunit.client.0.smithi031.stderr: -431> 2024-09-19T14:02:35.165+0000 7fa989a539c0 10 monclient(hunting): authenticate will time out at 2498.997188s 2024-09-19T14:02:35.358 INFO:tasks.workunit.client.0.smithi031.stderr: -430> 2024-09-19T14:02:35.165+0000 7fa986d58640 10 monclient(hunting): get_auth_request con 0x56296b5d22a0 auth_method 0 2024-09-19T14:02:35.358 INFO:tasks.workunit.client.0.smithi031.stderr: -429> 2024-09-19T14:02:35.165+0000 7fa986d58640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:02:35.358 INFO:tasks.workunit.client.0.smithi031.stderr: -428> 2024-09-19T14:02:35.165+0000 7fa986d58640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:02:35.359 INFO:tasks.workunit.client.0.smithi031.stderr: -427> 2024-09-19T14:02:35.165+0000 7fa986d58640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:02:35.359 INFO:tasks.workunit.client.0.smithi031.stderr: -426> 2024-09-19T14:02:35.165+0000 7fa987d5a640 10 monclient(hunting): get_auth_request con 0x56296b65e840 auth_method 0 2024-09-19T14:02:35.359 INFO:tasks.workunit.client.0.smithi031.stderr: -425> 2024-09-19T14:02:35.165+0000 7fa987d5a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:02:35.359 INFO:tasks.workunit.client.0.smithi031.stderr: -424> 2024-09-19T14:02:35.165+0000 7fa987d5a640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:02:35.359 INFO:tasks.workunit.client.0.smithi031.stderr: -423> 2024-09-19T14:02:35.165+0000 7fa987d5a640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:02:35.359 INFO:tasks.workunit.client.0.smithi031.stderr: -422> 2024-09-19T14:02:35.165+0000 7fa986d58640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:02:35.359 INFO:tasks.workunit.client.0.smithi031.stderr: -421> 2024-09-19T14:02:35.165+0000 7fa986d58640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:02:35.359 INFO:tasks.workunit.client.0.smithi031.stderr: -420> 2024-09-19T14:02:35.165+0000 7fa986d58640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:02:35.359 INFO:tasks.workunit.client.0.smithi031.stderr: -419> 2024-09-19T14:02:35.165+0000 7fa987d5a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:02:35.359 INFO:tasks.workunit.client.0.smithi031.stderr: -418> 2024-09-19T14:02:35.165+0000 7fa987d5a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:02:35.359 INFO:tasks.workunit.client.0.smithi031.stderr: -417> 2024-09-19T14:02:35.165+0000 7fa987d5a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:02:35.359 INFO:tasks.workunit.client.0.smithi031.stderr: -416> 2024-09-19T14:02:35.165+0000 7fa987559640 10 monclient(hunting): get_auth_request con 0x56296b5d1490 auth_method 0 2024-09-19T14:02:35.359 INFO:tasks.workunit.client.0.smithi031.stderr: -415> 2024-09-19T14:02:35.165+0000 7fa987559640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:02:35.360 INFO:tasks.workunit.client.0.smithi031.stderr: -414> 2024-09-19T14:02:35.165+0000 7fa987559640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:02:35.360 INFO:tasks.workunit.client.0.smithi031.stderr: -413> 2024-09-19T14:02:35.165+0000 7fa987559640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:02:35.360 INFO:tasks.workunit.client.0.smithi031.stderr: -412> 2024-09-19T14:02:35.165+0000 7fa986d58640 10 monclient(hunting): handle_auth_done global_id 8328 payload 824 2024-09-19T14:02:35.360 INFO:tasks.workunit.client.0.smithi031.stderr: -411> 2024-09-19T14:02:35.165+0000 7fa986d58640 10 monclient: _finish_hunting 0 2024-09-19T14:02:35.360 INFO:tasks.workunit.client.0.smithi031.stderr: -410> 2024-09-19T14:02:35.165+0000 7fa986d58640 1 monclient: found mon.noname-a 2024-09-19T14:02:35.360 INFO:tasks.workunit.client.0.smithi031.stderr: -409> 2024-09-19T14:02:35.165+0000 7fa986d58640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T14:02:35.360 INFO:tasks.workunit.client.0.smithi031.stderr: -408> 2024-09-19T14:02:35.165+0000 7fa873e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:02:35.360 INFO:tasks.workunit.client.0.smithi031.stderr: -407> 2024-09-19T14:02:35.165+0000 7fa873e07640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T14:02:35.360 INFO:tasks.workunit.client.0.smithi031.stderr: -406> 2024-09-19T14:02:35.165+0000 7fa873e07640 10 monclient: dump: 2024-09-19T14:02:35.360 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:02:35.360 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:02:35.360 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:35.360 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:35.361 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:02:35.361 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:35.361 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:02:35.361 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:02:35.361 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:02:35.361 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:35.361 INFO:tasks.workunit.client.0.smithi031.stderr: -405> 2024-09-19T14:02:35.165+0000 7fa873e07640 10 monclient: _finish_auth 0 2024-09-19T14:02:35.361 INFO:tasks.workunit.client.0.smithi031.stderr: -404> 2024-09-19T14:02:35.165+0000 7fa873e07640 10 monclient: _check_auth_tickets 2024-09-19T14:02:35.361 INFO:tasks.workunit.client.0.smithi031.stderr: -403> 2024-09-19T14:02:35.165+0000 7fa989a539c0 5 monclient: authenticate success, global_id 8328 2024-09-19T14:02:35.361 INFO:tasks.workunit.client.0.smithi031.stderr: -402> 2024-09-19T14:02:35.165+0000 7fa989a539c0 10 monclient: _renew_subs 2024-09-19T14:02:35.361 INFO:tasks.workunit.client.0.smithi031.stderr: -401> 2024-09-19T14:02:35.165+0000 7fa989a539c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T14:02:35.361 INFO:tasks.workunit.client.0.smithi031.stderr: -400> 2024-09-19T14:02:35.165+0000 7fa873e07640 10 monclient: handle_config config(0 keys) 2024-09-19T14:02:35.361 INFO:tasks.workunit.client.0.smithi031.stderr: -399> 2024-09-19T14:02:35.165+0000 7fa873e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:02:35.362 INFO:tasks.workunit.client.0.smithi031.stderr: -398> 2024-09-19T14:02:35.165+0000 7fa873e07640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T14:02:35.362 INFO:tasks.workunit.client.0.smithi031.stderr: -397> 2024-09-19T14:02:35.165+0000 7fa873e07640 10 monclient: dump: 2024-09-19T14:02:35.362 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:02:35.362 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:02:35.362 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:35.362 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:35.362 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:02:35.362 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:35.362 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:02:35.362 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:02:35.362 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:02:35.362 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:35.362 INFO:tasks.workunit.client.0.smithi031.stderr: -396> 2024-09-19T14:02:35.165+0000 7fa87560a640 4 set_mon_vals no callback set 2024-09-19T14:02:35.363 INFO:tasks.workunit.client.0.smithi031.stderr: -395> 2024-09-19T14:02:35.165+0000 7fa989a539c0 10 monclient: _renew_subs 2024-09-19T14:02:35.363 INFO:tasks.workunit.client.0.smithi031.stderr: -394> 2024-09-19T14:02:35.165+0000 7fa989a539c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T14:02:35.363 INFO:tasks.workunit.client.0.smithi031.stderr: -393> 2024-09-19T14:02:35.165+0000 7fa989a539c0 1 librados: init done 2024-09-19T14:02:35.363 INFO:tasks.workunit.client.0.smithi031.stderr: -392> 2024-09-19T14:02:35.169+0000 7fa873e07640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T14:02:35.363 INFO:tasks.workunit.client.0.smithi031.stderr: -391> 2024-09-19T14:02:35.169+0000 7fa873e07640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:02:35.363 INFO:tasks.workunit.client.0.smithi031.stderr: -390> 2024-09-19T14:02:35.169+0000 7fa873e07640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:02:35.363 INFO:tasks.workunit.client.0.smithi031.stderr: -389> 2024-09-19T14:02:35.169+0000 7fa987559640 10 monclient: get_auth_request con 0x7fa86c071c10 auth_method 0 2024-09-19T14:02:35.363 INFO:tasks.workunit.client.0.smithi031.stderr: -388> 2024-09-19T14:02:35.169+0000 7fa987d5a640 10 monclient: get_auth_request con 0x56296b75e320 auth_method 0 2024-09-19T14:02:35.363 INFO:tasks.workunit.client.0.smithi031.stderr: -387> 2024-09-19T14:02:35.169+0000 7fa987559640 10 monclient: get_auth_request con 0x56296b761500 auth_method 0 2024-09-19T14:02:35.363 INFO:tasks.workunit.client.0.smithi031.stderr: -386> 2024-09-19T14:02:35.169+0000 7fa986d58640 10 monclient: get_auth_request con 0x56296b7656f0 auth_method 0 2024-09-19T14:02:35.363 INFO:tasks.workunit.client.0.smithi031.stderr: -385> 2024-09-19T14:02:35.173+0000 7fa989a539c0 10 monclient: build_initial_monmap 2024-09-19T14:02:35.363 INFO:tasks.workunit.client.0.smithi031.stderr: -384> 2024-09-19T14:02:35.173+0000 7fa989a539c0 1 build_initial for_mkfs: 0 2024-09-19T14:02:35.363 INFO:tasks.workunit.client.0.smithi031.stderr: -383> 2024-09-19T14:02:35.173+0000 7fa989a539c0 10 monclient: monmap: 2024-09-19T14:02:35.364 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T14:02:35.364 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T14:02:35.364 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T14:02:35.364 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T14:02:35.364 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T14:02:35.364 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:35.364 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T14:02:35.364 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T14:02:35.364 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T14:02:35.364 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:35.364 INFO:tasks.workunit.client.0.smithi031.stderr: -382> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b76a4e0) adding auth protocol: cephx 2024-09-19T14:02:35.364 INFO:tasks.workunit.client.0.smithi031.stderr: -381> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b76a4e0) adding auth protocol: cephx 2024-09-19T14:02:35.364 INFO:tasks.workunit.client.0.smithi031.stderr: -380> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b76a4e0) adding auth protocol: cephx 2024-09-19T14:02:35.365 INFO:tasks.workunit.client.0.smithi031.stderr: -379> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b76a4e0) adding con mode: secure 2024-09-19T14:02:35.365 INFO:tasks.workunit.client.0.smithi031.stderr: -378> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b76a4e0) adding con mode: crc 2024-09-19T14:02:35.365 INFO:tasks.workunit.client.0.smithi031.stderr: -377> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b76a4e0) adding con mode: secure 2024-09-19T14:02:35.365 INFO:tasks.workunit.client.0.smithi031.stderr: -376> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b76a4e0) adding con mode: crc 2024-09-19T14:02:35.365 INFO:tasks.workunit.client.0.smithi031.stderr: -375> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b76a4e0) adding con mode: secure 2024-09-19T14:02:35.365 INFO:tasks.workunit.client.0.smithi031.stderr: -374> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b76a4e0) adding con mode: crc 2024-09-19T14:02:35.365 INFO:tasks.workunit.client.0.smithi031.stderr: -373> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b76a4e0) adding con mode: crc 2024-09-19T14:02:35.365 INFO:tasks.workunit.client.0.smithi031.stderr: -372> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b76a4e0) adding con mode: secure 2024-09-19T14:02:35.365 INFO:tasks.workunit.client.0.smithi031.stderr: -371> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b76a4e0) adding con mode: crc 2024-09-19T14:02:35.365 INFO:tasks.workunit.client.0.smithi031.stderr: -370> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b76a4e0) adding con mode: secure 2024-09-19T14:02:35.365 INFO:tasks.workunit.client.0.smithi031.stderr: -369> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b76a4e0) adding con mode: crc 2024-09-19T14:02:35.365 INFO:tasks.workunit.client.0.smithi031.stderr: -368> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b76a4e0) adding con mode: secure 2024-09-19T14:02:35.365 INFO:tasks.workunit.client.0.smithi031.stderr: -367> 2024-09-19T14:02:35.173+0000 7fa989a539c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:02:35.366 INFO:tasks.workunit.client.0.smithi031.stderr: -366> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 asok(0x56296b508d90) register_command objecter_requests cmddesc objecter_requests hook 0x56296b76deb0 EEXIST 2024-09-19T14:02:35.366 INFO:tasks.workunit.client.0.smithi031.stderr: -365> 2024-09-19T14:02:35.173+0000 7fa989a539c0 10 monclient: init 2024-09-19T14:02:35.366 INFO:tasks.workunit.client.0.smithi031.stderr: -364> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b768b08) adding auth protocol: cephx 2024-09-19T14:02:35.366 INFO:tasks.workunit.client.0.smithi031.stderr: -363> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b768b08) adding auth protocol: cephx 2024-09-19T14:02:35.366 INFO:tasks.workunit.client.0.smithi031.stderr: -362> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b768b08) adding auth protocol: cephx 2024-09-19T14:02:35.366 INFO:tasks.workunit.client.0.smithi031.stderr: -361> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b768b08) adding con mode: secure 2024-09-19T14:02:35.366 INFO:tasks.workunit.client.0.smithi031.stderr: -360> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b768b08) adding con mode: crc 2024-09-19T14:02:35.366 INFO:tasks.workunit.client.0.smithi031.stderr: -359> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b768b08) adding con mode: secure 2024-09-19T14:02:35.366 INFO:tasks.workunit.client.0.smithi031.stderr: -358> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b768b08) adding con mode: crc 2024-09-19T14:02:35.366 INFO:tasks.workunit.client.0.smithi031.stderr: -357> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b768b08) adding con mode: secure 2024-09-19T14:02:35.366 INFO:tasks.workunit.client.0.smithi031.stderr: -356> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b768b08) adding con mode: crc 2024-09-19T14:02:35.366 INFO:tasks.workunit.client.0.smithi031.stderr: -355> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b768b08) adding con mode: crc 2024-09-19T14:02:35.366 INFO:tasks.workunit.client.0.smithi031.stderr: -354> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b768b08) adding con mode: secure 2024-09-19T14:02:35.366 INFO:tasks.workunit.client.0.smithi031.stderr: -353> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b768b08) adding con mode: crc 2024-09-19T14:02:35.367 INFO:tasks.workunit.client.0.smithi031.stderr: -352> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b768b08) adding con mode: secure 2024-09-19T14:02:35.367 INFO:tasks.workunit.client.0.smithi031.stderr: -351> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b768b08) adding con mode: crc 2024-09-19T14:02:35.367 INFO:tasks.workunit.client.0.smithi031.stderr: -350> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 AuthRegistry(0x56296b768b08) adding con mode: secure 2024-09-19T14:02:35.367 INFO:tasks.workunit.client.0.smithi031.stderr: -349> 2024-09-19T14:02:35.173+0000 7fa989a539c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:02:35.367 INFO:tasks.workunit.client.0.smithi031.stderr: -348> 2024-09-19T14:02:35.173+0000 7fa989a539c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:02:35.367 INFO:tasks.workunit.client.0.smithi031.stderr: -347> 2024-09-19T14:02:35.173+0000 7fa989a539c0 5 asok(0x56296b508d90) register_command rotate-key cmddesc rotate-key hook 0x56296b768c50 EEXIST 2024-09-19T14:02:35.367 INFO:tasks.workunit.client.0.smithi031.stderr: -346> 2024-09-19T14:02:35.173+0000 7fa989a539c0 10 monclient: _reopen_session rank -1 2024-09-19T14:02:35.367 INFO:tasks.workunit.client.0.smithi031.stderr: -345> 2024-09-19T14:02:35.173+0000 7fa989a539c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-19T14:02:35.367 INFO:tasks.workunit.client.0.smithi031.stderr: -344> 2024-09-19T14:02:35.173+0000 7fa989a539c0 10 monclient(hunting): picked mon.noname-b con 0x56296b792060 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T14:02:35.367 INFO:tasks.workunit.client.0.smithi031.stderr: -343> 2024-09-19T14:02:35.173+0000 7fa989a539c0 10 monclient(hunting): picked mon.noname-c con 0x56296b791990 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T14:02:35.367 INFO:tasks.workunit.client.0.smithi031.stderr: -342> 2024-09-19T14:02:35.173+0000 7fa989a539c0 10 monclient(hunting): picked mon.noname-a con 0x56296b790370 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T14:02:35.367 INFO:tasks.workunit.client.0.smithi031.stderr: -341> 2024-09-19T14:02:35.173+0000 7fa989a539c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:02:35.368 INFO:tasks.workunit.client.0.smithi031.stderr: -340> 2024-09-19T14:02:35.173+0000 7fa989a539c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:02:35.368 INFO:tasks.workunit.client.0.smithi031.stderr: -339> 2024-09-19T14:02:35.173+0000 7fa989a539c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:02:35.368 INFO:tasks.workunit.client.0.smithi031.stderr: -338> 2024-09-19T14:02:35.173+0000 7fa989a539c0 10 monclient(hunting): _renew_subs 2024-09-19T14:02:35.368 INFO:tasks.workunit.client.0.smithi031.stderr: -337> 2024-09-19T14:02:35.173+0000 7fa989a539c0 10 monclient(hunting): authenticate will time out at 2499.007949s 2024-09-19T14:02:35.368 INFO:tasks.workunit.client.0.smithi031.stderr: -336> 2024-09-19T14:02:35.177+0000 7fa986d58640 10 monclient(hunting): get_auth_request con 0x56296b791990 auth_method 0 2024-09-19T14:02:35.368 INFO:tasks.workunit.client.0.smithi031.stderr: -335> 2024-09-19T14:02:35.177+0000 7fa986d58640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:02:35.368 INFO:tasks.workunit.client.0.smithi031.stderr: -334> 2024-09-19T14:02:35.177+0000 7fa986d58640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:02:35.368 INFO:tasks.workunit.client.0.smithi031.stderr: -333> 2024-09-19T14:02:35.177+0000 7fa986d58640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:02:35.368 INFO:tasks.workunit.client.0.smithi031.stderr: -332> 2024-09-19T14:02:35.177+0000 7fa987d5a640 10 monclient(hunting): get_auth_request con 0x56296b790370 auth_method 0 2024-09-19T14:02:35.368 INFO:tasks.workunit.client.0.smithi031.stderr: -331> 2024-09-19T14:02:35.177+0000 7fa987d5a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:02:35.368 INFO:tasks.workunit.client.0.smithi031.stderr: -330> 2024-09-19T14:02:35.177+0000 7fa987d5a640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:02:35.368 INFO:tasks.workunit.client.0.smithi031.stderr: -329> 2024-09-19T14:02:35.177+0000 7fa987d5a640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:02:35.368 INFO:tasks.workunit.client.0.smithi031.stderr: -328> 2024-09-19T14:02:35.177+0000 7fa986d58640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:02:35.369 INFO:tasks.workunit.client.0.smithi031.stderr: -327> 2024-09-19T14:02:35.177+0000 7fa986d58640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:02:35.369 INFO:tasks.workunit.client.0.smithi031.stderr: -326> 2024-09-19T14:02:35.177+0000 7fa986d58640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:02:35.369 INFO:tasks.workunit.client.0.smithi031.stderr: -325> 2024-09-19T14:02:35.177+0000 7fa987d5a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:02:35.369 INFO:tasks.workunit.client.0.smithi031.stderr: -324> 2024-09-19T14:02:35.177+0000 7fa987d5a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:02:35.369 INFO:tasks.workunit.client.0.smithi031.stderr: -323> 2024-09-19T14:02:35.177+0000 7fa987d5a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:02:35.369 INFO:tasks.workunit.client.0.smithi031.stderr: -322> 2024-09-19T14:02:35.177+0000 7fa987559640 10 monclient(hunting): get_auth_request con 0x56296b792060 auth_method 0 2024-09-19T14:02:35.369 INFO:tasks.workunit.client.0.smithi031.stderr: -321> 2024-09-19T14:02:35.177+0000 7fa987559640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:02:35.369 INFO:tasks.workunit.client.0.smithi031.stderr: -320> 2024-09-19T14:02:35.177+0000 7fa987559640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:02:35.369 INFO:tasks.workunit.client.0.smithi031.stderr: -319> 2024-09-19T14:02:35.177+0000 7fa987559640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:02:35.369 INFO:tasks.workunit.client.0.smithi031.stderr: -318> 2024-09-19T14:02:35.177+0000 7fa986d58640 10 monclient(hunting): handle_auth_done global_id 7790 payload 824 2024-09-19T14:02:35.369 INFO:tasks.workunit.client.0.smithi031.stderr: -317> 2024-09-19T14:02:35.177+0000 7fa986d58640 10 monclient: _finish_hunting 0 2024-09-19T14:02:35.369 INFO:tasks.workunit.client.0.smithi031.stderr: -316> 2024-09-19T14:02:35.177+0000 7fa986d58640 1 monclient: found mon.noname-c 2024-09-19T14:02:35.369 INFO:tasks.workunit.client.0.smithi031.stderr: -315> 2024-09-19T14:02:35.177+0000 7fa986d58640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.31:3301/0 2024-09-19T14:02:35.369 INFO:tasks.workunit.client.0.smithi031.stderr: -314> 2024-09-19T14:02:35.177+0000 7fa871602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:02:35.369 INFO:tasks.workunit.client.0.smithi031.stderr: -313> 2024-09-19T14:02:35.177+0000 7fa871602640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T14:02:35.370 INFO:tasks.workunit.client.0.smithi031.stderr: -312> 2024-09-19T14:02:35.177+0000 7fa871602640 10 monclient: dump: 2024-09-19T14:02:35.370 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:02:35.370 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:02:35.370 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:35.370 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:35.370 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:02:35.370 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:35.370 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:02:35.370 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:02:35.370 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:02:35.370 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:35.370 INFO:tasks.workunit.client.0.smithi031.stderr: -311> 2024-09-19T14:02:35.177+0000 7fa871602640 10 monclient: _finish_auth 0 2024-09-19T14:02:35.370 INFO:tasks.workunit.client.0.smithi031.stderr: -310> 2024-09-19T14:02:35.177+0000 7fa871602640 10 monclient: _check_auth_tickets 2024-09-19T14:02:35.370 INFO:tasks.workunit.client.0.smithi031.stderr: -309> 2024-09-19T14:02:35.177+0000 7fa871602640 10 monclient: handle_config config(0 keys) 2024-09-19T14:02:35.371 INFO:tasks.workunit.client.0.smithi031.stderr: -308> 2024-09-19T14:02:35.177+0000 7fa871602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:02:35.371 INFO:tasks.workunit.client.0.smithi031.stderr: -307> 2024-09-19T14:02:35.177+0000 7fa871602640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T14:02:35.371 INFO:tasks.workunit.client.0.smithi031.stderr: -306> 2024-09-19T14:02:35.177+0000 7fa871602640 10 monclient: dump: 2024-09-19T14:02:35.371 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:02:35.371 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:02:35.371 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:35.371 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:35.371 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:02:35.371 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:35.371 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:02:35.371 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:02:35.371 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:02:35.371 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:35.371 INFO:tasks.workunit.client.0.smithi031.stderr: -305> 2024-09-19T14:02:35.177+0000 7fa98855b640 4 set_mon_vals no callback set 2024-09-19T14:02:35.372 INFO:tasks.workunit.client.0.smithi031.stderr: -304> 2024-09-19T14:02:35.177+0000 7fa989a539c0 5 monclient: authenticate success, global_id 7790 2024-09-19T14:02:35.372 INFO:tasks.workunit.client.0.smithi031.stderr: -303> 2024-09-19T14:02:35.177+0000 7fa989a539c0 10 monclient: _renew_subs 2024-09-19T14:02:35.372 INFO:tasks.workunit.client.0.smithi031.stderr: -302> 2024-09-19T14:02:35.177+0000 7fa989a539c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T14:02:35.372 INFO:tasks.workunit.client.0.smithi031.stderr: -301> 2024-09-19T14:02:35.177+0000 7fa989a539c0 10 monclient: _renew_subs 2024-09-19T14:02:35.372 INFO:tasks.workunit.client.0.smithi031.stderr: -300> 2024-09-19T14:02:35.177+0000 7fa989a539c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T14:02:35.372 INFO:tasks.workunit.client.0.smithi031.stderr: -299> 2024-09-19T14:02:35.177+0000 7fa871602640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T14:02:35.372 INFO:tasks.workunit.client.0.smithi031.stderr: -298> 2024-09-19T14:02:35.177+0000 7fa871602640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:02:35.372 INFO:tasks.workunit.client.0.smithi031.stderr: -297> 2024-09-19T14:02:35.177+0000 7fa871602640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:02:35.372 INFO:tasks.workunit.client.0.smithi031.stderr: -296> 2024-09-19T14:02:35.177+0000 7fa987559640 10 monclient: get_auth_request con 0x7fa860071b20 auth_method 0 2024-09-19T14:02:35.372 INFO:tasks.workunit.client.0.smithi031.stderr: -295> 2024-09-19T14:02:35.177+0000 7fa989a539c0 10 monclient: get_monmap_and_config 2024-09-19T14:02:35.372 INFO:tasks.workunit.client.0.smithi031.stderr: -294> 2024-09-19T14:02:35.177+0000 7fa989a539c0 10 monclient: build_initial_monmap 2024-09-19T14:02:35.372 INFO:tasks.workunit.client.0.smithi031.stderr: -293> 2024-09-19T14:02:35.177+0000 7fa989a539c0 1 build_initial for_mkfs: 0 2024-09-19T14:02:35.372 INFO:tasks.workunit.client.0.smithi031.stderr: -292> 2024-09-19T14:02:35.177+0000 7fa989a539c0 10 monclient: monmap: 2024-09-19T14:02:35.372 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T14:02:35.373 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T14:02:35.373 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T14:02:35.373 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T14:02:35.373 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T14:02:35.373 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:35.373 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T14:02:35.373 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T14:02:35.373 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T14:02:35.373 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:35.373 INFO:tasks.workunit.client.0.smithi031.stderr: -291> 2024-09-19T14:02:35.177+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b1840) adding auth protocol: cephx 2024-09-19T14:02:35.373 INFO:tasks.workunit.client.0.smithi031.stderr: -290> 2024-09-19T14:02:35.177+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b1840) adding auth protocol: cephx 2024-09-19T14:02:35.373 INFO:tasks.workunit.client.0.smithi031.stderr: -289> 2024-09-19T14:02:35.177+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b1840) adding auth protocol: cephx 2024-09-19T14:02:35.373 INFO:tasks.workunit.client.0.smithi031.stderr: -288> 2024-09-19T14:02:35.177+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b1840) adding con mode: secure 2024-09-19T14:02:35.373 INFO:tasks.workunit.client.0.smithi031.stderr: -287> 2024-09-19T14:02:35.177+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b1840) adding con mode: crc 2024-09-19T14:02:35.374 INFO:tasks.workunit.client.0.smithi031.stderr: -286> 2024-09-19T14:02:35.177+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b1840) adding con mode: secure 2024-09-19T14:02:35.374 INFO:tasks.workunit.client.0.smithi031.stderr: -285> 2024-09-19T14:02:35.177+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b1840) adding con mode: crc 2024-09-19T14:02:35.374 INFO:tasks.workunit.client.0.smithi031.stderr: -284> 2024-09-19T14:02:35.177+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b1840) adding con mode: secure 2024-09-19T14:02:35.374 INFO:tasks.workunit.client.0.smithi031.stderr: -283> 2024-09-19T14:02:35.177+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b1840) adding con mode: crc 2024-09-19T14:02:35.374 INFO:tasks.workunit.client.0.smithi031.stderr: -282> 2024-09-19T14:02:35.177+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b1840) adding con mode: crc 2024-09-19T14:02:35.374 INFO:tasks.workunit.client.0.smithi031.stderr: -281> 2024-09-19T14:02:35.177+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b1840) adding con mode: secure 2024-09-19T14:02:35.374 INFO:tasks.workunit.client.0.smithi031.stderr: -280> 2024-09-19T14:02:35.177+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b1840) adding con mode: crc 2024-09-19T14:02:35.374 INFO:tasks.workunit.client.0.smithi031.stderr: -279> 2024-09-19T14:02:35.177+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b1840) adding con mode: secure 2024-09-19T14:02:35.374 INFO:tasks.workunit.client.0.smithi031.stderr: -278> 2024-09-19T14:02:35.177+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b1840) adding con mode: crc 2024-09-19T14:02:35.374 INFO:tasks.workunit.client.0.smithi031.stderr: -277> 2024-09-19T14:02:35.177+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b1840) adding con mode: secure 2024-09-19T14:02:35.374 INFO:tasks.workunit.client.0.smithi031.stderr: -276> 2024-09-19T14:02:35.177+0000 7fa989a539c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:02:35.374 INFO:tasks.workunit.client.0.smithi031.stderr: -275> 2024-09-19T14:02:35.181+0000 7fa989a539c0 10 monclient: init 2024-09-19T14:02:35.374 INFO:tasks.workunit.client.0.smithi031.stderr: -274> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111340) adding auth protocol: cephx 2024-09-19T14:02:35.374 INFO:tasks.workunit.client.0.smithi031.stderr: -273> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111340) adding auth protocol: cephx 2024-09-19T14:02:35.375 INFO:tasks.workunit.client.0.smithi031.stderr: -272> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111340) adding auth protocol: cephx 2024-09-19T14:02:35.375 INFO:tasks.workunit.client.0.smithi031.stderr: -271> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111340) adding con mode: secure 2024-09-19T14:02:35.375 INFO:tasks.workunit.client.0.smithi031.stderr: -270> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111340) adding con mode: crc 2024-09-19T14:02:35.375 INFO:tasks.workunit.client.0.smithi031.stderr: -269> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111340) adding con mode: secure 2024-09-19T14:02:35.375 INFO:tasks.workunit.client.0.smithi031.stderr: -268> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111340) adding con mode: crc 2024-09-19T14:02:35.375 INFO:tasks.workunit.client.0.smithi031.stderr: -267> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111340) adding con mode: secure 2024-09-19T14:02:35.375 INFO:tasks.workunit.client.0.smithi031.stderr: -266> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111340) adding con mode: crc 2024-09-19T14:02:35.375 INFO:tasks.workunit.client.0.smithi031.stderr: -265> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111340) adding con mode: crc 2024-09-19T14:02:35.375 INFO:tasks.workunit.client.0.smithi031.stderr: -264> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111340) adding con mode: secure 2024-09-19T14:02:35.375 INFO:tasks.workunit.client.0.smithi031.stderr: -263> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111340) adding con mode: crc 2024-09-19T14:02:35.375 INFO:tasks.workunit.client.0.smithi031.stderr: -262> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111340) adding con mode: secure 2024-09-19T14:02:35.375 INFO:tasks.workunit.client.0.smithi031.stderr: -261> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111340) adding con mode: crc 2024-09-19T14:02:35.375 INFO:tasks.workunit.client.0.smithi031.stderr: -260> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111340) adding con mode: secure 2024-09-19T14:02:35.375 INFO:tasks.workunit.client.0.smithi031.stderr: -259> 2024-09-19T14:02:35.181+0000 7fa989a539c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:02:35.376 INFO:tasks.workunit.client.0.smithi031.stderr: -258> 2024-09-19T14:02:35.181+0000 7fa989a539c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:02:35.376 INFO:tasks.workunit.client.0.smithi031.stderr: -257> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 asok(0x56296b508d90) register_command rotate-key cmddesc rotate-key hook 0x7ffe4e111488 EEXIST 2024-09-19T14:02:35.376 INFO:tasks.workunit.client.0.smithi031.stderr: -256> 2024-09-19T14:02:35.181+0000 7fa989a539c0 10 monclient: _reopen_session rank -1 2024-09-19T14:02:35.376 INFO:tasks.workunit.client.0.smithi031.stderr: -255> 2024-09-19T14:02:35.181+0000 7fa989a539c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-19T14:02:35.376 INFO:tasks.workunit.client.0.smithi031.stderr: -254> 2024-09-19T14:02:35.181+0000 7fa989a539c0 10 monclient(hunting): picked mon.noname-c con 0x56296b7dfdd0 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T14:02:35.376 INFO:tasks.workunit.client.0.smithi031.stderr: -253> 2024-09-19T14:02:35.181+0000 7fa989a539c0 10 monclient(hunting): picked mon.noname-a con 0x56296b7e01b0 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T14:02:35.376 INFO:tasks.workunit.client.0.smithi031.stderr: -252> 2024-09-19T14:02:35.181+0000 7fa989a539c0 10 monclient(hunting): picked mon.noname-b con 0x56296b7e1670 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T14:02:35.376 INFO:tasks.workunit.client.0.smithi031.stderr: -251> 2024-09-19T14:02:35.181+0000 7fa989a539c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:02:35.376 INFO:tasks.workunit.client.0.smithi031.stderr: -250> 2024-09-19T14:02:35.181+0000 7fa989a539c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:02:35.376 INFO:tasks.workunit.client.0.smithi031.stderr: -249> 2024-09-19T14:02:35.181+0000 7fa989a539c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:02:35.376 INFO:tasks.workunit.client.0.smithi031.stderr: -248> 2024-09-19T14:02:35.181+0000 7fa989a539c0 10 monclient(hunting): _renew_subs 2024-09-19T14:02:35.376 INFO:tasks.workunit.client.0.smithi031.stderr: -247> 2024-09-19T14:02:35.181+0000 7fa989a539c0 10 monclient(hunting): authenticate will time out at 2499.012666s 2024-09-19T14:02:35.376 INFO:tasks.workunit.client.0.smithi031.stderr: -246> 2024-09-19T14:02:35.181+0000 7fa986d58640 10 monclient(hunting): get_auth_request con 0x56296b7e01b0 auth_method 0 2024-09-19T14:02:35.376 INFO:tasks.workunit.client.0.smithi031.stderr: -245> 2024-09-19T14:02:35.181+0000 7fa986d58640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:02:35.377 INFO:tasks.workunit.client.0.smithi031.stderr: -244> 2024-09-19T14:02:35.181+0000 7fa986d58640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:02:35.377 INFO:tasks.workunit.client.0.smithi031.stderr: -243> 2024-09-19T14:02:35.181+0000 7fa986d58640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:02:35.377 INFO:tasks.workunit.client.0.smithi031.stderr: -242> 2024-09-19T14:02:35.181+0000 7fa987559640 10 monclient(hunting): get_auth_request con 0x56296b7dfdd0 auth_method 0 2024-09-19T14:02:35.377 INFO:tasks.workunit.client.0.smithi031.stderr: -241> 2024-09-19T14:02:35.181+0000 7fa987559640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:02:35.377 INFO:tasks.workunit.client.0.smithi031.stderr: -240> 2024-09-19T14:02:35.181+0000 7fa987559640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:02:35.377 INFO:tasks.workunit.client.0.smithi031.stderr: -239> 2024-09-19T14:02:35.181+0000 7fa987559640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:02:35.377 INFO:tasks.workunit.client.0.smithi031.stderr: -238> 2024-09-19T14:02:35.181+0000 7fa986d58640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:02:35.377 INFO:tasks.workunit.client.0.smithi031.stderr: -237> 2024-09-19T14:02:35.181+0000 7fa986d58640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:02:35.377 INFO:tasks.workunit.client.0.smithi031.stderr: -236> 2024-09-19T14:02:35.181+0000 7fa986d58640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:02:35.377 INFO:tasks.workunit.client.0.smithi031.stderr: -235> 2024-09-19T14:02:35.181+0000 7fa987559640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:02:35.377 INFO:tasks.workunit.client.0.smithi031.stderr: -234> 2024-09-19T14:02:35.181+0000 7fa987559640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:02:35.377 INFO:tasks.workunit.client.0.smithi031.stderr: -233> 2024-09-19T14:02:35.181+0000 7fa987559640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:02:35.377 INFO:tasks.workunit.client.0.smithi031.stderr: -232> 2024-09-19T14:02:35.181+0000 7fa986d58640 10 monclient(hunting): handle_auth_done global_id 8334 payload 274 2024-09-19T14:02:35.377 INFO:tasks.workunit.client.0.smithi031.stderr: -231> 2024-09-19T14:02:35.181+0000 7fa986d58640 10 monclient: _finish_hunting 0 2024-09-19T14:02:35.378 INFO:tasks.workunit.client.0.smithi031.stderr: -230> 2024-09-19T14:02:35.181+0000 7fa986d58640 1 monclient: found mon.noname-a 2024-09-19T14:02:35.378 INFO:tasks.workunit.client.0.smithi031.stderr: -229> 2024-09-19T14:02:35.181+0000 7fa986d58640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T14:02:35.378 INFO:tasks.workunit.client.0.smithi031.stderr: -228> 2024-09-19T14:02:35.181+0000 7fa86affd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:02:35.378 INFO:tasks.workunit.client.0.smithi031.stderr: -227> 2024-09-19T14:02:35.181+0000 7fa86affd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T14:02:35.378 INFO:tasks.workunit.client.0.smithi031.stderr: -226> 2024-09-19T14:02:35.181+0000 7fa86affd640 10 monclient: dump: 2024-09-19T14:02:35.378 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:02:35.378 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:02:35.378 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:35.378 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:35.378 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:02:35.378 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:35.378 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:02:35.378 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:02:35.379 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:02:35.379 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:35.379 INFO:tasks.workunit.client.0.smithi031.stderr: -225> 2024-09-19T14:02:35.181+0000 7fa86affd640 10 monclient: _finish_auth 0 2024-09-19T14:02:35.379 INFO:tasks.workunit.client.0.smithi031.stderr: -224> 2024-09-19T14:02:35.181+0000 7fa86affd640 10 monclient: _check_auth_tickets 2024-09-19T14:02:35.379 INFO:tasks.workunit.client.0.smithi031.stderr: -223> 2024-09-19T14:02:35.181+0000 7fa86affd640 10 monclient: handle_config config(0 keys) 2024-09-19T14:02:35.379 INFO:tasks.workunit.client.0.smithi031.stderr: -222> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 monclient: authenticate success, global_id 8334 2024-09-19T14:02:35.379 INFO:tasks.workunit.client.0.smithi031.stderr: -221> 2024-09-19T14:02:35.181+0000 7fa989a539c0 10 monclient: get_monmap_and_config success 2024-09-19T14:02:35.379 INFO:tasks.workunit.client.0.smithi031.stderr: -220> 2024-09-19T14:02:35.181+0000 7fa989a539c0 4 set_mon_vals no callback set 2024-09-19T14:02:35.379 INFO:tasks.workunit.client.0.smithi031.stderr: -219> 2024-09-19T14:02:35.181+0000 7fa86affd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:02:35.379 INFO:tasks.workunit.client.0.smithi031.stderr: -218> 2024-09-19T14:02:35.181+0000 7fa86affd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T14:02:35.379 INFO:tasks.workunit.client.0.smithi031.stderr: -217> 2024-09-19T14:02:35.181+0000 7fa86affd640 10 monclient: dump: 2024-09-19T14:02:35.379 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:02:35.379 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:02:35.379 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:35.380 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:35.380 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:02:35.380 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:35.380 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:02:35.380 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:02:35.380 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:02:35.380 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:35.380 INFO:tasks.workunit.client.0.smithi031.stderr: -216> 2024-09-19T14:02:35.181+0000 7fa989a539c0 10 monclient: shutdown 2024-09-19T14:02:35.380 INFO:tasks.workunit.client.0.smithi031.stderr: -215> 2024-09-19T14:02:35.181+0000 7fa989a539c0 10 monclient: build_initial_monmap 2024-09-19T14:02:35.380 INFO:tasks.workunit.client.0.smithi031.stderr: -214> 2024-09-19T14:02:35.181+0000 7fa989a539c0 1 build_initial for_mkfs: 0 2024-09-19T14:02:35.380 INFO:tasks.workunit.client.0.smithi031.stderr: -213> 2024-09-19T14:02:35.181+0000 7fa989a539c0 10 monclient: monmap: 2024-09-19T14:02:35.380 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T14:02:35.380 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T14:02:35.381 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T14:02:35.381 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T14:02:35.381 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T14:02:35.381 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:35.381 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T14:02:35.381 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T14:02:35.381 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T14:02:35.381 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:35.381 INFO:tasks.workunit.client.0.smithi031.stderr: -212> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b17f0) adding auth protocol: cephx 2024-09-19T14:02:35.381 INFO:tasks.workunit.client.0.smithi031.stderr: -211> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b17f0) adding auth protocol: cephx 2024-09-19T14:02:35.381 INFO:tasks.workunit.client.0.smithi031.stderr: -210> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b17f0) adding auth protocol: cephx 2024-09-19T14:02:35.381 INFO:tasks.workunit.client.0.smithi031.stderr: -209> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b17f0) adding con mode: secure 2024-09-19T14:02:35.381 INFO:tasks.workunit.client.0.smithi031.stderr: -208> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b17f0) adding con mode: crc 2024-09-19T14:02:35.381 INFO:tasks.workunit.client.0.smithi031.stderr: -207> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b17f0) adding con mode: secure 2024-09-19T14:02:35.382 INFO:tasks.workunit.client.0.smithi031.stderr: -206> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b17f0) adding con mode: crc 2024-09-19T14:02:35.382 INFO:tasks.workunit.client.0.smithi031.stderr: -205> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b17f0) adding con mode: secure 2024-09-19T14:02:35.382 INFO:tasks.workunit.client.0.smithi031.stderr: -204> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b17f0) adding con mode: crc 2024-09-19T14:02:35.382 INFO:tasks.workunit.client.0.smithi031.stderr: -203> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b17f0) adding con mode: crc 2024-09-19T14:02:35.382 INFO:tasks.workunit.client.0.smithi031.stderr: -202> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b17f0) adding con mode: secure 2024-09-19T14:02:35.382 INFO:tasks.workunit.client.0.smithi031.stderr: -201> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b17f0) adding con mode: crc 2024-09-19T14:02:35.382 INFO:tasks.workunit.client.0.smithi031.stderr: -200> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b17f0) adding con mode: secure 2024-09-19T14:02:35.382 INFO:tasks.workunit.client.0.smithi031.stderr: -199> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b17f0) adding con mode: crc 2024-09-19T14:02:35.382 INFO:tasks.workunit.client.0.smithi031.stderr: -198> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b7b17f0) adding con mode: secure 2024-09-19T14:02:35.382 INFO:tasks.workunit.client.0.smithi031.stderr: -197> 2024-09-19T14:02:35.181+0000 7fa989a539c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:02:35.382 INFO:tasks.workunit.client.0.smithi031.stderr: -196> 2024-09-19T14:02:35.181+0000 7fa989a539c0 1 librados: starting msgr at 2024-09-19T14:02:35.382 INFO:tasks.workunit.client.0.smithi031.stderr: -195> 2024-09-19T14:02:35.181+0000 7fa989a539c0 1 librados: starting objecter 2024-09-19T14:02:35.382 INFO:tasks.workunit.client.0.smithi031.stderr: -194> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 asok(0x56296b508d90) register_command objecter_requests cmddesc objecter_requests hook 0x56296b790fc0 EEXIST 2024-09-19T14:02:35.382 INFO:tasks.workunit.client.0.smithi031.stderr: -193> 2024-09-19T14:02:35.181+0000 7fa989a539c0 1 librados: setting wanted keys 2024-09-19T14:02:35.383 INFO:tasks.workunit.client.0.smithi031.stderr: -192> 2024-09-19T14:02:35.181+0000 7fa989a539c0 1 librados: calling monclient init 2024-09-19T14:02:35.383 INFO:tasks.workunit.client.0.smithi031.stderr: -191> 2024-09-19T14:02:35.181+0000 7fa989a539c0 10 monclient: init 2024-09-19T14:02:35.383 INFO:tasks.workunit.client.0.smithi031.stderr: -190> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b793e80) adding auth protocol: cephx 2024-09-19T14:02:35.383 INFO:tasks.workunit.client.0.smithi031.stderr: -189> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b793e80) adding auth protocol: cephx 2024-09-19T14:02:35.383 INFO:tasks.workunit.client.0.smithi031.stderr: -188> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b793e80) adding auth protocol: cephx 2024-09-19T14:02:35.383 INFO:tasks.workunit.client.0.smithi031.stderr: -187> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b793e80) adding con mode: secure 2024-09-19T14:02:35.383 INFO:tasks.workunit.client.0.smithi031.stderr: -186> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b793e80) adding con mode: crc 2024-09-19T14:02:35.383 INFO:tasks.workunit.client.0.smithi031.stderr: -185> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b793e80) adding con mode: secure 2024-09-19T14:02:35.383 INFO:tasks.workunit.client.0.smithi031.stderr: -184> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b793e80) adding con mode: crc 2024-09-19T14:02:35.383 INFO:tasks.workunit.client.0.smithi031.stderr: -183> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b793e80) adding con mode: secure 2024-09-19T14:02:35.383 INFO:tasks.workunit.client.0.smithi031.stderr: -182> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b793e80) adding con mode: crc 2024-09-19T14:02:35.383 INFO:tasks.workunit.client.0.smithi031.stderr: -181> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b793e80) adding con mode: crc 2024-09-19T14:02:35.383 INFO:tasks.workunit.client.0.smithi031.stderr: -180> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b793e80) adding con mode: secure 2024-09-19T14:02:35.383 INFO:tasks.workunit.client.0.smithi031.stderr: -179> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b793e80) adding con mode: crc 2024-09-19T14:02:35.384 INFO:tasks.workunit.client.0.smithi031.stderr: -178> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b793e80) adding con mode: secure 2024-09-19T14:02:35.384 INFO:tasks.workunit.client.0.smithi031.stderr: -177> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b793e80) adding con mode: crc 2024-09-19T14:02:35.384 INFO:tasks.workunit.client.0.smithi031.stderr: -176> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 AuthRegistry(0x56296b793e80) adding con mode: secure 2024-09-19T14:02:35.384 INFO:tasks.workunit.client.0.smithi031.stderr: -175> 2024-09-19T14:02:35.181+0000 7fa989a539c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:02:35.384 INFO:tasks.workunit.client.0.smithi031.stderr: -174> 2024-09-19T14:02:35.181+0000 7fa989a539c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:02:35.384 INFO:tasks.workunit.client.0.smithi031.stderr: -173> 2024-09-19T14:02:35.181+0000 7fa989a539c0 5 asok(0x56296b508d90) register_command rotate-key cmddesc rotate-key hook 0x56296b793fc8 EEXIST 2024-09-19T14:02:35.384 INFO:tasks.workunit.client.0.smithi031.stderr: -172> 2024-09-19T14:02:35.181+0000 7fa989a539c0 10 monclient: _reopen_session rank -1 2024-09-19T14:02:35.384 INFO:tasks.workunit.client.0.smithi031.stderr: -171> 2024-09-19T14:02:35.181+0000 7fa989a539c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-19T14:02:35.384 INFO:tasks.workunit.client.0.smithi031.stderr: -170> 2024-09-19T14:02:35.181+0000 7fa989a539c0 10 monclient(hunting): picked mon.noname-b con 0x56296b7dfdd0 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T14:02:35.384 INFO:tasks.workunit.client.0.smithi031.stderr: -169> 2024-09-19T14:02:35.181+0000 7fa989a539c0 10 monclient(hunting): picked mon.noname-c con 0x56296b7e1670 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T14:02:35.384 INFO:tasks.workunit.client.0.smithi031.stderr: -168> 2024-09-19T14:02:35.181+0000 7fa989a539c0 10 monclient(hunting): picked mon.noname-a con 0x56296b7d41d0 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T14:02:35.384 INFO:tasks.workunit.client.0.smithi031.stderr: -167> 2024-09-19T14:02:35.181+0000 7fa989a539c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:02:35.384 INFO:tasks.workunit.client.0.smithi031.stderr: -166> 2024-09-19T14:02:35.181+0000 7fa989a539c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:02:35.384 INFO:tasks.workunit.client.0.smithi031.stderr: -165> 2024-09-19T14:02:35.181+0000 7fa989a539c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:02:35.385 INFO:tasks.workunit.client.0.smithi031.stderr: -164> 2024-09-19T14:02:35.181+0000 7fa989a539c0 10 monclient(hunting): _renew_subs 2024-09-19T14:02:35.385 INFO:tasks.workunit.client.0.smithi031.stderr: -163> 2024-09-19T14:02:35.181+0000 7fa989a539c0 10 monclient(hunting): authenticate will time out at 2499.015406s 2024-09-19T14:02:35.385 INFO:tasks.workunit.client.0.smithi031.stderr: -162> 2024-09-19T14:02:35.181+0000 7fa987d5a640 10 monclient(hunting): get_auth_request con 0x56296b7d41d0 auth_method 0 2024-09-19T14:02:35.385 INFO:tasks.workunit.client.0.smithi031.stderr: -161> 2024-09-19T14:02:35.181+0000 7fa987d5a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:02:35.385 INFO:tasks.workunit.client.0.smithi031.stderr: -160> 2024-09-19T14:02:35.181+0000 7fa987d5a640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:02:35.385 INFO:tasks.workunit.client.0.smithi031.stderr: -159> 2024-09-19T14:02:35.181+0000 7fa987d5a640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:02:35.385 INFO:tasks.workunit.client.0.smithi031.stderr: -158> 2024-09-19T14:02:35.181+0000 7fa986d58640 10 monclient(hunting): get_auth_request con 0x56296b7e1670 auth_method 0 2024-09-19T14:02:35.385 INFO:tasks.workunit.client.0.smithi031.stderr: -157> 2024-09-19T14:02:35.181+0000 7fa986d58640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:02:35.385 INFO:tasks.workunit.client.0.smithi031.stderr: -156> 2024-09-19T14:02:35.181+0000 7fa986d58640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:02:35.385 INFO:tasks.workunit.client.0.smithi031.stderr: -155> 2024-09-19T14:02:35.181+0000 7fa986d58640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:02:35.385 INFO:tasks.workunit.client.0.smithi031.stderr: -154> 2024-09-19T14:02:35.181+0000 7fa987d5a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:02:35.385 INFO:tasks.workunit.client.0.smithi031.stderr: -153> 2024-09-19T14:02:35.181+0000 7fa987d5a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:02:35.385 INFO:tasks.workunit.client.0.smithi031.stderr: -152> 2024-09-19T14:02:35.181+0000 7fa987d5a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:02:35.386 INFO:tasks.workunit.client.0.smithi031.stderr: -151> 2024-09-19T14:02:35.181+0000 7fa986d58640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:02:35.386 INFO:tasks.workunit.client.0.smithi031.stderr: -150> 2024-09-19T14:02:35.181+0000 7fa986d58640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:02:35.386 INFO:tasks.workunit.client.0.smithi031.stderr: -149> 2024-09-19T14:02:35.181+0000 7fa986d58640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:02:35.386 INFO:tasks.workunit.client.0.smithi031.stderr: -148> 2024-09-19T14:02:35.181+0000 7fa987d5a640 10 monclient(hunting): handle_auth_done global_id 8337 payload 824 2024-09-19T14:02:35.386 INFO:tasks.workunit.client.0.smithi031.stderr: -147> 2024-09-19T14:02:35.181+0000 7fa987d5a640 10 monclient: _finish_hunting 0 2024-09-19T14:02:35.386 INFO:tasks.workunit.client.0.smithi031.stderr: -146> 2024-09-19T14:02:35.181+0000 7fa987d5a640 1 monclient: found mon.noname-a 2024-09-19T14:02:35.386 INFO:tasks.workunit.client.0.smithi031.stderr: -145> 2024-09-19T14:02:35.181+0000 7fa987d5a640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T14:02:35.386 INFO:tasks.workunit.client.0.smithi031.stderr: -144> 2024-09-19T14:02:35.185+0000 7fa8697fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:02:35.386 INFO:tasks.workunit.client.0.smithi031.stderr: -143> 2024-09-19T14:02:35.185+0000 7fa8697fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T14:02:35.386 INFO:tasks.workunit.client.0.smithi031.stderr: -142> 2024-09-19T14:02:35.185+0000 7fa8697fa640 10 monclient: dump: 2024-09-19T14:02:35.386 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:02:35.386 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:02:35.386 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:35.387 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:35.387 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:02:35.387 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:35.387 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:02:35.387 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:02:35.387 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:02:35.387 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:35.387 INFO:tasks.workunit.client.0.smithi031.stderr: -141> 2024-09-19T14:02:35.185+0000 7fa8697fa640 10 monclient: _finish_auth 0 2024-09-19T14:02:35.387 INFO:tasks.workunit.client.0.smithi031.stderr: -140> 2024-09-19T14:02:35.185+0000 7fa8697fa640 10 monclient: _check_auth_tickets 2024-09-19T14:02:35.387 INFO:tasks.workunit.client.0.smithi031.stderr: -139> 2024-09-19T14:02:35.185+0000 7fa8697fa640 10 monclient: handle_config config(0 keys) 2024-09-19T14:02:35.387 INFO:tasks.workunit.client.0.smithi031.stderr: -138> 2024-09-19T14:02:35.185+0000 7fa8697fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:02:35.387 INFO:tasks.workunit.client.0.smithi031.stderr: -137> 2024-09-19T14:02:35.185+0000 7fa8697fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T14:02:35.387 INFO:tasks.workunit.client.0.smithi031.stderr: -136> 2024-09-19T14:02:35.185+0000 7fa8697fa640 10 monclient: dump: 2024-09-19T14:02:35.388 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:02:35.388 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:02:35.388 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:35.388 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:02:35.388 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:02:35.388 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:02:35.388 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:02:35.388 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:02:35.388 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:02:35.388 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:35.388 INFO:tasks.workunit.client.0.smithi031.stderr: -135> 2024-09-19T14:02:35.185+0000 7fa86affd640 4 set_mon_vals no callback set 2024-09-19T14:02:35.388 INFO:tasks.workunit.client.0.smithi031.stderr: -134> 2024-09-19T14:02:35.185+0000 7fa989a539c0 5 monclient: authenticate success, global_id 8337 2024-09-19T14:02:35.388 INFO:tasks.workunit.client.0.smithi031.stderr: -133> 2024-09-19T14:02:35.185+0000 7fa989a539c0 10 monclient: _renew_subs 2024-09-19T14:02:35.388 INFO:tasks.workunit.client.0.smithi031.stderr: -132> 2024-09-19T14:02:35.185+0000 7fa989a539c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T14:02:35.388 INFO:tasks.workunit.client.0.smithi031.stderr: -131> 2024-09-19T14:02:35.185+0000 7fa989a539c0 10 monclient: _renew_subs 2024-09-19T14:02:35.389 INFO:tasks.workunit.client.0.smithi031.stderr: -130> 2024-09-19T14:02:35.185+0000 7fa989a539c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T14:02:35.389 INFO:tasks.workunit.client.0.smithi031.stderr: -129> 2024-09-19T14:02:35.185+0000 7fa989a539c0 1 librados: init done 2024-09-19T14:02:35.389 INFO:tasks.workunit.client.0.smithi031.stderr: -128> 2024-09-19T14:02:35.185+0000 7fa989a539c0 5 asok(0x56296b508d90) register_command cr dump hook 0x56296b7dbc58 2024-09-19T14:02:35.389 INFO:tasks.workunit.client.0.smithi031.stderr: -127> 2024-09-19T14:02:35.185+0000 7fa989a539c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:35.389 INFO:tasks.workunit.client.0.smithi031.stderr: -126> 2024-09-19T14:02:35.185+0000 7fa8697fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T14:02:35.389 INFO:tasks.workunit.client.0.smithi031.stderr: -125> 2024-09-19T14:02:35.185+0000 7fa8697fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:02:35.389 INFO:tasks.workunit.client.0.smithi031.stderr: -124> 2024-09-19T14:02:35.185+0000 7fa8697fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:02:35.389 INFO:tasks.workunit.client.0.smithi031.stderr: -123> 2024-09-19T14:02:35.185+0000 7fa987559640 10 monclient: get_auth_request con 0x7fa850071be0 auth_method 0 2024-09-19T14:02:35.389 INFO:tasks.workunit.client.0.smithi031.stderr: -122> 2024-09-19T14:02:35.185+0000 7fa986d58640 10 monclient: get_auth_request con 0x56296b7ffd00 auth_method 0 2024-09-19T14:02:35.389 INFO:tasks.workunit.client.0.smithi031.stderr: -121> 2024-09-19T14:02:35.189+0000 7fa989a539c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:35.389 INFO:tasks.workunit.client.0.smithi031.stderr: -120> 2024-09-19T14:02:35.189+0000 7fa989a539c0 20 realm 2024-09-19T14:02:35.389 INFO:tasks.workunit.client.0.smithi031.stderr: -119> 2024-09-19T14:02:35.189+0000 7fa989a539c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:35.389 INFO:tasks.workunit.client.0.smithi031.stderr: -118> 2024-09-19T14:02:35.189+0000 7fa989a539c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:35.389 INFO:tasks.workunit.client.0.smithi031.stderr: -117> 2024-09-19T14:02:35.189+0000 7fa989a539c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:02:35.390 INFO:tasks.workunit.client.0.smithi031.stderr: -116> 2024-09-19T14:02:35.189+0000 7fa989a539c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:35.390 INFO:tasks.workunit.client.0.smithi031.stderr: -115> 2024-09-19T14:02:35.189+0000 7fa989a539c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:35.390 INFO:tasks.workunit.client.0.smithi031.stderr: -114> 2024-09-19T14:02:35.189+0000 7fa989a539c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:35.390 INFO:tasks.workunit.client.0.smithi031.stderr: -113> 2024-09-19T14:02:35.189+0000 7fa987559640 10 monclient: get_auth_request con 0x56296b804080 auth_method 0 2024-09-19T14:02:35.390 INFO:tasks.workunit.client.0.smithi031.stderr: -112> 2024-09-19T14:02:35.189+0000 7fa989a539c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:02:35.390 INFO:tasks.workunit.client.0.smithi031.stderr: -111> 2024-09-19T14:02:35.189+0000 7fa989a539c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:35.390 INFO:tasks.workunit.client.0.smithi031.stderr: -110> 2024-09-19T14:02:35.189+0000 7fa986d58640 10 monclient: get_auth_request con 0x56296b807810 auth_method 0 2024-09-19T14:02:35.390 INFO:tasks.workunit.client.0.smithi031.stderr: -109> 2024-09-19T14:02:35.193+0000 7fa989a539c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:02:35.390 INFO:tasks.workunit.client.0.smithi031.stderr: -108> 2024-09-19T14:02:35.193+0000 7fa989a539c0 20 searching for the correct realm 2024-09-19T14:02:35.390 INFO:tasks.workunit.client.0.smithi031.stderr: -107> 2024-09-19T14:02:35.193+0000 7fa987d5a640 10 monclient: get_auth_request con 0x7fa97c11b050 auth_method 0 2024-09-19T14:02:35.390 INFO:tasks.workunit.client.0.smithi031.stderr: -106> 2024-09-19T14:02:35.193+0000 7fa987559640 10 monclient: get_auth_request con 0x7fa978008070 auth_method 0 2024-09-19T14:02:35.390 INFO:tasks.workunit.client.0.smithi031.stderr: -105> 2024-09-19T14:02:35.197+0000 7fa986d58640 10 monclient: get_auth_request con 0x7fa97c10b6f0 auth_method 0 2024-09-19T14:02:35.390 INFO:tasks.workunit.client.0.smithi031.stderr: -104> 2024-09-19T14:02:35.197+0000 7fa987d5a640 0 -- 172.21.15.31:0/2497441146 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7fa97c11b050 msgr2=0x7fa97c101710 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:02:35.390 INFO:tasks.workunit.client.0.smithi031.stderr: -103> 2024-09-19T14:02:35.197+0000 7fa8697fa640 1 client.8337.objecter ms_handle_reset 0x7fa97c11b050 session 0x7fa97c0a6070 osd.2 2024-09-19T14:02:35.391 INFO:tasks.workunit.client.0.smithi031.stderr: -102> 2024-09-19T14:02:35.197+0000 7fa8697fa640 10 monclient: _renew_subs 2024-09-19T14:02:35.391 INFO:tasks.workunit.client.0.smithi031.stderr: -101> 2024-09-19T14:02:35.197+0000 7fa8697fa640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T14:02:35.391 INFO:tasks.workunit.client.0.smithi031.stderr: -100> 2024-09-19T14:02:35.197+0000 7fa987d5a640 10 monclient: get_auth_request con 0x7fa850081e90 auth_method 0 2024-09-19T14:02:35.391 INFO:tasks.workunit.client.0.smithi031.stderr: -99> 2024-09-19T14:02:35.201+0000 7fa987d5a640 10 monclient: get_auth_request con 0x7fa97804a460 auth_method 0 2024-09-19T14:02:35.391 INFO:tasks.workunit.client.0.smithi031.stderr: -98> 2024-09-19T14:02:35.201+0000 7fa987559640 10 monclient: get_auth_request con 0x7fa980018040 auth_method 0 2024-09-19T14:02:35.391 INFO:tasks.workunit.client.0.smithi031.stderr: -97> 2024-09-19T14:02:35.205+0000 7fa987559640 0 -- 172.21.15.31:0/2497441146 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7fa980018040 msgr2=0x7fa98007bab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:02:35.391 INFO:tasks.workunit.client.0.smithi031.stderr: -96> 2024-09-19T14:02:35.205+0000 7fa8697fa640 1 client.8337.objecter ms_handle_reset 0x7fa980018040 session 0x7fa980061670 osd.3 2024-09-19T14:02:35.391 INFO:tasks.workunit.client.0.smithi031.stderr: -95> 2024-09-19T14:02:35.205+0000 7fa987559640 10 monclient: get_auth_request con 0x7fa97c11b050 auth_method 0 2024-09-19T14:02:35.391 INFO:tasks.workunit.client.0.smithi031.stderr: -94> 2024-09-19T14:02:35.209+0000 7fa989a539c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:02:35.391 INFO:tasks.workunit.client.0.smithi031.stderr: -93> 2024-09-19T14:02:35.209+0000 7fa989a539c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:02:35.391 INFO:tasks.workunit.client.0.smithi031.stderr: -92> 2024-09-19T14:02:35.209+0000 7fa989a539c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:02:35.391 INFO:tasks.workunit.client.0.smithi031.stderr: -91> 2024-09-19T14:02:35.209+0000 7fa989a539c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:02:35.391 INFO:tasks.workunit.client.0.smithi031.stderr: -90> 2024-09-19T14:02:35.209+0000 7fa989a539c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:02:35.392 INFO:tasks.workunit.client.0.smithi031.stderr: -89> 2024-09-19T14:02:35.209+0000 7fa989a539c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:02:35.392 INFO:tasks.workunit.client.0.smithi031.stderr: -88> 2024-09-19T14:02:35.209+0000 7fa989a539c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:35.392 INFO:tasks.workunit.client.0.smithi031.stderr: -87> 2024-09-19T14:02:35.213+0000 7fa989a539c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:35.392 INFO:tasks.workunit.client.0.smithi031.stderr: -86> 2024-09-19T14:02:35.213+0000 7fa989a539c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:35.392 INFO:tasks.workunit.client.0.smithi031.stderr: -85> 2024-09-19T14:02:35.213+0000 7fa989a539c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:02:35.392 INFO:tasks.workunit.client.0.smithi031.stderr: -84> 2024-09-19T14:02:35.213+0000 7fa989a539c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:35.392 INFO:tasks.workunit.client.0.smithi031.stderr: -83> 2024-09-19T14:02:35.213+0000 7fa989a539c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:02:35.392 INFO:tasks.workunit.client.0.smithi031.stderr: -82> 2024-09-19T14:02:35.213+0000 7fa989a539c0 20 zone default found 2024-09-19T14:02:35.392 INFO:tasks.workunit.client.0.smithi031.stderr: -81> 2024-09-19T14:02:35.213+0000 7fa989a539c0 4 Realm: () 2024-09-19T14:02:35.392 INFO:tasks.workunit.client.0.smithi031.stderr: -80> 2024-09-19T14:02:35.213+0000 7fa989a539c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:02:35.392 INFO:tasks.workunit.client.0.smithi031.stderr: -79> 2024-09-19T14:02:35.213+0000 7fa989a539c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:02:35.392 INFO:tasks.workunit.client.0.smithi031.stderr: -78> 2024-09-19T14:02:35.213+0000 7fa989a539c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:02:35.392 INFO:tasks.workunit.client.0.smithi031.stderr: -77> 2024-09-19T14:02:35.213+0000 7fa989a539c0 20 zonegroup default 2024-09-19T14:02:35.392 INFO:tasks.workunit.client.0.smithi031.stderr: -76> 2024-09-19T14:02:35.213+0000 7fa989a539c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:35.393 INFO:tasks.workunit.client.0.smithi031.stderr: -75> 2024-09-19T14:02:35.213+0000 7fa989a539c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:35.393 INFO:tasks.workunit.client.0.smithi031.stderr: -74> 2024-09-19T14:02:35.213+0000 7fa989a539c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:35.393 INFO:tasks.workunit.client.0.smithi031.stderr: -73> 2024-09-19T14:02:35.213+0000 7fa989a539c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:35.393 INFO:tasks.workunit.client.0.smithi031.stderr: -72> 2024-09-19T14:02:35.213+0000 7fa989a539c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:35.393 INFO:tasks.workunit.client.0.smithi031.stderr: -71> 2024-09-19T14:02:35.213+0000 7fa989a539c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:35.393 INFO:tasks.workunit.client.0.smithi031.stderr: -70> 2024-09-19T14:02:35.213+0000 7fa989a539c0 20 started sync module instance, tier type = 2024-09-19T14:02:35.393 INFO:tasks.workunit.client.0.smithi031.stderr: -69> 2024-09-19T14:02:35.213+0000 7fa989a539c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:02:35.393 INFO:tasks.workunit.client.0.smithi031.stderr: -68> 2024-09-19T14:02:35.233+0000 7fa989a539c0 20 add_watcher() i=0 2024-09-19T14:02:35.393 INFO:tasks.workunit.client.0.smithi031.stderr: -67> 2024-09-19T14:02:35.233+0000 7fa989a539c0 20 add_watcher() i=1 2024-09-19T14:02:35.393 INFO:tasks.workunit.client.0.smithi031.stderr: -66> 2024-09-19T14:02:35.233+0000 7fa989a539c0 20 add_watcher() i=2 2024-09-19T14:02:35.393 INFO:tasks.workunit.client.0.smithi031.stderr: -65> 2024-09-19T14:02:35.233+0000 7fa989a539c0 20 add_watcher() i=3 2024-09-19T14:02:35.393 INFO:tasks.workunit.client.0.smithi031.stderr: -64> 2024-09-19T14:02:35.233+0000 7fa989a539c0 20 add_watcher() i=4 2024-09-19T14:02:35.393 INFO:tasks.workunit.client.0.smithi031.stderr: -63> 2024-09-19T14:02:35.233+0000 7fa989a539c0 20 add_watcher() i=5 2024-09-19T14:02:35.394 INFO:tasks.workunit.client.0.smithi031.stderr: -62> 2024-09-19T14:02:35.233+0000 7fa989a539c0 20 add_watcher() i=6 2024-09-19T14:02:35.394 INFO:tasks.workunit.client.0.smithi031.stderr: -61> 2024-09-19T14:02:35.237+0000 7fa989a539c0 20 add_watcher() i=7 2024-09-19T14:02:35.394 INFO:tasks.workunit.client.0.smithi031.stderr: -60> 2024-09-19T14:02:35.237+0000 7fa989a539c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:02:35.394 INFO:tasks.workunit.client.0.smithi031.stderr: -59> 2024-09-19T14:02:35.241+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111810) adding auth protocol: cephx 2024-09-19T14:02:35.394 INFO:tasks.workunit.client.0.smithi031.stderr: -58> 2024-09-19T14:02:35.241+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111810) adding auth protocol: cephx 2024-09-19T14:02:35.394 INFO:tasks.workunit.client.0.smithi031.stderr: -57> 2024-09-19T14:02:35.241+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111810) adding auth protocol: cephx 2024-09-19T14:02:35.394 INFO:tasks.workunit.client.0.smithi031.stderr: -56> 2024-09-19T14:02:35.241+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111810) adding con mode: secure 2024-09-19T14:02:35.394 INFO:tasks.workunit.client.0.smithi031.stderr: -55> 2024-09-19T14:02:35.241+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111810) adding con mode: crc 2024-09-19T14:02:35.394 INFO:tasks.workunit.client.0.smithi031.stderr: -54> 2024-09-19T14:02:35.241+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111810) adding con mode: secure 2024-09-19T14:02:35.394 INFO:tasks.workunit.client.0.smithi031.stderr: -53> 2024-09-19T14:02:35.241+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111810) adding con mode: crc 2024-09-19T14:02:35.394 INFO:tasks.workunit.client.0.smithi031.stderr: -52> 2024-09-19T14:02:35.241+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111810) adding con mode: secure 2024-09-19T14:02:35.394 INFO:tasks.workunit.client.0.smithi031.stderr: -51> 2024-09-19T14:02:35.241+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111810) adding con mode: crc 2024-09-19T14:02:35.394 INFO:tasks.workunit.client.0.smithi031.stderr: -50> 2024-09-19T14:02:35.241+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111810) adding con mode: crc 2024-09-19T14:02:35.395 INFO:tasks.workunit.client.0.smithi031.stderr: -49> 2024-09-19T14:02:35.241+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111810) adding con mode: secure 2024-09-19T14:02:35.395 INFO:tasks.workunit.client.0.smithi031.stderr: -48> 2024-09-19T14:02:35.241+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111810) adding con mode: crc 2024-09-19T14:02:35.395 INFO:tasks.workunit.client.0.smithi031.stderr: -47> 2024-09-19T14:02:35.241+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111810) adding con mode: secure 2024-09-19T14:02:35.395 INFO:tasks.workunit.client.0.smithi031.stderr: -46> 2024-09-19T14:02:35.241+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111810) adding con mode: crc 2024-09-19T14:02:35.395 INFO:tasks.workunit.client.0.smithi031.stderr: -45> 2024-09-19T14:02:35.241+0000 7fa989a539c0 5 AuthRegistry(0x7ffe4e111810) adding con mode: secure 2024-09-19T14:02:35.395 INFO:tasks.workunit.client.0.smithi031.stderr: -44> 2024-09-19T14:02:35.241+0000 7fa83dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:02:35.395 INFO:tasks.workunit.client.0.smithi031.stderr: -43> 2024-09-19T14:02:35.241+0000 7fa989a539c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:02:35.395 INFO:tasks.workunit.client.0.smithi031.stderr: -42> 2024-09-19T14:02:35.241+0000 7fa989a539c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:02:35.395 INFO:tasks.workunit.client.0.smithi031.stderr: -41> 2024-09-19T14:02:35.241+0000 7fa989a539c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:02:35.395 INFO:tasks.workunit.client.0.smithi031.stderr: -40> 2024-09-19T14:02:35.241+0000 7fa989a539c0 5 asok(0x56296b508d90) register_command cache list hook 0x56296b7d2620 2024-09-19T14:02:35.395 INFO:tasks.workunit.client.0.smithi031.stderr: -39> 2024-09-19T14:02:35.241+0000 7fa989a539c0 5 asok(0x56296b508d90) register_command cache inspect hook 0x56296b7d2620 2024-09-19T14:02:35.395 INFO:tasks.workunit.client.0.smithi031.stderr: -38> 2024-09-19T14:02:35.241+0000 7fa989a539c0 5 asok(0x56296b508d90) register_command cache erase hook 0x56296b7d2620 2024-09-19T14:02:35.395 INFO:tasks.workunit.client.0.smithi031.stderr: -37> 2024-09-19T14:02:35.241+0000 7fa989a539c0 5 asok(0x56296b508d90) register_command cache zap hook 0x56296b7d2620 2024-09-19T14:02:35.395 INFO:tasks.workunit.client.0.smithi031.stderr: -36> 2024-09-19T14:02:35.241+0000 7fa989a539c0 5 note: GC not initialized 2024-09-19T14:02:35.396 INFO:tasks.workunit.client.0.smithi031.stderr: -35> 2024-09-19T14:02:35.241+0000 7fa83cfe1640 20 reqs_thread_entry: start 2024-09-19T14:02:35.396 INFO:tasks.workunit.client.0.smithi031.stderr: -34> 2024-09-19T14:02:35.241+0000 7fa989a539c0 5 asok(0x56296b508d90) register_command sync trace show hook 0x7fa97c112070 2024-09-19T14:02:35.396 INFO:tasks.workunit.client.0.smithi031.stderr: -33> 2024-09-19T14:02:35.241+0000 7fa989a539c0 5 asok(0x56296b508d90) register_command sync trace history hook 0x7fa97c112070 2024-09-19T14:02:35.396 INFO:tasks.workunit.client.0.smithi031.stderr: -32> 2024-09-19T14:02:35.241+0000 7fa989a539c0 5 asok(0x56296b508d90) register_command sync trace active hook 0x7fa97c112070 2024-09-19T14:02:35.396 INFO:tasks.workunit.client.0.smithi031.stderr: -31> 2024-09-19T14:02:35.241+0000 7fa989a539c0 5 asok(0x56296b508d90) register_command sync trace active_short hook 0x7fa97c112070 2024-09-19T14:02:35.396 INFO:tasks.workunit.client.0.smithi031.stderr: -30> 2024-09-19T14:02:35.241+0000 7fa989a539c0 20 init_complete bucket index max shards: 1 2024-09-19T14:02:35.396 INFO:tasks.workunit.client.0.smithi031.stderr: -29> 2024-09-19T14:02:35.241+0000 7fa989a539c0 20 Filter name: none 2024-09-19T14:02:35.396 INFO:tasks.workunit.client.0.smithi031.stderr: -28> 2024-09-19T14:02:35.241+0000 7fa7b67fc640 20 reqs_thread_entry: start 2024-09-19T14:02:35.396 INFO:tasks.workunit.client.0.smithi031.stderr: -27> 2024-09-19T14:02:35.241+0000 7fa989a539c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-19T14:02:35.396 INFO:tasks.workunit.client.0.smithi031.stderr: -26> 2024-09-19T14:02:35.241+0000 7fa989a539c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:35.396 INFO:tasks.workunit.client.0.smithi031.stderr: -25> 2024-09-19T14:02:35.241+0000 7fa989a539c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T14:02:35.396 INFO:tasks.workunit.client.0.smithi031.stderr: -24> 2024-09-19T14:02:35.241+0000 7fa989a539c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-19T14:02:35.396 INFO:tasks.workunit.client.0.smithi031.stderr: -23> 2024-09-19T14:02:35.241+0000 7fa989a539c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-19T14:02:35.396 INFO:tasks.workunit.client.0.smithi031.stderr: -22> 2024-09-19T14:02:35.241+0000 7fa989a539c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 : miss 2024-09-19T14:02:35.396 INFO:tasks.workunit.client.0.smithi031.stderr: -21> 2024-09-19T14:02:35.241+0000 7fa989a539c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:35.397 INFO:tasks.workunit.client.0.smithi031.stderr: -20> 2024-09-19T14:02:35.241+0000 7fa989a539c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-19T14:02:35.397 INFO:tasks.workunit.client.0.smithi031.stderr: -19> 2024-09-19T14:02:35.241+0000 7fa989a539c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T14:02:35.397 INFO:tasks.workunit.client.0.smithi031.stderr: -18> 2024-09-19T14:02:35.241+0000 7fa989a539c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T14:02:35.397 INFO:tasks.workunit.client.0.smithi031.stderr: -17> 2024-09-19T14:02:35.241+0000 7fa989a539c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T14:02:35.397 INFO:tasks.workunit.client.0.smithi031.stderr: -16> 2024-09-19T14:02:35.241+0000 7fa989a539c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:02:35.397 INFO:tasks.workunit.client.0.smithi031.stderr: -15> 2024-09-19T14:02:35.241+0000 7fa989a539c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 2024-09-19T14:02:35.397 INFO:tasks.workunit.client.0.smithi031.stderr: -14> 2024-09-19T14:02:35.245+0000 7fa989a539c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-19T14:02:35.397 INFO:tasks.workunit.client.0.smithi031.stderr: -13> 2024-09-19T14:02:35.253+0000 7fa989a539c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T14:02:35.397 INFO:tasks.workunit.client.0.smithi031.stderr: -12> 2024-09-19T14:02:35.253+0000 7fa989a539c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T14:02:35.397 INFO:tasks.workunit.client.0.smithi031.stderr: -11> 2024-09-19T14:02:35.253+0000 7fa989a539c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:02:35.397 INFO:tasks.workunit.client.0.smithi031.stderr: -10> 2024-09-19T14:02:35.253+0000 7fa989a539c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17, ofs0, ns] 2024-09-19T14:02:35.397 INFO:tasks.workunit.client.0.smithi031.stderr: -9> 2024-09-19T14:02:35.253+0000 7fa86affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333555 cookie 94735897272896 notifier 8337 bl.length()=827 2024-09-19T14:02:35.397 INFO:tasks.workunit.client.0.smithi031.stderr: -8> 2024-09-19T14:02:35.253+0000 7fa86affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T14:02:35.398 INFO:tasks.workunit.client.0.smithi031.stderr: -7> 2024-09-19T14:02:35.253+0000 7fa86affd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T14:02:35.398 INFO:tasks.workunit.client.0.smithi031.stderr: -6> 2024-09-19T14:02:35.253+0000 7fa86affd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:02:35.398 INFO:tasks.workunit.client.0.smithi031.stderr: -5> 2024-09-19T14:02:35.257+0000 7fa989a539c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): orig_sources= new_sources= 2024-09-19T14:02:35.398 INFO:tasks.workunit.client.0.smithi031.stderr: -4> 2024-09-19T14:02:35.257+0000 7fa989a539c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): potential sources added=[] removed=[] 2024-09-19T14:02:35.398 INFO:tasks.workunit.client.0.smithi031.stderr: -3> 2024-09-19T14:02:35.257+0000 7fa989a539c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): orig_dests= new_dests= 2024-09-19T14:02:35.398 INFO:tasks.workunit.client.0.smithi031.stderr: -2> 2024-09-19T14:02:35.257+0000 7fa989a539c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): potential dests added=[] removed=[] 2024-09-19T14:02:35.398 INFO:tasks.workunit.client.0.smithi031.stderr: -1> 2024-09-19T14:02:35.261+0000 7fa989a539c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fa989a539c0 time 2024-09-19T14:02:35.265336+0000 2024-09-19T14:02:35.398 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T14:02:35.398 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:35.398 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T14:02:35.398 INFO:tasks.workunit.client.0.smithi031.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fa98d32d2eb] 2024-09-19T14:02:35.398 INFO:tasks.workunit.client.0.smithi031.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fa98d32d49f] 2024-09-19T14:02:35.398 INFO:tasks.workunit.client.0.smithi031.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56296952f271] 2024-09-19T14:02:35.398 INFO:tasks.workunit.client.0.smithi031.stderr: 4: radosgw-admin(+0x141057c) [0x562969f8057c] 2024-09-19T14:02:35.399 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56296953f0dd] 2024-09-19T14:02:35.399 INFO:tasks.workunit.client.0.smithi031.stderr: 6: main() 2024-09-19T14:02:35.399 INFO:tasks.workunit.client.0.smithi031.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fa98c193d90] 2024-09-19T14:02:35.399 INFO:tasks.workunit.client.0.smithi031.stderr: 8: __libc_start_main() 2024-09-19T14:02:35.399 INFO:tasks.workunit.client.0.smithi031.stderr: 9: _start() 2024-09-19T14:02:35.399 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:35.399 INFO:tasks.workunit.client.0.smithi031.stderr: 0> 2024-09-19T14:02:35.261+0000 7fa989a539c0 -1 *** Caught signal (Aborted) ** 2024-09-19T14:02:35.399 INFO:tasks.workunit.client.0.smithi031.stderr: in thread 7fa989a539c0 thread_name:radosgw-admin 2024-09-19T14:02:35.399 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:35.399 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T14:02:35.399 INFO:tasks.workunit.client.0.smithi031.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fa98c1ac520] 2024-09-19T14:02:35.399 INFO:tasks.workunit.client.0.smithi031.stderr: 2: pthread_kill() 2024-09-19T14:02:35.399 INFO:tasks.workunit.client.0.smithi031.stderr: 3: raise() 2024-09-19T14:02:35.399 INFO:tasks.workunit.client.0.smithi031.stderr: 4: abort() 2024-09-19T14:02:35.400 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fa98d32d345] 2024-09-19T14:02:35.400 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fa98d32d49f] 2024-09-19T14:02:35.400 INFO:tasks.workunit.client.0.smithi031.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56296952f271] 2024-09-19T14:02:35.400 INFO:tasks.workunit.client.0.smithi031.stderr: 8: radosgw-admin(+0x141057c) [0x562969f8057c] 2024-09-19T14:02:35.400 INFO:tasks.workunit.client.0.smithi031.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56296953f0dd] 2024-09-19T14:02:35.400 INFO:tasks.workunit.client.0.smithi031.stderr: 10: main() 2024-09-19T14:02:35.400 INFO:tasks.workunit.client.0.smithi031.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fa98c193d90] 2024-09-19T14:02:35.400 INFO:tasks.workunit.client.0.smithi031.stderr: 12: __libc_start_main() 2024-09-19T14:02:35.400 INFO:tasks.workunit.client.0.smithi031.stderr: 13: _start() 2024-09-19T14:02:35.400 INFO:tasks.workunit.client.0.smithi031.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T14:02:35.400 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:02:35.400 INFO:tasks.workunit.client.0.smithi031.stderr:--- logging levels --- 2024-09-19T14:02:35.400 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 none 2024-09-19T14:02:35.400 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 lockdep 2024-09-19T14:02:35.401 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 context 2024-09-19T14:02:35.401 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 crush 2024-09-19T14:02:35.401 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds 2024-09-19T14:02:35.401 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_balancer 2024-09-19T14:02:35.401 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_locker 2024-09-19T14:02:35.401 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_log 2024-09-19T14:02:35.401 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_log_expire 2024-09-19T14:02:35.401 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_migrator 2024-09-19T14:02:35.401 INFO:tasks.workunit.client.0.smithi031.stderr: 3/ 5 mds_quiesce 2024-09-19T14:02:35.401 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 buffer 2024-09-19T14:02:35.401 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 timer 2024-09-19T14:02:35.401 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 filer 2024-09-19T14:02:35.401 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 striper 2024-09-19T14:02:35.401 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 objecter 2024-09-19T14:02:35.402 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rados 2024-09-19T14:02:35.402 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd 2024-09-19T14:02:35.402 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_mirror 2024-09-19T14:02:35.402 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_replay 2024-09-19T14:02:35.402 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_pwl 2024-09-19T14:02:35.402 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 journaler 2024-09-19T14:02:35.402 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 objectcacher 2024-09-19T14:02:35.402 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 immutable_obj_cache 2024-09-19T14:02:35.402 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 client 2024-09-19T14:02:35.402 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 osd 2024-09-19T14:02:35.402 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 optracker 2024-09-19T14:02:35.402 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 objclass 2024-09-19T14:02:35.402 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 filestore 2024-09-19T14:02:35.403 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 journal 2024-09-19T14:02:35.403 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 0 ms 2024-09-19T14:02:35.403 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mon 2024-09-19T14:02:35.403 INFO:tasks.workunit.client.0.smithi031.stderr: 0/10 monc 2024-09-19T14:02:35.403 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 paxos 2024-09-19T14:02:35.403 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 tp 2024-09-19T14:02:35.403 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 auth 2024-09-19T14:02:35.403 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 crypto 2024-09-19T14:02:35.403 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 finisher 2024-09-19T14:02:35.403 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 reserver 2024-09-19T14:02:35.403 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 heartbeatmap 2024-09-19T14:02:35.403 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 perfcounter 2024-09-19T14:02:35.403 INFO:tasks.workunit.client.0.smithi031.stderr: 20/20 rgw 2024-09-19T14:02:35.403 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_sync 2024-09-19T14:02:35.404 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_datacache 2024-09-19T14:02:35.404 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_access 2024-09-19T14:02:35.404 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_dbstore 2024-09-19T14:02:35.404 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_flight 2024-09-19T14:02:35.404 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_lifecycle 2024-09-19T14:02:35.404 INFO:tasks.workunit.client.0.smithi031.stderr: 20/20 rgw_notification 2024-09-19T14:02:35.404 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 javaclient 2024-09-19T14:02:35.404 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 asok 2024-09-19T14:02:35.404 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 throttle 2024-09-19T14:02:35.404 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 0 refs 2024-09-19T14:02:35.404 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 compressor 2024-09-19T14:02:35.404 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 bluestore 2024-09-19T14:02:35.404 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 bluefs 2024-09-19T14:02:35.404 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 bdev 2024-09-19T14:02:35.405 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 kstore 2024-09-19T14:02:35.405 INFO:tasks.workunit.client.0.smithi031.stderr: 4/ 5 rocksdb 2024-09-19T14:02:35.405 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 fuse 2024-09-19T14:02:35.405 INFO:tasks.workunit.client.0.smithi031.stderr: 2/ 5 mgr 2024-09-19T14:02:35.405 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mgrc 2024-09-19T14:02:35.405 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 dpdk 2024-09-19T14:02:35.405 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 eventtrace 2024-09-19T14:02:35.405 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 prioritycache 2024-09-19T14:02:35.405 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 test 2024-09-19T14:02:35.405 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cephfs_mirror 2024-09-19T14:02:35.405 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cephsqlite 2024-09-19T14:02:35.405 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 crimson_interrupt 2024-09-19T14:02:35.405 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore 2024-09-19T14:02:35.405 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_onode 2024-09-19T14:02:35.406 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_odata 2024-09-19T14:02:35.406 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_omap 2024-09-19T14:02:35.406 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_tm 2024-09-19T14:02:35.406 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_t 2024-09-19T14:02:35.406 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_cleaner 2024-09-19T14:02:35.406 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_epm 2024-09-19T14:02:35.406 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_lba 2024-09-19T14:02:35.406 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-19T14:02:35.406 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_cache 2024-09-19T14:02:35.406 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_journal 2024-09-19T14:02:35.406 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_device 2024-09-19T14:02:35.406 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_backref 2024-09-19T14:02:35.406 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 alienstore 2024-09-19T14:02:35.406 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mclock 2024-09-19T14:02:35.407 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cyanstore 2024-09-19T14:02:35.407 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 ceph_exporter 2024-09-19T14:02:35.407 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 memstore 2024-09-19T14:02:35.407 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 trace 2024-09-19T14:02:35.407 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 ceph_dedup 2024-09-19T14:02:35.407 INFO:tasks.workunit.client.0.smithi031.stderr: -2/-2 (syslog threshold) 2024-09-19T14:02:35.407 INFO:tasks.workunit.client.0.smithi031.stderr: 99/99 (stderr threshold) 2024-09-19T14:02:35.407 INFO:tasks.workunit.client.0.smithi031.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-19T14:02:35.407 INFO:tasks.workunit.client.0.smithi031.stderr: 7fa7b67fc640 / http_manager 2024-09-19T14:02:35.407 INFO:tasks.workunit.client.0.smithi031.stderr: 7fa83cfe1640 / http_manager 2024-09-19T14:02:35.407 INFO:tasks.workunit.client.0.smithi031.stderr: 7fa83dfe3640 / rgw_dt_lg_renew 2024-09-19T14:02:35.407 INFO:tasks.workunit.client.0.smithi031.stderr: 7fa8697fa640 / ms_dispatch 2024-09-19T14:02:35.407 INFO:tasks.workunit.client.0.smithi031.stderr: 7fa86affd640 / io_context_pool 2024-09-19T14:02:35.408 INFO:tasks.workunit.client.0.smithi031.stderr: 7fa871602640 / ms_dispatch 2024-09-19T14:02:35.408 INFO:tasks.workunit.client.0.smithi031.stderr: 7fa873e07640 / ms_dispatch 2024-09-19T14:02:35.408 INFO:tasks.workunit.client.0.smithi031.stderr: 7fa87560a640 / io_context_pool 2024-09-19T14:02:35.408 INFO:tasks.workunit.client.0.smithi031.stderr: 7fa986d58640 / msgr-worker-2 2024-09-19T14:02:35.408 INFO:tasks.workunit.client.0.smithi031.stderr: 7fa987559640 / msgr-worker-1 2024-09-19T14:02:35.408 INFO:tasks.workunit.client.0.smithi031.stderr: 7fa987d5a640 / msgr-worker-0 2024-09-19T14:02:35.408 INFO:tasks.workunit.client.0.smithi031.stderr: 7fa98855b640 / io_context_pool 2024-09-19T14:02:35.408 INFO:tasks.workunit.client.0.smithi031.stderr: 7fa989a539c0 / radosgw-admin 2024-09-19T14:02:35.408 INFO:tasks.workunit.client.0.smithi031.stderr: max_recent 500 2024-09-19T14:02:35.408 INFO:tasks.workunit.client.0.smithi031.stderr: max_new 1000 2024-09-19T14:02:35.408 INFO:tasks.workunit.client.0.smithi031.stderr: log_file /var/lib/ceph/crash/2024-09-19T14:02:35.267852Z_3d4d4d64-2abc-4288-902c-2b1f0d29464b/log 2024-09-19T14:02:35.408 INFO:tasks.workunit.client.0.smithi031.stderr:--- end dump of recent events --- 2024-09-19T14:02:35.408 INFO:tasks.workunit.client.0.smithi031.stderr:Aborted 2024-09-19T14:02:35.409 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-19T14:02:35.413 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:02:35.413 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:02:35.413 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.349+0000 7fdfbbc429c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:35.413 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.349+0000 7fdfbbc429c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:35.413 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.349+0000 7fdfbbc429c0 20 realm 2024-09-19T14:02:35.413 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.349+0000 7fdfbbc429c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:35.413 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.353+0000 7fdfbbc429c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:35.413 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.353+0000 7fdfbbc429c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:02:35.413 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.353+0000 7fdfbbc429c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:35.413 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.353+0000 7fdfbbc429c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:35.413 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.353+0000 7fdfbbc429c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:35.414 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.353+0000 7fdfbbc429c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:02:35.414 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.353+0000 7fdfbbc429c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:35.414 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.353+0000 7fdfbbc429c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:02:35.414 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.353+0000 7fdfbbc429c0 20 searching for the correct realm 2024-09-19T14:02:35.414 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.361+0000 7fdfb8f47640 0 -- 172.21.15.31:0/3764179103 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7fdfa40cb3e0 msgr2=0x7fdfa40cb860 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:02:35.414 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.365+0000 7fdfb9748640 0 -- 172.21.15.31:0/3764179103 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7fdfac06e370 msgr2=0x7fdfac05cd10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:02:35.414 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.373+0000 7fdfbbc429c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:02:35.414 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.373+0000 7fdfbbc429c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:02:35.414 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.373+0000 7fdfbbc429c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:02:35.414 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.373+0000 7fdfbbc429c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:02:35.414 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.373+0000 7fdfbbc429c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:02:35.414 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.373+0000 7fdfbbc429c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:02:35.415 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.373+0000 7fdfbbc429c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:35.415 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.377+0000 7fdfbbc429c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:35.415 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.377+0000 7fdfbbc429c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:35.415 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.377+0000 7fdfbbc429c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:02:35.415 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.377+0000 7fdfbbc429c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:35.415 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.377+0000 7fdfbbc429c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:02:35.415 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.377+0000 7fdfbbc429c0 20 zone default found 2024-09-19T14:02:35.415 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.377+0000 7fdfbbc429c0 4 Realm: () 2024-09-19T14:02:35.415 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.377+0000 7fdfbbc429c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:02:35.415 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.377+0000 7fdfbbc429c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:02:35.415 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.377+0000 7fdfbbc429c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:02:35.415 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.377+0000 7fdfbbc429c0 20 zonegroup default 2024-09-19T14:02:35.415 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.377+0000 7fdfbbc429c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:35.416 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.377+0000 7fdfbbc429c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:35.416 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.377+0000 7fdfbbc429c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:35.416 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.377+0000 7fdfbbc429c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:35.416 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.377+0000 7fdfbbc429c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:35.416 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.377+0000 7fdfbbc429c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:02:35.416 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.377+0000 7fdfbbc429c0 20 started sync module instance, tier type = 2024-09-19T14:02:35.416 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.377+0000 7fdfbbc429c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:02:35.416 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.397+0000 7fdfbbc429c0 20 add_watcher() i=0 2024-09-19T14:02:35.416 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.397+0000 7fdfbbc429c0 20 add_watcher() i=1 2024-09-19T14:02:35.416 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.397+0000 7fdfbbc429c0 20 add_watcher() i=2 2024-09-19T14:02:35.416 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.397+0000 7fdfbbc429c0 20 add_watcher() i=3 2024-09-19T14:02:35.416 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.397+0000 7fdfbbc429c0 20 add_watcher() i=4 2024-09-19T14:02:35.416 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.397+0000 7fdfbbc429c0 20 add_watcher() i=5 2024-09-19T14:02:35.417 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.397+0000 7fdfbbc429c0 20 add_watcher() i=6 2024-09-19T14:02:35.417 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.397+0000 7fdfbbc429c0 20 add_watcher() i=7 2024-09-19T14:02:35.417 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.397+0000 7fdfbbc429c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:02:35.417 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.401+0000 7fde6ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:02:35.417 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.401+0000 7fdfbbc429c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:02:35.417 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.401+0000 7fdfbbc429c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:02:35.417 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.401+0000 7fdfbbc429c0 5 note: GC not initialized 2024-09-19T14:02:35.417 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.401+0000 7fde6efe5640 20 reqs_thread_entry: start 2024-09-19T14:02:35.417 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.405+0000 7fdfbbc429c0 20 init_complete bucket index max shards: 1 2024-09-19T14:02:35.417 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.405+0000 7fdfbbc429c0 20 Filter name: none 2024-09-19T14:02:35.417 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.405+0000 7fde6cfe1640 20 reqs_thread_entry: start 2024-09-19T14:02:35.417 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.405+0000 7fdfbbc429c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-19T14:02:35.417 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.405+0000 7fdfbbc429c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:35.418 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.405+0000 7fdfbbc429c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T14:02:35.418 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.405+0000 7fdfbbc429c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-19T14:02:35.418 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.405+0000 7fdfbbc429c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-19T14:02:35.418 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.405+0000 7fdfbbc429c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 : miss 2024-09-19T14:02:35.418 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.405+0000 7fdfbbc429c0 20 rados->read ofs=0 len=0 2024-09-19T14:02:35.418 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.405+0000 7fdfbbc429c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-19T14:02:35.418 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.405+0000 7fdfbbc429c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T14:02:35.418 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.405+0000 7fdfbbc429c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T14:02:35.418 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.405+0000 7fdfbbc429c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T14:02:35.418 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.405+0000 7fdfbbc429c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:02:35.418 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.405+0000 7fdfbbc429c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 2024-09-19T14:02:35.418 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.405+0000 7fdfbbc429c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.0 2024-09-19T14:02:35.418 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.405+0000 7fdfbbc429c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.0 2024-09-19T14:02:35.419 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.405+0000 7fdfbbc429c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.1 2024-09-19T14:02:35.419 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.405+0000 7fdfbbc429c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.1 2024-09-19T14:02:35.419 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.405+0000 7fdfbbc429c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.2 2024-09-19T14:02:35.419 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.405+0000 7fdfbbc429c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.2 2024-09-19T14:02:35.419 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.409+0000 7fde6ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:02:35.419 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.413+0000 7fdfbbc429c0 20 remove_watcher() i=0 2024-09-19T14:02:35.420 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.413+0000 7fdfbbc429c0 2 removed watcher, disabling cache 2024-09-19T14:02:35.420 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.413+0000 7fdfbbc429c0 20 remove_watcher() i=1 2024-09-19T14:02:35.420 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.417+0000 7fdfbbc429c0 20 remove_watcher() i=2 2024-09-19T14:02:35.420 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.417+0000 7fdfbbc429c0 20 remove_watcher() i=3 2024-09-19T14:02:35.422 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.421+0000 7fdfbbc429c0 20 remove_watcher() i=4 2024-09-19T14:02:35.424 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.421+0000 7fdfbbc429c0 20 remove_watcher() i=5 2024-09-19T14:02:35.427 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.425+0000 7fdfbbc429c0 20 remove_watcher() i=6 2024-09-19T14:02:35.430 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:02:35.429+0000 7fdfbbc429c0 20 remove_watcher() i=7 2024-09-19T14:02:35.445 INFO:tasks.workunit.client.0.smithi031.stderr: test: duplicated entries can be purged manually 2024-09-19T14:03:05.476 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-19T14:03:05.510 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:03:05.510 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:03:05.555 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.552+0000 7fcf6cd789c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:05.558 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.556+0000 7fcf6cd789c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:05.558 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.556+0000 7fcf6cd789c0 20 realm 2024-09-19T14:03:05.558 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.556+0000 7fcf6cd789c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:05.559 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.556+0000 7fcf6cd789c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:05.559 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.556+0000 7fcf6cd789c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:03:05.559 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.556+0000 7fcf6cd789c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:05.559 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.556+0000 7fcf6cd789c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:05.559 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.556+0000 7fcf6cd789c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:05.560 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.556+0000 7fcf6cd789c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:03:05.560 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.556+0000 7fcf6cd789c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:05.562 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.556+0000 7fcf6cd789c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:03:05.562 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.556+0000 7fcf6cd789c0 20 searching for the correct realm 2024-09-19T14:03:05.568 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.564+0000 7fcf6b07f640 0 -- 172.21.15.31:0/1723953693 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7fcf60008050 msgr2=0x7fcf60055650 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:03:05.573 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.568+0000 7fcf6a87e640 0 -- 172.21.15.31:0/1723953693 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7fcf640b73d0 msgr2=0x7fcf640b7830 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T14:03:05.581 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.576+0000 7fcf6cd789c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:03:05.581 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.576+0000 7fcf6cd789c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:03:05.581 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.576+0000 7fcf6cd789c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:03:05.581 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.576+0000 7fcf6cd789c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:03:05.581 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.576+0000 7fcf6cd789c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:03:05.581 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.576+0000 7fcf6cd789c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:03:05.581 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.576+0000 7fcf6cd789c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:05.582 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.576+0000 7fcf6cd789c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:05.582 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.576+0000 7fcf6cd789c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:05.582 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.576+0000 7fcf6cd789c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:03:05.582 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.576+0000 7fcf6cd789c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:05.583 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.580+0000 7fcf6cd789c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:03:05.583 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.580+0000 7fcf6cd789c0 20 zone default found 2024-09-19T14:03:05.583 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.580+0000 7fcf6cd789c0 4 Realm: () 2024-09-19T14:03:05.583 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.580+0000 7fcf6cd789c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:03:05.583 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.580+0000 7fcf6cd789c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:03:05.583 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.580+0000 7fcf6cd789c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:03:05.583 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.580+0000 7fcf6cd789c0 20 zonegroup default 2024-09-19T14:03:05.583 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.580+0000 7fcf6cd789c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:05.584 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.580+0000 7fcf6cd789c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:05.584 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.580+0000 7fcf6cd789c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:05.584 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.580+0000 7fcf6cd789c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:05.584 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.580+0000 7fcf6cd789c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:05.585 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.580+0000 7fcf6cd789c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:05.585 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.580+0000 7fcf6cd789c0 20 started sync module instance, tier type = 2024-09-19T14:03:05.585 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.580+0000 7fcf6cd789c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:03:05.603 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.600+0000 7fcf6cd789c0 20 add_watcher() i=0 2024-09-19T14:03:05.603 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.600+0000 7fcf6cd789c0 20 add_watcher() i=1 2024-09-19T14:03:05.604 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.600+0000 7fcf6cd789c0 20 add_watcher() i=2 2024-09-19T14:03:05.604 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.600+0000 7fcf6cd789c0 20 add_watcher() i=3 2024-09-19T14:03:05.604 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.600+0000 7fcf6cd789c0 20 add_watcher() i=4 2024-09-19T14:03:05.604 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.600+0000 7fcf6cd789c0 20 add_watcher() i=5 2024-09-19T14:03:05.604 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.600+0000 7fcf6cd789c0 20 add_watcher() i=6 2024-09-19T14:03:05.606 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.600+0000 7fcf6cd789c0 20 add_watcher() i=7 2024-09-19T14:03:05.606 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.600+0000 7fcf6cd789c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:03:05.610 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.604+0000 7fce217e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:03:05.610 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.608+0000 7fcf6cd789c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:03:05.610 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.608+0000 7fcf6cd789c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:03:05.610 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.608+0000 7fcf6cd789c0 5 note: GC not initialized 2024-09-19T14:03:05.611 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.608+0000 7fcd9bfff640 20 reqs_thread_entry: start 2024-09-19T14:03:05.612 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.608+0000 7fcf6cd789c0 20 init_complete bucket index max shards: 1 2024-09-19T14:03:05.612 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.608+0000 7fcf6cd789c0 20 Filter name: none 2024-09-19T14:03:05.612 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.608+0000 7fcd99ffb640 20 reqs_thread_entry: start 2024-09-19T14:03:05.612 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.608+0000 7fcf6cd789c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:05.612 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.608+0000 7fcf6cd789c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T14:03:05.612 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.608+0000 7fcf6cd789c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:05.613 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.608+0000 7fcf6cd789c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-19T14:03:05.613 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.608+0000 7fcf6cd789c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:03:05.613 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.608+0000 7fcf6cd789c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:05.613 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.608+0000 7fcf6cd789c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T14:03:05.613 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.608+0000 7fcf6cd789c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:05.614 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.608+0000 7fcf6cd789c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-19T14:03:05.614 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.608+0000 7fcf6cd789c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:03:05.616 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.612+0000 7fce217e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:03:05.620 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.616+0000 7fcf6cd789c0 20 remove_watcher() i=0 2024-09-19T14:03:05.620 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.616+0000 7fcf6cd789c0 2 removed watcher, disabling cache 2024-09-19T14:03:05.622 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.616+0000 7fcf6cd789c0 20 remove_watcher() i=1 2024-09-19T14:03:05.624 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.620+0000 7fcf6cd789c0 20 remove_watcher() i=2 2024-09-19T14:03:05.626 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.624+0000 7fcf6cd789c0 20 remove_watcher() i=3 2024-09-19T14:03:05.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.624+0000 7fcf6cd789c0 20 remove_watcher() i=4 2024-09-19T14:03:05.630 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.628+0000 7fcf6cd789c0 20 remove_watcher() i=5 2024-09-19T14:03:05.633 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.628+0000 7fcf6cd789c0 20 remove_watcher() i=6 2024-09-19T14:03:05.636 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.632+0000 7fcf6cd789c0 20 remove_watcher() i=7 2024-09-19T14:03:05.651 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:03:05.651 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T14:03:05.651 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: a-bucket id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 num_objects: 11 size_kb: 1 num_shards: 3 2024-09-19T14:03:05.651 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:03:05.651 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 4 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at do_reshard 2024-09-19T14:03:05.684 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:03:05.684 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:03:05.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.724+0000 7f889b2209c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:05.731 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.728+0000 7f889b2209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:05.731 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.728+0000 7f889b2209c0 20 realm 2024-09-19T14:03:05.731 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.728+0000 7f889b2209c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:05.732 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.728+0000 7f889b2209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:05.732 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.728+0000 7f889b2209c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:03:05.732 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.728+0000 7f889b2209c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:05.733 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.728+0000 7f889b2209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:05.733 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.728+0000 7f889b2209c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:05.733 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.728+0000 7f889b2209c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:03:05.733 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.728+0000 7f889b2209c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:05.735 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.732+0000 7f889b2209c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:03:05.735 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.732+0000 7f889b2209c0 20 searching for the correct realm 2024-09-19T14:03:05.740 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.736+0000 7f8898525640 0 -- 172.21.15.31:0/2297626166 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7f888c008070 msgr2=0x7f888c022450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:03:05.954 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.948+0000 7f8898525640 0 -- 172.21.15.31:0/2297626166 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x559e4bf2c040 msgr2=0x559e4bf2e4d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:03:05.966 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.964+0000 7f889b2209c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:03:05.966 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.964+0000 7f889b2209c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:03:05.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.964+0000 7f889b2209c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:03:05.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.964+0000 7f889b2209c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:03:05.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.964+0000 7f889b2209c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:03:05.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.964+0000 7f889b2209c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:03:05.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.964+0000 7f889b2209c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:05.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.964+0000 7f889b2209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:05.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.964+0000 7f889b2209c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:05.968 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.964+0000 7f889b2209c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:03:05.968 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.964+0000 7f889b2209c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:05.969 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.964+0000 7f889b2209c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:03:05.969 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.964+0000 7f889b2209c0 20 zone default found 2024-09-19T14:03:05.969 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.964+0000 7f889b2209c0 4 Realm: () 2024-09-19T14:03:05.969 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.964+0000 7f889b2209c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:03:05.969 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.964+0000 7f889b2209c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:03:05.969 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.964+0000 7f889b2209c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:03:05.969 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.964+0000 7f889b2209c0 20 zonegroup default 2024-09-19T14:03:05.970 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.964+0000 7f889b2209c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:05.970 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.964+0000 7f889b2209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:05.970 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.964+0000 7f889b2209c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:05.971 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.968+0000 7f889b2209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:05.971 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.968+0000 7f889b2209c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:05.971 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.968+0000 7f889b2209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:05.971 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.968+0000 7f889b2209c0 20 started sync module instance, tier type = 2024-09-19T14:03:05.972 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.968+0000 7f889b2209c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:03:05.993 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.988+0000 7f889b2209c0 20 add_watcher() i=0 2024-09-19T14:03:05.993 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.988+0000 7f889b2209c0 20 add_watcher() i=1 2024-09-19T14:03:05.993 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.988+0000 7f889b2209c0 20 add_watcher() i=2 2024-09-19T14:03:05.993 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.988+0000 7f889b2209c0 20 add_watcher() i=3 2024-09-19T14:03:05.993 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.988+0000 7f889b2209c0 20 add_watcher() i=4 2024-09-19T14:03:05.993 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.988+0000 7f889b2209c0 20 add_watcher() i=5 2024-09-19T14:03:05.993 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.988+0000 7f889b2209c0 20 add_watcher() i=6 2024-09-19T14:03:05.996 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.992+0000 7f889b2209c0 20 add_watcher() i=7 2024-09-19T14:03:05.996 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.992+0000 7f889b2209c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:03:06.000 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.996+0000 7f874efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:03:06.001 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.996+0000 7f889b2209c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:03:06.001 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.996+0000 7f889b2209c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:03:06.001 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.996+0000 7f889b2209c0 5 note: GC not initialized 2024-09-19T14:03:06.001 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.996+0000 7f874dfe3640 20 reqs_thread_entry: start 2024-09-19T14:03:06.002 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:05.996+0000 7f889b2209c0 20 init_complete bucket index max shards: 1 2024-09-19T14:03:06.002 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.000+0000 7f889b2209c0 20 Filter name: none 2024-09-19T14:03:06.003 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.000+0000 7f86bf7fe640 20 reqs_thread_entry: start 2024-09-19T14:03:06.003 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.000+0000 7f889b2209c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-19T14:03:06.003 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.000+0000 7f889b2209c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:06.003 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.000+0000 7f889b2209c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T14:03:06.003 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.000+0000 7f889b2209c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-19T14:03:06.003 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.000+0000 7f889b2209c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-19T14:03:06.004 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.000+0000 7f889b2209c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 : miss 2024-09-19T14:03:06.004 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.000+0000 7f889b2209c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:06.004 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.000+0000 7f889b2209c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-19T14:03:06.004 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.000+0000 7f889b2209c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T14:03:06.004 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.000+0000 7f889b2209c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T14:03:06.004 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.000+0000 7f889b2209c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T14:03:06.004 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.000+0000 7f889b2209c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:03:06.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.000+0000 7f889b2209c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 2024-09-19T14:03:06.007 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.004+0000 7f889b2209c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-19T14:03:06.016 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.012+0000 7f889b2209c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T14:03:06.016 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.012+0000 7f889b2209c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T14:03:06.016 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.012+0000 7f889b2209c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:03:06.016 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.012+0000 7f889b2209c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17, ofs0, ns] 2024-09-19T14:03:06.017 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.012+0000 7f876f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333556 cookie 94138367459664 notifier 7847 bl.length()=827 2024-09-19T14:03:06.017 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.012+0000 7f876f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T14:03:06.017 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.012+0000 7f876f7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T14:03:06.017 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.012+0000 7f876f7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:03:06.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.012+0000 7f889b2209c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): orig_sources= new_sources= 2024-09-19T14:03:06.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.012+0000 7f889b2209c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): potential sources added=[] removed=[] 2024-09-19T14:03:06.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.012+0000 7f889b2209c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): orig_dests= new_dests= 2024-09-19T14:03:06.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.012+0000 7f889b2209c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): potential dests added=[] removed=[] 2024-09-19T14:03:06.025 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f889b2209c0 time 2024-09-19T14:03:06.026892+0000 2024-09-19T14:03:06.025 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T14:03:06.026 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T14:03:06.026 INFO:tasks.workunit.client.0.smithi031.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f889eafa2eb] 2024-09-19T14:03:06.026 INFO:tasks.workunit.client.0.smithi031.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f889eafa49f] 2024-09-19T14:03:06.026 INFO:tasks.workunit.client.0.smithi031.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x559e49b4a271] 2024-09-19T14:03:06.026 INFO:tasks.workunit.client.0.smithi031.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x559e49b5a14a] 2024-09-19T14:03:06.026 INFO:tasks.workunit.client.0.smithi031.stderr: 5: main() 2024-09-19T14:03:06.027 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f889d960d90] 2024-09-19T14:03:06.027 INFO:tasks.workunit.client.0.smithi031.stderr: 7: __libc_start_main() 2024-09-19T14:03:06.027 INFO:tasks.workunit.client.0.smithi031.stderr: 8: _start() 2024-09-19T14:03:06.027 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.024+0000 7f889b2209c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f889b2209c0 time 2024-09-19T14:03:06.026892+0000 2024-09-19T14:03:06.027 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T14:03:06.027 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:03:06.027 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T14:03:06.027 INFO:tasks.workunit.client.0.smithi031.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f889eafa2eb] 2024-09-19T14:03:06.027 INFO:tasks.workunit.client.0.smithi031.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f889eafa49f] 2024-09-19T14:03:06.027 INFO:tasks.workunit.client.0.smithi031.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x559e49b4a271] 2024-09-19T14:03:06.027 INFO:tasks.workunit.client.0.smithi031.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x559e49b5a14a] 2024-09-19T14:03:06.027 INFO:tasks.workunit.client.0.smithi031.stderr: 5: main() 2024-09-19T14:03:06.027 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f889d960d90] 2024-09-19T14:03:06.027 INFO:tasks.workunit.client.0.smithi031.stderr: 7: __libc_start_main() 2024-09-19T14:03:06.028 INFO:tasks.workunit.client.0.smithi031.stderr: 8: _start() 2024-09-19T14:03:06.028 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:03:06.028 INFO:tasks.workunit.client.0.smithi031.stderr:*** Caught signal (Aborted) ** 2024-09-19T14:03:06.028 INFO:tasks.workunit.client.0.smithi031.stderr: in thread 7f889b2209c0 thread_name:radosgw-admin 2024-09-19T14:03:06.033 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T14:03:06.033 INFO:tasks.workunit.client.0.smithi031.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f889d979520] 2024-09-19T14:03:06.034 INFO:tasks.workunit.client.0.smithi031.stderr: 2: pthread_kill() 2024-09-19T14:03:06.034 INFO:tasks.workunit.client.0.smithi031.stderr: 3: raise() 2024-09-19T14:03:06.034 INFO:tasks.workunit.client.0.smithi031.stderr: 4: abort() 2024-09-19T14:03:06.034 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f889eafa345] 2024-09-19T14:03:06.034 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f889eafa49f] 2024-09-19T14:03:06.034 INFO:tasks.workunit.client.0.smithi031.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x559e49b4a271] 2024-09-19T14:03:06.034 INFO:tasks.workunit.client.0.smithi031.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x559e49b5a14a] 2024-09-19T14:03:06.034 INFO:tasks.workunit.client.0.smithi031.stderr: 9: main() 2024-09-19T14:03:06.034 INFO:tasks.workunit.client.0.smithi031.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f889d960d90] 2024-09-19T14:03:06.034 INFO:tasks.workunit.client.0.smithi031.stderr: 11: __libc_start_main() 2024-09-19T14:03:06.034 INFO:tasks.workunit.client.0.smithi031.stderr: 12: _start() 2024-09-19T14:03:06.034 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.024+0000 7f889b2209c0 -1 *** Caught signal (Aborted) ** 2024-09-19T14:03:06.034 INFO:tasks.workunit.client.0.smithi031.stderr: in thread 7f889b2209c0 thread_name:radosgw-admin 2024-09-19T14:03:06.035 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:03:06.035 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T14:03:06.035 INFO:tasks.workunit.client.0.smithi031.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f889d979520] 2024-09-19T14:03:06.035 INFO:tasks.workunit.client.0.smithi031.stderr: 2: pthread_kill() 2024-09-19T14:03:06.035 INFO:tasks.workunit.client.0.smithi031.stderr: 3: raise() 2024-09-19T14:03:06.035 INFO:tasks.workunit.client.0.smithi031.stderr: 4: abort() 2024-09-19T14:03:06.035 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f889eafa345] 2024-09-19T14:03:06.035 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f889eafa49f] 2024-09-19T14:03:06.035 INFO:tasks.workunit.client.0.smithi031.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x559e49b4a271] 2024-09-19T14:03:06.035 INFO:tasks.workunit.client.0.smithi031.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x559e49b5a14a] 2024-09-19T14:03:06.035 INFO:tasks.workunit.client.0.smithi031.stderr: 9: main() 2024-09-19T14:03:06.035 INFO:tasks.workunit.client.0.smithi031.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f889d960d90] 2024-09-19T14:03:06.035 INFO:tasks.workunit.client.0.smithi031.stderr: 11: __libc_start_main() 2024-09-19T14:03:06.036 INFO:tasks.workunit.client.0.smithi031.stderr: 12: _start() 2024-09-19T14:03:06.036 INFO:tasks.workunit.client.0.smithi031.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T14:03:06.036 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:03:06.036 INFO:tasks.workunit.client.0.smithi031.stderr:--- begin dump of recent events --- 2024-09-19T14:03:06.036 INFO:tasks.workunit.client.0.smithi031.stderr: -499> 2024-09-19T14:03:05.704+0000 7f8898525640 1 monclient: found mon.noname-a 2024-09-19T14:03:06.036 INFO:tasks.workunit.client.0.smithi031.stderr: -498> 2024-09-19T14:03:05.704+0000 7f8898525640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T14:03:06.036 INFO:tasks.workunit.client.0.smithi031.stderr: -497> 2024-09-19T14:03:05.704+0000 7f8786e0d640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:03:06.036 INFO:tasks.workunit.client.0.smithi031.stderr: -496> 2024-09-19T14:03:05.704+0000 7f8786e0d640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T14:03:06.036 INFO:tasks.workunit.client.0.smithi031.stderr: -495> 2024-09-19T14:03:05.704+0000 7f8786e0d640 10 monclient: dump: 2024-09-19T14:03:06.036 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:03:06.036 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:03:06.036 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:03:06.037 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:03:06.037 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:03:06.037 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:03:06.037 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:03:06.037 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:03:06.037 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:03:06.037 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:03:06.037 INFO:tasks.workunit.client.0.smithi031.stderr: -494> 2024-09-19T14:03:05.704+0000 7f8786e0d640 10 monclient: _finish_auth 0 2024-09-19T14:03:06.037 INFO:tasks.workunit.client.0.smithi031.stderr: -493> 2024-09-19T14:03:05.704+0000 7f8786e0d640 10 monclient: _check_auth_tickets 2024-09-19T14:03:06.037 INFO:tasks.workunit.client.0.smithi031.stderr: -492> 2024-09-19T14:03:05.704+0000 7f8786e0d640 10 monclient: handle_config config(0 keys) 2024-09-19T14:03:06.037 INFO:tasks.workunit.client.0.smithi031.stderr: -491> 2024-09-19T14:03:05.704+0000 7f8786e0d640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:03:06.037 INFO:tasks.workunit.client.0.smithi031.stderr: -490> 2024-09-19T14:03:05.704+0000 7f8786e0d640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T14:03:06.038 INFO:tasks.workunit.client.0.smithi031.stderr: -489> 2024-09-19T14:03:05.704+0000 7f8786e0d640 10 monclient: dump: 2024-09-19T14:03:06.038 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:03:06.038 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:03:06.038 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:03:06.038 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:03:06.038 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:03:06.038 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:03:06.038 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:03:06.038 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:03:06.038 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:03:06.038 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:03:06.038 INFO:tasks.workunit.client.0.smithi031.stderr: -488> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 monclient: authenticate success, global_id 8382 2024-09-19T14:03:06.038 INFO:tasks.workunit.client.0.smithi031.stderr: -487> 2024-09-19T14:03:05.704+0000 7f889b2209c0 10 monclient: get_monmap_and_config success 2024-09-19T14:03:06.039 INFO:tasks.workunit.client.0.smithi031.stderr: -486> 2024-09-19T14:03:05.704+0000 7f889b2209c0 4 set_mon_vals no callback set 2024-09-19T14:03:06.039 INFO:tasks.workunit.client.0.smithi031.stderr: -485> 2024-09-19T14:03:05.704+0000 7f889b2209c0 10 monclient: shutdown 2024-09-19T14:03:06.039 INFO:tasks.workunit.client.0.smithi031.stderr: -484> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 asok(0x559e4bc37d90) unregister_commands rotate-key 2024-09-19T14:03:06.039 INFO:tasks.workunit.client.0.smithi031.stderr: -483> 2024-09-19T14:03:05.704+0000 7f889b2209c0 10 monclient: build_initial_monmap 2024-09-19T14:03:06.039 INFO:tasks.workunit.client.0.smithi031.stderr: -482> 2024-09-19T14:03:05.704+0000 7f889b2209c0 1 build_initial for_mkfs: 0 2024-09-19T14:03:06.039 INFO:tasks.workunit.client.0.smithi031.stderr: -481> 2024-09-19T14:03:05.704+0000 7f889b2209c0 10 monclient: monmap: 2024-09-19T14:03:06.039 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T14:03:06.039 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T14:03:06.039 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T14:03:06.039 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T14:03:06.039 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T14:03:06.039 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:03:06.039 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T14:03:06.040 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T14:03:06.040 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T14:03:06.040 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:03:06.040 INFO:tasks.workunit.client.0.smithi031.stderr: -480> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be48150) adding auth protocol: cephx 2024-09-19T14:03:06.040 INFO:tasks.workunit.client.0.smithi031.stderr: -479> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be48150) adding auth protocol: cephx 2024-09-19T14:03:06.040 INFO:tasks.workunit.client.0.smithi031.stderr: -478> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be48150) adding auth protocol: cephx 2024-09-19T14:03:06.040 INFO:tasks.workunit.client.0.smithi031.stderr: -477> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be48150) adding con mode: secure 2024-09-19T14:03:06.040 INFO:tasks.workunit.client.0.smithi031.stderr: -476> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be48150) adding con mode: crc 2024-09-19T14:03:06.040 INFO:tasks.workunit.client.0.smithi031.stderr: -475> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be48150) adding con mode: secure 2024-09-19T14:03:06.040 INFO:tasks.workunit.client.0.smithi031.stderr: -474> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be48150) adding con mode: crc 2024-09-19T14:03:06.040 INFO:tasks.workunit.client.0.smithi031.stderr: -473> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be48150) adding con mode: secure 2024-09-19T14:03:06.040 INFO:tasks.workunit.client.0.smithi031.stderr: -472> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be48150) adding con mode: crc 2024-09-19T14:03:06.040 INFO:tasks.workunit.client.0.smithi031.stderr: -471> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be48150) adding con mode: crc 2024-09-19T14:03:06.040 INFO:tasks.workunit.client.0.smithi031.stderr: -470> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be48150) adding con mode: secure 2024-09-19T14:03:06.041 INFO:tasks.workunit.client.0.smithi031.stderr: -469> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be48150) adding con mode: crc 2024-09-19T14:03:06.041 INFO:tasks.workunit.client.0.smithi031.stderr: -468> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be48150) adding con mode: secure 2024-09-19T14:03:06.041 INFO:tasks.workunit.client.0.smithi031.stderr: -467> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be48150) adding con mode: crc 2024-09-19T14:03:06.041 INFO:tasks.workunit.client.0.smithi031.stderr: -466> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be48150) adding con mode: secure 2024-09-19T14:03:06.041 INFO:tasks.workunit.client.0.smithi031.stderr: -465> 2024-09-19T14:03:05.704+0000 7f889b2209c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:03:06.041 INFO:tasks.workunit.client.0.smithi031.stderr: -464> 2024-09-19T14:03:05.704+0000 7f889b2209c0 1 librados: starting msgr at 2024-09-19T14:03:06.041 INFO:tasks.workunit.client.0.smithi031.stderr: -463> 2024-09-19T14:03:05.704+0000 7f889b2209c0 1 librados: starting objecter 2024-09-19T14:03:06.041 INFO:tasks.workunit.client.0.smithi031.stderr: -462> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 asok(0x559e4bc37d90) register_command objecter_requests hook 0x559e4be49e10 2024-09-19T14:03:06.041 INFO:tasks.workunit.client.0.smithi031.stderr: -461> 2024-09-19T14:03:05.704+0000 7f889b2209c0 1 librados: setting wanted keys 2024-09-19T14:03:06.041 INFO:tasks.workunit.client.0.smithi031.stderr: -460> 2024-09-19T14:03:05.704+0000 7f889b2209c0 1 librados: calling monclient init 2024-09-19T14:03:06.041 INFO:tasks.workunit.client.0.smithi031.stderr: -459> 2024-09-19T14:03:05.704+0000 7f889b2209c0 10 monclient: init 2024-09-19T14:03:06.041 INFO:tasks.workunit.client.0.smithi031.stderr: -458> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be42910) adding auth protocol: cephx 2024-09-19T14:03:06.041 INFO:tasks.workunit.client.0.smithi031.stderr: -457> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be42910) adding auth protocol: cephx 2024-09-19T14:03:06.041 INFO:tasks.workunit.client.0.smithi031.stderr: -456> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be42910) adding auth protocol: cephx 2024-09-19T14:03:06.042 INFO:tasks.workunit.client.0.smithi031.stderr: -455> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be42910) adding con mode: secure 2024-09-19T14:03:06.042 INFO:tasks.workunit.client.0.smithi031.stderr: -454> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be42910) adding con mode: crc 2024-09-19T14:03:06.042 INFO:tasks.workunit.client.0.smithi031.stderr: -453> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be42910) adding con mode: secure 2024-09-19T14:03:06.042 INFO:tasks.workunit.client.0.smithi031.stderr: -452> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be42910) adding con mode: crc 2024-09-19T14:03:06.042 INFO:tasks.workunit.client.0.smithi031.stderr: -451> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be42910) adding con mode: secure 2024-09-19T14:03:06.042 INFO:tasks.workunit.client.0.smithi031.stderr: -450> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be42910) adding con mode: crc 2024-09-19T14:03:06.042 INFO:tasks.workunit.client.0.smithi031.stderr: -449> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be42910) adding con mode: crc 2024-09-19T14:03:06.042 INFO:tasks.workunit.client.0.smithi031.stderr: -448> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be42910) adding con mode: secure 2024-09-19T14:03:06.042 INFO:tasks.workunit.client.0.smithi031.stderr: -447> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be42910) adding con mode: crc 2024-09-19T14:03:06.042 INFO:tasks.workunit.client.0.smithi031.stderr: -446> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be42910) adding con mode: secure 2024-09-19T14:03:06.042 INFO:tasks.workunit.client.0.smithi031.stderr: -445> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be42910) adding con mode: crc 2024-09-19T14:03:06.042 INFO:tasks.workunit.client.0.smithi031.stderr: -444> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be42910) adding con mode: secure 2024-09-19T14:03:06.043 INFO:tasks.workunit.client.0.smithi031.stderr: -443> 2024-09-19T14:03:05.704+0000 7f889b2209c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:03:06.043 INFO:tasks.workunit.client.0.smithi031.stderr: -442> 2024-09-19T14:03:05.704+0000 7f889b2209c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:03:06.043 INFO:tasks.workunit.client.0.smithi031.stderr: -441> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 asok(0x559e4bc37d90) register_command rotate-key hook 0x559e4be42a58 2024-09-19T14:03:06.043 INFO:tasks.workunit.client.0.smithi031.stderr: -440> 2024-09-19T14:03:05.704+0000 7f889b2209c0 10 monclient: _reopen_session rank -1 2024-09-19T14:03:06.043 INFO:tasks.workunit.client.0.smithi031.stderr: -439> 2024-09-19T14:03:05.704+0000 7f889b2209c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-19T14:03:06.043 INFO:tasks.workunit.client.0.smithi031.stderr: -438> 2024-09-19T14:03:05.704+0000 7f889b2209c0 10 monclient(hunting): picked mon.noname-a con 0x559e4bcfeb50 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T14:03:06.043 INFO:tasks.workunit.client.0.smithi031.stderr: -437> 2024-09-19T14:03:05.704+0000 7f889b2209c0 10 monclient(hunting): picked mon.noname-c con 0x559e4bd88c50 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T14:03:06.043 INFO:tasks.workunit.client.0.smithi031.stderr: -436> 2024-09-19T14:03:05.704+0000 7f889b2209c0 10 monclient(hunting): picked mon.noname-b con 0x559e4be49140 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T14:03:06.043 INFO:tasks.workunit.client.0.smithi031.stderr: -435> 2024-09-19T14:03:05.704+0000 7f889b2209c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:03:06.043 INFO:tasks.workunit.client.0.smithi031.stderr: -434> 2024-09-19T14:03:05.704+0000 7f889b2209c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:03:06.043 INFO:tasks.workunit.client.0.smithi031.stderr: -433> 2024-09-19T14:03:05.704+0000 7f889b2209c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:03:06.043 INFO:tasks.workunit.client.0.smithi031.stderr: -432> 2024-09-19T14:03:05.704+0000 7f889b2209c0 10 monclient(hunting): _renew_subs 2024-09-19T14:03:06.043 INFO:tasks.workunit.client.0.smithi031.stderr: -431> 2024-09-19T14:03:05.704+0000 7f889b2209c0 10 monclient(hunting): authenticate will time out at 2529.538811s 2024-09-19T14:03:06.043 INFO:tasks.workunit.client.0.smithi031.stderr: -430> 2024-09-19T14:03:05.704+0000 7f8898d26640 10 monclient(hunting): get_auth_request con 0x559e4bcfeb50 auth_method 0 2024-09-19T14:03:06.044 INFO:tasks.workunit.client.0.smithi031.stderr: -429> 2024-09-19T14:03:05.704+0000 7f8898d26640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:03:06.044 INFO:tasks.workunit.client.0.smithi031.stderr: -428> 2024-09-19T14:03:05.704+0000 7f8898d26640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:03:06.044 INFO:tasks.workunit.client.0.smithi031.stderr: -427> 2024-09-19T14:03:05.704+0000 7f8898d26640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:03:06.044 INFO:tasks.workunit.client.0.smithi031.stderr: -426> 2024-09-19T14:03:05.704+0000 7f8898525640 10 monclient(hunting): get_auth_request con 0x559e4bd88c50 auth_method 0 2024-09-19T14:03:06.044 INFO:tasks.workunit.client.0.smithi031.stderr: -425> 2024-09-19T14:03:05.704+0000 7f8898525640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:03:06.044 INFO:tasks.workunit.client.0.smithi031.stderr: -424> 2024-09-19T14:03:05.704+0000 7f8898525640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:03:06.044 INFO:tasks.workunit.client.0.smithi031.stderr: -423> 2024-09-19T14:03:05.704+0000 7f8898525640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:03:06.044 INFO:tasks.workunit.client.0.smithi031.stderr: -422> 2024-09-19T14:03:05.704+0000 7f8898d26640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:03:06.044 INFO:tasks.workunit.client.0.smithi031.stderr: -421> 2024-09-19T14:03:05.704+0000 7f8898d26640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:03:06.044 INFO:tasks.workunit.client.0.smithi031.stderr: -420> 2024-09-19T14:03:05.704+0000 7f8898d26640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:03:06.044 INFO:tasks.workunit.client.0.smithi031.stderr: -419> 2024-09-19T14:03:05.704+0000 7f8898525640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:03:06.044 INFO:tasks.workunit.client.0.smithi031.stderr: -418> 2024-09-19T14:03:05.704+0000 7f8898525640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:03:06.044 INFO:tasks.workunit.client.0.smithi031.stderr: -417> 2024-09-19T14:03:05.704+0000 7f8898525640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:03:06.045 INFO:tasks.workunit.client.0.smithi031.stderr: -416> 2024-09-19T14:03:05.704+0000 7f8898d26640 10 monclient(hunting): handle_auth_done global_id 8385 payload 824 2024-09-19T14:03:06.045 INFO:tasks.workunit.client.0.smithi031.stderr: -415> 2024-09-19T14:03:05.704+0000 7f8898d26640 10 monclient: _finish_hunting 0 2024-09-19T14:03:06.045 INFO:tasks.workunit.client.0.smithi031.stderr: -414> 2024-09-19T14:03:05.704+0000 7f8898d26640 1 monclient: found mon.noname-a 2024-09-19T14:03:06.045 INFO:tasks.workunit.client.0.smithi031.stderr: -413> 2024-09-19T14:03:05.704+0000 7f8898d26640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T14:03:06.045 INFO:tasks.workunit.client.0.smithi031.stderr: -412> 2024-09-19T14:03:05.704+0000 7f8899527640 10 monclient: get_auth_request con 0x559e4be49140 auth_method 0 2024-09-19T14:03:06.045 INFO:tasks.workunit.client.0.smithi031.stderr: -411> 2024-09-19T14:03:05.704+0000 7f878560a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:03:06.045 INFO:tasks.workunit.client.0.smithi031.stderr: -410> 2024-09-19T14:03:05.704+0000 7f878560a640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T14:03:06.045 INFO:tasks.workunit.client.0.smithi031.stderr: -409> 2024-09-19T14:03:05.704+0000 7f878560a640 10 monclient: dump: 2024-09-19T14:03:06.045 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:03:06.045 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:03:06.045 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:03:06.045 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:03:06.045 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:03:06.045 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:03:06.046 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:03:06.046 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:03:06.046 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:03:06.046 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:03:06.046 INFO:tasks.workunit.client.0.smithi031.stderr: -408> 2024-09-19T14:03:05.704+0000 7f878560a640 10 monclient: _finish_auth 0 2024-09-19T14:03:06.046 INFO:tasks.workunit.client.0.smithi031.stderr: -407> 2024-09-19T14:03:05.704+0000 7f878560a640 10 monclient: _check_auth_tickets 2024-09-19T14:03:06.046 INFO:tasks.workunit.client.0.smithi031.stderr: -406> 2024-09-19T14:03:05.704+0000 7f878560a640 10 monclient: handle_config config(0 keys) 2024-09-19T14:03:06.046 INFO:tasks.workunit.client.0.smithi031.stderr: -405> 2024-09-19T14:03:05.704+0000 7f878560a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:03:06.046 INFO:tasks.workunit.client.0.smithi031.stderr: -404> 2024-09-19T14:03:05.704+0000 7f878560a640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T14:03:06.046 INFO:tasks.workunit.client.0.smithi031.stderr: -403> 2024-09-19T14:03:05.704+0000 7f878560a640 10 monclient: dump: 2024-09-19T14:03:06.046 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:03:06.046 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:03:06.046 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:03:06.047 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:03:06.047 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:03:06.047 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:03:06.047 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:03:06.047 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:03:06.047 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:03:06.047 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:03:06.047 INFO:tasks.workunit.client.0.smithi031.stderr: -402> 2024-09-19T14:03:05.704+0000 7f8786e0d640 4 set_mon_vals no callback set 2024-09-19T14:03:06.047 INFO:tasks.workunit.client.0.smithi031.stderr: -401> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 monclient: authenticate success, global_id 8385 2024-09-19T14:03:06.047 INFO:tasks.workunit.client.0.smithi031.stderr: -400> 2024-09-19T14:03:05.704+0000 7f889b2209c0 10 monclient: _renew_subs 2024-09-19T14:03:06.047 INFO:tasks.workunit.client.0.smithi031.stderr: -399> 2024-09-19T14:03:05.704+0000 7f889b2209c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T14:03:06.047 INFO:tasks.workunit.client.0.smithi031.stderr: -398> 2024-09-19T14:03:05.704+0000 7f889b2209c0 10 monclient: _renew_subs 2024-09-19T14:03:06.047 INFO:tasks.workunit.client.0.smithi031.stderr: -397> 2024-09-19T14:03:05.704+0000 7f889b2209c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T14:03:06.047 INFO:tasks.workunit.client.0.smithi031.stderr: -396> 2024-09-19T14:03:05.704+0000 7f889b2209c0 1 librados: init done 2024-09-19T14:03:06.048 INFO:tasks.workunit.client.0.smithi031.stderr: -395> 2024-09-19T14:03:05.708+0000 7f878560a640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T14:03:06.048 INFO:tasks.workunit.client.0.smithi031.stderr: -394> 2024-09-19T14:03:05.708+0000 7f878560a640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:03:06.048 INFO:tasks.workunit.client.0.smithi031.stderr: -393> 2024-09-19T14:03:05.708+0000 7f878560a640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:03:06.048 INFO:tasks.workunit.client.0.smithi031.stderr: -392> 2024-09-19T14:03:05.708+0000 7f8898525640 10 monclient: get_auth_request con 0x7f8780071c10 auth_method 0 2024-09-19T14:03:06.048 INFO:tasks.workunit.client.0.smithi031.stderr: -391> 2024-09-19T14:03:05.708+0000 7f8899527640 10 monclient: get_auth_request con 0x559e4be6b370 auth_method 0 2024-09-19T14:03:06.048 INFO:tasks.workunit.client.0.smithi031.stderr: -390> 2024-09-19T14:03:05.712+0000 7f8898d26640 10 monclient: get_auth_request con 0x559e4be8dba0 auth_method 0 2024-09-19T14:03:06.048 INFO:tasks.workunit.client.0.smithi031.stderr: -389> 2024-09-19T14:03:05.712+0000 7f8898525640 10 monclient: get_auth_request con 0x559e4be91f00 auth_method 0 2024-09-19T14:03:06.048 INFO:tasks.workunit.client.0.smithi031.stderr: -388> 2024-09-19T14:03:05.712+0000 7f889b2209c0 10 monclient: build_initial_monmap 2024-09-19T14:03:06.048 INFO:tasks.workunit.client.0.smithi031.stderr: -387> 2024-09-19T14:03:05.712+0000 7f889b2209c0 1 build_initial for_mkfs: 0 2024-09-19T14:03:06.048 INFO:tasks.workunit.client.0.smithi031.stderr: -386> 2024-09-19T14:03:05.712+0000 7f889b2209c0 10 monclient: monmap: 2024-09-19T14:03:06.048 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T14:03:06.048 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T14:03:06.048 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T14:03:06.048 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T14:03:06.049 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T14:03:06.049 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:03:06.049 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T14:03:06.049 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T14:03:06.049 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T14:03:06.049 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:03:06.049 INFO:tasks.workunit.client.0.smithi031.stderr: -385> 2024-09-19T14:03:05.712+0000 7f889b2209c0 5 AuthRegistry(0x559e4be96c00) adding auth protocol: cephx 2024-09-19T14:03:06.049 INFO:tasks.workunit.client.0.smithi031.stderr: -384> 2024-09-19T14:03:05.712+0000 7f889b2209c0 5 AuthRegistry(0x559e4be96c00) adding auth protocol: cephx 2024-09-19T14:03:06.049 INFO:tasks.workunit.client.0.smithi031.stderr: -383> 2024-09-19T14:03:05.712+0000 7f889b2209c0 5 AuthRegistry(0x559e4be96c00) adding auth protocol: cephx 2024-09-19T14:03:06.049 INFO:tasks.workunit.client.0.smithi031.stderr: -382> 2024-09-19T14:03:05.712+0000 7f889b2209c0 5 AuthRegistry(0x559e4be96c00) adding con mode: secure 2024-09-19T14:03:06.049 INFO:tasks.workunit.client.0.smithi031.stderr: -381> 2024-09-19T14:03:05.712+0000 7f889b2209c0 5 AuthRegistry(0x559e4be96c00) adding con mode: crc 2024-09-19T14:03:06.049 INFO:tasks.workunit.client.0.smithi031.stderr: -380> 2024-09-19T14:03:05.712+0000 7f889b2209c0 5 AuthRegistry(0x559e4be96c00) adding con mode: secure 2024-09-19T14:03:06.049 INFO:tasks.workunit.client.0.smithi031.stderr: -379> 2024-09-19T14:03:05.712+0000 7f889b2209c0 5 AuthRegistry(0x559e4be96c00) adding con mode: crc 2024-09-19T14:03:06.049 INFO:tasks.workunit.client.0.smithi031.stderr: -378> 2024-09-19T14:03:05.712+0000 7f889b2209c0 5 AuthRegistry(0x559e4be96c00) adding con mode: secure 2024-09-19T14:03:06.050 INFO:tasks.workunit.client.0.smithi031.stderr: -377> 2024-09-19T14:03:05.712+0000 7f889b2209c0 5 AuthRegistry(0x559e4be96c00) adding con mode: crc 2024-09-19T14:03:06.050 INFO:tasks.workunit.client.0.smithi031.stderr: -376> 2024-09-19T14:03:05.712+0000 7f889b2209c0 5 AuthRegistry(0x559e4be96c00) adding con mode: crc 2024-09-19T14:03:06.050 INFO:tasks.workunit.client.0.smithi031.stderr: -375> 2024-09-19T14:03:05.712+0000 7f889b2209c0 5 AuthRegistry(0x559e4be96c00) adding con mode: secure 2024-09-19T14:03:06.050 INFO:tasks.workunit.client.0.smithi031.stderr: -374> 2024-09-19T14:03:05.712+0000 7f889b2209c0 5 AuthRegistry(0x559e4be96c00) adding con mode: crc 2024-09-19T14:03:06.050 INFO:tasks.workunit.client.0.smithi031.stderr: -373> 2024-09-19T14:03:05.712+0000 7f889b2209c0 5 AuthRegistry(0x559e4be96c00) adding con mode: secure 2024-09-19T14:03:06.050 INFO:tasks.workunit.client.0.smithi031.stderr: -372> 2024-09-19T14:03:05.712+0000 7f889b2209c0 5 AuthRegistry(0x559e4be96c00) adding con mode: crc 2024-09-19T14:03:06.050 INFO:tasks.workunit.client.0.smithi031.stderr: -371> 2024-09-19T14:03:05.712+0000 7f889b2209c0 5 AuthRegistry(0x559e4be96c00) adding con mode: secure 2024-09-19T14:03:06.050 INFO:tasks.workunit.client.0.smithi031.stderr: -370> 2024-09-19T14:03:05.716+0000 7f889b2209c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:03:06.050 INFO:tasks.workunit.client.0.smithi031.stderr: -369> 2024-09-19T14:03:05.716+0000 7f889b2209c0 5 asok(0x559e4bc37d90) register_command objecter_requests cmddesc objecter_requests hook 0x559e4be9a610 EEXIST 2024-09-19T14:03:06.050 INFO:tasks.workunit.client.0.smithi031.stderr: -368> 2024-09-19T14:03:05.716+0000 7f889b2209c0 10 monclient: init 2024-09-19T14:03:06.050 INFO:tasks.workunit.client.0.smithi031.stderr: -367> 2024-09-19T14:03:05.716+0000 7f889b2209c0 5 AuthRegistry(0x559e4be952d8) adding auth protocol: cephx 2024-09-19T14:03:06.050 INFO:tasks.workunit.client.0.smithi031.stderr: -366> 2024-09-19T14:03:05.716+0000 7f889b2209c0 5 AuthRegistry(0x559e4be952d8) adding auth protocol: cephx 2024-09-19T14:03:06.050 INFO:tasks.workunit.client.0.smithi031.stderr: -365> 2024-09-19T14:03:05.716+0000 7f889b2209c0 5 AuthRegistry(0x559e4be952d8) adding auth protocol: cephx 2024-09-19T14:03:06.051 INFO:tasks.workunit.client.0.smithi031.stderr: -364> 2024-09-19T14:03:05.716+0000 7f889b2209c0 5 AuthRegistry(0x559e4be952d8) adding con mode: secure 2024-09-19T14:03:06.051 INFO:tasks.workunit.client.0.smithi031.stderr: -363> 2024-09-19T14:03:05.716+0000 7f889b2209c0 5 AuthRegistry(0x559e4be952d8) adding con mode: crc 2024-09-19T14:03:06.051 INFO:tasks.workunit.client.0.smithi031.stderr: -362> 2024-09-19T14:03:05.716+0000 7f889b2209c0 5 AuthRegistry(0x559e4be952d8) adding con mode: secure 2024-09-19T14:03:06.051 INFO:tasks.workunit.client.0.smithi031.stderr: -361> 2024-09-19T14:03:05.716+0000 7f889b2209c0 5 AuthRegistry(0x559e4be952d8) adding con mode: crc 2024-09-19T14:03:06.051 INFO:tasks.workunit.client.0.smithi031.stderr: -360> 2024-09-19T14:03:05.716+0000 7f889b2209c0 5 AuthRegistry(0x559e4be952d8) adding con mode: secure 2024-09-19T14:03:06.051 INFO:tasks.workunit.client.0.smithi031.stderr: -359> 2024-09-19T14:03:05.716+0000 7f889b2209c0 5 AuthRegistry(0x559e4be952d8) adding con mode: crc 2024-09-19T14:03:06.051 INFO:tasks.workunit.client.0.smithi031.stderr: -358> 2024-09-19T14:03:05.716+0000 7f889b2209c0 5 AuthRegistry(0x559e4be952d8) adding con mode: crc 2024-09-19T14:03:06.051 INFO:tasks.workunit.client.0.smithi031.stderr: -357> 2024-09-19T14:03:05.716+0000 7f889b2209c0 5 AuthRegistry(0x559e4be952d8) adding con mode: secure 2024-09-19T14:03:06.051 INFO:tasks.workunit.client.0.smithi031.stderr: -356> 2024-09-19T14:03:05.716+0000 7f889b2209c0 5 AuthRegistry(0x559e4be952d8) adding con mode: crc 2024-09-19T14:03:06.051 INFO:tasks.workunit.client.0.smithi031.stderr: -355> 2024-09-19T14:03:05.716+0000 7f889b2209c0 5 AuthRegistry(0x559e4be952d8) adding con mode: secure 2024-09-19T14:03:06.051 INFO:tasks.workunit.client.0.smithi031.stderr: -354> 2024-09-19T14:03:05.716+0000 7f889b2209c0 5 AuthRegistry(0x559e4be952d8) adding con mode: crc 2024-09-19T14:03:06.051 INFO:tasks.workunit.client.0.smithi031.stderr: -353> 2024-09-19T14:03:05.716+0000 7f889b2209c0 5 AuthRegistry(0x559e4be952d8) adding con mode: secure 2024-09-19T14:03:06.051 INFO:tasks.workunit.client.0.smithi031.stderr: -352> 2024-09-19T14:03:05.716+0000 7f889b2209c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:03:06.052 INFO:tasks.workunit.client.0.smithi031.stderr: -351> 2024-09-19T14:03:05.716+0000 7f889b2209c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:03:06.052 INFO:tasks.workunit.client.0.smithi031.stderr: -350> 2024-09-19T14:03:05.716+0000 7f889b2209c0 5 asok(0x559e4bc37d90) register_command rotate-key cmddesc rotate-key hook 0x559e4be95420 EEXIST 2024-09-19T14:03:06.052 INFO:tasks.workunit.client.0.smithi031.stderr: -349> 2024-09-19T14:03:05.716+0000 7f889b2209c0 10 monclient: _reopen_session rank -1 2024-09-19T14:03:06.052 INFO:tasks.workunit.client.0.smithi031.stderr: -348> 2024-09-19T14:03:05.716+0000 7f889b2209c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-19T14:03:06.052 INFO:tasks.workunit.client.0.smithi031.stderr: -347> 2024-09-19T14:03:05.716+0000 7f889b2209c0 10 monclient(hunting): picked mon.noname-c con 0x559e4bebe7c0 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T14:03:06.052 INFO:tasks.workunit.client.0.smithi031.stderr: -346> 2024-09-19T14:03:05.716+0000 7f889b2209c0 10 monclient(hunting): picked mon.noname-a con 0x559e4bebe0f0 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T14:03:06.052 INFO:tasks.workunit.client.0.smithi031.stderr: -345> 2024-09-19T14:03:05.716+0000 7f889b2209c0 10 monclient(hunting): picked mon.noname-b con 0x559e4bebcad0 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T14:03:06.052 INFO:tasks.workunit.client.0.smithi031.stderr: -344> 2024-09-19T14:03:05.716+0000 7f889b2209c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:03:06.052 INFO:tasks.workunit.client.0.smithi031.stderr: -343> 2024-09-19T14:03:05.716+0000 7f889b2209c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:03:06.052 INFO:tasks.workunit.client.0.smithi031.stderr: -342> 2024-09-19T14:03:05.716+0000 7f889b2209c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:03:06.052 INFO:tasks.workunit.client.0.smithi031.stderr: -341> 2024-09-19T14:03:05.716+0000 7f889b2209c0 10 monclient(hunting): _renew_subs 2024-09-19T14:03:06.052 INFO:tasks.workunit.client.0.smithi031.stderr: -340> 2024-09-19T14:03:05.716+0000 7f889b2209c0 10 monclient(hunting): authenticate will time out at 2529.549176s 2024-09-19T14:03:06.052 INFO:tasks.workunit.client.0.smithi031.stderr: -339> 2024-09-19T14:03:05.716+0000 7f8898d26640 10 monclient(hunting): get_auth_request con 0x559e4bebe7c0 auth_method 0 2024-09-19T14:03:06.052 INFO:tasks.workunit.client.0.smithi031.stderr: -338> 2024-09-19T14:03:05.716+0000 7f8898d26640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:03:06.053 INFO:tasks.workunit.client.0.smithi031.stderr: -337> 2024-09-19T14:03:05.716+0000 7f8898d26640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:03:06.053 INFO:tasks.workunit.client.0.smithi031.stderr: -336> 2024-09-19T14:03:05.716+0000 7f8898d26640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:03:06.053 INFO:tasks.workunit.client.0.smithi031.stderr: -335> 2024-09-19T14:03:05.716+0000 7f8898525640 10 monclient(hunting): get_auth_request con 0x559e4bebe0f0 auth_method 0 2024-09-19T14:03:06.053 INFO:tasks.workunit.client.0.smithi031.stderr: -334> 2024-09-19T14:03:05.716+0000 7f8898525640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:03:06.053 INFO:tasks.workunit.client.0.smithi031.stderr: -333> 2024-09-19T14:03:05.716+0000 7f8898525640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:03:06.053 INFO:tasks.workunit.client.0.smithi031.stderr: -332> 2024-09-19T14:03:05.716+0000 7f8898525640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:03:06.053 INFO:tasks.workunit.client.0.smithi031.stderr: -331> 2024-09-19T14:03:05.716+0000 7f8898d26640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:03:06.053 INFO:tasks.workunit.client.0.smithi031.stderr: -330> 2024-09-19T14:03:05.716+0000 7f8898d26640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:03:06.053 INFO:tasks.workunit.client.0.smithi031.stderr: -329> 2024-09-19T14:03:05.716+0000 7f8898d26640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:03:06.053 INFO:tasks.workunit.client.0.smithi031.stderr: -328> 2024-09-19T14:03:05.716+0000 7f8898525640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:03:06.053 INFO:tasks.workunit.client.0.smithi031.stderr: -327> 2024-09-19T14:03:05.716+0000 7f8898525640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:03:06.053 INFO:tasks.workunit.client.0.smithi031.stderr: -326> 2024-09-19T14:03:05.716+0000 7f8898525640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:03:06.054 INFO:tasks.workunit.client.0.smithi031.stderr: -325> 2024-09-19T14:03:05.716+0000 7f8899527640 10 monclient(hunting): get_auth_request con 0x559e4bebcad0 auth_method 0 2024-09-19T14:03:06.054 INFO:tasks.workunit.client.0.smithi031.stderr: -324> 2024-09-19T14:03:05.716+0000 7f8899527640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:03:06.054 INFO:tasks.workunit.client.0.smithi031.stderr: -323> 2024-09-19T14:03:05.716+0000 7f8899527640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:03:06.054 INFO:tasks.workunit.client.0.smithi031.stderr: -322> 2024-09-19T14:03:05.716+0000 7f8899527640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:03:06.054 INFO:tasks.workunit.client.0.smithi031.stderr: -321> 2024-09-19T14:03:05.716+0000 7f8898d26640 10 monclient(hunting): handle_auth_done global_id 7841 payload 824 2024-09-19T14:03:06.054 INFO:tasks.workunit.client.0.smithi031.stderr: -320> 2024-09-19T14:03:05.716+0000 7f8898d26640 10 monclient: _finish_hunting 0 2024-09-19T14:03:06.054 INFO:tasks.workunit.client.0.smithi031.stderr: -319> 2024-09-19T14:03:05.716+0000 7f8898d26640 1 monclient: found mon.noname-c 2024-09-19T14:03:06.054 INFO:tasks.workunit.client.0.smithi031.stderr: -318> 2024-09-19T14:03:05.716+0000 7f8898d26640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.31:3301/0 2024-09-19T14:03:06.054 INFO:tasks.workunit.client.0.smithi031.stderr: -317> 2024-09-19T14:03:05.716+0000 7f877e7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:03:06.054 INFO:tasks.workunit.client.0.smithi031.stderr: -316> 2024-09-19T14:03:05.716+0000 7f877e7fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T14:03:06.054 INFO:tasks.workunit.client.0.smithi031.stderr: -315> 2024-09-19T14:03:05.716+0000 7f877e7fc640 10 monclient: dump: 2024-09-19T14:03:06.054 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:03:06.055 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:03:06.055 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:03:06.055 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:03:06.055 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:03:06.055 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:03:06.055 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:03:06.055 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:03:06.055 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:03:06.055 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:03:06.055 INFO:tasks.workunit.client.0.smithi031.stderr: -314> 2024-09-19T14:03:05.716+0000 7f877e7fc640 10 monclient: _finish_auth 0 2024-09-19T14:03:06.055 INFO:tasks.workunit.client.0.smithi031.stderr: -313> 2024-09-19T14:03:05.716+0000 7f877e7fc640 10 monclient: _check_auth_tickets 2024-09-19T14:03:06.055 INFO:tasks.workunit.client.0.smithi031.stderr: -312> 2024-09-19T14:03:05.716+0000 7f889b2209c0 5 monclient: authenticate success, global_id 7841 2024-09-19T14:03:06.055 INFO:tasks.workunit.client.0.smithi031.stderr: -311> 2024-09-19T14:03:05.716+0000 7f889b2209c0 10 monclient: _renew_subs 2024-09-19T14:03:06.056 INFO:tasks.workunit.client.0.smithi031.stderr: -310> 2024-09-19T14:03:05.716+0000 7f889b2209c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T14:03:06.056 INFO:tasks.workunit.client.0.smithi031.stderr: -309> 2024-09-19T14:03:05.716+0000 7f877e7fc640 10 monclient: handle_config config(0 keys) 2024-09-19T14:03:06.056 INFO:tasks.workunit.client.0.smithi031.stderr: -308> 2024-09-19T14:03:05.716+0000 7f877e7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:03:06.056 INFO:tasks.workunit.client.0.smithi031.stderr: -307> 2024-09-19T14:03:05.716+0000 7f877e7fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T14:03:06.056 INFO:tasks.workunit.client.0.smithi031.stderr: -306> 2024-09-19T14:03:05.716+0000 7f877e7fc640 10 monclient: dump: 2024-09-19T14:03:06.056 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:03:06.056 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:03:06.056 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:03:06.056 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:03:06.056 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:03:06.056 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:03:06.056 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:03:06.056 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:03:06.057 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:03:06.057 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:03:06.057 INFO:tasks.workunit.client.0.smithi031.stderr: -305> 2024-09-19T14:03:05.716+0000 7f8899d28640 4 set_mon_vals no callback set 2024-09-19T14:03:06.057 INFO:tasks.workunit.client.0.smithi031.stderr: -304> 2024-09-19T14:03:05.716+0000 7f889b2209c0 10 monclient: _renew_subs 2024-09-19T14:03:06.057 INFO:tasks.workunit.client.0.smithi031.stderr: -303> 2024-09-19T14:03:05.716+0000 7f889b2209c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T14:03:06.057 INFO:tasks.workunit.client.0.smithi031.stderr: -302> 2024-09-19T14:03:05.720+0000 7f877e7fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T14:03:06.057 INFO:tasks.workunit.client.0.smithi031.stderr: -301> 2024-09-19T14:03:05.720+0000 7f877e7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:03:06.057 INFO:tasks.workunit.client.0.smithi031.stderr: -300> 2024-09-19T14:03:05.720+0000 7f877e7fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:03:06.057 INFO:tasks.workunit.client.0.smithi031.stderr: -299> 2024-09-19T14:03:05.720+0000 7f8898525640 10 monclient: get_auth_request con 0x7f8770071b20 auth_method 0 2024-09-19T14:03:06.057 INFO:tasks.workunit.client.0.smithi031.stderr: -298> 2024-09-19T14:03:05.720+0000 7f889b2209c0 10 monclient: get_monmap_and_config 2024-09-19T14:03:06.057 INFO:tasks.workunit.client.0.smithi031.stderr: -297> 2024-09-19T14:03:05.720+0000 7f889b2209c0 10 monclient: build_initial_monmap 2024-09-19T14:03:06.057 INFO:tasks.workunit.client.0.smithi031.stderr: -296> 2024-09-19T14:03:05.720+0000 7f889b2209c0 1 build_initial for_mkfs: 0 2024-09-19T14:03:06.058 INFO:tasks.workunit.client.0.smithi031.stderr: -295> 2024-09-19T14:03:05.720+0000 7f889b2209c0 10 monclient: monmap: 2024-09-19T14:03:06.058 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T14:03:06.058 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T14:03:06.058 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T14:03:06.058 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T14:03:06.058 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T14:03:06.058 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:03:06.058 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T14:03:06.058 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T14:03:06.058 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T14:03:06.058 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:03:06.058 INFO:tasks.workunit.client.0.smithi031.stderr: -294> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4beddf40) adding auth protocol: cephx 2024-09-19T14:03:06.058 INFO:tasks.workunit.client.0.smithi031.stderr: -293> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4beddf40) adding auth protocol: cephx 2024-09-19T14:03:06.059 INFO:tasks.workunit.client.0.smithi031.stderr: -292> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4beddf40) adding auth protocol: cephx 2024-09-19T14:03:06.059 INFO:tasks.workunit.client.0.smithi031.stderr: -291> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4beddf40) adding con mode: secure 2024-09-19T14:03:06.059 INFO:tasks.workunit.client.0.smithi031.stderr: -290> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4beddf40) adding con mode: crc 2024-09-19T14:03:06.059 INFO:tasks.workunit.client.0.smithi031.stderr: -289> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4beddf40) adding con mode: secure 2024-09-19T14:03:06.059 INFO:tasks.workunit.client.0.smithi031.stderr: -288> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4beddf40) adding con mode: crc 2024-09-19T14:03:06.059 INFO:tasks.workunit.client.0.smithi031.stderr: -287> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4beddf40) adding con mode: secure 2024-09-19T14:03:06.059 INFO:tasks.workunit.client.0.smithi031.stderr: -286> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4beddf40) adding con mode: crc 2024-09-19T14:03:06.059 INFO:tasks.workunit.client.0.smithi031.stderr: -285> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4beddf40) adding con mode: crc 2024-09-19T14:03:06.059 INFO:tasks.workunit.client.0.smithi031.stderr: -284> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4beddf40) adding con mode: secure 2024-09-19T14:03:06.059 INFO:tasks.workunit.client.0.smithi031.stderr: -283> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4beddf40) adding con mode: crc 2024-09-19T14:03:06.059 INFO:tasks.workunit.client.0.smithi031.stderr: -282> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4beddf40) adding con mode: secure 2024-09-19T14:03:06.059 INFO:tasks.workunit.client.0.smithi031.stderr: -281> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4beddf40) adding con mode: crc 2024-09-19T14:03:06.059 INFO:tasks.workunit.client.0.smithi031.stderr: -280> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4beddf40) adding con mode: secure 2024-09-19T14:03:06.060 INFO:tasks.workunit.client.0.smithi031.stderr: -279> 2024-09-19T14:03:05.720+0000 7f889b2209c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:03:06.060 INFO:tasks.workunit.client.0.smithi031.stderr: -278> 2024-09-19T14:03:05.720+0000 7f889b2209c0 10 monclient: init 2024-09-19T14:03:06.060 INFO:tasks.workunit.client.0.smithi031.stderr: -277> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc4fe40) adding auth protocol: cephx 2024-09-19T14:03:06.060 INFO:tasks.workunit.client.0.smithi031.stderr: -276> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc4fe40) adding auth protocol: cephx 2024-09-19T14:03:06.060 INFO:tasks.workunit.client.0.smithi031.stderr: -275> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc4fe40) adding auth protocol: cephx 2024-09-19T14:03:06.060 INFO:tasks.workunit.client.0.smithi031.stderr: -274> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc4fe40) adding con mode: secure 2024-09-19T14:03:06.060 INFO:tasks.workunit.client.0.smithi031.stderr: -273> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc4fe40) adding con mode: crc 2024-09-19T14:03:06.060 INFO:tasks.workunit.client.0.smithi031.stderr: -272> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc4fe40) adding con mode: secure 2024-09-19T14:03:06.060 INFO:tasks.workunit.client.0.smithi031.stderr: -271> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc4fe40) adding con mode: crc 2024-09-19T14:03:06.060 INFO:tasks.workunit.client.0.smithi031.stderr: -270> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc4fe40) adding con mode: secure 2024-09-19T14:03:06.060 INFO:tasks.workunit.client.0.smithi031.stderr: -269> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc4fe40) adding con mode: crc 2024-09-19T14:03:06.060 INFO:tasks.workunit.client.0.smithi031.stderr: -268> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc4fe40) adding con mode: crc 2024-09-19T14:03:06.060 INFO:tasks.workunit.client.0.smithi031.stderr: -267> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc4fe40) adding con mode: secure 2024-09-19T14:03:06.061 INFO:tasks.workunit.client.0.smithi031.stderr: -266> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc4fe40) adding con mode: crc 2024-09-19T14:03:06.061 INFO:tasks.workunit.client.0.smithi031.stderr: -265> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc4fe40) adding con mode: secure 2024-09-19T14:03:06.061 INFO:tasks.workunit.client.0.smithi031.stderr: -264> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc4fe40) adding con mode: crc 2024-09-19T14:03:06.061 INFO:tasks.workunit.client.0.smithi031.stderr: -263> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc4fe40) adding con mode: secure 2024-09-19T14:03:06.061 INFO:tasks.workunit.client.0.smithi031.stderr: -262> 2024-09-19T14:03:05.720+0000 7f889b2209c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:03:06.061 INFO:tasks.workunit.client.0.smithi031.stderr: -261> 2024-09-19T14:03:05.720+0000 7f889b2209c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:03:06.061 INFO:tasks.workunit.client.0.smithi031.stderr: -260> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 asok(0x559e4bc37d90) register_command rotate-key cmddesc rotate-key hook 0x7ffc5fc4ff88 EEXIST 2024-09-19T14:03:06.061 INFO:tasks.workunit.client.0.smithi031.stderr: -259> 2024-09-19T14:03:05.720+0000 7f889b2209c0 10 monclient: _reopen_session rank -1 2024-09-19T14:03:06.061 INFO:tasks.workunit.client.0.smithi031.stderr: -258> 2024-09-19T14:03:05.720+0000 7f889b2209c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-19T14:03:06.061 INFO:tasks.workunit.client.0.smithi031.stderr: -257> 2024-09-19T14:03:05.720+0000 7f889b2209c0 10 monclient(hunting): picked mon.noname-c con 0x559e4bf12570 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T14:03:06.061 INFO:tasks.workunit.client.0.smithi031.stderr: -256> 2024-09-19T14:03:05.720+0000 7f889b2209c0 10 monclient(hunting): picked mon.noname-a con 0x559e4bee1f90 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T14:03:06.061 INFO:tasks.workunit.client.0.smithi031.stderr: -255> 2024-09-19T14:03:05.720+0000 7f889b2209c0 10 monclient(hunting): picked mon.noname-b con 0x559e4bf0dd40 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T14:03:06.061 INFO:tasks.workunit.client.0.smithi031.stderr: -254> 2024-09-19T14:03:05.720+0000 7f889b2209c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:03:06.061 INFO:tasks.workunit.client.0.smithi031.stderr: -253> 2024-09-19T14:03:05.720+0000 7f889b2209c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:03:06.061 INFO:tasks.workunit.client.0.smithi031.stderr: -252> 2024-09-19T14:03:05.720+0000 7f889b2209c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:03:06.062 INFO:tasks.workunit.client.0.smithi031.stderr: -251> 2024-09-19T14:03:05.720+0000 7f889b2209c0 10 monclient(hunting): _renew_subs 2024-09-19T14:03:06.062 INFO:tasks.workunit.client.0.smithi031.stderr: -250> 2024-09-19T14:03:05.720+0000 7f889b2209c0 10 monclient(hunting): authenticate will time out at 2529.553528s 2024-09-19T14:03:06.062 INFO:tasks.workunit.client.0.smithi031.stderr: -249> 2024-09-19T14:03:05.720+0000 7f8898525640 10 monclient(hunting): get_auth_request con 0x559e4bee1f90 auth_method 0 2024-09-19T14:03:06.062 INFO:tasks.workunit.client.0.smithi031.stderr: -248> 2024-09-19T14:03:05.720+0000 7f8898525640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:03:06.062 INFO:tasks.workunit.client.0.smithi031.stderr: -247> 2024-09-19T14:03:05.720+0000 7f8898525640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:03:06.062 INFO:tasks.workunit.client.0.smithi031.stderr: -246> 2024-09-19T14:03:05.720+0000 7f8898525640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:03:06.062 INFO:tasks.workunit.client.0.smithi031.stderr: -245> 2024-09-19T14:03:05.720+0000 7f8898d26640 10 monclient(hunting): get_auth_request con 0x559e4bf12570 auth_method 0 2024-09-19T14:03:06.062 INFO:tasks.workunit.client.0.smithi031.stderr: -244> 2024-09-19T14:03:05.720+0000 7f8898d26640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:03:06.062 INFO:tasks.workunit.client.0.smithi031.stderr: -243> 2024-09-19T14:03:05.720+0000 7f8898d26640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:03:06.062 INFO:tasks.workunit.client.0.smithi031.stderr: -242> 2024-09-19T14:03:05.720+0000 7f8898d26640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:03:06.062 INFO:tasks.workunit.client.0.smithi031.stderr: -241> 2024-09-19T14:03:05.720+0000 7f8898525640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:03:06.062 INFO:tasks.workunit.client.0.smithi031.stderr: -240> 2024-09-19T14:03:05.720+0000 7f8898525640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:03:06.062 INFO:tasks.workunit.client.0.smithi031.stderr: -239> 2024-09-19T14:03:05.720+0000 7f8898525640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:03:06.063 INFO:tasks.workunit.client.0.smithi031.stderr: -238> 2024-09-19T14:03:05.720+0000 7f8898d26640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:03:06.063 INFO:tasks.workunit.client.0.smithi031.stderr: -237> 2024-09-19T14:03:05.720+0000 7f8898d26640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:03:06.063 INFO:tasks.workunit.client.0.smithi031.stderr: -236> 2024-09-19T14:03:05.720+0000 7f8898d26640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:03:06.063 INFO:tasks.workunit.client.0.smithi031.stderr: -235> 2024-09-19T14:03:05.720+0000 7f8898525640 10 monclient(hunting): handle_auth_done global_id 8391 payload 274 2024-09-19T14:03:06.063 INFO:tasks.workunit.client.0.smithi031.stderr: -234> 2024-09-19T14:03:05.720+0000 7f8898525640 10 monclient: _finish_hunting 0 2024-09-19T14:03:06.063 INFO:tasks.workunit.client.0.smithi031.stderr: -233> 2024-09-19T14:03:05.720+0000 7f8898525640 1 monclient: found mon.noname-a 2024-09-19T14:03:06.063 INFO:tasks.workunit.client.0.smithi031.stderr: -232> 2024-09-19T14:03:05.720+0000 7f8898525640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T14:03:06.063 INFO:tasks.workunit.client.0.smithi031.stderr: -231> 2024-09-19T14:03:05.720+0000 7f876ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:03:06.063 INFO:tasks.workunit.client.0.smithi031.stderr: -230> 2024-09-19T14:03:05.720+0000 7f876ffff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T14:03:06.063 INFO:tasks.workunit.client.0.smithi031.stderr: -229> 2024-09-19T14:03:05.720+0000 7f876ffff640 10 monclient: dump: 2024-09-19T14:03:06.063 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:03:06.063 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:03:06.063 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:03:06.063 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:03:06.064 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:03:06.064 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:03:06.064 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:03:06.064 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:03:06.064 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:03:06.064 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:03:06.064 INFO:tasks.workunit.client.0.smithi031.stderr: -228> 2024-09-19T14:03:05.720+0000 7f876ffff640 10 monclient: _finish_auth 0 2024-09-19T14:03:06.064 INFO:tasks.workunit.client.0.smithi031.stderr: -227> 2024-09-19T14:03:05.720+0000 7f876ffff640 10 monclient: _check_auth_tickets 2024-09-19T14:03:06.064 INFO:tasks.workunit.client.0.smithi031.stderr: -226> 2024-09-19T14:03:05.720+0000 7f876ffff640 10 monclient: handle_config config(0 keys) 2024-09-19T14:03:06.064 INFO:tasks.workunit.client.0.smithi031.stderr: -225> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 monclient: authenticate success, global_id 8391 2024-09-19T14:03:06.064 INFO:tasks.workunit.client.0.smithi031.stderr: -224> 2024-09-19T14:03:05.720+0000 7f889b2209c0 10 monclient: get_monmap_and_config success 2024-09-19T14:03:06.064 INFO:tasks.workunit.client.0.smithi031.stderr: -223> 2024-09-19T14:03:05.720+0000 7f889b2209c0 4 set_mon_vals no callback set 2024-09-19T14:03:06.064 INFO:tasks.workunit.client.0.smithi031.stderr: -222> 2024-09-19T14:03:05.720+0000 7f876ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:03:06.064 INFO:tasks.workunit.client.0.smithi031.stderr: -221> 2024-09-19T14:03:05.720+0000 7f876ffff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T14:03:06.065 INFO:tasks.workunit.client.0.smithi031.stderr: -220> 2024-09-19T14:03:05.720+0000 7f876ffff640 10 monclient: dump: 2024-09-19T14:03:06.065 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:03:06.065 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:03:06.065 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:03:06.065 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:03:06.065 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:03:06.065 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:03:06.065 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:03:06.065 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:03:06.065 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:03:06.065 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:03:06.066 INFO:tasks.workunit.client.0.smithi031.stderr: -219> 2024-09-19T14:03:05.720+0000 7f889b2209c0 10 monclient: shutdown 2024-09-19T14:03:06.066 INFO:tasks.workunit.client.0.smithi031.stderr: -218> 2024-09-19T14:03:05.720+0000 7f889b2209c0 10 monclient: build_initial_monmap 2024-09-19T14:03:06.066 INFO:tasks.workunit.client.0.smithi031.stderr: -217> 2024-09-19T14:03:05.720+0000 7f889b2209c0 1 build_initial for_mkfs: 0 2024-09-19T14:03:06.066 INFO:tasks.workunit.client.0.smithi031.stderr: -216> 2024-09-19T14:03:05.720+0000 7f889b2209c0 10 monclient: monmap: 2024-09-19T14:03:06.066 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T14:03:06.066 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T14:03:06.066 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T14:03:06.066 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T14:03:06.066 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T14:03:06.066 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:03:06.066 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T14:03:06.066 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T14:03:06.066 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T14:03:06.067 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:03:06.067 INFO:tasks.workunit.client.0.smithi031.stderr: -215> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bf02f90) adding auth protocol: cephx 2024-09-19T14:03:06.067 INFO:tasks.workunit.client.0.smithi031.stderr: -214> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bf02f90) adding auth protocol: cephx 2024-09-19T14:03:06.067 INFO:tasks.workunit.client.0.smithi031.stderr: -213> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bf02f90) adding auth protocol: cephx 2024-09-19T14:03:06.067 INFO:tasks.workunit.client.0.smithi031.stderr: -212> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bf02f90) adding con mode: secure 2024-09-19T14:03:06.067 INFO:tasks.workunit.client.0.smithi031.stderr: -211> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bf02f90) adding con mode: crc 2024-09-19T14:03:06.067 INFO:tasks.workunit.client.0.smithi031.stderr: -210> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bf02f90) adding con mode: secure 2024-09-19T14:03:06.067 INFO:tasks.workunit.client.0.smithi031.stderr: -209> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bf02f90) adding con mode: crc 2024-09-19T14:03:06.067 INFO:tasks.workunit.client.0.smithi031.stderr: -208> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bf02f90) adding con mode: secure 2024-09-19T14:03:06.067 INFO:tasks.workunit.client.0.smithi031.stderr: -207> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bf02f90) adding con mode: crc 2024-09-19T14:03:06.067 INFO:tasks.workunit.client.0.smithi031.stderr: -206> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bf02f90) adding con mode: crc 2024-09-19T14:03:06.067 INFO:tasks.workunit.client.0.smithi031.stderr: -205> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bf02f90) adding con mode: secure 2024-09-19T14:03:06.067 INFO:tasks.workunit.client.0.smithi031.stderr: -204> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bf02f90) adding con mode: crc 2024-09-19T14:03:06.067 INFO:tasks.workunit.client.0.smithi031.stderr: -203> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bf02f90) adding con mode: secure 2024-09-19T14:03:06.068 INFO:tasks.workunit.client.0.smithi031.stderr: -202> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bf02f90) adding con mode: crc 2024-09-19T14:03:06.068 INFO:tasks.workunit.client.0.smithi031.stderr: -201> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bf02f90) adding con mode: secure 2024-09-19T14:03:06.068 INFO:tasks.workunit.client.0.smithi031.stderr: -200> 2024-09-19T14:03:05.720+0000 7f889b2209c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:03:06.068 INFO:tasks.workunit.client.0.smithi031.stderr: -199> 2024-09-19T14:03:05.720+0000 7f889b2209c0 1 librados: starting msgr at 2024-09-19T14:03:06.068 INFO:tasks.workunit.client.0.smithi031.stderr: -198> 2024-09-19T14:03:05.720+0000 7f889b2209c0 1 librados: starting objecter 2024-09-19T14:03:06.068 INFO:tasks.workunit.client.0.smithi031.stderr: -197> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 asok(0x559e4bc37d90) register_command objecter_requests cmddesc objecter_requests hook 0x559e4bebd6d0 EEXIST 2024-09-19T14:03:06.068 INFO:tasks.workunit.client.0.smithi031.stderr: -196> 2024-09-19T14:03:05.720+0000 7f889b2209c0 1 librados: setting wanted keys 2024-09-19T14:03:06.068 INFO:tasks.workunit.client.0.smithi031.stderr: -195> 2024-09-19T14:03:05.720+0000 7f889b2209c0 1 librados: calling monclient init 2024-09-19T14:03:06.068 INFO:tasks.workunit.client.0.smithi031.stderr: -194> 2024-09-19T14:03:05.720+0000 7f889b2209c0 10 monclient: init 2024-09-19T14:03:06.068 INFO:tasks.workunit.client.0.smithi031.stderr: -193> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bec05e0) adding auth protocol: cephx 2024-09-19T14:03:06.068 INFO:tasks.workunit.client.0.smithi031.stderr: -192> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bec05e0) adding auth protocol: cephx 2024-09-19T14:03:06.068 INFO:tasks.workunit.client.0.smithi031.stderr: -191> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bec05e0) adding auth protocol: cephx 2024-09-19T14:03:06.069 INFO:tasks.workunit.client.0.smithi031.stderr: -190> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bec05e0) adding con mode: secure 2024-09-19T14:03:06.069 INFO:tasks.workunit.client.0.smithi031.stderr: -189> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bec05e0) adding con mode: crc 2024-09-19T14:03:06.069 INFO:tasks.workunit.client.0.smithi031.stderr: -188> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bec05e0) adding con mode: secure 2024-09-19T14:03:06.069 INFO:tasks.workunit.client.0.smithi031.stderr: -187> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bec05e0) adding con mode: crc 2024-09-19T14:03:06.069 INFO:tasks.workunit.client.0.smithi031.stderr: -186> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bec05e0) adding con mode: secure 2024-09-19T14:03:06.069 INFO:tasks.workunit.client.0.smithi031.stderr: -185> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bec05e0) adding con mode: crc 2024-09-19T14:03:06.069 INFO:tasks.workunit.client.0.smithi031.stderr: -184> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bec05e0) adding con mode: crc 2024-09-19T14:03:06.069 INFO:tasks.workunit.client.0.smithi031.stderr: -183> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bec05e0) adding con mode: secure 2024-09-19T14:03:06.069 INFO:tasks.workunit.client.0.smithi031.stderr: -182> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bec05e0) adding con mode: crc 2024-09-19T14:03:06.069 INFO:tasks.workunit.client.0.smithi031.stderr: -181> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bec05e0) adding con mode: secure 2024-09-19T14:03:06.069 INFO:tasks.workunit.client.0.smithi031.stderr: -180> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bec05e0) adding con mode: crc 2024-09-19T14:03:06.069 INFO:tasks.workunit.client.0.smithi031.stderr: -179> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bec05e0) adding con mode: secure 2024-09-19T14:03:06.069 INFO:tasks.workunit.client.0.smithi031.stderr: -178> 2024-09-19T14:03:05.720+0000 7f889b2209c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:03:06.070 INFO:tasks.workunit.client.0.smithi031.stderr: -177> 2024-09-19T14:03:05.724+0000 7f889b2209c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:03:06.070 INFO:tasks.workunit.client.0.smithi031.stderr: -176> 2024-09-19T14:03:05.724+0000 7f889b2209c0 5 asok(0x559e4bc37d90) register_command rotate-key cmddesc rotate-key hook 0x559e4bec0728 EEXIST 2024-09-19T14:03:06.070 INFO:tasks.workunit.client.0.smithi031.stderr: -175> 2024-09-19T14:03:05.724+0000 7f889b2209c0 10 monclient: _reopen_session rank -1 2024-09-19T14:03:06.070 INFO:tasks.workunit.client.0.smithi031.stderr: -174> 2024-09-19T14:03:05.724+0000 7f889b2209c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-19T14:03:06.070 INFO:tasks.workunit.client.0.smithi031.stderr: -173> 2024-09-19T14:03:05.724+0000 7f889b2209c0 10 monclient(hunting): picked mon.noname-b con 0x559e4bee1f90 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T14:03:06.070 INFO:tasks.workunit.client.0.smithi031.stderr: -172> 2024-09-19T14:03:05.724+0000 7f889b2209c0 10 monclient(hunting): picked mon.noname-a con 0x559e4bf0dd40 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T14:03:06.070 INFO:tasks.workunit.client.0.smithi031.stderr: -171> 2024-09-19T14:03:05.724+0000 7f889b2209c0 10 monclient(hunting): picked mon.noname-c con 0x559e4bf12570 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T14:03:06.070 INFO:tasks.workunit.client.0.smithi031.stderr: -170> 2024-09-19T14:03:05.724+0000 7f889b2209c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:03:06.070 INFO:tasks.workunit.client.0.smithi031.stderr: -169> 2024-09-19T14:03:05.724+0000 7f889b2209c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:03:06.070 INFO:tasks.workunit.client.0.smithi031.stderr: -168> 2024-09-19T14:03:05.724+0000 7f889b2209c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:03:06.070 INFO:tasks.workunit.client.0.smithi031.stderr: -167> 2024-09-19T14:03:05.724+0000 7f889b2209c0 10 monclient(hunting): _renew_subs 2024-09-19T14:03:06.070 INFO:tasks.workunit.client.0.smithi031.stderr: -166> 2024-09-19T14:03:05.724+0000 7f889b2209c0 10 monclient(hunting): authenticate will time out at 2529.556188s 2024-09-19T14:03:06.070 INFO:tasks.workunit.client.0.smithi031.stderr: -165> 2024-09-19T14:03:05.724+0000 7f8899527640 10 monclient(hunting): get_auth_request con 0x559e4bf12570 auth_method 0 2024-09-19T14:03:06.071 INFO:tasks.workunit.client.0.smithi031.stderr: -164> 2024-09-19T14:03:05.724+0000 7f8899527640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:03:06.071 INFO:tasks.workunit.client.0.smithi031.stderr: -163> 2024-09-19T14:03:05.724+0000 7f8899527640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:03:06.071 INFO:tasks.workunit.client.0.smithi031.stderr: -162> 2024-09-19T14:03:05.724+0000 7f8899527640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:03:06.071 INFO:tasks.workunit.client.0.smithi031.stderr: -161> 2024-09-19T14:03:05.724+0000 7f8898525640 10 monclient(hunting): get_auth_request con 0x559e4bf0dd40 auth_method 0 2024-09-19T14:03:06.071 INFO:tasks.workunit.client.0.smithi031.stderr: -160> 2024-09-19T14:03:05.724+0000 7f8898525640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:03:06.071 INFO:tasks.workunit.client.0.smithi031.stderr: -159> 2024-09-19T14:03:05.724+0000 7f8898525640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:03:06.071 INFO:tasks.workunit.client.0.smithi031.stderr: -158> 2024-09-19T14:03:05.724+0000 7f8898525640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:03:06.071 INFO:tasks.workunit.client.0.smithi031.stderr: -157> 2024-09-19T14:03:05.724+0000 7f8899527640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:03:06.071 INFO:tasks.workunit.client.0.smithi031.stderr: -156> 2024-09-19T14:03:05.724+0000 7f8899527640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:03:06.071 INFO:tasks.workunit.client.0.smithi031.stderr: -155> 2024-09-19T14:03:05.724+0000 7f8899527640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:03:06.071 INFO:tasks.workunit.client.0.smithi031.stderr: -154> 2024-09-19T14:03:05.724+0000 7f8898525640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:03:06.071 INFO:tasks.workunit.client.0.smithi031.stderr: -153> 2024-09-19T14:03:05.724+0000 7f8898525640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:03:06.071 INFO:tasks.workunit.client.0.smithi031.stderr: -152> 2024-09-19T14:03:05.724+0000 7f8898525640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:03:06.072 INFO:tasks.workunit.client.0.smithi031.stderr: -151> 2024-09-19T14:03:05.724+0000 7f8898d26640 10 monclient(hunting): get_auth_request con 0x559e4bee1f90 auth_method 0 2024-09-19T14:03:06.072 INFO:tasks.workunit.client.0.smithi031.stderr: -150> 2024-09-19T14:03:05.724+0000 7f8898d26640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:03:06.072 INFO:tasks.workunit.client.0.smithi031.stderr: -149> 2024-09-19T14:03:05.724+0000 7f8898d26640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:03:06.072 INFO:tasks.workunit.client.0.smithi031.stderr: -148> 2024-09-19T14:03:05.724+0000 7f8898d26640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:03:06.072 INFO:tasks.workunit.client.0.smithi031.stderr: -147> 2024-09-19T14:03:05.724+0000 7f8899527640 10 monclient(hunting): handle_auth_done global_id 7847 payload 824 2024-09-19T14:03:06.072 INFO:tasks.workunit.client.0.smithi031.stderr: -146> 2024-09-19T14:03:05.724+0000 7f8899527640 10 monclient: _finish_hunting 0 2024-09-19T14:03:06.072 INFO:tasks.workunit.client.0.smithi031.stderr: -145> 2024-09-19T14:03:05.724+0000 7f8899527640 1 monclient: found mon.noname-c 2024-09-19T14:03:06.072 INFO:tasks.workunit.client.0.smithi031.stderr: -144> 2024-09-19T14:03:05.724+0000 7f8899527640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.31:3301/0 2024-09-19T14:03:06.072 INFO:tasks.workunit.client.0.smithi031.stderr: -143> 2024-09-19T14:03:05.724+0000 7f876e7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:03:06.072 INFO:tasks.workunit.client.0.smithi031.stderr: -142> 2024-09-19T14:03:05.724+0000 7f876e7fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T14:03:06.072 INFO:tasks.workunit.client.0.smithi031.stderr: -141> 2024-09-19T14:03:05.724+0000 7f876e7fc640 10 monclient: dump: 2024-09-19T14:03:06.072 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:03:06.072 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:03:06.072 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:03:06.072 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:03:06.073 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:03:06.073 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:03:06.073 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:03:06.073 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:03:06.073 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:03:06.073 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:03:06.073 INFO:tasks.workunit.client.0.smithi031.stderr: -140> 2024-09-19T14:03:05.724+0000 7f876e7fc640 10 monclient: _finish_auth 0 2024-09-19T14:03:06.073 INFO:tasks.workunit.client.0.smithi031.stderr: -139> 2024-09-19T14:03:05.724+0000 7f876e7fc640 10 monclient: _check_auth_tickets 2024-09-19T14:03:06.073 INFO:tasks.workunit.client.0.smithi031.stderr: -138> 2024-09-19T14:03:05.724+0000 7f876e7fc640 10 monclient: handle_config config(0 keys) 2024-09-19T14:03:06.073 INFO:tasks.workunit.client.0.smithi031.stderr: -137> 2024-09-19T14:03:05.724+0000 7f876e7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:03:06.073 INFO:tasks.workunit.client.0.smithi031.stderr: -136> 2024-09-19T14:03:05.724+0000 7f876e7fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T14:03:06.073 INFO:tasks.workunit.client.0.smithi031.stderr: -135> 2024-09-19T14:03:05.724+0000 7f876e7fc640 10 monclient: dump: 2024-09-19T14:03:06.073 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:03:06.073 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:03:06.074 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:03:06.074 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:03:06.074 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:03:06.074 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:03:06.074 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:03:06.074 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:03:06.074 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:03:06.074 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:03:06.074 INFO:tasks.workunit.client.0.smithi031.stderr: -134> 2024-09-19T14:03:05.724+0000 7f889b2209c0 5 monclient: authenticate success, global_id 7847 2024-09-19T14:03:06.074 INFO:tasks.workunit.client.0.smithi031.stderr: -133> 2024-09-19T14:03:05.724+0000 7f889b2209c0 10 monclient: _renew_subs 2024-09-19T14:03:06.074 INFO:tasks.workunit.client.0.smithi031.stderr: -132> 2024-09-19T14:03:05.724+0000 7f889b2209c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T14:03:06.074 INFO:tasks.workunit.client.0.smithi031.stderr: -131> 2024-09-19T14:03:05.724+0000 7f876ffff640 4 set_mon_vals no callback set 2024-09-19T14:03:06.074 INFO:tasks.workunit.client.0.smithi031.stderr: -130> 2024-09-19T14:03:05.724+0000 7f889b2209c0 10 monclient: _renew_subs 2024-09-19T14:03:06.074 INFO:tasks.workunit.client.0.smithi031.stderr: -129> 2024-09-19T14:03:05.724+0000 7f889b2209c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T14:03:06.075 INFO:tasks.workunit.client.0.smithi031.stderr: -128> 2024-09-19T14:03:05.724+0000 7f889b2209c0 1 librados: init done 2024-09-19T14:03:06.075 INFO:tasks.workunit.client.0.smithi031.stderr: -127> 2024-09-19T14:03:05.724+0000 7f889b2209c0 5 asok(0x559e4bc37d90) register_command cr dump hook 0x559e4beff418 2024-09-19T14:03:06.075 INFO:tasks.workunit.client.0.smithi031.stderr: -126> 2024-09-19T14:03:05.724+0000 7f889b2209c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:06.075 INFO:tasks.workunit.client.0.smithi031.stderr: -125> 2024-09-19T14:03:05.724+0000 7f876e7fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T14:03:06.075 INFO:tasks.workunit.client.0.smithi031.stderr: -124> 2024-09-19T14:03:05.724+0000 7f876e7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:03:06.075 INFO:tasks.workunit.client.0.smithi031.stderr: -123> 2024-09-19T14:03:05.724+0000 7f876e7fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:03:06.075 INFO:tasks.workunit.client.0.smithi031.stderr: -122> 2024-09-19T14:03:05.724+0000 7f8898d26640 10 monclient: get_auth_request con 0x7f8764071be0 auth_method 0 2024-09-19T14:03:06.075 INFO:tasks.workunit.client.0.smithi031.stderr: -121> 2024-09-19T14:03:05.728+0000 7f8898525640 10 monclient: get_auth_request con 0x559e4bf2c040 auth_method 0 2024-09-19T14:03:06.075 INFO:tasks.workunit.client.0.smithi031.stderr: -120> 2024-09-19T14:03:05.728+0000 7f889b2209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:06.075 INFO:tasks.workunit.client.0.smithi031.stderr: -119> 2024-09-19T14:03:05.728+0000 7f889b2209c0 20 realm 2024-09-19T14:03:06.075 INFO:tasks.workunit.client.0.smithi031.stderr: -118> 2024-09-19T14:03:05.728+0000 7f889b2209c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:06.075 INFO:tasks.workunit.client.0.smithi031.stderr: -117> 2024-09-19T14:03:05.728+0000 7f889b2209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:06.075 INFO:tasks.workunit.client.0.smithi031.stderr: -116> 2024-09-19T14:03:05.728+0000 7f889b2209c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:03:06.075 INFO:tasks.workunit.client.0.smithi031.stderr: -115> 2024-09-19T14:03:05.728+0000 7f889b2209c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:06.076 INFO:tasks.workunit.client.0.smithi031.stderr: -114> 2024-09-19T14:03:05.728+0000 7f889b2209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:06.076 INFO:tasks.workunit.client.0.smithi031.stderr: -113> 2024-09-19T14:03:05.728+0000 7f889b2209c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:06.076 INFO:tasks.workunit.client.0.smithi031.stderr: -112> 2024-09-19T14:03:05.728+0000 7f8898d26640 10 monclient: get_auth_request con 0x559e4bf302d0 auth_method 0 2024-09-19T14:03:06.076 INFO:tasks.workunit.client.0.smithi031.stderr: -111> 2024-09-19T14:03:05.728+0000 7f889b2209c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:03:06.076 INFO:tasks.workunit.client.0.smithi031.stderr: -110> 2024-09-19T14:03:05.728+0000 7f889b2209c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:06.076 INFO:tasks.workunit.client.0.smithi031.stderr: -109> 2024-09-19T14:03:05.728+0000 7f8898525640 10 monclient: get_auth_request con 0x559e4bf33b30 auth_method 0 2024-09-19T14:03:06.076 INFO:tasks.workunit.client.0.smithi031.stderr: -108> 2024-09-19T14:03:05.732+0000 7f889b2209c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:03:06.076 INFO:tasks.workunit.client.0.smithi031.stderr: -107> 2024-09-19T14:03:05.732+0000 7f889b2209c0 20 searching for the correct realm 2024-09-19T14:03:06.076 INFO:tasks.workunit.client.0.smithi031.stderr: -106> 2024-09-19T14:03:05.732+0000 7f8899527640 10 monclient: get_auth_request con 0x7f888c022070 auth_method 0 2024-09-19T14:03:06.076 INFO:tasks.workunit.client.0.smithi031.stderr: -105> 2024-09-19T14:03:05.732+0000 7f8898d26640 10 monclient: get_auth_request con 0x7f88880c1070 auth_method 0 2024-09-19T14:03:06.076 INFO:tasks.workunit.client.0.smithi031.stderr: -104> 2024-09-19T14:03:05.736+0000 7f8898525640 10 monclient: get_auth_request con 0x7f888c008070 auth_method 0 2024-09-19T14:03:06.076 INFO:tasks.workunit.client.0.smithi031.stderr: -103> 2024-09-19T14:03:05.736+0000 7f8898525640 0 -- 172.21.15.31:0/2297626166 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7f888c008070 msgr2=0x7f888c022450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:03:06.076 INFO:tasks.workunit.client.0.smithi031.stderr: -102> 2024-09-19T14:03:05.940+0000 7f8898525640 10 monclient: get_auth_request con 0x7f888c008070 auth_method 0 2024-09-19T14:03:06.076 INFO:tasks.workunit.client.0.smithi031.stderr: -101> 2024-09-19T14:03:05.944+0000 7f8899527640 10 monclient: get_auth_request con 0x7f8888108b80 auth_method 0 2024-09-19T14:03:06.077 INFO:tasks.workunit.client.0.smithi031.stderr: -100> 2024-09-19T14:03:05.948+0000 7f8898d26640 10 monclient: get_auth_request con 0x7f889005fec0 auth_method 0 2024-09-19T14:03:06.077 INFO:tasks.workunit.client.0.smithi031.stderr: -99> 2024-09-19T14:03:05.948+0000 7f8898525640 0 -- 172.21.15.31:0/2297626166 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x559e4bf2c040 msgr2=0x559e4bf2e4d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:03:06.077 INFO:tasks.workunit.client.0.smithi031.stderr: -98> 2024-09-19T14:03:05.952+0000 7f876e7fc640 1 client.7847.objecter ms_handle_reset 0x559e4bf2c040 session 0x559e4bf2b9c0 osd.6 2024-09-19T14:03:06.077 INFO:tasks.workunit.client.0.smithi031.stderr: -97> 2024-09-19T14:03:05.952+0000 7f876e7fc640 10 monclient: _renew_subs 2024-09-19T14:03:06.077 INFO:tasks.workunit.client.0.smithi031.stderr: -96> 2024-09-19T14:03:05.952+0000 7f876e7fc640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T14:03:06.077 INFO:tasks.workunit.client.0.smithi031.stderr: -95> 2024-09-19T14:03:05.952+0000 7f8898525640 10 monclient: get_auth_request con 0x7f8764081e90 auth_method 0 2024-09-19T14:03:06.077 INFO:tasks.workunit.client.0.smithi031.stderr: -94> 2024-09-19T14:03:05.964+0000 7f889b2209c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:03:06.077 INFO:tasks.workunit.client.0.smithi031.stderr: -93> 2024-09-19T14:03:05.964+0000 7f889b2209c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:03:06.077 INFO:tasks.workunit.client.0.smithi031.stderr: -92> 2024-09-19T14:03:05.964+0000 7f889b2209c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:03:06.077 INFO:tasks.workunit.client.0.smithi031.stderr: -91> 2024-09-19T14:03:05.964+0000 7f889b2209c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:03:06.077 INFO:tasks.workunit.client.0.smithi031.stderr: -90> 2024-09-19T14:03:05.964+0000 7f889b2209c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:03:06.077 INFO:tasks.workunit.client.0.smithi031.stderr: -89> 2024-09-19T14:03:05.964+0000 7f889b2209c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:03:06.078 INFO:tasks.workunit.client.0.smithi031.stderr: -88> 2024-09-19T14:03:05.964+0000 7f889b2209c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:06.078 INFO:tasks.workunit.client.0.smithi031.stderr: -87> 2024-09-19T14:03:05.964+0000 7f889b2209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:06.078 INFO:tasks.workunit.client.0.smithi031.stderr: -86> 2024-09-19T14:03:05.964+0000 7f889b2209c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:06.078 INFO:tasks.workunit.client.0.smithi031.stderr: -85> 2024-09-19T14:03:05.964+0000 7f889b2209c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:03:06.078 INFO:tasks.workunit.client.0.smithi031.stderr: -84> 2024-09-19T14:03:05.964+0000 7f889b2209c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:06.078 INFO:tasks.workunit.client.0.smithi031.stderr: -83> 2024-09-19T14:03:05.964+0000 7f889b2209c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:03:06.078 INFO:tasks.workunit.client.0.smithi031.stderr: -82> 2024-09-19T14:03:05.964+0000 7f889b2209c0 20 zone default found 2024-09-19T14:03:06.078 INFO:tasks.workunit.client.0.smithi031.stderr: -81> 2024-09-19T14:03:05.964+0000 7f889b2209c0 4 Realm: () 2024-09-19T14:03:06.078 INFO:tasks.workunit.client.0.smithi031.stderr: -80> 2024-09-19T14:03:05.964+0000 7f889b2209c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:03:06.078 INFO:tasks.workunit.client.0.smithi031.stderr: -79> 2024-09-19T14:03:05.964+0000 7f889b2209c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:03:06.078 INFO:tasks.workunit.client.0.smithi031.stderr: -78> 2024-09-19T14:03:05.964+0000 7f889b2209c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:03:06.078 INFO:tasks.workunit.client.0.smithi031.stderr: -77> 2024-09-19T14:03:05.964+0000 7f889b2209c0 20 zonegroup default 2024-09-19T14:03:06.078 INFO:tasks.workunit.client.0.smithi031.stderr: -76> 2024-09-19T14:03:05.964+0000 7f889b2209c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:06.078 INFO:tasks.workunit.client.0.smithi031.stderr: -75> 2024-09-19T14:03:05.964+0000 7f889b2209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:06.078 INFO:tasks.workunit.client.0.smithi031.stderr: -74> 2024-09-19T14:03:05.964+0000 7f889b2209c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:06.079 INFO:tasks.workunit.client.0.smithi031.stderr: -73> 2024-09-19T14:03:05.968+0000 7f889b2209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:06.079 INFO:tasks.workunit.client.0.smithi031.stderr: -72> 2024-09-19T14:03:05.968+0000 7f889b2209c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:06.079 INFO:tasks.workunit.client.0.smithi031.stderr: -71> 2024-09-19T14:03:05.968+0000 7f889b2209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:06.079 INFO:tasks.workunit.client.0.smithi031.stderr: -70> 2024-09-19T14:03:05.968+0000 7f889b2209c0 20 started sync module instance, tier type = 2024-09-19T14:03:06.079 INFO:tasks.workunit.client.0.smithi031.stderr: -69> 2024-09-19T14:03:05.968+0000 7f889b2209c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:03:06.079 INFO:tasks.workunit.client.0.smithi031.stderr: -68> 2024-09-19T14:03:05.988+0000 7f889b2209c0 20 add_watcher() i=0 2024-09-19T14:03:06.079 INFO:tasks.workunit.client.0.smithi031.stderr: -67> 2024-09-19T14:03:05.988+0000 7f889b2209c0 20 add_watcher() i=1 2024-09-19T14:03:06.079 INFO:tasks.workunit.client.0.smithi031.stderr: -66> 2024-09-19T14:03:05.988+0000 7f889b2209c0 20 add_watcher() i=2 2024-09-19T14:03:06.079 INFO:tasks.workunit.client.0.smithi031.stderr: -65> 2024-09-19T14:03:05.988+0000 7f889b2209c0 20 add_watcher() i=3 2024-09-19T14:03:06.079 INFO:tasks.workunit.client.0.smithi031.stderr: -64> 2024-09-19T14:03:05.988+0000 7f889b2209c0 20 add_watcher() i=4 2024-09-19T14:03:06.079 INFO:tasks.workunit.client.0.smithi031.stderr: -63> 2024-09-19T14:03:05.988+0000 7f889b2209c0 20 add_watcher() i=5 2024-09-19T14:03:06.079 INFO:tasks.workunit.client.0.smithi031.stderr: -62> 2024-09-19T14:03:05.988+0000 7f889b2209c0 20 add_watcher() i=6 2024-09-19T14:03:06.079 INFO:tasks.workunit.client.0.smithi031.stderr: -61> 2024-09-19T14:03:05.992+0000 7f889b2209c0 20 add_watcher() i=7 2024-09-19T14:03:06.079 INFO:tasks.workunit.client.0.smithi031.stderr: -60> 2024-09-19T14:03:05.992+0000 7f889b2209c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:03:06.080 INFO:tasks.workunit.client.0.smithi031.stderr: -59> 2024-09-19T14:03:05.996+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc50310) adding auth protocol: cephx 2024-09-19T14:03:06.080 INFO:tasks.workunit.client.0.smithi031.stderr: -58> 2024-09-19T14:03:05.996+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc50310) adding auth protocol: cephx 2024-09-19T14:03:06.080 INFO:tasks.workunit.client.0.smithi031.stderr: -57> 2024-09-19T14:03:05.996+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc50310) adding auth protocol: cephx 2024-09-19T14:03:06.080 INFO:tasks.workunit.client.0.smithi031.stderr: -56> 2024-09-19T14:03:05.996+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc50310) adding con mode: secure 2024-09-19T14:03:06.080 INFO:tasks.workunit.client.0.smithi031.stderr: -55> 2024-09-19T14:03:05.996+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc50310) adding con mode: crc 2024-09-19T14:03:06.080 INFO:tasks.workunit.client.0.smithi031.stderr: -54> 2024-09-19T14:03:05.996+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc50310) adding con mode: secure 2024-09-19T14:03:06.080 INFO:tasks.workunit.client.0.smithi031.stderr: -53> 2024-09-19T14:03:05.996+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc50310) adding con mode: crc 2024-09-19T14:03:06.080 INFO:tasks.workunit.client.0.smithi031.stderr: -52> 2024-09-19T14:03:05.996+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc50310) adding con mode: secure 2024-09-19T14:03:06.080 INFO:tasks.workunit.client.0.smithi031.stderr: -51> 2024-09-19T14:03:05.996+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc50310) adding con mode: crc 2024-09-19T14:03:06.080 INFO:tasks.workunit.client.0.smithi031.stderr: -50> 2024-09-19T14:03:05.996+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc50310) adding con mode: crc 2024-09-19T14:03:06.080 INFO:tasks.workunit.client.0.smithi031.stderr: -49> 2024-09-19T14:03:05.996+0000 7f874efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:03:06.080 INFO:tasks.workunit.client.0.smithi031.stderr: -48> 2024-09-19T14:03:05.996+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc50310) adding con mode: secure 2024-09-19T14:03:06.080 INFO:tasks.workunit.client.0.smithi031.stderr: -47> 2024-09-19T14:03:05.996+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc50310) adding con mode: crc 2024-09-19T14:03:06.080 INFO:tasks.workunit.client.0.smithi031.stderr: -46> 2024-09-19T14:03:05.996+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc50310) adding con mode: secure 2024-09-19T14:03:06.081 INFO:tasks.workunit.client.0.smithi031.stderr: -45> 2024-09-19T14:03:05.996+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc50310) adding con mode: crc 2024-09-19T14:03:06.081 INFO:tasks.workunit.client.0.smithi031.stderr: -44> 2024-09-19T14:03:05.996+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc50310) adding con mode: secure 2024-09-19T14:03:06.081 INFO:tasks.workunit.client.0.smithi031.stderr: -43> 2024-09-19T14:03:05.996+0000 7f889b2209c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:03:06.081 INFO:tasks.workunit.client.0.smithi031.stderr: -42> 2024-09-19T14:03:05.996+0000 7f889b2209c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:03:06.081 INFO:tasks.workunit.client.0.smithi031.stderr: -41> 2024-09-19T14:03:05.996+0000 7f889b2209c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:03:06.081 INFO:tasks.workunit.client.0.smithi031.stderr: -40> 2024-09-19T14:03:05.996+0000 7f889b2209c0 5 asok(0x559e4bc37d90) register_command cache list hook 0x559e4bf02e80 2024-09-19T14:03:06.081 INFO:tasks.workunit.client.0.smithi031.stderr: -39> 2024-09-19T14:03:05.996+0000 7f889b2209c0 5 asok(0x559e4bc37d90) register_command cache inspect hook 0x559e4bf02e80 2024-09-19T14:03:06.081 INFO:tasks.workunit.client.0.smithi031.stderr: -38> 2024-09-19T14:03:05.996+0000 7f889b2209c0 5 asok(0x559e4bc37d90) register_command cache erase hook 0x559e4bf02e80 2024-09-19T14:03:06.081 INFO:tasks.workunit.client.0.smithi031.stderr: -37> 2024-09-19T14:03:05.996+0000 7f889b2209c0 5 asok(0x559e4bc37d90) register_command cache zap hook 0x559e4bf02e80 2024-09-19T14:03:06.081 INFO:tasks.workunit.client.0.smithi031.stderr: -36> 2024-09-19T14:03:05.996+0000 7f889b2209c0 5 note: GC not initialized 2024-09-19T14:03:06.081 INFO:tasks.workunit.client.0.smithi031.stderr: -35> 2024-09-19T14:03:05.996+0000 7f874dfe3640 20 reqs_thread_entry: start 2024-09-19T14:03:06.081 INFO:tasks.workunit.client.0.smithi031.stderr: -34> 2024-09-19T14:03:05.996+0000 7f889b2209c0 5 asok(0x559e4bc37d90) register_command sync trace show hook 0x7f888c015dd0 2024-09-19T14:03:06.081 INFO:tasks.workunit.client.0.smithi031.stderr: -33> 2024-09-19T14:03:05.996+0000 7f889b2209c0 5 asok(0x559e4bc37d90) register_command sync trace history hook 0x7f888c015dd0 2024-09-19T14:03:06.081 INFO:tasks.workunit.client.0.smithi031.stderr: -32> 2024-09-19T14:03:05.996+0000 7f889b2209c0 5 asok(0x559e4bc37d90) register_command sync trace active hook 0x7f888c015dd0 2024-09-19T14:03:06.082 INFO:tasks.workunit.client.0.smithi031.stderr: -31> 2024-09-19T14:03:05.996+0000 7f889b2209c0 5 asok(0x559e4bc37d90) register_command sync trace active_short hook 0x7f888c015dd0 2024-09-19T14:03:06.082 INFO:tasks.workunit.client.0.smithi031.stderr: -30> 2024-09-19T14:03:05.996+0000 7f889b2209c0 20 init_complete bucket index max shards: 1 2024-09-19T14:03:06.082 INFO:tasks.workunit.client.0.smithi031.stderr: -29> 2024-09-19T14:03:06.000+0000 7f889b2209c0 20 Filter name: none 2024-09-19T14:03:06.082 INFO:tasks.workunit.client.0.smithi031.stderr: -28> 2024-09-19T14:03:06.000+0000 7f86bf7fe640 20 reqs_thread_entry: start 2024-09-19T14:03:06.082 INFO:tasks.workunit.client.0.smithi031.stderr: -27> 2024-09-19T14:03:06.000+0000 7f889b2209c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-19T14:03:06.082 INFO:tasks.workunit.client.0.smithi031.stderr: -26> 2024-09-19T14:03:06.000+0000 7f889b2209c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:06.082 INFO:tasks.workunit.client.0.smithi031.stderr: -25> 2024-09-19T14:03:06.000+0000 7f889b2209c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T14:03:06.082 INFO:tasks.workunit.client.0.smithi031.stderr: -24> 2024-09-19T14:03:06.000+0000 7f889b2209c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-19T14:03:06.082 INFO:tasks.workunit.client.0.smithi031.stderr: -23> 2024-09-19T14:03:06.000+0000 7f889b2209c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-19T14:03:06.082 INFO:tasks.workunit.client.0.smithi031.stderr: -22> 2024-09-19T14:03:06.000+0000 7f889b2209c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 : miss 2024-09-19T14:03:06.082 INFO:tasks.workunit.client.0.smithi031.stderr: -21> 2024-09-19T14:03:06.000+0000 7f889b2209c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:06.082 INFO:tasks.workunit.client.0.smithi031.stderr: -20> 2024-09-19T14:03:06.000+0000 7f889b2209c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-19T14:03:06.082 INFO:tasks.workunit.client.0.smithi031.stderr: -19> 2024-09-19T14:03:06.000+0000 7f889b2209c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T14:03:06.082 INFO:tasks.workunit.client.0.smithi031.stderr: -18> 2024-09-19T14:03:06.000+0000 7f889b2209c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T14:03:06.083 INFO:tasks.workunit.client.0.smithi031.stderr: -17> 2024-09-19T14:03:06.000+0000 7f889b2209c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T14:03:06.083 INFO:tasks.workunit.client.0.smithi031.stderr: -16> 2024-09-19T14:03:06.000+0000 7f889b2209c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:03:06.083 INFO:tasks.workunit.client.0.smithi031.stderr: -15> 2024-09-19T14:03:06.000+0000 7f889b2209c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 2024-09-19T14:03:06.083 INFO:tasks.workunit.client.0.smithi031.stderr: -14> 2024-09-19T14:03:06.004+0000 7f889b2209c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-19T14:03:06.083 INFO:tasks.workunit.client.0.smithi031.stderr: -13> 2024-09-19T14:03:06.012+0000 7f889b2209c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T14:03:06.083 INFO:tasks.workunit.client.0.smithi031.stderr: -12> 2024-09-19T14:03:06.012+0000 7f889b2209c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T14:03:06.083 INFO:tasks.workunit.client.0.smithi031.stderr: -11> 2024-09-19T14:03:06.012+0000 7f889b2209c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:03:06.083 INFO:tasks.workunit.client.0.smithi031.stderr: -10> 2024-09-19T14:03:06.012+0000 7f889b2209c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17, ofs0, ns] 2024-09-19T14:03:06.083 INFO:tasks.workunit.client.0.smithi031.stderr: -9> 2024-09-19T14:03:06.012+0000 7f876f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333556 cookie 94138367459664 notifier 7847 bl.length()=827 2024-09-19T14:03:06.083 INFO:tasks.workunit.client.0.smithi031.stderr: -8> 2024-09-19T14:03:06.012+0000 7f876f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T14:03:06.083 INFO:tasks.workunit.client.0.smithi031.stderr: -7> 2024-09-19T14:03:06.012+0000 7f876f7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T14:03:06.083 INFO:tasks.workunit.client.0.smithi031.stderr: -6> 2024-09-19T14:03:06.012+0000 7f876f7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:03:06.083 INFO:tasks.workunit.client.0.smithi031.stderr: -5> 2024-09-19T14:03:06.012+0000 7f889b2209c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): orig_sources= new_sources= 2024-09-19T14:03:06.083 INFO:tasks.workunit.client.0.smithi031.stderr: -4> 2024-09-19T14:03:06.012+0000 7f889b2209c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): potential sources added=[] removed=[] 2024-09-19T14:03:06.084 INFO:tasks.workunit.client.0.smithi031.stderr: -3> 2024-09-19T14:03:06.012+0000 7f889b2209c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): orig_dests= new_dests= 2024-09-19T14:03:06.084 INFO:tasks.workunit.client.0.smithi031.stderr: -2> 2024-09-19T14:03:06.012+0000 7f889b2209c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): potential dests added=[] removed=[] 2024-09-19T14:03:06.084 INFO:tasks.workunit.client.0.smithi031.stderr: -1> 2024-09-19T14:03:06.024+0000 7f889b2209c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f889b2209c0 time 2024-09-19T14:03:06.026892+0000 2024-09-19T14:03:06.084 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T14:03:06.084 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:03:06.084 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T14:03:06.084 INFO:tasks.workunit.client.0.smithi031.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f889eafa2eb] 2024-09-19T14:03:06.084 INFO:tasks.workunit.client.0.smithi031.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f889eafa49f] 2024-09-19T14:03:06.084 INFO:tasks.workunit.client.0.smithi031.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x559e49b4a271] 2024-09-19T14:03:06.084 INFO:tasks.workunit.client.0.smithi031.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x559e49b5a14a] 2024-09-19T14:03:06.084 INFO:tasks.workunit.client.0.smithi031.stderr: 5: main() 2024-09-19T14:03:06.084 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f889d960d90] 2024-09-19T14:03:06.084 INFO:tasks.workunit.client.0.smithi031.stderr: 7: __libc_start_main() 2024-09-19T14:03:06.084 INFO:tasks.workunit.client.0.smithi031.stderr: 8: _start() 2024-09-19T14:03:06.085 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:03:06.085 INFO:tasks.workunit.client.0.smithi031.stderr: 0> 2024-09-19T14:03:06.024+0000 7f889b2209c0 -1 *** Caught signal (Aborted) ** 2024-09-19T14:03:06.085 INFO:tasks.workunit.client.0.smithi031.stderr: in thread 7f889b2209c0 thread_name:radosgw-admin 2024-09-19T14:03:06.085 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:03:06.085 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T14:03:06.085 INFO:tasks.workunit.client.0.smithi031.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f889d979520] 2024-09-19T14:03:06.085 INFO:tasks.workunit.client.0.smithi031.stderr: 2: pthread_kill() 2024-09-19T14:03:06.085 INFO:tasks.workunit.client.0.smithi031.stderr: 3: raise() 2024-09-19T14:03:06.085 INFO:tasks.workunit.client.0.smithi031.stderr: 4: abort() 2024-09-19T14:03:06.085 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f889eafa345] 2024-09-19T14:03:06.085 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f889eafa49f] 2024-09-19T14:03:06.085 INFO:tasks.workunit.client.0.smithi031.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x559e49b4a271] 2024-09-19T14:03:06.085 INFO:tasks.workunit.client.0.smithi031.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x559e49b5a14a] 2024-09-19T14:03:06.086 INFO:tasks.workunit.client.0.smithi031.stderr: 9: main() 2024-09-19T14:03:06.086 INFO:tasks.workunit.client.0.smithi031.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f889d960d90] 2024-09-19T14:03:06.086 INFO:tasks.workunit.client.0.smithi031.stderr: 11: __libc_start_main() 2024-09-19T14:03:06.086 INFO:tasks.workunit.client.0.smithi031.stderr: 12: _start() 2024-09-19T14:03:06.086 INFO:tasks.workunit.client.0.smithi031.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T14:03:06.086 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:03:06.086 INFO:tasks.workunit.client.0.smithi031.stderr:--- logging levels --- 2024-09-19T14:03:06.086 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 none 2024-09-19T14:03:06.086 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 lockdep 2024-09-19T14:03:06.086 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 context 2024-09-19T14:03:06.086 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 crush 2024-09-19T14:03:06.086 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds 2024-09-19T14:03:06.086 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_balancer 2024-09-19T14:03:06.086 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_locker 2024-09-19T14:03:06.086 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_log 2024-09-19T14:03:06.087 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_log_expire 2024-09-19T14:03:06.087 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_migrator 2024-09-19T14:03:06.087 INFO:tasks.workunit.client.0.smithi031.stderr: 3/ 5 mds_quiesce 2024-09-19T14:03:06.087 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 buffer 2024-09-19T14:03:06.087 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 timer 2024-09-19T14:03:06.087 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 filer 2024-09-19T14:03:06.087 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 striper 2024-09-19T14:03:06.087 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 objecter 2024-09-19T14:03:06.087 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rados 2024-09-19T14:03:06.087 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd 2024-09-19T14:03:06.087 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_mirror 2024-09-19T14:03:06.087 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_replay 2024-09-19T14:03:06.087 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_pwl 2024-09-19T14:03:06.087 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 journaler 2024-09-19T14:03:06.088 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 objectcacher 2024-09-19T14:03:06.088 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 immutable_obj_cache 2024-09-19T14:03:06.088 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 client 2024-09-19T14:03:06.088 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 osd 2024-09-19T14:03:06.088 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 optracker 2024-09-19T14:03:06.088 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 objclass 2024-09-19T14:03:06.088 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 filestore 2024-09-19T14:03:06.088 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 journal 2024-09-19T14:03:06.088 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 0 ms 2024-09-19T14:03:06.088 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mon 2024-09-19T14:03:06.088 INFO:tasks.workunit.client.0.smithi031.stderr: 0/10 monc 2024-09-19T14:03:06.088 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 paxos 2024-09-19T14:03:06.088 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 tp 2024-09-19T14:03:06.088 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 auth 2024-09-19T14:03:06.088 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 crypto 2024-09-19T14:03:06.089 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 finisher 2024-09-19T14:03:06.089 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 reserver 2024-09-19T14:03:06.089 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 heartbeatmap 2024-09-19T14:03:06.089 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 perfcounter 2024-09-19T14:03:06.089 INFO:tasks.workunit.client.0.smithi031.stderr: 20/20 rgw 2024-09-19T14:03:06.089 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_sync 2024-09-19T14:03:06.089 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_datacache 2024-09-19T14:03:06.089 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_access 2024-09-19T14:03:06.089 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_dbstore 2024-09-19T14:03:06.089 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_flight 2024-09-19T14:03:06.089 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_lifecycle 2024-09-19T14:03:06.089 INFO:tasks.workunit.client.0.smithi031.stderr: 20/20 rgw_notification 2024-09-19T14:03:06.089 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 javaclient 2024-09-19T14:03:06.089 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 asok 2024-09-19T14:03:06.089 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 throttle 2024-09-19T14:03:06.090 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 0 refs 2024-09-19T14:03:06.090 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 compressor 2024-09-19T14:03:06.090 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 bluestore 2024-09-19T14:03:06.090 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 bluefs 2024-09-19T14:03:06.090 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 bdev 2024-09-19T14:03:06.090 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 kstore 2024-09-19T14:03:06.090 INFO:tasks.workunit.client.0.smithi031.stderr: 4/ 5 rocksdb 2024-09-19T14:03:06.090 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 fuse 2024-09-19T14:03:06.090 INFO:tasks.workunit.client.0.smithi031.stderr: 2/ 5 mgr 2024-09-19T14:03:06.090 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mgrc 2024-09-19T14:03:06.090 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 dpdk 2024-09-19T14:03:06.090 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 eventtrace 2024-09-19T14:03:06.090 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 prioritycache 2024-09-19T14:03:06.090 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 test 2024-09-19T14:03:06.090 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cephfs_mirror 2024-09-19T14:03:06.091 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cephsqlite 2024-09-19T14:03:06.091 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 crimson_interrupt 2024-09-19T14:03:06.091 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore 2024-09-19T14:03:06.091 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_onode 2024-09-19T14:03:06.091 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_odata 2024-09-19T14:03:06.091 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_omap 2024-09-19T14:03:06.091 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_tm 2024-09-19T14:03:06.091 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_t 2024-09-19T14:03:06.091 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_cleaner 2024-09-19T14:03:06.091 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_epm 2024-09-19T14:03:06.091 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_lba 2024-09-19T14:03:06.091 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-19T14:03:06.091 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_cache 2024-09-19T14:03:06.091 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_journal 2024-09-19T14:03:06.092 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_device 2024-09-19T14:03:06.092 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_backref 2024-09-19T14:03:06.092 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 alienstore 2024-09-19T14:03:06.092 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mclock 2024-09-19T14:03:06.092 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cyanstore 2024-09-19T14:03:06.092 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 ceph_exporter 2024-09-19T14:03:06.092 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 memstore 2024-09-19T14:03:06.092 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 trace 2024-09-19T14:03:06.092 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 ceph_dedup 2024-09-19T14:03:06.092 INFO:tasks.workunit.client.0.smithi031.stderr: -2/-2 (syslog threshold) 2024-09-19T14:03:06.092 INFO:tasks.workunit.client.0.smithi031.stderr: 99/99 (stderr threshold) 2024-09-19T14:03:06.092 INFO:tasks.workunit.client.0.smithi031.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-19T14:03:06.092 INFO:tasks.workunit.client.0.smithi031.stderr: 7f86bf7fe640 / http_manager 2024-09-19T14:03:06.093 INFO:tasks.workunit.client.0.smithi031.stderr: 7f874dfe3640 / http_manager 2024-09-19T14:03:06.093 INFO:tasks.workunit.client.0.smithi031.stderr: 7f874efe5640 / rgw_dt_lg_renew 2024-09-19T14:03:06.093 INFO:tasks.workunit.client.0.smithi031.stderr: 7f876e7fc640 / ms_dispatch 2024-09-19T14:03:06.093 INFO:tasks.workunit.client.0.smithi031.stderr: 7f876f7fe640 / io_context_pool 2024-09-19T14:03:06.093 INFO:tasks.workunit.client.0.smithi031.stderr: 7f876ffff640 / io_context_pool 2024-09-19T14:03:06.093 INFO:tasks.workunit.client.0.smithi031.stderr: 7f877e7fc640 / ms_dispatch 2024-09-19T14:03:06.093 INFO:tasks.workunit.client.0.smithi031.stderr: 7f878560a640 / ms_dispatch 2024-09-19T14:03:06.093 INFO:tasks.workunit.client.0.smithi031.stderr: 7f8786e0d640 / io_context_pool 2024-09-19T14:03:06.093 INFO:tasks.workunit.client.0.smithi031.stderr: 7f8898525640 / msgr-worker-2 2024-09-19T14:03:06.093 INFO:tasks.workunit.client.0.smithi031.stderr: 7f8898d26640 / msgr-worker-1 2024-09-19T14:03:06.093 INFO:tasks.workunit.client.0.smithi031.stderr: 7f8899527640 / msgr-worker-0 2024-09-19T14:03:06.093 INFO:tasks.workunit.client.0.smithi031.stderr: 7f8899d28640 / io_context_pool 2024-09-19T14:03:06.093 INFO:tasks.workunit.client.0.smithi031.stderr: 7f889b2209c0 / radosgw-admin 2024-09-19T14:03:06.093 INFO:tasks.workunit.client.0.smithi031.stderr: max_recent 500 2024-09-19T14:03:06.094 INFO:tasks.workunit.client.0.smithi031.stderr: max_new 1000 2024-09-19T14:03:06.094 INFO:tasks.workunit.client.0.smithi031.stderr: log_file /var/log/ceph/ceph-client.admin.146971.log 2024-09-19T14:03:06.094 INFO:tasks.workunit.client.0.smithi031.stderr:--- end dump of recent events --- 2024-09-19T14:03:06.094 INFO:tasks.workunit.client.0.smithi031.stderr:--- begin dump of recent events --- 2024-09-19T14:03:06.094 INFO:tasks.workunit.client.0.smithi031.stderr: -499> 2024-09-19T14:03:05.704+0000 7f8898525640 1 monclient: found mon.noname-a 2024-09-19T14:03:06.094 INFO:tasks.workunit.client.0.smithi031.stderr: -498> 2024-09-19T14:03:05.704+0000 7f8898525640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T14:03:06.094 INFO:tasks.workunit.client.0.smithi031.stderr: -497> 2024-09-19T14:03:05.704+0000 7f8786e0d640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:03:06.094 INFO:tasks.workunit.client.0.smithi031.stderr: -496> 2024-09-19T14:03:05.704+0000 7f8786e0d640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T14:03:06.094 INFO:tasks.workunit.client.0.smithi031.stderr: -495> 2024-09-19T14:03:05.704+0000 7f8786e0d640 10 monclient: dump: 2024-09-19T14:03:06.094 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:03:06.094 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:03:06.094 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:03:06.094 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:03:06.094 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:03:06.095 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:03:06.095 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:03:06.095 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:03:06.095 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:03:06.095 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:03:06.095 INFO:tasks.workunit.client.0.smithi031.stderr: -494> 2024-09-19T14:03:05.704+0000 7f8786e0d640 10 monclient: _finish_auth 0 2024-09-19T14:03:06.095 INFO:tasks.workunit.client.0.smithi031.stderr: -493> 2024-09-19T14:03:05.704+0000 7f8786e0d640 10 monclient: _check_auth_tickets 2024-09-19T14:03:06.095 INFO:tasks.workunit.client.0.smithi031.stderr: -492> 2024-09-19T14:03:05.704+0000 7f8786e0d640 10 monclient: handle_config config(0 keys) 2024-09-19T14:03:06.095 INFO:tasks.workunit.client.0.smithi031.stderr: -491> 2024-09-19T14:03:05.704+0000 7f8786e0d640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:03:06.095 INFO:tasks.workunit.client.0.smithi031.stderr: -490> 2024-09-19T14:03:05.704+0000 7f8786e0d640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T14:03:06.095 INFO:tasks.workunit.client.0.smithi031.stderr: -489> 2024-09-19T14:03:05.704+0000 7f8786e0d640 10 monclient: dump: 2024-09-19T14:03:06.095 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:03:06.095 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:03:06.096 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:03:06.096 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:03:06.096 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:03:06.096 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:03:06.096 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:03:06.096 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:03:06.096 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:03:06.096 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:03:06.096 INFO:tasks.workunit.client.0.smithi031.stderr: -488> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 monclient: authenticate success, global_id 8382 2024-09-19T14:03:06.096 INFO:tasks.workunit.client.0.smithi031.stderr: -487> 2024-09-19T14:03:05.704+0000 7f889b2209c0 10 monclient: get_monmap_and_config success 2024-09-19T14:03:06.096 INFO:tasks.workunit.client.0.smithi031.stderr: -486> 2024-09-19T14:03:05.704+0000 7f889b2209c0 4 set_mon_vals no callback set 2024-09-19T14:03:06.096 INFO:tasks.workunit.client.0.smithi031.stderr: -485> 2024-09-19T14:03:05.704+0000 7f889b2209c0 10 monclient: shutdown 2024-09-19T14:03:06.097 INFO:tasks.workunit.client.0.smithi031.stderr: -484> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 asok(0x559e4bc37d90) unregister_commands rotate-key 2024-09-19T14:03:06.097 INFO:tasks.workunit.client.0.smithi031.stderr: -483> 2024-09-19T14:03:05.704+0000 7f889b2209c0 10 monclient: build_initial_monmap 2024-09-19T14:03:06.097 INFO:tasks.workunit.client.0.smithi031.stderr: -482> 2024-09-19T14:03:05.704+0000 7f889b2209c0 1 build_initial for_mkfs: 0 2024-09-19T14:03:06.097 INFO:tasks.workunit.client.0.smithi031.stderr: -481> 2024-09-19T14:03:05.704+0000 7f889b2209c0 10 monclient: monmap: 2024-09-19T14:03:06.097 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T14:03:06.097 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T14:03:06.097 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T14:03:06.097 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T14:03:06.097 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T14:03:06.097 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:03:06.097 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T14:03:06.097 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T14:03:06.097 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T14:03:06.097 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:03:06.098 INFO:tasks.workunit.client.0.smithi031.stderr: -480> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be48150) adding auth protocol: cephx 2024-09-19T14:03:06.098 INFO:tasks.workunit.client.0.smithi031.stderr: -479> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be48150) adding auth protocol: cephx 2024-09-19T14:03:06.098 INFO:tasks.workunit.client.0.smithi031.stderr: -478> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be48150) adding auth protocol: cephx 2024-09-19T14:03:06.098 INFO:tasks.workunit.client.0.smithi031.stderr: -477> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be48150) adding con mode: secure 2024-09-19T14:03:06.098 INFO:tasks.workunit.client.0.smithi031.stderr: -476> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be48150) adding con mode: crc 2024-09-19T14:03:06.098 INFO:tasks.workunit.client.0.smithi031.stderr: -475> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be48150) adding con mode: secure 2024-09-19T14:03:06.098 INFO:tasks.workunit.client.0.smithi031.stderr: -474> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be48150) adding con mode: crc 2024-09-19T14:03:06.098 INFO:tasks.workunit.client.0.smithi031.stderr: -473> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be48150) adding con mode: secure 2024-09-19T14:03:06.098 INFO:tasks.workunit.client.0.smithi031.stderr: -472> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be48150) adding con mode: crc 2024-09-19T14:03:06.098 INFO:tasks.workunit.client.0.smithi031.stderr: -471> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be48150) adding con mode: crc 2024-09-19T14:03:06.098 INFO:tasks.workunit.client.0.smithi031.stderr: -470> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be48150) adding con mode: secure 2024-09-19T14:03:06.098 INFO:tasks.workunit.client.0.smithi031.stderr: -469> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be48150) adding con mode: crc 2024-09-19T14:03:06.098 INFO:tasks.workunit.client.0.smithi031.stderr: -468> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be48150) adding con mode: secure 2024-09-19T14:03:06.098 INFO:tasks.workunit.client.0.smithi031.stderr: -467> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be48150) adding con mode: crc 2024-09-19T14:03:06.099 INFO:tasks.workunit.client.0.smithi031.stderr: -466> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be48150) adding con mode: secure 2024-09-19T14:03:06.099 INFO:tasks.workunit.client.0.smithi031.stderr: -465> 2024-09-19T14:03:05.704+0000 7f889b2209c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:03:06.099 INFO:tasks.workunit.client.0.smithi031.stderr: -464> 2024-09-19T14:03:05.704+0000 7f889b2209c0 1 librados: starting msgr at 2024-09-19T14:03:06.099 INFO:tasks.workunit.client.0.smithi031.stderr: -463> 2024-09-19T14:03:05.704+0000 7f889b2209c0 1 librados: starting objecter 2024-09-19T14:03:06.099 INFO:tasks.workunit.client.0.smithi031.stderr: -462> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 asok(0x559e4bc37d90) register_command objecter_requests hook 0x559e4be49e10 2024-09-19T14:03:06.099 INFO:tasks.workunit.client.0.smithi031.stderr: -461> 2024-09-19T14:03:05.704+0000 7f889b2209c0 1 librados: setting wanted keys 2024-09-19T14:03:06.099 INFO:tasks.workunit.client.0.smithi031.stderr: -460> 2024-09-19T14:03:05.704+0000 7f889b2209c0 1 librados: calling monclient init 2024-09-19T14:03:06.099 INFO:tasks.workunit.client.0.smithi031.stderr: -459> 2024-09-19T14:03:05.704+0000 7f889b2209c0 10 monclient: init 2024-09-19T14:03:06.099 INFO:tasks.workunit.client.0.smithi031.stderr: -458> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be42910) adding auth protocol: cephx 2024-09-19T14:03:06.099 INFO:tasks.workunit.client.0.smithi031.stderr: -457> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be42910) adding auth protocol: cephx 2024-09-19T14:03:06.099 INFO:tasks.workunit.client.0.smithi031.stderr: -456> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be42910) adding auth protocol: cephx 2024-09-19T14:03:06.099 INFO:tasks.workunit.client.0.smithi031.stderr: -455> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be42910) adding con mode: secure 2024-09-19T14:03:06.099 INFO:tasks.workunit.client.0.smithi031.stderr: -454> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be42910) adding con mode: crc 2024-09-19T14:03:06.099 INFO:tasks.workunit.client.0.smithi031.stderr: -453> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be42910) adding con mode: secure 2024-09-19T14:03:06.099 INFO:tasks.workunit.client.0.smithi031.stderr: -452> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be42910) adding con mode: crc 2024-09-19T14:03:06.100 INFO:tasks.workunit.client.0.smithi031.stderr: -451> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be42910) adding con mode: secure 2024-09-19T14:03:06.100 INFO:tasks.workunit.client.0.smithi031.stderr: -450> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be42910) adding con mode: crc 2024-09-19T14:03:06.100 INFO:tasks.workunit.client.0.smithi031.stderr: -449> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be42910) adding con mode: crc 2024-09-19T14:03:06.100 INFO:tasks.workunit.client.0.smithi031.stderr: -448> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be42910) adding con mode: secure 2024-09-19T14:03:06.100 INFO:tasks.workunit.client.0.smithi031.stderr: -447> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be42910) adding con mode: crc 2024-09-19T14:03:06.100 INFO:tasks.workunit.client.0.smithi031.stderr: -446> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be42910) adding con mode: secure 2024-09-19T14:03:06.100 INFO:tasks.workunit.client.0.smithi031.stderr: -445> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be42910) adding con mode: crc 2024-09-19T14:03:06.100 INFO:tasks.workunit.client.0.smithi031.stderr: -444> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 AuthRegistry(0x559e4be42910) adding con mode: secure 2024-09-19T14:03:06.100 INFO:tasks.workunit.client.0.smithi031.stderr: -443> 2024-09-19T14:03:05.704+0000 7f889b2209c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:03:06.100 INFO:tasks.workunit.client.0.smithi031.stderr: -442> 2024-09-19T14:03:05.704+0000 7f889b2209c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:03:06.100 INFO:tasks.workunit.client.0.smithi031.stderr: -441> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 asok(0x559e4bc37d90) register_command rotate-key hook 0x559e4be42a58 2024-09-19T14:03:06.100 INFO:tasks.workunit.client.0.smithi031.stderr: -440> 2024-09-19T14:03:05.704+0000 7f889b2209c0 10 monclient: _reopen_session rank -1 2024-09-19T14:03:06.100 INFO:tasks.workunit.client.0.smithi031.stderr: -439> 2024-09-19T14:03:05.704+0000 7f889b2209c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-19T14:03:06.100 INFO:tasks.workunit.client.0.smithi031.stderr: -438> 2024-09-19T14:03:05.704+0000 7f889b2209c0 10 monclient(hunting): picked mon.noname-a con 0x559e4bcfeb50 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T14:03:06.101 INFO:tasks.workunit.client.0.smithi031.stderr: -437> 2024-09-19T14:03:05.704+0000 7f889b2209c0 10 monclient(hunting): picked mon.noname-c con 0x559e4bd88c50 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T14:03:06.101 INFO:tasks.workunit.client.0.smithi031.stderr: -436> 2024-09-19T14:03:05.704+0000 7f889b2209c0 10 monclient(hunting): picked mon.noname-b con 0x559e4be49140 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T14:03:06.101 INFO:tasks.workunit.client.0.smithi031.stderr: -435> 2024-09-19T14:03:05.704+0000 7f889b2209c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:03:06.101 INFO:tasks.workunit.client.0.smithi031.stderr: -434> 2024-09-19T14:03:05.704+0000 7f889b2209c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:03:06.101 INFO:tasks.workunit.client.0.smithi031.stderr: -433> 2024-09-19T14:03:05.704+0000 7f889b2209c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:03:06.101 INFO:tasks.workunit.client.0.smithi031.stderr: -432> 2024-09-19T14:03:05.704+0000 7f889b2209c0 10 monclient(hunting): _renew_subs 2024-09-19T14:03:06.101 INFO:tasks.workunit.client.0.smithi031.stderr: -431> 2024-09-19T14:03:05.704+0000 7f889b2209c0 10 monclient(hunting): authenticate will time out at 2529.538811s 2024-09-19T14:03:06.101 INFO:tasks.workunit.client.0.smithi031.stderr: -430> 2024-09-19T14:03:05.704+0000 7f8898d26640 10 monclient(hunting): get_auth_request con 0x559e4bcfeb50 auth_method 0 2024-09-19T14:03:06.101 INFO:tasks.workunit.client.0.smithi031.stderr: -429> 2024-09-19T14:03:05.704+0000 7f8898d26640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:03:06.101 INFO:tasks.workunit.client.0.smithi031.stderr: -428> 2024-09-19T14:03:05.704+0000 7f8898d26640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:03:06.101 INFO:tasks.workunit.client.0.smithi031.stderr: -427> 2024-09-19T14:03:05.704+0000 7f8898d26640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:03:06.101 INFO:tasks.workunit.client.0.smithi031.stderr: -426> 2024-09-19T14:03:05.704+0000 7f8898525640 10 monclient(hunting): get_auth_request con 0x559e4bd88c50 auth_method 0 2024-09-19T14:03:06.101 INFO:tasks.workunit.client.0.smithi031.stderr: -425> 2024-09-19T14:03:05.704+0000 7f8898525640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:03:06.102 INFO:tasks.workunit.client.0.smithi031.stderr: -424> 2024-09-19T14:03:05.704+0000 7f8898525640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:03:06.102 INFO:tasks.workunit.client.0.smithi031.stderr: -423> 2024-09-19T14:03:05.704+0000 7f8898525640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:03:06.102 INFO:tasks.workunit.client.0.smithi031.stderr: -422> 2024-09-19T14:03:05.704+0000 7f8898d26640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:03:06.102 INFO:tasks.workunit.client.0.smithi031.stderr: -421> 2024-09-19T14:03:05.704+0000 7f8898d26640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:03:06.102 INFO:tasks.workunit.client.0.smithi031.stderr: -420> 2024-09-19T14:03:05.704+0000 7f8898d26640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:03:06.102 INFO:tasks.workunit.client.0.smithi031.stderr: -419> 2024-09-19T14:03:05.704+0000 7f8898525640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:03:06.102 INFO:tasks.workunit.client.0.smithi031.stderr: -418> 2024-09-19T14:03:05.704+0000 7f8898525640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:03:06.102 INFO:tasks.workunit.client.0.smithi031.stderr: -417> 2024-09-19T14:03:05.704+0000 7f8898525640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:03:06.102 INFO:tasks.workunit.client.0.smithi031.stderr: -416> 2024-09-19T14:03:05.704+0000 7f8898d26640 10 monclient(hunting): handle_auth_done global_id 8385 payload 824 2024-09-19T14:03:06.102 INFO:tasks.workunit.client.0.smithi031.stderr: -415> 2024-09-19T14:03:05.704+0000 7f8898d26640 10 monclient: _finish_hunting 0 2024-09-19T14:03:06.102 INFO:tasks.workunit.client.0.smithi031.stderr: -414> 2024-09-19T14:03:05.704+0000 7f8898d26640 1 monclient: found mon.noname-a 2024-09-19T14:03:06.102 INFO:tasks.workunit.client.0.smithi031.stderr: -413> 2024-09-19T14:03:05.704+0000 7f8898d26640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T14:03:06.102 INFO:tasks.workunit.client.0.smithi031.stderr: -412> 2024-09-19T14:03:05.704+0000 7f8899527640 10 monclient: get_auth_request con 0x559e4be49140 auth_method 0 2024-09-19T14:03:06.102 INFO:tasks.workunit.client.0.smithi031.stderr: -411> 2024-09-19T14:03:05.704+0000 7f878560a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:03:06.103 INFO:tasks.workunit.client.0.smithi031.stderr: -410> 2024-09-19T14:03:05.704+0000 7f878560a640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T14:03:06.103 INFO:tasks.workunit.client.0.smithi031.stderr: -409> 2024-09-19T14:03:05.704+0000 7f878560a640 10 monclient: dump: 2024-09-19T14:03:06.103 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:03:06.103 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:03:06.103 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:03:06.103 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:03:06.103 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:03:06.103 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:03:06.103 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:03:06.103 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:03:06.103 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:03:06.103 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:03:06.103 INFO:tasks.workunit.client.0.smithi031.stderr: -408> 2024-09-19T14:03:05.704+0000 7f878560a640 10 monclient: _finish_auth 0 2024-09-19T14:03:06.104 INFO:tasks.workunit.client.0.smithi031.stderr: -407> 2024-09-19T14:03:05.704+0000 7f878560a640 10 monclient: _check_auth_tickets 2024-09-19T14:03:06.104 INFO:tasks.workunit.client.0.smithi031.stderr: -406> 2024-09-19T14:03:05.704+0000 7f878560a640 10 monclient: handle_config config(0 keys) 2024-09-19T14:03:06.104 INFO:tasks.workunit.client.0.smithi031.stderr: -405> 2024-09-19T14:03:05.704+0000 7f878560a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:03:06.104 INFO:tasks.workunit.client.0.smithi031.stderr: -404> 2024-09-19T14:03:05.704+0000 7f878560a640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T14:03:06.104 INFO:tasks.workunit.client.0.smithi031.stderr: -403> 2024-09-19T14:03:05.704+0000 7f878560a640 10 monclient: dump: 2024-09-19T14:03:06.104 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:03:06.104 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:03:06.104 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:03:06.104 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:03:06.104 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:03:06.104 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:03:06.104 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:03:06.104 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:03:06.105 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:03:06.105 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:03:06.105 INFO:tasks.workunit.client.0.smithi031.stderr: -402> 2024-09-19T14:03:05.704+0000 7f8786e0d640 4 set_mon_vals no callback set 2024-09-19T14:03:06.105 INFO:tasks.workunit.client.0.smithi031.stderr: -401> 2024-09-19T14:03:05.704+0000 7f889b2209c0 5 monclient: authenticate success, global_id 8385 2024-09-19T14:03:06.105 INFO:tasks.workunit.client.0.smithi031.stderr: -400> 2024-09-19T14:03:05.704+0000 7f889b2209c0 10 monclient: _renew_subs 2024-09-19T14:03:06.105 INFO:tasks.workunit.client.0.smithi031.stderr: -399> 2024-09-19T14:03:05.704+0000 7f889b2209c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T14:03:06.105 INFO:tasks.workunit.client.0.smithi031.stderr: -398> 2024-09-19T14:03:05.704+0000 7f889b2209c0 10 monclient: _renew_subs 2024-09-19T14:03:06.105 INFO:tasks.workunit.client.0.smithi031.stderr: -397> 2024-09-19T14:03:05.704+0000 7f889b2209c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-09-19T14:03:06.105 INFO:tasks.workunit.client.0.smithi031.stderr: -396> 2024-09-19T14:03:05.704+0000 7f889b2209c0 1 librados: init done 2024-09-19T14:03:06.105 INFO:tasks.workunit.client.0.smithi031.stderr: -395> 2024-09-19T14:03:05.708+0000 7f878560a640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T14:03:06.105 INFO:tasks.workunit.client.0.smithi031.stderr: -394> 2024-09-19T14:03:05.708+0000 7f878560a640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:03:06.105 INFO:tasks.workunit.client.0.smithi031.stderr: -393> 2024-09-19T14:03:05.708+0000 7f878560a640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:03:06.106 INFO:tasks.workunit.client.0.smithi031.stderr: -392> 2024-09-19T14:03:05.708+0000 7f8898525640 10 monclient: get_auth_request con 0x7f8780071c10 auth_method 0 2024-09-19T14:03:06.106 INFO:tasks.workunit.client.0.smithi031.stderr: -391> 2024-09-19T14:03:05.708+0000 7f8899527640 10 monclient: get_auth_request con 0x559e4be6b370 auth_method 0 2024-09-19T14:03:06.106 INFO:tasks.workunit.client.0.smithi031.stderr: -390> 2024-09-19T14:03:05.712+0000 7f8898d26640 10 monclient: get_auth_request con 0x559e4be8dba0 auth_method 0 2024-09-19T14:03:06.106 INFO:tasks.workunit.client.0.smithi031.stderr: -389> 2024-09-19T14:03:05.712+0000 7f8898525640 10 monclient: get_auth_request con 0x559e4be91f00 auth_method 0 2024-09-19T14:03:06.106 INFO:tasks.workunit.client.0.smithi031.stderr: -388> 2024-09-19T14:03:05.712+0000 7f889b2209c0 10 monclient: build_initial_monmap 2024-09-19T14:03:06.106 INFO:tasks.workunit.client.0.smithi031.stderr: -387> 2024-09-19T14:03:05.712+0000 7f889b2209c0 1 build_initial for_mkfs: 0 2024-09-19T14:03:06.106 INFO:tasks.workunit.client.0.smithi031.stderr: -386> 2024-09-19T14:03:05.712+0000 7f889b2209c0 10 monclient: monmap: 2024-09-19T14:03:06.106 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T14:03:06.106 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T14:03:06.106 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T14:03:06.106 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T14:03:06.106 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T14:03:06.107 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:03:06.107 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T14:03:06.107 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T14:03:06.107 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T14:03:06.107 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:03:06.107 INFO:tasks.workunit.client.0.smithi031.stderr: -385> 2024-09-19T14:03:05.712+0000 7f889b2209c0 5 AuthRegistry(0x559e4be96c00) adding auth protocol: cephx 2024-09-19T14:03:06.107 INFO:tasks.workunit.client.0.smithi031.stderr: -384> 2024-09-19T14:03:05.712+0000 7f889b2209c0 5 AuthRegistry(0x559e4be96c00) adding auth protocol: cephx 2024-09-19T14:03:06.107 INFO:tasks.workunit.client.0.smithi031.stderr: -383> 2024-09-19T14:03:05.712+0000 7f889b2209c0 5 AuthRegistry(0x559e4be96c00) adding auth protocol: cephx 2024-09-19T14:03:06.107 INFO:tasks.workunit.client.0.smithi031.stderr: -382> 2024-09-19T14:03:05.712+0000 7f889b2209c0 5 AuthRegistry(0x559e4be96c00) adding con mode: secure 2024-09-19T14:03:06.107 INFO:tasks.workunit.client.0.smithi031.stderr: -381> 2024-09-19T14:03:05.712+0000 7f889b2209c0 5 AuthRegistry(0x559e4be96c00) adding con mode: crc 2024-09-19T14:03:06.107 INFO:tasks.workunit.client.0.smithi031.stderr: -380> 2024-09-19T14:03:05.712+0000 7f889b2209c0 5 AuthRegistry(0x559e4be96c00) adding con mode: secure 2024-09-19T14:03:06.107 INFO:tasks.workunit.client.0.smithi031.stderr: -379> 2024-09-19T14:03:05.712+0000 7f889b2209c0 5 AuthRegistry(0x559e4be96c00) adding con mode: crc 2024-09-19T14:03:06.107 INFO:tasks.workunit.client.0.smithi031.stderr: -378> 2024-09-19T14:03:05.712+0000 7f889b2209c0 5 AuthRegistry(0x559e4be96c00) adding con mode: secure 2024-09-19T14:03:06.107 INFO:tasks.workunit.client.0.smithi031.stderr: -377> 2024-09-19T14:03:05.712+0000 7f889b2209c0 5 AuthRegistry(0x559e4be96c00) adding con mode: crc 2024-09-19T14:03:06.108 INFO:tasks.workunit.client.0.smithi031.stderr: -376> 2024-09-19T14:03:05.712+0000 7f889b2209c0 5 AuthRegistry(0x559e4be96c00) adding con mode: crc 2024-09-19T14:03:06.108 INFO:tasks.workunit.client.0.smithi031.stderr: -375> 2024-09-19T14:03:05.712+0000 7f889b2209c0 5 AuthRegistry(0x559e4be96c00) adding con mode: secure 2024-09-19T14:03:06.108 INFO:tasks.workunit.client.0.smithi031.stderr: -374> 2024-09-19T14:03:05.712+0000 7f889b2209c0 5 AuthRegistry(0x559e4be96c00) adding con mode: crc 2024-09-19T14:03:06.108 INFO:tasks.workunit.client.0.smithi031.stderr: -373> 2024-09-19T14:03:05.712+0000 7f889b2209c0 5 AuthRegistry(0x559e4be96c00) adding con mode: secure 2024-09-19T14:03:06.108 INFO:tasks.workunit.client.0.smithi031.stderr: -372> 2024-09-19T14:03:05.712+0000 7f889b2209c0 5 AuthRegistry(0x559e4be96c00) adding con mode: crc 2024-09-19T14:03:06.108 INFO:tasks.workunit.client.0.smithi031.stderr: -371> 2024-09-19T14:03:05.712+0000 7f889b2209c0 5 AuthRegistry(0x559e4be96c00) adding con mode: secure 2024-09-19T14:03:06.108 INFO:tasks.workunit.client.0.smithi031.stderr: -370> 2024-09-19T14:03:05.716+0000 7f889b2209c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:03:06.108 INFO:tasks.workunit.client.0.smithi031.stderr: -369> 2024-09-19T14:03:05.716+0000 7f889b2209c0 5 asok(0x559e4bc37d90) register_command objecter_requests cmddesc objecter_requests hook 0x559e4be9a610 EEXIST 2024-09-19T14:03:06.108 INFO:tasks.workunit.client.0.smithi031.stderr: -368> 2024-09-19T14:03:05.716+0000 7f889b2209c0 10 monclient: init 2024-09-19T14:03:06.108 INFO:tasks.workunit.client.0.smithi031.stderr: -367> 2024-09-19T14:03:05.716+0000 7f889b2209c0 5 AuthRegistry(0x559e4be952d8) adding auth protocol: cephx 2024-09-19T14:03:06.108 INFO:tasks.workunit.client.0.smithi031.stderr: -366> 2024-09-19T14:03:05.716+0000 7f889b2209c0 5 AuthRegistry(0x559e4be952d8) adding auth protocol: cephx 2024-09-19T14:03:06.108 INFO:tasks.workunit.client.0.smithi031.stderr: -365> 2024-09-19T14:03:05.716+0000 7f889b2209c0 5 AuthRegistry(0x559e4be952d8) adding auth protocol: cephx 2024-09-19T14:03:06.109 INFO:tasks.workunit.client.0.smithi031.stderr: -364> 2024-09-19T14:03:05.716+0000 7f889b2209c0 5 AuthRegistry(0x559e4be952d8) adding con mode: secure 2024-09-19T14:03:06.109 INFO:tasks.workunit.client.0.smithi031.stderr: -363> 2024-09-19T14:03:05.716+0000 7f889b2209c0 5 AuthRegistry(0x559e4be952d8) adding con mode: crc 2024-09-19T14:03:06.109 INFO:tasks.workunit.client.0.smithi031.stderr: -362> 2024-09-19T14:03:05.716+0000 7f889b2209c0 5 AuthRegistry(0x559e4be952d8) adding con mode: secure 2024-09-19T14:03:06.109 INFO:tasks.workunit.client.0.smithi031.stderr: -361> 2024-09-19T14:03:05.716+0000 7f889b2209c0 5 AuthRegistry(0x559e4be952d8) adding con mode: crc 2024-09-19T14:03:06.109 INFO:tasks.workunit.client.0.smithi031.stderr: -360> 2024-09-19T14:03:05.716+0000 7f889b2209c0 5 AuthRegistry(0x559e4be952d8) adding con mode: secure 2024-09-19T14:03:06.109 INFO:tasks.workunit.client.0.smithi031.stderr: -359> 2024-09-19T14:03:05.716+0000 7f889b2209c0 5 AuthRegistry(0x559e4be952d8) adding con mode: crc 2024-09-19T14:03:06.109 INFO:tasks.workunit.client.0.smithi031.stderr: -358> 2024-09-19T14:03:05.716+0000 7f889b2209c0 5 AuthRegistry(0x559e4be952d8) adding con mode: crc 2024-09-19T14:03:06.109 INFO:tasks.workunit.client.0.smithi031.stderr: -357> 2024-09-19T14:03:05.716+0000 7f889b2209c0 5 AuthRegistry(0x559e4be952d8) adding con mode: secure 2024-09-19T14:03:06.109 INFO:tasks.workunit.client.0.smithi031.stderr: -356> 2024-09-19T14:03:05.716+0000 7f889b2209c0 5 AuthRegistry(0x559e4be952d8) adding con mode: crc 2024-09-19T14:03:06.109 INFO:tasks.workunit.client.0.smithi031.stderr: -355> 2024-09-19T14:03:05.716+0000 7f889b2209c0 5 AuthRegistry(0x559e4be952d8) adding con mode: secure 2024-09-19T14:03:06.109 INFO:tasks.workunit.client.0.smithi031.stderr: -354> 2024-09-19T14:03:05.716+0000 7f889b2209c0 5 AuthRegistry(0x559e4be952d8) adding con mode: crc 2024-09-19T14:03:06.109 INFO:tasks.workunit.client.0.smithi031.stderr: -353> 2024-09-19T14:03:05.716+0000 7f889b2209c0 5 AuthRegistry(0x559e4be952d8) adding con mode: secure 2024-09-19T14:03:06.109 INFO:tasks.workunit.client.0.smithi031.stderr: -352> 2024-09-19T14:03:05.716+0000 7f889b2209c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:03:06.110 INFO:tasks.workunit.client.0.smithi031.stderr: -351> 2024-09-19T14:03:05.716+0000 7f889b2209c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:03:06.110 INFO:tasks.workunit.client.0.smithi031.stderr: -350> 2024-09-19T14:03:05.716+0000 7f889b2209c0 5 asok(0x559e4bc37d90) register_command rotate-key cmddesc rotate-key hook 0x559e4be95420 EEXIST 2024-09-19T14:03:06.110 INFO:tasks.workunit.client.0.smithi031.stderr: -349> 2024-09-19T14:03:05.716+0000 7f889b2209c0 10 monclient: _reopen_session rank -1 2024-09-19T14:03:06.110 INFO:tasks.workunit.client.0.smithi031.stderr: -348> 2024-09-19T14:03:05.716+0000 7f889b2209c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-19T14:03:06.110 INFO:tasks.workunit.client.0.smithi031.stderr: -347> 2024-09-19T14:03:05.716+0000 7f889b2209c0 10 monclient(hunting): picked mon.noname-c con 0x559e4bebe7c0 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T14:03:06.110 INFO:tasks.workunit.client.0.smithi031.stderr: -346> 2024-09-19T14:03:05.716+0000 7f889b2209c0 10 monclient(hunting): picked mon.noname-a con 0x559e4bebe0f0 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T14:03:06.110 INFO:tasks.workunit.client.0.smithi031.stderr: -345> 2024-09-19T14:03:05.716+0000 7f889b2209c0 10 monclient(hunting): picked mon.noname-b con 0x559e4bebcad0 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T14:03:06.110 INFO:tasks.workunit.client.0.smithi031.stderr: -344> 2024-09-19T14:03:05.716+0000 7f889b2209c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:03:06.110 INFO:tasks.workunit.client.0.smithi031.stderr: -343> 2024-09-19T14:03:05.716+0000 7f889b2209c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:03:06.110 INFO:tasks.workunit.client.0.smithi031.stderr: -342> 2024-09-19T14:03:05.716+0000 7f889b2209c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:03:06.110 INFO:tasks.workunit.client.0.smithi031.stderr: -341> 2024-09-19T14:03:05.716+0000 7f889b2209c0 10 monclient(hunting): _renew_subs 2024-09-19T14:03:06.110 INFO:tasks.workunit.client.0.smithi031.stderr: -340> 2024-09-19T14:03:05.716+0000 7f889b2209c0 10 monclient(hunting): authenticate will time out at 2529.549176s 2024-09-19T14:03:06.110 INFO:tasks.workunit.client.0.smithi031.stderr: -339> 2024-09-19T14:03:05.716+0000 7f8898d26640 10 monclient(hunting): get_auth_request con 0x559e4bebe7c0 auth_method 0 2024-09-19T14:03:06.110 INFO:tasks.workunit.client.0.smithi031.stderr: -338> 2024-09-19T14:03:05.716+0000 7f8898d26640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:03:06.111 INFO:tasks.workunit.client.0.smithi031.stderr: -337> 2024-09-19T14:03:05.716+0000 7f8898d26640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:03:06.111 INFO:tasks.workunit.client.0.smithi031.stderr: -336> 2024-09-19T14:03:05.716+0000 7f8898d26640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:03:06.111 INFO:tasks.workunit.client.0.smithi031.stderr: -335> 2024-09-19T14:03:05.716+0000 7f8898525640 10 monclient(hunting): get_auth_request con 0x559e4bebe0f0 auth_method 0 2024-09-19T14:03:06.111 INFO:tasks.workunit.client.0.smithi031.stderr: -334> 2024-09-19T14:03:05.716+0000 7f8898525640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:03:06.111 INFO:tasks.workunit.client.0.smithi031.stderr: -333> 2024-09-19T14:03:05.716+0000 7f8898525640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:03:06.111 INFO:tasks.workunit.client.0.smithi031.stderr: -332> 2024-09-19T14:03:05.716+0000 7f8898525640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:03:06.111 INFO:tasks.workunit.client.0.smithi031.stderr: -331> 2024-09-19T14:03:05.716+0000 7f8898d26640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:03:06.111 INFO:tasks.workunit.client.0.smithi031.stderr: -330> 2024-09-19T14:03:05.716+0000 7f8898d26640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:03:06.111 INFO:tasks.workunit.client.0.smithi031.stderr: -329> 2024-09-19T14:03:05.716+0000 7f8898d26640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:03:06.111 INFO:tasks.workunit.client.0.smithi031.stderr: -328> 2024-09-19T14:03:05.716+0000 7f8898525640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:03:06.111 INFO:tasks.workunit.client.0.smithi031.stderr: -327> 2024-09-19T14:03:05.716+0000 7f8898525640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:03:06.111 INFO:tasks.workunit.client.0.smithi031.stderr: -326> 2024-09-19T14:03:05.716+0000 7f8898525640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:03:06.111 INFO:tasks.workunit.client.0.smithi031.stderr: -325> 2024-09-19T14:03:05.716+0000 7f8899527640 10 monclient(hunting): get_auth_request con 0x559e4bebcad0 auth_method 0 2024-09-19T14:03:06.111 INFO:tasks.workunit.client.0.smithi031.stderr: -324> 2024-09-19T14:03:05.716+0000 7f8899527640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:03:06.112 INFO:tasks.workunit.client.0.smithi031.stderr: -323> 2024-09-19T14:03:05.716+0000 7f8899527640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:03:06.112 INFO:tasks.workunit.client.0.smithi031.stderr: -322> 2024-09-19T14:03:05.716+0000 7f8899527640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:03:06.112 INFO:tasks.workunit.client.0.smithi031.stderr: -321> 2024-09-19T14:03:05.716+0000 7f8898d26640 10 monclient(hunting): handle_auth_done global_id 7841 payload 824 2024-09-19T14:03:06.112 INFO:tasks.workunit.client.0.smithi031.stderr: -320> 2024-09-19T14:03:05.716+0000 7f8898d26640 10 monclient: _finish_hunting 0 2024-09-19T14:03:06.112 INFO:tasks.workunit.client.0.smithi031.stderr: -319> 2024-09-19T14:03:05.716+0000 7f8898d26640 1 monclient: found mon.noname-c 2024-09-19T14:03:06.112 INFO:tasks.workunit.client.0.smithi031.stderr: -318> 2024-09-19T14:03:05.716+0000 7f8898d26640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.31:3301/0 2024-09-19T14:03:06.112 INFO:tasks.workunit.client.0.smithi031.stderr: -317> 2024-09-19T14:03:05.716+0000 7f877e7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:03:06.112 INFO:tasks.workunit.client.0.smithi031.stderr: -316> 2024-09-19T14:03:05.716+0000 7f877e7fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T14:03:06.112 INFO:tasks.workunit.client.0.smithi031.stderr: -315> 2024-09-19T14:03:05.716+0000 7f877e7fc640 10 monclient: dump: 2024-09-19T14:03:06.112 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:03:06.112 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:03:06.112 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:03:06.112 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:03:06.113 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:03:06.113 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:03:06.113 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:03:06.113 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:03:06.113 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:03:06.113 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:03:06.113 INFO:tasks.workunit.client.0.smithi031.stderr: -314> 2024-09-19T14:03:05.716+0000 7f877e7fc640 10 monclient: _finish_auth 0 2024-09-19T14:03:06.113 INFO:tasks.workunit.client.0.smithi031.stderr: -313> 2024-09-19T14:03:05.716+0000 7f877e7fc640 10 monclient: _check_auth_tickets 2024-09-19T14:03:06.113 INFO:tasks.workunit.client.0.smithi031.stderr: -312> 2024-09-19T14:03:05.716+0000 7f889b2209c0 5 monclient: authenticate success, global_id 7841 2024-09-19T14:03:06.113 INFO:tasks.workunit.client.0.smithi031.stderr: -311> 2024-09-19T14:03:05.716+0000 7f889b2209c0 10 monclient: _renew_subs 2024-09-19T14:03:06.113 INFO:tasks.workunit.client.0.smithi031.stderr: -310> 2024-09-19T14:03:05.716+0000 7f889b2209c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T14:03:06.113 INFO:tasks.workunit.client.0.smithi031.stderr: -309> 2024-09-19T14:03:05.716+0000 7f877e7fc640 10 monclient: handle_config config(0 keys) 2024-09-19T14:03:06.113 INFO:tasks.workunit.client.0.smithi031.stderr: -308> 2024-09-19T14:03:05.716+0000 7f877e7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:03:06.114 INFO:tasks.workunit.client.0.smithi031.stderr: -307> 2024-09-19T14:03:05.716+0000 7f877e7fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T14:03:06.114 INFO:tasks.workunit.client.0.smithi031.stderr: -306> 2024-09-19T14:03:05.716+0000 7f877e7fc640 10 monclient: dump: 2024-09-19T14:03:06.114 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:03:06.114 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:03:06.114 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:03:06.114 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:03:06.114 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:03:06.114 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:03:06.114 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:03:06.114 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:03:06.114 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:03:06.114 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:03:06.114 INFO:tasks.workunit.client.0.smithi031.stderr: -305> 2024-09-19T14:03:05.716+0000 7f8899d28640 4 set_mon_vals no callback set 2024-09-19T14:03:06.114 INFO:tasks.workunit.client.0.smithi031.stderr: -304> 2024-09-19T14:03:05.716+0000 7f889b2209c0 10 monclient: _renew_subs 2024-09-19T14:03:06.115 INFO:tasks.workunit.client.0.smithi031.stderr: -303> 2024-09-19T14:03:05.716+0000 7f889b2209c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T14:03:06.115 INFO:tasks.workunit.client.0.smithi031.stderr: -302> 2024-09-19T14:03:05.720+0000 7f877e7fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T14:03:06.115 INFO:tasks.workunit.client.0.smithi031.stderr: -301> 2024-09-19T14:03:05.720+0000 7f877e7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:03:06.115 INFO:tasks.workunit.client.0.smithi031.stderr: -300> 2024-09-19T14:03:05.720+0000 7f877e7fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:03:06.115 INFO:tasks.workunit.client.0.smithi031.stderr: -299> 2024-09-19T14:03:05.720+0000 7f8898525640 10 monclient: get_auth_request con 0x7f8770071b20 auth_method 0 2024-09-19T14:03:06.115 INFO:tasks.workunit.client.0.smithi031.stderr: -298> 2024-09-19T14:03:05.720+0000 7f889b2209c0 10 monclient: get_monmap_and_config 2024-09-19T14:03:06.115 INFO:tasks.workunit.client.0.smithi031.stderr: -297> 2024-09-19T14:03:05.720+0000 7f889b2209c0 10 monclient: build_initial_monmap 2024-09-19T14:03:06.115 INFO:tasks.workunit.client.0.smithi031.stderr: -296> 2024-09-19T14:03:05.720+0000 7f889b2209c0 1 build_initial for_mkfs: 0 2024-09-19T14:03:06.115 INFO:tasks.workunit.client.0.smithi031.stderr: -295> 2024-09-19T14:03:05.720+0000 7f889b2209c0 10 monclient: monmap: 2024-09-19T14:03:06.115 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T14:03:06.116 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T14:03:06.116 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T14:03:06.116 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T14:03:06.116 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T14:03:06.116 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:03:06.116 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T14:03:06.116 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T14:03:06.116 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T14:03:06.116 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:03:06.116 INFO:tasks.workunit.client.0.smithi031.stderr: -294> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4beddf40) adding auth protocol: cephx 2024-09-19T14:03:06.116 INFO:tasks.workunit.client.0.smithi031.stderr: -293> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4beddf40) adding auth protocol: cephx 2024-09-19T14:03:06.116 INFO:tasks.workunit.client.0.smithi031.stderr: -292> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4beddf40) adding auth protocol: cephx 2024-09-19T14:03:06.116 INFO:tasks.workunit.client.0.smithi031.stderr: -291> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4beddf40) adding con mode: secure 2024-09-19T14:03:06.117 INFO:tasks.workunit.client.0.smithi031.stderr: -290> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4beddf40) adding con mode: crc 2024-09-19T14:03:06.117 INFO:tasks.workunit.client.0.smithi031.stderr: -289> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4beddf40) adding con mode: secure 2024-09-19T14:03:06.117 INFO:tasks.workunit.client.0.smithi031.stderr: -288> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4beddf40) adding con mode: crc 2024-09-19T14:03:06.117 INFO:tasks.workunit.client.0.smithi031.stderr: -287> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4beddf40) adding con mode: secure 2024-09-19T14:03:06.117 INFO:tasks.workunit.client.0.smithi031.stderr: -286> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4beddf40) adding con mode: crc 2024-09-19T14:03:06.117 INFO:tasks.workunit.client.0.smithi031.stderr: -285> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4beddf40) adding con mode: crc 2024-09-19T14:03:06.117 INFO:tasks.workunit.client.0.smithi031.stderr: -284> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4beddf40) adding con mode: secure 2024-09-19T14:03:06.117 INFO:tasks.workunit.client.0.smithi031.stderr: -283> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4beddf40) adding con mode: crc 2024-09-19T14:03:06.117 INFO:tasks.workunit.client.0.smithi031.stderr: -282> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4beddf40) adding con mode: secure 2024-09-19T14:03:06.117 INFO:tasks.workunit.client.0.smithi031.stderr: -281> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4beddf40) adding con mode: crc 2024-09-19T14:03:06.117 INFO:tasks.workunit.client.0.smithi031.stderr: -280> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4beddf40) adding con mode: secure 2024-09-19T14:03:06.117 INFO:tasks.workunit.client.0.smithi031.stderr: -279> 2024-09-19T14:03:05.720+0000 7f889b2209c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:03:06.117 INFO:tasks.workunit.client.0.smithi031.stderr: -278> 2024-09-19T14:03:05.720+0000 7f889b2209c0 10 monclient: init 2024-09-19T14:03:06.117 INFO:tasks.workunit.client.0.smithi031.stderr: -277> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc4fe40) adding auth protocol: cephx 2024-09-19T14:03:06.118 INFO:tasks.workunit.client.0.smithi031.stderr: -276> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc4fe40) adding auth protocol: cephx 2024-09-19T14:03:06.118 INFO:tasks.workunit.client.0.smithi031.stderr: -275> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc4fe40) adding auth protocol: cephx 2024-09-19T14:03:06.118 INFO:tasks.workunit.client.0.smithi031.stderr: -274> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc4fe40) adding con mode: secure 2024-09-19T14:03:06.118 INFO:tasks.workunit.client.0.smithi031.stderr: -273> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc4fe40) adding con mode: crc 2024-09-19T14:03:06.118 INFO:tasks.workunit.client.0.smithi031.stderr: -272> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc4fe40) adding con mode: secure 2024-09-19T14:03:06.118 INFO:tasks.workunit.client.0.smithi031.stderr: -271> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc4fe40) adding con mode: crc 2024-09-19T14:03:06.118 INFO:tasks.workunit.client.0.smithi031.stderr: -270> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc4fe40) adding con mode: secure 2024-09-19T14:03:06.118 INFO:tasks.workunit.client.0.smithi031.stderr: -269> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc4fe40) adding con mode: crc 2024-09-19T14:03:06.118 INFO:tasks.workunit.client.0.smithi031.stderr: -268> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc4fe40) adding con mode: crc 2024-09-19T14:03:06.118 INFO:tasks.workunit.client.0.smithi031.stderr: -267> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc4fe40) adding con mode: secure 2024-09-19T14:03:06.118 INFO:tasks.workunit.client.0.smithi031.stderr: -266> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc4fe40) adding con mode: crc 2024-09-19T14:03:06.118 INFO:tasks.workunit.client.0.smithi031.stderr: -265> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc4fe40) adding con mode: secure 2024-09-19T14:03:06.119 INFO:tasks.workunit.client.0.smithi031.stderr: -264> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc4fe40) adding con mode: crc 2024-09-19T14:03:06.119 INFO:tasks.workunit.client.0.smithi031.stderr: -263> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc4fe40) adding con mode: secure 2024-09-19T14:03:06.119 INFO:tasks.workunit.client.0.smithi031.stderr: -262> 2024-09-19T14:03:05.720+0000 7f889b2209c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:03:06.119 INFO:tasks.workunit.client.0.smithi031.stderr: -261> 2024-09-19T14:03:05.720+0000 7f889b2209c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:03:06.119 INFO:tasks.workunit.client.0.smithi031.stderr: -260> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 asok(0x559e4bc37d90) register_command rotate-key cmddesc rotate-key hook 0x7ffc5fc4ff88 EEXIST 2024-09-19T14:03:06.119 INFO:tasks.workunit.client.0.smithi031.stderr: -259> 2024-09-19T14:03:05.720+0000 7f889b2209c0 10 monclient: _reopen_session rank -1 2024-09-19T14:03:06.119 INFO:tasks.workunit.client.0.smithi031.stderr: -258> 2024-09-19T14:03:05.720+0000 7f889b2209c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-19T14:03:06.119 INFO:tasks.workunit.client.0.smithi031.stderr: -257> 2024-09-19T14:03:05.720+0000 7f889b2209c0 10 monclient(hunting): picked mon.noname-c con 0x559e4bf12570 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T14:03:06.119 INFO:tasks.workunit.client.0.smithi031.stderr: -256> 2024-09-19T14:03:05.720+0000 7f889b2209c0 10 monclient(hunting): picked mon.noname-a con 0x559e4bee1f90 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T14:03:06.119 INFO:tasks.workunit.client.0.smithi031.stderr: -255> 2024-09-19T14:03:05.720+0000 7f889b2209c0 10 monclient(hunting): picked mon.noname-b con 0x559e4bf0dd40 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T14:03:06.119 INFO:tasks.workunit.client.0.smithi031.stderr: -254> 2024-09-19T14:03:05.720+0000 7f889b2209c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:03:06.119 INFO:tasks.workunit.client.0.smithi031.stderr: -253> 2024-09-19T14:03:05.720+0000 7f889b2209c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:03:06.119 INFO:tasks.workunit.client.0.smithi031.stderr: -252> 2024-09-19T14:03:05.720+0000 7f889b2209c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:03:06.120 INFO:tasks.workunit.client.0.smithi031.stderr: -251> 2024-09-19T14:03:05.720+0000 7f889b2209c0 10 monclient(hunting): _renew_subs 2024-09-19T14:03:06.120 INFO:tasks.workunit.client.0.smithi031.stderr: -250> 2024-09-19T14:03:05.720+0000 7f889b2209c0 10 monclient(hunting): authenticate will time out at 2529.553528s 2024-09-19T14:03:06.120 INFO:tasks.workunit.client.0.smithi031.stderr: -249> 2024-09-19T14:03:05.720+0000 7f8898525640 10 monclient(hunting): get_auth_request con 0x559e4bee1f90 auth_method 0 2024-09-19T14:03:06.120 INFO:tasks.workunit.client.0.smithi031.stderr: -248> 2024-09-19T14:03:05.720+0000 7f8898525640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:03:06.120 INFO:tasks.workunit.client.0.smithi031.stderr: -247> 2024-09-19T14:03:05.720+0000 7f8898525640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:03:06.120 INFO:tasks.workunit.client.0.smithi031.stderr: -246> 2024-09-19T14:03:05.720+0000 7f8898525640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:03:06.120 INFO:tasks.workunit.client.0.smithi031.stderr: -245> 2024-09-19T14:03:05.720+0000 7f8898d26640 10 monclient(hunting): get_auth_request con 0x559e4bf12570 auth_method 0 2024-09-19T14:03:06.120 INFO:tasks.workunit.client.0.smithi031.stderr: -244> 2024-09-19T14:03:05.720+0000 7f8898d26640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:03:06.120 INFO:tasks.workunit.client.0.smithi031.stderr: -243> 2024-09-19T14:03:05.720+0000 7f8898d26640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:03:06.120 INFO:tasks.workunit.client.0.smithi031.stderr: -242> 2024-09-19T14:03:05.720+0000 7f8898d26640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:03:06.120 INFO:tasks.workunit.client.0.smithi031.stderr: -241> 2024-09-19T14:03:05.720+0000 7f8898525640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:03:06.120 INFO:tasks.workunit.client.0.smithi031.stderr: -240> 2024-09-19T14:03:05.720+0000 7f8898525640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:03:06.120 INFO:tasks.workunit.client.0.smithi031.stderr: -239> 2024-09-19T14:03:05.720+0000 7f8898525640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:03:06.120 INFO:tasks.workunit.client.0.smithi031.stderr: -238> 2024-09-19T14:03:05.720+0000 7f8898d26640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:03:06.121 INFO:tasks.workunit.client.0.smithi031.stderr: -237> 2024-09-19T14:03:05.720+0000 7f8898d26640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:03:06.121 INFO:tasks.workunit.client.0.smithi031.stderr: -236> 2024-09-19T14:03:05.720+0000 7f8898d26640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:03:06.121 INFO:tasks.workunit.client.0.smithi031.stderr: -235> 2024-09-19T14:03:05.720+0000 7f8898525640 10 monclient(hunting): handle_auth_done global_id 8391 payload 274 2024-09-19T14:03:06.121 INFO:tasks.workunit.client.0.smithi031.stderr: -234> 2024-09-19T14:03:05.720+0000 7f8898525640 10 monclient: _finish_hunting 0 2024-09-19T14:03:06.121 INFO:tasks.workunit.client.0.smithi031.stderr: -233> 2024-09-19T14:03:05.720+0000 7f8898525640 1 monclient: found mon.noname-a 2024-09-19T14:03:06.121 INFO:tasks.workunit.client.0.smithi031.stderr: -232> 2024-09-19T14:03:05.720+0000 7f8898525640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-09-19T14:03:06.121 INFO:tasks.workunit.client.0.smithi031.stderr: -231> 2024-09-19T14:03:05.720+0000 7f876ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:03:06.121 INFO:tasks.workunit.client.0.smithi031.stderr: -230> 2024-09-19T14:03:05.720+0000 7f876ffff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T14:03:06.121 INFO:tasks.workunit.client.0.smithi031.stderr: -229> 2024-09-19T14:03:05.720+0000 7f876ffff640 10 monclient: dump: 2024-09-19T14:03:06.121 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:03:06.121 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:03:06.121 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:03:06.121 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:03:06.122 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:03:06.122 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:03:06.122 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:03:06.122 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:03:06.122 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:03:06.122 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:03:06.122 INFO:tasks.workunit.client.0.smithi031.stderr: -228> 2024-09-19T14:03:05.720+0000 7f876ffff640 10 monclient: _finish_auth 0 2024-09-19T14:03:06.122 INFO:tasks.workunit.client.0.smithi031.stderr: -227> 2024-09-19T14:03:05.720+0000 7f876ffff640 10 monclient: _check_auth_tickets 2024-09-19T14:03:06.122 INFO:tasks.workunit.client.0.smithi031.stderr: -226> 2024-09-19T14:03:05.720+0000 7f876ffff640 10 monclient: handle_config config(0 keys) 2024-09-19T14:03:06.122 INFO:tasks.workunit.client.0.smithi031.stderr: -225> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 monclient: authenticate success, global_id 8391 2024-09-19T14:03:06.122 INFO:tasks.workunit.client.0.smithi031.stderr: -224> 2024-09-19T14:03:05.720+0000 7f889b2209c0 10 monclient: get_monmap_and_config success 2024-09-19T14:03:06.122 INFO:tasks.workunit.client.0.smithi031.stderr: -223> 2024-09-19T14:03:05.720+0000 7f889b2209c0 4 set_mon_vals no callback set 2024-09-19T14:03:06.122 INFO:tasks.workunit.client.0.smithi031.stderr: -222> 2024-09-19T14:03:05.720+0000 7f876ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:03:06.122 INFO:tasks.workunit.client.0.smithi031.stderr: -221> 2024-09-19T14:03:05.720+0000 7f876ffff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T14:03:06.122 INFO:tasks.workunit.client.0.smithi031.stderr: -220> 2024-09-19T14:03:05.720+0000 7f876ffff640 10 monclient: dump: 2024-09-19T14:03:06.123 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:03:06.123 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:03:06.123 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:03:06.123 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:03:06.123 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:03:06.123 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:03:06.123 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:03:06.123 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:03:06.123 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:03:06.123 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:03:06.123 INFO:tasks.workunit.client.0.smithi031.stderr: -219> 2024-09-19T14:03:05.720+0000 7f889b2209c0 10 monclient: shutdown 2024-09-19T14:03:06.123 INFO:tasks.workunit.client.0.smithi031.stderr: -218> 2024-09-19T14:03:05.720+0000 7f889b2209c0 10 monclient: build_initial_monmap 2024-09-19T14:03:06.123 INFO:tasks.workunit.client.0.smithi031.stderr: -217> 2024-09-19T14:03:05.720+0000 7f889b2209c0 1 build_initial for_mkfs: 0 2024-09-19T14:03:06.123 INFO:tasks.workunit.client.0.smithi031.stderr: -216> 2024-09-19T14:03:05.720+0000 7f889b2209c0 10 monclient: monmap: 2024-09-19T14:03:06.123 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-09-19T14:03:06.124 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T14:03:06.124 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-09-19T14:03:06.124 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-09-19T14:03:06.124 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-09-19T14:03:06.124 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:03:06.124 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-09-19T14:03:06.124 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.noname-b 2024-09-19T14:03:06.124 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.noname-c 2024-09-19T14:03:06.124 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:03:06.124 INFO:tasks.workunit.client.0.smithi031.stderr: -215> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bf02f90) adding auth protocol: cephx 2024-09-19T14:03:06.124 INFO:tasks.workunit.client.0.smithi031.stderr: -214> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bf02f90) adding auth protocol: cephx 2024-09-19T14:03:06.124 INFO:tasks.workunit.client.0.smithi031.stderr: -213> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bf02f90) adding auth protocol: cephx 2024-09-19T14:03:06.124 INFO:tasks.workunit.client.0.smithi031.stderr: -212> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bf02f90) adding con mode: secure 2024-09-19T14:03:06.124 INFO:tasks.workunit.client.0.smithi031.stderr: -211> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bf02f90) adding con mode: crc 2024-09-19T14:03:06.125 INFO:tasks.workunit.client.0.smithi031.stderr: -210> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bf02f90) adding con mode: secure 2024-09-19T14:03:06.125 INFO:tasks.workunit.client.0.smithi031.stderr: -209> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bf02f90) adding con mode: crc 2024-09-19T14:03:06.125 INFO:tasks.workunit.client.0.smithi031.stderr: -208> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bf02f90) adding con mode: secure 2024-09-19T14:03:06.125 INFO:tasks.workunit.client.0.smithi031.stderr: -207> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bf02f90) adding con mode: crc 2024-09-19T14:03:06.125 INFO:tasks.workunit.client.0.smithi031.stderr: -206> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bf02f90) adding con mode: crc 2024-09-19T14:03:06.125 INFO:tasks.workunit.client.0.smithi031.stderr: -205> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bf02f90) adding con mode: secure 2024-09-19T14:03:06.125 INFO:tasks.workunit.client.0.smithi031.stderr: -204> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bf02f90) adding con mode: crc 2024-09-19T14:03:06.125 INFO:tasks.workunit.client.0.smithi031.stderr: -203> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bf02f90) adding con mode: secure 2024-09-19T14:03:06.125 INFO:tasks.workunit.client.0.smithi031.stderr: -202> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bf02f90) adding con mode: crc 2024-09-19T14:03:06.125 INFO:tasks.workunit.client.0.smithi031.stderr: -201> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bf02f90) adding con mode: secure 2024-09-19T14:03:06.125 INFO:tasks.workunit.client.0.smithi031.stderr: -200> 2024-09-19T14:03:05.720+0000 7f889b2209c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:03:06.125 INFO:tasks.workunit.client.0.smithi031.stderr: -199> 2024-09-19T14:03:05.720+0000 7f889b2209c0 1 librados: starting msgr at 2024-09-19T14:03:06.125 INFO:tasks.workunit.client.0.smithi031.stderr: -198> 2024-09-19T14:03:05.720+0000 7f889b2209c0 1 librados: starting objecter 2024-09-19T14:03:06.125 INFO:tasks.workunit.client.0.smithi031.stderr: -197> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 asok(0x559e4bc37d90) register_command objecter_requests cmddesc objecter_requests hook 0x559e4bebd6d0 EEXIST 2024-09-19T14:03:06.126 INFO:tasks.workunit.client.0.smithi031.stderr: -196> 2024-09-19T14:03:05.720+0000 7f889b2209c0 1 librados: setting wanted keys 2024-09-19T14:03:06.126 INFO:tasks.workunit.client.0.smithi031.stderr: -195> 2024-09-19T14:03:05.720+0000 7f889b2209c0 1 librados: calling monclient init 2024-09-19T14:03:06.126 INFO:tasks.workunit.client.0.smithi031.stderr: -194> 2024-09-19T14:03:05.720+0000 7f889b2209c0 10 monclient: init 2024-09-19T14:03:06.126 INFO:tasks.workunit.client.0.smithi031.stderr: -193> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bec05e0) adding auth protocol: cephx 2024-09-19T14:03:06.126 INFO:tasks.workunit.client.0.smithi031.stderr: -192> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bec05e0) adding auth protocol: cephx 2024-09-19T14:03:06.126 INFO:tasks.workunit.client.0.smithi031.stderr: -191> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bec05e0) adding auth protocol: cephx 2024-09-19T14:03:06.126 INFO:tasks.workunit.client.0.smithi031.stderr: -190> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bec05e0) adding con mode: secure 2024-09-19T14:03:06.126 INFO:tasks.workunit.client.0.smithi031.stderr: -189> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bec05e0) adding con mode: crc 2024-09-19T14:03:06.126 INFO:tasks.workunit.client.0.smithi031.stderr: -188> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bec05e0) adding con mode: secure 2024-09-19T14:03:06.126 INFO:tasks.workunit.client.0.smithi031.stderr: -187> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bec05e0) adding con mode: crc 2024-09-19T14:03:06.126 INFO:tasks.workunit.client.0.smithi031.stderr: -186> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bec05e0) adding con mode: secure 2024-09-19T14:03:06.126 INFO:tasks.workunit.client.0.smithi031.stderr: -185> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bec05e0) adding con mode: crc 2024-09-19T14:03:06.126 INFO:tasks.workunit.client.0.smithi031.stderr: -184> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bec05e0) adding con mode: crc 2024-09-19T14:03:06.126 INFO:tasks.workunit.client.0.smithi031.stderr: -183> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bec05e0) adding con mode: secure 2024-09-19T14:03:06.127 INFO:tasks.workunit.client.0.smithi031.stderr: -182> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bec05e0) adding con mode: crc 2024-09-19T14:03:06.127 INFO:tasks.workunit.client.0.smithi031.stderr: -181> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bec05e0) adding con mode: secure 2024-09-19T14:03:06.127 INFO:tasks.workunit.client.0.smithi031.stderr: -180> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bec05e0) adding con mode: crc 2024-09-19T14:03:06.127 INFO:tasks.workunit.client.0.smithi031.stderr: -179> 2024-09-19T14:03:05.720+0000 7f889b2209c0 5 AuthRegistry(0x559e4bec05e0) adding con mode: secure 2024-09-19T14:03:06.127 INFO:tasks.workunit.client.0.smithi031.stderr: -178> 2024-09-19T14:03:05.720+0000 7f889b2209c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:03:06.127 INFO:tasks.workunit.client.0.smithi031.stderr: -177> 2024-09-19T14:03:05.724+0000 7f889b2209c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:03:06.127 INFO:tasks.workunit.client.0.smithi031.stderr: -176> 2024-09-19T14:03:05.724+0000 7f889b2209c0 5 asok(0x559e4bc37d90) register_command rotate-key cmddesc rotate-key hook 0x559e4bec0728 EEXIST 2024-09-19T14:03:06.127 INFO:tasks.workunit.client.0.smithi031.stderr: -175> 2024-09-19T14:03:05.724+0000 7f889b2209c0 10 monclient: _reopen_session rank -1 2024-09-19T14:03:06.127 INFO:tasks.workunit.client.0.smithi031.stderr: -174> 2024-09-19T14:03:05.724+0000 7f889b2209c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-19T14:03:06.127 INFO:tasks.workunit.client.0.smithi031.stderr: -173> 2024-09-19T14:03:05.724+0000 7f889b2209c0 10 monclient(hunting): picked mon.noname-b con 0x559e4bee1f90 addr [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-19T14:03:06.127 INFO:tasks.workunit.client.0.smithi031.stderr: -172> 2024-09-19T14:03:05.724+0000 7f889b2209c0 10 monclient(hunting): picked mon.noname-a con 0x559e4bf0dd40 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-09-19T14:03:06.127 INFO:tasks.workunit.client.0.smithi031.stderr: -171> 2024-09-19T14:03:05.724+0000 7f889b2209c0 10 monclient(hunting): picked mon.noname-c con 0x559e4bf12570 addr [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-09-19T14:03:06.127 INFO:tasks.workunit.client.0.smithi031.stderr: -170> 2024-09-19T14:03:05.724+0000 7f889b2209c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:03:06.127 INFO:tasks.workunit.client.0.smithi031.stderr: -169> 2024-09-19T14:03:05.724+0000 7f889b2209c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:03:06.128 INFO:tasks.workunit.client.0.smithi031.stderr: -168> 2024-09-19T14:03:05.724+0000 7f889b2209c0 10 monclient(hunting): start opening mon connection 2024-09-19T14:03:06.128 INFO:tasks.workunit.client.0.smithi031.stderr: -167> 2024-09-19T14:03:05.724+0000 7f889b2209c0 10 monclient(hunting): _renew_subs 2024-09-19T14:03:06.128 INFO:tasks.workunit.client.0.smithi031.stderr: -166> 2024-09-19T14:03:05.724+0000 7f889b2209c0 10 monclient(hunting): authenticate will time out at 2529.556188s 2024-09-19T14:03:06.128 INFO:tasks.workunit.client.0.smithi031.stderr: -165> 2024-09-19T14:03:05.724+0000 7f8899527640 10 monclient(hunting): get_auth_request con 0x559e4bf12570 auth_method 0 2024-09-19T14:03:06.128 INFO:tasks.workunit.client.0.smithi031.stderr: -164> 2024-09-19T14:03:05.724+0000 7f8899527640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:03:06.128 INFO:tasks.workunit.client.0.smithi031.stderr: -163> 2024-09-19T14:03:05.724+0000 7f8899527640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:03:06.128 INFO:tasks.workunit.client.0.smithi031.stderr: -162> 2024-09-19T14:03:05.724+0000 7f8899527640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:03:06.128 INFO:tasks.workunit.client.0.smithi031.stderr: -161> 2024-09-19T14:03:05.724+0000 7f8898525640 10 monclient(hunting): get_auth_request con 0x559e4bf0dd40 auth_method 0 2024-09-19T14:03:06.128 INFO:tasks.workunit.client.0.smithi031.stderr: -160> 2024-09-19T14:03:05.724+0000 7f8898525640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:03:06.128 INFO:tasks.workunit.client.0.smithi031.stderr: -159> 2024-09-19T14:03:05.724+0000 7f8898525640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:03:06.128 INFO:tasks.workunit.client.0.smithi031.stderr: -158> 2024-09-19T14:03:05.724+0000 7f8898525640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:03:06.128 INFO:tasks.workunit.client.0.smithi031.stderr: -157> 2024-09-19T14:03:05.724+0000 7f8899527640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:03:06.128 INFO:tasks.workunit.client.0.smithi031.stderr: -156> 2024-09-19T14:03:05.724+0000 7f8899527640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:03:06.129 INFO:tasks.workunit.client.0.smithi031.stderr: -155> 2024-09-19T14:03:05.724+0000 7f8899527640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:03:06.129 INFO:tasks.workunit.client.0.smithi031.stderr: -154> 2024-09-19T14:03:05.724+0000 7f8898525640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T14:03:06.129 INFO:tasks.workunit.client.0.smithi031.stderr: -153> 2024-09-19T14:03:05.724+0000 7f8898525640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T14:03:06.129 INFO:tasks.workunit.client.0.smithi031.stderr: -152> 2024-09-19T14:03:05.724+0000 7f8898525640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T14:03:06.129 INFO:tasks.workunit.client.0.smithi031.stderr: -151> 2024-09-19T14:03:05.724+0000 7f8898d26640 10 monclient(hunting): get_auth_request con 0x559e4bee1f90 auth_method 0 2024-09-19T14:03:06.129 INFO:tasks.workunit.client.0.smithi031.stderr: -150> 2024-09-19T14:03:05.724+0000 7f8898d26640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T14:03:06.129 INFO:tasks.workunit.client.0.smithi031.stderr: -149> 2024-09-19T14:03:05.724+0000 7f8898d26640 10 monclient(hunting): _init_auth method 2 2024-09-19T14:03:06.129 INFO:tasks.workunit.client.0.smithi031.stderr: -148> 2024-09-19T14:03:05.724+0000 7f8898d26640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T14:03:06.129 INFO:tasks.workunit.client.0.smithi031.stderr: -147> 2024-09-19T14:03:05.724+0000 7f8899527640 10 monclient(hunting): handle_auth_done global_id 7847 payload 824 2024-09-19T14:03:06.129 INFO:tasks.workunit.client.0.smithi031.stderr: -146> 2024-09-19T14:03:05.724+0000 7f8899527640 10 monclient: _finish_hunting 0 2024-09-19T14:03:06.129 INFO:tasks.workunit.client.0.smithi031.stderr: -145> 2024-09-19T14:03:05.724+0000 7f8899527640 1 monclient: found mon.noname-c 2024-09-19T14:03:06.129 INFO:tasks.workunit.client.0.smithi031.stderr: -144> 2024-09-19T14:03:05.724+0000 7f8899527640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.31:3301/0 2024-09-19T14:03:06.129 INFO:tasks.workunit.client.0.smithi031.stderr: -143> 2024-09-19T14:03:05.724+0000 7f876e7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:03:06.130 INFO:tasks.workunit.client.0.smithi031.stderr: -142> 2024-09-19T14:03:05.724+0000 7f876e7fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T14:03:06.130 INFO:tasks.workunit.client.0.smithi031.stderr: -141> 2024-09-19T14:03:05.724+0000 7f876e7fc640 10 monclient: dump: 2024-09-19T14:03:06.130 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:03:06.130 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:03:06.130 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:03:06.130 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:03:06.130 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:03:06.130 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:03:06.130 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:03:06.130 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:03:06.130 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:03:06.130 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:03:06.130 INFO:tasks.workunit.client.0.smithi031.stderr: -140> 2024-09-19T14:03:05.724+0000 7f876e7fc640 10 monclient: _finish_auth 0 2024-09-19T14:03:06.131 INFO:tasks.workunit.client.0.smithi031.stderr: -139> 2024-09-19T14:03:05.724+0000 7f876e7fc640 10 monclient: _check_auth_tickets 2024-09-19T14:03:06.131 INFO:tasks.workunit.client.0.smithi031.stderr: -138> 2024-09-19T14:03:05.724+0000 7f876e7fc640 10 monclient: handle_config config(0 keys) 2024-09-19T14:03:06.131 INFO:tasks.workunit.client.0.smithi031.stderr: -137> 2024-09-19T14:03:05.724+0000 7f876e7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T14:03:06.131 INFO:tasks.workunit.client.0.smithi031.stderr: -136> 2024-09-19T14:03:05.724+0000 7f876e7fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T14:03:06.131 INFO:tasks.workunit.client.0.smithi031.stderr: -135> 2024-09-19T14:03:05.724+0000 7f876e7fc640 10 monclient: dump: 2024-09-19T14:03:06.131 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-09-19T14:03:06.131 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 55839c55-63bc-4f4c-a5ac-f3c05879b937 2024-09-19T14:03:06.131 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-09-19T13:36:27.448884+0000 2024-09-19T14:03:06.131 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-09-19T13:36:27.448884+0000 2024-09-19T14:03:06.131 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-09-19T14:03:06.131 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-09-19T14:03:06.131 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T14:03:06.132 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-19T14:03:06.132 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-09-19T14:03:06.132 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:03:06.132 INFO:tasks.workunit.client.0.smithi031.stderr: -134> 2024-09-19T14:03:05.724+0000 7f889b2209c0 5 monclient: authenticate success, global_id 7847 2024-09-19T14:03:06.132 INFO:tasks.workunit.client.0.smithi031.stderr: -133> 2024-09-19T14:03:05.724+0000 7f889b2209c0 10 monclient: _renew_subs 2024-09-19T14:03:06.132 INFO:tasks.workunit.client.0.smithi031.stderr: -132> 2024-09-19T14:03:05.724+0000 7f889b2209c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T14:03:06.132 INFO:tasks.workunit.client.0.smithi031.stderr: -131> 2024-09-19T14:03:05.724+0000 7f876ffff640 4 set_mon_vals no callback set 2024-09-19T14:03:06.132 INFO:tasks.workunit.client.0.smithi031.stderr: -130> 2024-09-19T14:03:05.724+0000 7f889b2209c0 10 monclient: _renew_subs 2024-09-19T14:03:06.132 INFO:tasks.workunit.client.0.smithi031.stderr: -129> 2024-09-19T14:03:05.724+0000 7f889b2209c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T14:03:06.132 INFO:tasks.workunit.client.0.smithi031.stderr: -128> 2024-09-19T14:03:05.724+0000 7f889b2209c0 1 librados: init done 2024-09-19T14:03:06.132 INFO:tasks.workunit.client.0.smithi031.stderr: -127> 2024-09-19T14:03:05.724+0000 7f889b2209c0 5 asok(0x559e4bc37d90) register_command cr dump hook 0x559e4beff418 2024-09-19T14:03:06.132 INFO:tasks.workunit.client.0.smithi031.stderr: -126> 2024-09-19T14:03:05.724+0000 7f889b2209c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:06.133 INFO:tasks.workunit.client.0.smithi031.stderr: -125> 2024-09-19T14:03:05.724+0000 7f876e7fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T14:03:06.133 INFO:tasks.workunit.client.0.smithi031.stderr: -124> 2024-09-19T14:03:05.724+0000 7f876e7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:03:06.133 INFO:tasks.workunit.client.0.smithi031.stderr: -123> 2024-09-19T14:03:05.724+0000 7f876e7fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.31:6832/301405425,v1:172.21.15.31:6833/301405425] 2024-09-19T14:03:06.133 INFO:tasks.workunit.client.0.smithi031.stderr: -122> 2024-09-19T14:03:05.724+0000 7f8898d26640 10 monclient: get_auth_request con 0x7f8764071be0 auth_method 0 2024-09-19T14:03:06.133 INFO:tasks.workunit.client.0.smithi031.stderr: -121> 2024-09-19T14:03:05.728+0000 7f8898525640 10 monclient: get_auth_request con 0x559e4bf2c040 auth_method 0 2024-09-19T14:03:06.133 INFO:tasks.workunit.client.0.smithi031.stderr: -120> 2024-09-19T14:03:05.728+0000 7f889b2209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:06.133 INFO:tasks.workunit.client.0.smithi031.stderr: -119> 2024-09-19T14:03:05.728+0000 7f889b2209c0 20 realm 2024-09-19T14:03:06.133 INFO:tasks.workunit.client.0.smithi031.stderr: -118> 2024-09-19T14:03:05.728+0000 7f889b2209c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:06.133 INFO:tasks.workunit.client.0.smithi031.stderr: -117> 2024-09-19T14:03:05.728+0000 7f889b2209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:06.133 INFO:tasks.workunit.client.0.smithi031.stderr: -116> 2024-09-19T14:03:05.728+0000 7f889b2209c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:03:06.133 INFO:tasks.workunit.client.0.smithi031.stderr: -115> 2024-09-19T14:03:05.728+0000 7f889b2209c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:06.133 INFO:tasks.workunit.client.0.smithi031.stderr: -114> 2024-09-19T14:03:05.728+0000 7f889b2209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:06.133 INFO:tasks.workunit.client.0.smithi031.stderr: -113> 2024-09-19T14:03:05.728+0000 7f889b2209c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:06.134 INFO:tasks.workunit.client.0.smithi031.stderr: -112> 2024-09-19T14:03:05.728+0000 7f8898d26640 10 monclient: get_auth_request con 0x559e4bf302d0 auth_method 0 2024-09-19T14:03:06.134 INFO:tasks.workunit.client.0.smithi031.stderr: -111> 2024-09-19T14:03:05.728+0000 7f889b2209c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:03:06.134 INFO:tasks.workunit.client.0.smithi031.stderr: -110> 2024-09-19T14:03:05.728+0000 7f889b2209c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:06.134 INFO:tasks.workunit.client.0.smithi031.stderr: -109> 2024-09-19T14:03:05.728+0000 7f8898525640 10 monclient: get_auth_request con 0x559e4bf33b30 auth_method 0 2024-09-19T14:03:06.134 INFO:tasks.workunit.client.0.smithi031.stderr: -108> 2024-09-19T14:03:05.732+0000 7f889b2209c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:03:06.134 INFO:tasks.workunit.client.0.smithi031.stderr: -107> 2024-09-19T14:03:05.732+0000 7f889b2209c0 20 searching for the correct realm 2024-09-19T14:03:06.134 INFO:tasks.workunit.client.0.smithi031.stderr: -106> 2024-09-19T14:03:05.732+0000 7f8899527640 10 monclient: get_auth_request con 0x7f888c022070 auth_method 0 2024-09-19T14:03:06.134 INFO:tasks.workunit.client.0.smithi031.stderr: -105> 2024-09-19T14:03:05.732+0000 7f8898d26640 10 monclient: get_auth_request con 0x7f88880c1070 auth_method 0 2024-09-19T14:03:06.134 INFO:tasks.workunit.client.0.smithi031.stderr: -104> 2024-09-19T14:03:05.736+0000 7f8898525640 10 monclient: get_auth_request con 0x7f888c008070 auth_method 0 2024-09-19T14:03:06.134 INFO:tasks.workunit.client.0.smithi031.stderr: -103> 2024-09-19T14:03:05.736+0000 7f8898525640 0 -- 172.21.15.31:0/2297626166 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7f888c008070 msgr2=0x7f888c022450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:03:06.134 INFO:tasks.workunit.client.0.smithi031.stderr: -102> 2024-09-19T14:03:05.940+0000 7f8898525640 10 monclient: get_auth_request con 0x7f888c008070 auth_method 0 2024-09-19T14:03:06.134 INFO:tasks.workunit.client.0.smithi031.stderr: -101> 2024-09-19T14:03:05.944+0000 7f8899527640 10 monclient: get_auth_request con 0x7f8888108b80 auth_method 0 2024-09-19T14:03:06.134 INFO:tasks.workunit.client.0.smithi031.stderr: -100> 2024-09-19T14:03:05.948+0000 7f8898d26640 10 monclient: get_auth_request con 0x7f889005fec0 auth_method 0 2024-09-19T14:03:06.135 INFO:tasks.workunit.client.0.smithi031.stderr: -99> 2024-09-19T14:03:05.948+0000 7f8898525640 0 -- 172.21.15.31:0/2297626166 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x559e4bf2c040 msgr2=0x559e4bf2e4d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:03:06.135 INFO:tasks.workunit.client.0.smithi031.stderr: -98> 2024-09-19T14:03:05.952+0000 7f876e7fc640 1 client.7847.objecter ms_handle_reset 0x559e4bf2c040 session 0x559e4bf2b9c0 osd.6 2024-09-19T14:03:06.135 INFO:tasks.workunit.client.0.smithi031.stderr: -97> 2024-09-19T14:03:05.952+0000 7f876e7fc640 10 monclient: _renew_subs 2024-09-19T14:03:06.135 INFO:tasks.workunit.client.0.smithi031.stderr: -96> 2024-09-19T14:03:05.952+0000 7f876e7fc640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.31:3301/0 2024-09-19T14:03:06.135 INFO:tasks.workunit.client.0.smithi031.stderr: -95> 2024-09-19T14:03:05.952+0000 7f8898525640 10 monclient: get_auth_request con 0x7f8764081e90 auth_method 0 2024-09-19T14:03:06.135 INFO:tasks.workunit.client.0.smithi031.stderr: -94> 2024-09-19T14:03:05.964+0000 7f889b2209c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:03:06.135 INFO:tasks.workunit.client.0.smithi031.stderr: -93> 2024-09-19T14:03:05.964+0000 7f889b2209c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:03:06.135 INFO:tasks.workunit.client.0.smithi031.stderr: -92> 2024-09-19T14:03:05.964+0000 7f889b2209c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:03:06.135 INFO:tasks.workunit.client.0.smithi031.stderr: -91> 2024-09-19T14:03:05.964+0000 7f889b2209c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:03:06.135 INFO:tasks.workunit.client.0.smithi031.stderr: -90> 2024-09-19T14:03:05.964+0000 7f889b2209c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:03:06.135 INFO:tasks.workunit.client.0.smithi031.stderr: -89> 2024-09-19T14:03:05.964+0000 7f889b2209c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:03:06.135 INFO:tasks.workunit.client.0.smithi031.stderr: -88> 2024-09-19T14:03:05.964+0000 7f889b2209c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:06.135 INFO:tasks.workunit.client.0.smithi031.stderr: -87> 2024-09-19T14:03:05.964+0000 7f889b2209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:06.135 INFO:tasks.workunit.client.0.smithi031.stderr: -86> 2024-09-19T14:03:05.964+0000 7f889b2209c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:06.136 INFO:tasks.workunit.client.0.smithi031.stderr: -85> 2024-09-19T14:03:05.964+0000 7f889b2209c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:03:06.136 INFO:tasks.workunit.client.0.smithi031.stderr: -84> 2024-09-19T14:03:05.964+0000 7f889b2209c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:06.136 INFO:tasks.workunit.client.0.smithi031.stderr: -83> 2024-09-19T14:03:05.964+0000 7f889b2209c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:03:06.136 INFO:tasks.workunit.client.0.smithi031.stderr: -82> 2024-09-19T14:03:05.964+0000 7f889b2209c0 20 zone default found 2024-09-19T14:03:06.136 INFO:tasks.workunit.client.0.smithi031.stderr: -81> 2024-09-19T14:03:05.964+0000 7f889b2209c0 4 Realm: () 2024-09-19T14:03:06.136 INFO:tasks.workunit.client.0.smithi031.stderr: -80> 2024-09-19T14:03:05.964+0000 7f889b2209c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:03:06.136 INFO:tasks.workunit.client.0.smithi031.stderr: -79> 2024-09-19T14:03:05.964+0000 7f889b2209c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:03:06.136 INFO:tasks.workunit.client.0.smithi031.stderr: -78> 2024-09-19T14:03:05.964+0000 7f889b2209c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:03:06.136 INFO:tasks.workunit.client.0.smithi031.stderr: -77> 2024-09-19T14:03:05.964+0000 7f889b2209c0 20 zonegroup default 2024-09-19T14:03:06.136 INFO:tasks.workunit.client.0.smithi031.stderr: -76> 2024-09-19T14:03:05.964+0000 7f889b2209c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:06.136 INFO:tasks.workunit.client.0.smithi031.stderr: -75> 2024-09-19T14:03:05.964+0000 7f889b2209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:06.137 INFO:tasks.workunit.client.0.smithi031.stderr: -74> 2024-09-19T14:03:05.964+0000 7f889b2209c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:06.137 INFO:tasks.workunit.client.0.smithi031.stderr: -73> 2024-09-19T14:03:05.968+0000 7f889b2209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:06.137 INFO:tasks.workunit.client.0.smithi031.stderr: -72> 2024-09-19T14:03:05.968+0000 7f889b2209c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:06.137 INFO:tasks.workunit.client.0.smithi031.stderr: -71> 2024-09-19T14:03:05.968+0000 7f889b2209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:06.137 INFO:tasks.workunit.client.0.smithi031.stderr: -70> 2024-09-19T14:03:05.968+0000 7f889b2209c0 20 started sync module instance, tier type = 2024-09-19T14:03:06.137 INFO:tasks.workunit.client.0.smithi031.stderr: -69> 2024-09-19T14:03:05.968+0000 7f889b2209c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:03:06.137 INFO:tasks.workunit.client.0.smithi031.stderr: -68> 2024-09-19T14:03:05.988+0000 7f889b2209c0 20 add_watcher() i=0 2024-09-19T14:03:06.137 INFO:tasks.workunit.client.0.smithi031.stderr: -67> 2024-09-19T14:03:05.988+0000 7f889b2209c0 20 add_watcher() i=1 2024-09-19T14:03:06.137 INFO:tasks.workunit.client.0.smithi031.stderr: -66> 2024-09-19T14:03:05.988+0000 7f889b2209c0 20 add_watcher() i=2 2024-09-19T14:03:06.137 INFO:tasks.workunit.client.0.smithi031.stderr: -65> 2024-09-19T14:03:05.988+0000 7f889b2209c0 20 add_watcher() i=3 2024-09-19T14:03:06.137 INFO:tasks.workunit.client.0.smithi031.stderr: -64> 2024-09-19T14:03:05.988+0000 7f889b2209c0 20 add_watcher() i=4 2024-09-19T14:03:06.137 INFO:tasks.workunit.client.0.smithi031.stderr: -63> 2024-09-19T14:03:05.988+0000 7f889b2209c0 20 add_watcher() i=5 2024-09-19T14:03:06.138 INFO:tasks.workunit.client.0.smithi031.stderr: -62> 2024-09-19T14:03:05.988+0000 7f889b2209c0 20 add_watcher() i=6 2024-09-19T14:03:06.138 INFO:tasks.workunit.client.0.smithi031.stderr: -61> 2024-09-19T14:03:05.992+0000 7f889b2209c0 20 add_watcher() i=7 2024-09-19T14:03:06.138 INFO:tasks.workunit.client.0.smithi031.stderr: -60> 2024-09-19T14:03:05.992+0000 7f889b2209c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:03:06.138 INFO:tasks.workunit.client.0.smithi031.stderr: -59> 2024-09-19T14:03:05.996+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc50310) adding auth protocol: cephx 2024-09-19T14:03:06.138 INFO:tasks.workunit.client.0.smithi031.stderr: -58> 2024-09-19T14:03:05.996+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc50310) adding auth protocol: cephx 2024-09-19T14:03:06.138 INFO:tasks.workunit.client.0.smithi031.stderr: -57> 2024-09-19T14:03:05.996+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc50310) adding auth protocol: cephx 2024-09-19T14:03:06.138 INFO:tasks.workunit.client.0.smithi031.stderr: -56> 2024-09-19T14:03:05.996+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc50310) adding con mode: secure 2024-09-19T14:03:06.138 INFO:tasks.workunit.client.0.smithi031.stderr: -55> 2024-09-19T14:03:05.996+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc50310) adding con mode: crc 2024-09-19T14:03:06.138 INFO:tasks.workunit.client.0.smithi031.stderr: -54> 2024-09-19T14:03:05.996+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc50310) adding con mode: secure 2024-09-19T14:03:06.138 INFO:tasks.workunit.client.0.smithi031.stderr: -53> 2024-09-19T14:03:05.996+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc50310) adding con mode: crc 2024-09-19T14:03:06.138 INFO:tasks.workunit.client.0.smithi031.stderr: -52> 2024-09-19T14:03:05.996+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc50310) adding con mode: secure 2024-09-19T14:03:06.138 INFO:tasks.workunit.client.0.smithi031.stderr: -51> 2024-09-19T14:03:05.996+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc50310) adding con mode: crc 2024-09-19T14:03:06.138 INFO:tasks.workunit.client.0.smithi031.stderr: -50> 2024-09-19T14:03:05.996+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc50310) adding con mode: crc 2024-09-19T14:03:06.139 INFO:tasks.workunit.client.0.smithi031.stderr: -49> 2024-09-19T14:03:05.996+0000 7f874efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:03:06.139 INFO:tasks.workunit.client.0.smithi031.stderr: -48> 2024-09-19T14:03:05.996+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc50310) adding con mode: secure 2024-09-19T14:03:06.139 INFO:tasks.workunit.client.0.smithi031.stderr: -47> 2024-09-19T14:03:05.996+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc50310) adding con mode: crc 2024-09-19T14:03:06.139 INFO:tasks.workunit.client.0.smithi031.stderr: -46> 2024-09-19T14:03:05.996+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc50310) adding con mode: secure 2024-09-19T14:03:06.139 INFO:tasks.workunit.client.0.smithi031.stderr: -45> 2024-09-19T14:03:05.996+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc50310) adding con mode: crc 2024-09-19T14:03:06.139 INFO:tasks.workunit.client.0.smithi031.stderr: -44> 2024-09-19T14:03:05.996+0000 7f889b2209c0 5 AuthRegistry(0x7ffc5fc50310) adding con mode: secure 2024-09-19T14:03:06.139 INFO:tasks.workunit.client.0.smithi031.stderr: -43> 2024-09-19T14:03:05.996+0000 7f889b2209c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T14:03:06.139 INFO:tasks.workunit.client.0.smithi031.stderr: -42> 2024-09-19T14:03:05.996+0000 7f889b2209c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:03:06.139 INFO:tasks.workunit.client.0.smithi031.stderr: -41> 2024-09-19T14:03:05.996+0000 7f889b2209c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:03:06.139 INFO:tasks.workunit.client.0.smithi031.stderr: -40> 2024-09-19T14:03:05.996+0000 7f889b2209c0 5 asok(0x559e4bc37d90) register_command cache list hook 0x559e4bf02e80 2024-09-19T14:03:06.139 INFO:tasks.workunit.client.0.smithi031.stderr: -39> 2024-09-19T14:03:05.996+0000 7f889b2209c0 5 asok(0x559e4bc37d90) register_command cache inspect hook 0x559e4bf02e80 2024-09-19T14:03:06.139 INFO:tasks.workunit.client.0.smithi031.stderr: -38> 2024-09-19T14:03:05.996+0000 7f889b2209c0 5 asok(0x559e4bc37d90) register_command cache erase hook 0x559e4bf02e80 2024-09-19T14:03:06.139 INFO:tasks.workunit.client.0.smithi031.stderr: -37> 2024-09-19T14:03:05.996+0000 7f889b2209c0 5 asok(0x559e4bc37d90) register_command cache zap hook 0x559e4bf02e80 2024-09-19T14:03:06.139 INFO:tasks.workunit.client.0.smithi031.stderr: -36> 2024-09-19T14:03:05.996+0000 7f889b2209c0 5 note: GC not initialized 2024-09-19T14:03:06.140 INFO:tasks.workunit.client.0.smithi031.stderr: -35> 2024-09-19T14:03:05.996+0000 7f874dfe3640 20 reqs_thread_entry: start 2024-09-19T14:03:06.140 INFO:tasks.workunit.client.0.smithi031.stderr: -34> 2024-09-19T14:03:05.996+0000 7f889b2209c0 5 asok(0x559e4bc37d90) register_command sync trace show hook 0x7f888c015dd0 2024-09-19T14:03:06.140 INFO:tasks.workunit.client.0.smithi031.stderr: -33> 2024-09-19T14:03:05.996+0000 7f889b2209c0 5 asok(0x559e4bc37d90) register_command sync trace history hook 0x7f888c015dd0 2024-09-19T14:03:06.140 INFO:tasks.workunit.client.0.smithi031.stderr: -32> 2024-09-19T14:03:05.996+0000 7f889b2209c0 5 asok(0x559e4bc37d90) register_command sync trace active hook 0x7f888c015dd0 2024-09-19T14:03:06.140 INFO:tasks.workunit.client.0.smithi031.stderr: -31> 2024-09-19T14:03:05.996+0000 7f889b2209c0 5 asok(0x559e4bc37d90) register_command sync trace active_short hook 0x7f888c015dd0 2024-09-19T14:03:06.140 INFO:tasks.workunit.client.0.smithi031.stderr: -30> 2024-09-19T14:03:05.996+0000 7f889b2209c0 20 init_complete bucket index max shards: 1 2024-09-19T14:03:06.140 INFO:tasks.workunit.client.0.smithi031.stderr: -29> 2024-09-19T14:03:06.000+0000 7f889b2209c0 20 Filter name: none 2024-09-19T14:03:06.140 INFO:tasks.workunit.client.0.smithi031.stderr: -28> 2024-09-19T14:03:06.000+0000 7f86bf7fe640 20 reqs_thread_entry: start 2024-09-19T14:03:06.140 INFO:tasks.workunit.client.0.smithi031.stderr: -27> 2024-09-19T14:03:06.000+0000 7f889b2209c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-19T14:03:06.140 INFO:tasks.workunit.client.0.smithi031.stderr: -26> 2024-09-19T14:03:06.000+0000 7f889b2209c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:06.140 INFO:tasks.workunit.client.0.smithi031.stderr: -25> 2024-09-19T14:03:06.000+0000 7f889b2209c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T14:03:06.140 INFO:tasks.workunit.client.0.smithi031.stderr: -24> 2024-09-19T14:03:06.000+0000 7f889b2209c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-19T14:03:06.140 INFO:tasks.workunit.client.0.smithi031.stderr: -23> 2024-09-19T14:03:06.000+0000 7f889b2209c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-19T14:03:06.141 INFO:tasks.workunit.client.0.smithi031.stderr: -22> 2024-09-19T14:03:06.000+0000 7f889b2209c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 : miss 2024-09-19T14:03:06.141 INFO:tasks.workunit.client.0.smithi031.stderr: -21> 2024-09-19T14:03:06.000+0000 7f889b2209c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:06.141 INFO:tasks.workunit.client.0.smithi031.stderr: -20> 2024-09-19T14:03:06.000+0000 7f889b2209c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-19T14:03:06.141 INFO:tasks.workunit.client.0.smithi031.stderr: -19> 2024-09-19T14:03:06.000+0000 7f889b2209c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T14:03:06.141 INFO:tasks.workunit.client.0.smithi031.stderr: -18> 2024-09-19T14:03:06.000+0000 7f889b2209c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T14:03:06.141 INFO:tasks.workunit.client.0.smithi031.stderr: -17> 2024-09-19T14:03:06.000+0000 7f889b2209c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T14:03:06.141 INFO:tasks.workunit.client.0.smithi031.stderr: -16> 2024-09-19T14:03:06.000+0000 7f889b2209c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:03:06.141 INFO:tasks.workunit.client.0.smithi031.stderr: -15> 2024-09-19T14:03:06.000+0000 7f889b2209c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 2024-09-19T14:03:06.141 INFO:tasks.workunit.client.0.smithi031.stderr: -14> 2024-09-19T14:03:06.004+0000 7f889b2209c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-19T14:03:06.141 INFO:tasks.workunit.client.0.smithi031.stderr: -13> 2024-09-19T14:03:06.012+0000 7f889b2209c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T14:03:06.141 INFO:tasks.workunit.client.0.smithi031.stderr: -12> 2024-09-19T14:03:06.012+0000 7f889b2209c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T14:03:06.141 INFO:tasks.workunit.client.0.smithi031.stderr: -11> 2024-09-19T14:03:06.012+0000 7f889b2209c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:03:06.141 INFO:tasks.workunit.client.0.smithi031.stderr: -10> 2024-09-19T14:03:06.012+0000 7f889b2209c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17, ofs0, ns] 2024-09-19T14:03:06.142 INFO:tasks.workunit.client.0.smithi031.stderr: -9> 2024-09-19T14:03:06.012+0000 7f876f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333556 cookie 94138367459664 notifier 7847 bl.length()=827 2024-09-19T14:03:06.142 INFO:tasks.workunit.client.0.smithi031.stderr: -8> 2024-09-19T14:03:06.012+0000 7f876f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T14:03:06.142 INFO:tasks.workunit.client.0.smithi031.stderr: -7> 2024-09-19T14:03:06.012+0000 7f876f7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T14:03:06.142 INFO:tasks.workunit.client.0.smithi031.stderr: -6> 2024-09-19T14:03:06.012+0000 7f876f7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:03:06.142 INFO:tasks.workunit.client.0.smithi031.stderr: -5> 2024-09-19T14:03:06.012+0000 7f889b2209c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): orig_sources= new_sources= 2024-09-19T14:03:06.142 INFO:tasks.workunit.client.0.smithi031.stderr: -4> 2024-09-19T14:03:06.012+0000 7f889b2209c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): potential sources added=[] removed=[] 2024-09-19T14:03:06.142 INFO:tasks.workunit.client.0.smithi031.stderr: -3> 2024-09-19T14:03:06.012+0000 7f889b2209c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): orig_dests= new_dests= 2024-09-19T14:03:06.142 INFO:tasks.workunit.client.0.smithi031.stderr: -2> 2024-09-19T14:03:06.012+0000 7f889b2209c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): potential dests added=[] removed=[] 2024-09-19T14:03:06.142 INFO:tasks.workunit.client.0.smithi031.stderr: -1> 2024-09-19T14:03:06.024+0000 7f889b2209c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f889b2209c0 time 2024-09-19T14:03:06.026892+0000 2024-09-19T14:03:06.142 INFO:tasks.workunit.client.0.smithi031.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T14:03:06.142 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:03:06.142 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T14:03:06.142 INFO:tasks.workunit.client.0.smithi031.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f889eafa2eb] 2024-09-19T14:03:06.142 INFO:tasks.workunit.client.0.smithi031.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f889eafa49f] 2024-09-19T14:03:06.143 INFO:tasks.workunit.client.0.smithi031.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x559e49b4a271] 2024-09-19T14:03:06.143 INFO:tasks.workunit.client.0.smithi031.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x559e49b5a14a] 2024-09-19T14:03:06.143 INFO:tasks.workunit.client.0.smithi031.stderr: 5: main() 2024-09-19T14:03:06.143 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f889d960d90] 2024-09-19T14:03:06.143 INFO:tasks.workunit.client.0.smithi031.stderr: 7: __libc_start_main() 2024-09-19T14:03:06.143 INFO:tasks.workunit.client.0.smithi031.stderr: 8: _start() 2024-09-19T14:03:06.143 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:03:06.143 INFO:tasks.workunit.client.0.smithi031.stderr: 0> 2024-09-19T14:03:06.024+0000 7f889b2209c0 -1 *** Caught signal (Aborted) ** 2024-09-19T14:03:06.143 INFO:tasks.workunit.client.0.smithi031.stderr: in thread 7f889b2209c0 thread_name:radosgw-admin 2024-09-19T14:03:06.143 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:03:06.143 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T14:03:06.143 INFO:tasks.workunit.client.0.smithi031.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f889d979520] 2024-09-19T14:03:06.143 INFO:tasks.workunit.client.0.smithi031.stderr: 2: pthread_kill() 2024-09-19T14:03:06.144 INFO:tasks.workunit.client.0.smithi031.stderr: 3: raise() 2024-09-19T14:03:06.144 INFO:tasks.workunit.client.0.smithi031.stderr: 4: abort() 2024-09-19T14:03:06.144 INFO:tasks.workunit.client.0.smithi031.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f889eafa345] 2024-09-19T14:03:06.144 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f889eafa49f] 2024-09-19T14:03:06.144 INFO:tasks.workunit.client.0.smithi031.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x559e49b4a271] 2024-09-19T14:03:06.144 INFO:tasks.workunit.client.0.smithi031.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x559e49b5a14a] 2024-09-19T14:03:06.144 INFO:tasks.workunit.client.0.smithi031.stderr: 9: main() 2024-09-19T14:03:06.144 INFO:tasks.workunit.client.0.smithi031.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f889d960d90] 2024-09-19T14:03:06.144 INFO:tasks.workunit.client.0.smithi031.stderr: 11: __libc_start_main() 2024-09-19T14:03:06.144 INFO:tasks.workunit.client.0.smithi031.stderr: 12: _start() 2024-09-19T14:03:06.144 INFO:tasks.workunit.client.0.smithi031.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T14:03:06.144 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:03:06.145 INFO:tasks.workunit.client.0.smithi031.stderr:--- logging levels --- 2024-09-19T14:03:06.145 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 none 2024-09-19T14:03:06.145 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 lockdep 2024-09-19T14:03:06.145 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 context 2024-09-19T14:03:06.145 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 crush 2024-09-19T14:03:06.145 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds 2024-09-19T14:03:06.145 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_balancer 2024-09-19T14:03:06.145 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_locker 2024-09-19T14:03:06.145 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_log 2024-09-19T14:03:06.145 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_log_expire 2024-09-19T14:03:06.145 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_migrator 2024-09-19T14:03:06.145 INFO:tasks.workunit.client.0.smithi031.stderr: 3/ 5 mds_quiesce 2024-09-19T14:03:06.145 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 buffer 2024-09-19T14:03:06.145 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 timer 2024-09-19T14:03:06.146 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 filer 2024-09-19T14:03:06.146 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 striper 2024-09-19T14:03:06.146 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 objecter 2024-09-19T14:03:06.146 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rados 2024-09-19T14:03:06.146 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd 2024-09-19T14:03:06.146 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_mirror 2024-09-19T14:03:06.146 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_replay 2024-09-19T14:03:06.146 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_pwl 2024-09-19T14:03:06.146 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 journaler 2024-09-19T14:03:06.146 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 objectcacher 2024-09-19T14:03:06.146 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 immutable_obj_cache 2024-09-19T14:03:06.146 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 client 2024-09-19T14:03:06.146 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 osd 2024-09-19T14:03:06.146 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 optracker 2024-09-19T14:03:06.147 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 objclass 2024-09-19T14:03:06.147 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 filestore 2024-09-19T14:03:06.147 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 journal 2024-09-19T14:03:06.147 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 0 ms 2024-09-19T14:03:06.147 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mon 2024-09-19T14:03:06.147 INFO:tasks.workunit.client.0.smithi031.stderr: 0/10 monc 2024-09-19T14:03:06.147 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 paxos 2024-09-19T14:03:06.147 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 tp 2024-09-19T14:03:06.147 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 auth 2024-09-19T14:03:06.147 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 crypto 2024-09-19T14:03:06.147 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 finisher 2024-09-19T14:03:06.147 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 reserver 2024-09-19T14:03:06.147 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 heartbeatmap 2024-09-19T14:03:06.148 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 perfcounter 2024-09-19T14:03:06.148 INFO:tasks.workunit.client.0.smithi031.stderr: 20/20 rgw 2024-09-19T14:03:06.148 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_sync 2024-09-19T14:03:06.148 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_datacache 2024-09-19T14:03:06.148 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_access 2024-09-19T14:03:06.148 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_dbstore 2024-09-19T14:03:06.148 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_flight 2024-09-19T14:03:06.148 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_lifecycle 2024-09-19T14:03:06.148 INFO:tasks.workunit.client.0.smithi031.stderr: 20/20 rgw_notification 2024-09-19T14:03:06.148 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 javaclient 2024-09-19T14:03:06.148 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 asok 2024-09-19T14:03:06.148 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 throttle 2024-09-19T14:03:06.148 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 0 refs 2024-09-19T14:03:06.149 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 compressor 2024-09-19T14:03:06.149 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 bluestore 2024-09-19T14:03:06.149 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 bluefs 2024-09-19T14:03:06.149 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 bdev 2024-09-19T14:03:06.149 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 kstore 2024-09-19T14:03:06.149 INFO:tasks.workunit.client.0.smithi031.stderr: 4/ 5 rocksdb 2024-09-19T14:03:06.149 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 fuse 2024-09-19T14:03:06.149 INFO:tasks.workunit.client.0.smithi031.stderr: 2/ 5 mgr 2024-09-19T14:03:06.149 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mgrc 2024-09-19T14:03:06.149 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 dpdk 2024-09-19T14:03:06.149 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 eventtrace 2024-09-19T14:03:06.149 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 prioritycache 2024-09-19T14:03:06.149 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 test 2024-09-19T14:03:06.150 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cephfs_mirror 2024-09-19T14:03:06.150 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cephsqlite 2024-09-19T14:03:06.150 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 crimson_interrupt 2024-09-19T14:03:06.150 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore 2024-09-19T14:03:06.150 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_onode 2024-09-19T14:03:06.150 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_odata 2024-09-19T14:03:06.150 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_omap 2024-09-19T14:03:06.150 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_tm 2024-09-19T14:03:06.150 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_t 2024-09-19T14:03:06.150 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_cleaner 2024-09-19T14:03:06.150 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_epm 2024-09-19T14:03:06.150 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_lba 2024-09-19T14:03:06.150 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-19T14:03:06.150 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_cache 2024-09-19T14:03:06.151 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_journal 2024-09-19T14:03:06.151 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_device 2024-09-19T14:03:06.151 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_backref 2024-09-19T14:03:06.151 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 alienstore 2024-09-19T14:03:06.151 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mclock 2024-09-19T14:03:06.151 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cyanstore 2024-09-19T14:03:06.151 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 ceph_exporter 2024-09-19T14:03:06.151 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 memstore 2024-09-19T14:03:06.151 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 trace 2024-09-19T14:03:06.151 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 ceph_dedup 2024-09-19T14:03:06.151 INFO:tasks.workunit.client.0.smithi031.stderr: -2/-2 (syslog threshold) 2024-09-19T14:03:06.151 INFO:tasks.workunit.client.0.smithi031.stderr: 99/99 (stderr threshold) 2024-09-19T14:03:06.151 INFO:tasks.workunit.client.0.smithi031.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-19T14:03:06.152 INFO:tasks.workunit.client.0.smithi031.stderr: 7f86bf7fe640 / http_manager 2024-09-19T14:03:06.152 INFO:tasks.workunit.client.0.smithi031.stderr: 7f874dfe3640 / http_manager 2024-09-19T14:03:06.152 INFO:tasks.workunit.client.0.smithi031.stderr: 7f874efe5640 / rgw_dt_lg_renew 2024-09-19T14:03:06.152 INFO:tasks.workunit.client.0.smithi031.stderr: 7f876e7fc640 / ms_dispatch 2024-09-19T14:03:06.152 INFO:tasks.workunit.client.0.smithi031.stderr: 7f876f7fe640 / io_context_pool 2024-09-19T14:03:06.152 INFO:tasks.workunit.client.0.smithi031.stderr: 7f876ffff640 / io_context_pool 2024-09-19T14:03:06.152 INFO:tasks.workunit.client.0.smithi031.stderr: 7f877e7fc640 / ms_dispatch 2024-09-19T14:03:06.152 INFO:tasks.workunit.client.0.smithi031.stderr: 7f878560a640 / ms_dispatch 2024-09-19T14:03:06.152 INFO:tasks.workunit.client.0.smithi031.stderr: 7f8786e0d640 / io_context_pool 2024-09-19T14:03:06.152 INFO:tasks.workunit.client.0.smithi031.stderr: 7f8898525640 / msgr-worker-2 2024-09-19T14:03:06.152 INFO:tasks.workunit.client.0.smithi031.stderr: 7f8898d26640 / msgr-worker-1 2024-09-19T14:03:06.152 INFO:tasks.workunit.client.0.smithi031.stderr: 7f8899527640 / msgr-worker-0 2024-09-19T14:03:06.153 INFO:tasks.workunit.client.0.smithi031.stderr: 7f8899d28640 / io_context_pool 2024-09-19T14:03:06.153 INFO:tasks.workunit.client.0.smithi031.stderr: 7f889b2209c0 / radosgw-admin 2024-09-19T14:03:06.153 INFO:tasks.workunit.client.0.smithi031.stderr: max_recent 500 2024-09-19T14:03:06.153 INFO:tasks.workunit.client.0.smithi031.stderr: max_new 1000 2024-09-19T14:03:06.153 INFO:tasks.workunit.client.0.smithi031.stderr: log_file /var/lib/ceph/crash/2024-09-19T14:03:06.028995Z_6cc35cf9-85bd-41f5-89c2-fbaf6ec7456f/log 2024-09-19T14:03:06.153 INFO:tasks.workunit.client.0.smithi031.stderr:--- end dump of recent events --- 2024-09-19T14:03:06.154 INFO:tasks.workunit.client.0.smithi031.stderr:Aborted 2024-09-19T14:03:06.154 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-19T14:03:06.154 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:03:06.154 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:03:06.307 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.304+0000 7ffba3f4a640 0 --2- 172.21.15.31:0/927603327 >> [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] conn(0x562937cfaa20 0x562937d297e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-19T14:03:06.314 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.312+0000 7ffba6c459c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:06.317 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.312+0000 7ffba6c459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:06.317 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.312+0000 7ffba6c459c0 20 realm 2024-09-19T14:03:06.317 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.312+0000 7ffba6c459c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:06.318 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.312+0000 7ffba6c459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:06.318 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.312+0000 7ffba6c459c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:03:06.318 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.312+0000 7ffba6c459c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:06.318 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.316+0000 7ffba6c459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:06.318 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.316+0000 7ffba6c459c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:06.319 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.316+0000 7ffba6c459c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:03:06.319 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.316+0000 7ffba6c459c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:06.321 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.316+0000 7ffba6c459c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:03:06.321 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.316+0000 7ffba6c459c0 20 searching for the correct realm 2024-09-19T14:03:06.530 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.524+0000 7ffba474b640 0 -- 172.21.15.31:0/3022282162 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7ffb94072cd0 msgr2=0x7ffb9404c0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T14:03:06.741 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.736+0000 7ffba474b640 0 -- 172.21.15.31:0/3022282162 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7ffb9c01a040 msgr2=0x7ffb9c01b940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:03:06.959 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.956+0000 7ffba6c459c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:03:06.959 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.956+0000 7ffba6c459c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:03:06.959 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.956+0000 7ffba6c459c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:03:06.959 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.956+0000 7ffba6c459c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:03:06.959 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.956+0000 7ffba6c459c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:03:06.959 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.956+0000 7ffba6c459c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:03:06.960 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.956+0000 7ffba6c459c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:06.960 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.956+0000 7ffba6c459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:06.960 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.956+0000 7ffba6c459c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:06.960 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.956+0000 7ffba6c459c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:03:06.961 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.956+0000 7ffba6c459c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:06.962 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.956+0000 7ffba6c459c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:03:06.962 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.956+0000 7ffba6c459c0 20 zone default found 2024-09-19T14:03:06.962 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.956+0000 7ffba6c459c0 4 Realm: () 2024-09-19T14:03:06.962 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.956+0000 7ffba6c459c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:03:06.962 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.956+0000 7ffba6c459c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:03:06.962 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.956+0000 7ffba6c459c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:03:06.962 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.956+0000 7ffba6c459c0 20 zonegroup default 2024-09-19T14:03:06.963 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.956+0000 7ffba6c459c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:06.963 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.960+0000 7ffba6c459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:06.963 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.960+0000 7ffba6c459c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:06.963 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.960+0000 7ffba6c459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:06.964 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.960+0000 7ffba6c459c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:06.964 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.960+0000 7ffba6c459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:06.965 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.960+0000 7ffba6c459c0 20 started sync module instance, tier type = 2024-09-19T14:03:06.965 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.960+0000 7ffba6c459c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:03:06.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.984+0000 7ffba6c459c0 20 add_watcher() i=0 2024-09-19T14:03:06.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.984+0000 7ffba6c459c0 20 add_watcher() i=1 2024-09-19T14:03:06.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.984+0000 7ffba6c459c0 20 add_watcher() i=2 2024-09-19T14:03:06.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.984+0000 7ffba6c459c0 20 add_watcher() i=3 2024-09-19T14:03:06.987 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.984+0000 7ffba6c459c0 20 add_watcher() i=4 2024-09-19T14:03:06.987 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.984+0000 7ffba6c459c0 20 add_watcher() i=5 2024-09-19T14:03:06.987 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.984+0000 7ffba6c459c0 20 add_watcher() i=6 2024-09-19T14:03:06.989 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.984+0000 7ffba6c459c0 20 add_watcher() i=7 2024-09-19T14:03:06.989 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.984+0000 7ffba6c459c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:03:06.993 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.988+0000 7ffa5afdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:03:06.994 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.988+0000 7ffba6c459c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:03:06.994 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.988+0000 7ffba6c459c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:03:06.994 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.988+0000 7ffba6c459c0 5 note: GC not initialized 2024-09-19T14:03:06.995 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.992+0000 7ffa59fdb640 20 reqs_thread_entry: start 2024-09-19T14:03:06.995 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.992+0000 7ffba6c459c0 20 init_complete bucket index max shards: 1 2024-09-19T14:03:06.995 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.992+0000 7ffba6c459c0 20 Filter name: none 2024-09-19T14:03:06.995 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.992+0000 7ff9cb7fe640 20 reqs_thread_entry: start 2024-09-19T14:03:06.995 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.992+0000 7ffba6c459c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:06.996 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.992+0000 7ffba6c459c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T14:03:06.996 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.992+0000 7ffba6c459c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:06.997 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.992+0000 7ffba6c459c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-19T14:03:06.998 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.992+0000 7ffba6c459c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:03:06.998 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.992+0000 7ffba6c459c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:06.998 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.996+0000 7ffba6c459c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T14:03:06.998 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.996+0000 7ffba6c459c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:06.999 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.996+0000 7ffba6c459c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-19T14:03:06.999 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:06.996+0000 7ffba6c459c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:03:07.002 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.000+0000 7ffa5afdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:03:07.007 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.004+0000 7ffba6c459c0 20 remove_watcher() i=0 2024-09-19T14:03:07.007 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.004+0000 7ffba6c459c0 2 removed watcher, disabling cache 2024-09-19T14:03:07.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.004+0000 7ffba6c459c0 20 remove_watcher() i=1 2024-09-19T14:03:07.011 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.008+0000 7ffba6c459c0 20 remove_watcher() i=2 2024-09-19T14:03:07.014 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.008+0000 7ffba6c459c0 20 remove_watcher() i=3 2024-09-19T14:03:07.016 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.012+0000 7ffba6c459c0 20 remove_watcher() i=4 2024-09-19T14:03:07.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.016+0000 7ffba6c459c0 20 remove_watcher() i=5 2024-09-19T14:03:07.021 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.016+0000 7ffba6c459c0 20 remove_watcher() i=6 2024-09-19T14:03:07.024 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.020+0000 7ffba6c459c0 20 remove_watcher() i=7 2024-09-19T14:03:07.045 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:03:07.046 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:03:07.060 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-19T14:03:07.093 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:03:07.093 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:03:07.138 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.136+0000 7f01dbd1d9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:07.345 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.340+0000 7f01dbd1d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:07.345 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.340+0000 7f01dbd1d9c0 20 realm 2024-09-19T14:03:07.345 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.340+0000 7f01dbd1d9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:07.346 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.340+0000 7f01dbd1d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:07.346 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.340+0000 7f01dbd1d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:03:07.346 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.340+0000 7f01dbd1d9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:07.346 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.344+0000 7f01dbd1d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:07.346 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.344+0000 7f01dbd1d9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:07.348 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.344+0000 7f01dbd1d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:03:07.348 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.344+0000 7f01dbd1d9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:07.350 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.348+0000 7f01dbd1d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:03:07.350 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.348+0000 7f01dbd1d9c0 20 searching for the correct realm 2024-09-19T14:03:07.359 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.356+0000 7f01d9022640 0 -- 172.21.15.31:0/1516493150 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7f01d00e6be0 msgr2=0x7f01d00e5930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:03:07.369 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.364+0000 7f01d9823640 0 -- 172.21.15.31:0/1516493150 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f01d40621a0 msgr2=0x7f01d4060c10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:03:07.382 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.376+0000 7f01dbd1d9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:03:07.382 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.376+0000 7f01dbd1d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:03:07.382 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.376+0000 7f01dbd1d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:03:07.382 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.376+0000 7f01dbd1d9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:03:07.382 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.376+0000 7f01dbd1d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:03:07.382 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.376+0000 7f01dbd1d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:03:07.382 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.376+0000 7f01dbd1d9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:07.383 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.380+0000 7f01dbd1d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:07.383 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.380+0000 7f01dbd1d9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:07.383 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.380+0000 7f01dbd1d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:03:07.383 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.380+0000 7f01dbd1d9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:07.385 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.380+0000 7f01dbd1d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:03:07.385 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.380+0000 7f01dbd1d9c0 20 zone default found 2024-09-19T14:03:07.385 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.380+0000 7f01dbd1d9c0 4 Realm: () 2024-09-19T14:03:07.385 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.380+0000 7f01dbd1d9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:03:07.385 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.380+0000 7f01dbd1d9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:03:07.385 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.380+0000 7f01dbd1d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:03:07.385 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.380+0000 7f01dbd1d9c0 20 zonegroup default 2024-09-19T14:03:07.385 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.380+0000 7f01dbd1d9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:07.386 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.380+0000 7f01dbd1d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:07.386 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.380+0000 7f01dbd1d9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:07.386 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.384+0000 7f01dbd1d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:07.386 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.384+0000 7f01dbd1d9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:07.387 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.384+0000 7f01dbd1d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:07.387 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.384+0000 7f01dbd1d9c0 20 started sync module instance, tier type = 2024-09-19T14:03:07.387 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.384+0000 7f01dbd1d9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:03:07.411 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.408+0000 7f01dbd1d9c0 20 add_watcher() i=0 2024-09-19T14:03:07.411 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.408+0000 7f01dbd1d9c0 20 add_watcher() i=1 2024-09-19T14:03:07.411 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.408+0000 7f01dbd1d9c0 20 add_watcher() i=2 2024-09-19T14:03:07.411 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.408+0000 7f01dbd1d9c0 20 add_watcher() i=3 2024-09-19T14:03:07.411 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.408+0000 7f01dbd1d9c0 20 add_watcher() i=4 2024-09-19T14:03:07.411 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.408+0000 7f01dbd1d9c0 20 add_watcher() i=5 2024-09-19T14:03:07.411 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.408+0000 7f01dbd1d9c0 20 add_watcher() i=6 2024-09-19T14:03:07.413 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.408+0000 7f01dbd1d9c0 20 add_watcher() i=7 2024-09-19T14:03:07.413 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.408+0000 7f01dbd1d9c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:03:07.417 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.412+0000 7f008b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:03:07.418 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.416+0000 7f01dbd1d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:03:07.418 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.416+0000 7f01dbd1d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:03:07.418 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.416+0000 7f01dbd1d9c0 5 note: GC not initialized 2024-09-19T14:03:07.419 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.416+0000 7f008a7fc640 20 reqs_thread_entry: start 2024-09-19T14:03:07.419 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.416+0000 7f01dbd1d9c0 20 init_complete bucket index max shards: 1 2024-09-19T14:03:07.419 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.416+0000 7f01dbd1d9c0 20 Filter name: none 2024-09-19T14:03:07.419 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.416+0000 7efffbfff640 20 reqs_thread_entry: start 2024-09-19T14:03:07.419 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.416+0000 7f01dbd1d9c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-19T14:03:07.419 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.416+0000 7f01dbd1d9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:07.420 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.416+0000 7f01dbd1d9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T14:03:07.420 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.416+0000 7f01dbd1d9c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-19T14:03:07.420 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.416+0000 7f01dbd1d9c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-19T14:03:07.420 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.416+0000 7f01dbd1d9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 : miss 2024-09-19T14:03:07.420 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.416+0000 7f01dbd1d9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:07.421 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.416+0000 7f01dbd1d9c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-19T14:03:07.421 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.416+0000 7f01dbd1d9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T14:03:07.421 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.416+0000 7f01dbd1d9c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T14:03:07.421 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.416+0000 7f01dbd1d9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T14:03:07.422 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.416+0000 7f01dbd1d9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:03:07.422 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.416+0000 7f01dbd1d9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 2024-09-19T14:03:07.422 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.416+0000 7f01dbd1d9c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.0 2024-09-19T14:03:07.422 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.416+0000 7f01dbd1d9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.0 2024-09-19T14:03:07.422 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.420+0000 7f01dbd1d9c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.1 2024-09-19T14:03:07.422 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.420+0000 7f01dbd1d9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.1 2024-09-19T14:03:07.423 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.420+0000 7f01dbd1d9c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.2 2024-09-19T14:03:07.423 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.420+0000 7f01dbd1d9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.2 2024-09-19T14:03:07.425 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.420+0000 7f008b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:03:07.430 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.428+0000 7f01dbd1d9c0 20 remove_watcher() i=0 2024-09-19T14:03:07.431 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.428+0000 7f01dbd1d9c0 2 removed watcher, disabling cache 2024-09-19T14:03:07.433 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.428+0000 7f01dbd1d9c0 20 remove_watcher() i=1 2024-09-19T14:03:07.435 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.432+0000 7f01dbd1d9c0 20 remove_watcher() i=2 2024-09-19T14:03:07.438 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.432+0000 7f01dbd1d9c0 20 remove_watcher() i=3 2024-09-19T14:03:07.440 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.436+0000 7f01dbd1d9c0 20 remove_watcher() i=4 2024-09-19T14:03:07.442 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.440+0000 7f01dbd1d9c0 20 remove_watcher() i=5 2024-09-19T14:03:07.445 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.440+0000 7f01dbd1d9c0 20 remove_watcher() i=6 2024-09-19T14:03:07.447 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:07.444+0000 7f01dbd1d9c0 20 remove_watcher() i=7 2024-09-19T14:03:37.498 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin reshardlog purge --bucket a-bucket 2024-09-19T14:03:37.533 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:03:37.534 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:03:37.580 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.576+0000 7f88b2bef9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:37.582 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.576+0000 7f88b2bef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:37.582 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.576+0000 7f88b2bef9c0 20 realm 2024-09-19T14:03:37.582 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.576+0000 7f88b2bef9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:37.582 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.580+0000 7f88b2bef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:37.582 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.580+0000 7f88b2bef9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:03:37.582 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.580+0000 7f88b2bef9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:37.583 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.580+0000 7f88b2bef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:37.583 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.580+0000 7f88b2bef9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:37.584 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.580+0000 7f88b2bef9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:03:37.584 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.580+0000 7f88b2bef9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:37.586 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.580+0000 7f88b2bef9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:03:37.586 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.580+0000 7f88b2bef9c0 20 searching for the correct realm 2024-09-19T14:03:37.591 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.588+0000 7f88afef4640 0 -- 172.21.15.31:0/1312532375 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7f88a411f280 msgr2=0x7f88a40b67e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T14:03:37.598 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.596+0000 7f88b0ef6640 0 -- 172.21.15.31:0/1312532375 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x56373b97fa60 msgr2=0x56373b981f20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:03:37.606 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.600+0000 7f88b2bef9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:03:37.606 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.600+0000 7f88b2bef9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:03:37.606 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.600+0000 7f88b2bef9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:03:37.606 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.600+0000 7f88b2bef9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:03:37.606 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.600+0000 7f88b2bef9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:03:37.606 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.600+0000 7f88b2bef9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:03:37.606 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.600+0000 7f88b2bef9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:37.607 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.604+0000 7f88b2bef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:37.607 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.604+0000 7f88b2bef9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:37.607 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.604+0000 7f88b2bef9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:03:37.607 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.604+0000 7f88b2bef9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:37.608 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.604+0000 7f88b2bef9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:03:37.608 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.604+0000 7f88b2bef9c0 20 zone default found 2024-09-19T14:03:37.608 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.604+0000 7f88b2bef9c0 4 Realm: () 2024-09-19T14:03:37.608 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.604+0000 7f88b2bef9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:03:37.608 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.604+0000 7f88b2bef9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:03:37.608 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.604+0000 7f88b2bef9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:03:37.609 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.604+0000 7f88b2bef9c0 20 zonegroup default 2024-09-19T14:03:37.609 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.604+0000 7f88b2bef9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:37.609 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.604+0000 7f88b2bef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:37.609 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.604+0000 7f88b2bef9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:37.609 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.604+0000 7f88b2bef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:37.610 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.604+0000 7f88b2bef9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:37.610 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.604+0000 7f88b2bef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:37.610 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.604+0000 7f88b2bef9c0 20 started sync module instance, tier type = 2024-09-19T14:03:37.610 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.604+0000 7f88b2bef9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:03:37.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.624+0000 7f88b2bef9c0 20 add_watcher() i=0 2024-09-19T14:03:37.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.624+0000 7f88b2bef9c0 20 add_watcher() i=1 2024-09-19T14:03:37.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.624+0000 7f88b2bef9c0 20 add_watcher() i=2 2024-09-19T14:03:37.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.624+0000 7f88b2bef9c0 20 add_watcher() i=3 2024-09-19T14:03:37.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.624+0000 7f88b2bef9c0 20 add_watcher() i=4 2024-09-19T14:03:37.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.624+0000 7f88b2bef9c0 20 add_watcher() i=5 2024-09-19T14:03:37.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.624+0000 7f88b2bef9c0 20 add_watcher() i=6 2024-09-19T14:03:37.630 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.624+0000 7f88b2bef9c0 20 add_watcher() i=7 2024-09-19T14:03:37.630 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.624+0000 7f88b2bef9c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:03:37.634 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.628+0000 7f8766fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:03:37.635 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.632+0000 7f88b2bef9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:03:37.635 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.632+0000 7f88b2bef9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:03:37.635 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.632+0000 7f88b2bef9c0 5 note: GC not initialized 2024-09-19T14:03:37.636 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.632+0000 7f8765fdb640 20 reqs_thread_entry: start 2024-09-19T14:03:37.636 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.632+0000 7f88b2bef9c0 20 init_complete bucket index max shards: 1 2024-09-19T14:03:37.636 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.632+0000 7f88b2bef9c0 20 Filter name: none 2024-09-19T14:03:37.636 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.632+0000 7f86d77fe640 20 reqs_thread_entry: start 2024-09-19T14:03:37.636 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.632+0000 7f88b2bef9c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-19T14:03:37.636 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.632+0000 7f88b2bef9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:37.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.632+0000 7f88b2bef9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T14:03:37.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.632+0000 7f88b2bef9c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-19T14:03:37.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.632+0000 7f88b2bef9c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-19T14:03:37.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.632+0000 7f88b2bef9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 : miss 2024-09-19T14:03:37.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.632+0000 7f88b2bef9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:37.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.632+0000 7f88b2bef9c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-19T14:03:37.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.632+0000 7f88b2bef9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T14:03:37.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.632+0000 7f88b2bef9c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T14:03:37.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.632+0000 7f88b2bef9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T14:03:37.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.632+0000 7f88b2bef9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:03:37.638 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.632+0000 7f88b2bef9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 2024-09-19T14:03:37.643 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.640+0000 7f8766fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:03:37.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.644+0000 7f88b2bef9c0 20 remove_watcher() i=0 2024-09-19T14:03:37.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.644+0000 7f88b2bef9c0 2 removed watcher, disabling cache 2024-09-19T14:03:37.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.644+0000 7f88b2bef9c0 20 remove_watcher() i=1 2024-09-19T14:03:37.651 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.648+0000 7f88b2bef9c0 20 remove_watcher() i=2 2024-09-19T14:03:37.653 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.648+0000 7f88b2bef9c0 20 remove_watcher() i=3 2024-09-19T14:03:37.655 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.652+0000 7f88b2bef9c0 20 remove_watcher() i=4 2024-09-19T14:03:37.658 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.652+0000 7f88b2bef9c0 20 remove_watcher() i=5 2024-09-19T14:03:37.661 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.656+0000 7f88b2bef9c0 20 remove_watcher() i=6 2024-09-19T14:03:37.663 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.660+0000 7f88b2bef9c0 20 remove_watcher() i=7 2024-09-19T14:03:37.679 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-19T14:03:37.712 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:03:37.712 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:03:37.759 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.756+0000 7fd8ca29f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:37.761 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.756+0000 7fd8ca29f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:37.761 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.756+0000 7fd8ca29f9c0 20 realm 2024-09-19T14:03:37.761 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.756+0000 7fd8ca29f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:37.762 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.756+0000 7fd8ca29f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:37.762 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.756+0000 7fd8ca29f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:03:37.762 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.756+0000 7fd8ca29f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:37.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.760+0000 7fd8ca29f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:37.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.760+0000 7fd8ca29f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:37.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.760+0000 7fd8ca29f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:03:37.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.760+0000 7fd8ca29f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:37.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.760+0000 7fd8ca29f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:03:37.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.760+0000 7fd8ca29f9c0 20 searching for the correct realm 2024-09-19T14:03:37.771 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.768+0000 7fd8c75a4640 0 -- 172.21.15.31:0/2628892869 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7fd8bc0c4400 msgr2=0x7fd8bc0c4880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:03:37.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.772+0000 7fd8c7da5640 0 -- 172.21.15.31:0/2628892869 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7fd8c0025060 msgr2=0x7fd8c006ff50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:03:37.786 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.780+0000 7fd8ca29f9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:03:37.786 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.780+0000 7fd8ca29f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:03:37.786 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.780+0000 7fd8ca29f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:03:37.786 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.780+0000 7fd8ca29f9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:03:37.786 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.780+0000 7fd8ca29f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:03:37.786 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.780+0000 7fd8ca29f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:03:37.786 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.780+0000 7fd8ca29f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:37.787 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.784+0000 7fd8ca29f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:37.787 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.784+0000 7fd8ca29f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:37.787 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.784+0000 7fd8ca29f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:03:37.787 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.784+0000 7fd8ca29f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:37.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.784+0000 7fd8ca29f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:03:37.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.784+0000 7fd8ca29f9c0 20 zone default found 2024-09-19T14:03:37.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.784+0000 7fd8ca29f9c0 4 Realm: () 2024-09-19T14:03:37.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.784+0000 7fd8ca29f9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:03:37.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.784+0000 7fd8ca29f9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:03:37.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.784+0000 7fd8ca29f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:03:37.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.784+0000 7fd8ca29f9c0 20 zonegroup default 2024-09-19T14:03:37.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.784+0000 7fd8ca29f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:37.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.784+0000 7fd8ca29f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:37.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.784+0000 7fd8ca29f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:37.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.784+0000 7fd8ca29f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:37.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.784+0000 7fd8ca29f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:37.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.784+0000 7fd8ca29f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:37.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.784+0000 7fd8ca29f9c0 20 started sync module instance, tier type = 2024-09-19T14:03:37.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.784+0000 7fd8ca29f9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:03:37.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.804+0000 7fd8ca29f9c0 20 add_watcher() i=0 2024-09-19T14:03:37.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.804+0000 7fd8ca29f9c0 20 add_watcher() i=1 2024-09-19T14:03:37.808 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.804+0000 7fd8ca29f9c0 20 add_watcher() i=2 2024-09-19T14:03:37.808 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.804+0000 7fd8ca29f9c0 20 add_watcher() i=3 2024-09-19T14:03:37.808 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.804+0000 7fd8ca29f9c0 20 add_watcher() i=4 2024-09-19T14:03:37.808 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.804+0000 7fd8ca29f9c0 20 add_watcher() i=5 2024-09-19T14:03:37.808 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.804+0000 7fd8ca29f9c0 20 add_watcher() i=6 2024-09-19T14:03:37.810 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.804+0000 7fd8ca29f9c0 20 add_watcher() i=7 2024-09-19T14:03:37.810 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.804+0000 7fd8ca29f9c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:03:37.814 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.808+0000 7fd77e7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:03:37.815 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.812+0000 7fd8ca29f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:03:37.815 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.812+0000 7fd8ca29f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:03:37.815 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.812+0000 7fd8ca29f9c0 5 note: GC not initialized 2024-09-19T14:03:37.815 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.812+0000 7fd77d7e2640 20 reqs_thread_entry: start 2024-09-19T14:03:37.815 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.812+0000 7fd8ca29f9c0 20 init_complete bucket index max shards: 1 2024-09-19T14:03:37.815 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.812+0000 7fd8ca29f9c0 20 Filter name: none 2024-09-19T14:03:37.815 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.812+0000 7fd7767fc640 20 reqs_thread_entry: start 2024-09-19T14:03:37.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.812+0000 7fd8ca29f9c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-19T14:03:37.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.812+0000 7fd8ca29f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:37.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.812+0000 7fd8ca29f9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T14:03:37.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.812+0000 7fd8ca29f9c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-19T14:03:37.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.812+0000 7fd8ca29f9c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-19T14:03:37.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.812+0000 7fd8ca29f9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 : miss 2024-09-19T14:03:37.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.812+0000 7fd8ca29f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:37.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.812+0000 7fd8ca29f9c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-19T14:03:37.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.812+0000 7fd8ca29f9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T14:03:37.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.812+0000 7fd8ca29f9c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T14:03:37.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.812+0000 7fd8ca29f9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T14:03:37.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.812+0000 7fd8ca29f9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:03:37.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.812+0000 7fd8ca29f9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 2024-09-19T14:03:37.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.812+0000 7fd8ca29f9c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.0 2024-09-19T14:03:37.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.812+0000 7fd8ca29f9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.0 2024-09-19T14:03:37.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.812+0000 7fd8ca29f9c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.1 2024-09-19T14:03:37.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.812+0000 7fd8ca29f9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.1 2024-09-19T14:03:37.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.812+0000 7fd8ca29f9c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.2 2024-09-19T14:03:37.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.812+0000 7fd8ca29f9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.2 2024-09-19T14:03:37.820 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.816+0000 7fd77e7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:03:37.824 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.820+0000 7fd8ca29f9c0 20 remove_watcher() i=0 2024-09-19T14:03:37.824 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.820+0000 7fd8ca29f9c0 2 removed watcher, disabling cache 2024-09-19T14:03:37.826 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.824+0000 7fd8ca29f9c0 20 remove_watcher() i=1 2024-09-19T14:03:37.829 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.824+0000 7fd8ca29f9c0 20 remove_watcher() i=2 2024-09-19T14:03:37.831 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.828+0000 7fd8ca29f9c0 20 remove_watcher() i=3 2024-09-19T14:03:37.833 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.828+0000 7fd8ca29f9c0 20 remove_watcher() i=4 2024-09-19T14:03:37.836 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.832+0000 7fd8ca29f9c0 20 remove_watcher() i=5 2024-09-19T14:03:37.838 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.832+0000 7fd8ca29f9c0 20 remove_watcher() i=6 2024-09-19T14:03:37.841 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.836+0000 7fd8ca29f9c0 20 remove_watcher() i=7 2024-09-19T14:03:37.855 INFO:tasks.workunit.client.0.smithi031.stderr:check reshard logrecord successfully 2024-09-19T14:03:37.856 INFO:tasks.workunit.client.0.smithi031.stderr: test: reshard versioned bucket 2024-09-19T14:03:37.856 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket myver 2024-09-19T14:03:37.883 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:03:37.883 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:03:37.929 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.924+0000 7f37a896e9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:37.931 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.928+0000 7f37a896e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:37.931 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.928+0000 7f37a896e9c0 20 realm 2024-09-19T14:03:37.931 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.928+0000 7f37a896e9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:37.932 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.928+0000 7f37a896e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:37.932 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.928+0000 7f37a896e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:03:37.932 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.928+0000 7f37a896e9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:37.932 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.928+0000 7f37a896e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:37.932 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.928+0000 7f37a896e9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:37.933 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.928+0000 7f37a896e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:03:37.933 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.928+0000 7f37a896e9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:37.935 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.932+0000 7f37a896e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:03:37.935 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.932+0000 7f37a896e9c0 20 searching for the correct realm 2024-09-19T14:03:37.940 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.936+0000 7f37a5c73640 0 -- 172.21.15.31:0/3633595575 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7f379c008030 msgr2=0x7f379c04b410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:03:37.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.944+0000 7f37a6c75640 0 -- 172.21.15.31:0/3633595575 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x55cb28a7b0e0 msgr2=0x55cb28a7d4f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:03:37.954 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.948+0000 7f37a896e9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:03:37.954 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.948+0000 7f37a896e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:03:37.954 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.948+0000 7f37a896e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:03:37.954 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.948+0000 7f37a896e9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:03:37.954 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.948+0000 7f37a896e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:03:37.954 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.948+0000 7f37a896e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:03:37.954 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.948+0000 7f37a896e9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:37.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.952+0000 7f37a896e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:37.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.952+0000 7f37a896e9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:37.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.952+0000 7f37a896e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:03:37.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.952+0000 7f37a896e9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:37.956 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.952+0000 7f37a896e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:03:37.956 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.952+0000 7f37a896e9c0 20 zone default found 2024-09-19T14:03:37.956 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.952+0000 7f37a896e9c0 4 Realm: () 2024-09-19T14:03:37.956 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.952+0000 7f37a896e9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:03:37.956 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.952+0000 7f37a896e9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:03:37.956 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.952+0000 7f37a896e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:03:37.957 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.952+0000 7f37a896e9c0 20 zonegroup default 2024-09-19T14:03:37.957 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.952+0000 7f37a896e9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:37.957 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.952+0000 7f37a896e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:37.958 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.952+0000 7f37a896e9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:37.958 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.952+0000 7f37a896e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:37.958 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.952+0000 7f37a896e9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:37.958 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.952+0000 7f37a896e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:37.958 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.952+0000 7f37a896e9c0 20 started sync module instance, tier type = 2024-09-19T14:03:37.958 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.952+0000 7f37a896e9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:03:37.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.972+0000 7f37a896e9c0 20 add_watcher() i=0 2024-09-19T14:03:37.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.972+0000 7f37a896e9c0 20 add_watcher() i=1 2024-09-19T14:03:37.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.972+0000 7f37a896e9c0 20 add_watcher() i=2 2024-09-19T14:03:37.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.972+0000 7f37a896e9c0 20 add_watcher() i=3 2024-09-19T14:03:37.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.972+0000 7f37a896e9c0 20 add_watcher() i=4 2024-09-19T14:03:37.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.972+0000 7f37a896e9c0 20 add_watcher() i=5 2024-09-19T14:03:37.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.972+0000 7f37a896e9c0 20 add_watcher() i=6 2024-09-19T14:03:37.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.976+0000 7f37a896e9c0 20 add_watcher() i=7 2024-09-19T14:03:37.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.976+0000 7f37a896e9c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:03:37.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.980+0000 7f365cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:03:37.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.980+0000 7f37a896e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:03:37.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.980+0000 7f37a896e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:03:37.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.980+0000 7f37a896e9c0 5 note: GC not initialized 2024-09-19T14:03:37.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.980+0000 7f35d77fe640 20 reqs_thread_entry: start 2024-09-19T14:03:37.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.980+0000 7f37a896e9c0 20 init_complete bucket index max shards: 1 2024-09-19T14:03:37.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.980+0000 7f37a896e9c0 20 Filter name: none 2024-09-19T14:03:37.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.980+0000 7f35d57fa640 20 reqs_thread_entry: start 2024-09-19T14:03:37.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.980+0000 7f37a896e9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:37.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.980+0000 7f37a896e9c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-19T14:03:37.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.980+0000 7f37a896e9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:37.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.980+0000 7f37a896e9c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-19T14:03:37.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.980+0000 7f37a896e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:03:37.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.980+0000 7f37a896e9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:37.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.984+0000 7f37a896e9c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-19T14:03:37.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.984+0000 7f37a896e9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:37.987 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.984+0000 7f37a896e9c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-19T14:03:37.987 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.984+0000 7f37a896e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:03:37.988 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.984+0000 7f365cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:03:37.992 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.988+0000 7f37a896e9c0 20 remove_watcher() i=0 2024-09-19T14:03:37.992 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.988+0000 7f37a896e9c0 2 removed watcher, disabling cache 2024-09-19T14:03:37.994 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.992+0000 7f37a896e9c0 20 remove_watcher() i=1 2024-09-19T14:03:37.996 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.992+0000 7f37a896e9c0 20 remove_watcher() i=2 2024-09-19T14:03:37.998 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.996+0000 7f37a896e9c0 20 remove_watcher() i=3 2024-09-19T14:03:38.000 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:37.996+0000 7f37a896e9c0 20 remove_watcher() i=4 2024-09-19T14:03:38.003 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.000+0000 7f37a896e9c0 20 remove_watcher() i=5 2024-09-19T14:03:38.006 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.000+0000 7f37a896e9c0 20 remove_watcher() i=6 2024-09-19T14:03:38.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.004+0000 7f37a896e9c0 20 remove_watcher() i=7 2024-09-19T14:03:38.026 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:03:38.026 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T14:03:38.026 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: myver id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 num_objects: 0 size_kb: 0 num_shards: 1 2024-09-19T14:03:38.027 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:03:38.027 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket reshard --bucket myver --num-shards 2 2024-09-19T14:03:38.062 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:03:38.063 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:03:38.317 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.312+0000 7fb05051c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:38.321 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.316+0000 7fb05051c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:38.321 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.316+0000 7fb05051c9c0 20 realm 2024-09-19T14:03:38.321 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.316+0000 7fb05051c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:38.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.316+0000 7fb05051c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:38.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.316+0000 7fb05051c9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:03:38.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.316+0000 7fb05051c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:38.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.320+0000 7fb05051c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:38.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.320+0000 7fb05051c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:38.323 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.320+0000 7fb05051c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:03:38.323 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.320+0000 7fb05051c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:38.325 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.320+0000 7fb05051c9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:03:38.325 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.320+0000 7fb05051c9c0 20 searching for the correct realm 2024-09-19T14:03:38.326 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.320+0000 7fb04e823640 0 -- 172.21.15.31:0/3080270526 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7fb044068480 msgr2=0x7fb044066ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:03:38.538 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.532+0000 7fb04e823640 0 -- 172.21.15.31:0/3080270526 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x55cd38ddfaf0 msgr2=0x55cd38de1f40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:03:38.557 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.552+0000 7fb05051c9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:03:38.557 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.552+0000 7fb05051c9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:03:38.557 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.552+0000 7fb05051c9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:03:38.557 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.552+0000 7fb05051c9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:03:38.557 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.552+0000 7fb05051c9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:03:38.557 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.552+0000 7fb05051c9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:03:38.557 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.552+0000 7fb05051c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:38.558 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.552+0000 7fb05051c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:38.558 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.552+0000 7fb05051c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:38.559 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.556+0000 7fb05051c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:03:38.559 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.556+0000 7fb05051c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:38.560 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.556+0000 7fb05051c9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:03:38.560 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.556+0000 7fb05051c9c0 20 zone default found 2024-09-19T14:03:38.560 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.556+0000 7fb05051c9c0 4 Realm: () 2024-09-19T14:03:38.560 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.556+0000 7fb05051c9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:03:38.560 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.556+0000 7fb05051c9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:03:38.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.556+0000 7fb05051c9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:03:38.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.556+0000 7fb05051c9c0 20 zonegroup default 2024-09-19T14:03:38.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.556+0000 7fb05051c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:38.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.556+0000 7fb05051c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:38.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.556+0000 7fb05051c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:38.562 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.556+0000 7fb05051c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:38.562 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.556+0000 7fb05051c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:38.563 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.560+0000 7fb05051c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:38.563 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.560+0000 7fb05051c9c0 20 started sync module instance, tier type = 2024-09-19T14:03:38.563 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.560+0000 7fb05051c9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:03:38.587 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.584+0000 7fb05051c9c0 20 add_watcher() i=0 2024-09-19T14:03:38.587 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.584+0000 7fb05051c9c0 20 add_watcher() i=1 2024-09-19T14:03:38.588 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.584+0000 7fb05051c9c0 20 add_watcher() i=2 2024-09-19T14:03:38.588 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.584+0000 7fb05051c9c0 20 add_watcher() i=3 2024-09-19T14:03:38.588 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.584+0000 7fb05051c9c0 20 add_watcher() i=4 2024-09-19T14:03:38.588 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.584+0000 7fb05051c9c0 20 add_watcher() i=5 2024-09-19T14:03:38.588 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.584+0000 7fb05051c9c0 20 add_watcher() i=6 2024-09-19T14:03:38.590 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.584+0000 7fb05051c9c0 20 add_watcher() i=7 2024-09-19T14:03:38.590 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.584+0000 7fb05051c9c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:03:38.594 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.588+0000 7fae83fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:03:38.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.592+0000 7fb05051c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:03:38.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.592+0000 7fb05051c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:03:38.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.592+0000 7fb05051c9c0 5 note: GC not initialized 2024-09-19T14:03:38.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.592+0000 7fae82ffd640 20 reqs_thread_entry: start 2024-09-19T14:03:38.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.592+0000 7fb05051c9c0 20 init_complete bucket index max shards: 1 2024-09-19T14:03:38.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.592+0000 7fb05051c9c0 20 Filter name: none 2024-09-19T14:03:38.597 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.592+0000 7fae80ff9640 20 reqs_thread_entry: start 2024-09-19T14:03:38.597 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.592+0000 7fb05051c9c0 10 cache get: name=default.rgw.meta+root+myver : miss 2024-09-19T14:03:38.597 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.592+0000 7fb05051c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:38.598 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.592+0000 7fb05051c9c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-19T14:03:38.598 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.592+0000 7fb05051c9c0 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2024-09-19T14:03:38.598 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.592+0000 7fb05051c9c0 10 adding default.rgw.meta+root+myver to cache LRU end 2024-09-19T14:03:38.598 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.592+0000 7fb05051c9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 : miss 2024-09-19T14:03:38.598 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.592+0000 7fb05051c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:38.599 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.596+0000 7fb05051c9c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-19T14:03:38.599 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.596+0000 7fb05051c9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 info.flags=0x17 2024-09-19T14:03:38.599 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.596+0000 7fb05051c9c0 10 adding default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 to cache LRU end 2024-09-19T14:03:38.599 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.596+0000 7fb05051c9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T14:03:38.599 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.596+0000 7fb05051c9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:03:38.599 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.596+0000 7fb05051c9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 2024-09-19T14:03:38.606 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.604+0000 7fb05051c9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 info.flags=0x17 2024-09-19T14:03:38.607 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.604+0000 7fb05051c9c0 10 moving default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 to cache LRU end 2024-09-19T14:03:38.607 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.604+0000 7fb05051c9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:03:38.607 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.604+0000 7fb05051c9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18, ofs0, ns] 2024-09-19T14:03:38.607 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.604+0000 7faf317fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333522 cookie 94339910737264 notifier 8514 bl.length()=821 2024-09-19T14:03:38.607 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.604+0000 7faf317fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 info.flags=0x17 2024-09-19T14:03:38.607 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.604+0000 7faf317fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 to cache LRU end 2024-09-19T14:03:38.607 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.604+0000 7faf317fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:03:38.608 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.604+0000 7fb05051c9c0 20 handle_bi_update(): bucket=:myver[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18]): orig_sources= new_sources= 2024-09-19T14:03:38.608 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.604+0000 7fb05051c9c0 20 handle_bi_update(): bucket=:myver[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18]): potential sources added=[] removed=[] 2024-09-19T14:03:38.608 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.604+0000 7fb05051c9c0 20 handle_bi_update(): bucket=:myver[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18]): orig_dests= new_dests= 2024-09-19T14:03:38.608 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.604+0000 7fb05051c9c0 20 handle_bi_update(): bucket=:myver[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18]): potential dests added=[] removed=[] 2024-09-19T14:03:38.612 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.608+0000 7fb05051c9c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.1.0 2024-09-19T14:03:38.612 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.608+0000 7fb05051c9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.1.0 2024-09-19T14:03:38.612 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.608+0000 7fb05051c9c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.1.1 2024-09-19T14:03:38.612 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.608+0000 7fb05051c9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.1.1 2024-09-19T14:03:38.613 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.608+0000 7fb05051c9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.0 2024-09-19T14:03:38.613 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.608+0000 7fb05051c9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 : hit (requested=0x17, cached=0x17) 2024-09-19T14:03:38.613 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.608+0000 7fb05051c9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 2024-09-19T14:03:38.614 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.612+0000 7fb05051c9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 info.flags=0x17 2024-09-19T14:03:38.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.612+0000 7fb05051c9c0 10 moving default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 to cache LRU end 2024-09-19T14:03:38.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.612+0000 7fb05051c9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:03:38.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.612+0000 7fb05051c9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18, ofs0, ns] 2024-09-19T14:03:38.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.612+0000 7faf317fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333523 cookie 94339910737264 notifier 8514 bl.length()=821 2024-09-19T14:03:38.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.612+0000 7faf317fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 info.flags=0x17 2024-09-19T14:03:38.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.612+0000 7faf317fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 to cache LRU end 2024-09-19T14:03:38.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.612+0000 7faf317fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:03:38.616 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.612+0000 7fb05051c9c0 20 handle_bi_update(): bucket=:myver[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18]): orig_sources= new_sources= 2024-09-19T14:03:38.616 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.612+0000 7fb05051c9c0 20 handle_bi_update(): bucket=:myver[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18]): potential sources added=[] removed=[] 2024-09-19T14:03:38.616 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.612+0000 7fb05051c9c0 20 handle_bi_update(): bucket=:myver[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18]): orig_dests= new_dests= 2024-09-19T14:03:38.616 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.612+0000 7fb05051c9c0 20 handle_bi_update(): bucket=:myver[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18]): potential dests added=[] removed=[] 2024-09-19T14:03:38.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.612+0000 7fb05051c9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.0 2024-09-19T14:03:38.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.616+0000 7fb05051c9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 : hit (requested=0x17, cached=0x17) 2024-09-19T14:03:38.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.616+0000 7fb05051c9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 2024-09-19T14:03:38.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.616+0000 7fb05051c9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 info.flags=0x17 2024-09-19T14:03:38.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.616+0000 7fb05051c9c0 10 moving default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 to cache LRU end 2024-09-19T14:03:38.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.616+0000 7fb05051c9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:03:38.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.616+0000 7fb05051c9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18, ofs0, ns] 2024-09-19T14:03:38.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.616+0000 7faf317fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333524 cookie 94339910737264 notifier 8514 bl.length()=789 2024-09-19T14:03:38.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.616+0000 7faf317fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 info.flags=0x17 2024-09-19T14:03:38.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.616+0000 7faf317fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 to cache LRU end 2024-09-19T14:03:38.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.616+0000 7faf317fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:03:38.622 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.616+0000 7fb05051c9c0 20 handle_bi_update(): bucket=:myver[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18]): orig_sources= new_sources= 2024-09-19T14:03:38.622 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.616+0000 7fb05051c9c0 20 handle_bi_update(): bucket=:myver[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18]): potential sources added=[] removed=[] 2024-09-19T14:03:38.622 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.616+0000 7fb05051c9c0 20 handle_bi_update(): bucket=:myver[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18]): orig_dests= new_dests= 2024-09-19T14:03:38.622 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.616+0000 7fb05051c9c0 20 handle_bi_update(): bucket=:myver[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18]): potential dests added=[] removed=[] 2024-09-19T14:03:38.624 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.620+0000 7fb05051c9c0 1 execute INFO: reshard of bucket "myver" from 1 shards to 2 shards completed successfully 2024-09-19T14:03:38.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.624+0000 7fae83fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:03:38.633 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.628+0000 7fb05051c9c0 20 remove_watcher() i=0 2024-09-19T14:03:38.633 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.628+0000 7fb05051c9c0 2 removed watcher, disabling cache 2024-09-19T14:03:38.635 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.632+0000 7fb05051c9c0 20 remove_watcher() i=1 2024-09-19T14:03:38.638 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.632+0000 7fb05051c9c0 20 remove_watcher() i=2 2024-09-19T14:03:38.639 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.636+0000 7fb05051c9c0 20 remove_watcher() i=3 2024-09-19T14:03:38.641 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.636+0000 7fb05051c9c0 20 remove_watcher() i=4 2024-09-19T14:03:38.644 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.640+0000 7fb05051c9c0 20 remove_watcher() i=5 2024-09-19T14:03:38.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.644+0000 7fb05051c9c0 20 remove_watcher() i=6 2024-09-19T14:03:38.650 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.644+0000 7fb05051c9c0 20 remove_watcher() i=7 2024-09-19T14:03:38.666 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket myver 2024-09-19T14:03:38.697 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:03:38.877 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:03:38.882 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.736+0000 7fa5206b89c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:38.882 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.740+0000 7fa5206b89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:38.882 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.740+0000 7fa5206b89c0 20 realm 2024-09-19T14:03:38.882 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.740+0000 7fa5206b89c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:38.882 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.740+0000 7fa5206b89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:38.882 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.740+0000 7fa5206b89c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:03:38.882 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.740+0000 7fa5206b89c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:38.882 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.740+0000 7fa5206b89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:38.882 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.740+0000 7fa5206b89c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:38.882 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.740+0000 7fa5206b89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:03:38.882 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.740+0000 7fa5206b89c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:38.882 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.744+0000 7fa5206b89c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:03:38.883 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.744+0000 7fa5206b89c0 20 searching for the correct realm 2024-09-19T14:03:38.883 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.748+0000 7fa51e9bf640 0 -- 172.21.15.31:0/189681748 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7fa514008030 msgr2=0x7fa5140650a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:03:38.883 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.756+0000 7fa51e1be640 0 -- 172.21.15.31:0/189681748 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7fa5180f8a30 msgr2=0x7fa518101040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T14:03:38.883 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.764+0000 7fa5206b89c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:03:38.883 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.764+0000 7fa5206b89c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:03:38.883 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.764+0000 7fa5206b89c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:03:38.883 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.764+0000 7fa5206b89c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:03:38.883 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.764+0000 7fa5206b89c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:03:38.883 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.764+0000 7fa5206b89c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:03:38.883 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.764+0000 7fa5206b89c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:38.883 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.764+0000 7fa5206b89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:38.883 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.764+0000 7fa5206b89c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:38.883 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.764+0000 7fa5206b89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:03:38.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.764+0000 7fa5206b89c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:38.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.764+0000 7fa5206b89c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:03:38.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.764+0000 7fa5206b89c0 20 zone default found 2024-09-19T14:03:38.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.764+0000 7fa5206b89c0 4 Realm: () 2024-09-19T14:03:38.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.764+0000 7fa5206b89c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:03:38.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.764+0000 7fa5206b89c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:03:38.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.764+0000 7fa5206b89c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:03:38.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.764+0000 7fa5206b89c0 20 zonegroup default 2024-09-19T14:03:38.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.764+0000 7fa5206b89c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:38.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.764+0000 7fa5206b89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:38.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.764+0000 7fa5206b89c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:38.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.764+0000 7fa5206b89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:38.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.764+0000 7fa5206b89c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:38.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.764+0000 7fa5206b89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:38.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.764+0000 7fa5206b89c0 20 started sync module instance, tier type = 2024-09-19T14:03:38.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.764+0000 7fa5206b89c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:03:38.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.784+0000 7fa5206b89c0 20 add_watcher() i=0 2024-09-19T14:03:38.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.784+0000 7fa5206b89c0 20 add_watcher() i=1 2024-09-19T14:03:38.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.784+0000 7fa5206b89c0 20 add_watcher() i=2 2024-09-19T14:03:38.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.784+0000 7fa5206b89c0 20 add_watcher() i=3 2024-09-19T14:03:38.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.784+0000 7fa5206b89c0 20 add_watcher() i=4 2024-09-19T14:03:38.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.784+0000 7fa5206b89c0 20 add_watcher() i=5 2024-09-19T14:03:38.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.784+0000 7fa5206b89c0 20 add_watcher() i=6 2024-09-19T14:03:38.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.788+0000 7fa5206b89c0 20 add_watcher() i=7 2024-09-19T14:03:38.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.788+0000 7fa5206b89c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:03:38.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.788+0000 7fa3d4fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:03:38.886 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.792+0000 7fa5206b89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:03:38.886 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.792+0000 7fa5206b89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:03:38.886 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.792+0000 7fa5206b89c0 5 note: GC not initialized 2024-09-19T14:03:38.886 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.792+0000 7fa34f7fe640 20 reqs_thread_entry: start 2024-09-19T14:03:38.886 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.792+0000 7fa5206b89c0 20 init_complete bucket index max shards: 1 2024-09-19T14:03:38.886 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.792+0000 7fa5206b89c0 20 Filter name: none 2024-09-19T14:03:38.886 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.792+0000 7fa34d7fa640 20 reqs_thread_entry: start 2024-09-19T14:03:38.886 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.792+0000 7fa5206b89c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:38.886 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.792+0000 7fa5206b89c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-19T14:03:38.886 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.792+0000 7fa5206b89c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:38.886 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.792+0000 7fa5206b89c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-19T14:03:38.886 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.792+0000 7fa5206b89c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:03:38.886 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.792+0000 7fa5206b89c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:38.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.792+0000 7fa5206b89c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-19T14:03:38.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.792+0000 7fa5206b89c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:38.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.796+0000 7fa5206b89c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-19T14:03:38.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.796+0000 7fa5206b89c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:03:38.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.796+0000 7fa3d4fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:03:38.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.800+0000 7fa5206b89c0 20 remove_watcher() i=0 2024-09-19T14:03:38.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.800+0000 7fa5206b89c0 2 removed watcher, disabling cache 2024-09-19T14:03:38.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.804+0000 7fa5206b89c0 20 remove_watcher() i=1 2024-09-19T14:03:38.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.804+0000 7fa5206b89c0 20 remove_watcher() i=2 2024-09-19T14:03:38.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.808+0000 7fa5206b89c0 20 remove_watcher() i=3 2024-09-19T14:03:38.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.808+0000 7fa5206b89c0 20 remove_watcher() i=4 2024-09-19T14:03:38.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.812+0000 7fa5206b89c0 20 remove_watcher() i=5 2024-09-19T14:03:38.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.816+0000 7fa5206b89c0 20 remove_watcher() i=6 2024-09-19T14:03:38.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:38.816+0000 7fa5206b89c0 20 remove_watcher() i=7 2024-09-19T14:03:38.888 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:03:38.888 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T14:03:38.888 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: myver id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 num_objects: 0 size_kb: 0 num_shards: 2 2024-09-19T14:03:38.888 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:03:38.888 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:03:38.888 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:03:38.888 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:03:38.888 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:03:38.891 INFO:tasks.workunit.client.0.smithi031.stderr: test: reshard removes olh entries with empty name 2024-09-19T14:03:38.894 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:03:38.894 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:03:38.950 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:03:38.950 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:03:39.047 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-19T14:03:39.081 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:03:39.081 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:03:39.128 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.124+0000 7f05f93dd9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:39.129 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.124+0000 7f05f93dd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:39.130 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.124+0000 7f05f93dd9c0 20 realm 2024-09-19T14:03:39.130 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.124+0000 7f05f93dd9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:39.130 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.124+0000 7f05f93dd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:39.130 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.124+0000 7f05f93dd9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:03:39.130 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.124+0000 7f05f93dd9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:39.131 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.128+0000 7f05f93dd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:39.131 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.128+0000 7f05f93dd9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:39.131 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.128+0000 7f05f93dd9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:03:39.131 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.128+0000 7f05f93dd9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:39.133 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.128+0000 7f05f93dd9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:03:39.133 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.128+0000 7f05f93dd9c0 20 searching for the correct realm 2024-09-19T14:03:39.139 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.136+0000 7f05f76e4640 0 -- 172.21.15.31:0/2932928490 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7f05ec1002b0 msgr2=0x7f05ec106cd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:03:39.145 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.140+0000 7f05f6ee3640 0 -- 172.21.15.31:0/2932928490 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f05f008dee0 msgr2=0x7f05f0073e60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:03:39.152 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.148+0000 7f05f93dd9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:03:39.153 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.148+0000 7f05f93dd9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:03:39.153 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.148+0000 7f05f93dd9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:03:39.153 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.148+0000 7f05f93dd9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:03:39.153 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.148+0000 7f05f93dd9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:03:39.153 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.148+0000 7f05f93dd9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:03:39.153 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.148+0000 7f05f93dd9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:39.154 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.148+0000 7f05f93dd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:39.154 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.148+0000 7f05f93dd9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:39.154 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.148+0000 7f05f93dd9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:03:39.154 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.148+0000 7f05f93dd9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:39.154 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.152+0000 7f05f93dd9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:03:39.155 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.152+0000 7f05f93dd9c0 20 zone default found 2024-09-19T14:03:39.155 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.152+0000 7f05f93dd9c0 4 Realm: () 2024-09-19T14:03:39.155 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.152+0000 7f05f93dd9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:03:39.155 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.152+0000 7f05f93dd9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:03:39.155 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.152+0000 7f05f93dd9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:03:39.155 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.152+0000 7f05f93dd9c0 20 zonegroup default 2024-09-19T14:03:39.155 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.152+0000 7f05f93dd9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:39.155 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.152+0000 7f05f93dd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:39.156 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.152+0000 7f05f93dd9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:39.156 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.152+0000 7f05f93dd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:39.156 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.152+0000 7f05f93dd9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:39.156 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.152+0000 7f05f93dd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:39.156 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.152+0000 7f05f93dd9c0 20 started sync module instance, tier type = 2024-09-19T14:03:39.156 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.152+0000 7f05f93dd9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:03:39.175 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.172+0000 7f05f93dd9c0 20 add_watcher() i=0 2024-09-19T14:03:39.175 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.172+0000 7f05f93dd9c0 20 add_watcher() i=1 2024-09-19T14:03:39.175 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.172+0000 7f05f93dd9c0 20 add_watcher() i=2 2024-09-19T14:03:39.175 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.172+0000 7f05f93dd9c0 20 add_watcher() i=3 2024-09-19T14:03:39.175 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.172+0000 7f05f93dd9c0 20 add_watcher() i=4 2024-09-19T14:03:39.176 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.172+0000 7f05f93dd9c0 20 add_watcher() i=5 2024-09-19T14:03:39.176 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.172+0000 7f05f93dd9c0 20 add_watcher() i=6 2024-09-19T14:03:39.178 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.172+0000 7f05f93dd9c0 20 add_watcher() i=7 2024-09-19T14:03:39.178 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.172+0000 7f05f93dd9c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:03:39.181 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.176+0000 7f04ad7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:03:39.182 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.176+0000 7f05f93dd9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:03:39.182 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.176+0000 7f05f93dd9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:03:39.182 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.176+0000 7f05f93dd9c0 5 note: GC not initialized 2024-09-19T14:03:39.182 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.176+0000 7f0427fff640 20 reqs_thread_entry: start 2024-09-19T14:03:39.182 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.176+0000 7f05f93dd9c0 20 init_complete bucket index max shards: 1 2024-09-19T14:03:39.182 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.176+0000 7f05f93dd9c0 20 Filter name: none 2024-09-19T14:03:39.182 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.176+0000 7f0425ffb640 20 reqs_thread_entry: start 2024-09-19T14:03:39.182 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.176+0000 7f05f93dd9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:39.183 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.180+0000 7f05f93dd9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T14:03:39.183 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.180+0000 7f05f93dd9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:39.183 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.180+0000 7f05f93dd9c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T14:03:39.183 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.180+0000 7f05f93dd9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:03:39.184 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.180+0000 7f05f93dd9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:39.184 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.180+0000 7f05f93dd9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T14:03:39.184 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.180+0000 7f05f93dd9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:39.184 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.180+0000 7f05f93dd9c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T14:03:39.184 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.180+0000 7f05f93dd9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:03:39.186 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.180+0000 7f04ad7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:03:39.190 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.184+0000 7f05f93dd9c0 20 remove_watcher() i=0 2024-09-19T14:03:39.190 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.184+0000 7f05f93dd9c0 2 removed watcher, disabling cache 2024-09-19T14:03:39.192 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.188+0000 7f05f93dd9c0 20 remove_watcher() i=1 2024-09-19T14:03:39.194 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.192+0000 7f05f93dd9c0 20 remove_watcher() i=2 2024-09-19T14:03:39.196 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.192+0000 7f05f93dd9c0 20 remove_watcher() i=3 2024-09-19T14:03:39.198 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.196+0000 7f05f93dd9c0 20 remove_watcher() i=4 2024-09-19T14:03:39.201 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.196+0000 7f05f93dd9c0 20 remove_watcher() i=5 2024-09-19T14:03:39.204 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.200+0000 7f05f93dd9c0 20 remove_watcher() i=6 2024-09-19T14:03:39.206 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.204+0000 7f05f93dd9c0 20 remove_watcher() i=7 2024-09-19T14:03:39.222 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:03:39.222 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T14:03:39.222 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: a-bucket id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 num_objects: 0 size_kb: 0 num_shards: 3 2024-09-19T14:03:39.223 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:03:39.223 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket layout --bucket a-bucket 2024-09-19T14:03:39.255 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:03:39.255 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:03:39.301 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.296+0000 7fc6fab8c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:39.303 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.300+0000 7fc6fab8c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:39.303 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.300+0000 7fc6fab8c9c0 20 realm 2024-09-19T14:03:39.303 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.300+0000 7fc6fab8c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:39.304 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.300+0000 7fc6fab8c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:39.304 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.300+0000 7fc6fab8c9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:03:39.304 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.300+0000 7fc6fab8c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:39.304 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.300+0000 7fc6fab8c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:39.304 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.300+0000 7fc6fab8c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:39.305 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.300+0000 7fc6fab8c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:03:39.305 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.300+0000 7fc6fab8c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:39.307 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.304+0000 7fc6fab8c9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:03:39.307 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.304+0000 7fc6fab8c9c0 20 searching for the correct realm 2024-09-19T14:03:39.313 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.308+0000 7fc6f8692640 0 -- 172.21.15.31:0/279083615 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x55eabd3437e0 msgr2=0x7fc6e80b7030 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:03:39.319 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.316+0000 7fc6f8692640 0 -- 172.21.15.31:0/279083615 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7fc6f004b150 msgr2=0x7fc6f0072740 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:03:39.326 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.320+0000 7fc6fab8c9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:03:39.326 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.320+0000 7fc6fab8c9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:03:39.326 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.320+0000 7fc6fab8c9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:03:39.326 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.320+0000 7fc6fab8c9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:03:39.326 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.320+0000 7fc6fab8c9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:03:39.326 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.320+0000 7fc6fab8c9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:03:39.326 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.320+0000 7fc6fab8c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:39.327 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.324+0000 7fc6fab8c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:39.327 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.324+0000 7fc6fab8c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:39.327 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.324+0000 7fc6fab8c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:03:39.327 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.324+0000 7fc6fab8c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:39.327 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.324+0000 7fc6fab8c9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:03:39.328 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.324+0000 7fc6fab8c9c0 20 zone default found 2024-09-19T14:03:39.328 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.324+0000 7fc6fab8c9c0 4 Realm: () 2024-09-19T14:03:39.328 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.324+0000 7fc6fab8c9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:03:39.328 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.324+0000 7fc6fab8c9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:03:39.328 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.324+0000 7fc6fab8c9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:03:39.328 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.324+0000 7fc6fab8c9c0 20 zonegroup default 2024-09-19T14:03:39.328 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.324+0000 7fc6fab8c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:39.329 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.324+0000 7fc6fab8c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:39.329 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.324+0000 7fc6fab8c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:39.329 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.324+0000 7fc6fab8c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:39.329 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.324+0000 7fc6fab8c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:39.329 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.324+0000 7fc6fab8c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:39.329 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.324+0000 7fc6fab8c9c0 20 started sync module instance, tier type = 2024-09-19T14:03:39.329 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.324+0000 7fc6fab8c9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:03:39.348 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.344+0000 7fc6fab8c9c0 20 add_watcher() i=0 2024-09-19T14:03:39.348 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.344+0000 7fc6fab8c9c0 20 add_watcher() i=1 2024-09-19T14:03:39.348 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.344+0000 7fc6fab8c9c0 20 add_watcher() i=2 2024-09-19T14:03:39.348 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.344+0000 7fc6fab8c9c0 20 add_watcher() i=3 2024-09-19T14:03:39.348 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.344+0000 7fc6fab8c9c0 20 add_watcher() i=4 2024-09-19T14:03:39.348 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.344+0000 7fc6fab8c9c0 20 add_watcher() i=5 2024-09-19T14:03:39.348 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.344+0000 7fc6fab8c9c0 20 add_watcher() i=6 2024-09-19T14:03:39.350 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.348+0000 7fc6fab8c9c0 20 add_watcher() i=7 2024-09-19T14:03:39.350 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.348+0000 7fc6fab8c9c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:03:39.353 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.348+0000 7fc5ae7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:03:39.354 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.348+0000 7fc6fab8c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:03:39.354 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.348+0000 7fc6fab8c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:03:39.355 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.348+0000 7fc6fab8c9c0 5 note: GC not initialized 2024-09-19T14:03:39.355 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.352+0000 7fc5ad7e2640 20 reqs_thread_entry: start 2024-09-19T14:03:39.355 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.352+0000 7fc6fab8c9c0 20 init_complete bucket index max shards: 1 2024-09-19T14:03:39.355 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.352+0000 7fc6fab8c9c0 20 Filter name: none 2024-09-19T14:03:39.355 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.352+0000 7fc51effd640 20 reqs_thread_entry: start 2024-09-19T14:03:39.355 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.352+0000 7fc6fab8c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:39.356 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.352+0000 7fc6fab8c9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T14:03:39.356 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.352+0000 7fc6fab8c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:39.356 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.352+0000 7fc6fab8c9c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T14:03:39.356 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.352+0000 7fc6fab8c9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:03:39.356 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.352+0000 7fc5ae7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:03:39.361 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.356+0000 7fc6fab8c9c0 20 remove_watcher() i=0 2024-09-19T14:03:39.361 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.356+0000 7fc6fab8c9c0 2 removed watcher, disabling cache 2024-09-19T14:03:39.363 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.360+0000 7fc6fab8c9c0 20 remove_watcher() i=1 2024-09-19T14:03:39.365 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.360+0000 7fc6fab8c9c0 20 remove_watcher() i=2 2024-09-19T14:03:39.367 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.364+0000 7fc6fab8c9c0 20 remove_watcher() i=3 2024-09-19T14:03:39.369 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.364+0000 7fc6fab8c9c0 20 remove_watcher() i=4 2024-09-19T14:03:39.371 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.368+0000 7fc6fab8c9c0 20 remove_watcher() i=5 2024-09-19T14:03:39.374 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.368+0000 7fc6fab8c9c0 20 remove_watcher() i=6 2024-09-19T14:03:39.377 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.372+0000 7fc6fab8c9c0 20 remove_watcher() i=7 2024-09-19T14:03:39.391 INFO:tasks.workunit.client.0.smithi031.stderr:rados -p default.rgw.buckets.index setomapval .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.0 --omap-key-file /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/olh_noname_key < /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/olh_noname_val 2024-09-19T14:03:39.417 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:03:39.417 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:03:39.437 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bi list --bucket a-bucket 2024-09-19T14:03:39.463 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:03:39.463 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:03:39.509 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.504+0000 7fdb546819c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:39.511 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.508+0000 7fdb546819c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:39.511 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.508+0000 7fdb546819c0 20 realm 2024-09-19T14:03:39.511 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.508+0000 7fdb546819c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:39.512 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.508+0000 7fdb546819c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:39.512 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.508+0000 7fdb546819c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:03:39.512 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.508+0000 7fdb546819c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:39.512 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.508+0000 7fdb546819c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:39.512 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.508+0000 7fdb546819c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:39.513 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.508+0000 7fdb546819c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:03:39.513 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.508+0000 7fdb546819c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:39.515 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.512+0000 7fdb546819c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:03:39.515 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.512+0000 7fdb546819c0 20 searching for the correct realm 2024-09-19T14:03:39.520 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.516+0000 7fdb51986640 0 -- 172.21.15.31:0/3926865707 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7fdb4806d280 msgr2=0x7fdb4806f470 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:03:39.734 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.728+0000 7fdb52988640 0 -- 172.21.15.31:0/3926865707 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x55d6f32b2ed0 msgr2=0x55d6f32b5340 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:03:39.748 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.744+0000 7fdb546819c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:03:39.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.744+0000 7fdb546819c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:03:39.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.744+0000 7fdb546819c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:03:39.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.744+0000 7fdb546819c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:03:39.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.744+0000 7fdb546819c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:03:39.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.744+0000 7fdb546819c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:03:39.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.744+0000 7fdb546819c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:39.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.744+0000 7fdb546819c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:39.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.744+0000 7fdb546819c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:39.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.744+0000 7fdb546819c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:03:39.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.744+0000 7fdb546819c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:39.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.744+0000 7fdb546819c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:03:39.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.744+0000 7fdb546819c0 20 zone default found 2024-09-19T14:03:39.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.744+0000 7fdb546819c0 4 Realm: () 2024-09-19T14:03:39.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.744+0000 7fdb546819c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:03:39.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.744+0000 7fdb546819c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:03:39.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.744+0000 7fdb546819c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:03:39.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.744+0000 7fdb546819c0 20 zonegroup default 2024-09-19T14:03:39.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.744+0000 7fdb546819c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:39.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.748+0000 7fdb546819c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:39.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.748+0000 7fdb546819c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:39.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.748+0000 7fdb546819c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:39.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.748+0000 7fdb546819c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:39.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.748+0000 7fdb546819c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:39.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.748+0000 7fdb546819c0 20 started sync module instance, tier type = 2024-09-19T14:03:39.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.748+0000 7fdb546819c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:03:39.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.772+0000 7fdb546819c0 20 add_watcher() i=0 2024-09-19T14:03:39.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.772+0000 7fdb546819c0 20 add_watcher() i=1 2024-09-19T14:03:39.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.772+0000 7fdb546819c0 20 add_watcher() i=2 2024-09-19T14:03:39.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.772+0000 7fdb546819c0 20 add_watcher() i=3 2024-09-19T14:03:39.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.772+0000 7fdb546819c0 20 add_watcher() i=4 2024-09-19T14:03:39.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.772+0000 7fdb546819c0 20 add_watcher() i=5 2024-09-19T14:03:39.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.772+0000 7fdb546819c0 20 add_watcher() i=6 2024-09-19T14:03:39.779 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.776+0000 7fdb546819c0 20 add_watcher() i=7 2024-09-19T14:03:39.779 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.776+0000 7fdb546819c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:03:39.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.780+0000 7fda08fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:03:39.785 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.780+0000 7fdb546819c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:03:39.785 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.780+0000 7fdb546819c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:03:39.785 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.780+0000 7fdb546819c0 5 note: GC not initialized 2024-09-19T14:03:39.786 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.780+0000 7fd9837fe640 20 reqs_thread_entry: start 2024-09-19T14:03:39.786 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.780+0000 7fdb546819c0 20 init_complete bucket index max shards: 1 2024-09-19T14:03:39.786 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.780+0000 7fdb546819c0 20 Filter name: none 2024-09-19T14:03:39.786 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.780+0000 7fd9817fa640 20 reqs_thread_entry: start 2024-09-19T14:03:39.786 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.780+0000 7fdb546819c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:39.787 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.784+0000 7fdb546819c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T14:03:39.787 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.784+0000 7fdb546819c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:39.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.784+0000 7fdb546819c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T14:03:39.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.784+0000 7fdb546819c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:03:39.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.784+0000 7fdb546819c0 20 INFO: main: max_entries=1000, index=gen=2, max_shards=3 2024-09-19T14:03:39.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.784+0000 7fdb546819c0 20 INFO: main: starting shard=0 2024-09-19T14:03:39.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.784+0000 7fdb546819c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.0 2024-09-19T14:03:39.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.784+0000 7fdb546819c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.0 2024-09-19T14:03:39.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.784+0000 7fdb546819c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-19T14:03:39.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.784+0000 7fdb546819c0 20 INFO: main: starting shard=1 2024-09-19T14:03:39.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.784+0000 7fdb546819c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.1 2024-09-19T14:03:39.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.784+0000 7fdb546819c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.1 2024-09-19T14:03:39.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.784+0000 7fdb546819c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T14:03:39.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.784+0000 7fdb546819c0 20 INFO: main: starting shard=2 2024-09-19T14:03:39.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.784+0000 7fdb546819c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.2 2024-09-19T14:03:39.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.784+0000 7fdb546819c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.2 2024-09-19T14:03:39.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.788+0000 7fdb546819c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T14:03:39.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.788+0000 7fdb546819c0 20 INFO: main: done 2024-09-19T14:03:39.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.788+0000 7fda08fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:03:39.797 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.792+0000 7fdb546819c0 20 remove_watcher() i=0 2024-09-19T14:03:39.797 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.792+0000 7fdb546819c0 2 removed watcher, disabling cache 2024-09-19T14:03:39.799 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.796+0000 7fdb546819c0 20 remove_watcher() i=1 2024-09-19T14:03:39.802 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.796+0000 7fdb546819c0 20 remove_watcher() i=2 2024-09-19T14:03:39.804 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.800+0000 7fdb546819c0 20 remove_watcher() i=3 2024-09-19T14:03:39.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.804+0000 7fdb546819c0 20 remove_watcher() i=4 2024-09-19T14:03:39.809 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.804+0000 7fdb546819c0 20 remove_watcher() i=5 2024-09-19T14:03:39.811 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.808+0000 7fdb546819c0 20 remove_watcher() i=6 2024-09-19T14:03:39.814 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.808+0000 7fdb546819c0 20 remove_watcher() i=7 2024-09-19T14:03:39.836 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 1 --yes-i-really-mean-it 2024-09-19T14:03:39.873 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:03:39.873 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:03:39.919 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.916+0000 7ff964cc09c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:39.922 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.916+0000 7ff964cc09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:39.922 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.916+0000 7ff964cc09c0 20 realm 2024-09-19T14:03:39.922 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.916+0000 7ff964cc09c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:39.922 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.920+0000 7ff964cc09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:39.923 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.920+0000 7ff964cc09c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:03:39.923 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.920+0000 7ff964cc09c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:39.923 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.920+0000 7ff964cc09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:39.923 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.920+0000 7ff964cc09c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:39.924 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.920+0000 7ff964cc09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:03:39.924 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.920+0000 7ff964cc09c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:39.926 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.920+0000 7ff964cc09c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:03:39.926 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.920+0000 7ff964cc09c0 20 searching for the correct realm 2024-09-19T14:03:39.931 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.928+0000 7ff961fc5640 0 -- 172.21.15.31:0/2362631467 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7ff95803f400 msgr2=0x7ff95803f880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:03:39.937 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.932+0000 7ff9627c6640 0 -- 172.21.15.31:0/2362631467 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7ff95c0d1040 msgr2=0x7ff95c0d03b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:03:39.945 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.940+0000 7ff964cc09c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:03:39.945 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.940+0000 7ff964cc09c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:03:39.945 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.940+0000 7ff964cc09c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:03:39.945 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.940+0000 7ff964cc09c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:03:39.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.940+0000 7ff964cc09c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:03:39.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.940+0000 7ff964cc09c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:03:39.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.940+0000 7ff964cc09c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:39.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.940+0000 7ff964cc09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:39.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.940+0000 7ff964cc09c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:39.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.940+0000 7ff964cc09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:03:39.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.944+0000 7ff964cc09c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:39.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.944+0000 7ff964cc09c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:03:39.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.944+0000 7ff964cc09c0 20 zone default found 2024-09-19T14:03:39.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.944+0000 7ff964cc09c0 4 Realm: () 2024-09-19T14:03:39.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.944+0000 7ff964cc09c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:03:39.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.944+0000 7ff964cc09c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:03:39.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.944+0000 7ff964cc09c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:03:39.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.944+0000 7ff964cc09c0 20 zonegroup default 2024-09-19T14:03:39.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.944+0000 7ff964cc09c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:39.948 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.944+0000 7ff964cc09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:39.948 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.944+0000 7ff964cc09c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:39.948 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.944+0000 7ff964cc09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:39.948 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.944+0000 7ff964cc09c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:39.948 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.944+0000 7ff964cc09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:39.948 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.944+0000 7ff964cc09c0 20 started sync module instance, tier type = 2024-09-19T14:03:39.949 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.944+0000 7ff964cc09c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:03:39.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.964+0000 7ff964cc09c0 20 add_watcher() i=0 2024-09-19T14:03:39.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.964+0000 7ff964cc09c0 20 add_watcher() i=1 2024-09-19T14:03:39.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.964+0000 7ff964cc09c0 20 add_watcher() i=2 2024-09-19T14:03:39.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.964+0000 7ff964cc09c0 20 add_watcher() i=3 2024-09-19T14:03:39.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.964+0000 7ff964cc09c0 20 add_watcher() i=4 2024-09-19T14:03:39.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.964+0000 7ff964cc09c0 20 add_watcher() i=5 2024-09-19T14:03:39.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.964+0000 7ff964cc09c0 20 add_watcher() i=6 2024-09-19T14:03:39.969 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.964+0000 7ff964cc09c0 20 add_watcher() i=7 2024-09-19T14:03:39.970 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.964+0000 7ff964cc09c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:03:39.973 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.968+0000 7ff818fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:03:39.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.968+0000 7ff964cc09c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:03:39.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.968+0000 7ff964cc09c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:03:39.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.968+0000 7ff964cc09c0 5 note: GC not initialized 2024-09-19T14:03:39.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.968+0000 7ff7937fe640 20 reqs_thread_entry: start 2024-09-19T14:03:39.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.968+0000 7ff964cc09c0 20 init_complete bucket index max shards: 1 2024-09-19T14:03:39.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.968+0000 7ff964cc09c0 20 Filter name: none 2024-09-19T14:03:39.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.968+0000 7ff7917fa640 20 reqs_thread_entry: start 2024-09-19T14:03:39.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.968+0000 7ff964cc09c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-19T14:03:39.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.968+0000 7ff964cc09c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:39.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.972+0000 7ff964cc09c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T14:03:39.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.972+0000 7ff964cc09c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-19T14:03:39.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.972+0000 7ff964cc09c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-19T14:03:39.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.972+0000 7ff964cc09c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 : miss 2024-09-19T14:03:39.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.972+0000 7ff964cc09c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:39.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.972+0000 7ff964cc09c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T14:03:39.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.972+0000 7ff964cc09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T14:03:39.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.972+0000 7ff964cc09c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T14:03:39.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.972+0000 7ff964cc09c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T14:03:39.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.972+0000 7ff964cc09c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:03:39.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.972+0000 7ff964cc09c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 2024-09-19T14:03:39.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.980+0000 7ff964cc09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T14:03:39.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.980+0000 7ff964cc09c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T14:03:39.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.980+0000 7ff964cc09c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:03:39.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.980+0000 7ff964cc09c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17, ofs0, ns] 2024-09-19T14:03:39.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.980+0000 7ff8457fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333558 cookie 94644526002640 notifier 8039 bl.length()=827 2024-09-19T14:03:39.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.980+0000 7ff8457fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T14:03:39.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.980+0000 7ff8457fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T14:03:39.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.980+0000 7ff8457fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:03:39.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.980+0000 7ff964cc09c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): orig_sources= new_sources= 2024-09-19T14:03:39.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.980+0000 7ff964cc09c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): potential sources added=[] removed=[] 2024-09-19T14:03:39.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.980+0000 7ff964cc09c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): orig_dests= new_dests= 2024-09-19T14:03:39.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.980+0000 7ff964cc09c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): potential dests added=[] removed=[] 2024-09-19T14:03:39.992 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.988+0000 7ff964cc09c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.3.0 2024-09-19T14:03:39.992 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.988+0000 7ff964cc09c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.3.0 2024-09-19T14:03:39.992 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.988+0000 7ff964cc09c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.0 2024-09-19T14:03:39.992 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.988+0000 7ff964cc09c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.0 2024-09-19T14:03:39.993 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.988+0000 7ff964cc09c0 10 Dropping entry with empty name, idx=�1001_04/57/0457f727ec113e418d5b16d206b200ed068c0533554883ce811df7c932a3df68/2018_12_11/2889999/3386469/metadata.gz 2024-09-19T14:03:39.994 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.988+0000 7ff964cc09c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.1 2024-09-19T14:03:39.994 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.988+0000 7ff964cc09c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.1 2024-09-19T14:03:39.994 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.992+0000 7ff964cc09c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.2 2024-09-19T14:03:39.994 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.992+0000 7ff964cc09c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.2 2024-09-19T14:03:39.995 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.992+0000 7ff964cc09c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 : hit (requested=0x17, cached=0x17) 2024-09-19T14:03:39.996 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.992+0000 7ff964cc09c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 2024-09-19T14:03:39.998 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.992+0000 7ff964cc09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T14:03:39.998 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.992+0000 7ff964cc09c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T14:03:39.998 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.992+0000 7ff964cc09c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:03:39.998 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.992+0000 7ff964cc09c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17, ofs0, ns] 2024-09-19T14:03:39.999 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.996+0000 7ff8457fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333559 cookie 94644526002640 notifier 8039 bl.length()=827 2024-09-19T14:03:39.999 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.996+0000 7ff8457fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T14:03:39.999 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.996+0000 7ff8457fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T14:03:39.999 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.996+0000 7ff8457fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:03:40.000 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.996+0000 7ff964cc09c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): orig_sources= new_sources= 2024-09-19T14:03:40.000 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.996+0000 7ff964cc09c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): potential sources added=[] removed=[] 2024-09-19T14:03:40.000 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.996+0000 7ff964cc09c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): orig_dests= new_dests= 2024-09-19T14:03:40.000 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:39.996+0000 7ff964cc09c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): potential dests added=[] removed=[] 2024-09-19T14:03:40.006 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.000+0000 7ff964cc09c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.0 2024-09-19T14:03:40.006 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.000+0000 7ff964cc09c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.0 2024-09-19T14:03:40.007 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.004+0000 7ff964cc09c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.1 2024-09-19T14:03:40.007 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.004+0000 7ff964cc09c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.1 2024-09-19T14:03:40.007 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.004+0000 7ff964cc09c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.2 2024-09-19T14:03:40.008 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.004+0000 7ff964cc09c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.2.2 2024-09-19T14:03:40.008 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.004+0000 7ff964cc09c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 : hit (requested=0x17, cached=0x17) 2024-09-19T14:03:40.008 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.004+0000 7ff964cc09c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 2024-09-19T14:03:40.011 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.008+0000 7ff964cc09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T14:03:40.011 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.008+0000 7ff964cc09c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T14:03:40.011 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.008+0000 7ff964cc09c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:03:40.011 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.008+0000 7ff964cc09c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17, ofs0, ns] 2024-09-19T14:03:40.012 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.008+0000 7ff845ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333560 cookie 94644526002640 notifier 8039 bl.length()=795 2024-09-19T14:03:40.012 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.008+0000 7ff845ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 info.flags=0x17 2024-09-19T14:03:40.012 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.008+0000 7ff845ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17 to cache LRU end 2024-09-19T14:03:40.012 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.008+0000 7ff845ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:03:40.013 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.008+0000 7ff964cc09c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): orig_sources= new_sources= 2024-09-19T14:03:40.013 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.008+0000 7ff964cc09c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): potential sources added=[] removed=[] 2024-09-19T14:03:40.013 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.008+0000 7ff964cc09c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): orig_dests= new_dests= 2024-09-19T14:03:40.013 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.008+0000 7ff964cc09c0 20 handle_bi_update(): bucket=:a-bucket[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17]): potential dests added=[] removed=[] 2024-09-19T14:03:40.017 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.012+0000 7ff964cc09c0 1 execute INFO: reshard of bucket "a-bucket" from 3 shards to 1 shards completed successfully 2024-09-19T14:03:40.021 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.016+0000 7ff818fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:03:40.025 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.020+0000 7ff964cc09c0 20 remove_watcher() i=0 2024-09-19T14:03:40.025 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.020+0000 7ff964cc09c0 2 removed watcher, disabling cache 2024-09-19T14:03:40.028 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.024+0000 7ff964cc09c0 20 remove_watcher() i=1 2024-09-19T14:03:40.030 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.024+0000 7ff964cc09c0 20 remove_watcher() i=2 2024-09-19T14:03:40.032 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.028+0000 7ff964cc09c0 20 remove_watcher() i=3 2024-09-19T14:03:40.035 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.032+0000 7ff964cc09c0 20 remove_watcher() i=4 2024-09-19T14:03:40.038 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.032+0000 7ff964cc09c0 20 remove_watcher() i=5 2024-09-19T14:03:40.041 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.036+0000 7ff964cc09c0 20 remove_watcher() i=6 2024-09-19T14:03:40.044 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.040+0000 7ff964cc09c0 20 remove_watcher() i=7 2024-09-19T14:03:40.064 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bi list --bucket a-bucket 2024-09-19T14:03:40.096 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:03:40.096 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:03:40.142 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.136+0000 7f07b30e59c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:40.145 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.140+0000 7f07b30e59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:40.145 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.140+0000 7f07b30e59c0 20 realm 2024-09-19T14:03:40.145 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.140+0000 7f07b30e59c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:40.145 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.140+0000 7f07b30e59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:40.145 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.140+0000 7f07b30e59c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:03:40.145 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.140+0000 7f07b30e59c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:40.146 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.140+0000 7f07b30e59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:40.146 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.140+0000 7f07b30e59c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:40.146 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.144+0000 7f07b30e59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:03:40.146 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.144+0000 7f07b30e59c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:40.148 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.144+0000 7f07b30e59c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:03:40.148 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.144+0000 7f07b30e59c0 20 searching for the correct realm 2024-09-19T14:03:40.156 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.148+0000 7f07b13ec640 0 -- 172.21.15.31:0/637936262 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7f0798100120 msgr2=0x7f07980f8110 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:03:40.160 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.156+0000 7f07b0beb640 0 -- 172.21.15.31:0/637936262 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f07a8037040 msgr2=0x7f07a8038430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:03:40.168 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.164+0000 7f07b30e59c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:03:40.168 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.164+0000 7f07b30e59c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:03:40.168 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.164+0000 7f07b30e59c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:03:40.168 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.164+0000 7f07b30e59c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:03:40.168 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.164+0000 7f07b30e59c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:03:40.168 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.164+0000 7f07b30e59c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:03:40.168 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.164+0000 7f07b30e59c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:40.169 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.164+0000 7f07b30e59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:40.169 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.164+0000 7f07b30e59c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:40.169 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.164+0000 7f07b30e59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:03:40.169 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.164+0000 7f07b30e59c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:40.169 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.164+0000 7f07b30e59c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:03:40.170 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.164+0000 7f07b30e59c0 20 zone default found 2024-09-19T14:03:40.170 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.164+0000 7f07b30e59c0 4 Realm: () 2024-09-19T14:03:40.170 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.164+0000 7f07b30e59c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:03:40.170 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.164+0000 7f07b30e59c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:03:40.170 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.164+0000 7f07b30e59c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:03:40.170 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.164+0000 7f07b30e59c0 20 zonegroup default 2024-09-19T14:03:40.170 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.164+0000 7f07b30e59c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:40.171 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.164+0000 7f07b30e59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:40.171 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.164+0000 7f07b30e59c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:40.171 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.168+0000 7f07b30e59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:40.171 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.168+0000 7f07b30e59c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:40.171 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.168+0000 7f07b30e59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:40.171 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.168+0000 7f07b30e59c0 20 started sync module instance, tier type = 2024-09-19T14:03:40.171 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.168+0000 7f07b30e59c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:03:40.189 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.184+0000 7f07b30e59c0 20 add_watcher() i=0 2024-09-19T14:03:40.190 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.184+0000 7f07b30e59c0 20 add_watcher() i=1 2024-09-19T14:03:40.190 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.184+0000 7f07b30e59c0 20 add_watcher() i=2 2024-09-19T14:03:40.190 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.184+0000 7f07b30e59c0 20 add_watcher() i=3 2024-09-19T14:03:40.190 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.184+0000 7f07b30e59c0 20 add_watcher() i=4 2024-09-19T14:03:40.190 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.184+0000 7f07b30e59c0 20 add_watcher() i=5 2024-09-19T14:03:40.190 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.184+0000 7f07b30e59c0 20 add_watcher() i=6 2024-09-19T14:03:40.192 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.188+0000 7f07b30e59c0 20 add_watcher() i=7 2024-09-19T14:03:40.192 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.188+0000 7f07b30e59c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:03:40.195 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.192+0000 7f06677e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:03:40.197 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.192+0000 7f07b30e59c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:03:40.197 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.192+0000 7f07b30e59c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:03:40.197 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.192+0000 7f07b30e59c0 5 note: GC not initialized 2024-09-19T14:03:40.197 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.192+0000 7f06667e4640 20 reqs_thread_entry: start 2024-09-19T14:03:40.197 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.192+0000 7f07b30e59c0 20 init_complete bucket index max shards: 1 2024-09-19T14:03:40.197 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.192+0000 7f07b30e59c0 20 Filter name: none 2024-09-19T14:03:40.197 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.192+0000 7f065ffff640 20 reqs_thread_entry: start 2024-09-19T14:03:40.197 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.192+0000 7f07b30e59c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:40.198 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.192+0000 7f07b30e59c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T14:03:40.198 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.192+0000 7f07b30e59c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:40.198 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.192+0000 7f07b30e59c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T14:03:40.198 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.192+0000 7f07b30e59c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:03:40.198 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.192+0000 7f07b30e59c0 20 INFO: main: max_entries=1000, index=gen=3, max_shards=1 2024-09-19T14:03:40.198 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.192+0000 7f07b30e59c0 20 INFO: main: starting shard=0 2024-09-19T14:03:40.198 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.192+0000 7f07b30e59c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.3.0 2024-09-19T14:03:40.198 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.192+0000 7f07b30e59c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17.3.0 2024-09-19T14:03:40.199 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.196+0000 7f07b30e59c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T14:03:40.199 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.196+0000 7f07b30e59c0 20 INFO: main: done 2024-09-19T14:03:40.200 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.196+0000 7f06677e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:03:40.204 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.200+0000 7f07b30e59c0 20 remove_watcher() i=0 2024-09-19T14:03:40.204 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.200+0000 7f07b30e59c0 2 removed watcher, disabling cache 2024-09-19T14:03:40.206 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.204+0000 7f07b30e59c0 20 remove_watcher() i=1 2024-09-19T14:03:40.208 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.204+0000 7f07b30e59c0 20 remove_watcher() i=2 2024-09-19T14:03:40.210 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.208+0000 7f07b30e59c0 20 remove_watcher() i=3 2024-09-19T14:03:40.212 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.208+0000 7f07b30e59c0 20 remove_watcher() i=4 2024-09-19T14:03:40.215 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.212+0000 7f07b30e59c0 20 remove_watcher() i=5 2024-09-19T14:03:40.217 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.212+0000 7f07b30e59c0 20 remove_watcher() i=6 2024-09-19T14:03:40.220 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.216+0000 7f07b30e59c0 20 remove_watcher() i=7 2024-09-19T14:03:40.235 INFO:tasks.workunit.client.0.smithi031.stderr: test: PUT succeeds during reshard 2024-09-19T14:03:40.235 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket myver 2024-09-19T14:03:40.263 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:03:40.263 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:03:40.308 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.304+0000 7fbf293589c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:40.311 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.308+0000 7fbf293589c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:40.311 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.308+0000 7fbf293589c0 20 realm 2024-09-19T14:03:40.311 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.308+0000 7fbf293589c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:40.312 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.308+0000 7fbf293589c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:40.312 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.308+0000 7fbf293589c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:03:40.312 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.308+0000 7fbf293589c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:40.312 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.308+0000 7fbf293589c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:40.312 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.308+0000 7fbf293589c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:40.313 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.308+0000 7fbf293589c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:03:40.313 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.308+0000 7fbf293589c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:40.314 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.312+0000 7fbf293589c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:03:40.315 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.312+0000 7fbf293589c0 20 searching for the correct realm 2024-09-19T14:03:40.321 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.316+0000 7fbf26e5e640 0 -- 172.21.15.31:0/891625169 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7fbf18008050 msgr2=0x7fbf18065590 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T14:03:40.327 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.324+0000 7fbf26e5e640 0 -- 172.21.15.31:0/891625169 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7fbf200cc020 msgr2=0x7fbf200ec3c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:03:40.334 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.328+0000 7fbf293589c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:03:40.334 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.328+0000 7fbf293589c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:03:40.334 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.328+0000 7fbf293589c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:03:40.334 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.328+0000 7fbf293589c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:03:40.334 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.328+0000 7fbf293589c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:03:40.335 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.328+0000 7fbf293589c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:03:40.335 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.328+0000 7fbf293589c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:40.335 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.332+0000 7fbf293589c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:40.335 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.332+0000 7fbf293589c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:40.335 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.332+0000 7fbf293589c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:03:40.335 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.332+0000 7fbf293589c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:40.336 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.332+0000 7fbf293589c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:03:40.336 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.332+0000 7fbf293589c0 20 zone default found 2024-09-19T14:03:40.336 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.332+0000 7fbf293589c0 4 Realm: () 2024-09-19T14:03:40.336 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.332+0000 7fbf293589c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:03:40.336 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.332+0000 7fbf293589c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:03:40.337 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.332+0000 7fbf293589c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:03:40.337 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.332+0000 7fbf293589c0 20 zonegroup default 2024-09-19T14:03:40.337 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.332+0000 7fbf293589c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:40.337 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.332+0000 7fbf293589c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:40.337 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.332+0000 7fbf293589c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:40.337 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.332+0000 7fbf293589c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:40.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.332+0000 7fbf293589c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:40.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.332+0000 7fbf293589c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:40.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.332+0000 7fbf293589c0 20 started sync module instance, tier type = 2024-09-19T14:03:40.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.332+0000 7fbf293589c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:03:40.355 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.352+0000 7fbf293589c0 20 add_watcher() i=0 2024-09-19T14:03:40.355 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.352+0000 7fbf293589c0 20 add_watcher() i=1 2024-09-19T14:03:40.356 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.352+0000 7fbf293589c0 20 add_watcher() i=2 2024-09-19T14:03:40.356 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.352+0000 7fbf293589c0 20 add_watcher() i=3 2024-09-19T14:03:40.356 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.352+0000 7fbf293589c0 20 add_watcher() i=4 2024-09-19T14:03:40.356 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.352+0000 7fbf293589c0 20 add_watcher() i=5 2024-09-19T14:03:40.356 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.352+0000 7fbf293589c0 20 add_watcher() i=6 2024-09-19T14:03:40.358 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.352+0000 7fbf293589c0 20 add_watcher() i=7 2024-09-19T14:03:40.358 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.352+0000 7fbf293589c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:03:40.366 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.356+0000 7fbddd7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:03:40.366 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.356+0000 7fbf293589c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:03:40.366 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.356+0000 7fbf293589c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:03:40.366 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.356+0000 7fbf293589c0 5 note: GC not initialized 2024-09-19T14:03:40.366 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.356+0000 7fbd57fff640 20 reqs_thread_entry: start 2024-09-19T14:03:40.366 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.356+0000 7fbf293589c0 20 init_complete bucket index max shards: 1 2024-09-19T14:03:40.366 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.360+0000 7fbf293589c0 20 Filter name: none 2024-09-19T14:03:40.366 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.360+0000 7fbd55ffb640 20 reqs_thread_entry: start 2024-09-19T14:03:40.366 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.360+0000 7fbf293589c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:40.367 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.360+0000 7fbf293589c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-19T14:03:40.367 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.360+0000 7fbf293589c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:40.367 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.360+0000 7fbf293589c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-19T14:03:40.367 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.360+0000 7fbf293589c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:03:40.367 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.360+0000 7fbf293589c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:40.367 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.360+0000 7fbf293589c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-19T14:03:40.367 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.360+0000 7fbf293589c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:40.367 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.360+0000 7fbf293589c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-19T14:03:40.367 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.360+0000 7fbf293589c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:03:40.367 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.364+0000 7fbddd7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:03:40.371 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.368+0000 7fbf293589c0 20 remove_watcher() i=0 2024-09-19T14:03:40.371 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.368+0000 7fbf293589c0 2 removed watcher, disabling cache 2024-09-19T14:03:40.373 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.368+0000 7fbf293589c0 20 remove_watcher() i=1 2024-09-19T14:03:40.375 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.372+0000 7fbf293589c0 20 remove_watcher() i=2 2024-09-19T14:03:40.377 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.372+0000 7fbf293589c0 20 remove_watcher() i=3 2024-09-19T14:03:40.379 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.376+0000 7fbf293589c0 20 remove_watcher() i=4 2024-09-19T14:03:40.381 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.376+0000 7fbf293589c0 20 remove_watcher() i=5 2024-09-19T14:03:40.384 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.380+0000 7fbf293589c0 20 remove_watcher() i=6 2024-09-19T14:03:40.387 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.384+0000 7fbf293589c0 20 remove_watcher() i=7 2024-09-19T14:03:40.401 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:03:40.401 INFO:tasks.workunit.client.0.smithi031.stderr:BUCKET_STATS: 2024-09-19T14:03:40.401 INFO:tasks.workunit.client.0.smithi031.stderr:bucket: myver id: 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 num_objects: 0 size_kb: 0 num_shards: 2 2024-09-19T14:03:40.401 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:03:40.402 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin --inject-delay-at=do_reshard --inject-delay-ms=5000 bucket reshard --bucket myver --num-shards 3 2024-09-19T14:03:40.433 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:03:40.433 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:03:40.688 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.684+0000 7f99cdf149c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:40.690 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.684+0000 7f99cdf149c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:40.690 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.684+0000 7f99cdf149c0 20 realm 2024-09-19T14:03:40.690 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.684+0000 7f99cdf149c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:40.690 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.688+0000 7f99cdf149c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:40.691 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.688+0000 7f99cdf149c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:03:40.691 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.688+0000 7f99cdf149c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:40.691 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.688+0000 7f99cdf149c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:40.691 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.688+0000 7f99cdf149c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:40.692 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.688+0000 7f99cdf149c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:03:40.692 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.688+0000 7f99cdf149c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:40.694 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.688+0000 7f99cdf149c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:03:40.694 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.688+0000 7f99cdf149c0 20 searching for the correct realm 2024-09-19T14:03:40.699 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.696+0000 7f99cb219640 0 -- 172.21.15.31:0/738231825 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7f99b410ab70 msgr2=0x7f99b41081d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:03:40.911 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.908+0000 7f99cb219640 0 -- 172.21.15.31:0/738231825 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x55b8e43b58a0 msgr2=0x55b8e43b7d40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:03:40.923 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.920+0000 7f99cdf149c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:03:40.923 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.920+0000 7f99cdf149c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:03:40.924 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.920+0000 7f99cdf149c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:03:40.924 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.920+0000 7f99cdf149c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:03:40.924 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.920+0000 7f99cdf149c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:03:40.924 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.920+0000 7f99cdf149c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:03:40.924 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.920+0000 7f99cdf149c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:40.924 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.920+0000 7f99cdf149c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:40.924 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.920+0000 7f99cdf149c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:40.925 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.920+0000 7f99cdf149c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:03:40.925 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.920+0000 7f99cdf149c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:40.926 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.920+0000 7f99cdf149c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:03:40.926 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.920+0000 7f99cdf149c0 20 zone default found 2024-09-19T14:03:40.926 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.920+0000 7f99cdf149c0 4 Realm: () 2024-09-19T14:03:40.926 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.920+0000 7f99cdf149c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:03:40.926 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.920+0000 7f99cdf149c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:03:40.926 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.920+0000 7f99cdf149c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:03:40.927 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.920+0000 7f99cdf149c0 20 zonegroup default 2024-09-19T14:03:40.927 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.920+0000 7f99cdf149c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:40.927 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.924+0000 7f99cdf149c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:40.927 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.924+0000 7f99cdf149c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:40.928 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.924+0000 7f99cdf149c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:40.928 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.924+0000 7f99cdf149c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:40.929 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.924+0000 7f99cdf149c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:40.929 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.924+0000 7f99cdf149c0 20 started sync module instance, tier type = 2024-09-19T14:03:40.929 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.924+0000 7f99cdf149c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:03:40.953 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.948+0000 7f99cdf149c0 20 add_watcher() i=0 2024-09-19T14:03:40.953 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.948+0000 7f99cdf149c0 20 add_watcher() i=1 2024-09-19T14:03:40.953 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.948+0000 7f99cdf149c0 20 add_watcher() i=2 2024-09-19T14:03:40.953 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.948+0000 7f99cdf149c0 20 add_watcher() i=3 2024-09-19T14:03:40.953 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.948+0000 7f99cdf149c0 20 add_watcher() i=4 2024-09-19T14:03:40.953 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.948+0000 7f99cdf149c0 20 add_watcher() i=5 2024-09-19T14:03:40.953 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.948+0000 7f99cdf149c0 20 add_watcher() i=6 2024-09-19T14:03:40.956 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.952+0000 7f99cdf149c0 20 add_watcher() i=7 2024-09-19T14:03:40.956 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.952+0000 7f99cdf149c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:03:40.961 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.956+0000 7f9881fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:03:40.961 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.956+0000 7f99cdf149c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:03:40.961 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.956+0000 7f99cdf149c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:03:40.961 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.956+0000 7f99cdf149c0 5 note: GC not initialized 2024-09-19T14:03:40.962 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.956+0000 7f9880fe1640 20 reqs_thread_entry: start 2024-09-19T14:03:40.962 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.956+0000 7f99cdf149c0 20 init_complete bucket index max shards: 1 2024-09-19T14:03:40.962 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.956+0000 7f99cdf149c0 20 Filter name: none 2024-09-19T14:03:40.962 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.956+0000 7f97fa7fc640 20 reqs_thread_entry: start 2024-09-19T14:03:40.962 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.956+0000 7f99cdf149c0 10 cache get: name=default.rgw.meta+root+myver : miss 2024-09-19T14:03:40.962 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.956+0000 7f99cdf149c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:40.963 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.960+0000 7f99cdf149c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-19T14:03:40.963 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.960+0000 7f99cdf149c0 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2024-09-19T14:03:40.963 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.960+0000 7f99cdf149c0 10 adding default.rgw.meta+root+myver to cache LRU end 2024-09-19T14:03:40.963 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.960+0000 7f99cdf149c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 : miss 2024-09-19T14:03:40.963 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.960+0000 7f99cdf149c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:40.964 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.960+0000 7f99cdf149c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-19T14:03:40.964 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.960+0000 7f99cdf149c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 info.flags=0x17 2024-09-19T14:03:40.964 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.960+0000 7f99cdf149c0 10 adding default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 to cache LRU end 2024-09-19T14:03:40.964 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.960+0000 7f99cdf149c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T14:03:40.964 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.960+0000 7f99cdf149c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:03:40.964 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.960+0000 7f99cdf149c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 2024-09-19T14:03:40.971 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.968+0000 7f99cdf149c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 info.flags=0x17 2024-09-19T14:03:40.971 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.968+0000 7f99cdf149c0 10 moving default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 to cache LRU end 2024-09-19T14:03:40.971 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.968+0000 7f99cdf149c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:03:40.971 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.968+0000 7f99cdf149c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18, ofs0, ns] 2024-09-19T14:03:40.971 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.968+0000 7f98aa7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333525 cookie 94252591442720 notifier 8670 bl.length()=821 2024-09-19T14:03:40.972 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.968+0000 7f98aa7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 info.flags=0x17 2024-09-19T14:03:40.972 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.968+0000 7f98aa7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 to cache LRU end 2024-09-19T14:03:40.972 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.968+0000 7f98aa7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:03:40.972 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.968+0000 7f99cdf149c0 20 handle_bi_update(): bucket=:myver[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18]): orig_sources= new_sources= 2024-09-19T14:03:40.972 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.968+0000 7f99cdf149c0 20 handle_bi_update(): bucket=:myver[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18]): potential sources added=[] removed=[] 2024-09-19T14:03:40.972 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.968+0000 7f99cdf149c0 20 handle_bi_update(): bucket=:myver[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18]): orig_dests= new_dests= 2024-09-19T14:03:40.972 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.968+0000 7f99cdf149c0 20 handle_bi_update(): bucket=:myver[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18]): potential dests added=[] removed=[] 2024-09-19T14:03:40.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:40.972+0000 7f99cdf149c0 -1 Injecting delay=5.000000000s at location=do_reshard 2024-09-19T14:03:41.407 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:03:41.407 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:03:41.443 INFO:tasks.workunit.client.0.smithi031.stderr:put object successful 2024-09-19T14:03:45.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:45.972+0000 7f99cdf149c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.2.0 2024-09-19T14:03:45.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:45.972+0000 7f99cdf149c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.2.0 2024-09-19T14:03:45.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:45.972+0000 7f99cdf149c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.2.1 2024-09-19T14:03:45.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:45.972+0000 7f99cdf149c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.2.1 2024-09-19T14:03:45.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:45.972+0000 7f99cdf149c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.2.2 2024-09-19T14:03:45.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:45.972+0000 7f99cdf149c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.2.2 2024-09-19T14:03:45.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:45.972+0000 7f99cdf149c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.1.0 2024-09-19T14:03:45.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:45.972+0000 7f99cdf149c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.1.0 2024-09-19T14:03:45.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:45.976+0000 7f99cdf149c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.1.1 2024-09-19T14:03:45.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:45.976+0000 7f99cdf149c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.1.1 2024-09-19T14:03:45.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:45.980+0000 7f99cdf149c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 : hit (requested=0x17, cached=0x17) 2024-09-19T14:03:45.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:45.980+0000 7f99cdf149c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 2024-09-19T14:03:45.987 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:45.984+0000 7f99cdf149c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 info.flags=0x17 2024-09-19T14:03:45.987 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:45.984+0000 7f99cdf149c0 10 moving default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 to cache LRU end 2024-09-19T14:03:45.988 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:45.984+0000 7f99cdf149c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:03:45.988 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:45.984+0000 7f99cdf149c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18, ofs0, ns] 2024-09-19T14:03:45.988 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:45.984+0000 7f98aaffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333526 cookie 94252591442720 notifier 8670 bl.length()=821 2024-09-19T14:03:45.988 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:45.984+0000 7f98aaffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 info.flags=0x17 2024-09-19T14:03:45.988 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:45.984+0000 7f98aaffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 to cache LRU end 2024-09-19T14:03:45.988 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:45.984+0000 7f98aaffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:03:45.989 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:45.984+0000 7f99cdf149c0 20 handle_bi_update(): bucket=:myver[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18]): orig_sources= new_sources= 2024-09-19T14:03:45.989 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:45.984+0000 7f99cdf149c0 20 handle_bi_update(): bucket=:myver[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18]): potential sources added=[] removed=[] 2024-09-19T14:03:45.989 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:45.984+0000 7f99cdf149c0 20 handle_bi_update(): bucket=:myver[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18]): orig_dests= new_dests= 2024-09-19T14:03:45.989 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:45.984+0000 7f99cdf149c0 20 handle_bi_update(): bucket=:myver[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18]): potential dests added=[] removed=[] 2024-09-19T14:03:45.993 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:45.988+0000 7f99cdf149c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.1.0 2024-09-19T14:03:45.993 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:45.988+0000 7f99cdf149c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.1.0 2024-09-19T14:03:45.994 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:45.988+0000 7f99cdf149c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.1.1 2024-09-19T14:03:45.994 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:45.988+0000 7f99cdf149c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.1.1 2024-09-19T14:03:46.000 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:45.996+0000 7f99cdf149c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 : hit (requested=0x17, cached=0x17) 2024-09-19T14:03:46.000 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:45.996+0000 7f99cdf149c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 2024-09-19T14:03:46.004 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:46.000+0000 7f99cdf149c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 info.flags=0x17 2024-09-19T14:03:46.004 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:46.000+0000 7f99cdf149c0 10 moving default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 to cache LRU end 2024-09-19T14:03:46.004 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:46.000+0000 7f99cdf149c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:03:46.004 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:46.000+0000 7f99cdf149c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18, ofs0, ns] 2024-09-19T14:03:46.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:46.000+0000 7f98aaffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333527 cookie 94252591442720 notifier 8670 bl.length()=789 2024-09-19T14:03:46.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:46.000+0000 7f98aaffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 info.flags=0x17 2024-09-19T14:03:46.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:46.000+0000 7f98aaffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 to cache LRU end 2024-09-19T14:03:46.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:46.000+0000 7f98aaffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:03:46.006 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:46.004+0000 7f99cdf149c0 20 handle_bi_update(): bucket=:myver[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18]): orig_sources= new_sources= 2024-09-19T14:03:46.006 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:46.004+0000 7f99cdf149c0 20 handle_bi_update(): bucket=:myver[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18]): potential sources added=[] removed=[] 2024-09-19T14:03:46.006 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:46.004+0000 7f99cdf149c0 20 handle_bi_update(): bucket=:myver[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18]): orig_dests= new_dests= 2024-09-19T14:03:46.007 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:46.004+0000 7f99cdf149c0 20 handle_bi_update(): bucket=:myver[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18]): potential dests added=[] removed=[] 2024-09-19T14:03:46.010 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:46.004+0000 7f99cdf149c0 1 execute INFO: reshard of bucket "myver" from 2 shards to 3 shards completed successfully 2024-09-19T14:03:46.015 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:46.012+0000 7f9881fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:03:46.021 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:46.016+0000 7f99cdf149c0 20 remove_watcher() i=0 2024-09-19T14:03:46.021 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:46.016+0000 7f99cdf149c0 2 removed watcher, disabling cache 2024-09-19T14:03:46.024 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:46.020+0000 7f99cdf149c0 20 remove_watcher() i=1 2024-09-19T14:03:46.026 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:46.024+0000 7f99cdf149c0 20 remove_watcher() i=2 2024-09-19T14:03:46.029 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:46.024+0000 7f99cdf149c0 20 remove_watcher() i=3 2024-09-19T14:03:46.032 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:46.028+0000 7f99cdf149c0 20 remove_watcher() i=4 2024-09-19T14:03:46.035 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:46.032+0000 7f99cdf149c0 20 remove_watcher() i=5 2024-09-19T14:03:46.038 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:46.032+0000 7f99cdf149c0 20 remove_watcher() i=6 2024-09-19T14:03:46.041 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:46.036+0000 7f99cdf149c0 20 remove_watcher() i=7 2024-09-19T14:03:46.448 INFO:tasks.workunit.client.0.smithi031.stderr:TEST: check that bucket stats are correct after reshard with unlinked entries 2024-09-19T14:03:46.448 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:03:46.453 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:03:46.453 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:03:46.465 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:03:46.465 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:03:46.519 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:03:46.519 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:03:46.561 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:03:46.561 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:03:46.570 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:03:46.571 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:03:46.606 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:03:46.606 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:03:46.615 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:03:46.615 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:03:46.651 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:03:46.652 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:03:46.658 INFO:tasks.workunit.client.0.smithi031.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-19T14:03:47.117 INFO:tasks.workunit.client.0.smithi031.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2024-09-19T14:03:48.564 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:03:48.565 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:03:48.636 INFO:tasks.workunit.client.0.smithi031.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-19T14:03:48.637 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bi list --bucket myver --object x 2024-09-19T14:03:48.672 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:03:48.672 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:03:48.717 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.712+0000 7f25c50719c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:48.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.716+0000 7f25c50719c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:48.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.716+0000 7f25c50719c0 20 realm 2024-09-19T14:03:48.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.716+0000 7f25c50719c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:48.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.716+0000 7f25c50719c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:48.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.716+0000 7f25c50719c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:03:48.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.716+0000 7f25c50719c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:48.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.716+0000 7f25c50719c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:48.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.716+0000 7f25c50719c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:48.721 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.716+0000 7f25c50719c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:03:48.721 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.716+0000 7f25c50719c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:48.722 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.720+0000 7f25c50719c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:03:48.723 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.720+0000 7f25c50719c0 20 searching for the correct realm 2024-09-19T14:03:48.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.724+0000 7f25c2b77640 0 -- 172.21.15.31:0/2234057298 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7f25b401a040 msgr2=0x7f25b40823d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:03:48.734 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.732+0000 7f25c2b77640 0 -- 172.21.15.31:0/2234057298 >> [v2:172.21.15.31:6802/3325082646,v1:172.21.15.31:6804/3325082646] conn(0x556b2f382f00 msgr2=0x556b2f385310 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:03:48.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.736+0000 7f25c50719c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:03:48.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.736+0000 7f25c50719c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:03:48.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.736+0000 7f25c50719c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:03:48.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.736+0000 7f25c50719c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:03:48.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.736+0000 7f25c50719c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:03:48.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.736+0000 7f25c50719c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:03:48.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.736+0000 7f25c50719c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:48.743 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.740+0000 7f25c50719c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:48.743 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.740+0000 7f25c50719c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:48.743 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.740+0000 7f25c50719c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:03:48.743 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.740+0000 7f25c50719c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:48.743 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.740+0000 7f25c50719c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:03:48.744 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.740+0000 7f25c50719c0 20 zone default found 2024-09-19T14:03:48.744 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.740+0000 7f25c50719c0 4 Realm: () 2024-09-19T14:03:48.744 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.740+0000 7f25c50719c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:03:48.744 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.740+0000 7f25c50719c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:03:48.744 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.740+0000 7f25c50719c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:03:48.744 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.740+0000 7f25c50719c0 20 zonegroup default 2024-09-19T14:03:48.744 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.740+0000 7f25c50719c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:48.745 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.740+0000 7f25c50719c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:48.745 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.740+0000 7f25c50719c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:48.745 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.740+0000 7f25c50719c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:48.745 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.740+0000 7f25c50719c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:48.745 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.740+0000 7f25c50719c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:48.745 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.740+0000 7f25c50719c0 20 started sync module instance, tier type = 2024-09-19T14:03:48.746 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.740+0000 7f25c50719c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:03:48.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.760+0000 7f25c50719c0 20 add_watcher() i=0 2024-09-19T14:03:48.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.760+0000 7f25c50719c0 20 add_watcher() i=1 2024-09-19T14:03:48.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.760+0000 7f25c50719c0 20 add_watcher() i=2 2024-09-19T14:03:48.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.760+0000 7f25c50719c0 20 add_watcher() i=3 2024-09-19T14:03:48.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.760+0000 7f25c50719c0 20 add_watcher() i=4 2024-09-19T14:03:48.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.760+0000 7f25c50719c0 20 add_watcher() i=5 2024-09-19T14:03:48.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.760+0000 7f25c50719c0 20 add_watcher() i=6 2024-09-19T14:03:48.766 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.760+0000 7f25c50719c0 20 add_watcher() i=7 2024-09-19T14:03:48.766 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.760+0000 7f25c50719c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:03:48.770 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.764+0000 7f24797e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:03:48.771 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.764+0000 7f25c50719c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:03:48.771 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.764+0000 7f25c50719c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:03:48.771 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.764+0000 7f25c50719c0 5 note: GC not initialized 2024-09-19T14:03:48.771 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.768+0000 7f23f3fff640 20 reqs_thread_entry: start 2024-09-19T14:03:48.771 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.768+0000 7f25c50719c0 20 init_complete bucket index max shards: 1 2024-09-19T14:03:48.771 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.768+0000 7f25c50719c0 20 Filter name: none 2024-09-19T14:03:48.771 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.768+0000 7f23f1ffb640 20 reqs_thread_entry: start 2024-09-19T14:03:48.771 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.768+0000 7f25c50719c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:48.772 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.768+0000 7f25c50719c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-19T14:03:48.772 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.768+0000 7f25c50719c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:48.773 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.768+0000 7f25c50719c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-19T14:03:48.773 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.768+0000 7f25c50719c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:03:48.773 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.768+0000 7f25c50719c0 20 INFO: main: max_entries=1000, index=gen=2, max_shards=3 2024-09-19T14:03:48.773 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.768+0000 7f25c50719c0 20 INFO: main: starting shard=0 2024-09-19T14:03:48.773 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.768+0000 7f25c50719c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.2.0 2024-09-19T14:03:48.773 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.768+0000 7f25c50719c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.2.0 2024-09-19T14:03:48.774 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.768+0000 7f25c50719c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-19T14:03:48.774 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.768+0000 7f25c50719c0 20 INFO: main: starting shard=1 2024-09-19T14:03:48.774 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.768+0000 7f25c50719c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.2.1 2024-09-19T14:03:48.774 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.768+0000 7f25c50719c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.2.1 2024-09-19T14:03:48.775 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.772+0000 7f25c50719c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T14:03:48.775 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.772+0000 7f25c50719c0 20 INFO: main: starting shard=2 2024-09-19T14:03:48.775 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.772+0000 7f25c50719c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.2.2 2024-09-19T14:03:48.775 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.772+0000 7f25c50719c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.2.2 2024-09-19T14:03:48.776 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.772+0000 7f25c50719c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T14:03:48.776 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.772+0000 7f25c50719c0 20 INFO: main: done 2024-09-19T14:03:48.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.772+0000 7f24797e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:03:48.781 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.776+0000 7f25c50719c0 20 remove_watcher() i=0 2024-09-19T14:03:48.781 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.776+0000 7f25c50719c0 2 removed watcher, disabling cache 2024-09-19T14:03:48.783 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.780+0000 7f25c50719c0 20 remove_watcher() i=1 2024-09-19T14:03:48.785 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.780+0000 7f25c50719c0 20 remove_watcher() i=2 2024-09-19T14:03:48.787 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.784+0000 7f25c50719c0 20 remove_watcher() i=3 2024-09-19T14:03:48.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.784+0000 7f25c50719c0 20 remove_watcher() i=4 2024-09-19T14:03:48.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.788+0000 7f25c50719c0 20 remove_watcher() i=5 2024-09-19T14:03:48.794 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.792+0000 7f25c50719c0 20 remove_watcher() i=6 2024-09-19T14:03:48.797 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.792+0000 7f25c50719c0 20 remove_watcher() i=7 2024-09-19T14:03:48.813 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:03:48.813 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:03:48.818 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:03:48.818 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:03:48.879 INFO:tasks.workunit.client.0.smithi031.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-19T14:03:48.879 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bi list --bucket myver --object y 2024-09-19T14:03:48.911 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:03:48.911 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:03:48.957 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.952+0000 7f5922aa99c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:48.960 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.956+0000 7f5922aa99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:48.960 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.956+0000 7f5922aa99c0 20 realm 2024-09-19T14:03:48.960 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.956+0000 7f5922aa99c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:48.961 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.956+0000 7f5922aa99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:48.961 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.956+0000 7f5922aa99c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:03:48.961 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.956+0000 7f5922aa99c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:48.961 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.956+0000 7f5922aa99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:48.961 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.956+0000 7f5922aa99c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:48.962 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.956+0000 7f5922aa99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:03:48.962 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.956+0000 7f5922aa99c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:48.964 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.960+0000 7f5922aa99c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:03:48.964 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.960+0000 7f5922aa99c0 20 searching for the correct realm 2024-09-19T14:03:48.970 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.964+0000 7f59205af640 0 -- 172.21.15.31:0/2502575917 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x560f978adf70 msgr2=0x7f591007f040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:03:48.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.972+0000 7f59205af640 0 -- 172.21.15.31:0/2502575917 >> [v2:172.21.15.31:6802/3325082646,v1:172.21.15.31:6804/3325082646] conn(0x560f97ae0690 msgr2=0x560f97ae2b50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T14:03:48.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.980+0000 7f5922aa99c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:03:48.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.980+0000 7f5922aa99c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:03:48.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.980+0000 7f5922aa99c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:03:48.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.980+0000 7f5922aa99c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:03:48.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.980+0000 7f5922aa99c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:03:48.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.980+0000 7f5922aa99c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:03:48.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.980+0000 7f5922aa99c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:48.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.980+0000 7f5922aa99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:48.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.980+0000 7f5922aa99c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:48.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.980+0000 7f5922aa99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:03:48.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.980+0000 7f5922aa99c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:48.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.980+0000 7f5922aa99c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:03:48.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.980+0000 7f5922aa99c0 20 zone default found 2024-09-19T14:03:48.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.980+0000 7f5922aa99c0 4 Realm: () 2024-09-19T14:03:48.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.980+0000 7f5922aa99c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:03:48.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.980+0000 7f5922aa99c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:03:48.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.980+0000 7f5922aa99c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:03:48.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.980+0000 7f5922aa99c0 20 zonegroup default 2024-09-19T14:03:48.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.980+0000 7f5922aa99c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:48.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.980+0000 7f5922aa99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:48.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.980+0000 7f5922aa99c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:48.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.980+0000 7f5922aa99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:48.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.980+0000 7f5922aa99c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:48.987 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.980+0000 7f5922aa99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:48.987 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.984+0000 7f5922aa99c0 20 started sync module instance, tier type = 2024-09-19T14:03:48.987 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:48.984+0000 7f5922aa99c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:03:49.004 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.000+0000 7f5922aa99c0 20 add_watcher() i=0 2024-09-19T14:03:49.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.000+0000 7f5922aa99c0 20 add_watcher() i=1 2024-09-19T14:03:49.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.000+0000 7f5922aa99c0 20 add_watcher() i=2 2024-09-19T14:03:49.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.000+0000 7f5922aa99c0 20 add_watcher() i=3 2024-09-19T14:03:49.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.000+0000 7f5922aa99c0 20 add_watcher() i=4 2024-09-19T14:03:49.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.000+0000 7f5922aa99c0 20 add_watcher() i=5 2024-09-19T14:03:49.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.000+0000 7f5922aa99c0 20 add_watcher() i=6 2024-09-19T14:03:49.007 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.004+0000 7f5922aa99c0 20 add_watcher() i=7 2024-09-19T14:03:49.008 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.004+0000 7f5922aa99c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:03:49.012 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.008+0000 7f57d6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:03:49.012 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.008+0000 7f5922aa99c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:03:49.012 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.008+0000 7f5922aa99c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:03:49.012 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.008+0000 7f5922aa99c0 5 note: GC not initialized 2024-09-19T14:03:49.012 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.008+0000 7f57d5fdb640 20 reqs_thread_entry: start 2024-09-19T14:03:49.013 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.008+0000 7f5922aa99c0 20 init_complete bucket index max shards: 1 2024-09-19T14:03:49.013 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.008+0000 7f5922aa99c0 20 Filter name: none 2024-09-19T14:03:49.013 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.008+0000 7f57477fe640 20 reqs_thread_entry: start 2024-09-19T14:03:49.013 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.008+0000 7f5922aa99c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:49.013 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.008+0000 7f5922aa99c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-19T14:03:49.013 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.008+0000 7f5922aa99c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:49.014 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.008+0000 7f5922aa99c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-19T14:03:49.014 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.008+0000 7f5922aa99c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:03:49.014 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.008+0000 7f5922aa99c0 20 INFO: main: max_entries=1000, index=gen=2, max_shards=3 2024-09-19T14:03:49.014 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.008+0000 7f5922aa99c0 20 INFO: main: starting shard=0 2024-09-19T14:03:49.014 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.008+0000 7f5922aa99c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.2.0 2024-09-19T14:03:49.014 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.008+0000 7f5922aa99c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.2.0 2024-09-19T14:03:49.016 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.012+0000 7f5922aa99c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T14:03:49.016 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.012+0000 7f5922aa99c0 20 INFO: main: starting shard=1 2024-09-19T14:03:49.016 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.012+0000 7f5922aa99c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.2.1 2024-09-19T14:03:49.016 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.012+0000 7f5922aa99c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.2.1 2024-09-19T14:03:49.017 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.012+0000 7f5922aa99c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T14:03:49.017 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.012+0000 7f5922aa99c0 20 INFO: main: starting shard=2 2024-09-19T14:03:49.017 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.012+0000 7f5922aa99c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.2.2 2024-09-19T14:03:49.017 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.012+0000 7f5922aa99c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.2.2 2024-09-19T14:03:49.019 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.016+0000 7f5922aa99c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-19T14:03:49.019 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.016+0000 7f5922aa99c0 20 INFO: main: done 2024-09-19T14:03:49.020 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.016+0000 7f57d6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:03:49.024 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.020+0000 7f5922aa99c0 20 remove_watcher() i=0 2024-09-19T14:03:49.024 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.020+0000 7f5922aa99c0 2 removed watcher, disabling cache 2024-09-19T14:03:49.026 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.020+0000 7f5922aa99c0 20 remove_watcher() i=1 2024-09-19T14:03:49.028 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.024+0000 7f5922aa99c0 20 remove_watcher() i=2 2024-09-19T14:03:49.030 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.024+0000 7f5922aa99c0 20 remove_watcher() i=3 2024-09-19T14:03:49.032 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.028+0000 7f5922aa99c0 20 remove_watcher() i=4 2024-09-19T14:03:49.035 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.032+0000 7f5922aa99c0 20 remove_watcher() i=5 2024-09-19T14:03:49.038 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.032+0000 7f5922aa99c0 20 remove_watcher() i=6 2024-09-19T14:03:49.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.036+0000 7f5922aa99c0 20 remove_watcher() i=7 2024-09-19T14:03:49.058 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:03:49.058 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:03:49.062 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:03:49.062 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:03:49.119 INFO:tasks.workunit.client.0.smithi031.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-19T14:03:49.119 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bi list --bucket myver --object z 2024-09-19T14:03:49.155 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:03:49.155 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:03:49.202 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.196+0000 7fb2912659c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:49.205 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.200+0000 7fb2912659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:49.205 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.200+0000 7fb2912659c0 20 realm 2024-09-19T14:03:49.205 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.200+0000 7fb2912659c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:49.205 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.200+0000 7fb2912659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:49.205 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.200+0000 7fb2912659c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:03:49.206 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.200+0000 7fb2912659c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:49.206 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.200+0000 7fb2912659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:49.206 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.200+0000 7fb2912659c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:49.206 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.204+0000 7fb2912659c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:03:49.206 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.204+0000 7fb2912659c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:49.208 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.204+0000 7fb2912659c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:03:49.208 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.204+0000 7fb2912659c0 20 searching for the correct realm 2024-09-19T14:03:49.210 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.204+0000 7fb28f56c640 0 -- 172.21.15.31:0/40555937 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7fb284008050 msgr2=0x7fb284068e00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:03:49.216 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.212+0000 7fb28f56c640 0 -- 172.21.15.31:0/40555937 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x55754e7b5ec0 msgr2=0x55754e7b8310 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:03:49.227 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.224+0000 7fb2912659c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:03:49.227 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.224+0000 7fb2912659c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:03:49.227 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.224+0000 7fb2912659c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:03:49.228 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.224+0000 7fb2912659c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:03:49.228 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.224+0000 7fb2912659c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:03:49.228 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.224+0000 7fb2912659c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:03:49.228 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.224+0000 7fb2912659c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:49.228 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.224+0000 7fb2912659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:49.228 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.224+0000 7fb2912659c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:49.229 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.224+0000 7fb2912659c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:03:49.229 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.224+0000 7fb2912659c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:49.229 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.224+0000 7fb2912659c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:03:49.229 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.224+0000 7fb2912659c0 20 zone default found 2024-09-19T14:03:49.229 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.224+0000 7fb2912659c0 4 Realm: () 2024-09-19T14:03:49.229 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.224+0000 7fb2912659c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:03:49.230 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.224+0000 7fb2912659c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:03:49.230 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.224+0000 7fb2912659c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:03:49.230 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.224+0000 7fb2912659c0 20 zonegroup default 2024-09-19T14:03:49.230 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.224+0000 7fb2912659c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:49.230 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.224+0000 7fb2912659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:49.231 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.224+0000 7fb2912659c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:49.231 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.224+0000 7fb2912659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:49.231 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.224+0000 7fb2912659c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:49.231 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.228+0000 7fb2912659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:49.231 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.228+0000 7fb2912659c0 20 started sync module instance, tier type = 2024-09-19T14:03:49.231 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.228+0000 7fb2912659c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:03:49.251 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.248+0000 7fb2912659c0 20 add_watcher() i=0 2024-09-19T14:03:49.251 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.248+0000 7fb2912659c0 20 add_watcher() i=1 2024-09-19T14:03:49.251 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.248+0000 7fb2912659c0 20 add_watcher() i=2 2024-09-19T14:03:49.251 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.248+0000 7fb2912659c0 20 add_watcher() i=3 2024-09-19T14:03:49.251 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.248+0000 7fb2912659c0 20 add_watcher() i=4 2024-09-19T14:03:49.251 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.248+0000 7fb2912659c0 20 add_watcher() i=5 2024-09-19T14:03:49.252 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.248+0000 7fb2912659c0 20 add_watcher() i=6 2024-09-19T14:03:49.254 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.248+0000 7fb2912659c0 20 add_watcher() i=7 2024-09-19T14:03:49.254 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.248+0000 7fb2912659c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:03:49.257 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.252+0000 7fb1457e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:03:49.258 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.252+0000 7fb2912659c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:03:49.258 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.252+0000 7fb2912659c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:03:49.259 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.252+0000 7fb2912659c0 5 note: GC not initialized 2024-09-19T14:03:49.259 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.252+0000 7fb0bffff640 20 reqs_thread_entry: start 2024-09-19T14:03:49.259 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.256+0000 7fb2912659c0 20 init_complete bucket index max shards: 1 2024-09-19T14:03:49.259 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.256+0000 7fb2912659c0 20 Filter name: none 2024-09-19T14:03:49.259 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.256+0000 7fb0bdffb640 20 reqs_thread_entry: start 2024-09-19T14:03:49.259 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.256+0000 7fb2912659c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:49.259 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.256+0000 7fb2912659c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-19T14:03:49.259 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.256+0000 7fb2912659c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:49.260 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.256+0000 7fb2912659c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-19T14:03:49.260 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.256+0000 7fb2912659c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:03:49.260 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.256+0000 7fb2912659c0 20 INFO: main: max_entries=1000, index=gen=2, max_shards=3 2024-09-19T14:03:49.260 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.256+0000 7fb2912659c0 20 INFO: main: starting shard=0 2024-09-19T14:03:49.260 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.256+0000 7fb2912659c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.2.0 2024-09-19T14:03:49.261 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.256+0000 7fb2912659c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.2.0 2024-09-19T14:03:49.261 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.256+0000 7fb2912659c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T14:03:49.261 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.256+0000 7fb2912659c0 20 INFO: main: starting shard=1 2024-09-19T14:03:49.261 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.256+0000 7fb2912659c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.2.1 2024-09-19T14:03:49.261 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.256+0000 7fb2912659c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.2.1 2024-09-19T14:03:49.262 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.260+0000 7fb2912659c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-19T14:03:49.262 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.260+0000 7fb2912659c0 20 INFO: main: starting shard=2 2024-09-19T14:03:49.263 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.260+0000 7fb2912659c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.2.2 2024-09-19T14:03:49.263 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.260+0000 7fb2912659c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.2.2 2024-09-19T14:03:49.264 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.260+0000 7fb2912659c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T14:03:49.264 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.260+0000 7fb2912659c0 20 INFO: main: done 2024-09-19T14:03:49.265 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.260+0000 7fb1457e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:03:49.269 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.264+0000 7fb2912659c0 20 remove_watcher() i=0 2024-09-19T14:03:49.269 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.264+0000 7fb2912659c0 2 removed watcher, disabling cache 2024-09-19T14:03:49.271 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.268+0000 7fb2912659c0 20 remove_watcher() i=1 2024-09-19T14:03:49.273 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.268+0000 7fb2912659c0 20 remove_watcher() i=2 2024-09-19T14:03:49.275 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.272+0000 7fb2912659c0 20 remove_watcher() i=3 2024-09-19T14:03:49.277 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.272+0000 7fb2912659c0 20 remove_watcher() i=4 2024-09-19T14:03:49.279 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.276+0000 7fb2912659c0 20 remove_watcher() i=5 2024-09-19T14:03:49.281 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.276+0000 7fb2912659c0 20 remove_watcher() i=6 2024-09-19T14:03:49.284 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:49.280+0000 7fb2912659c0 20 remove_watcher() i=7 2024-09-19T14:03:49.300 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:03:49.300 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:03:49.303 INFO:tasks.workunit.client.0.smithi031.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-19T14:03:49.737 INFO:tasks.workunit.client.0.smithi031.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2024-09-19T14:03:50.167 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket reshard --bucket myver --num-shards 17 --yes-i-really-mean-it 2024-09-19T14:03:50.202 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:03:50.203 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:03:50.246 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.240+0000 7fcb713db9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:50.247 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.244+0000 7fcb713db9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:50.247 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.244+0000 7fcb713db9c0 20 realm 2024-09-19T14:03:50.247 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.244+0000 7fcb713db9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:50.248 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.244+0000 7fcb713db9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:50.248 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.244+0000 7fcb713db9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:03:50.248 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.244+0000 7fcb713db9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:50.248 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.244+0000 7fcb713db9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:50.248 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.244+0000 7fcb713db9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:50.249 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.244+0000 7fcb713db9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:03:50.249 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.244+0000 7fcb713db9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:50.251 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.248+0000 7fcb713db9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:03:50.251 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.248+0000 7fcb713db9c0 20 searching for the correct realm 2024-09-19T14:03:50.259 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.256+0000 7fcb6e6e0640 0 -- 172.21.15.31:0/241168471 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x55cba1176d40 msgr2=0x55cba11791e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:03:50.263 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.260+0000 7fcb6e6e0640 0 -- 172.21.15.31:0/241168471 >> [v2:172.21.15.170:6808/820924953,v1:172.21.15.170:6809/820924953] conn(0x55cba117e810 msgr2=0x55cba1180c00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:03:50.269 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.264+0000 7fcb713db9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:03:50.269 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.264+0000 7fcb713db9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:03:50.269 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.264+0000 7fcb713db9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:03:50.269 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.264+0000 7fcb713db9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:03:50.269 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.264+0000 7fcb713db9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:03:50.269 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.264+0000 7fcb713db9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:03:50.269 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.264+0000 7fcb713db9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:50.270 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.264+0000 7fcb713db9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:50.270 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.264+0000 7fcb713db9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:50.270 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.264+0000 7fcb713db9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:03:50.270 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.264+0000 7fcb713db9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:50.271 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.268+0000 7fcb713db9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:03:50.271 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.268+0000 7fcb713db9c0 20 zone default found 2024-09-19T14:03:50.271 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.268+0000 7fcb713db9c0 4 Realm: () 2024-09-19T14:03:50.271 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.268+0000 7fcb713db9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:03:50.271 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.268+0000 7fcb713db9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:03:50.271 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.268+0000 7fcb713db9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:03:50.271 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.268+0000 7fcb713db9c0 20 zonegroup default 2024-09-19T14:03:50.271 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.268+0000 7fcb713db9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:50.271 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.268+0000 7fcb713db9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:50.271 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.268+0000 7fcb713db9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:50.272 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.268+0000 7fcb713db9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:50.272 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.268+0000 7fcb713db9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:50.272 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.268+0000 7fcb713db9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:50.272 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.268+0000 7fcb713db9c0 20 started sync module instance, tier type = 2024-09-19T14:03:50.272 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.268+0000 7fcb713db9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:03:50.289 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.284+0000 7fcb713db9c0 20 add_watcher() i=0 2024-09-19T14:03:50.289 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.284+0000 7fcb713db9c0 20 add_watcher() i=1 2024-09-19T14:03:50.289 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.284+0000 7fcb713db9c0 20 add_watcher() i=2 2024-09-19T14:03:50.290 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.284+0000 7fcb713db9c0 20 add_watcher() i=3 2024-09-19T14:03:50.290 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.284+0000 7fcb713db9c0 20 add_watcher() i=4 2024-09-19T14:03:50.290 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.284+0000 7fcb713db9c0 20 add_watcher() i=5 2024-09-19T14:03:50.290 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.284+0000 7fcb713db9c0 20 add_watcher() i=6 2024-09-19T14:03:50.292 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.288+0000 7fcb713db9c0 20 add_watcher() i=7 2024-09-19T14:03:50.292 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.288+0000 7fcb713db9c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:03:50.295 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.292+0000 7fca257e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:03:50.296 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.292+0000 7fcb713db9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:03:50.296 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.292+0000 7fcb713db9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:03:50.296 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.292+0000 7fcb713db9c0 5 note: GC not initialized 2024-09-19T14:03:50.296 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.292+0000 7fc99ffff640 20 reqs_thread_entry: start 2024-09-19T14:03:50.296 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.292+0000 7fcb713db9c0 20 init_complete bucket index max shards: 1 2024-09-19T14:03:50.296 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.292+0000 7fcb713db9c0 20 Filter name: none 2024-09-19T14:03:50.296 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.292+0000 7fc99dffb640 20 reqs_thread_entry: start 2024-09-19T14:03:50.296 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.292+0000 7fcb713db9c0 10 cache get: name=default.rgw.meta+root+myver : miss 2024-09-19T14:03:50.296 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.292+0000 7fcb713db9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:50.297 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.292+0000 7fcb713db9c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-19T14:03:50.297 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.292+0000 7fcb713db9c0 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2024-09-19T14:03:50.297 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.292+0000 7fcb713db9c0 10 adding default.rgw.meta+root+myver to cache LRU end 2024-09-19T14:03:50.297 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.292+0000 7fcb713db9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 : miss 2024-09-19T14:03:50.297 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.292+0000 7fcb713db9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:50.298 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.292+0000 7fcb713db9c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-19T14:03:50.298 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.292+0000 7fcb713db9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 info.flags=0x17 2024-09-19T14:03:50.298 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.292+0000 7fcb713db9c0 10 adding default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 to cache LRU end 2024-09-19T14:03:50.298 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.292+0000 7fcb713db9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T14:03:50.298 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.292+0000 7fcb713db9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:03:50.298 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.292+0000 7fcb713db9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 2024-09-19T14:03:50.308 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.304+0000 7fcb713db9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 info.flags=0x17 2024-09-19T14:03:50.309 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.304+0000 7fcb713db9c0 10 moving default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 to cache LRU end 2024-09-19T14:03:50.309 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.304+0000 7fcb713db9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:03:50.309 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.304+0000 7fcb713db9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18, ofs0, ns] 2024-09-19T14:03:50.309 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.304+0000 7fca51ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333528 cookie 94333069424080 notifier 8174 bl.length()=821 2024-09-19T14:03:50.309 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.304+0000 7fca51ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 info.flags=0x17 2024-09-19T14:03:50.309 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.304+0000 7fca51ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 to cache LRU end 2024-09-19T14:03:50.309 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.304+0000 7fca51ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:03:50.309 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.304+0000 7fcb713db9c0 20 handle_bi_update(): bucket=:myver[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18]): orig_sources= new_sources= 2024-09-19T14:03:50.310 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.304+0000 7fcb713db9c0 20 handle_bi_update(): bucket=:myver[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18]): potential sources added=[] removed=[] 2024-09-19T14:03:50.310 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.304+0000 7fcb713db9c0 20 handle_bi_update(): bucket=:myver[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18]): orig_dests= new_dests= 2024-09-19T14:03:50.310 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.304+0000 7fcb713db9c0 20 handle_bi_update(): bucket=:myver[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18]): potential dests added=[] removed=[] 2024-09-19T14:03:50.320 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.316+0000 7fcb713db9c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.0 2024-09-19T14:03:50.320 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.316+0000 7fcb713db9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.0 2024-09-19T14:03:50.320 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.316+0000 7fcb713db9c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.1 2024-09-19T14:03:50.321 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.316+0000 7fcb713db9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.1 2024-09-19T14:03:50.321 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.316+0000 7fcb713db9c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.2 2024-09-19T14:03:50.321 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.316+0000 7fcb713db9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.2 2024-09-19T14:03:50.321 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.316+0000 7fcb713db9c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.3 2024-09-19T14:03:50.321 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.316+0000 7fcb713db9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.3 2024-09-19T14:03:50.321 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.316+0000 7fcb713db9c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.4 2024-09-19T14:03:50.321 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.316+0000 7fcb713db9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.4 2024-09-19T14:03:50.321 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.316+0000 7fcb713db9c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.5 2024-09-19T14:03:50.321 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.316+0000 7fcb713db9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.5 2024-09-19T14:03:50.321 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.316+0000 7fcb713db9c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.6 2024-09-19T14:03:50.321 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.316+0000 7fcb713db9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.6 2024-09-19T14:03:50.321 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.316+0000 7fcb713db9c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.7 2024-09-19T14:03:50.321 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.316+0000 7fcb713db9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.7 2024-09-19T14:03:50.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.316+0000 7fcb713db9c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.8 2024-09-19T14:03:50.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.316+0000 7fcb713db9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.8 2024-09-19T14:03:50.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.316+0000 7fcb713db9c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.9 2024-09-19T14:03:50.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.316+0000 7fcb713db9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.9 2024-09-19T14:03:50.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.316+0000 7fcb713db9c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.10 2024-09-19T14:03:50.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.316+0000 7fcb713db9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.10 2024-09-19T14:03:50.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.316+0000 7fcb713db9c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.11 2024-09-19T14:03:50.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.316+0000 7fcb713db9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.11 2024-09-19T14:03:50.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.316+0000 7fcb713db9c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.12 2024-09-19T14:03:50.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.316+0000 7fcb713db9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.12 2024-09-19T14:03:50.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.316+0000 7fcb713db9c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.13 2024-09-19T14:03:50.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.316+0000 7fcb713db9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.13 2024-09-19T14:03:50.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.316+0000 7fcb713db9c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.14 2024-09-19T14:03:50.323 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.316+0000 7fcb713db9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.14 2024-09-19T14:03:50.323 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.316+0000 7fcb713db9c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.15 2024-09-19T14:03:50.323 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.316+0000 7fcb713db9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.15 2024-09-19T14:03:50.323 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.316+0000 7fcb713db9c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.16 2024-09-19T14:03:50.323 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.316+0000 7fcb713db9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.16 2024-09-19T14:03:50.323 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.316+0000 7fcb713db9c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.2.0 2024-09-19T14:03:50.323 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.316+0000 7fcb713db9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.2.0 2024-09-19T14:03:50.323 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.316+0000 7fcb713db9c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.2.1 2024-09-19T14:03:50.324 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.316+0000 7fcb713db9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.2.1 2024-09-19T14:03:50.324 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.320+0000 7fcb713db9c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.2.2 2024-09-19T14:03:50.324 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.320+0000 7fcb713db9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.2.2 2024-09-19T14:03:50.328 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.324+0000 7fcb713db9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 : hit (requested=0x17, cached=0x17) 2024-09-19T14:03:50.328 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.324+0000 7fcb713db9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 2024-09-19T14:03:50.330 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.324+0000 7fcb713db9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 info.flags=0x17 2024-09-19T14:03:50.330 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.324+0000 7fcb713db9c0 10 moving default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 to cache LRU end 2024-09-19T14:03:50.330 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.324+0000 7fcb713db9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:03:50.330 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.324+0000 7fcb713db9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18, ofs0, ns] 2024-09-19T14:03:50.331 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.328+0000 7fca527fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333529 cookie 94333069424080 notifier 8174 bl.length()=821 2024-09-19T14:03:50.331 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.328+0000 7fca527fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 info.flags=0x17 2024-09-19T14:03:50.331 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.328+0000 7fca527fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 to cache LRU end 2024-09-19T14:03:50.331 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.328+0000 7fca527fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:03:50.331 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.328+0000 7fcb713db9c0 20 handle_bi_update(): bucket=:myver[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18]): orig_sources= new_sources= 2024-09-19T14:03:50.331 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.328+0000 7fcb713db9c0 20 handle_bi_update(): bucket=:myver[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18]): potential sources added=[] removed=[] 2024-09-19T14:03:50.331 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.328+0000 7fcb713db9c0 20 handle_bi_update(): bucket=:myver[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18]): orig_dests= new_dests= 2024-09-19T14:03:50.331 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.328+0000 7fcb713db9c0 20 handle_bi_update(): bucket=:myver[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18]): potential dests added=[] removed=[] 2024-09-19T14:03:50.334 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.328+0000 7fcb713db9c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.2.0 2024-09-19T14:03:50.334 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.328+0000 7fcb713db9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.2.0 2024-09-19T14:03:50.334 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.332+0000 7fcb713db9c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.2.1 2024-09-19T14:03:50.334 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.332+0000 7fcb713db9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.2.1 2024-09-19T14:03:50.335 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.332+0000 7fcb713db9c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.2.2 2024-09-19T14:03:50.335 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.332+0000 7fcb713db9c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.2.2 2024-09-19T14:03:50.336 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.332+0000 7fcb713db9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 : hit (requested=0x17, cached=0x17) 2024-09-19T14:03:50.336 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.332+0000 7fcb713db9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 2024-09-19T14:03:50.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.332+0000 7fcb713db9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 info.flags=0x17 2024-09-19T14:03:50.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.332+0000 7fcb713db9c0 10 moving default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 to cache LRU end 2024-09-19T14:03:50.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.332+0000 7fcb713db9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:03:50.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.332+0000 7fcb713db9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18, ofs0, ns] 2024-09-19T14:03:50.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.332+0000 7fca527fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333530 cookie 94333069424080 notifier 8174 bl.length()=789 2024-09-19T14:03:50.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.332+0000 7fca527fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 info.flags=0x17 2024-09-19T14:03:50.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.332+0000 7fca527fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 to cache LRU end 2024-09-19T14:03:50.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.332+0000 7fca527fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:03:50.339 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.336+0000 7fcb713db9c0 20 handle_bi_update(): bucket=:myver[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18]): orig_sources= new_sources= 2024-09-19T14:03:50.339 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.336+0000 7fcb713db9c0 20 handle_bi_update(): bucket=:myver[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18]): potential sources added=[] removed=[] 2024-09-19T14:03:50.339 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.336+0000 7fcb713db9c0 20 handle_bi_update(): bucket=:myver[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18]): orig_dests= new_dests= 2024-09-19T14:03:50.339 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.336+0000 7fcb713db9c0 20 handle_bi_update(): bucket=:myver[0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18]): potential dests added=[] removed=[] 2024-09-19T14:03:50.341 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.336+0000 7fcb713db9c0 1 execute INFO: reshard of bucket "myver" from 3 shards to 17 shards completed successfully 2024-09-19T14:03:50.345 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.340+0000 7fca257e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:03:50.348 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.344+0000 7fcb713db9c0 20 remove_watcher() i=0 2024-09-19T14:03:50.349 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.344+0000 7fcb713db9c0 2 removed watcher, disabling cache 2024-09-19T14:03:50.350 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.348+0000 7fcb713db9c0 20 remove_watcher() i=1 2024-09-19T14:03:50.353 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.348+0000 7fcb713db9c0 20 remove_watcher() i=2 2024-09-19T14:03:50.355 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.352+0000 7fcb713db9c0 20 remove_watcher() i=3 2024-09-19T14:03:50.357 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.352+0000 7fcb713db9c0 20 remove_watcher() i=4 2024-09-19T14:03:50.359 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.356+0000 7fcb713db9c0 20 remove_watcher() i=5 2024-09-19T14:03:50.362 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.356+0000 7fcb713db9c0 20 remove_watcher() i=6 2024-09-19T14:03:50.365 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.360+0000 7fcb713db9c0 20 remove_watcher() i=7 2024-09-19T14:03:50.378 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket check unlinked --bucket myver --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2024-09-19T14:03:50.413 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:03:50.413 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:03:50.453 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.448+0000 7f9b18be09c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:50.456 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.452+0000 7f9b18be09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:50.457 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.452+0000 7f9b18be09c0 20 realm 2024-09-19T14:03:50.457 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.452+0000 7f9b18be09c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:50.458 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.452+0000 7f9b18be09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:50.458 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.452+0000 7f9b18be09c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:03:50.458 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.452+0000 7f9b18be09c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:50.458 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.452+0000 7f9b18be09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:50.458 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.452+0000 7f9b18be09c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:50.458 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.452+0000 7f9b18be09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:03:50.458 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.452+0000 7f9b18be09c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:50.459 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.456+0000 7f9b18be09c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:03:50.459 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.456+0000 7f9b18be09c0 20 searching for the correct realm 2024-09-19T14:03:50.464 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.460+0000 7f9b166e6640 0 -- 172.21.15.31:0/2585154460 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7f9b0806c070 msgr2=0x7f9b08084cf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T14:03:50.470 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.464+0000 7f9b166e6640 0 -- 172.21.15.31:0/2585154460 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f9b100c1070 msgr2=0x7f9b100fc6f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:03:50.477 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.472+0000 7f9b18be09c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:03:50.477 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.472+0000 7f9b18be09c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:03:50.477 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.472+0000 7f9b18be09c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:03:50.477 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.472+0000 7f9b18be09c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:03:50.477 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.472+0000 7f9b18be09c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:03:50.477 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.472+0000 7f9b18be09c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:03:50.477 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.472+0000 7f9b18be09c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:50.478 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.472+0000 7f9b18be09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:50.478 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.472+0000 7f9b18be09c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:50.478 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.472+0000 7f9b18be09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:03:50.479 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.472+0000 7f9b18be09c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:50.479 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.476+0000 7f9b18be09c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:03:50.479 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.476+0000 7f9b18be09c0 20 zone default found 2024-09-19T14:03:50.479 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.476+0000 7f9b18be09c0 4 Realm: () 2024-09-19T14:03:50.479 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.476+0000 7f9b18be09c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:03:50.479 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.476+0000 7f9b18be09c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:03:50.479 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.476+0000 7f9b18be09c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:03:50.479 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.476+0000 7f9b18be09c0 20 zonegroup default 2024-09-19T14:03:50.479 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.476+0000 7f9b18be09c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:50.480 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.476+0000 7f9b18be09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:50.480 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.476+0000 7f9b18be09c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:50.480 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.476+0000 7f9b18be09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:50.480 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.476+0000 7f9b18be09c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:50.480 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.476+0000 7f9b18be09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:50.480 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.476+0000 7f9b18be09c0 20 started sync module instance, tier type = 2024-09-19T14:03:50.481 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.476+0000 7f9b18be09c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:03:50.498 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.496+0000 7f9b18be09c0 20 add_watcher() i=0 2024-09-19T14:03:50.499 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.496+0000 7f9b18be09c0 20 add_watcher() i=1 2024-09-19T14:03:50.499 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.496+0000 7f9b18be09c0 20 add_watcher() i=2 2024-09-19T14:03:50.499 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.496+0000 7f9b18be09c0 20 add_watcher() i=3 2024-09-19T14:03:50.499 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.496+0000 7f9b18be09c0 20 add_watcher() i=4 2024-09-19T14:03:50.499 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.496+0000 7f9b18be09c0 20 add_watcher() i=5 2024-09-19T14:03:50.499 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.496+0000 7f9b18be09c0 20 add_watcher() i=6 2024-09-19T14:03:50.501 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.496+0000 7f9b18be09c0 20 add_watcher() i=7 2024-09-19T14:03:50.501 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.496+0000 7f9b18be09c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:03:50.504 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.500+0000 7f99ccfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:03:50.505 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.500+0000 7f9b18be09c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:03:50.506 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.500+0000 7f9b18be09c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:03:50.506 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.500+0000 7f9b18be09c0 5 note: GC not initialized 2024-09-19T14:03:50.506 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.500+0000 7f99477fe640 20 reqs_thread_entry: start 2024-09-19T14:03:50.506 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.500+0000 7f9b18be09c0 20 init_complete bucket index max shards: 1 2024-09-19T14:03:50.506 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.500+0000 7f9b18be09c0 20 Filter name: none 2024-09-19T14:03:50.506 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.500+0000 7f99457fa640 20 reqs_thread_entry: start 2024-09-19T14:03:50.506 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.500+0000 7f9b18be09c0 10 cache get: name=default.rgw.meta+root+myver : miss 2024-09-19T14:03:50.506 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.500+0000 7f9b18be09c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:50.507 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.504+0000 7f9b18be09c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-19T14:03:50.507 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.504+0000 7f9b18be09c0 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2024-09-19T14:03:50.507 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.504+0000 7f9b18be09c0 10 adding default.rgw.meta+root+myver to cache LRU end 2024-09-19T14:03:50.508 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.504+0000 7f9b18be09c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 : miss 2024-09-19T14:03:50.508 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.504+0000 7f9b18be09c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:50.508 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.504+0000 7f9b18be09c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-19T14:03:50.508 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.504+0000 7f9b18be09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 info.flags=0x17 2024-09-19T14:03:50.508 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.504+0000 7f9b18be09c0 10 adding default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 to cache LRU end 2024-09-19T14:03:50.508 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.504+0000 7f9b18be09c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T14:03:50.508 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.504+0000 7f9b18be09c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T14:03:50.508 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.504+0000 7f9b18be09c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18 2024-09-19T14:03:50.508 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.504+0000 7f9b18be09c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.0 2024-09-19T14:03:50.508 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.504+0000 7f9b18be09c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.0 2024-09-19T14:03:50.509 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.504+0000 7f9b18be09c0 1 NOTICE: finished shard 0 (0 entries removed) 2024-09-19T14:03:50.509 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.504+0000 7f9b18be09c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.1 2024-09-19T14:03:50.509 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.504+0000 7f9b18be09c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.1 2024-09-19T14:03:50.509 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.504+0000 7f9b18be09c0 1 NOTICE: finished shard 1 (0 entries removed) 2024-09-19T14:03:50.509 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.504+0000 7f9b18be09c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.2 2024-09-19T14:03:50.509 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.504+0000 7f9b18be09c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.2 2024-09-19T14:03:50.510 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.504+0000 7f9b18be09c0 1 NOTICE: finished shard 2 (0 entries removed) 2024-09-19T14:03:50.510 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.504+0000 7f9b18be09c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.3 2024-09-19T14:03:50.510 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.504+0000 7f9b18be09c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.3 2024-09-19T14:03:50.511 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.508+0000 7f9b18be09c0 1 NOTICE: finished shard 3 (0 entries removed) 2024-09-19T14:03:50.511 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.508+0000 7f9b18be09c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.4 2024-09-19T14:03:50.511 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.508+0000 7f9b18be09c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.4 2024-09-19T14:03:50.513 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.508+0000 7f9b18be09c0 1 NOTICE: finished shard 4 (0 entries removed) 2024-09-19T14:03:50.513 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.508+0000 7f9b18be09c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.5 2024-09-19T14:03:50.513 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.508+0000 7f9b18be09c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.5 2024-09-19T14:03:50.513 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.508+0000 7f9b18be09c0 1 NOTICE: finished shard 5 (0 entries removed) 2024-09-19T14:03:50.513 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.508+0000 7f9b18be09c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.6 2024-09-19T14:03:50.513 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.508+0000 7f9b18be09c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.6 2024-09-19T14:03:50.514 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.508+0000 7f9b18be09c0 1 NOTICE: finished shard 6 (0 entries removed) 2024-09-19T14:03:50.514 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.508+0000 7f9b18be09c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.7 2024-09-19T14:03:50.514 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.508+0000 7f9b18be09c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.7 2024-09-19T14:03:50.514 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.508+0000 7f9b18be09c0 1 NOTICE: finished shard 7 (0 entries removed) 2024-09-19T14:03:50.514 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.508+0000 7f9b18be09c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.8 2024-09-19T14:03:50.514 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.508+0000 7f9b18be09c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.8 2024-09-19T14:03:50.515 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.512+0000 7f9b18be09c0 1 NOTICE: finished shard 8 (0 entries removed) 2024-09-19T14:03:50.516 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.512+0000 7f9b18be09c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.9 2024-09-19T14:03:50.516 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.512+0000 7f9b18be09c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.9 2024-09-19T14:03:50.517 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.512+0000 7f9b18be09c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.10 2024-09-19T14:03:50.517 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.512+0000 7f9b18be09c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.10 2024-09-19T14:03:50.517 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.512+0000 7f9b18be09c0 1 NOTICE: finished shard 10 (0 entries removed) 2024-09-19T14:03:50.517 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.512+0000 7f9b18be09c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.11 2024-09-19T14:03:50.518 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.512+0000 7f9b18be09c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.11 2024-09-19T14:03:50.518 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.512+0000 7f9b18be09c0 1 NOTICE: finished shard 11 (0 entries removed) 2024-09-19T14:03:50.518 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.512+0000 7f9b18be09c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.12 2024-09-19T14:03:50.518 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.512+0000 7f9b18be09c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.12 2024-09-19T14:03:50.519 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.516+0000 7f9b18be09c0 1 NOTICE: finished shard 12 (0 entries removed) 2024-09-19T14:03:50.519 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.516+0000 7f9b18be09c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.13 2024-09-19T14:03:50.519 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.516+0000 7f9b18be09c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.13 2024-09-19T14:03:50.520 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.516+0000 7f9b18be09c0 1 NOTICE: finished shard 13 (0 entries removed) 2024-09-19T14:03:50.520 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.516+0000 7f9b18be09c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.14 2024-09-19T14:03:50.520 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.516+0000 7f9b18be09c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.14 2024-09-19T14:03:50.520 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.516+0000 7f9b18be09c0 1 NOTICE: finished shard 14 (0 entries removed) 2024-09-19T14:03:50.520 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.516+0000 7f9b18be09c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.15 2024-09-19T14:03:50.520 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.516+0000 7f9b18be09c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.15 2024-09-19T14:03:50.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.516+0000 7f9b18be09c0 1 NOTICE: finished shard 15 (0 entries removed) 2024-09-19T14:03:50.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.516+0000 7f9b18be09c0 10 bucket_obj is .dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.16 2024-09-19T14:03:50.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.516+0000 7f9b18be09c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.16 2024-09-19T14:03:50.522 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.516+0000 7f9b18be09c0 1 NOTICE: finished shard 16 (0 entries removed) 2024-09-19T14:03:50.522 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.516+0000 7f9b18be09c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.9 2024-09-19T14:03:50.523 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.520+0000 7f9b18be09c0 20 get_obj_state: octx=0x55ac2d404d10 obj=myver:x state=0x55ac2d6b3bf8 s->prefetch_data=0 2024-09-19T14:03:50.524 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.520+0000 7f9b18be09c0 20 get_obj_state: setting s->obj_tag to rocpqtjxu6252lcjq9zwf6zrj0cgdpjh 2024-09-19T14:03:50.524 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.520+0000 7f9b18be09c0 20 get_obj_state_impl: setting s->olh_tag to bb12vdks5nha000n77iekzowln9aq8jo 2024-09-19T14:03:50.524 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.520+0000 7f9b18be09c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=bb12vdks5nha000n77iekzowln9aq8jo 2024-09-19T14:03:50.527 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.524+0000 7f9b18be09c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.9 2024-09-19T14:03:50.532 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.528+0000 7f9b18be09c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.9 2024-09-19T14:03:50.533 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.528+0000 7f9b18be09c0 20 olh_log_entry: epoch=2 op=2 key=x[] 2024-09-19T14:03:50.533 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.528+0000 7f9b18be09c0 20 olh_log_entry: epoch=2 op=3 key=x[69T72oNPjz7J1FbkkR.XXiXpNp84lt9] 2024-09-19T14:03:50.533 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.528+0000 7f9b18be09c0 20 get_obj_state: octx=0x55ac2d404d10 obj=myver:_:69T72oNPjz7J1FbkkR.XXiXpNp84lt9_x state=0x55ac2d6dc8c8 s->prefetch_data=0 2024-09-19T14:03:50.534 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.528+0000 7f9b18be09c0 10 manifest: total_size = 12 2024-09-19T14:03:50.534 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.528+0000 7f9b18be09c0 20 get_obj_state: setting s->obj_tag to 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11619074229315541203 2024-09-19T14:03:50.534 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.528+0000 7f9b18be09c0 20 get_obj_state: octx=0x55ac2d404d10 obj=myver:_:69T72oNPjz7J1FbkkR.XXiXpNp84lt9_x state=0x55ac2d6dc8c8 s->prefetch_data=0 2024-09-19T14:03:50.534 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.528+0000 7f9b18be09c0 20 prepare_atomic_modification: state is not atomic. state=0x55ac2d6dc8c8 2024-09-19T14:03:50.534 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.528+0000 7f9b18be09c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.9 2024-09-19T14:03:50.540 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.536+0000 7f9b18be09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T14:03:50.540 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.536+0000 7f9b18be09c0 20 RGWObjManifest::operator++(): result: ofs=12 stripe_ofs=12 part_ofs=0 rule->part_size=0 2024-09-19T14:03:50.540 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.536+0000 7f9b18be09c0 0 deleting objects inline since gc isn't initialized 2024-09-19T14:03:50.540 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.536+0000 7f9b18be09c0 5 delete_objs_inline: removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18__shadow:69T72oNPjz7J1FbkkR.XXiXpNp84lt9_.k6LfSmJ_fQ5NcCI_ppU21NW3-pN6DBT_0 2024-09-19T14:03:50.543 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.540+0000 7f9b18be09c0 5 delete_objs_inline: refcount put returned error -2 2024-09-19T14:03:50.544 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.540+0000 7f99f97fa640 20 handle_completion(): completion ok for obj=x[69T72oNPjz7J1FbkkR.XXiXpNp84lt9] 2024-09-19T14:03:50.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.544+0000 7f9b18be09c0 20 get_obj_state: octx=0x55ac2d404d10 obj=myver:x state=0x55ac2d6b3bf8 s->prefetch_data=0 2024-09-19T14:03:50.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.544+0000 7f9b18be09c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=bb12vdks5nha000n77iekzowln9aq8jo 2024-09-19T14:03:50.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.552+0000 7f9b18be09c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.9 2024-09-19T14:03:50.558 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.552+0000 7f9b18be09c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.9 2024-09-19T14:03:50.559 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.556+0000 7f9b18be09c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.9 2024-09-19T14:03:50.560 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.556+0000 7f9b18be09c0 20 get_obj_state: octx=0x55ac2d404d10 obj=myver:y state=0x55ac2d6dc8c8 s->prefetch_data=0 2024-09-19T14:03:50.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.556+0000 7f9b18be09c0 20 get_obj_state: setting s->obj_tag to m8mv1qt00rzw5pap4n41uk483r1aojzo 2024-09-19T14:03:50.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.556+0000 7f9b18be09c0 20 get_obj_state_impl: setting s->olh_tag to 6wk37wfg08rkt9edgoz0gd1ilerxohom 2024-09-19T14:03:50.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.556+0000 7f9b18be09c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=6wk37wfg08rkt9edgoz0gd1ilerxohom 2024-09-19T14:03:50.563 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.560+0000 7f9b18be09c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.9 2024-09-19T14:03:50.567 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.564+0000 7f9b18be09c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.9 2024-09-19T14:03:50.568 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.564+0000 7f9b18be09c0 20 olh_log_entry: epoch=2 op=2 key=y[] 2024-09-19T14:03:50.568 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.564+0000 7f9b18be09c0 20 olh_log_entry: epoch=2 op=3 key=y[.eTL6ia6FarBVMvTbvSHW8tEArjOYZk] 2024-09-19T14:03:50.568 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.564+0000 7f9b18be09c0 20 get_obj_state: octx=0x55ac2d404d10 obj=myver:_:.eTL6ia6FarBVMvTbvSHW8tEArjOYZk_y state=0x55ac2d6af018 s->prefetch_data=0 2024-09-19T14:03:50.569 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.564+0000 7f9b18be09c0 10 manifest: total_size = 11 2024-09-19T14:03:50.569 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.564+0000 7f9b18be09c0 20 get_obj_state: setting s->obj_tag to 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11100668620664805767 2024-09-19T14:03:50.569 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.564+0000 7f9b18be09c0 20 get_obj_state: octx=0x55ac2d404d10 obj=myver:_:.eTL6ia6FarBVMvTbvSHW8tEArjOYZk_y state=0x55ac2d6af018 s->prefetch_data=0 2024-09-19T14:03:50.569 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.564+0000 7f9b18be09c0 20 prepare_atomic_modification: state is not atomic. state=0x55ac2d6af018 2024-09-19T14:03:50.569 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.564+0000 7f9b18be09c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.9 2024-09-19T14:03:50.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.572+0000 7f9b18be09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T14:03:50.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.572+0000 7f9b18be09c0 20 RGWObjManifest::operator++(): result: ofs=11 stripe_ofs=11 part_ofs=0 rule->part_size=0 2024-09-19T14:03:50.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.572+0000 7f9b18be09c0 0 deleting objects inline since gc isn't initialized 2024-09-19T14:03:50.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.572+0000 7f9b18be09c0 5 delete_objs_inline: removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18__shadow:.eTL6ia6FarBVMvTbvSHW8tEArjOYZk_.qZ6fl7KdYzVUlwl1x8ZpD0kPCZ9PHUj_0 2024-09-19T14:03:50.577 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.572+0000 7f9b18be09c0 5 delete_objs_inline: refcount put returned error -2 2024-09-19T14:03:50.578 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.572+0000 7f99f97fa640 20 handle_completion(): completion ok for obj=y[.eTL6ia6FarBVMvTbvSHW8tEArjOYZk] 2024-09-19T14:03:50.581 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.576+0000 7f9b18be09c0 20 get_obj_state: octx=0x55ac2d404d10 obj=myver:y state=0x55ac2d6dc8c8 s->prefetch_data=0 2024-09-19T14:03:50.581 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.576+0000 7f9b18be09c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=6wk37wfg08rkt9edgoz0gd1ilerxohom 2024-09-19T14:03:50.588 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.584+0000 7f9b18be09c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.9 2024-09-19T14:03:50.592 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.588+0000 7f9b18be09c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.9 2024-09-19T14:03:50.593 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.588+0000 7f9b18be09c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.9 2024-09-19T14:03:50.594 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.588+0000 7f9b18be09c0 20 get_obj_state: octx=0x55ac2d404d10 obj=myver:z state=0x55ac2d6dc8c8 s->prefetch_data=0 2024-09-19T14:03:50.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.592+0000 7f9b18be09c0 20 get_obj_state: setting s->obj_tag to z8wqu3k5w08482fxlzx5yhpmmze41hcr 2024-09-19T14:03:50.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.592+0000 7f9b18be09c0 20 get_obj_state_impl: setting s->olh_tag to 089dq8glha3zs4lrdlks3qrhcsal0vm3 2024-09-19T14:03:50.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.592+0000 7f9b18be09c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=089dq8glha3zs4lrdlks3qrhcsal0vm3 2024-09-19T14:03:50.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.592+0000 7f9b18be09c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.9 2024-09-19T14:03:50.599 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.596+0000 7f9b18be09c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.9 2024-09-19T14:03:50.600 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.596+0000 7f9b18be09c0 20 olh_log_entry: epoch=2 op=2 key=z[] 2024-09-19T14:03:50.600 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.596+0000 7f9b18be09c0 20 olh_log_entry: epoch=2 op=3 key=z[vr10SxrkuT3RtVKe9jDFb4YJZMeyZxE] 2024-09-19T14:03:50.600 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.596+0000 7f9b18be09c0 20 get_obj_state: octx=0x55ac2d404d10 obj=myver:_:vr10SxrkuT3RtVKe9jDFb4YJZMeyZxE_z state=0x55ac2d6af018 s->prefetch_data=0 2024-09-19T14:03:50.601 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.596+0000 7f9b18be09c0 10 manifest: total_size = 22 2024-09-19T14:03:50.601 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.596+0000 7f9b18be09c0 20 get_obj_state: setting s->obj_tag to 0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3552952446480257633 2024-09-19T14:03:50.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.596+0000 7f9b18be09c0 20 get_obj_state: octx=0x55ac2d404d10 obj=myver:_:vr10SxrkuT3RtVKe9jDFb4YJZMeyZxE_z state=0x55ac2d6af018 s->prefetch_data=0 2024-09-19T14:03:50.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.596+0000 7f9b18be09c0 20 prepare_atomic_modification: state is not atomic. state=0x55ac2d6af018 2024-09-19T14:03:50.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.596+0000 7f9b18be09c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.9 2024-09-19T14:03:50.608 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.604+0000 7f9b18be09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T14:03:50.609 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.604+0000 7f9b18be09c0 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2024-09-19T14:03:50.609 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.604+0000 7f9b18be09c0 0 deleting objects inline since gc isn't initialized 2024-09-19T14:03:50.609 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.604+0000 7f9b18be09c0 5 delete_objs_inline: removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18__shadow:vr10SxrkuT3RtVKe9jDFb4YJZMeyZxE_.l3AbSG0tCZqC_Mr8RKqF_1ltFtrDtPh_0 2024-09-19T14:03:50.611 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.608+0000 7f9b18be09c0 5 delete_objs_inline: refcount put returned error -2 2024-09-19T14:03:50.612 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.608+0000 7f99f97fa640 20 handle_completion(): completion ok for obj=z[vr10SxrkuT3RtVKe9jDFb4YJZMeyZxE] 2024-09-19T14:03:50.613 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.608+0000 7f9b18be09c0 20 get_obj_state: octx=0x55ac2d404d10 obj=myver:z state=0x55ac2d6dc8c8 s->prefetch_data=0 2024-09-19T14:03:50.614 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.608+0000 7f9b18be09c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=089dq8glha3zs4lrdlks3qrhcsal0vm3 2024-09-19T14:03:50.620 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.616+0000 7f9b18be09c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.9 2024-09-19T14:03:50.623 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.620+0000 7f9b18be09c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18.3.9 2024-09-19T14:03:50.623 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.620+0000 7f9b18be09c0 1 NOTICE: finished shard 9 (3 entries removed) 2024-09-19T14:03:50.623 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.620+0000 7f9b18be09c0 1 NOTICE: finished all shards (3 entries removed) 2024-09-19T14:03:50.625 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.620+0000 7f99ccfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:03:50.630 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.624+0000 7f9b18be09c0 20 remove_watcher() i=0 2024-09-19T14:03:50.630 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.624+0000 7f9b18be09c0 2 removed watcher, disabling cache 2024-09-19T14:03:50.632 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.628+0000 7f9b18be09c0 20 remove_watcher() i=1 2024-09-19T14:03:50.634 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.632+0000 7f9b18be09c0 20 remove_watcher() i=2 2024-09-19T14:03:50.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.632+0000 7f9b18be09c0 20 remove_watcher() i=3 2024-09-19T14:03:50.639 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.636+0000 7f9b18be09c0 20 remove_watcher() i=4 2024-09-19T14:03:50.642 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.636+0000 7f9b18be09c0 20 remove_watcher() i=5 2024-09-19T14:03:50.644 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.640+0000 7f9b18be09c0 20 remove_watcher() i=6 2024-09-19T14:03:50.648 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.644+0000 7f9b18be09c0 20 remove_watcher() i=7 2024-09-19T14:03:50.663 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:03:50.664 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:03:50.673 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:03:50.673 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:03:50.720 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket stats --bucket myver 2024-09-19T14:03:50.750 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:03:50.750 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:03:50.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.784+0000 7f6707e6b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:50.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.788+0000 7f6707e6b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:50.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.788+0000 7f6707e6b9c0 20 realm 2024-09-19T14:03:50.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.788+0000 7f6707e6b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:50.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.788+0000 7f6707e6b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:50.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.788+0000 7f6707e6b9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:03:50.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.788+0000 7f6707e6b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:50.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.788+0000 7f6707e6b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:50.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.788+0000 7f6707e6b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:50.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.788+0000 7f6707e6b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:03:50.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.788+0000 7f6707e6b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:50.795 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.792+0000 7f6707e6b9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:03:50.795 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.792+0000 7f6707e6b9c0 20 searching for the correct realm 2024-09-19T14:03:50.801 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.796+0000 7f6706172640 0 -- 172.21.15.31:0/1395916191 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7f66f00d4070 msgr2=0x7f66f0108410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:03:50.806 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.800+0000 7f6705971640 0 -- 172.21.15.31:0/1395916191 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f6700091040 msgr2=0x7f6700073c10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:03:50.813 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.808+0000 7f6707e6b9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:03:50.813 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.808+0000 7f6707e6b9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:03:50.813 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.808+0000 7f6707e6b9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:03:50.813 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.808+0000 7f6707e6b9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:03:50.813 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.808+0000 7f6707e6b9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:03:50.814 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.808+0000 7f6707e6b9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:03:50.814 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.808+0000 7f6707e6b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:50.814 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.808+0000 7f6707e6b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:50.814 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.808+0000 7f6707e6b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:50.814 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.808+0000 7f6707e6b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:03:50.815 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.808+0000 7f6707e6b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:50.815 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.812+0000 7f6707e6b9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:03:50.815 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.812+0000 7f6707e6b9c0 20 zone default found 2024-09-19T14:03:50.815 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.812+0000 7f6707e6b9c0 4 Realm: () 2024-09-19T14:03:50.815 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.812+0000 7f6707e6b9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:03:50.815 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.812+0000 7f6707e6b9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:03:50.815 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.812+0000 7f6707e6b9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:03:50.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.812+0000 7f6707e6b9c0 20 zonegroup default 2024-09-19T14:03:50.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.812+0000 7f6707e6b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:50.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.812+0000 7f6707e6b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:50.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.812+0000 7f6707e6b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:50.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.812+0000 7f6707e6b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:50.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.812+0000 7f6707e6b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:50.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.812+0000 7f6707e6b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:03:50.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.812+0000 7f6707e6b9c0 20 started sync module instance, tier type = 2024-09-19T14:03:50.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.812+0000 7f6707e6b9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:03:50.835 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.832+0000 7f6707e6b9c0 20 add_watcher() i=0 2024-09-19T14:03:50.835 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.832+0000 7f6707e6b9c0 20 add_watcher() i=1 2024-09-19T14:03:50.835 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.832+0000 7f6707e6b9c0 20 add_watcher() i=2 2024-09-19T14:03:50.835 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.832+0000 7f6707e6b9c0 20 add_watcher() i=3 2024-09-19T14:03:50.835 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.832+0000 7f6707e6b9c0 20 add_watcher() i=4 2024-09-19T14:03:50.835 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.832+0000 7f6707e6b9c0 20 add_watcher() i=5 2024-09-19T14:03:50.835 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.832+0000 7f6707e6b9c0 20 add_watcher() i=6 2024-09-19T14:03:50.837 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.832+0000 7f6707e6b9c0 20 add_watcher() i=7 2024-09-19T14:03:50.837 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.832+0000 7f6707e6b9c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:03:50.840 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.836+0000 7f65b7fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:03:50.841 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.836+0000 7f6707e6b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:03:50.841 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.836+0000 7f6707e6b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:03:50.841 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.836+0000 7f6707e6b9c0 5 note: GC not initialized 2024-09-19T14:03:50.841 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.836+0000 7f65b6ffd640 20 reqs_thread_entry: start 2024-09-19T14:03:50.841 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.836+0000 7f6707e6b9c0 20 init_complete bucket index max shards: 1 2024-09-19T14:03:50.842 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.836+0000 7f6707e6b9c0 20 Filter name: none 2024-09-19T14:03:50.842 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.836+0000 7f65b4ff9640 20 reqs_thread_entry: start 2024-09-19T14:03:50.842 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.836+0000 7f6707e6b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:50.842 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.836+0000 7f6707e6b9c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-19T14:03:50.842 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.836+0000 7f6707e6b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:50.843 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.840+0000 7f6707e6b9c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-19T14:03:50.843 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.840+0000 7f6707e6b9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:03:50.843 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.840+0000 7f6707e6b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:50.843 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.840+0000 7f6707e6b9c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-19T14:03:50.843 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.840+0000 7f6707e6b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:03:50.844 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.840+0000 7f6707e6b9c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-19T14:03:50.844 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.840+0000 7f6707e6b9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:03:50.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.844+0000 7f65b7fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:03:50.850 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.848+0000 7f6707e6b9c0 20 remove_watcher() i=0 2024-09-19T14:03:50.850 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.848+0000 7f6707e6b9c0 2 removed watcher, disabling cache 2024-09-19T14:03:50.855 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.852+0000 7f6707e6b9c0 20 remove_watcher() i=1 2024-09-19T14:03:50.857 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.852+0000 7f6707e6b9c0 20 remove_watcher() i=2 2024-09-19T14:03:50.859 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.856+0000 7f6707e6b9c0 20 remove_watcher() i=3 2024-09-19T14:03:50.863 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.860+0000 7f6707e6b9c0 20 remove_watcher() i=4 2024-09-19T14:03:50.866 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.860+0000 7f6707e6b9c0 20 remove_watcher() i=5 2024-09-19T14:03:50.868 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.864+0000 7f6707e6b9c0 20 remove_watcher() i=6 2024-09-19T14:03:50.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:03:50.868+0000 7f6707e6b9c0 20 remove_watcher() i=7 2024-09-19T14:03:50.883 INFO:tasks.workunit.client.0.smithi031.stderr:{'rgw.main': {'size': 0, 'size_actual': 0, 'size_utilized': 0, 'size_kb': 0, 'size_kb_actual': 0, 'size_kb_utilized': 0, 'num_objects': 0}} 2024-09-19T14:03:50.883 INFO:tasks.workunit.client.0.smithi031.stderr:Deleting bucket a-bucket 2024-09-19T14:03:50.884 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:03:50.884 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:03:50.887 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:03:50.887 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:03:50.915 INFO:tasks.workunit.client.0.smithi031.stderr:Deleting bucket myver 2024-09-19T14:03:50.916 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:03:50.916 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:03:50.965 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:03:50.965 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:03:51.064 INFO:tasks.workunit.client.0.smithi031.stderr:Completed resharding tests 2024-09-19T14:03:51.065 INFO:tasks.workunit.client.0.smithi031.stdout:Could not connect to the endpoint URL: "http://localhost:80/" 2024-09-19T14:03:51.065 INFO:tasks.workunit.client.0.smithi031.stdout:Could not connect to the endpoint URL: "http://localhost:8000/" 2024-09-19T14:03:51.065 INFO:tasks.workunit.client.0.smithi031.stdout:connected to https://localhost:443 2024-09-19T14:03:51.190 INFO:tasks.workunit.client.0.smithi031.stderr:+ deactivate 2024-09-19T14:03:51.191 INFO:tasks.workunit.client.0.smithi031.stderr:+ '[' -n /usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin ']' 2024-09-19T14:03:51.191 INFO:tasks.workunit.client.0.smithi031.stderr:+ PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-19T14:03:51.191 INFO:tasks.workunit.client.0.smithi031.stderr:+ export PATH 2024-09-19T14:03:51.191 INFO:tasks.workunit.client.0.smithi031.stderr:+ unset _OLD_VIRTUAL_PATH 2024-09-19T14:03:51.191 INFO:tasks.workunit.client.0.smithi031.stderr:+ '[' -n '' ']' 2024-09-19T14:03:51.191 INFO:tasks.workunit.client.0.smithi031.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-19T14:03:51.191 INFO:tasks.workunit.client.0.smithi031.stderr:+ hash -r 2024-09-19T14:03:51.191 INFO:tasks.workunit.client.0.smithi031.stderr:+ '[' -n '' ']' 2024-09-19T14:03:51.191 INFO:tasks.workunit.client.0.smithi031.stderr:+ unset VIRTUAL_ENV 2024-09-19T14:03:51.191 INFO:tasks.workunit.client.0.smithi031.stderr:+ unset VIRTUAL_ENV_PROMPT 2024-09-19T14:03:51.191 INFO:tasks.workunit.client.0.smithi031.stderr:+ '[' '!' '' = nondestructive ']' 2024-09-19T14:03:51.191 INFO:tasks.workunit.client.0.smithi031.stderr:+ unset -f deactivate 2024-09-19T14:03:51.192 INFO:tasks.workunit.client.0.smithi031.stdout:OK. 2024-09-19T14:03:51.193 INFO:tasks.workunit.client.0.smithi031.stderr:+ echo OK. 2024-09-19T14:03:51.193 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-19T14:03:51.193 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-19T14:03:51.247 INFO:tasks.workunit:Stopping ['rgw/run-reshard.sh'] on client.0... 2024-09-19T14:03:51.248 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-19T14:03:51.678 DEBUG:teuthology.parallel:result is None 2024-09-19T14:03:51.678 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-19T14:03:51.692 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-19T14:03:51.692 DEBUG:teuthology.orchestra.run.smithi031:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-19T14:03:51.739 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-19T14:03:51.739 INFO:teuthology.run_tasks:Running task s3tests-java... 2024-09-19T14:03:51.755 DEBUG:tasks.s3tests_java:S3 Tests Java: __INIT__ 2024-09-19T14:03:51.756 DEBUG:tasks.s3tests_java:S3 Tests Java: SETUP 2024-09-19T14:03:51.756 INFO:tasks.s3tests_java:S3 Tests Java: Downloading test suite... 2024-09-19T14:03:51.756 DEBUG:teuthology.orchestra.run.smithi031:> git clone -b ceph-master https://github.com/ceph/java_s3tests.git /home/ubuntu/cephtest/s3-tests-java 2024-09-19T14:03:51.787 INFO:teuthology.orchestra.run.smithi031.stderr:Cloning into '/home/ubuntu/cephtest/s3-tests-java'... 2024-09-19T14:03:56.212 INFO:tasks.s3tests_java:S3 Tests Java: Installing required packages... 2024-09-19T14:03:56.212 DEBUG:teuthology.orchestra.run.smithi031:> /home/ubuntu/cephtest/s3-tests-java/bootstrap.sh 2024-09-19T14:03:56.310 INFO:teuthology.orchestra.run.smithi031.stderr:/home/ubuntu/cephtest/s3-tests-java/bootstrap.sh: missing required DEB packages. Installing via sudo. 2024-09-19T14:03:56.374 INFO:teuthology.orchestra.run.smithi031.stdout:Reading package lists... 2024-09-19T14:03:56.594 INFO:teuthology.orchestra.run.smithi031.stdout:Building dependency tree... 2024-09-19T14:03:56.595 INFO:teuthology.orchestra.run.smithi031.stdout:Reading state information... 2024-09-19T14:03:56.815 INFO:teuthology.orchestra.run.smithi031.stdout:The following packages were automatically installed and are no longer required: 2024-09-19T14:03:56.815 INFO:teuthology.orchestra.run.smithi031.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-19T14:03:56.815 INFO:teuthology.orchestra.run.smithi031.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-19T14:03:56.816 INFO:teuthology.orchestra.run.smithi031.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-19T14:03:56.816 INFO:teuthology.orchestra.run.smithi031.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-19T14:03:56.816 INFO:teuthology.orchestra.run.smithi031.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-19T14:03:56.816 INFO:teuthology.orchestra.run.smithi031.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-19T14:03:56.818 INFO:teuthology.orchestra.run.smithi031.stdout:The following additional packages will be installed: 2024-09-19T14:03:56.818 INFO:teuthology.orchestra.run.smithi031.stdout: libgail-common libgail18 libgtk2.0-0 libgtk2.0-bin libgtk2.0-common 2024-09-19T14:03:56.819 INFO:teuthology.orchestra.run.smithi031.stdout: openjdk-8-jdk-headless openjdk-8-jre openjdk-8-jre-headless 2024-09-19T14:03:56.820 INFO:teuthology.orchestra.run.smithi031.stdout:Suggested packages: 2024-09-19T14:03:56.820 INFO:teuthology.orchestra.run.smithi031.stdout: gvfs openjdk-8-demo openjdk-8-source visualvm libnss-mdns fonts-nanum 2024-09-19T14:03:56.820 INFO:teuthology.orchestra.run.smithi031.stdout: fonts-ipafont-gothic fonts-ipafont-mincho fonts-wqy-microhei 2024-09-19T14:03:56.820 INFO:teuthology.orchestra.run.smithi031.stdout: fonts-wqy-zenhei fonts-indic 2024-09-19T14:03:56.859 INFO:teuthology.orchestra.run.smithi031.stdout:The following NEW packages will be installed: 2024-09-19T14:03:56.859 INFO:teuthology.orchestra.run.smithi031.stdout: libgail-common libgail18 libgtk2.0-0 libgtk2.0-bin libgtk2.0-common 2024-09-19T14:03:56.860 INFO:teuthology.orchestra.run.smithi031.stdout: openjdk-8-jdk openjdk-8-jdk-headless openjdk-8-jre openjdk-8-jre-headless 2024-09-19T14:03:56.913 INFO:teuthology.orchestra.run.smithi031.stdout:0 upgraded, 9 newly installed, 0 to remove and 331 not upgraded. 2024-09-19T14:03:56.913 INFO:teuthology.orchestra.run.smithi031.stdout:Need to get 46.0 MB of archives. 2024-09-19T14:03:56.914 INFO:teuthology.orchestra.run.smithi031.stdout:After this operation, 155 MB of additional disk space will be used. 2024-09-19T14:03:56.914 INFO:teuthology.orchestra.run.smithi031.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libgtk2.0-common all 2.24.33-2ubuntu2.1 [125 kB] 2024-09-19T14:03:56.990 INFO:teuthology.orchestra.run.smithi031.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libgtk2.0-0 amd64 2.24.33-2ubuntu2.1 [2,038 kB] 2024-09-19T14:03:57.076 INFO:teuthology.orchestra.run.smithi031.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libgail18 amd64 2.24.33-2ubuntu2.1 [15.9 kB] 2024-09-19T14:03:57.076 INFO:teuthology.orchestra.run.smithi031.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libgail-common amd64 2.24.33-2ubuntu2.1 [132 kB] 2024-09-19T14:03:57.078 INFO:teuthology.orchestra.run.smithi031.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libgtk2.0-bin amd64 2.24.33-2ubuntu2.1 [7,936 B] 2024-09-19T14:03:57.079 INFO:teuthology.orchestra.run.smithi031.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 openjdk-8-jre-headless amd64 8u422-b05-1~22.04 [30.8 MB] 2024-09-19T14:03:57.443 INFO:teuthology.orchestra.run.smithi031.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 openjdk-8-jre amd64 8u422-b05-1~22.04 [75.5 kB] 2024-09-19T14:03:57.443 INFO:teuthology.orchestra.run.smithi031.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 openjdk-8-jdk-headless amd64 8u422-b05-1~22.04 [8,843 kB] 2024-09-19T14:03:57.512 INFO:teuthology.orchestra.run.smithi031.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 openjdk-8-jdk amd64 8u422-b05-1~22.04 [4,012 kB] 2024-09-19T14:03:57.792 INFO:teuthology.orchestra.run.smithi031.stderr:debconf: unable to initialize frontend: Dialog 2024-09-19T14:03:57.792 INFO:teuthology.orchestra.run.smithi031.stderr:debconf: (Dialog frontend will not work on a dumb terminal, an emacs shell buffer, or without a controlling terminal.) 2024-09-19T14:03:57.792 INFO:teuthology.orchestra.run.smithi031.stderr:debconf: falling back to frontend: Readline 2024-09-19T14:03:57.807 INFO:teuthology.orchestra.run.smithi031.stderr:debconf: unable to initialize frontend: Readline 2024-09-19T14:03:57.807 INFO:teuthology.orchestra.run.smithi031.stderr:debconf: (This frontend requires a controlling tty.) 2024-09-19T14:03:57.807 INFO:teuthology.orchestra.run.smithi031.stderr:debconf: falling back to frontend: Teletype 2024-09-19T14:03:57.811 INFO:teuthology.orchestra.run.smithi031.stderr:dpkg-preconfigure: unable to re-open stdin: 2024-09-19T14:03:57.845 INFO:teuthology.orchestra.run.smithi031.stdout:Fetched 46.0 MB in 1s (68.4 MB/s) 2024-09-19T14:03:57.952 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package libgtk2.0-common. 2024-09-19T14:03:58.045 INFO:teuthology.orchestra.run.smithi031.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 177259 files and directories currently installed.) 2024-09-19T14:03:58.051 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../0-libgtk2.0-common_2.24.33-2ubuntu2.1_all.deb ... 2024-09-19T14:03:58.092 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking libgtk2.0-common (2.24.33-2ubuntu2.1) ... 2024-09-19T14:03:58.479 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package libgtk2.0-0:amd64. 2024-09-19T14:03:58.508 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../1-libgtk2.0-0_2.24.33-2ubuntu2.1_amd64.deb ... 2024-09-19T14:03:58.588 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking libgtk2.0-0:amd64 (2.24.33-2ubuntu2.1) ... 2024-09-19T14:03:59.042 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package libgail18:amd64. 2024-09-19T14:03:59.075 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../2-libgail18_2.24.33-2ubuntu2.1_amd64.deb ... 2024-09-19T14:03:59.124 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking libgail18:amd64 (2.24.33-2ubuntu2.1) ... 2024-09-19T14:03:59.427 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package libgail-common:amd64. 2024-09-19T14:03:59.444 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../3-libgail-common_2.24.33-2ubuntu2.1_amd64.deb ... 2024-09-19T14:03:59.493 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking libgail-common:amd64 (2.24.33-2ubuntu2.1) ... 2024-09-19T14:03:59.763 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package libgtk2.0-bin. 2024-09-19T14:03:59.780 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../4-libgtk2.0-bin_2.24.33-2ubuntu2.1_amd64.deb ... 2024-09-19T14:03:59.820 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking libgtk2.0-bin (2.24.33-2ubuntu2.1) ... 2024-09-19T14:04:00.282 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package openjdk-8-jre-headless:amd64. 2024-09-19T14:04:00.312 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../5-openjdk-8-jre-headless_8u422-b05-1~22.04_amd64.deb ... 2024-09-19T14:04:00.352 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking openjdk-8-jre-headless:amd64 (8u422-b05-1~22.04) ... 2024-09-19T14:04:02.113 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package openjdk-8-jre:amd64. 2024-09-19T14:04:02.141 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../6-openjdk-8-jre_8u422-b05-1~22.04_amd64.deb ... 2024-09-19T14:04:02.182 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking openjdk-8-jre:amd64 (8u422-b05-1~22.04) ... 2024-09-19T14:04:02.617 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package openjdk-8-jdk-headless:amd64. 2024-09-19T14:04:02.647 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../7-openjdk-8-jdk-headless_8u422-b05-1~22.04_amd64.deb ... 2024-09-19T14:04:02.687 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking openjdk-8-jdk-headless:amd64 (8u422-b05-1~22.04) ... 2024-09-19T14:04:03.454 INFO:teuthology.orchestra.run.smithi031.stdout:Selecting previously unselected package openjdk-8-jdk:amd64. 2024-09-19T14:04:03.483 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing to unpack .../8-openjdk-8-jdk_8u422-b05-1~22.04_amd64.deb ... 2024-09-19T14:04:03.624 INFO:teuthology.orchestra.run.smithi031.stdout:Unpacking openjdk-8-jdk:amd64 (8u422-b05-1~22.04) ... 2024-09-19T14:04:03.975 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up openjdk-8-jre-headless:amd64 (8u422-b05-1~22.04) ... 2024-09-19T14:04:05.053 INFO:teuthology.orchestra.run.smithi031.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/jre/bin/orbd to provide /usr/bin/orbd (orbd) in auto mode 2024-09-19T14:04:05.071 INFO:teuthology.orchestra.run.smithi031.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/jre/bin/servertool to provide /usr/bin/servertool (servertool) in auto mode 2024-09-19T14:04:05.095 INFO:teuthology.orchestra.run.smithi031.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/jre/bin/tnameserv to provide /usr/bin/tnameserv (tnameserv) in auto mode 2024-09-19T14:04:05.469 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up libgtk2.0-common (2.24.33-2ubuntu2.1) ... 2024-09-19T14:04:05.662 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up libgtk2.0-0:amd64 (2.24.33-2ubuntu2.1) ... 2024-09-19T14:04:06.022 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up openjdk-8-jre:amd64 (8u422-b05-1~22.04) ... 2024-09-19T14:04:06.113 INFO:teuthology.orchestra.run.smithi031.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/jre/bin/policytool to provide /usr/bin/policytool (policytool) in auto mode 2024-09-19T14:04:06.182 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up openjdk-8-jdk-headless:amd64 (8u422-b05-1~22.04) ... 2024-09-19T14:04:06.283 INFO:teuthology.orchestra.run.smithi031.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/clhsdb to provide /usr/bin/clhsdb (clhsdb) in auto mode 2024-09-19T14:04:06.304 INFO:teuthology.orchestra.run.smithi031.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/extcheck to provide /usr/bin/extcheck (extcheck) in auto mode 2024-09-19T14:04:06.328 INFO:teuthology.orchestra.run.smithi031.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/hsdb to provide /usr/bin/hsdb (hsdb) in auto mode 2024-09-19T14:04:06.353 INFO:teuthology.orchestra.run.smithi031.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/idlj to provide /usr/bin/idlj (idlj) in auto mode 2024-09-19T14:04:06.455 INFO:teuthology.orchestra.run.smithi031.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/javah to provide /usr/bin/javah (javah) in auto mode 2024-09-19T14:04:06.599 INFO:teuthology.orchestra.run.smithi031.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/jhat to provide /usr/bin/jhat (jhat) in auto mode 2024-09-19T14:04:06.717 INFO:teuthology.orchestra.run.smithi031.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/jsadebugd to provide /usr/bin/jsadebugd (jsadebugd) in auto mode 2024-09-19T14:04:06.819 INFO:teuthology.orchestra.run.smithi031.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/native2ascii to provide /usr/bin/native2ascii (native2ascii) in auto mode 2024-09-19T14:04:06.870 INFO:teuthology.orchestra.run.smithi031.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/schemagen to provide /usr/bin/schemagen (schemagen) in auto mode 2024-09-19T14:04:06.912 INFO:teuthology.orchestra.run.smithi031.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/wsgen to provide /usr/bin/wsgen (wsgen) in auto mode 2024-09-19T14:04:06.939 INFO:teuthology.orchestra.run.smithi031.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/wsimport to provide /usr/bin/wsimport (wsimport) in auto mode 2024-09-19T14:04:06.963 INFO:teuthology.orchestra.run.smithi031.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/xjc to provide /usr/bin/xjc (xjc) in auto mode 2024-09-19T14:04:07.028 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up libgail18:amd64 (2.24.33-2ubuntu2.1) ... 2024-09-19T14:04:07.154 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up libgtk2.0-bin (2.24.33-2ubuntu2.1) ... 2024-09-19T14:04:07.280 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up openjdk-8-jdk:amd64 (8u422-b05-1~22.04) ... 2024-09-19T14:04:07.373 INFO:teuthology.orchestra.run.smithi031.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/appletviewer to provide /usr/bin/appletviewer (appletviewer) in auto mode 2024-09-19T14:04:07.465 INFO:teuthology.orchestra.run.smithi031.stdout:Setting up libgail-common:amd64 (2.24.33-2ubuntu2.1) ... 2024-09-19T14:04:07.592 INFO:teuthology.orchestra.run.smithi031.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-19T14:04:08.667 INFO:teuthology.orchestra.run.smithi031.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2024-09-19T14:04:08.759 INFO:teuthology.orchestra.run.smithi031.stdout:Processing triggers for hicolor-icon-theme (0.17-2) ... 2024-09-19T14:04:09.003 INFO:teuthology.orchestra.run.smithi031.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-09-19T14:04:09.454 INFO:teuthology.orchestra.run.smithi031.stdout: Gradle will be installed under /opt/gradle 2024-09-19T14:04:09.496 INFO:teuthology.orchestra.run.smithi031.stderr:--2024-09-19 14:04:09-- https://services.gradle.org/distributions/gradle-6.0.1-bin.zip 2024-09-19T14:04:09.499 INFO:teuthology.orchestra.run.smithi031.stderr:Resolving services.gradle.org (services.gradle.org)... 104.16.73.101, 104.16.72.101, 2606:4700::6810:4865, ... 2024-09-19T14:04:09.508 INFO:teuthology.orchestra.run.smithi031.stderr:Connecting to services.gradle.org (services.gradle.org)|104.16.73.101|:443... connected. 2024-09-19T14:04:09.568 INFO:teuthology.orchestra.run.smithi031.stderr:HTTP request sent, awaiting response... 301 Moved Permanently 2024-09-19T14:04:09.568 INFO:teuthology.orchestra.run.smithi031.stderr:Location: https://github.com/gradle/gradle-distributions/releases/download/v6.0.1/gradle-6.0.1-bin.zip [following] 2024-09-19T14:04:09.568 INFO:teuthology.orchestra.run.smithi031.stderr:--2024-09-19 14:04:09-- https://github.com/gradle/gradle-distributions/releases/download/v6.0.1/gradle-6.0.1-bin.zip 2024-09-19T14:04:09.569 INFO:teuthology.orchestra.run.smithi031.stderr:Resolving github.com (github.com)... 140.82.114.3 2024-09-19T14:04:09.578 INFO:teuthology.orchestra.run.smithi031.stderr:Connecting to github.com (github.com)|140.82.114.3|:443... connected. 2024-09-19T14:04:09.669 INFO:teuthology.orchestra.run.smithi031.stderr:HTTP request sent, awaiting response... 302 Found 2024-09-19T14:04:09.669 INFO:teuthology.orchestra.run.smithi031.stderr:Location: https://objects.githubusercontent.com/github-production-release-asset-2e65be/696192900/8f418ba1-c336-448c-95c6-5180382113cb?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=releaseassetproduction%2F20240919%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20240919T140409Z&X-Amz-Expires=300&X-Amz-Signature=8a8053603e92f6b04794f9b904151b5bab4575bddadb9174f9c3ee684e34f0a6&X-Amz-SignedHeaders=host&actor_id=0&key_id=0&repo_id=696192900&response-content-disposition=attachment%3B%20filename%3Dgradle-6.0.1-bin.zip&response-content-type=application%2Foctet-stream [following] 2024-09-19T14:04:09.669 INFO:teuthology.orchestra.run.smithi031.stderr:--2024-09-19 14:04:09-- https://objects.githubusercontent.com/github-production-release-asset-2e65be/696192900/8f418ba1-c336-448c-95c6-5180382113cb?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=releaseassetproduction%2F20240919%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20240919T140409Z&X-Amz-Expires=300&X-Amz-Signature=8a8053603e92f6b04794f9b904151b5bab4575bddadb9174f9c3ee684e34f0a6&X-Amz-SignedHeaders=host&actor_id=0&key_id=0&repo_id=696192900&response-content-disposition=attachment%3B%20filename%3Dgradle-6.0.1-bin.zip&response-content-type=application%2Foctet-stream 2024-09-19T14:04:09.671 INFO:teuthology.orchestra.run.smithi031.stderr:Resolving objects.githubusercontent.com (objects.githubusercontent.com)... 185.199.108.133, 185.199.109.133, 185.199.110.133, ... 2024-09-19T14:04:09.686 INFO:teuthology.orchestra.run.smithi031.stderr:Connecting to objects.githubusercontent.com (objects.githubusercontent.com)|185.199.108.133|:443... connected. 2024-09-19T14:04:09.770 INFO:teuthology.orchestra.run.smithi031.stderr:HTTP request sent, awaiting response... 200 OK 2024-09-19T14:04:09.771 INFO:teuthology.orchestra.run.smithi031.stderr:Length: 95129672 (91M) [application/octet-stream] 2024-09-19T14:04:09.771 INFO:teuthology.orchestra.run.smithi031.stderr:Saving to: 'gradle-6.0.1-bin.zip' 2024-09-19T14:04:09.772 INFO:teuthology.orchestra.run.smithi031.stderr: 2024-09-19T14:04:09.785 INFO:teuthology.orchestra.run.smithi031.stderr: 0K .......... .......... .......... .......... .......... 0% 3.42M 27s 2024-09-19T14:04:09.795 INFO:teuthology.orchestra.run.smithi031.stderr: 50K .......... .......... .......... .......... .......... 0% 4.67M 23s 2024-09-19T14:04:09.798 INFO:teuthology.orchestra.run.smithi031.stderr: 100K .......... .......... .......... .......... .......... 0% 14.9M 17s 2024-09-19T14:04:09.802 INFO:teuthology.orchestra.run.smithi031.stderr: 150K .......... .......... .......... .......... .......... 0% 16.2M 14s 2024-09-19T14:04:09.806 INFO:teuthology.orchestra.run.smithi031.stderr: 200K .......... .......... .......... .......... .......... 0% 9.61M 13s 2024-09-19T14:04:09.809 INFO:teuthology.orchestra.run.smithi031.stderr: 250K .......... .......... .......... .......... .......... 0% 26.7M 12s 2024-09-19T14:04:09.811 INFO:teuthology.orchestra.run.smithi031.stderr: 300K .......... .......... .......... .......... .......... 0% 17.7M 11s 2024-09-19T14:04:09.813 INFO:teuthology.orchestra.run.smithi031.stderr: 350K .......... .......... .......... .......... .......... 0% 33.4M 10s 2024-09-19T14:04:09.814 INFO:teuthology.orchestra.run.smithi031.stderr: 400K .......... .......... .......... .......... .......... 0% 38.4M 9s 2024-09-19T14:04:09.819 INFO:teuthology.orchestra.run.smithi031.stderr: 450K .......... .......... .......... .......... .......... 0% 10.7M 9s 2024-09-19T14:04:09.819 INFO:teuthology.orchestra.run.smithi031.stderr: 500K .......... .......... .......... .......... .......... 0% 69.8M 8s 2024-09-19T14:04:09.820 INFO:teuthology.orchestra.run.smithi031.stderr: 550K .......... .......... .......... .......... .......... 0% 43.9M 8s 2024-09-19T14:04:09.822 INFO:teuthology.orchestra.run.smithi031.stderr: 600K .......... .......... .......... .......... .......... 0% 29.1M 7s 2024-09-19T14:04:09.824 INFO:teuthology.orchestra.run.smithi031.stderr: 650K .......... .......... .......... .......... .......... 0% 27.6M 7s 2024-09-19T14:04:09.824 INFO:teuthology.orchestra.run.smithi031.stderr: 700K .......... .......... .......... .......... .......... 0% 88.7M 7s 2024-09-19T14:04:09.828 INFO:teuthology.orchestra.run.smithi031.stderr: 750K .......... .......... .......... .......... .......... 0% 38.2M 6s 2024-09-19T14:04:09.828 INFO:teuthology.orchestra.run.smithi031.stderr: 800K .......... .......... .......... .......... .......... 0% 71.3M 6s 2024-09-19T14:04:09.828 INFO:teuthology.orchestra.run.smithi031.stderr: 850K .......... .......... .......... .......... .......... 0% 63.0M 6s 2024-09-19T14:04:09.828 INFO:teuthology.orchestra.run.smithi031.stderr: 900K .......... .......... .......... .......... .......... 1% 86.6M 6s 2024-09-19T14:04:09.828 INFO:teuthology.orchestra.run.smithi031.stderr: 950K .......... .......... .......... .......... .......... 1% 91.4M 5s 2024-09-19T14:04:09.839 INFO:teuthology.orchestra.run.smithi031.stderr: 1000K .......... .......... .......... .......... .......... 1% 17.0M 5s 2024-09-19T14:04:09.839 INFO:teuthology.orchestra.run.smithi031.stderr: 1050K .......... .......... .......... .......... .......... 1% 88.9M 5s 2024-09-19T14:04:09.840 INFO:teuthology.orchestra.run.smithi031.stderr: 1100K .......... .......... .......... .......... .......... 1% 89.3M 5s 2024-09-19T14:04:09.840 INFO:teuthology.orchestra.run.smithi031.stderr: 1150K .......... .......... .......... .......... .......... 1% 86.4M 5s 2024-09-19T14:04:09.840 INFO:teuthology.orchestra.run.smithi031.stderr: 1200K .......... .......... .......... .......... .......... 1% 77.4M 5s 2024-09-19T14:04:09.840 INFO:teuthology.orchestra.run.smithi031.stderr: 1250K .......... .......... .......... .......... .......... 1% 87.2M 4s 2024-09-19T14:04:09.840 INFO:teuthology.orchestra.run.smithi031.stderr: 1300K .......... .......... .......... .......... .......... 1% 91.2M 4s 2024-09-19T14:04:09.840 INFO:teuthology.orchestra.run.smithi031.stderr: 1350K .......... .......... .......... .......... .......... 1% 50.8M 4s 2024-09-19T14:04:09.840 INFO:teuthology.orchestra.run.smithi031.stderr: 1400K .......... .......... .......... .......... .......... 1% 79.1M 4s 2024-09-19T14:04:09.840 INFO:teuthology.orchestra.run.smithi031.stderr: 1450K .......... .......... .......... .......... .......... 1% 91.2M 4s 2024-09-19T14:04:09.840 INFO:teuthology.orchestra.run.smithi031.stderr: 1500K .......... .......... .......... .......... .......... 1% 82.8M 4s 2024-09-19T14:04:09.840 INFO:teuthology.orchestra.run.smithi031.stderr: 1550K .......... .......... .......... .......... .......... 1% 89.5M 4s 2024-09-19T14:04:09.840 INFO:teuthology.orchestra.run.smithi031.stderr: 1600K .......... .......... .......... .......... .......... 1% 77.2M 4s 2024-09-19T14:04:09.840 INFO:teuthology.orchestra.run.smithi031.stderr: 1650K .......... .......... .......... .......... .......... 1% 88.6M 4s 2024-09-19T14:04:09.840 INFO:teuthology.orchestra.run.smithi031.stderr: 1700K .......... .......... .......... .......... .......... 1% 93.4M 4s 2024-09-19T14:04:10.892 INFO:teuthology.orchestra.run.smithi031.stderr: 1750K .......... .......... .......... .......... .......... 1% 75.1M 4s 2024-09-19T14:04:10.892 INFO:teuthology.orchestra.run.smithi031.stderr: 1800K .......... .......... .......... .......... .......... 1% 80.5M 3s 2024-09-19T14:04:10.892 INFO:teuthology.orchestra.run.smithi031.stderr: 1850K .......... .......... .......... .......... .......... 2% 76.2M 3s 2024-09-19T14:04:10.892 INFO:teuthology.orchestra.run.smithi031.stderr: 1900K .......... .......... .......... .......... .......... 2% 83.9M 3s 2024-09-19T14:04:10.892 INFO:teuthology.orchestra.run.smithi031.stderr: 1950K .......... .......... .......... .......... .......... 2% 68.4M 3s 2024-09-19T14:04:10.892 INFO:teuthology.orchestra.run.smithi031.stderr: 2000K .......... .......... .......... .......... .......... 2% 32.0M 3s 2024-09-19T14:04:10.892 INFO:teuthology.orchestra.run.smithi031.stderr: 2050K .......... .......... .......... .......... .......... 2% 81.5M 3s 2024-09-19T14:04:10.892 INFO:teuthology.orchestra.run.smithi031.stderr: 2100K .......... .......... .......... .......... .......... 2% 76.9M 3s 2024-09-19T14:04:10.893 INFO:teuthology.orchestra.run.smithi031.stderr: 2150K .......... .......... .......... .......... .......... 2% 72.9M 3s 2024-09-19T14:04:10.893 INFO:teuthology.orchestra.run.smithi031.stderr: 2200K .......... .......... .......... .......... .......... 2% 76.3M 3s 2024-09-19T14:04:10.893 INFO:teuthology.orchestra.run.smithi031.stderr: 2250K .......... .......... .......... .......... .......... 2% 73.4M 3s 2024-09-19T14:04:10.893 INFO:teuthology.orchestra.run.smithi031.stderr: 2300K .......... .......... .......... .......... .......... 2% 78.2M 3s 2024-09-19T14:04:10.893 INFO:teuthology.orchestra.run.smithi031.stderr: 2350K .......... .......... .......... .......... .......... 2% 68.6M 3s 2024-09-19T14:04:10.893 INFO:teuthology.orchestra.run.smithi031.stderr: 2400K .......... .......... .......... .......... .......... 2% 77.0M 3s 2024-09-19T14:04:10.893 INFO:teuthology.orchestra.run.smithi031.stderr: 2450K .......... .......... .......... .......... .......... 2% 95.0M 3s 2024-09-19T14:04:10.893 INFO:teuthology.orchestra.run.smithi031.stderr: 2500K .......... .......... .......... .......... .......... 2% 142M 3s 2024-09-19T14:04:10.893 INFO:teuthology.orchestra.run.smithi031.stderr: 2550K .......... .......... .......... .......... .......... 2% 119M 3s 2024-09-19T14:04:10.893 INFO:teuthology.orchestra.run.smithi031.stderr: 2600K .......... .......... .......... .......... .......... 2% 138M 3s 2024-09-19T14:04:10.893 INFO:teuthology.orchestra.run.smithi031.stderr: 2650K .......... .......... .......... .......... .......... 2% 147M 3s 2024-09-19T14:04:10.893 INFO:teuthology.orchestra.run.smithi031.stderr: 2700K .......... .......... .......... .......... .......... 2% 124M 3s 2024-09-19T14:04:10.893 INFO:teuthology.orchestra.run.smithi031.stderr: 2750K .......... .......... .......... .......... .......... 3% 109M 3s 2024-09-19T14:04:10.893 INFO:teuthology.orchestra.run.smithi031.stderr: 2800K .......... .......... .......... .......... .......... 3% 140M 3s 2024-09-19T14:04:10.894 INFO:teuthology.orchestra.run.smithi031.stderr: 2850K .......... .......... .......... .......... .......... 3% 146M 3s 2024-09-19T14:04:10.894 INFO:teuthology.orchestra.run.smithi031.stderr: 2900K .......... .......... .......... .......... .......... 3% 145M 3s 2024-09-19T14:04:10.894 INFO:teuthology.orchestra.run.smithi031.stderr: 2950K .......... .......... .......... .......... .......... 3% 130M 2s 2024-09-19T14:04:10.894 INFO:teuthology.orchestra.run.smithi031.stderr: 3000K .......... .......... .......... .......... .......... 3% 145M 2s 2024-09-19T14:04:10.894 INFO:teuthology.orchestra.run.smithi031.stderr: 3050K .......... .......... .......... .......... .......... 3% 148M 2s 2024-09-19T14:04:10.894 INFO:teuthology.orchestra.run.smithi031.stderr: 3100K .......... .......... .......... .......... .......... 3% 136M 2s 2024-09-19T14:04:10.894 INFO:teuthology.orchestra.run.smithi031.stderr: 3150K .......... .......... .......... .......... .......... 3% 110M 2s 2024-09-19T14:04:10.894 INFO:teuthology.orchestra.run.smithi031.stderr: 3200K .......... .......... .......... .......... .......... 3% 140M 2s 2024-09-19T14:04:10.894 INFO:teuthology.orchestra.run.smithi031.stderr: 3250K .......... .......... .......... .......... .......... 3% 140M 2s 2024-09-19T14:04:10.894 INFO:teuthology.orchestra.run.smithi031.stderr: 3300K .......... .......... .......... .......... .......... 3% 139M 2s 2024-09-19T14:04:10.894 INFO:teuthology.orchestra.run.smithi031.stderr: 3350K .......... .......... .......... .......... .......... 3% 137M 2s 2024-09-19T14:04:10.894 INFO:teuthology.orchestra.run.smithi031.stderr: 3400K .......... .......... .......... .......... .......... 3% 151M 2s 2024-09-19T14:04:10.894 INFO:teuthology.orchestra.run.smithi031.stderr: 3450K .......... .......... .......... .......... .......... 3% 150M 2s 2024-09-19T14:04:10.894 INFO:teuthology.orchestra.run.smithi031.stderr: 3500K .......... .......... .......... .......... .......... 3% 153M 2s 2024-09-19T14:04:10.894 INFO:teuthology.orchestra.run.smithi031.stderr: 3550K .......... .......... .......... .......... .......... 3% 124M 2s 2024-09-19T14:04:10.895 INFO:teuthology.orchestra.run.smithi031.stderr: 3600K .......... .......... .......... .......... .......... 3% 151M 2s 2024-09-19T14:04:10.895 INFO:teuthology.orchestra.run.smithi031.stderr: 3650K .......... .......... .......... .......... .......... 3% 149M 2s 2024-09-19T14:04:10.895 INFO:teuthology.orchestra.run.smithi031.stderr: 3700K .......... .......... .......... .......... .......... 4% 139M 2s 2024-09-19T14:04:10.895 INFO:teuthology.orchestra.run.smithi031.stderr: 3750K .......... .......... .......... .......... .......... 4% 131M 2s 2024-09-19T14:04:10.895 INFO:teuthology.orchestra.run.smithi031.stderr: 3800K .......... .......... .......... .......... .......... 4% 148M 2s 2024-09-19T14:04:10.895 INFO:teuthology.orchestra.run.smithi031.stderr: 3850K .......... .......... .......... .......... .......... 4% 138M 2s 2024-09-19T14:04:10.895 INFO:teuthology.orchestra.run.smithi031.stderr: 3900K .......... .......... .......... .......... .......... 4% 144M 2s 2024-09-19T14:04:10.895 INFO:teuthology.orchestra.run.smithi031.stderr: 3950K .......... .......... .......... .......... .......... 4% 118M 2s 2024-09-19T14:04:10.895 INFO:teuthology.orchestra.run.smithi031.stderr: 4000K .......... .......... .......... .......... .......... 4% 129M 2s 2024-09-19T14:04:10.895 INFO:teuthology.orchestra.run.smithi031.stderr: 4050K .......... .......... .......... .......... .......... 4% 138M 2s 2024-09-19T14:04:10.895 INFO:teuthology.orchestra.run.smithi031.stderr: 4100K .......... .......... .......... .......... .......... 4% 137M 2s 2024-09-19T14:04:10.895 INFO:teuthology.orchestra.run.smithi031.stderr: 4150K .......... .......... .......... .......... .......... 4% 124M 2s 2024-09-19T14:04:10.895 INFO:teuthology.orchestra.run.smithi031.stderr: 4200K .......... .......... .......... .......... .......... 4% 108M 2s 2024-09-19T14:04:10.895 INFO:teuthology.orchestra.run.smithi031.stderr: 4250K .......... .......... .......... .......... .......... 4% 124M 2s 2024-09-19T14:04:10.896 INFO:teuthology.orchestra.run.smithi031.stderr: 4300K .......... .......... .......... .......... .......... 4% 137M 2s 2024-09-19T14:04:10.896 INFO:teuthology.orchestra.run.smithi031.stderr: 4350K .......... .......... .......... .......... .......... 4% 110M 2s 2024-09-19T14:04:10.896 INFO:teuthology.orchestra.run.smithi031.stderr: 4400K .......... .......... .......... .......... .......... 4% 141M 2s 2024-09-19T14:04:10.896 INFO:teuthology.orchestra.run.smithi031.stderr: 4450K .......... .......... .......... .......... .......... 4% 140M 2s 2024-09-19T14:04:10.896 INFO:teuthology.orchestra.run.smithi031.stderr: 4500K .......... .......... .......... .......... .......... 4% 144M 2s 2024-09-19T14:04:10.896 INFO:teuthology.orchestra.run.smithi031.stderr: 4550K .......... .......... .......... .......... .......... 4% 126M 2s 2024-09-19T14:04:10.896 INFO:teuthology.orchestra.run.smithi031.stderr: 4600K .......... .......... .......... .......... .......... 5% 150M 2s 2024-09-19T14:04:10.896 INFO:teuthology.orchestra.run.smithi031.stderr: 4650K .......... .......... .......... .......... .......... 5% 145M 2s 2024-09-19T14:04:10.896 INFO:teuthology.orchestra.run.smithi031.stderr: 4700K .......... .......... .......... .......... .......... 5% 151M 2s 2024-09-19T14:04:10.896 INFO:teuthology.orchestra.run.smithi031.stderr: 4750K .......... .......... .......... .......... .......... 5% 114M 2s 2024-09-19T14:04:10.896 INFO:teuthology.orchestra.run.smithi031.stderr: 4800K .......... .......... .......... .......... .......... 5% 132M 2s 2024-09-19T14:04:10.896 INFO:teuthology.orchestra.run.smithi031.stderr: 4850K .......... .......... .......... .......... .......... 5% 148M 2s 2024-09-19T14:04:10.896 INFO:teuthology.orchestra.run.smithi031.stderr: 4900K .......... .......... .......... .......... .......... 5% 142M 2s 2024-09-19T14:04:10.896 INFO:teuthology.orchestra.run.smithi031.stderr: 4950K .......... .......... .......... .......... .......... 5% 128M 2s 2024-09-19T14:04:10.897 INFO:teuthology.orchestra.run.smithi031.stderr: 5000K .......... .......... .......... .......... .......... 5% 151M 2s 2024-09-19T14:04:10.897 INFO:teuthology.orchestra.run.smithi031.stderr: 5050K .......... .......... .......... .......... .......... 5% 140M 2s 2024-09-19T14:04:10.897 INFO:teuthology.orchestra.run.smithi031.stderr: 5100K .......... .......... .......... .......... .......... 5% 150M 2s 2024-09-19T14:04:10.897 INFO:teuthology.orchestra.run.smithi031.stderr: 5150K .......... .......... .......... .......... .......... 5% 124M 2s 2024-09-19T14:04:10.897 INFO:teuthology.orchestra.run.smithi031.stderr: 5200K .......... .......... .......... .......... .......... 5% 142M 2s 2024-09-19T14:04:10.897 INFO:teuthology.orchestra.run.smithi031.stderr: 5250K .......... .......... .......... .......... .......... 5% 139M 2s 2024-09-19T14:04:10.897 INFO:teuthology.orchestra.run.smithi031.stderr: 5300K .......... .......... .......... .......... .......... 5% 138M 2s 2024-09-19T14:04:10.897 INFO:teuthology.orchestra.run.smithi031.stderr: 5350K .......... .......... .......... .......... .......... 5% 118M 2s 2024-09-19T14:04:10.897 INFO:teuthology.orchestra.run.smithi031.stderr: 5400K .......... .......... .......... .......... .......... 5% 154M 2s 2024-09-19T14:04:10.897 INFO:teuthology.orchestra.run.smithi031.stderr: 5450K .......... .......... .......... .......... .......... 5% 163M 2s 2024-09-19T14:04:10.897 INFO:teuthology.orchestra.run.smithi031.stderr: 5500K .......... .......... .......... .......... .......... 5% 160M 2s 2024-09-19T14:04:10.897 INFO:teuthology.orchestra.run.smithi031.stderr: 5550K .......... .......... .......... .......... .......... 6% 137M 2s 2024-09-19T14:04:10.897 INFO:teuthology.orchestra.run.smithi031.stderr: 5600K .......... .......... .......... .......... .......... 6% 162M 2s 2024-09-19T14:04:10.897 INFO:teuthology.orchestra.run.smithi031.stderr: 5650K .......... .......... .......... .......... .......... 6% 162M 2s 2024-09-19T14:04:10.898 INFO:teuthology.orchestra.run.smithi031.stderr: 5700K .......... .......... .......... .......... .......... 6% 165M 2s 2024-09-19T14:04:10.898 INFO:teuthology.orchestra.run.smithi031.stderr: 5750K .......... .......... .......... .......... .......... 6% 148M 2s 2024-09-19T14:04:10.898 INFO:teuthology.orchestra.run.smithi031.stderr: 5800K .......... .......... .......... .......... .......... 6% 164M 2s 2024-09-19T14:04:10.898 INFO:teuthology.orchestra.run.smithi031.stderr: 5850K .......... .......... .......... .......... .......... 6% 160M 2s 2024-09-19T14:04:10.898 INFO:teuthology.orchestra.run.smithi031.stderr: 5900K .......... .......... .......... .......... .......... 6% 148M 2s 2024-09-19T14:04:10.898 INFO:teuthology.orchestra.run.smithi031.stderr: 5950K .......... .......... .......... .......... .......... 6% 106M 2s 2024-09-19T14:04:10.898 INFO:teuthology.orchestra.run.smithi031.stderr: 6000K .......... .......... .......... .......... .......... 6% 170M 1s 2024-09-19T14:04:10.898 INFO:teuthology.orchestra.run.smithi031.stderr: 6050K .......... .......... .......... .......... .......... 6% 161M 1s 2024-09-19T14:04:10.898 INFO:teuthology.orchestra.run.smithi031.stderr: 6100K .......... .......... .......... .......... .......... 6% 161M 1s 2024-09-19T14:04:10.898 INFO:teuthology.orchestra.run.smithi031.stderr: 6150K .......... .......... .......... .......... .......... 6% 140M 1s 2024-09-19T14:04:10.898 INFO:teuthology.orchestra.run.smithi031.stderr: 6200K .......... .......... .......... .......... .......... 6% 157M 1s 2024-09-19T14:04:10.898 INFO:teuthology.orchestra.run.smithi031.stderr: 6250K .......... .......... .......... .......... .......... 6% 161M 1s 2024-09-19T14:04:10.898 INFO:teuthology.orchestra.run.smithi031.stderr: 6300K .......... .......... .......... .......... .......... 6% 174M 1s 2024-09-19T14:04:10.898 INFO:teuthology.orchestra.run.smithi031.stderr: 6350K .......... .......... .......... .......... .......... 6% 141M 1s 2024-09-19T14:04:10.899 INFO:teuthology.orchestra.run.smithi031.stderr: 6400K .......... .......... .......... .......... .......... 6% 166M 1s 2024-09-19T14:04:10.899 INFO:teuthology.orchestra.run.smithi031.stderr: 6450K .......... .......... .......... .......... .......... 6% 165M 1s 2024-09-19T14:04:10.899 INFO:teuthology.orchestra.run.smithi031.stderr: 6500K .......... .......... .......... .......... .......... 7% 168M 1s 2024-09-19T14:04:10.899 INFO:teuthology.orchestra.run.smithi031.stderr: 6550K .......... .......... .......... .......... .......... 7% 150M 1s 2024-09-19T14:04:10.899 INFO:teuthology.orchestra.run.smithi031.stderr: 6600K .......... .......... .......... .......... .......... 7% 145M 1s 2024-09-19T14:04:10.899 INFO:teuthology.orchestra.run.smithi031.stderr: 6650K .......... .......... .......... .......... .......... 7% 153M 1s 2024-09-19T14:04:10.899 INFO:teuthology.orchestra.run.smithi031.stderr: 6700K .......... .......... .......... .......... .......... 7% 177M 1s 2024-09-19T14:04:10.899 INFO:teuthology.orchestra.run.smithi031.stderr: 6750K .......... .......... .......... .......... .......... 7% 153M 1s 2024-09-19T14:04:10.899 INFO:teuthology.orchestra.run.smithi031.stderr: 6800K .......... .......... .......... .......... .......... 7% 175M 1s 2024-09-19T14:04:10.899 INFO:teuthology.orchestra.run.smithi031.stderr: 6850K .......... .......... .......... .......... .......... 7% 173M 1s 2024-09-19T14:04:10.899 INFO:teuthology.orchestra.run.smithi031.stderr: 6900K .......... .......... .......... .......... .......... 7% 184M 1s 2024-09-19T14:04:10.899 INFO:teuthology.orchestra.run.smithi031.stderr: 6950K .......... .......... .......... .......... .......... 7% 166M 1s 2024-09-19T14:04:10.899 INFO:teuthology.orchestra.run.smithi031.stderr: 7000K .......... .......... .......... .......... .......... 7% 179M 1s 2024-09-19T14:04:10.899 INFO:teuthology.orchestra.run.smithi031.stderr: 7050K .......... .......... .......... .......... .......... 7% 176M 1s 2024-09-19T14:04:10.900 INFO:teuthology.orchestra.run.smithi031.stderr: 7100K .......... .......... .......... .......... .......... 7% 175M 1s 2024-09-19T14:04:10.900 INFO:teuthology.orchestra.run.smithi031.stderr: 7150K .......... .......... .......... .......... .......... 7% 146M 1s 2024-09-19T14:04:10.900 INFO:teuthology.orchestra.run.smithi031.stderr: 7200K .......... .......... .......... .......... .......... 7% 184M 1s 2024-09-19T14:04:10.900 INFO:teuthology.orchestra.run.smithi031.stderr: 7250K .......... .......... .......... .......... .......... 7% 177M 1s 2024-09-19T14:04:10.900 INFO:teuthology.orchestra.run.smithi031.stderr: 7300K .......... .......... .......... .......... .......... 7% 160M 1s 2024-09-19T14:04:10.900 INFO:teuthology.orchestra.run.smithi031.stderr: 7350K .......... .......... .......... .......... .......... 7% 142M 1s 2024-09-19T14:04:10.900 INFO:teuthology.orchestra.run.smithi031.stderr: 7400K .......... .......... .......... .......... .......... 8% 193M 1s 2024-09-19T14:04:10.900 INFO:teuthology.orchestra.run.smithi031.stderr: 7450K .......... .......... .......... .......... .......... 8% 198M 1s 2024-09-19T14:04:10.900 INFO:teuthology.orchestra.run.smithi031.stderr: 7500K .......... .......... .......... .......... .......... 8% 187M 1s 2024-09-19T14:04:10.900 INFO:teuthology.orchestra.run.smithi031.stderr: 7550K .......... .......... .......... .......... .......... 8% 163M 1s 2024-09-19T14:04:10.900 INFO:teuthology.orchestra.run.smithi031.stderr: 7600K .......... .......... .......... .......... .......... 8% 187M 1s 2024-09-19T14:04:10.900 INFO:teuthology.orchestra.run.smithi031.stderr: 7650K .......... .......... .......... .......... .......... 8% 188M 1s 2024-09-19T14:04:10.900 INFO:teuthology.orchestra.run.smithi031.stderr: 7700K .......... .......... .......... .......... .......... 8% 185M 1s 2024-09-19T14:04:10.901 INFO:teuthology.orchestra.run.smithi031.stderr: 7750K .......... .......... .......... .......... .......... 8% 170M 1s 2024-09-19T14:04:10.901 INFO:teuthology.orchestra.run.smithi031.stderr: 7800K .......... .......... .......... .......... .......... 8% 175M 1s 2024-09-19T14:04:10.901 INFO:teuthology.orchestra.run.smithi031.stderr: 7850K .......... .......... .......... .......... .......... 8% 185M 1s 2024-09-19T14:04:10.901 INFO:teuthology.orchestra.run.smithi031.stderr: 7900K .......... .......... .......... .......... .......... 8% 189M 1s 2024-09-19T14:04:10.901 INFO:teuthology.orchestra.run.smithi031.stderr: 7950K .......... .......... .......... .......... .......... 8% 164M 1s 2024-09-19T14:04:10.901 INFO:teuthology.orchestra.run.smithi031.stderr: 8000K .......... .......... .......... .......... .......... 8% 176M 1s 2024-09-19T14:04:10.901 INFO:teuthology.orchestra.run.smithi031.stderr: 8050K .......... .......... .......... .......... .......... 8% 178M 1s 2024-09-19T14:04:10.901 INFO:teuthology.orchestra.run.smithi031.stderr: 8100K .......... .......... .......... .......... .......... 8% 206M 1s 2024-09-19T14:04:10.901 INFO:teuthology.orchestra.run.smithi031.stderr: 8150K .......... .......... .......... .......... .......... 8% 178M 1s 2024-09-19T14:04:10.901 INFO:teuthology.orchestra.run.smithi031.stderr: 8200K .......... .......... .......... .......... .......... 8% 203M 1s 2024-09-19T14:04:10.901 INFO:teuthology.orchestra.run.smithi031.stderr: 8250K .......... .......... .......... .......... .......... 8% 206M 1s 2024-09-19T14:04:10.901 INFO:teuthology.orchestra.run.smithi031.stderr: 8300K .......... .......... .......... .......... .......... 8% 167M 1s 2024-09-19T14:04:10.901 INFO:teuthology.orchestra.run.smithi031.stderr: 8350K .......... .......... .......... .......... .......... 9% 172M 1s 2024-09-19T14:04:10.902 INFO:teuthology.orchestra.run.smithi031.stderr: 8400K .......... .......... .......... .......... .......... 9% 193M 1s 2024-09-19T14:04:10.902 INFO:teuthology.orchestra.run.smithi031.stderr: 8450K .......... .......... .......... .......... .......... 9% 190M 1s 2024-09-19T14:04:10.902 INFO:teuthology.orchestra.run.smithi031.stderr: 8500K .......... .......... .......... .......... .......... 9% 185M 1s 2024-09-19T14:04:10.902 INFO:teuthology.orchestra.run.smithi031.stderr: 8550K .......... .......... .......... .......... .......... 9% 179M 1s 2024-09-19T14:04:10.902 INFO:teuthology.orchestra.run.smithi031.stderr: 8600K .......... .......... .......... .......... .......... 9% 188M 1s 2024-09-19T14:04:10.902 INFO:teuthology.orchestra.run.smithi031.stderr: 8650K .......... .......... .......... .......... .......... 9% 191M 1s 2024-09-19T14:04:10.902 INFO:teuthology.orchestra.run.smithi031.stderr: 8700K .......... .......... .......... .......... .......... 9% 199M 1s 2024-09-19T14:04:10.902 INFO:teuthology.orchestra.run.smithi031.stderr: 8750K .......... .......... .......... .......... .......... 9% 146M 1s 2024-09-19T14:04:10.902 INFO:teuthology.orchestra.run.smithi031.stderr: 8800K .......... .......... .......... .......... .......... 9% 177M 1s 2024-09-19T14:04:10.902 INFO:teuthology.orchestra.run.smithi031.stderr: 8850K .......... .......... .......... .......... .......... 9% 193M 1s 2024-09-19T14:04:10.902 INFO:teuthology.orchestra.run.smithi031.stderr: 8900K .......... .......... .......... .......... .......... 9% 211M 1s 2024-09-19T14:04:10.902 INFO:teuthology.orchestra.run.smithi031.stderr: 8950K .......... .......... .......... .......... .......... 9% 193M 1s 2024-09-19T14:04:10.902 INFO:teuthology.orchestra.run.smithi031.stderr: 9000K .......... .......... .......... .......... .......... 9% 218M 1s 2024-09-19T14:04:10.903 INFO:teuthology.orchestra.run.smithi031.stderr: 9050K .......... .......... .......... .......... .......... 9% 218M 1s 2024-09-19T14:04:10.903 INFO:teuthology.orchestra.run.smithi031.stderr: 9100K .......... .......... .......... .......... .......... 9% 202M 1s 2024-09-19T14:04:10.903 INFO:teuthology.orchestra.run.smithi031.stderr: 9150K .......... .......... .......... .......... .......... 9% 172M 1s 2024-09-19T14:04:10.903 INFO:teuthology.orchestra.run.smithi031.stderr: 9200K .......... .......... .......... .......... .......... 9% 214M 1s 2024-09-19T14:04:10.903 INFO:teuthology.orchestra.run.smithi031.stderr: 9250K .......... .......... .......... .......... .......... 10% 217M 1s 2024-09-19T14:04:10.903 INFO:teuthology.orchestra.run.smithi031.stderr: 9300K .......... .......... .......... .......... .......... 10% 197M 1s 2024-09-19T14:04:10.903 INFO:teuthology.orchestra.run.smithi031.stderr: 9350K .......... .......... .......... .......... .......... 10% 195M 1s 2024-09-19T14:04:10.903 INFO:teuthology.orchestra.run.smithi031.stderr: 9400K .......... .......... .......... .......... .......... 10% 179M 1s 2024-09-19T14:04:10.903 INFO:teuthology.orchestra.run.smithi031.stderr: 9450K .......... .......... .......... .......... .......... 10% 211M 1s 2024-09-19T14:04:10.903 INFO:teuthology.orchestra.run.smithi031.stderr: 9500K .......... .......... .......... .......... .......... 10% 201M 1s 2024-09-19T14:04:10.903 INFO:teuthology.orchestra.run.smithi031.stderr: 9550K .......... .......... .......... .......... .......... 10% 137M 1s 2024-09-19T14:04:10.903 INFO:teuthology.orchestra.run.smithi031.stderr: 9600K .......... .......... .......... .......... .......... 10% 198M 1s 2024-09-19T14:04:10.903 INFO:teuthology.orchestra.run.smithi031.stderr: 9650K .......... .......... .......... .......... .......... 10% 202M 1s 2024-09-19T14:04:10.904 INFO:teuthology.orchestra.run.smithi031.stderr: 9700K .......... .......... .......... .......... .......... 10% 196M 1s 2024-09-19T14:04:10.904 INFO:teuthology.orchestra.run.smithi031.stderr: 9750K .......... .......... .......... .......... .......... 10% 204M 1s 2024-09-19T14:04:10.904 INFO:teuthology.orchestra.run.smithi031.stderr: 9800K .......... .......... .......... .......... .......... 10% 147M 1s 2024-09-19T14:04:10.904 INFO:teuthology.orchestra.run.smithi031.stderr: 9850K .......... .......... .......... .......... .......... 10% 200M 1s 2024-09-19T14:04:10.904 INFO:teuthology.orchestra.run.smithi031.stderr: 9900K .......... .......... .......... .......... .......... 10% 162M 1s 2024-09-19T14:04:10.904 INFO:teuthology.orchestra.run.smithi031.stderr: 9950K .......... .......... .......... .......... .......... 10% 183M 1s 2024-09-19T14:04:10.904 INFO:teuthology.orchestra.run.smithi031.stderr: 10000K .......... .......... .......... .......... .......... 10% 214M 1s 2024-09-19T14:04:10.904 INFO:teuthology.orchestra.run.smithi031.stderr: 10050K .......... .......... .......... .......... .......... 10% 214M 1s 2024-09-19T14:04:10.904 INFO:teuthology.orchestra.run.smithi031.stderr: 10100K .......... .......... .......... .......... .......... 10% 216M 1s 2024-09-19T14:04:10.904 INFO:teuthology.orchestra.run.smithi031.stderr: 10150K .......... .......... .......... .......... .......... 10% 182M 1s 2024-09-19T14:04:10.904 INFO:teuthology.orchestra.run.smithi031.stderr: 10200K .......... .......... .......... .......... .......... 11% 223M 1s 2024-09-19T14:04:10.904 INFO:teuthology.orchestra.run.smithi031.stderr: 10250K .......... .......... .......... .......... .......... 11% 231M 1s 2024-09-19T14:04:10.904 INFO:teuthology.orchestra.run.smithi031.stderr: 10300K .......... .......... .......... .......... .......... 11% 229M 1s 2024-09-19T14:04:10.905 INFO:teuthology.orchestra.run.smithi031.stderr: 10350K .......... .......... .......... .......... .......... 11% 171M 1s 2024-09-19T14:04:10.905 INFO:teuthology.orchestra.run.smithi031.stderr: 10400K .......... .......... .......... .......... .......... 11% 217M 1s 2024-09-19T14:04:10.905 INFO:teuthology.orchestra.run.smithi031.stderr: 10450K .......... .......... .......... .......... .......... 11% 238M 1s 2024-09-19T14:04:10.905 INFO:teuthology.orchestra.run.smithi031.stderr: 10500K .......... .......... .......... .......... .......... 11% 210M 1s 2024-09-19T14:04:10.905 INFO:teuthology.orchestra.run.smithi031.stderr: 10550K .......... .......... .......... .......... .......... 11% 202M 1s 2024-09-19T14:04:10.905 INFO:teuthology.orchestra.run.smithi031.stderr: 10600K .......... .......... .......... .......... .......... 11% 211M 1s 2024-09-19T14:04:10.905 INFO:teuthology.orchestra.run.smithi031.stderr: 10650K .......... .......... .......... .......... .......... 11% 201M 1s 2024-09-19T14:04:10.905 INFO:teuthology.orchestra.run.smithi031.stderr: 10700K .......... .......... .......... .......... .......... 11% 241M 1s 2024-09-19T14:04:10.905 INFO:teuthology.orchestra.run.smithi031.stderr: 10750K .......... .......... .......... .......... .......... 11% 200M 1s 2024-09-19T14:04:10.905 INFO:teuthology.orchestra.run.smithi031.stderr: 10800K .......... .......... .......... .......... .......... 11% 236M 1s 2024-09-19T14:04:10.905 INFO:teuthology.orchestra.run.smithi031.stderr: 10850K .......... .......... .......... .......... .......... 11% 224M 1s 2024-09-19T14:04:10.905 INFO:teuthology.orchestra.run.smithi031.stderr: 10900K .......... .......... .......... .......... .......... 11% 208M 1s 2024-09-19T14:04:10.905 INFO:teuthology.orchestra.run.smithi031.stderr: 10950K .......... .......... .......... .......... .......... 11% 194M 1s 2024-09-19T14:04:10.906 INFO:teuthology.orchestra.run.smithi031.stderr: 11000K .......... .......... .......... .......... .......... 11% 220M 1s 2024-09-19T14:04:10.906 INFO:teuthology.orchestra.run.smithi031.stderr: 11050K .......... .......... .......... .......... .......... 11% 239M 1s 2024-09-19T14:04:10.906 INFO:teuthology.orchestra.run.smithi031.stderr: 11100K .......... .......... .......... .......... .......... 12% 236M 1s 2024-09-19T14:04:10.906 INFO:teuthology.orchestra.run.smithi031.stderr: 11150K .......... .......... .......... .......... .......... 12% 195M 1s 2024-09-19T14:04:10.906 INFO:teuthology.orchestra.run.smithi031.stderr: 11200K .......... .......... .......... .......... .......... 12% 242M 1s 2024-09-19T14:04:10.906 INFO:teuthology.orchestra.run.smithi031.stderr: 11250K .......... .......... .......... .......... .......... 12% 212M 1s 2024-09-19T14:04:10.906 INFO:teuthology.orchestra.run.smithi031.stderr: 11300K .......... .......... .......... .......... .......... 12% 139M 1s 2024-09-19T14:04:10.906 INFO:teuthology.orchestra.run.smithi031.stderr: 11350K .......... .......... .......... .......... .......... 12% 212M 1s 2024-09-19T14:04:10.906 INFO:teuthology.orchestra.run.smithi031.stderr: 11400K .......... .......... .......... .......... .......... 12% 220M 1s 2024-09-19T14:04:10.906 INFO:teuthology.orchestra.run.smithi031.stderr: 11450K .......... .......... .......... .......... .......... 12% 233M 1s 2024-09-19T14:04:10.906 INFO:teuthology.orchestra.run.smithi031.stderr: 11500K .......... .......... .......... .......... .......... 12% 238M 1s 2024-09-19T14:04:10.906 INFO:teuthology.orchestra.run.smithi031.stderr: 11550K .......... .......... .......... .......... .......... 12% 202M 1s 2024-09-19T14:04:10.906 INFO:teuthology.orchestra.run.smithi031.stderr: 11600K .......... .......... .......... .......... .......... 12% 238M 1s 2024-09-19T14:04:10.907 INFO:teuthology.orchestra.run.smithi031.stderr: 11650K .......... .......... .......... .......... .......... 12% 229M 1s 2024-09-19T14:04:10.907 INFO:teuthology.orchestra.run.smithi031.stderr: 11700K .......... .......... .......... .......... .......... 12% 251M 1s 2024-09-19T14:04:10.907 INFO:teuthology.orchestra.run.smithi031.stderr: 11750K .......... .......... .......... .......... .......... 12% 220M 1s 2024-09-19T14:04:10.907 INFO:teuthology.orchestra.run.smithi031.stderr: 11800K .......... .......... .......... .......... .......... 12% 238M 1s 2024-09-19T14:04:10.907 INFO:teuthology.orchestra.run.smithi031.stderr: 11850K .......... .......... .......... .......... .......... 12% 236M 1s 2024-09-19T14:04:10.907 INFO:teuthology.orchestra.run.smithi031.stderr: 11900K .......... .......... .......... .......... .......... 12% 242M 1s 2024-09-19T14:04:10.907 INFO:teuthology.orchestra.run.smithi031.stderr: 11950K .......... .......... .......... .......... .......... 12% 102M 1s 2024-09-19T14:04:10.907 INFO:teuthology.orchestra.run.smithi031.stderr: 12000K .......... .......... .......... .......... .......... 12% 137M 1s 2024-09-19T14:04:10.907 INFO:teuthology.orchestra.run.smithi031.stderr: 12050K .......... .......... .......... .......... .......... 13% 64.6M 1s 2024-09-19T14:04:10.907 INFO:teuthology.orchestra.run.smithi031.stderr: 12100K .......... .......... .......... .......... .......... 13% 209M 1s 2024-09-19T14:04:10.907 INFO:teuthology.orchestra.run.smithi031.stderr: 12150K .......... .......... .......... .......... .......... 13% 191M 1s 2024-09-19T14:04:10.907 INFO:teuthology.orchestra.run.smithi031.stderr: 12200K .......... .......... .......... .......... .......... 13% 228M 1s 2024-09-19T14:04:10.907 INFO:teuthology.orchestra.run.smithi031.stderr: 12250K .......... .......... .......... .......... .......... 13% 229M 1s 2024-09-19T14:04:10.908 INFO:teuthology.orchestra.run.smithi031.stderr: 12300K .......... .......... .......... .......... .......... 13% 216M 1s 2024-09-19T14:04:10.908 INFO:teuthology.orchestra.run.smithi031.stderr: 12350K .......... .......... .......... .......... .......... 13% 189M 1s 2024-09-19T14:04:10.908 INFO:teuthology.orchestra.run.smithi031.stderr: 12400K .......... .......... .......... .......... .......... 13% 176M 1s 2024-09-19T14:04:10.908 INFO:teuthology.orchestra.run.smithi031.stderr: 12450K .......... .......... .......... .......... .......... 13% 139M 1s 2024-09-19T14:04:10.908 INFO:teuthology.orchestra.run.smithi031.stderr: 12500K .......... .......... .......... .......... .......... 13% 213M 1s 2024-09-19T14:04:10.908 INFO:teuthology.orchestra.run.smithi031.stderr: 12550K .......... .......... .......... .......... .......... 13% 200M 1s 2024-09-19T14:04:10.908 INFO:teuthology.orchestra.run.smithi031.stderr: 12600K .......... .......... .......... .......... .......... 13% 222M 1s 2024-09-19T14:04:10.908 INFO:teuthology.orchestra.run.smithi031.stderr: 12650K .......... .......... .......... .......... .......... 13% 205M 1s 2024-09-19T14:04:10.908 INFO:teuthology.orchestra.run.smithi031.stderr: 12700K .......... .......... .......... .......... .......... 13% 209M 1s 2024-09-19T14:04:10.908 INFO:teuthology.orchestra.run.smithi031.stderr: 12750K .......... .......... .......... .......... .......... 13% 170M 1s 2024-09-19T14:04:10.908 INFO:teuthology.orchestra.run.smithi031.stderr: 12800K .......... .......... .......... .......... .......... 13% 161M 1s 2024-09-19T14:04:10.908 INFO:teuthology.orchestra.run.smithi031.stderr: 12850K .......... .......... .......... .......... .......... 13% 186M 1s 2024-09-19T14:04:10.908 INFO:teuthology.orchestra.run.smithi031.stderr: 12900K .......... .......... .......... .......... .......... 13% 210M 1s 2024-09-19T14:04:10.909 INFO:teuthology.orchestra.run.smithi031.stderr: 12950K .......... .......... .......... .......... .......... 13% 204M 1s 2024-09-19T14:04:10.909 INFO:teuthology.orchestra.run.smithi031.stderr: 13000K .......... .......... .......... .......... .......... 14% 215M 1s 2024-09-19T14:04:10.909 INFO:teuthology.orchestra.run.smithi031.stderr: 13050K .......... .......... .......... .......... .......... 14% 223M 1s 2024-09-19T14:04:10.909 INFO:teuthology.orchestra.run.smithi031.stderr: 13100K .......... .......... .......... .......... .......... 14% 229M 1s 2024-09-19T14:04:10.909 INFO:teuthology.orchestra.run.smithi031.stderr: 13150K .......... .......... .......... .......... .......... 14% 164M 1s 2024-09-19T14:04:10.909 INFO:teuthology.orchestra.run.smithi031.stderr: 13200K .......... .......... .......... .......... .......... 14% 208M 1s 2024-09-19T14:04:10.909 INFO:teuthology.orchestra.run.smithi031.stderr: 13250K .......... .......... .......... .......... .......... 14% 186M 1s 2024-09-19T14:04:10.909 INFO:teuthology.orchestra.run.smithi031.stderr: 13300K .......... .......... .......... .......... .......... 14% 201M 1s 2024-09-19T14:04:10.909 INFO:teuthology.orchestra.run.smithi031.stderr: 13350K .......... .......... .......... .......... .......... 14% 178M 1s 2024-09-19T14:04:10.909 INFO:teuthology.orchestra.run.smithi031.stderr: 13400K .......... .......... .......... .......... .......... 14% 78.3M 1s 2024-09-19T14:04:10.909 INFO:teuthology.orchestra.run.smithi031.stderr: 13450K .......... .......... .......... .......... .......... 14% 168M 1s 2024-09-19T14:04:10.909 INFO:teuthology.orchestra.run.smithi031.stderr: 13500K .......... .......... .......... .......... .......... 14% 206M 1s 2024-09-19T14:04:10.909 INFO:teuthology.orchestra.run.smithi031.stderr: 13550K .......... .......... .......... .......... .......... 14% 181M 1s 2024-09-19T14:04:10.910 INFO:teuthology.orchestra.run.smithi031.stderr: 13600K .......... .......... .......... .......... .......... 14% 224M 1s 2024-09-19T14:04:10.910 INFO:teuthology.orchestra.run.smithi031.stderr: 13650K .......... .......... .......... .......... .......... 14% 203M 1s 2024-09-19T14:04:10.910 INFO:teuthology.orchestra.run.smithi031.stderr: 13700K .......... .......... .......... .......... .......... 14% 217M 1s 2024-09-19T14:04:10.910 INFO:teuthology.orchestra.run.smithi031.stderr: 13750K .......... .......... .......... .......... .......... 14% 204M 1s 2024-09-19T14:04:10.910 INFO:teuthology.orchestra.run.smithi031.stderr: 13800K .......... .......... .......... .......... .......... 14% 152M 1s 2024-09-19T14:04:10.910 INFO:teuthology.orchestra.run.smithi031.stderr: 13850K .......... .......... .......... .......... .......... 14% 205M 1s 2024-09-19T14:04:10.910 INFO:teuthology.orchestra.run.smithi031.stderr: 13900K .......... .......... .......... .......... .......... 15% 211M 1s 2024-09-19T14:04:10.910 INFO:teuthology.orchestra.run.smithi031.stderr: 13950K .......... .......... .......... .......... .......... 15% 176M 1s 2024-09-19T14:04:10.910 INFO:teuthology.orchestra.run.smithi031.stderr: 14000K .......... .......... .......... .......... .......... 15% 231M 1s 2024-09-19T14:04:10.910 INFO:teuthology.orchestra.run.smithi031.stderr: 14050K .......... .......... .......... .......... .......... 15% 232M 1s 2024-09-19T14:04:10.910 INFO:teuthology.orchestra.run.smithi031.stderr: 14100K .......... .......... .......... .......... .......... 15% 48.0M 1s 2024-09-19T14:04:10.910 INFO:teuthology.orchestra.run.smithi031.stderr: 14150K .......... .......... .......... .......... .......... 15% 180M 1s 2024-09-19T14:04:10.911 INFO:teuthology.orchestra.run.smithi031.stderr: 14200K .......... .......... .......... .......... .......... 15% 179M 1s 2024-09-19T14:04:10.911 INFO:teuthology.orchestra.run.smithi031.stderr: 14250K .......... .......... .......... .......... .......... 15% 208M 1s 2024-09-19T14:04:10.911 INFO:teuthology.orchestra.run.smithi031.stderr: 14300K .......... .......... .......... .......... .......... 15% 209M 1s 2024-09-19T14:04:10.911 INFO:teuthology.orchestra.run.smithi031.stderr: 14350K .......... .......... .......... .......... .......... 15% 186M 1s 2024-09-19T14:04:10.911 INFO:teuthology.orchestra.run.smithi031.stderr: 14400K .......... .......... .......... .......... .......... 15% 211M 1s 2024-09-19T14:04:10.911 INFO:teuthology.orchestra.run.smithi031.stderr: 14450K .......... .......... .......... .......... .......... 15% 208M 1s 2024-09-19T14:04:10.911 INFO:teuthology.orchestra.run.smithi031.stderr: 14500K .......... .......... .......... .......... .......... 15% 220M 1s 2024-09-19T14:04:10.911 INFO:teuthology.orchestra.run.smithi031.stderr: 14550K .......... .......... .......... .......... .......... 15% 190M 1s 2024-09-19T14:04:10.911 INFO:teuthology.orchestra.run.smithi031.stderr: 14600K .......... .......... .......... .......... .......... 15% 220M 1s 2024-09-19T14:04:10.911 INFO:teuthology.orchestra.run.smithi031.stderr: 14650K .......... .......... .......... .......... .......... 15% 220M 1s 2024-09-19T14:04:10.911 INFO:teuthology.orchestra.run.smithi031.stderr: 14700K .......... .......... .......... .......... .......... 15% 220M 1s 2024-09-19T14:04:10.911 INFO:teuthology.orchestra.run.smithi031.stderr: 14750K .......... .......... .......... .......... .......... 15% 184M 1s 2024-09-19T14:04:10.911 INFO:teuthology.orchestra.run.smithi031.stderr: 14800K .......... .......... .......... .......... .......... 15% 157M 1s 2024-09-19T14:04:10.912 INFO:teuthology.orchestra.run.smithi031.stderr: 14850K .......... .......... .......... .......... .......... 16% 119M 1s 2024-09-19T14:04:10.912 INFO:teuthology.orchestra.run.smithi031.stderr: 14900K .......... .......... .......... .......... .......... 16% 191M 1s 2024-09-19T14:04:10.912 INFO:teuthology.orchestra.run.smithi031.stderr: 14950K .......... .......... .......... .......... .......... 16% 199M 1s 2024-09-19T14:04:10.912 INFO:teuthology.orchestra.run.smithi031.stderr: 15000K .......... .......... .......... .......... .......... 16% 203M 1s 2024-09-19T14:04:10.912 INFO:teuthology.orchestra.run.smithi031.stderr: 15050K .......... .......... .......... .......... .......... 16% 59.7M 1s 2024-09-19T14:04:10.912 INFO:teuthology.orchestra.run.smithi031.stderr: 15100K .......... .......... .......... .......... .......... 16% 95.5M 1s 2024-09-19T14:04:10.912 INFO:teuthology.orchestra.run.smithi031.stderr: 15150K .......... .......... .......... .......... .......... 16% 156M 1s 2024-09-19T14:04:10.912 INFO:teuthology.orchestra.run.smithi031.stderr: 15200K .......... .......... .......... .......... .......... 16% 211M 1s 2024-09-19T14:04:10.912 INFO:teuthology.orchestra.run.smithi031.stderr: 15250K .......... .......... .......... .......... .......... 16% 145M 1s 2024-09-19T14:04:10.913 INFO:teuthology.orchestra.run.smithi031.stderr: 15300K .......... .......... .......... .......... .......... 16% 166M 1s 2024-09-19T14:04:10.913 INFO:teuthology.orchestra.run.smithi031.stderr: 15350K .......... .......... .......... .......... .......... 16% 58.0M 1s 2024-09-19T14:04:10.913 INFO:teuthology.orchestra.run.smithi031.stderr: 15400K .......... .......... .......... .......... .......... 16% 184M 1s 2024-09-19T14:04:10.913 INFO:teuthology.orchestra.run.smithi031.stderr: 15450K .......... .......... .......... .......... .......... 16% 161M 1s 2024-09-19T14:04:10.913 INFO:teuthology.orchestra.run.smithi031.stderr: 15500K .......... .......... .......... .......... .......... 16% 163M 1s 2024-09-19T14:04:10.913 INFO:teuthology.orchestra.run.smithi031.stderr: 15550K .......... .......... .......... .......... .......... 16% 158M 1s 2024-09-19T14:04:10.913 INFO:teuthology.orchestra.run.smithi031.stderr: 15600K .......... .......... .......... .......... .......... 16% 216M 1s 2024-09-19T14:04:10.913 INFO:teuthology.orchestra.run.smithi031.stderr: 15650K .......... .......... .......... .......... .......... 16% 202M 1s 2024-09-19T14:04:10.913 INFO:teuthology.orchestra.run.smithi031.stderr: 15700K .......... .......... .......... .......... .......... 16% 208M 1s 2024-09-19T14:04:10.913 INFO:teuthology.orchestra.run.smithi031.stderr: 15750K .......... .......... .......... .......... .......... 17% 206M 1s 2024-09-19T14:04:10.913 INFO:teuthology.orchestra.run.smithi031.stderr: 15800K .......... .......... .......... .......... .......... 17% 226M 1s 2024-09-19T14:04:10.913 INFO:teuthology.orchestra.run.smithi031.stderr: 15850K .......... .......... .......... .......... .......... 17% 151M 1s 2024-09-19T14:04:10.913 INFO:teuthology.orchestra.run.smithi031.stderr: 15900K .......... .......... .......... .......... .......... 17% 151M 1s 2024-09-19T14:04:10.914 INFO:teuthology.orchestra.run.smithi031.stderr: 15950K .......... .......... .......... .......... .......... 17% 76.7M 1s 2024-09-19T14:04:10.914 INFO:teuthology.orchestra.run.smithi031.stderr: 16000K .......... .......... .......... .......... .......... 17% 218M 1s 2024-09-19T14:04:10.914 INFO:teuthology.orchestra.run.smithi031.stderr: 16050K .......... .......... .......... .......... .......... 17% 102M 1s 2024-09-19T14:04:10.914 INFO:teuthology.orchestra.run.smithi031.stderr: 16100K .......... .......... .......... .......... .......... 17% 208M 1s 2024-09-19T14:04:10.914 INFO:teuthology.orchestra.run.smithi031.stderr: 16150K .......... .......... .......... .......... .......... 17% 196M 1s 2024-09-19T14:04:10.914 INFO:teuthology.orchestra.run.smithi031.stderr: 16200K .......... .......... .......... .......... .......... 17% 198M 1s 2024-09-19T14:04:10.914 INFO:teuthology.orchestra.run.smithi031.stderr: 16250K .......... .......... .......... .......... .......... 17% 215M 1s 2024-09-19T14:04:10.914 INFO:teuthology.orchestra.run.smithi031.stderr: 16300K .......... .......... .......... .......... .......... 17% 229M 1s 2024-09-19T14:04:10.914 INFO:teuthology.orchestra.run.smithi031.stderr: 16350K .......... .......... .......... .......... .......... 17% 157M 1s 2024-09-19T14:04:10.914 INFO:teuthology.orchestra.run.smithi031.stderr: 16400K .......... .......... .......... .......... .......... 17% 133M 1s 2024-09-19T14:04:10.914 INFO:teuthology.orchestra.run.smithi031.stderr: 16450K .......... .......... .......... .......... .......... 17% 99.2M 1s 2024-09-19T14:04:10.914 INFO:teuthology.orchestra.run.smithi031.stderr: 16500K .......... .......... .......... .......... .......... 17% 170M 1s 2024-09-19T14:04:10.914 INFO:teuthology.orchestra.run.smithi031.stderr: 16550K .......... .......... .......... .......... .......... 17% 2.13M 1s 2024-09-19T14:04:10.914 INFO:teuthology.orchestra.run.smithi031.stderr: 16600K .......... .......... .......... .......... .......... 17% 163M 1s 2024-09-19T14:04:10.915 INFO:teuthology.orchestra.run.smithi031.stderr: 16650K .......... .......... .......... .......... .......... 17% 180M 1s 2024-09-19T14:04:10.915 INFO:teuthology.orchestra.run.smithi031.stderr: 16700K .......... .......... .......... .......... .......... 18% 178M 1s 2024-09-19T14:04:10.915 INFO:teuthology.orchestra.run.smithi031.stderr: 16750K .......... .......... .......... .......... .......... 18% 149M 1s 2024-09-19T14:04:10.915 INFO:teuthology.orchestra.run.smithi031.stderr: 16800K .......... .......... .......... .......... .......... 18% 184M 1s 2024-09-19T14:04:10.915 INFO:teuthology.orchestra.run.smithi031.stderr: 16850K .......... .......... .......... .......... .......... 18% 185M 1s 2024-09-19T14:04:10.915 INFO:teuthology.orchestra.run.smithi031.stderr: 16900K .......... .......... .......... .......... .......... 18% 185M 1s 2024-09-19T14:04:10.915 INFO:teuthology.orchestra.run.smithi031.stderr: 16950K .......... .......... .......... .......... .......... 18% 147M 1s 2024-09-19T14:04:10.915 INFO:teuthology.orchestra.run.smithi031.stderr: 17000K .......... .......... .......... .......... .......... 18% 184M 1s 2024-09-19T14:04:10.915 INFO:teuthology.orchestra.run.smithi031.stderr: 17050K .......... .......... .......... .......... .......... 18% 182M 1s 2024-09-19T14:04:10.915 INFO:teuthology.orchestra.run.smithi031.stderr: 17100K .......... .......... .......... .......... .......... 18% 182M 1s 2024-09-19T14:04:10.915 INFO:teuthology.orchestra.run.smithi031.stderr: 17150K .......... .......... .......... .......... .......... 18% 152M 1s 2024-09-19T14:04:10.915 INFO:teuthology.orchestra.run.smithi031.stderr: 17200K .......... .......... .......... .......... .......... 18% 176M 1s 2024-09-19T14:04:10.915 INFO:teuthology.orchestra.run.smithi031.stderr: 17250K .......... .......... .......... .......... .......... 18% 183M 1s 2024-09-19T14:04:10.915 INFO:teuthology.orchestra.run.smithi031.stderr: 17300K .......... .......... .......... .......... .......... 18% 191M 1s 2024-09-19T14:04:10.916 INFO:teuthology.orchestra.run.smithi031.stderr: 17350K .......... .......... .......... .......... .......... 18% 161M 1s 2024-09-19T14:04:10.916 INFO:teuthology.orchestra.run.smithi031.stderr: 17400K .......... .......... .......... .......... .......... 18% 183M 1s 2024-09-19T14:04:10.916 INFO:teuthology.orchestra.run.smithi031.stderr: 17450K .......... .......... .......... .......... .......... 18% 176M 1s 2024-09-19T14:04:10.916 INFO:teuthology.orchestra.run.smithi031.stderr: 17500K .......... .......... .......... .......... .......... 18% 184M 1s 2024-09-19T14:04:10.916 INFO:teuthology.orchestra.run.smithi031.stderr: 17550K .......... .......... .......... .......... .......... 18% 153M 1s 2024-09-19T14:04:10.916 INFO:teuthology.orchestra.run.smithi031.stderr: 17600K .......... .......... .......... .......... .......... 18% 186M 1s 2024-09-19T14:04:10.916 INFO:teuthology.orchestra.run.smithi031.stderr: 17650K .......... .......... .......... .......... .......... 19% 150M 1s 2024-09-19T14:04:10.916 INFO:teuthology.orchestra.run.smithi031.stderr: 17700K .......... .......... .......... .......... .......... 19% 175M 1s 2024-09-19T14:04:10.916 INFO:teuthology.orchestra.run.smithi031.stderr: 17750K .......... .......... .......... .......... .......... 19% 166M 1s 2024-09-19T14:04:10.916 INFO:teuthology.orchestra.run.smithi031.stderr: 17800K .......... .......... .......... .......... .......... 19% 178M 1s 2024-09-19T14:04:10.916 INFO:teuthology.orchestra.run.smithi031.stderr: 17850K .......... .......... .......... .......... .......... 19% 180M 1s 2024-09-19T14:04:10.916 INFO:teuthology.orchestra.run.smithi031.stderr: 17900K .......... .......... .......... .......... .......... 19% 184M 1s 2024-09-19T14:04:10.916 INFO:teuthology.orchestra.run.smithi031.stderr: 17950K .......... .......... .......... .......... .......... 19% 147M 1s 2024-09-19T14:04:10.917 INFO:teuthology.orchestra.run.smithi031.stderr: 18000K .......... .......... .......... .......... .......... 19% 178M 1s 2024-09-19T14:04:10.917 INFO:teuthology.orchestra.run.smithi031.stderr: 18050K .......... .......... .......... .......... .......... 19% 183M 1s 2024-09-19T14:04:10.917 INFO:teuthology.orchestra.run.smithi031.stderr: 18100K .......... .......... .......... .......... .......... 19% 183M 1s 2024-09-19T14:04:10.917 INFO:teuthology.orchestra.run.smithi031.stderr: 18150K .......... .......... .......... .......... .......... 19% 163M 1s 2024-09-19T14:04:10.917 INFO:teuthology.orchestra.run.smithi031.stderr: 18200K .......... .......... .......... .......... .......... 19% 180M 1s 2024-09-19T14:04:10.917 INFO:teuthology.orchestra.run.smithi031.stderr: 18250K .......... .......... .......... .......... .......... 19% 183M 1s 2024-09-19T14:04:10.917 INFO:teuthology.orchestra.run.smithi031.stderr: 18300K .......... .......... .......... .......... .......... 19% 181M 1s 2024-09-19T14:04:10.917 INFO:teuthology.orchestra.run.smithi031.stderr: 18350K .......... .......... .......... .......... .......... 19% 138M 1s 2024-09-19T14:04:10.917 INFO:teuthology.orchestra.run.smithi031.stderr: 18400K .......... .......... .......... .......... .......... 19% 180M 1s 2024-09-19T14:04:10.917 INFO:teuthology.orchestra.run.smithi031.stderr: 18450K .......... .......... .......... .......... .......... 19% 177M 1s 2024-09-19T14:04:10.917 INFO:teuthology.orchestra.run.smithi031.stderr: 18500K .......... .......... .......... .......... .......... 19% 186M 1s 2024-09-19T14:04:10.917 INFO:teuthology.orchestra.run.smithi031.stderr: 18550K .......... .......... .......... .......... .......... 20% 164M 1s 2024-09-19T14:04:10.917 INFO:teuthology.orchestra.run.smithi031.stderr: 18600K .......... .......... .......... .......... .......... 20% 180M 1s 2024-09-19T14:04:10.917 INFO:teuthology.orchestra.run.smithi031.stderr: 18650K .......... .......... .......... .......... .......... 20% 179M 1s 2024-09-19T14:04:10.918 INFO:teuthology.orchestra.run.smithi031.stderr: 18700K .......... .......... .......... .......... .......... 20% 178M 1s 2024-09-19T14:04:10.918 INFO:teuthology.orchestra.run.smithi031.stderr: 18750K .......... .......... .......... .......... .......... 20% 151M 1s 2024-09-19T14:04:10.918 INFO:teuthology.orchestra.run.smithi031.stderr: 18800K .......... .......... .......... .......... .......... 20% 184M 1s 2024-09-19T14:04:10.918 INFO:teuthology.orchestra.run.smithi031.stderr: 18850K .......... .......... .......... .......... .......... 20% 179M 1s 2024-09-19T14:04:10.918 INFO:teuthology.orchestra.run.smithi031.stderr: 18900K .......... .......... .......... .......... .......... 20% 159M 1s 2024-09-19T14:04:10.918 INFO:teuthology.orchestra.run.smithi031.stderr: 18950K .......... .......... .......... .......... .......... 20% 152M 1s 2024-09-19T14:04:10.918 INFO:teuthology.orchestra.run.smithi031.stderr: 19000K .......... .......... .......... .......... .......... 20% 168M 1s 2024-09-19T14:04:10.918 INFO:teuthology.orchestra.run.smithi031.stderr: 19050K .......... .......... .......... .......... .......... 20% 156M 1s 2024-09-19T14:04:10.918 INFO:teuthology.orchestra.run.smithi031.stderr: 19100K .......... .......... .......... .......... .......... 20% 171M 1s 2024-09-19T14:04:10.918 INFO:teuthology.orchestra.run.smithi031.stderr: 19150K .......... .......... .......... .......... .......... 20% 139M 1s 2024-09-19T14:04:10.918 INFO:teuthology.orchestra.run.smithi031.stderr: 19200K .......... .......... .......... .......... .......... 20% 170M 1s 2024-09-19T14:04:10.918 INFO:teuthology.orchestra.run.smithi031.stderr: 19250K .......... .......... .......... .......... .......... 20% 177M 1s 2024-09-19T14:04:10.918 INFO:teuthology.orchestra.run.smithi031.stderr: 19300K .......... .......... .......... .......... .......... 20% 183M 1s 2024-09-19T14:04:10.918 INFO:teuthology.orchestra.run.smithi031.stderr: 19350K .......... .......... .......... .......... .......... 20% 161M 1s 2024-09-19T14:04:10.918 INFO:teuthology.orchestra.run.smithi031.stderr: 19400K .......... .......... .......... .......... .......... 20% 171M 1s 2024-09-19T14:04:10.919 INFO:teuthology.orchestra.run.smithi031.stderr: 19450K .......... .......... .......... .......... .......... 20% 177M 1s 2024-09-19T14:04:10.919 INFO:teuthology.orchestra.run.smithi031.stderr: 19500K .......... .......... .......... .......... .......... 21% 170M 1s 2024-09-19T14:04:10.919 INFO:teuthology.orchestra.run.smithi031.stderr: 19550K .......... .......... .......... .......... .......... 21% 150M 1s 2024-09-19T14:04:10.919 INFO:teuthology.orchestra.run.smithi031.stderr: 19600K .......... .......... .......... .......... .......... 21% 183M 1s 2024-09-19T14:04:10.919 INFO:teuthology.orchestra.run.smithi031.stderr: 19650K .......... .......... .......... .......... .......... 21% 182M 1s 2024-09-19T14:04:10.919 INFO:teuthology.orchestra.run.smithi031.stderr: 19700K .......... .......... .......... .......... .......... 21% 178M 1s 2024-09-19T14:04:10.919 INFO:teuthology.orchestra.run.smithi031.stderr: 19750K .......... .......... .......... .......... .......... 21% 153M 1s 2024-09-19T14:04:10.919 INFO:teuthology.orchestra.run.smithi031.stderr: 19800K .......... .......... .......... .......... .......... 21% 183M 1s 2024-09-19T14:04:10.919 INFO:teuthology.orchestra.run.smithi031.stderr: 19850K .......... .......... .......... .......... .......... 21% 185M 1s 2024-09-19T14:04:10.919 INFO:teuthology.orchestra.run.smithi031.stderr: 19900K .......... .......... .......... .......... .......... 21% 186M 1s 2024-09-19T14:04:10.919 INFO:teuthology.orchestra.run.smithi031.stderr: 19950K .......... .......... .......... .......... .......... 21% 136M 1s 2024-09-19T14:04:10.919 INFO:teuthology.orchestra.run.smithi031.stderr: 20000K .......... .......... .......... .......... .......... 21% 166M 1s 2024-09-19T14:04:10.919 INFO:teuthology.orchestra.run.smithi031.stderr: 20050K .......... .......... .......... .......... .......... 21% 174M 1s 2024-09-19T14:04:10.919 INFO:teuthology.orchestra.run.smithi031.stderr: 20100K .......... .......... .......... .......... .......... 21% 178M 1s 2024-09-19T14:04:10.920 INFO:teuthology.orchestra.run.smithi031.stderr: 20150K .......... .......... .......... .......... .......... 21% 151M 1s 2024-09-19T14:04:10.920 INFO:teuthology.orchestra.run.smithi031.stderr: 20200K .......... .......... .......... .......... .......... 21% 171M 1s 2024-09-19T14:04:10.920 INFO:teuthology.orchestra.run.smithi031.stderr: 20250K .......... .......... .......... .......... .......... 21% 171M 1s 2024-09-19T14:04:10.920 INFO:teuthology.orchestra.run.smithi031.stderr: 20300K .......... .......... .......... .......... .......... 21% 179M 1s 2024-09-19T14:04:10.920 INFO:teuthology.orchestra.run.smithi031.stderr: 20350K .......... .......... .......... .......... .......... 21% 142M 1s 2024-09-19T14:04:10.920 INFO:teuthology.orchestra.run.smithi031.stderr: 20400K .......... .......... .......... .......... .......... 22% 181M 1s 2024-09-19T14:04:10.920 INFO:teuthology.orchestra.run.smithi031.stderr: 20450K .......... .......... .......... .......... .......... 22% 153M 1s 2024-09-19T14:04:10.920 INFO:teuthology.orchestra.run.smithi031.stderr: 20500K .......... .......... .......... .......... .......... 22% 185M 1s 2024-09-19T14:04:10.920 INFO:teuthology.orchestra.run.smithi031.stderr: 20550K .......... .......... .......... .......... .......... 22% 176M 1s 2024-09-19T14:04:10.920 INFO:teuthology.orchestra.run.smithi031.stderr: 20600K .......... .......... .......... .......... .......... 22% 129M 1s 2024-09-19T14:04:10.920 INFO:teuthology.orchestra.run.smithi031.stderr: 20650K .......... .......... .......... .......... .......... 22% 190M 1s 2024-09-19T14:04:10.920 INFO:teuthology.orchestra.run.smithi031.stderr: 20700K .......... .......... .......... .......... .......... 22% 192M 1s 2024-09-19T14:04:10.920 INFO:teuthology.orchestra.run.smithi031.stderr: 20750K .......... .......... .......... .......... .......... 22% 159M 1s 2024-09-19T14:04:10.920 INFO:teuthology.orchestra.run.smithi031.stderr: 20800K .......... .......... .......... .......... .......... 22% 193M 1s 2024-09-19T14:04:10.921 INFO:teuthology.orchestra.run.smithi031.stderr: 20850K .......... .......... .......... .......... .......... 22% 188M 1s 2024-09-19T14:04:10.921 INFO:teuthology.orchestra.run.smithi031.stderr: 20900K .......... .......... .......... .......... .......... 22% 186M 1s 2024-09-19T14:04:10.921 INFO:teuthology.orchestra.run.smithi031.stderr: 20950K .......... .......... .......... .......... .......... 22% 162M 1s 2024-09-19T14:04:10.921 INFO:teuthology.orchestra.run.smithi031.stderr: 21000K .......... .......... .......... .......... .......... 22% 170M 1s 2024-09-19T14:04:10.921 INFO:teuthology.orchestra.run.smithi031.stderr: 21050K .......... .......... .......... .......... .......... 22% 194M 1s 2024-09-19T14:04:10.921 INFO:teuthology.orchestra.run.smithi031.stderr: 21100K .......... .......... .......... .......... .......... 22% 180M 1s 2024-09-19T14:04:10.921 INFO:teuthology.orchestra.run.smithi031.stderr: 21150K .......... .......... .......... .......... .......... 22% 134M 1s 2024-09-19T14:04:10.921 INFO:teuthology.orchestra.run.smithi031.stderr: 21200K .......... .......... .......... .......... .......... 22% 194M 1s 2024-09-19T14:04:10.921 INFO:teuthology.orchestra.run.smithi031.stderr: 21250K .......... .......... .......... .......... .......... 22% 168M 1s 2024-09-19T14:04:10.921 INFO:teuthology.orchestra.run.smithi031.stderr: 21300K .......... .......... .......... .......... .......... 22% 181M 1s 2024-09-19T14:04:10.921 INFO:teuthology.orchestra.run.smithi031.stderr: 21350K .......... .......... .......... .......... .......... 23% 141M 1s 2024-09-19T14:04:10.921 INFO:teuthology.orchestra.run.smithi031.stderr: 21400K .......... .......... .......... .......... .......... 23% 149M 1s 2024-09-19T14:04:10.921 INFO:teuthology.orchestra.run.smithi031.stderr: 21450K .......... .......... .......... .......... .......... 23% 131M 1s 2024-09-19T14:04:10.921 INFO:teuthology.orchestra.run.smithi031.stderr: 21500K .......... .......... .......... .......... .......... 23% 156M 1s 2024-09-19T14:04:10.921 INFO:teuthology.orchestra.run.smithi031.stderr: 21550K .......... .......... .......... .......... .......... 23% 130M 1s 2024-09-19T14:04:10.922 INFO:teuthology.orchestra.run.smithi031.stderr: 21600K .......... .......... .......... .......... .......... 23% 139M 1s 2024-09-19T14:04:10.922 INFO:teuthology.orchestra.run.smithi031.stderr: 21650K .......... .......... .......... .......... .......... 23% 145M 1s 2024-09-19T14:04:10.922 INFO:teuthology.orchestra.run.smithi031.stderr: 21700K .......... .......... .......... .......... .......... 23% 149M 1s 2024-09-19T14:04:10.922 INFO:teuthology.orchestra.run.smithi031.stderr: 21750K .......... .......... .......... .......... .......... 23% 158M 1s 2024-09-19T14:04:10.922 INFO:teuthology.orchestra.run.smithi031.stderr: 21800K .......... .......... .......... .......... .......... 23% 197M 1s 2024-09-19T14:04:10.922 INFO:teuthology.orchestra.run.smithi031.stderr: 21850K .......... .......... .......... .......... .......... 23% 185M 1s 2024-09-19T14:04:10.922 INFO:teuthology.orchestra.run.smithi031.stderr: 21900K .......... .......... .......... .......... .......... 23% 209M 1s 2024-09-19T14:04:10.922 INFO:teuthology.orchestra.run.smithi031.stderr: 21950K .......... .......... .......... .......... .......... 23% 181M 1s 2024-09-19T14:04:10.922 INFO:teuthology.orchestra.run.smithi031.stderr: 22000K .......... .......... .......... .......... .......... 23% 193M 1s 2024-09-19T14:04:10.922 INFO:teuthology.orchestra.run.smithi031.stderr: 22050K .......... .......... .......... .......... .......... 23% 191M 1s 2024-09-19T14:04:10.922 INFO:teuthology.orchestra.run.smithi031.stderr: 22100K .......... .......... .......... .......... .......... 23% 209M 1s 2024-09-19T14:04:10.922 INFO:teuthology.orchestra.run.smithi031.stderr: 22150K .......... .......... .......... .......... .......... 23% 181M 1s 2024-09-19T14:04:10.922 INFO:teuthology.orchestra.run.smithi031.stderr: 22200K .......... .......... .......... .......... .......... 23% 199M 1s 2024-09-19T14:04:10.922 INFO:teuthology.orchestra.run.smithi031.stderr: 22250K .......... .......... .......... .......... .......... 24% 183M 1s 2024-09-19T14:04:10.923 INFO:teuthology.orchestra.run.smithi031.stderr: 22300K .......... .......... .......... .......... .......... 24% 208M 1s 2024-09-19T14:04:10.923 INFO:teuthology.orchestra.run.smithi031.stderr: 22350K .......... .......... .......... .......... .......... 24% 178M 1s 2024-09-19T14:04:10.923 INFO:teuthology.orchestra.run.smithi031.stderr: 22400K .......... .......... .......... .......... .......... 24% 210M 1s 2024-09-19T14:04:10.923 INFO:teuthology.orchestra.run.smithi031.stderr: 22450K .......... .......... .......... .......... .......... 24% 201M 1s 2024-09-19T14:04:10.923 INFO:teuthology.orchestra.run.smithi031.stderr: 22500K .......... .......... .......... .......... .......... 24% 191M 1s 2024-09-19T14:04:10.923 INFO:teuthology.orchestra.run.smithi031.stderr: 22550K .......... .......... .......... .......... .......... 24% 170M 1s 2024-09-19T14:04:10.923 INFO:teuthology.orchestra.run.smithi031.stderr: 22600K .......... .......... .......... .......... .......... 24% 188M 1s 2024-09-19T14:04:10.923 INFO:teuthology.orchestra.run.smithi031.stderr: 22650K .......... .......... .......... .......... .......... 24% 227M 1s 2024-09-19T14:04:10.923 INFO:teuthology.orchestra.run.smithi031.stderr: 22700K .......... .......... .......... .......... .......... 24% 233M 1s 2024-09-19T14:04:10.923 INFO:teuthology.orchestra.run.smithi031.stderr: 22750K .......... .......... .......... .......... .......... 24% 186M 1s 2024-09-19T14:04:10.923 INFO:teuthology.orchestra.run.smithi031.stderr: 22800K .......... .......... .......... .......... .......... 24% 225M 1s 2024-09-19T14:04:10.923 INFO:teuthology.orchestra.run.smithi031.stderr: 22850K .......... .......... .......... .......... .......... 24% 230M 1s 2024-09-19T14:04:10.923 INFO:teuthology.orchestra.run.smithi031.stderr: 22900K .......... .......... .......... .......... .......... 24% 231M 1s 2024-09-19T14:04:10.923 INFO:teuthology.orchestra.run.smithi031.stderr: 22950K .......... .......... .......... .......... .......... 24% 187M 1s 2024-09-19T14:04:10.923 INFO:teuthology.orchestra.run.smithi031.stderr: 23000K .......... .......... .......... .......... .......... 24% 218M 1s 2024-09-19T14:04:10.924 INFO:teuthology.orchestra.run.smithi031.stderr: 23050K .......... .......... .......... .......... .......... 24% 208M 1s 2024-09-19T14:04:10.924 INFO:teuthology.orchestra.run.smithi031.stderr: 23100K .......... .......... .......... .......... .......... 24% 230M 1s 2024-09-19T14:04:10.924 INFO:teuthology.orchestra.run.smithi031.stderr: 23150K .......... .......... .......... .......... .......... 24% 183M 1s 2024-09-19T14:04:10.924 INFO:teuthology.orchestra.run.smithi031.stderr: 23200K .......... .......... .......... .......... .......... 25% 218M 1s 2024-09-19T14:04:10.924 INFO:teuthology.orchestra.run.smithi031.stderr: 23250K .......... .......... .......... .......... .......... 25% 195M 1s 2024-09-19T14:04:10.924 INFO:teuthology.orchestra.run.smithi031.stderr: 23300K .......... .......... .......... .......... .......... 25% 207M 1s 2024-09-19T14:04:10.924 INFO:teuthology.orchestra.run.smithi031.stderr: 23350K .......... .......... .......... .......... .......... 25% 202M 1s 2024-09-19T14:04:10.924 INFO:teuthology.orchestra.run.smithi031.stderr: 23400K .......... .......... .......... .......... .......... 25% 180M 1s 2024-09-19T14:04:10.924 INFO:teuthology.orchestra.run.smithi031.stderr: 23450K .......... .......... .......... .......... .......... 25% 169M 1s 2024-09-19T14:04:10.924 INFO:teuthology.orchestra.run.smithi031.stderr: 23500K .......... .......... .......... .......... .......... 25% 221M 1s 2024-09-19T14:04:10.924 INFO:teuthology.orchestra.run.smithi031.stderr: 23550K .......... .......... .......... .......... .......... 25% 191M 1s 2024-09-19T14:04:10.924 INFO:teuthology.orchestra.run.smithi031.stderr: 23600K .......... .......... .......... .......... .......... 25% 240M 1s 2024-09-19T14:04:10.924 INFO:teuthology.orchestra.run.smithi031.stderr: 23650K .......... .......... .......... .......... .......... 25% 218M 1s 2024-09-19T14:04:10.925 INFO:teuthology.orchestra.run.smithi031.stderr: 23700K .......... .......... .......... .......... .......... 25% 212M 1s 2024-09-19T14:04:10.925 INFO:teuthology.orchestra.run.smithi031.stderr: 23750K .......... .......... .......... .......... .......... 25% 199M 1s 2024-09-19T14:04:10.925 INFO:teuthology.orchestra.run.smithi031.stderr: 23800K .......... .......... .......... .......... .......... 25% 239M 1s 2024-09-19T14:04:10.925 INFO:teuthology.orchestra.run.smithi031.stderr: 23850K .......... .......... .......... .......... .......... 25% 223M 1s 2024-09-19T14:04:10.925 INFO:teuthology.orchestra.run.smithi031.stderr: 23900K .......... .......... .......... .......... .......... 25% 210M 1s 2024-09-19T14:04:10.925 INFO:teuthology.orchestra.run.smithi031.stderr: 23950K .......... .......... .......... .......... .......... 25% 174M 1s 2024-09-19T14:04:10.925 INFO:teuthology.orchestra.run.smithi031.stderr: 24000K .......... .......... .......... .......... .......... 25% 238M 1s 2024-09-19T14:04:10.925 INFO:teuthology.orchestra.run.smithi031.stderr: 24050K .......... .......... .......... .......... .......... 25% 219M 1s 2024-09-19T14:04:10.925 INFO:teuthology.orchestra.run.smithi031.stderr: 24100K .......... .......... .......... .......... .......... 25% 212M 1s 2024-09-19T14:04:10.925 INFO:teuthology.orchestra.run.smithi031.stderr: 24150K .......... .......... .......... .......... .......... 26% 216M 1s 2024-09-19T14:04:10.925 INFO:teuthology.orchestra.run.smithi031.stderr: 24200K .......... .......... .......... .......... .......... 26% 239M 1s 2024-09-19T14:04:10.925 INFO:teuthology.orchestra.run.smithi031.stderr: 24250K .......... .......... .......... .......... .......... 26% 196M 1s 2024-09-19T14:04:10.925 INFO:teuthology.orchestra.run.smithi031.stderr: 24300K .......... .......... .......... .......... .......... 26% 253M 1s 2024-09-19T14:04:10.926 INFO:teuthology.orchestra.run.smithi031.stderr: 24350K .......... .......... .......... .......... .......... 26% 199M 1s 2024-09-19T14:04:10.926 INFO:teuthology.orchestra.run.smithi031.stderr: 24400K .......... .......... .......... .......... .......... 26% 254M 1s 2024-09-19T14:04:10.926 INFO:teuthology.orchestra.run.smithi031.stderr: 24450K .......... .......... .......... .......... .......... 26% 258M 1s 2024-09-19T14:04:10.926 INFO:teuthology.orchestra.run.smithi031.stderr: 24500K .......... .......... .......... .......... .......... 26% 252M 1s 2024-09-19T14:04:10.926 INFO:teuthology.orchestra.run.smithi031.stderr: 24550K .......... .......... .......... .......... .......... 26% 220M 1s 2024-09-19T14:04:10.926 INFO:teuthology.orchestra.run.smithi031.stderr: 24600K .......... .......... .......... .......... .......... 26% 220M 1s 2024-09-19T14:04:10.926 INFO:teuthology.orchestra.run.smithi031.stderr: 24650K .......... .......... .......... .......... .......... 26% 243M 1s 2024-09-19T14:04:10.926 INFO:teuthology.orchestra.run.smithi031.stderr: 24700K .......... .......... .......... .......... .......... 26% 173M 1s 2024-09-19T14:04:10.926 INFO:teuthology.orchestra.run.smithi031.stderr: 24750K .......... .......... .......... .......... .......... 26% 205M 1s 2024-09-19T14:04:10.926 INFO:teuthology.orchestra.run.smithi031.stderr: 24800K .......... .......... .......... .......... .......... 26% 238M 1s 2024-09-19T14:04:10.926 INFO:teuthology.orchestra.run.smithi031.stderr: 24850K .......... .......... .......... .......... .......... 26% 223M 1s 2024-09-19T14:04:10.926 INFO:teuthology.orchestra.run.smithi031.stderr: 24900K .......... .......... .......... .......... .......... 26% 237M 1s 2024-09-19T14:04:10.926 INFO:teuthology.orchestra.run.smithi031.stderr: 24950K .......... .......... .......... .......... .......... 26% 228M 1s 2024-09-19T14:04:10.926 INFO:teuthology.orchestra.run.smithi031.stderr: 25000K .......... .......... .......... .......... .......... 26% 245M 1s 2024-09-19T14:04:10.926 INFO:teuthology.orchestra.run.smithi031.stderr: 25050K .......... .......... .......... .......... .......... 27% 244M 1s 2024-09-19T14:04:10.927 INFO:teuthology.orchestra.run.smithi031.stderr: 25100K .......... .......... .......... .......... .......... 27% 248M 1s 2024-09-19T14:04:10.927 INFO:teuthology.orchestra.run.smithi031.stderr: 25150K .......... .......... .......... .......... .......... 27% 191M 1s 2024-09-19T14:04:10.927 INFO:teuthology.orchestra.run.smithi031.stderr: 25200K .......... .......... .......... .......... .......... 27% 231M 1s 2024-09-19T14:04:10.927 INFO:teuthology.orchestra.run.smithi031.stderr: 25250K .......... .......... .......... .......... .......... 27% 243M 1s 2024-09-19T14:04:10.927 INFO:teuthology.orchestra.run.smithi031.stderr: 25300K .......... .......... .......... .......... .......... 27% 226M 1s 2024-09-19T14:04:10.927 INFO:teuthology.orchestra.run.smithi031.stderr: 25350K .......... .......... .......... .......... .......... 27% 211M 1s 2024-09-19T14:04:10.927 INFO:teuthology.orchestra.run.smithi031.stderr: 25400K .......... .......... .......... .......... .......... 27% 269M 1s 2024-09-19T14:04:10.927 INFO:teuthology.orchestra.run.smithi031.stderr: 25450K .......... .......... .......... .......... .......... 27% 244M 1s 2024-09-19T14:04:10.927 INFO:teuthology.orchestra.run.smithi031.stderr: 25500K .......... .......... .......... .......... .......... 27% 271M 1s 2024-09-19T14:04:10.927 INFO:teuthology.orchestra.run.smithi031.stderr: 25550K .......... .......... .......... .......... .......... 27% 208M 1s 2024-09-19T14:04:10.927 INFO:teuthology.orchestra.run.smithi031.stderr: 25600K .......... .......... .......... .......... .......... 27% 233M 1s 2024-09-19T14:04:10.927 INFO:teuthology.orchestra.run.smithi031.stderr: 25650K .......... .......... .......... .......... .......... 27% 262M 1s 2024-09-19T14:04:10.927 INFO:teuthology.orchestra.run.smithi031.stderr: 25700K .......... .......... .......... .......... .......... 27% 274M 1s 2024-09-19T14:04:10.927 INFO:teuthology.orchestra.run.smithi031.stderr: 25750K .......... .......... .......... .......... .......... 27% 243M 1s 2024-09-19T14:04:10.927 INFO:teuthology.orchestra.run.smithi031.stderr: 25800K .......... .......... .......... .......... .......... 27% 263M 1s 2024-09-19T14:04:10.928 INFO:teuthology.orchestra.run.smithi031.stderr: 25850K .......... .......... .......... .......... .......... 27% 257M 1s 2024-09-19T14:04:10.928 INFO:teuthology.orchestra.run.smithi031.stderr: 25900K .......... .......... .......... .......... .......... 27% 269M 1s 2024-09-19T14:04:10.928 INFO:teuthology.orchestra.run.smithi031.stderr: 25950K .......... .......... .......... .......... .......... 27% 71.1M 1s 2024-09-19T14:04:10.928 INFO:teuthology.orchestra.run.smithi031.stderr: 26000K .......... .......... .......... .......... .......... 28% 260M 1s 2024-09-19T14:04:10.928 INFO:teuthology.orchestra.run.smithi031.stderr: 26050K .......... .......... .......... .......... .......... 28% 231M 1s 2024-09-19T14:04:10.928 INFO:teuthology.orchestra.run.smithi031.stderr: 26100K .......... .......... .......... .......... .......... 28% 233M 1s 2024-09-19T14:04:10.928 INFO:teuthology.orchestra.run.smithi031.stderr: 26150K .......... .......... .......... .......... .......... 28% 189M 1s 2024-09-19T14:04:10.928 INFO:teuthology.orchestra.run.smithi031.stderr: 26200K .......... .......... .......... .......... .......... 28% 226M 1s 2024-09-19T14:04:10.928 INFO:teuthology.orchestra.run.smithi031.stderr: 26250K .......... .......... .......... .......... .......... 28% 213M 1s 2024-09-19T14:04:10.928 INFO:teuthology.orchestra.run.smithi031.stderr: 26300K .......... .......... .......... .......... .......... 28% 222M 1s 2024-09-19T14:04:10.928 INFO:teuthology.orchestra.run.smithi031.stderr: 26350K .......... .......... .......... .......... .......... 28% 189M 1s 2024-09-19T14:04:10.928 INFO:teuthology.orchestra.run.smithi031.stderr: 26400K .......... .......... .......... .......... .......... 28% 229M 1s 2024-09-19T14:04:10.928 INFO:teuthology.orchestra.run.smithi031.stderr: 26450K .......... .......... .......... .......... .......... 28% 230M 1s 2024-09-19T14:04:10.928 INFO:teuthology.orchestra.run.smithi031.stderr: 26500K .......... .......... .......... .......... .......... 28% 240M 1s 2024-09-19T14:04:10.929 INFO:teuthology.orchestra.run.smithi031.stderr: 26550K .......... .......... .......... .......... .......... 28% 224M 1s 2024-09-19T14:04:10.929 INFO:teuthology.orchestra.run.smithi031.stderr: 26600K .......... .......... .......... .......... .......... 28% 228M 1s 2024-09-19T14:04:10.929 INFO:teuthology.orchestra.run.smithi031.stderr: 26650K .......... .......... .......... .......... .......... 28% 250M 1s 2024-09-19T14:04:10.929 INFO:teuthology.orchestra.run.smithi031.stderr: 26700K .......... .......... .......... .......... .......... 28% 176M 1s 2024-09-19T14:04:10.929 INFO:teuthology.orchestra.run.smithi031.stderr: 26750K .......... .......... .......... .......... .......... 28% 178M 1s 2024-09-19T14:04:10.929 INFO:teuthology.orchestra.run.smithi031.stderr: 26800K .......... .......... .......... .......... .......... 28% 233M 1s 2024-09-19T14:04:10.929 INFO:teuthology.orchestra.run.smithi031.stderr: 26850K .......... .......... .......... .......... .......... 28% 239M 1s 2024-09-19T14:04:10.929 INFO:teuthology.orchestra.run.smithi031.stderr: 26900K .......... .......... .......... .......... .......... 29% 221M 1s 2024-09-19T14:04:10.929 INFO:teuthology.orchestra.run.smithi031.stderr: 26950K .......... .......... .......... .......... .......... 29% 194M 1s 2024-09-19T14:04:10.929 INFO:teuthology.orchestra.run.smithi031.stderr: 27000K .......... .......... .......... .......... .......... 29% 239M 1s 2024-09-19T14:04:10.929 INFO:teuthology.orchestra.run.smithi031.stderr: 27050K .......... .......... .......... .......... .......... 29% 239M 1s 2024-09-19T14:04:10.929 INFO:teuthology.orchestra.run.smithi031.stderr: 27100K .......... .......... .......... .......... .......... 29% 103M 1s 2024-09-19T14:04:10.929 INFO:teuthology.orchestra.run.smithi031.stderr: 27150K .......... .......... .......... .......... .......... 29% 194M 1s 2024-09-19T14:04:10.930 INFO:teuthology.orchestra.run.smithi031.stderr: 27200K .......... .......... .......... .......... .......... 29% 231M 1s 2024-09-19T14:04:10.930 INFO:teuthology.orchestra.run.smithi031.stderr: 27250K .......... .......... .......... .......... .......... 29% 229M 1s 2024-09-19T14:04:10.930 INFO:teuthology.orchestra.run.smithi031.stderr: 27300K .......... .......... .......... .......... .......... 29% 245M 1s 2024-09-19T14:04:10.930 INFO:teuthology.orchestra.run.smithi031.stderr: 27350K .......... .......... .......... .......... .......... 29% 201M 1s 2024-09-19T14:04:10.930 INFO:teuthology.orchestra.run.smithi031.stderr: 27400K .......... .......... .......... .......... .......... 29% 182M 1s 2024-09-19T14:04:10.930 INFO:teuthology.orchestra.run.smithi031.stderr: 27450K .......... .......... .......... .......... .......... 29% 228M 1s 2024-09-19T14:04:10.930 INFO:teuthology.orchestra.run.smithi031.stderr: 27500K .......... .......... .......... .......... .......... 29% 140M 1s 2024-09-19T14:04:10.930 INFO:teuthology.orchestra.run.smithi031.stderr: 27550K .......... .......... .......... .......... .......... 29% 162M 1s 2024-09-19T14:04:10.930 INFO:teuthology.orchestra.run.smithi031.stderr: 27600K .......... .......... .......... .......... .......... 29% 212M 1s 2024-09-19T14:04:10.930 INFO:teuthology.orchestra.run.smithi031.stderr: 27650K .......... .......... .......... .......... .......... 29% 217M 1s 2024-09-19T14:04:10.930 INFO:teuthology.orchestra.run.smithi031.stderr: 27700K .......... .......... .......... .......... .......... 29% 230M 1s 2024-09-19T14:04:10.930 INFO:teuthology.orchestra.run.smithi031.stderr: 27750K .......... .......... .......... .......... .......... 29% 174M 1s 2024-09-19T14:04:10.930 INFO:teuthology.orchestra.run.smithi031.stderr: 27800K .......... .......... .......... .......... .......... 29% 192M 1s 2024-09-19T14:04:10.930 INFO:teuthology.orchestra.run.smithi031.stderr: 27850K .......... .......... .......... .......... .......... 30% 216M 1s 2024-09-19T14:04:10.931 INFO:teuthology.orchestra.run.smithi031.stderr: 27900K .......... .......... .......... .......... .......... 30% 226M 1s 2024-09-19T14:04:10.931 INFO:teuthology.orchestra.run.smithi031.stderr: 27950K .......... .......... .......... .......... .......... 30% 182M 1s 2024-09-19T14:04:10.931 INFO:teuthology.orchestra.run.smithi031.stderr: 28000K .......... .......... .......... .......... .......... 30% 220M 1s 2024-09-19T14:04:10.931 INFO:teuthology.orchestra.run.smithi031.stderr: 28050K .......... .......... .......... .......... .......... 30% 223M 1s 2024-09-19T14:04:10.931 INFO:teuthology.orchestra.run.smithi031.stderr: 28100K .......... .......... .......... .......... .......... 30% 245M 1s 2024-09-19T14:04:10.931 INFO:teuthology.orchestra.run.smithi031.stderr: 28150K .......... .......... .......... .......... .......... 30% 198M 1s 2024-09-19T14:04:10.931 INFO:teuthology.orchestra.run.smithi031.stderr: 28200K .......... .......... .......... .......... .......... 30% 223M 1s 2024-09-19T14:04:10.931 INFO:teuthology.orchestra.run.smithi031.stderr: 28250K .......... .......... .......... .......... .......... 30% 225M 1s 2024-09-19T14:04:10.931 INFO:teuthology.orchestra.run.smithi031.stderr: 28300K .......... .......... .......... .......... .......... 30% 238M 1s 2024-09-19T14:04:10.931 INFO:teuthology.orchestra.run.smithi031.stderr: 28350K .......... .......... .......... .......... .......... 30% 179M 1s 2024-09-19T14:04:10.931 INFO:teuthology.orchestra.run.smithi031.stderr: 28400K .......... .......... .......... .......... .......... 30% 223M 1s 2024-09-19T14:04:10.931 INFO:teuthology.orchestra.run.smithi031.stderr: 28450K .......... .......... .......... .......... .......... 30% 228M 1s 2024-09-19T14:04:10.931 INFO:teuthology.orchestra.run.smithi031.stderr: 28500K .......... .......... .......... .......... .......... 30% 233M 1s 2024-09-19T14:04:10.931 INFO:teuthology.orchestra.run.smithi031.stderr: 28550K .......... .......... .......... .......... .......... 30% 221M 1s 2024-09-19T14:04:10.931 INFO:teuthology.orchestra.run.smithi031.stderr: 28600K .......... .......... .......... .......... .......... 30% 199M 1s 2024-09-19T14:04:10.931 INFO:teuthology.orchestra.run.smithi031.stderr: 28650K .......... .......... .......... .......... .......... 30% 33.2M 1s 2024-09-19T14:04:10.932 INFO:teuthology.orchestra.run.smithi031.stderr: 28700K .......... .......... .......... .......... .......... 30% 211M 1s 2024-09-19T14:04:10.932 INFO:teuthology.orchestra.run.smithi031.stderr: 28750K .......... .......... .......... .......... .......... 31% 146M 1s 2024-09-19T14:04:10.932 INFO:teuthology.orchestra.run.smithi031.stderr: 28800K .......... .......... .......... .......... .......... 31% 221M 1s 2024-09-19T14:04:10.932 INFO:teuthology.orchestra.run.smithi031.stderr: 28850K .......... .......... .......... .......... .......... 31% 143M 1s 2024-09-19T14:04:10.932 INFO:teuthology.orchestra.run.smithi031.stderr: 28900K .......... .......... .......... .......... .......... 31% 205M 1s 2024-09-19T14:04:10.932 INFO:teuthology.orchestra.run.smithi031.stderr: 28950K .......... .......... .......... .......... .......... 31% 206M 1s 2024-09-19T14:04:10.932 INFO:teuthology.orchestra.run.smithi031.stderr: 29000K .......... .......... .......... .......... .......... 31% 223M 1s 2024-09-19T14:04:10.932 INFO:teuthology.orchestra.run.smithi031.stderr: 29050K .......... .......... .......... .......... .......... 31% 224M 1s 2024-09-19T14:04:10.932 INFO:teuthology.orchestra.run.smithi031.stderr: 29100K .......... .......... .......... .......... .......... 31% 228M 1s 2024-09-19T14:04:10.932 INFO:teuthology.orchestra.run.smithi031.stderr: 29150K .......... .......... .......... .......... .......... 31% 161M 1s 2024-09-19T14:04:10.932 INFO:teuthology.orchestra.run.smithi031.stderr: 29200K .......... .......... .......... .......... .......... 31% 214M 1s 2024-09-19T14:04:10.932 INFO:teuthology.orchestra.run.smithi031.stderr: 29250K .......... .......... .......... .......... .......... 31% 236M 1s 2024-09-19T14:04:10.933 INFO:teuthology.orchestra.run.smithi031.stderr: 29300K .......... .......... .......... .......... .......... 31% 204M 1s 2024-09-19T14:04:10.933 INFO:teuthology.orchestra.run.smithi031.stderr: 29350K .......... .......... .......... .......... .......... 31% 188M 1s 2024-09-19T14:04:10.933 INFO:teuthology.orchestra.run.smithi031.stderr: 29400K .......... .......... .......... .......... .......... 31% 218M 1s 2024-09-19T14:04:10.933 INFO:teuthology.orchestra.run.smithi031.stderr: 29450K .......... .......... .......... .......... .......... 31% 176M 1s 2024-09-19T14:04:10.933 INFO:teuthology.orchestra.run.smithi031.stderr: 29500K .......... .......... .......... .......... .......... 31% 235M 1s 2024-09-19T14:04:10.933 INFO:teuthology.orchestra.run.smithi031.stderr: 29550K .......... .......... .......... .......... .......... 31% 189M 1s 2024-09-19T14:04:10.933 INFO:teuthology.orchestra.run.smithi031.stderr: 29600K .......... .......... .......... .......... .......... 31% 231M 1s 2024-09-19T14:04:10.933 INFO:teuthology.orchestra.run.smithi031.stderr: 29650K .......... .......... .......... .......... .......... 31% 229M 1s 2024-09-19T14:04:10.933 INFO:teuthology.orchestra.run.smithi031.stderr: 29700K .......... .......... .......... .......... .......... 32% 217M 1s 2024-09-19T14:04:10.933 INFO:teuthology.orchestra.run.smithi031.stderr: 29750K .......... .......... .......... .......... .......... 32% 199M 1s 2024-09-19T14:04:10.933 INFO:teuthology.orchestra.run.smithi031.stderr: 29800K .......... .......... .......... .......... .......... 32% 218M 1s 2024-09-19T14:04:10.933 INFO:teuthology.orchestra.run.smithi031.stderr: 29850K .......... .......... .......... .......... .......... 32% 225M 1s 2024-09-19T14:04:10.933 INFO:teuthology.orchestra.run.smithi031.stderr: 29900K .......... .......... .......... .......... .......... 32% 230M 1s 2024-09-19T14:04:10.934 INFO:teuthology.orchestra.run.smithi031.stderr: 29950K .......... .......... .......... .......... .......... 32% 191M 1s 2024-09-19T14:04:10.934 INFO:teuthology.orchestra.run.smithi031.stderr: 30000K .......... .......... .......... .......... .......... 32% 183M 1s 2024-09-19T14:04:10.934 INFO:teuthology.orchestra.run.smithi031.stderr: 30050K .......... .......... .......... .......... .......... 32% 208M 1s 2024-09-19T14:04:10.934 INFO:teuthology.orchestra.run.smithi031.stderr: 30100K .......... .......... .......... .......... .......... 32% 236M 1s 2024-09-19T14:04:10.934 INFO:teuthology.orchestra.run.smithi031.stderr: 30150K .......... .......... .......... .......... .......... 32% 199M 1s 2024-09-19T14:04:10.934 INFO:teuthology.orchestra.run.smithi031.stderr: 30200K .......... .......... .......... .......... .......... 32% 160M 1s 2024-09-19T14:04:10.934 INFO:teuthology.orchestra.run.smithi031.stderr: 30250K .......... .......... .......... .......... .......... 32% 220M 1s 2024-09-19T14:04:10.934 INFO:teuthology.orchestra.run.smithi031.stderr: 30300K .......... .......... .......... .......... .......... 32% 223M 1s 2024-09-19T14:04:10.934 INFO:teuthology.orchestra.run.smithi031.stderr: 30350K .......... .......... .......... .......... .......... 32% 200M 1s 2024-09-19T14:04:10.934 INFO:teuthology.orchestra.run.smithi031.stderr: 30400K .......... .......... .......... .......... .......... 32% 237M 1s 2024-09-19T14:04:10.934 INFO:teuthology.orchestra.run.smithi031.stderr: 30450K .......... .......... .......... .......... .......... 32% 225M 1s 2024-09-19T14:04:10.934 INFO:teuthology.orchestra.run.smithi031.stderr: 30500K .......... .......... .......... .......... .......... 32% 230M 1s 2024-09-19T14:04:10.934 INFO:teuthology.orchestra.run.smithi031.stderr: 30550K .......... .......... .......... .......... .......... 32% 202M 1s 2024-09-19T14:04:10.934 INFO:teuthology.orchestra.run.smithi031.stderr: 30600K .......... .......... .......... .......... .......... 32% 164M 1s 2024-09-19T14:04:10.934 INFO:teuthology.orchestra.run.smithi031.stderr: 30650K .......... .......... .......... .......... .......... 33% 152M 1s 2024-09-19T14:04:10.935 INFO:teuthology.orchestra.run.smithi031.stderr: 30700K .......... .......... .......... .......... .......... 33% 222M 1s 2024-09-19T14:04:10.935 INFO:teuthology.orchestra.run.smithi031.stderr: 30750K .......... .......... .......... .......... .......... 33% 181M 1s 2024-09-19T14:04:10.935 INFO:teuthology.orchestra.run.smithi031.stderr: 30800K .......... .......... .......... .......... .......... 33% 177M 1s 2024-09-19T14:04:10.935 INFO:teuthology.orchestra.run.smithi031.stderr: 30850K .......... .......... .......... .......... .......... 33% 239M 1s 2024-09-19T14:04:10.935 INFO:teuthology.orchestra.run.smithi031.stderr: 30900K .......... .......... .......... .......... .......... 33% 88.5M 1s 2024-09-19T14:04:10.935 INFO:teuthology.orchestra.run.smithi031.stderr: 30950K .......... .......... .......... .......... .......... 33% 229M 1s 2024-09-19T14:04:10.935 INFO:teuthology.orchestra.run.smithi031.stderr: 31000K .......... .......... .......... .......... .......... 33% 218M 1s 2024-09-19T14:04:10.935 INFO:teuthology.orchestra.run.smithi031.stderr: 31050K .......... .......... .......... .......... .......... 33% 259M 1s 2024-09-19T14:04:10.935 INFO:teuthology.orchestra.run.smithi031.stderr: 31100K .......... .......... .......... .......... .......... 33% 154M 1s 2024-09-19T14:04:10.935 INFO:teuthology.orchestra.run.smithi031.stderr: 31150K .......... .......... .......... .......... .......... 33% 218M 1s 2024-09-19T14:04:10.935 INFO:teuthology.orchestra.run.smithi031.stderr: 31200K .......... .......... .......... .......... .......... 33% 226M 1s 2024-09-19T14:04:10.935 INFO:teuthology.orchestra.run.smithi031.stderr: 31250K .......... .......... .......... .......... .......... 33% 119M 1s 2024-09-19T14:04:10.935 INFO:teuthology.orchestra.run.smithi031.stderr: 31300K .......... .......... .......... .......... .......... 33% 174M 1s 2024-09-19T14:04:10.935 INFO:teuthology.orchestra.run.smithi031.stderr: 31350K .......... .......... .......... .......... .......... 33% 215M 1s 2024-09-19T14:04:10.936 INFO:teuthology.orchestra.run.smithi031.stderr: 31400K .......... .......... .......... .......... .......... 33% 199M 1s 2024-09-19T14:04:10.936 INFO:teuthology.orchestra.run.smithi031.stderr: 31450K .......... .......... .......... .......... .......... 33% 206M 1s 2024-09-19T14:04:10.936 INFO:teuthology.orchestra.run.smithi031.stderr: 31500K .......... .......... .......... .......... .......... 33% 31.8M 1s 2024-09-19T14:04:10.936 INFO:teuthology.orchestra.run.smithi031.stderr: 31550K .......... .......... .......... .......... .......... 34% 167M 1s 2024-09-19T14:04:10.936 INFO:teuthology.orchestra.run.smithi031.stderr: 31600K .......... .......... .......... .......... .......... 34% 207M 1s 2024-09-19T14:04:10.936 INFO:teuthology.orchestra.run.smithi031.stderr: 31650K .......... .......... .......... .......... .......... 34% 201M 1s 2024-09-19T14:04:10.936 INFO:teuthology.orchestra.run.smithi031.stderr: 31700K .......... .......... .......... .......... .......... 34% 191M 1s 2024-09-19T14:04:10.936 INFO:teuthology.orchestra.run.smithi031.stderr: 31750K .......... .......... .......... .......... .......... 34% 210M 1s 2024-09-19T14:04:10.936 INFO:teuthology.orchestra.run.smithi031.stderr: 31800K .......... .......... .......... .......... .......... 34% 216M 1s 2024-09-19T14:04:10.936 INFO:teuthology.orchestra.run.smithi031.stderr: 31850K .......... .......... .......... .......... .......... 34% 214M 1s 2024-09-19T14:04:10.936 INFO:teuthology.orchestra.run.smithi031.stderr: 31900K .......... .......... .......... .......... .......... 34% 95.8M 1s 2024-09-19T14:04:10.936 INFO:teuthology.orchestra.run.smithi031.stderr: 31950K .......... .......... .......... .......... .......... 34% 147M 1s 2024-09-19T14:04:10.937 INFO:teuthology.orchestra.run.smithi031.stderr: 32000K .......... .......... .......... .......... .......... 34% 208M 1s 2024-09-19T14:04:10.937 INFO:teuthology.orchestra.run.smithi031.stderr: 32050K .......... .......... .......... .......... .......... 34% 136M 1s 2024-09-19T14:04:10.937 INFO:teuthology.orchestra.run.smithi031.stderr: 32100K .......... .......... .......... .......... .......... 34% 114M 1s 2024-09-19T14:04:10.937 INFO:teuthology.orchestra.run.smithi031.stderr: 32150K .......... .......... .......... .......... .......... 34% 194M 1s 2024-09-19T14:04:10.937 INFO:teuthology.orchestra.run.smithi031.stderr: 32200K .......... .......... .......... .......... .......... 34% 215M 1s 2024-09-19T14:04:10.937 INFO:teuthology.orchestra.run.smithi031.stderr: 32250K .......... .......... .......... .......... .......... 34% 207M 1s 2024-09-19T14:04:10.937 INFO:teuthology.orchestra.run.smithi031.stderr: 32300K .......... .......... .......... .......... .......... 34% 72.3M 1s 2024-09-19T14:04:10.937 INFO:teuthology.orchestra.run.smithi031.stderr: 32350K .......... .......... .......... .......... .......... 34% 123M 1s 2024-09-19T14:04:10.937 INFO:teuthology.orchestra.run.smithi031.stderr: 32400K .......... .......... .......... .......... .......... 34% 103M 1s 2024-09-19T14:04:10.937 INFO:teuthology.orchestra.run.smithi031.stderr: 32450K .......... .......... .......... .......... .......... 34% 174M 1s 2024-09-19T14:04:10.937 INFO:teuthology.orchestra.run.smithi031.stderr: 32500K .......... .......... .......... .......... .......... 35% 152M 1s 2024-09-19T14:04:10.937 INFO:teuthology.orchestra.run.smithi031.stderr: 32550K .......... .......... .......... .......... .......... 35% 149M 1s 2024-09-19T14:04:10.937 INFO:teuthology.orchestra.run.smithi031.stderr: 32600K .......... .......... .......... .......... .......... 35% 134M 1s 2024-09-19T14:04:10.937 INFO:teuthology.orchestra.run.smithi031.stderr: 32650K .......... .......... .......... .......... .......... 35% 204M 1s 2024-09-19T14:04:10.938 INFO:teuthology.orchestra.run.smithi031.stderr: 32700K .......... .......... .......... .......... .......... 35% 133M 1s 2024-09-19T14:04:10.938 INFO:teuthology.orchestra.run.smithi031.stderr: 32750K .......... .......... .......... .......... .......... 35% 179M 1s 2024-09-19T14:04:10.938 INFO:teuthology.orchestra.run.smithi031.stderr: 32800K .......... .......... .......... .......... .......... 35% 203M 0s 2024-09-19T14:04:10.938 INFO:teuthology.orchestra.run.smithi031.stderr: 32850K .......... .......... .......... .......... .......... 35% 167M 0s 2024-09-19T14:04:10.938 INFO:teuthology.orchestra.run.smithi031.stderr: 32900K .......... .......... .......... .......... .......... 35% 186M 0s 2024-09-19T14:04:10.938 INFO:teuthology.orchestra.run.smithi031.stderr: 32950K .......... .......... .......... .......... .......... 35% 183M 0s 2024-09-19T14:04:10.938 INFO:teuthology.orchestra.run.smithi031.stderr: 33000K .......... .......... .......... .......... .......... 35% 170M 0s 2024-09-19T14:04:10.938 INFO:teuthology.orchestra.run.smithi031.stderr: 33050K .......... .......... .......... .......... .......... 35% 183M 0s 2024-09-19T14:04:10.938 INFO:teuthology.orchestra.run.smithi031.stderr: 33100K .......... .......... .......... .......... .......... 35% 173M 0s 2024-09-19T14:04:10.938 INFO:teuthology.orchestra.run.smithi031.stderr: 33150K .......... .......... .......... .......... .......... 35% 213M 0s 2024-09-19T14:04:10.938 INFO:teuthology.orchestra.run.smithi031.stderr: 33200K .......... .......... .......... .......... .......... 35% 216M 0s 2024-09-19T14:04:10.938 INFO:teuthology.orchestra.run.smithi031.stderr: 33250K .......... .......... .......... .......... .......... 35% 213M 0s 2024-09-19T14:04:10.938 INFO:teuthology.orchestra.run.smithi031.stderr: 33300K .......... .......... .......... .......... .......... 35% 181M 0s 2024-09-19T14:04:10.938 INFO:teuthology.orchestra.run.smithi031.stderr: 33350K .......... .......... .......... .......... .......... 35% 194M 0s 2024-09-19T14:04:10.939 INFO:teuthology.orchestra.run.smithi031.stderr: 33400K .......... .......... .......... .......... .......... 36% 191M 0s 2024-09-19T14:04:10.939 INFO:teuthology.orchestra.run.smithi031.stderr: 33450K .......... .......... .......... .......... .......... 36% 213M 0s 2024-09-19T14:04:10.939 INFO:teuthology.orchestra.run.smithi031.stderr: 33500K .......... .......... .......... .......... .......... 36% 109M 0s 2024-09-19T14:04:10.939 INFO:teuthology.orchestra.run.smithi031.stderr: 33550K .......... .......... .......... .......... .......... 36% 216M 0s 2024-09-19T14:04:10.939 INFO:teuthology.orchestra.run.smithi031.stderr: 33600K .......... .......... .......... .......... .......... 36% 210M 0s 2024-09-19T14:04:10.939 INFO:teuthology.orchestra.run.smithi031.stderr: 33650K .......... .......... .......... .......... .......... 36% 224M 0s 2024-09-19T14:04:10.939 INFO:teuthology.orchestra.run.smithi031.stderr: 33700K .......... .......... .......... .......... .......... 36% 195M 0s 2024-09-19T14:04:10.939 INFO:teuthology.orchestra.run.smithi031.stderr: 33750K .......... .......... .......... .......... .......... 36% 216M 0s 2024-09-19T14:04:10.939 INFO:teuthology.orchestra.run.smithi031.stderr: 33800K .......... .......... .......... .......... .......... 36% 188M 0s 2024-09-19T14:04:10.939 INFO:teuthology.orchestra.run.smithi031.stderr: 33850K .......... .......... .......... .......... .......... 36% 224M 0s 2024-09-19T14:04:10.939 INFO:teuthology.orchestra.run.smithi031.stderr: 33900K .......... .......... .......... .......... .......... 36% 182M 0s 2024-09-19T14:04:10.939 INFO:teuthology.orchestra.run.smithi031.stderr: 33950K .......... .......... .......... .......... .......... 36% 115M 0s 2024-09-19T14:04:10.939 INFO:teuthology.orchestra.run.smithi031.stderr: 34000K .......... .......... .......... .......... .......... 36% 186M 0s 2024-09-19T14:04:10.940 INFO:teuthology.orchestra.run.smithi031.stderr: 34050K .......... .......... .......... .......... .......... 36% 95.8M 0s 2024-09-19T14:04:10.940 INFO:teuthology.orchestra.run.smithi031.stderr: 34100K .......... .......... .......... .......... .......... 36% 159M 0s 2024-09-19T14:04:10.940 INFO:teuthology.orchestra.run.smithi031.stderr: 34150K .......... .......... .......... .......... .......... 36% 213M 0s 2024-09-19T14:04:10.940 INFO:teuthology.orchestra.run.smithi031.stderr: 34200K .......... .......... .......... .......... .......... 36% 199M 0s 2024-09-19T14:04:10.940 INFO:teuthology.orchestra.run.smithi031.stderr: 34250K .......... .......... .......... .......... .......... 36% 205M 0s 2024-09-19T14:04:10.940 INFO:teuthology.orchestra.run.smithi031.stderr: 34300K .......... .......... .......... .......... .......... 36% 183M 0s 2024-09-19T14:04:10.940 INFO:teuthology.orchestra.run.smithi031.stderr: 34350K .......... .......... .......... .......... .......... 37% 201M 0s 2024-09-19T14:04:10.940 INFO:teuthology.orchestra.run.smithi031.stderr: 34400K .......... .......... .......... .......... .......... 37% 231M 0s 2024-09-19T14:04:10.940 INFO:teuthology.orchestra.run.smithi031.stderr: 34450K .......... .......... .......... .......... .......... 37% 223M 0s 2024-09-19T14:04:10.940 INFO:teuthology.orchestra.run.smithi031.stderr: 34500K .......... .......... .......... .......... .......... 37% 124M 0s 2024-09-19T14:04:10.940 INFO:teuthology.orchestra.run.smithi031.stderr: 34550K .......... .......... .......... .......... .......... 37% 200M 0s 2024-09-19T14:04:10.940 INFO:teuthology.orchestra.run.smithi031.stderr: 34600K .......... .......... .......... .......... .......... 37% 185M 0s 2024-09-19T14:04:10.940 INFO:teuthology.orchestra.run.smithi031.stderr: 34650K .......... .......... .......... .......... .......... 37% 75.1M 0s 2024-09-19T14:04:10.941 INFO:teuthology.orchestra.run.smithi031.stderr: 34700K .......... .......... .......... .......... .......... 37% 130M 0s 2024-09-19T14:04:10.941 INFO:teuthology.orchestra.run.smithi031.stderr: 34750K .......... .......... .......... .......... .......... 37% 233M 0s 2024-09-19T14:04:10.941 INFO:teuthology.orchestra.run.smithi031.stderr: 34800K .......... .......... .......... .......... .......... 37% 105M 0s 2024-09-19T14:04:10.941 INFO:teuthology.orchestra.run.smithi031.stderr: 34850K .......... .......... .......... .......... .......... 37% 204M 0s 2024-09-19T14:04:10.941 INFO:teuthology.orchestra.run.smithi031.stderr: 34900K .......... .......... .......... .......... .......... 37% 68.0M 0s 2024-09-19T14:04:10.941 INFO:teuthology.orchestra.run.smithi031.stderr: 34950K .......... .......... .......... .......... .......... 37% 106M 0s 2024-09-19T14:04:10.941 INFO:teuthology.orchestra.run.smithi031.stderr: 35000K .......... .......... .......... .......... .......... 37% 180M 0s 2024-09-19T14:04:10.941 INFO:teuthology.orchestra.run.smithi031.stderr: 35050K .......... .......... .......... .......... .......... 37% 144M 0s 2024-09-19T14:04:10.941 INFO:teuthology.orchestra.run.smithi031.stderr: 35100K .......... .......... .......... .......... .......... 37% 181M 0s 2024-09-19T14:04:10.941 INFO:teuthology.orchestra.run.smithi031.stderr: 35150K .......... .......... .......... .......... .......... 37% 75.3M 0s 2024-09-19T14:04:10.941 INFO:teuthology.orchestra.run.smithi031.stderr: 35200K .......... .......... .......... .......... .......... 37% 60.0M 0s 2024-09-19T14:04:10.941 INFO:teuthology.orchestra.run.smithi031.stderr: 35250K .......... .......... .......... .......... .......... 37% 180M 0s 2024-09-19T14:04:10.941 INFO:teuthology.orchestra.run.smithi031.stderr: 35300K .......... .......... .......... .......... .......... 38% 185M 0s 2024-09-19T14:04:10.942 INFO:teuthology.orchestra.run.smithi031.stderr: 35350K .......... .......... .......... .......... .......... 38% 229M 0s 2024-09-19T14:04:10.942 INFO:teuthology.orchestra.run.smithi031.stderr: 35400K .......... .......... .......... .......... .......... 38% 227M 0s 2024-09-19T14:04:10.942 INFO:teuthology.orchestra.run.smithi031.stderr: 35450K .......... .......... .......... .......... .......... 38% 223M 0s 2024-09-19T14:04:10.942 INFO:teuthology.orchestra.run.smithi031.stderr: 35500K .......... .......... .......... .......... .......... 38% 147M 0s 2024-09-19T14:04:10.942 INFO:teuthology.orchestra.run.smithi031.stderr: 35550K .......... .......... .......... .......... .......... 38% 217M 0s 2024-09-19T14:04:10.942 INFO:teuthology.orchestra.run.smithi031.stderr: 35600K .......... .......... .......... .......... .......... 38% 219M 0s 2024-09-19T14:04:10.942 INFO:teuthology.orchestra.run.smithi031.stderr: 35650K .......... .......... .......... .......... .......... 38% 211M 0s 2024-09-19T14:04:10.942 INFO:teuthology.orchestra.run.smithi031.stderr: 35700K .......... .......... .......... .......... .......... 38% 174M 0s 2024-09-19T14:04:10.942 INFO:teuthology.orchestra.run.smithi031.stderr: 35750K .......... .......... .......... .......... .......... 38% 197M 0s 2024-09-19T14:04:10.942 INFO:teuthology.orchestra.run.smithi031.stderr: 35800K .......... .......... .......... .......... .......... 38% 205M 0s 2024-09-19T14:04:10.942 INFO:teuthology.orchestra.run.smithi031.stderr: 35850K .......... .......... .......... .......... .......... 38% 209M 0s 2024-09-19T14:04:10.942 INFO:teuthology.orchestra.run.smithi031.stderr: 35900K .......... .......... .......... .......... .......... 38% 157M 0s 2024-09-19T14:04:10.942 INFO:teuthology.orchestra.run.smithi031.stderr: 35950K .......... .......... .......... .......... .......... 38% 193M 0s 2024-09-19T14:04:10.943 INFO:teuthology.orchestra.run.smithi031.stderr: 36000K .......... .......... .......... .......... .......... 38% 207M 0s 2024-09-19T14:04:10.943 INFO:teuthology.orchestra.run.smithi031.stderr: 36050K .......... .......... .......... .......... .......... 38% 223M 0s 2024-09-19T14:04:10.943 INFO:teuthology.orchestra.run.smithi031.stderr: 36100K .......... .......... .......... .......... .......... 38% 127M 0s 2024-09-19T14:04:10.943 INFO:teuthology.orchestra.run.smithi031.stderr: 36150K .......... .......... .......... .......... .......... 38% 76.9M 0s 2024-09-19T14:04:10.943 INFO:teuthology.orchestra.run.smithi031.stderr: 36200K .......... .......... .......... .......... .......... 39% 187M 0s 2024-09-19T14:04:10.943 INFO:teuthology.orchestra.run.smithi031.stderr: 36250K .......... .......... .......... .......... .......... 39% 211M 0s 2024-09-19T14:04:10.943 INFO:teuthology.orchestra.run.smithi031.stderr: 36300K .......... .......... .......... .......... .......... 39% 187M 0s 2024-09-19T14:04:10.943 INFO:teuthology.orchestra.run.smithi031.stderr: 36350K .......... .......... .......... .......... .......... 39% 198M 0s 2024-09-19T14:04:10.943 INFO:teuthology.orchestra.run.smithi031.stderr: 36400K .......... .......... .......... .......... .......... 39% 161M 0s 2024-09-19T14:04:10.943 INFO:teuthology.orchestra.run.smithi031.stderr: 36450K .......... .......... .......... .......... .......... 39% 197M 0s 2024-09-19T14:04:10.943 INFO:teuthology.orchestra.run.smithi031.stderr: 36500K .......... .......... .......... .......... .......... 39% 187M 0s 2024-09-19T14:04:10.943 INFO:teuthology.orchestra.run.smithi031.stderr: 36550K .......... .......... .......... .......... .......... 39% 78.6M 0s 2024-09-19T14:04:10.943 INFO:teuthology.orchestra.run.smithi031.stderr: 36600K .......... .......... .......... .......... .......... 39% 67.4M 0s 2024-09-19T14:04:10.944 INFO:teuthology.orchestra.run.smithi031.stderr: 36650K .......... .......... .......... .......... .......... 39% 202M 0s 2024-09-19T14:04:10.944 INFO:teuthology.orchestra.run.smithi031.stderr: 36700K .......... .......... .......... .......... .......... 39% 123M 0s 2024-09-19T14:04:10.944 INFO:teuthology.orchestra.run.smithi031.stderr: 36750K .......... .......... .......... .......... .......... 39% 200M 0s 2024-09-19T14:04:10.944 INFO:teuthology.orchestra.run.smithi031.stderr: 36800K .......... .......... .......... .......... .......... 39% 223M 0s 2024-09-19T14:04:10.944 INFO:teuthology.orchestra.run.smithi031.stderr: 36850K .......... .......... .......... .......... .......... 39% 215M 0s 2024-09-19T14:04:10.944 INFO:teuthology.orchestra.run.smithi031.stderr: 36900K .......... .......... .......... .......... .......... 39% 193M 0s 2024-09-19T14:04:10.944 INFO:teuthology.orchestra.run.smithi031.stderr: 36950K .......... .......... .......... .......... .......... 39% 159M 0s 2024-09-19T14:04:10.944 INFO:teuthology.orchestra.run.smithi031.stderr: 37000K .......... .......... .......... .......... .......... 39% 218M 0s 2024-09-19T14:04:10.944 INFO:teuthology.orchestra.run.smithi031.stderr: 37050K .......... .......... .......... .......... .......... 39% 217M 0s 2024-09-19T14:04:10.944 INFO:teuthology.orchestra.run.smithi031.stderr: 37100K .......... .......... .......... .......... .......... 39% 182M 0s 2024-09-19T14:04:10.944 INFO:teuthology.orchestra.run.smithi031.stderr: 37150K .......... .......... .......... .......... .......... 40% 217M 0s 2024-09-19T14:04:10.944 INFO:teuthology.orchestra.run.smithi031.stderr: 37200K .......... .......... .......... .......... .......... 40% 192M 0s 2024-09-19T14:04:10.944 INFO:teuthology.orchestra.run.smithi031.stderr: 37250K .......... .......... .......... .......... .......... 40% 221M 0s 2024-09-19T14:04:10.945 INFO:teuthology.orchestra.run.smithi031.stderr: 37300K .......... .......... .......... .......... .......... 40% 188M 0s 2024-09-19T14:04:10.945 INFO:teuthology.orchestra.run.smithi031.stderr: 37350K .......... .......... .......... .......... .......... 40% 225M 0s 2024-09-19T14:04:10.945 INFO:teuthology.orchestra.run.smithi031.stderr: 37400K .......... .......... .......... .......... .......... 40% 40.5M 0s 2024-09-19T14:04:10.945 INFO:teuthology.orchestra.run.smithi031.stderr: 37450K .......... .......... .......... .......... .......... 40% 194M 0s 2024-09-19T14:04:10.945 INFO:teuthology.orchestra.run.smithi031.stderr: 37500K .......... .......... .......... .......... .......... 40% 178M 0s 2024-09-19T14:04:10.945 INFO:teuthology.orchestra.run.smithi031.stderr: 37550K .......... .......... .......... .......... .......... 40% 217M 0s 2024-09-19T14:04:10.945 INFO:teuthology.orchestra.run.smithi031.stderr: 37600K .......... .......... .......... .......... .......... 40% 226M 0s 2024-09-19T14:04:10.945 INFO:teuthology.orchestra.run.smithi031.stderr: 37650K .......... .......... .......... .......... .......... 40% 58.4M 0s 2024-09-19T14:04:10.945 INFO:teuthology.orchestra.run.smithi031.stderr: 37700K .......... .......... .......... .......... .......... 40% 131M 0s 2024-09-19T14:04:10.945 INFO:teuthology.orchestra.run.smithi031.stderr: 37750K .......... .......... .......... .......... .......... 40% 172M 0s 2024-09-19T14:04:10.945 INFO:teuthology.orchestra.run.smithi031.stderr: 37800K .......... .......... .......... .......... .......... 40% 206M 0s 2024-09-19T14:04:10.945 INFO:teuthology.orchestra.run.smithi031.stderr: 37850K .......... .......... .......... .......... .......... 40% 71.4M 0s 2024-09-19T14:04:10.945 INFO:teuthology.orchestra.run.smithi031.stderr: 37900K .......... .......... .......... .......... .......... 40% 109M 0s 2024-09-19T14:04:10.945 INFO:teuthology.orchestra.run.smithi031.stderr: 37950K .......... .......... .......... .......... .......... 40% 121M 0s 2024-09-19T14:04:10.946 INFO:teuthology.orchestra.run.smithi031.stderr: 38000K .......... .......... .......... .......... .......... 40% 116M 0s 2024-09-19T14:04:10.946 INFO:teuthology.orchestra.run.smithi031.stderr: 38050K .......... .......... .......... .......... .......... 41% 164M 0s 2024-09-19T14:04:10.946 INFO:teuthology.orchestra.run.smithi031.stderr: 38100K .......... .......... .......... .......... .......... 41% 173M 0s 2024-09-19T14:04:10.946 INFO:teuthology.orchestra.run.smithi031.stderr: 38150K .......... .......... .......... .......... .......... 41% 183M 0s 2024-09-19T14:04:10.946 INFO:teuthology.orchestra.run.smithi031.stderr: 38200K .......... .......... .......... .......... .......... 41% 125M 0s 2024-09-19T14:04:10.946 INFO:teuthology.orchestra.run.smithi031.stderr: 38250K .......... .......... .......... .......... .......... 41% 159M 0s 2024-09-19T14:04:10.946 INFO:teuthology.orchestra.run.smithi031.stderr: 38300K .......... .......... .......... .......... .......... 41% 136M 0s 2024-09-19T14:04:10.946 INFO:teuthology.orchestra.run.smithi031.stderr: 38350K .......... .......... .......... .......... .......... 41% 174M 0s 2024-09-19T14:04:10.946 INFO:teuthology.orchestra.run.smithi031.stderr: 38400K .......... .......... .......... .......... .......... 41% 156M 0s 2024-09-19T14:04:10.946 INFO:teuthology.orchestra.run.smithi031.stderr: 38450K .......... .......... .......... .......... .......... 41% 192M 0s 2024-09-19T14:04:10.946 INFO:teuthology.orchestra.run.smithi031.stderr: 38500K .......... .......... .......... .......... .......... 41% 156M 0s 2024-09-19T14:04:10.946 INFO:teuthology.orchestra.run.smithi031.stderr: 38550K .......... .......... .......... .......... .......... 41% 213M 0s 2024-09-19T14:04:10.946 INFO:teuthology.orchestra.run.smithi031.stderr: 38600K .......... .......... .......... .......... .......... 41% 219M 0s 2024-09-19T14:04:10.946 INFO:teuthology.orchestra.run.smithi031.stderr: 38650K .......... .......... .......... .......... .......... 41% 215M 0s 2024-09-19T14:04:10.946 INFO:teuthology.orchestra.run.smithi031.stderr: 38700K .......... .......... .......... .......... .......... 41% 187M 0s 2024-09-19T14:04:10.947 INFO:teuthology.orchestra.run.smithi031.stderr: 38750K .......... .......... .......... .......... .......... 41% 203M 0s 2024-09-19T14:04:10.947 INFO:teuthology.orchestra.run.smithi031.stderr: 38800K .......... .......... .......... .......... .......... 41% 224M 0s 2024-09-19T14:04:10.947 INFO:teuthology.orchestra.run.smithi031.stderr: 38850K .......... .......... .......... .......... .......... 41% 226M 0s 2024-09-19T14:04:10.947 INFO:teuthology.orchestra.run.smithi031.stderr: 38900K .......... .......... .......... .......... .......... 41% 189M 0s 2024-09-19T14:04:10.947 INFO:teuthology.orchestra.run.smithi031.stderr: 38950K .......... .......... .......... .......... .......... 41% 223M 0s 2024-09-19T14:04:10.947 INFO:teuthology.orchestra.run.smithi031.stderr: 39000K .......... .......... .......... .......... .......... 42% 195M 0s 2024-09-19T14:04:10.947 INFO:teuthology.orchestra.run.smithi031.stderr: 39050K .......... .......... .......... .......... .......... 42% 69.9M 0s 2024-09-19T14:04:10.947 INFO:teuthology.orchestra.run.smithi031.stderr: 39100K .......... .......... .......... .......... .......... 42% 188M 0s 2024-09-19T14:04:10.947 INFO:teuthology.orchestra.run.smithi031.stderr: 39150K .......... .......... .......... .......... .......... 42% 209M 0s 2024-09-19T14:04:10.947 INFO:teuthology.orchestra.run.smithi031.stderr: 39200K .......... .......... .......... .......... .......... 42% 60.4M 0s 2024-09-19T14:04:10.947 INFO:teuthology.orchestra.run.smithi031.stderr: 39250K .......... .......... .......... .......... .......... 42% 207M 0s 2024-09-19T14:04:10.947 INFO:teuthology.orchestra.run.smithi031.stderr: 39300K .......... .......... .......... .......... .......... 42% 80.3M 0s 2024-09-19T14:04:10.947 INFO:teuthology.orchestra.run.smithi031.stderr: 39350K .......... .......... .......... .......... .......... 42% 203M 0s 2024-09-19T14:04:10.948 INFO:teuthology.orchestra.run.smithi031.stderr: 39400K .......... .......... .......... .......... .......... 42% 220M 0s 2024-09-19T14:04:10.948 INFO:teuthology.orchestra.run.smithi031.stderr: 39450K .......... .......... .......... .......... .......... 42% 227M 0s 2024-09-19T14:04:10.948 INFO:teuthology.orchestra.run.smithi031.stderr: 39500K .......... .......... .......... .......... .......... 42% 179M 0s 2024-09-19T14:04:10.948 INFO:teuthology.orchestra.run.smithi031.stderr: 39550K .......... .......... .......... .......... .......... 42% 194M 0s 2024-09-19T14:04:10.948 INFO:teuthology.orchestra.run.smithi031.stderr: 39600K .......... .......... .......... .......... .......... 42% 232M 0s 2024-09-19T14:04:10.948 INFO:teuthology.orchestra.run.smithi031.stderr: 39650K .......... .......... .......... .......... .......... 42% 104M 0s 2024-09-19T14:04:10.948 INFO:teuthology.orchestra.run.smithi031.stderr: 39700K .......... .......... .......... .......... .......... 42% 182M 0s 2024-09-19T14:04:10.948 INFO:teuthology.orchestra.run.smithi031.stderr: 39750K .......... .......... .......... .......... .......... 42% 217M 0s 2024-09-19T14:04:10.948 INFO:teuthology.orchestra.run.smithi031.stderr: 39800K .......... .......... .......... .......... .......... 42% 226M 0s 2024-09-19T14:04:10.948 INFO:teuthology.orchestra.run.smithi031.stderr: 39850K .......... .......... .......... .......... .......... 42% 222M 0s 2024-09-19T14:04:10.948 INFO:teuthology.orchestra.run.smithi031.stderr: 39900K .......... .......... .......... .......... .......... 43% 173M 0s 2024-09-19T14:04:10.948 INFO:teuthology.orchestra.run.smithi031.stderr: 39950K .......... .......... .......... .......... .......... 43% 213M 0s 2024-09-19T14:04:10.948 INFO:teuthology.orchestra.run.smithi031.stderr: 40000K .......... .......... .......... .......... .......... 43% 218M 0s 2024-09-19T14:04:10.949 INFO:teuthology.orchestra.run.smithi031.stderr: 40050K .......... .......... .......... .......... .......... 43% 235M 0s 2024-09-19T14:04:10.949 INFO:teuthology.orchestra.run.smithi031.stderr: 40100K .......... .......... .......... .......... .......... 43% 204M 0s 2024-09-19T14:04:10.949 INFO:teuthology.orchestra.run.smithi031.stderr: 40150K .......... .......... .......... .......... .......... 43% 237M 0s 2024-09-19T14:04:10.949 INFO:teuthology.orchestra.run.smithi031.stderr: 40200K .......... .......... .......... .......... .......... 43% 101M 0s 2024-09-19T14:04:10.949 INFO:teuthology.orchestra.run.smithi031.stderr: 40250K .......... .......... .......... .......... .......... 43% 165M 0s 2024-09-19T14:04:10.949 INFO:teuthology.orchestra.run.smithi031.stderr: 40300K .......... .......... .......... .......... .......... 43% 165M 0s 2024-09-19T14:04:10.949 INFO:teuthology.orchestra.run.smithi031.stderr: 40350K .......... .......... .......... .......... .......... 43% 43.1M 0s 2024-09-19T14:04:10.949 INFO:teuthology.orchestra.run.smithi031.stderr: 40400K .......... .......... .......... .......... .......... 43% 194M 0s 2024-09-19T14:04:10.949 INFO:teuthology.orchestra.run.smithi031.stderr: 40450K .......... .......... .......... .......... .......... 43% 205M 0s 2024-09-19T14:04:10.949 INFO:teuthology.orchestra.run.smithi031.stderr: 40500K .......... .......... .......... .......... .......... 43% 197M 0s 2024-09-19T14:04:10.949 INFO:teuthology.orchestra.run.smithi031.stderr: 40550K .......... .......... .......... .......... .......... 43% 163M 0s 2024-09-19T14:04:10.949 INFO:teuthology.orchestra.run.smithi031.stderr: 40600K .......... .......... .......... .......... .......... 43% 151M 0s 2024-09-19T14:04:10.949 INFO:teuthology.orchestra.run.smithi031.stderr: 40650K .......... .......... .......... .......... .......... 43% 234M 0s 2024-09-19T14:04:10.950 INFO:teuthology.orchestra.run.smithi031.stderr: 40700K .......... .......... .......... .......... .......... 43% 190M 0s 2024-09-19T14:04:10.950 INFO:teuthology.orchestra.run.smithi031.stderr: 40750K .......... .......... .......... .......... .......... 43% 212M 0s 2024-09-19T14:04:10.950 INFO:teuthology.orchestra.run.smithi031.stderr: 40800K .......... .......... .......... .......... .......... 43% 221M 0s 2024-09-19T14:04:10.950 INFO:teuthology.orchestra.run.smithi031.stderr: 40850K .......... .......... .......... .......... .......... 44% 218M 0s 2024-09-19T14:04:10.950 INFO:teuthology.orchestra.run.smithi031.stderr: 40900K .......... .......... .......... .......... .......... 44% 180M 0s 2024-09-19T14:04:10.950 INFO:teuthology.orchestra.run.smithi031.stderr: 40950K .......... .......... .......... .......... .......... 44% 254M 0s 2024-09-19T14:04:10.950 INFO:teuthology.orchestra.run.smithi031.stderr: 41000K .......... .......... .......... .......... .......... 44% 207M 0s 2024-09-19T14:04:10.950 INFO:teuthology.orchestra.run.smithi031.stderr: 41050K .......... .......... .......... .......... .......... 44% 155M 0s 2024-09-19T14:04:10.950 INFO:teuthology.orchestra.run.smithi031.stderr: 41100K .......... .......... .......... .......... .......... 44% 194M 0s 2024-09-19T14:04:10.950 INFO:teuthology.orchestra.run.smithi031.stderr: 41150K .......... .......... .......... .......... .......... 44% 219M 0s 2024-09-19T14:04:10.950 INFO:teuthology.orchestra.run.smithi031.stderr: 41200K .......... .......... .......... .......... .......... 44% 217M 0s 2024-09-19T14:04:10.950 INFO:teuthology.orchestra.run.smithi031.stderr: 41250K .......... .......... .......... .......... .......... 44% 214M 0s 2024-09-19T14:04:10.950 INFO:teuthology.orchestra.run.smithi031.stderr: 41300K .......... .......... .......... .......... .......... 44% 198M 0s 2024-09-19T14:04:10.951 INFO:teuthology.orchestra.run.smithi031.stderr: 41350K .......... .......... .......... .......... .......... 44% 227M 0s 2024-09-19T14:04:10.951 INFO:teuthology.orchestra.run.smithi031.stderr: 41400K .......... .......... .......... .......... .......... 44% 109M 0s 2024-09-19T14:04:10.951 INFO:teuthology.orchestra.run.smithi031.stderr: 41450K .......... .......... .......... .......... .......... 44% 63.7M 0s 2024-09-19T14:04:10.951 INFO:teuthology.orchestra.run.smithi031.stderr: 41500K .......... .......... .......... .......... .......... 44% 122M 0s 2024-09-19T14:04:10.951 INFO:teuthology.orchestra.run.smithi031.stderr: 41550K .......... .......... .......... .......... .......... 44% 190M 0s 2024-09-19T14:04:10.951 INFO:teuthology.orchestra.run.smithi031.stderr: 41600K .......... .......... .......... .......... .......... 44% 215M 0s 2024-09-19T14:04:10.951 INFO:teuthology.orchestra.run.smithi031.stderr: 41650K .......... .......... .......... .......... .......... 44% 215M 0s 2024-09-19T14:04:10.951 INFO:teuthology.orchestra.run.smithi031.stderr: 41700K .......... .......... .......... .......... .......... 44% 125M 0s 2024-09-19T14:04:10.951 INFO:teuthology.orchestra.run.smithi031.stderr: 41750K .......... .......... .......... .......... .......... 44% 208M 0s 2024-09-19T14:04:10.951 INFO:teuthology.orchestra.run.smithi031.stderr: 41800K .......... .......... .......... .......... .......... 45% 226M 0s 2024-09-19T14:04:10.951 INFO:teuthology.orchestra.run.smithi031.stderr: 41850K .......... .......... .......... .......... .......... 45% 223M 0s 2024-09-19T14:04:10.951 INFO:teuthology.orchestra.run.smithi031.stderr: 41900K .......... .......... .......... .......... .......... 45% 199M 0s 2024-09-19T14:04:10.951 INFO:teuthology.orchestra.run.smithi031.stderr: 41950K .......... .......... .......... .......... .......... 45% 228M 0s 2024-09-19T14:04:10.952 INFO:teuthology.orchestra.run.smithi031.stderr: 42000K .......... .......... .......... .......... .......... 45% 213M 0s 2024-09-19T14:04:10.952 INFO:teuthology.orchestra.run.smithi031.stderr: 42050K .......... .......... .......... .......... .......... 45% 226M 0s 2024-09-19T14:04:10.952 INFO:teuthology.orchestra.run.smithi031.stderr: 42100K .......... .......... .......... .......... .......... 45% 211M 0s 2024-09-19T14:04:10.952 INFO:teuthology.orchestra.run.smithi031.stderr: 42150K .......... .......... .......... .......... .......... 45% 172M 0s 2024-09-19T14:04:10.952 INFO:teuthology.orchestra.run.smithi031.stderr: 42200K .......... .......... .......... .......... .......... 45% 215M 0s 2024-09-19T14:04:10.952 INFO:teuthology.orchestra.run.smithi031.stderr: 42250K .......... .......... .......... .......... .......... 45% 233M 0s 2024-09-19T14:04:10.952 INFO:teuthology.orchestra.run.smithi031.stderr: 42300K .......... .......... .......... .......... .......... 45% 86.9M 0s 2024-09-19T14:04:10.952 INFO:teuthology.orchestra.run.smithi031.stderr: 42350K .......... .......... .......... .......... .......... 45% 230M 0s 2024-09-19T14:04:10.952 INFO:teuthology.orchestra.run.smithi031.stderr: 42400K .......... .......... .......... .......... .......... 45% 96.2M 0s 2024-09-19T14:04:10.952 INFO:teuthology.orchestra.run.smithi031.stderr: 42450K .......... .......... .......... .......... .......... 45% 225M 0s 2024-09-19T14:04:10.952 INFO:teuthology.orchestra.run.smithi031.stderr: 42500K .......... .......... .......... .......... .......... 45% 206M 0s 2024-09-19T14:04:10.952 INFO:teuthology.orchestra.run.smithi031.stderr: 42550K .......... .......... .......... .......... .......... 45% 146M 0s 2024-09-19T14:04:10.953 INFO:teuthology.orchestra.run.smithi031.stderr: 42600K .......... .......... .......... .......... .......... 45% 95.3M 0s 2024-09-19T14:04:10.953 INFO:teuthology.orchestra.run.smithi031.stderr: 42650K .......... .......... .......... .......... .......... 45% 213M 0s 2024-09-19T14:04:10.953 INFO:teuthology.orchestra.run.smithi031.stderr: 42700K .......... .......... .......... .......... .......... 46% 135M 0s 2024-09-19T14:04:10.953 INFO:teuthology.orchestra.run.smithi031.stderr: 42750K .......... .......... .......... .......... .......... 46% 206M 0s 2024-09-19T14:04:10.953 INFO:teuthology.orchestra.run.smithi031.stderr: 42800K .......... .......... .......... .......... .......... 46% 226M 0s 2024-09-19T14:04:10.953 INFO:teuthology.orchestra.run.smithi031.stderr: 42850K .......... .......... .......... .......... .......... 46% 106M 0s 2024-09-19T14:04:10.953 INFO:teuthology.orchestra.run.smithi031.stderr: 42900K .......... .......... .......... .......... .......... 46% 196M 0s 2024-09-19T14:04:10.953 INFO:teuthology.orchestra.run.smithi031.stderr: 42950K .......... .......... .......... .......... .......... 46% 199M 0s 2024-09-19T14:04:10.953 INFO:teuthology.orchestra.run.smithi031.stderr: 43000K .......... .......... .......... .......... .......... 46% 206M 0s 2024-09-19T14:04:10.953 INFO:teuthology.orchestra.run.smithi031.stderr: 43050K .......... .......... .......... .......... .......... 46% 229M 0s 2024-09-19T14:04:10.953 INFO:teuthology.orchestra.run.smithi031.stderr: 43100K .......... .......... .......... .......... .......... 46% 186M 0s 2024-09-19T14:04:10.953 INFO:teuthology.orchestra.run.smithi031.stderr: 43150K .......... .......... .......... .......... .......... 46% 227M 0s 2024-09-19T14:04:10.953 INFO:teuthology.orchestra.run.smithi031.stderr: 43200K .......... .......... .......... .......... .......... 46% 219M 0s 2024-09-19T14:04:10.953 INFO:teuthology.orchestra.run.smithi031.stderr: 43250K .......... .......... .......... .......... .......... 46% 208M 0s 2024-09-19T14:04:10.954 INFO:teuthology.orchestra.run.smithi031.stderr: 43300K .......... .......... .......... .......... .......... 46% 200M 0s 2024-09-19T14:04:10.954 INFO:teuthology.orchestra.run.smithi031.stderr: 43350K .......... .......... .......... .......... .......... 46% 98.8M 0s 2024-09-19T14:04:10.954 INFO:teuthology.orchestra.run.smithi031.stderr: 43400K .......... .......... .......... .......... .......... 46% 233M 0s 2024-09-19T14:04:10.954 INFO:teuthology.orchestra.run.smithi031.stderr: 43450K .......... .......... .......... .......... .......... 46% 139M 0s 2024-09-19T14:04:10.954 INFO:teuthology.orchestra.run.smithi031.stderr: 43500K .......... .......... .......... .......... .......... 46% 120M 0s 2024-09-19T14:04:10.954 INFO:teuthology.orchestra.run.smithi031.stderr: 43550K .......... .......... .......... .......... .......... 46% 178M 0s 2024-09-19T14:04:10.954 INFO:teuthology.orchestra.run.smithi031.stderr: 43600K .......... .......... .......... .......... .......... 46% 120M 0s 2024-09-19T14:04:10.954 INFO:teuthology.orchestra.run.smithi031.stderr: 43650K .......... .......... .......... .......... .......... 47% 202M 0s 2024-09-19T14:04:10.954 INFO:teuthology.orchestra.run.smithi031.stderr: 43700K .......... .......... .......... .......... .......... 47% 95.7M 0s 2024-09-19T14:04:10.954 INFO:teuthology.orchestra.run.smithi031.stderr: 43750K .......... .......... .......... .......... .......... 47% 221M 0s 2024-09-19T14:04:10.954 INFO:teuthology.orchestra.run.smithi031.stderr: 43800K .......... .......... .......... .......... .......... 47% 215M 0s 2024-09-19T14:04:10.954 INFO:teuthology.orchestra.run.smithi031.stderr: 43850K .......... .......... .......... .......... .......... 47% 228M 0s 2024-09-19T14:04:10.954 INFO:teuthology.orchestra.run.smithi031.stderr: 43900K .......... .......... .......... .......... .......... 47% 187M 0s 2024-09-19T14:04:10.954 INFO:teuthology.orchestra.run.smithi031.stderr: 43950K .......... .......... .......... .......... .......... 47% 108M 0s 2024-09-19T14:04:10.954 INFO:teuthology.orchestra.run.smithi031.stderr: 44000K .......... .......... .......... .......... .......... 47% 222M 0s 2024-09-19T14:04:10.955 INFO:teuthology.orchestra.run.smithi031.stderr: 44050K .......... .......... .......... .......... .......... 47% 236M 0s 2024-09-19T14:04:10.955 INFO:teuthology.orchestra.run.smithi031.stderr: 44100K .......... .......... .......... .......... .......... 47% 215M 0s 2024-09-19T14:04:10.955 INFO:teuthology.orchestra.run.smithi031.stderr: 44150K .......... .......... .......... .......... .......... 47% 173M 0s 2024-09-19T14:04:10.955 INFO:teuthology.orchestra.run.smithi031.stderr: 44200K .......... .......... .......... .......... .......... 47% 223M 0s 2024-09-19T14:04:10.955 INFO:teuthology.orchestra.run.smithi031.stderr: 44250K .......... .......... .......... .......... .......... 47% 214M 0s 2024-09-19T14:04:10.955 INFO:teuthology.orchestra.run.smithi031.stderr: 44300K .......... .......... .......... .......... .......... 47% 191M 0s 2024-09-19T14:04:10.955 INFO:teuthology.orchestra.run.smithi031.stderr: 44350K .......... .......... .......... .......... .......... 47% 236M 0s 2024-09-19T14:04:10.955 INFO:teuthology.orchestra.run.smithi031.stderr: 44400K .......... .......... .......... .......... .......... 47% 217M 0s 2024-09-19T14:04:10.955 INFO:teuthology.orchestra.run.smithi031.stderr: 44450K .......... .......... .......... .......... .......... 47% 109M 0s 2024-09-19T14:04:10.955 INFO:teuthology.orchestra.run.smithi031.stderr: 44500K .......... .......... .......... .......... .......... 47% 78.7M 0s 2024-09-19T14:04:10.955 INFO:teuthology.orchestra.run.smithi031.stderr: 44550K .......... .......... .......... .......... .......... 48% 158M 0s 2024-09-19T14:04:10.955 INFO:teuthology.orchestra.run.smithi031.stderr: 44600K .......... .......... .......... .......... .......... 48% 241M 0s 2024-09-19T14:04:10.955 INFO:teuthology.orchestra.run.smithi031.stderr: 44650K .......... .......... .......... .......... .......... 48% 130M 0s 2024-09-19T14:04:10.955 INFO:teuthology.orchestra.run.smithi031.stderr: 44700K .......... .......... .......... .......... .......... 48% 179M 0s 2024-09-19T14:04:10.955 INFO:teuthology.orchestra.run.smithi031.stderr: 44750K .......... .......... .......... .......... .......... 48% 109M 0s 2024-09-19T14:04:10.956 INFO:teuthology.orchestra.run.smithi031.stderr: 44800K .......... .......... .......... .......... .......... 48% 209M 0s 2024-09-19T14:04:10.956 INFO:teuthology.orchestra.run.smithi031.stderr: 44850K .......... .......... .......... .......... .......... 48% 238M 0s 2024-09-19T14:04:10.956 INFO:teuthology.orchestra.run.smithi031.stderr: 44900K .......... .......... .......... .......... .......... 48% 137M 0s 2024-09-19T14:04:10.956 INFO:teuthology.orchestra.run.smithi031.stderr: 44950K .......... .......... .......... .......... .......... 48% 218M 0s 2024-09-19T14:04:10.956 INFO:teuthology.orchestra.run.smithi031.stderr: 45000K .......... .......... .......... .......... .......... 48% 193M 0s 2024-09-19T14:04:10.956 INFO:teuthology.orchestra.run.smithi031.stderr: 45050K .......... .......... .......... .......... .......... 48% 169M 0s 2024-09-19T14:04:10.956 INFO:teuthology.orchestra.run.smithi031.stderr: 45100K .......... .......... .......... .......... .......... 48% 102M 0s 2024-09-19T14:04:10.956 INFO:teuthology.orchestra.run.smithi031.stderr: 45150K .......... .......... .......... .......... .......... 48% 182M 0s 2024-09-19T14:04:10.956 INFO:teuthology.orchestra.run.smithi031.stderr: 45200K .......... .......... .......... .......... .......... 48% 124M 0s 2024-09-19T14:04:10.956 INFO:teuthology.orchestra.run.smithi031.stderr: 45250K .......... .......... .......... .......... .......... 48% 183M 0s 2024-09-19T14:04:10.956 INFO:teuthology.orchestra.run.smithi031.stderr: 45300K .......... .......... .......... .......... .......... 48% 210M 0s 2024-09-19T14:04:10.956 INFO:teuthology.orchestra.run.smithi031.stderr: 45350K .......... .......... .......... .......... .......... 48% 70.8M 0s 2024-09-19T14:04:10.956 INFO:teuthology.orchestra.run.smithi031.stderr: 45400K .......... .......... .......... .......... .......... 48% 224M 0s 2024-09-19T14:04:10.957 INFO:teuthology.orchestra.run.smithi031.stderr: 45450K .......... .......... .......... .......... .......... 48% 232M 0s 2024-09-19T14:04:10.957 INFO:teuthology.orchestra.run.smithi031.stderr: 45500K .......... .......... .......... .......... .......... 49% 176M 0s 2024-09-19T14:04:10.957 INFO:teuthology.orchestra.run.smithi031.stderr: 45550K .......... .......... .......... .......... .......... 49% 240M 0s 2024-09-19T14:04:10.957 INFO:teuthology.orchestra.run.smithi031.stderr: 45600K .......... .......... .......... .......... .......... 49% 159M 0s 2024-09-19T14:04:10.957 INFO:teuthology.orchestra.run.smithi031.stderr: 45650K .......... .......... .......... .......... .......... 49% 65.0M 0s 2024-09-19T14:04:10.957 INFO:teuthology.orchestra.run.smithi031.stderr: 45700K .......... .......... .......... .......... .......... 49% 133M 0s 2024-09-19T14:04:10.957 INFO:teuthology.orchestra.run.smithi031.stderr: 45750K .......... .......... .......... .......... .......... 49% 218M 0s 2024-09-19T14:04:10.957 INFO:teuthology.orchestra.run.smithi031.stderr: 45800K .......... .......... .......... .......... .......... 49% 228M 0s 2024-09-19T14:04:10.957 INFO:teuthology.orchestra.run.smithi031.stderr: 45850K .......... .......... .......... .......... .......... 49% 218M 0s 2024-09-19T14:04:10.957 INFO:teuthology.orchestra.run.smithi031.stderr: 45900K .......... .......... .......... .......... .......... 49% 189M 0s 2024-09-19T14:04:10.957 INFO:teuthology.orchestra.run.smithi031.stderr: 45950K .......... .......... .......... .......... .......... 49% 224M 0s 2024-09-19T14:04:10.957 INFO:teuthology.orchestra.run.smithi031.stderr: 46000K .......... .......... .......... .......... .......... 49% 200M 0s 2024-09-19T14:04:10.957 INFO:teuthology.orchestra.run.smithi031.stderr: 46050K .......... .......... .......... .......... .......... 49% 228M 0s 2024-09-19T14:04:10.957 INFO:teuthology.orchestra.run.smithi031.stderr: 46100K .......... .......... .......... .......... .......... 49% 146M 0s 2024-09-19T14:04:10.958 INFO:teuthology.orchestra.run.smithi031.stderr: 46150K .......... .......... .......... .......... .......... 49% 65.5M 0s 2024-09-19T14:04:10.958 INFO:teuthology.orchestra.run.smithi031.stderr: 46200K .......... .......... .......... .......... .......... 49% 221M 0s 2024-09-19T14:04:10.958 INFO:teuthology.orchestra.run.smithi031.stderr: 46250K .......... .......... .......... .......... .......... 49% 142M 0s 2024-09-19T14:04:10.958 INFO:teuthology.orchestra.run.smithi031.stderr: 46300K .......... .......... .......... .......... .......... 49% 79.5M 0s 2024-09-19T14:04:10.958 INFO:teuthology.orchestra.run.smithi031.stderr: 46350K .......... .......... .......... .......... .......... 49% 213M 0s 2024-09-19T14:04:10.958 INFO:teuthology.orchestra.run.smithi031.stderr: 46400K .......... .......... .......... .......... .......... 49% 150M 0s 2024-09-19T14:04:10.958 INFO:teuthology.orchestra.run.smithi031.stderr: 46450K .......... .......... .......... .......... .......... 50% 217M 0s 2024-09-19T14:04:10.958 INFO:teuthology.orchestra.run.smithi031.stderr: 46500K .......... .......... .......... .......... .......... 50% 92.2M 0s 2024-09-19T14:04:10.958 INFO:teuthology.orchestra.run.smithi031.stderr: 46550K .......... .......... .......... .......... .......... 50% 186M 0s 2024-09-19T14:04:10.958 INFO:teuthology.orchestra.run.smithi031.stderr: 46600K .......... .......... .......... .......... .......... 50% 223M 0s 2024-09-19T14:04:10.958 INFO:teuthology.orchestra.run.smithi031.stderr: 46650K .......... .......... .......... .......... .......... 50% 215M 0s 2024-09-19T14:04:10.958 INFO:teuthology.orchestra.run.smithi031.stderr: 46700K .......... .......... .......... .......... .......... 50% 174M 0s 2024-09-19T14:04:10.958 INFO:teuthology.orchestra.run.smithi031.stderr: 46750K .......... .......... .......... .......... .......... 50% 220M 0s 2024-09-19T14:04:10.958 INFO:teuthology.orchestra.run.smithi031.stderr: 46800K .......... .......... .......... .......... .......... 50% 86.7M 0s 2024-09-19T14:04:10.959 INFO:teuthology.orchestra.run.smithi031.stderr: 46850K .......... .......... .......... .......... .......... 50% 91.9M 0s 2024-09-19T14:04:10.959 INFO:teuthology.orchestra.run.smithi031.stderr: 46900K .......... .......... .......... .......... .......... 50% 74.1M 0s 2024-09-19T14:04:10.959 INFO:teuthology.orchestra.run.smithi031.stderr: 46950K .......... .......... .......... .......... .......... 50% 209M 0s 2024-09-19T14:04:10.959 INFO:teuthology.orchestra.run.smithi031.stderr: 47000K .......... .......... .......... .......... .......... 50% 218M 0s 2024-09-19T14:04:10.959 INFO:teuthology.orchestra.run.smithi031.stderr: 47050K .......... .......... .......... .......... .......... 50% 211M 0s 2024-09-19T14:04:10.959 INFO:teuthology.orchestra.run.smithi031.stderr: 47100K .......... .......... .......... .......... .......... 50% 67.2M 0s 2024-09-19T14:04:10.959 INFO:teuthology.orchestra.run.smithi031.stderr: 47150K .......... .......... .......... .......... .......... 50% 216M 0s 2024-09-19T14:04:10.959 INFO:teuthology.orchestra.run.smithi031.stderr: 47200K .......... .......... .......... .......... .......... 50% 235M 0s 2024-09-19T14:04:10.959 INFO:teuthology.orchestra.run.smithi031.stderr: 47250K .......... .......... .......... .......... .......... 50% 129M 0s 2024-09-19T14:04:10.959 INFO:teuthology.orchestra.run.smithi031.stderr: 47300K .......... .......... .......... .......... .......... 50% 61.0M 0s 2024-09-19T14:04:10.959 INFO:teuthology.orchestra.run.smithi031.stderr: 47350K .......... .......... .......... .......... .......... 51% 103M 0s 2024-09-19T14:04:10.959 INFO:teuthology.orchestra.run.smithi031.stderr: 47400K .......... .......... .......... .......... .......... 51% 211M 0s 2024-09-19T14:04:10.959 INFO:teuthology.orchestra.run.smithi031.stderr: 47450K .......... .......... .......... .......... .......... 51% 89.6M 0s 2024-09-19T14:04:10.959 INFO:teuthology.orchestra.run.smithi031.stderr: 47500K .......... .......... .......... .......... .......... 51% 33.7M 0s 2024-09-19T14:04:10.960 INFO:teuthology.orchestra.run.smithi031.stderr: 47550K .......... .......... .......... .......... .......... 51% 48.6M 0s 2024-09-19T14:04:10.960 INFO:teuthology.orchestra.run.smithi031.stderr: 47600K .......... .......... .......... .......... .......... 51% 2.14M 0s 2024-09-19T14:04:10.960 INFO:teuthology.orchestra.run.smithi031.stderr: 47650K .......... .......... .......... .......... .......... 51% 114M 0s 2024-09-19T14:04:10.960 INFO:teuthology.orchestra.run.smithi031.stderr: 47700K .......... .......... .......... .......... .......... 51% 180M 0s 2024-09-19T14:04:10.960 INFO:teuthology.orchestra.run.smithi031.stderr: 47750K .......... .......... .......... .......... .......... 51% 151M 0s 2024-09-19T14:04:10.960 INFO:teuthology.orchestra.run.smithi031.stderr: 47800K .......... .......... .......... .......... .......... 51% 210M 0s 2024-09-19T14:04:10.960 INFO:teuthology.orchestra.run.smithi031.stderr: 47850K .......... .......... .......... .......... .......... 51% 202M 0s 2024-09-19T14:04:10.960 INFO:teuthology.orchestra.run.smithi031.stderr: 47900K .......... .......... .......... .......... .......... 51% 187M 0s 2024-09-19T14:04:10.960 INFO:teuthology.orchestra.run.smithi031.stderr: 47950K .......... .......... .......... .......... .......... 51% 223M 0s 2024-09-19T14:04:10.960 INFO:teuthology.orchestra.run.smithi031.stderr: 48000K .......... .......... .......... .......... .......... 51% 225M 0s 2024-09-19T14:04:10.960 INFO:teuthology.orchestra.run.smithi031.stderr: 48050K .......... .......... .......... .......... .......... 51% 157M 0s 2024-09-19T14:04:10.960 INFO:teuthology.orchestra.run.smithi031.stderr: 48100K .......... .......... .......... .......... .......... 51% 190M 0s 2024-09-19T14:04:10.960 INFO:teuthology.orchestra.run.smithi031.stderr: 48150K .......... .......... .......... .......... .......... 51% 226M 0s 2024-09-19T14:04:10.960 INFO:teuthology.orchestra.run.smithi031.stderr: 48200K .......... .......... .......... .......... .......... 51% 226M 0s 2024-09-19T14:04:10.961 INFO:teuthology.orchestra.run.smithi031.stderr: 48250K .......... .......... .......... .......... .......... 51% 224M 0s 2024-09-19T14:04:10.961 INFO:teuthology.orchestra.run.smithi031.stderr: 48300K .......... .......... .......... .......... .......... 52% 183M 0s 2024-09-19T14:04:10.961 INFO:teuthology.orchestra.run.smithi031.stderr: 48350K .......... .......... .......... .......... .......... 52% 223M 0s 2024-09-19T14:04:10.961 INFO:teuthology.orchestra.run.smithi031.stderr: 48400K .......... .......... .......... .......... .......... 52% 220M 0s 2024-09-19T14:04:10.961 INFO:teuthology.orchestra.run.smithi031.stderr: 48450K .......... .......... .......... .......... .......... 52% 221M 0s 2024-09-19T14:04:10.961 INFO:teuthology.orchestra.run.smithi031.stderr: 48500K .......... .......... .......... .......... .......... 52% 202M 0s 2024-09-19T14:04:10.961 INFO:teuthology.orchestra.run.smithi031.stderr: 48550K .......... .......... .......... .......... .......... 52% 217M 0s 2024-09-19T14:04:10.961 INFO:teuthology.orchestra.run.smithi031.stderr: 48600K .......... .......... .......... .......... .......... 52% 221M 0s 2024-09-19T14:04:10.961 INFO:teuthology.orchestra.run.smithi031.stderr: 48650K .......... .......... .......... .......... .......... 52% 221M 0s 2024-09-19T14:04:10.961 INFO:teuthology.orchestra.run.smithi031.stderr: 48700K .......... .......... .......... .......... .......... 52% 164M 0s 2024-09-19T14:04:10.961 INFO:teuthology.orchestra.run.smithi031.stderr: 48750K .......... .......... .......... .......... .......... 52% 212M 0s 2024-09-19T14:04:10.961 INFO:teuthology.orchestra.run.smithi031.stderr: 48800K .......... .......... .......... .......... .......... 52% 218M 0s 2024-09-19T14:04:10.961 INFO:teuthology.orchestra.run.smithi031.stderr: 48850K .......... .......... .......... .......... .......... 52% 219M 0s 2024-09-19T14:04:10.962 INFO:teuthology.orchestra.run.smithi031.stderr: 48900K .......... .......... .......... .......... .......... 52% 199M 0s 2024-09-19T14:04:10.962 INFO:teuthology.orchestra.run.smithi031.stderr: 48950K .......... .......... .......... .......... .......... 52% 221M 0s 2024-09-19T14:04:10.962 INFO:teuthology.orchestra.run.smithi031.stderr: 49000K .......... .......... .......... .......... .......... 52% 223M 0s 2024-09-19T14:04:10.962 INFO:teuthology.orchestra.run.smithi031.stderr: 49050K .......... .......... .......... .......... .......... 52% 215M 0s 2024-09-19T14:04:10.962 INFO:teuthology.orchestra.run.smithi031.stderr: 49100K .......... .......... .......... .......... .......... 52% 183M 0s 2024-09-19T14:04:10.962 INFO:teuthology.orchestra.run.smithi031.stderr: 49150K .......... .......... .......... .......... .......... 52% 222M 0s 2024-09-19T14:04:10.962 INFO:teuthology.orchestra.run.smithi031.stderr: 49200K .......... .......... .......... .......... .......... 53% 207M 0s 2024-09-19T14:04:10.962 INFO:teuthology.orchestra.run.smithi031.stderr: 49250K .......... .......... .......... .......... .......... 53% 166M 0s 2024-09-19T14:04:10.962 INFO:teuthology.orchestra.run.smithi031.stderr: 49300K .......... .......... .......... .......... .......... 53% 178M 0s 2024-09-19T14:04:10.962 INFO:teuthology.orchestra.run.smithi031.stderr: 49350K .......... .......... .......... .......... .......... 53% 218M 0s 2024-09-19T14:04:10.962 INFO:teuthology.orchestra.run.smithi031.stderr: 49400K .......... .......... .......... .......... .......... 53% 195M 0s 2024-09-19T14:04:10.962 INFO:teuthology.orchestra.run.smithi031.stderr: 49450K .......... .......... .......... .......... .......... 53% 208M 0s 2024-09-19T14:04:10.962 INFO:teuthology.orchestra.run.smithi031.stderr: 49500K .......... .......... .......... .......... .......... 53% 163M 0s 2024-09-19T14:04:10.962 INFO:teuthology.orchestra.run.smithi031.stderr: 49550K .......... .......... .......... .......... .......... 53% 200M 0s 2024-09-19T14:04:10.962 INFO:teuthology.orchestra.run.smithi031.stderr: 49600K .......... .......... .......... .......... .......... 53% 207M 0s 2024-09-19T14:04:10.963 INFO:teuthology.orchestra.run.smithi031.stderr: 49650K .......... .......... .......... .......... .......... 53% 217M 0s 2024-09-19T14:04:10.963 INFO:teuthology.orchestra.run.smithi031.stderr: 49700K .......... .......... .......... .......... .......... 53% 175M 0s 2024-09-19T14:04:10.963 INFO:teuthology.orchestra.run.smithi031.stderr: 49750K .......... .......... .......... .......... .......... 53% 228M 0s 2024-09-19T14:04:10.963 INFO:teuthology.orchestra.run.smithi031.stderr: 49800K .......... .......... .......... .......... .......... 53% 215M 0s 2024-09-19T14:04:10.963 INFO:teuthology.orchestra.run.smithi031.stderr: 49850K .......... .......... .......... .......... .......... 53% 218M 0s 2024-09-19T14:04:10.963 INFO:teuthology.orchestra.run.smithi031.stderr: 49900K .......... .......... .......... .......... .......... 53% 184M 0s 2024-09-19T14:04:10.963 INFO:teuthology.orchestra.run.smithi031.stderr: 49950K .......... .......... .......... .......... .......... 53% 210M 0s 2024-09-19T14:04:10.963 INFO:teuthology.orchestra.run.smithi031.stderr: 50000K .......... .......... .......... .......... .......... 53% 221M 0s 2024-09-19T14:04:10.963 INFO:teuthology.orchestra.run.smithi031.stderr: 50050K .......... .......... .......... .......... .......... 53% 211M 0s 2024-09-19T14:04:10.963 INFO:teuthology.orchestra.run.smithi031.stderr: 50100K .......... .......... .......... .......... .......... 53% 195M 0s 2024-09-19T14:04:10.963 INFO:teuthology.orchestra.run.smithi031.stderr: 50150K .......... .......... .......... .......... .......... 54% 210M 0s 2024-09-19T14:04:10.963 INFO:teuthology.orchestra.run.smithi031.stderr: 50200K .......... .......... .......... .......... .......... 54% 221M 0s 2024-09-19T14:04:10.963 INFO:teuthology.orchestra.run.smithi031.stderr: 50250K .......... .......... .......... .......... .......... 54% 221M 0s 2024-09-19T14:04:10.963 INFO:teuthology.orchestra.run.smithi031.stderr: 50300K .......... .......... .......... .......... .......... 54% 184M 0s 2024-09-19T14:04:10.964 INFO:teuthology.orchestra.run.smithi031.stderr: 50350K .......... .......... .......... .......... .......... 54% 198M 0s 2024-09-19T14:04:10.964 INFO:teuthology.orchestra.run.smithi031.stderr: 50400K .......... .......... .......... .......... .......... 54% 218M 0s 2024-09-19T14:04:10.964 INFO:teuthology.orchestra.run.smithi031.stderr: 50450K .......... .......... .......... .......... .......... 54% 220M 0s 2024-09-19T14:04:10.964 INFO:teuthology.orchestra.run.smithi031.stderr: 50500K .......... .......... .......... .......... .......... 54% 201M 0s 2024-09-19T14:04:10.964 INFO:teuthology.orchestra.run.smithi031.stderr: 50550K .......... .......... .......... .......... .......... 54% 220M 0s 2024-09-19T14:04:10.964 INFO:teuthology.orchestra.run.smithi031.stderr: 50600K .......... .......... .......... .......... .......... 54% 207M 0s 2024-09-19T14:04:10.964 INFO:teuthology.orchestra.run.smithi031.stderr: 50650K .......... .......... .......... .......... .......... 54% 53.6M 0s 2024-09-19T14:04:10.964 INFO:teuthology.orchestra.run.smithi031.stderr: 50700K .......... .......... .......... .......... .......... 54% 129M 0s 2024-09-19T14:04:10.964 INFO:teuthology.orchestra.run.smithi031.stderr: 50750K .......... .......... .......... .......... .......... 54% 142M 0s 2024-09-19T14:04:10.964 INFO:teuthology.orchestra.run.smithi031.stderr: 50800K .......... .......... .......... .......... .......... 54% 173M 0s 2024-09-19T14:04:10.964 INFO:teuthology.orchestra.run.smithi031.stderr: 50850K .......... .......... .......... .......... .......... 54% 199M 0s 2024-09-19T14:04:10.964 INFO:teuthology.orchestra.run.smithi031.stderr: 50900K .......... .......... .......... .......... .......... 54% 184M 0s 2024-09-19T14:04:10.964 INFO:teuthology.orchestra.run.smithi031.stderr: 50950K .......... .......... .......... .......... .......... 54% 214M 0s 2024-09-19T14:04:10.964 INFO:teuthology.orchestra.run.smithi031.stderr: 51000K .......... .......... .......... .......... .......... 54% 192M 0s 2024-09-19T14:04:10.965 INFO:teuthology.orchestra.run.smithi031.stderr: 51050K .......... .......... .......... .......... .......... 55% 199M 0s 2024-09-19T14:04:10.965 INFO:teuthology.orchestra.run.smithi031.stderr: 51100K .......... .......... .......... .......... .......... 55% 182M 0s 2024-09-19T14:04:10.965 INFO:teuthology.orchestra.run.smithi031.stderr: 51150K .......... .......... .......... .......... .......... 55% 219M 0s 2024-09-19T14:04:10.965 INFO:teuthology.orchestra.run.smithi031.stderr: 51200K .......... .......... .......... .......... .......... 55% 213M 0s 2024-09-19T14:04:10.965 INFO:teuthology.orchestra.run.smithi031.stderr: 51250K .......... .......... .......... .......... .......... 55% 184M 0s 2024-09-19T14:04:10.965 INFO:teuthology.orchestra.run.smithi031.stderr: 51300K .......... .......... .......... .......... .......... 55% 189M 0s 2024-09-19T14:04:10.965 INFO:teuthology.orchestra.run.smithi031.stderr: 51350K .......... .......... .......... .......... .......... 55% 221M 0s 2024-09-19T14:04:10.965 INFO:teuthology.orchestra.run.smithi031.stderr: 51400K .......... .......... .......... .......... .......... 55% 207M 0s 2024-09-19T14:04:10.965 INFO:teuthology.orchestra.run.smithi031.stderr: 51450K .......... .......... .......... .......... .......... 55% 217M 0s 2024-09-19T14:04:10.965 INFO:teuthology.orchestra.run.smithi031.stderr: 51500K .......... .......... .......... .......... .......... 55% 187M 0s 2024-09-19T14:04:10.965 INFO:teuthology.orchestra.run.smithi031.stderr: 51550K .......... .......... .......... .......... .......... 55% 218M 0s 2024-09-19T14:04:10.965 INFO:teuthology.orchestra.run.smithi031.stderr: 51600K .......... .......... .......... .......... .......... 55% 223M 0s 2024-09-19T14:04:10.965 INFO:teuthology.orchestra.run.smithi031.stderr: 51650K .......... .......... .......... .......... .......... 55% 227M 0s 2024-09-19T14:04:10.965 INFO:teuthology.orchestra.run.smithi031.stderr: 51700K .......... .......... .......... .......... .......... 55% 202M 0s 2024-09-19T14:04:10.966 INFO:teuthology.orchestra.run.smithi031.stderr: 51750K .......... .......... .......... .......... .......... 55% 230M 0s 2024-09-19T14:04:10.966 INFO:teuthology.orchestra.run.smithi031.stderr: 51800K .......... .......... .......... .......... .......... 55% 40.7M 0s 2024-09-19T14:04:10.966 INFO:teuthology.orchestra.run.smithi031.stderr: 51850K .......... .......... .......... .......... .......... 55% 193M 0s 2024-09-19T14:04:10.966 INFO:teuthology.orchestra.run.smithi031.stderr: 51900K .......... .......... .......... .......... .......... 55% 162M 0s 2024-09-19T14:04:10.966 INFO:teuthology.orchestra.run.smithi031.stderr: 51950K .......... .......... .......... .......... .......... 55% 141M 0s 2024-09-19T14:04:10.966 INFO:teuthology.orchestra.run.smithi031.stderr: 52000K .......... .......... .......... .......... .......... 56% 77.7M 0s 2024-09-19T14:04:10.966 INFO:teuthology.orchestra.run.smithi031.stderr: 52050K .......... .......... .......... .......... .......... 56% 108M 0s 2024-09-19T14:04:10.966 INFO:teuthology.orchestra.run.smithi031.stderr: 52100K .......... .......... .......... .......... .......... 56% 146M 0s 2024-09-19T14:04:10.966 INFO:teuthology.orchestra.run.smithi031.stderr: 52150K .......... .......... .......... .......... .......... 56% 184M 0s 2024-09-19T14:04:10.966 INFO:teuthology.orchestra.run.smithi031.stderr: 52200K .......... .......... .......... .......... .......... 56% 187M 0s 2024-09-19T14:04:10.966 INFO:teuthology.orchestra.run.smithi031.stderr: 52250K .......... .......... .......... .......... .......... 56% 186M 0s 2024-09-19T14:04:10.966 INFO:teuthology.orchestra.run.smithi031.stderr: 52300K .......... .......... .......... .......... .......... 56% 140M 0s 2024-09-19T14:04:10.966 INFO:teuthology.orchestra.run.smithi031.stderr: 52350K .......... .......... .......... .......... .......... 56% 179M 0s 2024-09-19T14:04:10.966 INFO:teuthology.orchestra.run.smithi031.stderr: 52400K .......... .......... .......... .......... .......... 56% 196M 0s 2024-09-19T14:04:10.966 INFO:teuthology.orchestra.run.smithi031.stderr: 52450K .......... .......... .......... .......... .......... 56% 184M 0s 2024-09-19T14:04:10.967 INFO:teuthology.orchestra.run.smithi031.stderr: 52500K .......... .......... .......... .......... .......... 56% 170M 0s 2024-09-19T14:04:10.967 INFO:teuthology.orchestra.run.smithi031.stderr: 52550K .......... .......... .......... .......... .......... 56% 189M 0s 2024-09-19T14:04:10.967 INFO:teuthology.orchestra.run.smithi031.stderr: 52600K .......... .......... .......... .......... .......... 56% 178M 0s 2024-09-19T14:04:10.967 INFO:teuthology.orchestra.run.smithi031.stderr: 52650K .......... .......... .......... .......... .......... 56% 178M 0s 2024-09-19T14:04:10.967 INFO:teuthology.orchestra.run.smithi031.stderr: 52700K .......... .......... .......... .......... .......... 56% 164M 0s 2024-09-19T14:04:10.967 INFO:teuthology.orchestra.run.smithi031.stderr: 52750K .......... .......... .......... .......... .......... 56% 191M 0s 2024-09-19T14:04:10.967 INFO:teuthology.orchestra.run.smithi031.stderr: 52800K .......... .......... .......... .......... .......... 56% 186M 0s 2024-09-19T14:04:10.967 INFO:teuthology.orchestra.run.smithi031.stderr: 52850K .......... .......... .......... .......... .......... 56% 197M 0s 2024-09-19T14:04:10.967 INFO:teuthology.orchestra.run.smithi031.stderr: 52900K .......... .......... .......... .......... .......... 56% 169M 0s 2024-09-19T14:04:10.967 INFO:teuthology.orchestra.run.smithi031.stderr: 52950K .......... .......... .......... .......... .......... 57% 183M 0s 2024-09-19T14:04:10.967 INFO:teuthology.orchestra.run.smithi031.stderr: 53000K .......... .......... .......... .......... .......... 57% 163M 0s 2024-09-19T14:04:10.967 INFO:teuthology.orchestra.run.smithi031.stderr: 53050K .......... .......... .......... .......... .......... 57% 187M 0s 2024-09-19T14:04:10.968 INFO:teuthology.orchestra.run.smithi031.stderr: 53100K .......... .......... .......... .......... .......... 57% 157M 0s 2024-09-19T14:04:10.968 INFO:teuthology.orchestra.run.smithi031.stderr: 53150K .......... .......... .......... .......... .......... 57% 192M 0s 2024-09-19T14:04:10.968 INFO:teuthology.orchestra.run.smithi031.stderr: 53200K .......... .......... .......... .......... .......... 57% 189M 0s 2024-09-19T14:04:10.968 INFO:teuthology.orchestra.run.smithi031.stderr: 53250K .......... .......... .......... .......... .......... 57% 187M 0s 2024-09-19T14:04:10.968 INFO:teuthology.orchestra.run.smithi031.stderr: 53300K .......... .......... .......... .......... .......... 57% 176M 0s 2024-09-19T14:04:10.968 INFO:teuthology.orchestra.run.smithi031.stderr: 53350K .......... .......... .......... .......... .......... 57% 160M 0s 2024-09-19T14:04:10.968 INFO:teuthology.orchestra.run.smithi031.stderr: 53400K .......... .......... .......... .......... .......... 57% 187M 0s 2024-09-19T14:04:10.968 INFO:teuthology.orchestra.run.smithi031.stderr: 53450K .......... .......... .......... .......... .......... 57% 196M 0s 2024-09-19T14:04:10.968 INFO:teuthology.orchestra.run.smithi031.stderr: 53500K .......... .......... .......... .......... .......... 57% 166M 0s 2024-09-19T14:04:10.968 INFO:teuthology.orchestra.run.smithi031.stderr: 53550K .......... .......... .......... .......... .......... 57% 195M 0s 2024-09-19T14:04:10.968 INFO:teuthology.orchestra.run.smithi031.stderr: 53600K .......... .......... .......... .......... .......... 57% 191M 0s 2024-09-19T14:04:10.968 INFO:teuthology.orchestra.run.smithi031.stderr: 53650K .......... .......... .......... .......... .......... 57% 195M 0s 2024-09-19T14:04:10.968 INFO:teuthology.orchestra.run.smithi031.stderr: 53700K .......... .......... .......... .......... .......... 57% 178M 0s 2024-09-19T14:04:10.969 INFO:teuthology.orchestra.run.smithi031.stderr: 53750K .......... .......... .......... .......... .......... 57% 164M 0s 2024-09-19T14:04:10.969 INFO:teuthology.orchestra.run.smithi031.stderr: 53800K .......... .......... .......... .......... .......... 57% 187M 0s 2024-09-19T14:04:10.969 INFO:teuthology.orchestra.run.smithi031.stderr: 53850K .......... .......... .......... .......... .......... 58% 193M 0s 2024-09-19T14:04:10.969 INFO:teuthology.orchestra.run.smithi031.stderr: 53900K .......... .......... .......... .......... .......... 58% 145M 0s 2024-09-19T14:04:10.969 INFO:teuthology.orchestra.run.smithi031.stderr: 53950K .......... .......... .......... .......... .......... 58% 193M 0s 2024-09-19T14:04:10.969 INFO:teuthology.orchestra.run.smithi031.stderr: 54000K .......... .......... .......... .......... .......... 58% 202M 0s 2024-09-19T14:04:10.969 INFO:teuthology.orchestra.run.smithi031.stderr: 54050K .......... .......... .......... .......... .......... 58% 209M 0s 2024-09-19T14:04:10.969 INFO:teuthology.orchestra.run.smithi031.stderr: 54100K .......... .......... .......... .......... .......... 58% 184M 0s 2024-09-19T14:04:10.969 INFO:teuthology.orchestra.run.smithi031.stderr: 54150K .......... .......... .......... .......... .......... 58% 213M 0s 2024-09-19T14:04:10.969 INFO:teuthology.orchestra.run.smithi031.stderr: 54200K .......... .......... .......... .......... .......... 58% 201M 0s 2024-09-19T14:04:10.969 INFO:teuthology.orchestra.run.smithi031.stderr: 54250K .......... .......... .......... .......... .......... 58% 192M 0s 2024-09-19T14:04:10.969 INFO:teuthology.orchestra.run.smithi031.stderr: 54300K .......... .......... .......... .......... .......... 58% 161M 0s 2024-09-19T14:04:10.969 INFO:teuthology.orchestra.run.smithi031.stderr: 54350K .......... .......... .......... .......... .......... 58% 206M 0s 2024-09-19T14:04:10.970 INFO:teuthology.orchestra.run.smithi031.stderr: 54400K .......... .......... .......... .......... .......... 58% 218M 0s 2024-09-19T14:04:10.970 INFO:teuthology.orchestra.run.smithi031.stderr: 54450K .......... .......... .......... .......... .......... 58% 205M 0s 2024-09-19T14:04:10.970 INFO:teuthology.orchestra.run.smithi031.stderr: 54500K .......... .......... .......... .......... .......... 58% 171M 0s 2024-09-19T14:04:10.970 INFO:teuthology.orchestra.run.smithi031.stderr: 54550K .......... .......... .......... .......... .......... 58% 189M 0s 2024-09-19T14:04:10.970 INFO:teuthology.orchestra.run.smithi031.stderr: 54600K .......... .......... .......... .......... .......... 58% 208M 0s 2024-09-19T14:04:10.970 INFO:teuthology.orchestra.run.smithi031.stderr: 54650K .......... .......... .......... .......... .......... 58% 206M 0s 2024-09-19T14:04:10.970 INFO:teuthology.orchestra.run.smithi031.stderr: 54700K .......... .......... .......... .......... .......... 58% 188M 0s 2024-09-19T14:04:10.970 INFO:teuthology.orchestra.run.smithi031.stderr: 54750K .......... .......... .......... .......... .......... 58% 226M 0s 2024-09-19T14:04:10.970 INFO:teuthology.orchestra.run.smithi031.stderr: 54800K .......... .......... .......... .......... .......... 59% 225M 0s 2024-09-19T14:04:10.970 INFO:teuthology.orchestra.run.smithi031.stderr: 54850K .......... .......... .......... .......... .......... 59% 218M 0s 2024-09-19T14:04:10.970 INFO:teuthology.orchestra.run.smithi031.stderr: 54900K .......... .......... .......... .......... .......... 59% 197M 0s 2024-09-19T14:04:10.970 INFO:teuthology.orchestra.run.smithi031.stderr: 54950K .......... .......... .......... .......... .......... 59% 228M 0s 2024-09-19T14:04:10.970 INFO:teuthology.orchestra.run.smithi031.stderr: 55000K .......... .......... .......... .......... .......... 59% 215M 0s 2024-09-19T14:04:10.970 INFO:teuthology.orchestra.run.smithi031.stderr: 55050K .......... .......... .......... .......... .......... 59% 206M 0s 2024-09-19T14:04:10.970 INFO:teuthology.orchestra.run.smithi031.stderr: 55100K .......... .......... .......... .......... .......... 59% 179M 0s 2024-09-19T14:04:10.971 INFO:teuthology.orchestra.run.smithi031.stderr: 55150K .......... .......... .......... .......... .......... 59% 204M 0s 2024-09-19T14:04:10.971 INFO:teuthology.orchestra.run.smithi031.stderr: 55200K .......... .......... .......... .......... .......... 59% 217M 0s 2024-09-19T14:04:10.971 INFO:teuthology.orchestra.run.smithi031.stderr: 55250K .......... .......... .......... .......... .......... 59% 201M 0s 2024-09-19T14:04:10.971 INFO:teuthology.orchestra.run.smithi031.stderr: 55300K .......... .......... .......... .......... .......... 59% 202M 0s 2024-09-19T14:04:10.971 INFO:teuthology.orchestra.run.smithi031.stderr: 55350K .......... .......... .......... .......... .......... 59% 198M 0s 2024-09-19T14:04:10.971 INFO:teuthology.orchestra.run.smithi031.stderr: 55400K .......... .......... .......... .......... .......... 59% 211M 0s 2024-09-19T14:04:10.971 INFO:teuthology.orchestra.run.smithi031.stderr: 55450K .......... .......... .......... .......... .......... 59% 239M 0s 2024-09-19T14:04:10.971 INFO:teuthology.orchestra.run.smithi031.stderr: 55500K .......... .......... .......... .......... .......... 59% 158M 0s 2024-09-19T14:04:10.971 INFO:teuthology.orchestra.run.smithi031.stderr: 55550K .......... .......... .......... .......... .......... 59% 139M 0s 2024-09-19T14:04:10.971 INFO:teuthology.orchestra.run.smithi031.stderr: 55600K .......... .......... .......... .......... .......... 59% 215M 0s 2024-09-19T14:04:10.971 INFO:teuthology.orchestra.run.smithi031.stderr: 55650K .......... .......... .......... .......... .......... 59% 58.4M 0s 2024-09-19T14:04:10.971 INFO:teuthology.orchestra.run.smithi031.stderr: 55700K .......... .......... .......... .......... .......... 60% 192M 0s 2024-09-19T14:04:10.971 INFO:teuthology.orchestra.run.smithi031.stderr: 55750K .......... .......... .......... .......... .......... 60% 205M 0s 2024-09-19T14:04:10.971 INFO:teuthology.orchestra.run.smithi031.stderr: 55800K .......... .......... .......... .......... .......... 60% 209M 0s 2024-09-19T14:04:10.971 INFO:teuthology.orchestra.run.smithi031.stderr: 55850K .......... .......... .......... .......... .......... 60% 210M 0s 2024-09-19T14:04:10.972 INFO:teuthology.orchestra.run.smithi031.stderr: 55900K .......... .......... .......... .......... .......... 60% 167M 0s 2024-09-19T14:04:10.972 INFO:teuthology.orchestra.run.smithi031.stderr: 55950K .......... .......... .......... .......... .......... 60% 198M 0s 2024-09-19T14:04:10.972 INFO:teuthology.orchestra.run.smithi031.stderr: 56000K .......... .......... .......... .......... .......... 60% 161M 0s 2024-09-19T14:04:10.972 INFO:teuthology.orchestra.run.smithi031.stderr: 56050K .......... .......... .......... .......... .......... 60% 148M 0s 2024-09-19T14:04:10.972 INFO:teuthology.orchestra.run.smithi031.stderr: 56100K .......... .......... .......... .......... .......... 60% 138M 0s 2024-09-19T14:04:10.972 INFO:teuthology.orchestra.run.smithi031.stderr: 56150K .......... .......... .......... .......... .......... 60% 202M 0s 2024-09-19T14:04:10.972 INFO:teuthology.orchestra.run.smithi031.stderr: 56200K .......... .......... .......... .......... .......... 60% 215M 0s 2024-09-19T14:04:10.972 INFO:teuthology.orchestra.run.smithi031.stderr: 56250K .......... .......... .......... .......... .......... 60% 219M 0s 2024-09-19T14:04:10.972 INFO:teuthology.orchestra.run.smithi031.stderr: 56300K .......... .......... .......... .......... .......... 60% 177M 0s 2024-09-19T14:04:10.972 INFO:teuthology.orchestra.run.smithi031.stderr: 56350K .......... .......... .......... .......... .......... 60% 224M 0s 2024-09-19T14:04:10.972 INFO:teuthology.orchestra.run.smithi031.stderr: 56400K .......... .......... .......... .......... .......... 60% 227M 0s 2024-09-19T14:04:10.972 INFO:teuthology.orchestra.run.smithi031.stderr: 56450K .......... .......... .......... .......... .......... 60% 211M 0s 2024-09-19T14:04:10.972 INFO:teuthology.orchestra.run.smithi031.stderr: 56500K .......... .......... .......... .......... .......... 60% 190M 0s 2024-09-19T14:04:10.972 INFO:teuthology.orchestra.run.smithi031.stderr: 56550K .......... .......... .......... .......... .......... 60% 216M 0s 2024-09-19T14:04:10.973 INFO:teuthology.orchestra.run.smithi031.stderr: 56600K .......... .......... .......... .......... .......... 60% 219M 0s 2024-09-19T14:04:10.973 INFO:teuthology.orchestra.run.smithi031.stderr: 56650K .......... .......... .......... .......... .......... 61% 210M 0s 2024-09-19T14:04:10.973 INFO:teuthology.orchestra.run.smithi031.stderr: 56700K .......... .......... .......... .......... .......... 61% 181M 0s 2024-09-19T14:04:10.973 INFO:teuthology.orchestra.run.smithi031.stderr: 56750K .......... .......... .......... .......... .......... 61% 209M 0s 2024-09-19T14:04:10.973 INFO:teuthology.orchestra.run.smithi031.stderr: 56800K .......... .......... .......... .......... .......... 61% 208M 0s 2024-09-19T14:04:10.973 INFO:teuthology.orchestra.run.smithi031.stderr: 56850K .......... .......... .......... .......... .......... 61% 195M 0s 2024-09-19T14:04:10.973 INFO:teuthology.orchestra.run.smithi031.stderr: 56900K .......... .......... .......... .......... .......... 61% 194M 0s 2024-09-19T14:04:10.973 INFO:teuthology.orchestra.run.smithi031.stderr: 56950K .......... .......... .......... .......... .......... 61% 220M 0s 2024-09-19T14:04:10.973 INFO:teuthology.orchestra.run.smithi031.stderr: 57000K .......... .......... .......... .......... .......... 61% 217M 0s 2024-09-19T14:04:10.973 INFO:teuthology.orchestra.run.smithi031.stderr: 57050K .......... .......... .......... .......... .......... 61% 224M 0s 2024-09-19T14:04:10.973 INFO:teuthology.orchestra.run.smithi031.stderr: 57100K .......... .......... .......... .......... .......... 61% 182M 0s 2024-09-19T14:04:10.973 INFO:teuthology.orchestra.run.smithi031.stderr: 57150K .......... .......... .......... .......... .......... 61% 220M 0s 2024-09-19T14:04:10.973 INFO:teuthology.orchestra.run.smithi031.stderr: 57200K .......... .......... .......... .......... .......... 61% 223M 0s 2024-09-19T14:04:10.974 INFO:teuthology.orchestra.run.smithi031.stderr: 57250K .......... .......... .......... .......... .......... 61% 221M 0s 2024-09-19T14:04:10.974 INFO:teuthology.orchestra.run.smithi031.stderr: 57300K .......... .......... .......... .......... .......... 61% 203M 0s 2024-09-19T14:04:10.974 INFO:teuthology.orchestra.run.smithi031.stderr: 57350K .......... .......... .......... .......... .......... 61% 229M 0s 2024-09-19T14:04:10.974 INFO:teuthology.orchestra.run.smithi031.stderr: 57400K .......... .......... .......... .......... .......... 61% 225M 0s 2024-09-19T14:04:10.974 INFO:teuthology.orchestra.run.smithi031.stderr: 57450K .......... .......... .......... .......... .......... 61% 163M 0s 2024-09-19T14:04:10.974 INFO:teuthology.orchestra.run.smithi031.stderr: 57500K .......... .......... .......... .......... .......... 61% 174M 0s 2024-09-19T14:04:10.974 INFO:teuthology.orchestra.run.smithi031.stderr: 57550K .......... .......... .......... .......... .......... 62% 228M 0s 2024-09-19T14:04:10.974 INFO:teuthology.orchestra.run.smithi031.stderr: 57600K .......... .......... .......... .......... .......... 62% 135M 0s 2024-09-19T14:04:10.974 INFO:teuthology.orchestra.run.smithi031.stderr: 57650K .......... .......... .......... .......... .......... 62% 91.7M 0s 2024-09-19T14:04:10.974 INFO:teuthology.orchestra.run.smithi031.stderr: 57700K .......... .......... .......... .......... .......... 62% 176M 0s 2024-09-19T14:04:10.974 INFO:teuthology.orchestra.run.smithi031.stderr: 57750K .......... .......... .......... .......... .......... 62% 215M 0s 2024-09-19T14:04:10.974 INFO:teuthology.orchestra.run.smithi031.stderr: 57800K .......... .......... .......... .......... .......... 62% 223M 0s 2024-09-19T14:04:10.974 INFO:teuthology.orchestra.run.smithi031.stderr: 57850K .......... .......... .......... .......... .......... 62% 93.8M 0s 2024-09-19T14:04:10.975 INFO:teuthology.orchestra.run.smithi031.stderr: 57900K .......... .......... .......... .......... .......... 62% 166M 0s 2024-09-19T14:04:10.975 INFO:teuthology.orchestra.run.smithi031.stderr: 57950K .......... .......... .......... .......... .......... 62% 226M 0s 2024-09-19T14:04:10.975 INFO:teuthology.orchestra.run.smithi031.stderr: 58000K .......... .......... .......... .......... .......... 62% 160M 0s 2024-09-19T14:04:10.975 INFO:teuthology.orchestra.run.smithi031.stderr: 58050K .......... .......... .......... .......... .......... 62% 216M 0s 2024-09-19T14:04:10.975 INFO:teuthology.orchestra.run.smithi031.stderr: 58100K .......... .......... .......... .......... .......... 62% 117M 0s 2024-09-19T14:04:10.975 INFO:teuthology.orchestra.run.smithi031.stderr: 58150K .......... .......... .......... .......... .......... 62% 217M 0s 2024-09-19T14:04:10.975 INFO:teuthology.orchestra.run.smithi031.stderr: 58200K .......... .......... .......... .......... .......... 62% 112M 0s 2024-09-19T14:04:10.975 INFO:teuthology.orchestra.run.smithi031.stderr: 58250K .......... .......... .......... .......... .......... 62% 66.2M 0s 2024-09-19T14:04:10.975 INFO:teuthology.orchestra.run.smithi031.stderr: 58300K .......... .......... .......... .......... .......... 62% 177M 0s 2024-09-19T14:04:10.975 INFO:teuthology.orchestra.run.smithi031.stderr: 58350K .......... .......... .......... .......... .......... 62% 199M 0s 2024-09-19T14:04:10.975 INFO:teuthology.orchestra.run.smithi031.stderr: 58400K .......... .......... .......... .......... .......... 62% 208M 0s 2024-09-19T14:04:10.975 INFO:teuthology.orchestra.run.smithi031.stderr: 58450K .......... .......... .......... .......... .......... 62% 217M 0s 2024-09-19T14:04:10.975 INFO:teuthology.orchestra.run.smithi031.stderr: 58500K .......... .......... .......... .......... .......... 63% 181M 0s 2024-09-19T14:04:10.975 INFO:teuthology.orchestra.run.smithi031.stderr: 58550K .......... .......... .......... .......... .......... 63% 211M 0s 2024-09-19T14:04:10.975 INFO:teuthology.orchestra.run.smithi031.stderr: 58600K .......... .......... .......... .......... .......... 63% 218M 0s 2024-09-19T14:04:10.976 INFO:teuthology.orchestra.run.smithi031.stderr: 58650K .......... .......... .......... .......... .......... 63% 203M 0s 2024-09-19T14:04:10.976 INFO:teuthology.orchestra.run.smithi031.stderr: 58700K .......... .......... .......... .......... .......... 63% 168M 0s 2024-09-19T14:04:10.976 INFO:teuthology.orchestra.run.smithi031.stderr: 58750K .......... .......... .......... .......... .......... 63% 198M 0s 2024-09-19T14:04:10.976 INFO:teuthology.orchestra.run.smithi031.stderr: 58800K .......... .......... .......... .......... .......... 63% 197M 0s 2024-09-19T14:04:10.976 INFO:teuthology.orchestra.run.smithi031.stderr: 58850K .......... .......... .......... .......... .......... 63% 207M 0s 2024-09-19T14:04:10.976 INFO:teuthology.orchestra.run.smithi031.stderr: 58900K .......... .......... .......... .......... .......... 63% 187M 0s 2024-09-19T14:04:10.976 INFO:teuthology.orchestra.run.smithi031.stderr: 58950K .......... .......... .......... .......... .......... 63% 181M 0s 2024-09-19T14:04:10.976 INFO:teuthology.orchestra.run.smithi031.stderr: 59000K .......... .......... .......... .......... .......... 63% 193M 0s 2024-09-19T14:04:10.976 INFO:teuthology.orchestra.run.smithi031.stderr: 59050K .......... .......... .......... .......... .......... 63% 226M 0s 2024-09-19T14:04:10.976 INFO:teuthology.orchestra.run.smithi031.stderr: 59100K .......... .......... .......... .......... .......... 63% 179M 0s 2024-09-19T14:04:10.976 INFO:teuthology.orchestra.run.smithi031.stderr: 59150K .......... .......... .......... .......... .......... 63% 222M 0s 2024-09-19T14:04:10.976 INFO:teuthology.orchestra.run.smithi031.stderr: 59200K .......... .......... .......... .......... .......... 63% 215M 0s 2024-09-19T14:04:10.976 INFO:teuthology.orchestra.run.smithi031.stderr: 59250K .......... .......... .......... .......... .......... 63% 211M 0s 2024-09-19T14:04:10.976 INFO:teuthology.orchestra.run.smithi031.stderr: 59300K .......... .......... .......... .......... .......... 63% 190M 0s 2024-09-19T14:04:10.976 INFO:teuthology.orchestra.run.smithi031.stderr: 59350K .......... .......... .......... .......... .......... 63% 219M 0s 2024-09-19T14:04:10.977 INFO:teuthology.orchestra.run.smithi031.stderr: 59400K .......... .......... .......... .......... .......... 63% 215M 0s 2024-09-19T14:04:10.977 INFO:teuthology.orchestra.run.smithi031.stderr: 59450K .......... .......... .......... .......... .......... 64% 216M 0s 2024-09-19T14:04:10.977 INFO:teuthology.orchestra.run.smithi031.stderr: 59500K .......... .......... .......... .......... .......... 64% 169M 0s 2024-09-19T14:04:10.977 INFO:teuthology.orchestra.run.smithi031.stderr: 59550K .......... .......... .......... .......... .......... 64% 216M 0s 2024-09-19T14:04:10.977 INFO:teuthology.orchestra.run.smithi031.stderr: 59600K .......... .......... .......... .......... .......... 64% 205M 0s 2024-09-19T14:04:10.977 INFO:teuthology.orchestra.run.smithi031.stderr: 59650K .......... .......... .......... .......... .......... 64% 147M 0s 2024-09-19T14:04:10.977 INFO:teuthology.orchestra.run.smithi031.stderr: 59700K .......... .......... .......... .......... .......... 64% 118M 0s 2024-09-19T14:04:10.977 INFO:teuthology.orchestra.run.smithi031.stderr: 59750K .......... .......... .......... .......... .......... 64% 200M 0s 2024-09-19T14:04:10.977 INFO:teuthology.orchestra.run.smithi031.stderr: 59800K .......... .......... .......... .......... .......... 64% 119M 0s 2024-09-19T14:04:10.977 INFO:teuthology.orchestra.run.smithi031.stderr: 59850K .......... .......... .......... .......... .......... 64% 162M 0s 2024-09-19T14:04:10.977 INFO:teuthology.orchestra.run.smithi031.stderr: 59900K .......... .......... .......... .......... .......... 64% 85.4M 0s 2024-09-19T14:04:10.977 INFO:teuthology.orchestra.run.smithi031.stderr: 59950K .......... .......... .......... .......... .......... 64% 113M 0s 2024-09-19T14:04:10.977 INFO:teuthology.orchestra.run.smithi031.stderr: 60000K .......... .......... .......... .......... .......... 64% 147M 0s 2024-09-19T14:04:10.977 INFO:teuthology.orchestra.run.smithi031.stderr: 60050K .......... .......... .......... .......... .......... 64% 205M 0s 2024-09-19T14:04:10.978 INFO:teuthology.orchestra.run.smithi031.stderr: 60100K .......... .......... .......... .......... .......... 64% 135M 0s 2024-09-19T14:04:10.978 INFO:teuthology.orchestra.run.smithi031.stderr: 60150K .......... .......... .......... .......... .......... 64% 197M 0s 2024-09-19T14:04:10.978 INFO:teuthology.orchestra.run.smithi031.stderr: 60200K .......... .......... .......... .......... .......... 64% 227M 0s 2024-09-19T14:04:10.978 INFO:teuthology.orchestra.run.smithi031.stderr: 60250K .......... .......... .......... .......... .......... 64% 215M 0s 2024-09-19T14:04:10.978 INFO:teuthology.orchestra.run.smithi031.stderr: 60300K .......... .......... .......... .......... .......... 64% 139M 0s 2024-09-19T14:04:10.978 INFO:teuthology.orchestra.run.smithi031.stderr: 60350K .......... .......... .......... .......... .......... 65% 174M 0s 2024-09-19T14:04:10.978 INFO:teuthology.orchestra.run.smithi031.stderr: 60400K .......... .......... .......... .......... .......... 65% 208M 0s 2024-09-19T14:04:10.978 INFO:teuthology.orchestra.run.smithi031.stderr: 60450K .......... .......... .......... .......... .......... 65% 162M 0s 2024-09-19T14:04:10.978 INFO:teuthology.orchestra.run.smithi031.stderr: 60500K .......... .......... .......... .......... .......... 65% 183M 0s 2024-09-19T14:04:10.978 INFO:teuthology.orchestra.run.smithi031.stderr: 60550K .......... .......... .......... .......... .......... 65% 211M 0s 2024-09-19T14:04:10.978 INFO:teuthology.orchestra.run.smithi031.stderr: 60600K .......... .......... .......... .......... .......... 65% 214M 0s 2024-09-19T14:04:10.978 INFO:teuthology.orchestra.run.smithi031.stderr: 60650K .......... .......... .......... .......... .......... 65% 212M 0s 2024-09-19T14:04:10.978 INFO:teuthology.orchestra.run.smithi031.stderr: 60700K .......... .......... .......... .......... .......... 65% 166M 0s 2024-09-19T14:04:10.978 INFO:teuthology.orchestra.run.smithi031.stderr: 60750K .......... .......... .......... .......... .......... 65% 218M 0s 2024-09-19T14:04:10.978 INFO:teuthology.orchestra.run.smithi031.stderr: 60800K .......... .......... .......... .......... .......... 65% 210M 0s 2024-09-19T14:04:10.979 INFO:teuthology.orchestra.run.smithi031.stderr: 60850K .......... .......... .......... .......... .......... 65% 207M 0s 2024-09-19T14:04:10.979 INFO:teuthology.orchestra.run.smithi031.stderr: 60900K .......... .......... .......... .......... .......... 65% 195M 0s 2024-09-19T14:04:10.979 INFO:teuthology.orchestra.run.smithi031.stderr: 60950K .......... .......... .......... .......... .......... 65% 204M 0s 2024-09-19T14:04:10.979 INFO:teuthology.orchestra.run.smithi031.stderr: 61000K .......... .......... .......... .......... .......... 65% 218M 0s 2024-09-19T14:04:10.979 INFO:teuthology.orchestra.run.smithi031.stderr: 61050K .......... .......... .......... .......... .......... 65% 215M 0s 2024-09-19T14:04:10.979 INFO:teuthology.orchestra.run.smithi031.stderr: 61100K .......... .......... .......... .......... .......... 65% 91.0M 0s 2024-09-19T14:04:10.979 INFO:teuthology.orchestra.run.smithi031.stderr: 61150K .......... .......... .......... .......... .......... 65% 207M 0s 2024-09-19T14:04:10.979 INFO:teuthology.orchestra.run.smithi031.stderr: 61200K .......... .......... .......... .......... .......... 65% 223M 0s 2024-09-19T14:04:10.979 INFO:teuthology.orchestra.run.smithi031.stderr: 61250K .......... .......... .......... .......... .......... 65% 226M 0s 2024-09-19T14:04:10.979 INFO:teuthology.orchestra.run.smithi031.stderr: 61300K .......... .......... .......... .......... .......... 66% 195M 0s 2024-09-19T14:04:10.979 INFO:teuthology.orchestra.run.smithi031.stderr: 61350K .......... .......... .......... .......... .......... 66% 222M 0s 2024-09-19T14:04:10.979 INFO:teuthology.orchestra.run.smithi031.stderr: 61400K .......... .......... .......... .......... .......... 66% 212M 0s 2024-09-19T14:04:10.979 INFO:teuthology.orchestra.run.smithi031.stderr: 61450K .......... .......... .......... .......... .......... 66% 242M 0s 2024-09-19T14:04:10.979 INFO:teuthology.orchestra.run.smithi031.stderr: 61500K .......... .......... .......... .......... .......... 66% 203M 0s 2024-09-19T14:04:10.980 INFO:teuthology.orchestra.run.smithi031.stderr: 61550K .......... .......... .......... .......... .......... 66% 169M 0s 2024-09-19T14:04:10.980 INFO:teuthology.orchestra.run.smithi031.stderr: 61600K .......... .......... .......... .......... .......... 66% 226M 0s 2024-09-19T14:04:10.980 INFO:teuthology.orchestra.run.smithi031.stderr: 61650K .......... .......... .......... .......... .......... 66% 224M 0s 2024-09-19T14:04:10.980 INFO:teuthology.orchestra.run.smithi031.stderr: 61700K .......... .......... .......... .......... .......... 66% 134M 0s 2024-09-19T14:04:10.980 INFO:teuthology.orchestra.run.smithi031.stderr: 61750K .......... .......... .......... .......... .......... 66% 128M 0s 2024-09-19T14:04:10.980 INFO:teuthology.orchestra.run.smithi031.stderr: 61800K .......... .......... .......... .......... .......... 66% 93.9M 0s 2024-09-19T14:04:10.980 INFO:teuthology.orchestra.run.smithi031.stderr: 61850K .......... .......... .......... .......... .......... 66% 186M 0s 2024-09-19T14:04:10.980 INFO:teuthology.orchestra.run.smithi031.stderr: 61900K .......... .......... .......... .......... .......... 66% 232M 0s 2024-09-19T14:04:10.980 INFO:teuthology.orchestra.run.smithi031.stderr: 61950K .......... .......... .......... .......... .......... 66% 151M 0s 2024-09-19T14:04:10.980 INFO:teuthology.orchestra.run.smithi031.stderr: 62000K .......... .......... .......... .......... .......... 66% 195M 0s 2024-09-19T14:04:10.980 INFO:teuthology.orchestra.run.smithi031.stderr: 62050K .......... .......... .......... .......... .......... 66% 231M 0s 2024-09-19T14:04:10.980 INFO:teuthology.orchestra.run.smithi031.stderr: 62100K .......... .......... .......... .......... .......... 66% 229M 0s 2024-09-19T14:04:10.980 INFO:teuthology.orchestra.run.smithi031.stderr: 62150K .......... .......... .......... .......... .......... 66% 112M 0s 2024-09-19T14:04:10.981 INFO:teuthology.orchestra.run.smithi031.stderr: 62200K .......... .......... .......... .......... .......... 67% 155M 0s 2024-09-19T14:04:10.981 INFO:teuthology.orchestra.run.smithi031.stderr: 62250K .......... .......... .......... .......... .......... 67% 160M 0s 2024-09-19T14:04:10.981 INFO:teuthology.orchestra.run.smithi031.stderr: 62300K .......... .......... .......... .......... .......... 67% 216M 0s 2024-09-19T14:04:10.981 INFO:teuthology.orchestra.run.smithi031.stderr: 62350K .......... .......... .......... .......... .......... 67% 110M 0s 2024-09-19T14:04:10.981 INFO:teuthology.orchestra.run.smithi031.stderr: 62400K .......... .......... .......... .......... .......... 67% 114M 0s 2024-09-19T14:04:10.981 INFO:teuthology.orchestra.run.smithi031.stderr: 62450K .......... .......... .......... .......... .......... 67% 89.4M 0s 2024-09-19T14:04:10.981 INFO:teuthology.orchestra.run.smithi031.stderr: 62500K .......... .......... .......... .......... .......... 67% 130M 0s 2024-09-19T14:04:10.981 INFO:teuthology.orchestra.run.smithi031.stderr: 62550K .......... .......... .......... .......... .......... 67% 157M 0s 2024-09-19T14:04:10.981 INFO:teuthology.orchestra.run.smithi031.stderr: 62600K .......... .......... .......... .......... .......... 67% 191M 0s 2024-09-19T14:04:10.981 INFO:teuthology.orchestra.run.smithi031.stderr: 62650K .......... .......... .......... .......... .......... 67% 126M 0s 2024-09-19T14:04:10.981 INFO:teuthology.orchestra.run.smithi031.stderr: 62700K .......... .......... .......... .......... .......... 67% 143M 0s 2024-09-19T14:04:10.981 INFO:teuthology.orchestra.run.smithi031.stderr: 62750K .......... .......... .......... .......... .......... 67% 112M 0s 2024-09-19T14:04:10.981 INFO:teuthology.orchestra.run.smithi031.stderr: 62800K .......... .......... .......... .......... .......... 67% 236M 0s 2024-09-19T14:04:10.981 INFO:teuthology.orchestra.run.smithi031.stderr: 62850K .......... .......... .......... .......... .......... 67% 217M 0s 2024-09-19T14:04:10.982 INFO:teuthology.orchestra.run.smithi031.stderr: 62900K .......... .......... .......... .......... .......... 67% 141M 0s 2024-09-19T14:04:10.982 INFO:teuthology.orchestra.run.smithi031.stderr: 62950K .......... .......... .......... .......... .......... 67% 176M 0s 2024-09-19T14:04:10.982 INFO:teuthology.orchestra.run.smithi031.stderr: 63000K .......... .......... .......... .......... .......... 67% 225M 0s 2024-09-19T14:04:10.982 INFO:teuthology.orchestra.run.smithi031.stderr: 63050K .......... .......... .......... .......... .......... 67% 154M 0s 2024-09-19T14:04:10.982 INFO:teuthology.orchestra.run.smithi031.stderr: 63100K .......... .......... .......... .......... .......... 67% 132M 0s 2024-09-19T14:04:10.982 INFO:teuthology.orchestra.run.smithi031.stderr: 63150K .......... .......... .......... .......... .......... 68% 202M 0s 2024-09-19T14:04:10.982 INFO:teuthology.orchestra.run.smithi031.stderr: 63200K .......... .......... .......... .......... .......... 68% 148M 0s 2024-09-19T14:04:10.982 INFO:teuthology.orchestra.run.smithi031.stderr: 63250K .......... .......... .......... .......... .......... 68% 199M 0s 2024-09-19T14:04:10.982 INFO:teuthology.orchestra.run.smithi031.stderr: 63300K .......... .......... .......... .......... .......... 68% 212M 0s 2024-09-19T14:04:10.982 INFO:teuthology.orchestra.run.smithi031.stderr: 63350K .......... .......... .......... .......... .......... 68% 185M 0s 2024-09-19T14:04:10.982 INFO:teuthology.orchestra.run.smithi031.stderr: 63400K .......... .......... .......... .......... .......... 68% 218M 0s 2024-09-19T14:04:10.982 INFO:teuthology.orchestra.run.smithi031.stderr: 63450K .......... .......... .......... .......... .......... 68% 91.5M 0s 2024-09-19T14:04:10.982 INFO:teuthology.orchestra.run.smithi031.stderr: 63500K .......... .......... .......... .......... .......... 68% 179M 0s 2024-09-19T14:04:10.983 INFO:teuthology.orchestra.run.smithi031.stderr: 63550K .......... .......... .......... .......... .......... 68% 197M 0s 2024-09-19T14:04:10.983 INFO:teuthology.orchestra.run.smithi031.stderr: 63600K .......... .......... .......... .......... .......... 68% 186M 0s 2024-09-19T14:04:10.983 INFO:teuthology.orchestra.run.smithi031.stderr: 63650K .......... .......... .......... .......... .......... 68% 151M 0s 2024-09-19T14:04:10.983 INFO:teuthology.orchestra.run.smithi031.stderr: 63700K .......... .......... .......... .......... .......... 68% 232M 0s 2024-09-19T14:04:10.983 INFO:teuthology.orchestra.run.smithi031.stderr: 63750K .......... .......... .......... .......... .......... 68% 69.3M 0s 2024-09-19T14:04:10.983 INFO:teuthology.orchestra.run.smithi031.stderr: 63800K .......... .......... .......... .......... .......... 68% 241M 0s 2024-09-19T14:04:10.983 INFO:teuthology.orchestra.run.smithi031.stderr: 63850K .......... .......... .......... .......... .......... 68% 132M 0s 2024-09-19T14:04:10.983 INFO:teuthology.orchestra.run.smithi031.stderr: 63900K .......... .......... .......... .......... .......... 68% 135M 0s 2024-09-19T14:04:10.983 INFO:teuthology.orchestra.run.smithi031.stderr: 63950K .......... .......... .......... .......... .......... 68% 162M 0s 2024-09-19T14:04:10.983 INFO:teuthology.orchestra.run.smithi031.stderr: 64000K .......... .......... .......... .......... .......... 68% 181M 0s 2024-09-19T14:04:10.983 INFO:teuthology.orchestra.run.smithi031.stderr: 64050K .......... .......... .......... .......... .......... 68% 114M 0s 2024-09-19T14:04:10.983 INFO:teuthology.orchestra.run.smithi031.stderr: 64100K .......... .......... .......... .......... .......... 69% 180M 0s 2024-09-19T14:04:10.983 INFO:teuthology.orchestra.run.smithi031.stderr: 64150K .......... .......... .......... .......... .......... 69% 174M 0s 2024-09-19T14:04:10.983 INFO:teuthology.orchestra.run.smithi031.stderr: 64200K .......... .......... .......... .......... .......... 69% 212M 0s 2024-09-19T14:04:10.984 INFO:teuthology.orchestra.run.smithi031.stderr: 64250K .......... .......... .......... .......... .......... 69% 227M 0s 2024-09-19T14:04:10.984 INFO:teuthology.orchestra.run.smithi031.stderr: 64300K .......... .......... .......... .......... .......... 69% 124M 0s 2024-09-19T14:04:10.984 INFO:teuthology.orchestra.run.smithi031.stderr: 64350K .......... .......... .......... .......... .......... 69% 134M 0s 2024-09-19T14:04:10.984 INFO:teuthology.orchestra.run.smithi031.stderr: 64400K .......... .......... .......... .......... .......... 69% 145M 0s 2024-09-19T14:04:10.984 INFO:teuthology.orchestra.run.smithi031.stderr: 64450K .......... .......... .......... .......... .......... 69% 206M 0s 2024-09-19T14:04:10.984 INFO:teuthology.orchestra.run.smithi031.stderr: 64500K .......... .......... .......... .......... .......... 69% 233M 0s 2024-09-19T14:04:10.984 INFO:teuthology.orchestra.run.smithi031.stderr: 64550K .......... .......... .......... .......... .......... 69% 190M 0s 2024-09-19T14:04:10.984 INFO:teuthology.orchestra.run.smithi031.stderr: 64600K .......... .......... .......... .......... .......... 69% 228M 0s 2024-09-19T14:04:10.984 INFO:teuthology.orchestra.run.smithi031.stderr: 64650K .......... .......... .......... .......... .......... 69% 210M 0s 2024-09-19T14:04:10.984 INFO:teuthology.orchestra.run.smithi031.stderr: 64700K .......... .......... .......... .......... .......... 69% 237M 0s 2024-09-19T14:04:10.984 INFO:teuthology.orchestra.run.smithi031.stderr: 64750K .......... .......... .......... .......... .......... 69% 144M 0s 2024-09-19T14:04:10.984 INFO:teuthology.orchestra.run.smithi031.stderr: 64800K .......... .......... .......... .......... .......... 69% 223M 0s 2024-09-19T14:04:10.984 INFO:teuthology.orchestra.run.smithi031.stderr: 64850K .......... .......... .......... .......... .......... 69% 165M 0s 2024-09-19T14:04:10.984 INFO:teuthology.orchestra.run.smithi031.stderr: 64900K .......... .......... .......... .......... .......... 69% 227M 0s 2024-09-19T14:04:10.984 INFO:teuthology.orchestra.run.smithi031.stderr: 64950K .......... .......... .......... .......... .......... 69% 171M 0s 2024-09-19T14:04:10.985 INFO:teuthology.orchestra.run.smithi031.stderr: 65000K .......... .......... .......... .......... .......... 70% 228M 0s 2024-09-19T14:04:10.985 INFO:teuthology.orchestra.run.smithi031.stderr: 65050K .......... .......... .......... .......... .......... 70% 80.9M 0s 2024-09-19T14:04:10.985 INFO:teuthology.orchestra.run.smithi031.stderr: 65100K .......... .......... .......... .......... .......... 70% 192M 0s 2024-09-19T14:04:10.985 INFO:teuthology.orchestra.run.smithi031.stderr: 65150K .......... .......... .......... .......... .......... 70% 194M 0s 2024-09-19T14:04:10.985 INFO:teuthology.orchestra.run.smithi031.stderr: 65200K .......... .......... .......... .......... .......... 70% 233M 0s 2024-09-19T14:04:10.985 INFO:teuthology.orchestra.run.smithi031.stderr: 65250K .......... .......... .......... .......... .......... 70% 111M 0s 2024-09-19T14:04:10.985 INFO:teuthology.orchestra.run.smithi031.stderr: 65300K .......... .......... .......... .......... .......... 70% 228M 0s 2024-09-19T14:04:10.985 INFO:teuthology.orchestra.run.smithi031.stderr: 65350K .......... .......... .......... .......... .......... 70% 140M 0s 2024-09-19T14:04:10.985 INFO:teuthology.orchestra.run.smithi031.stderr: 65400K .......... .......... .......... .......... .......... 70% 219M 0s 2024-09-19T14:04:10.985 INFO:teuthology.orchestra.run.smithi031.stderr: 65450K .......... .......... .......... .......... .......... 70% 92.3M 0s 2024-09-19T14:04:10.985 INFO:teuthology.orchestra.run.smithi031.stderr: 65500K .......... .......... .......... .......... .......... 70% 190M 0s 2024-09-19T14:04:10.985 INFO:teuthology.orchestra.run.smithi031.stderr: 65550K .......... .......... .......... .......... .......... 70% 108M 0s 2024-09-19T14:04:10.985 INFO:teuthology.orchestra.run.smithi031.stderr: 65600K .......... .......... .......... .......... .......... 70% 220M 0s 2024-09-19T14:04:10.986 INFO:teuthology.orchestra.run.smithi031.stderr: 65650K .......... .......... .......... .......... .......... 70% 189M 0s 2024-09-19T14:04:10.986 INFO:teuthology.orchestra.run.smithi031.stderr: 65700K .......... .......... .......... .......... .......... 70% 215M 0s 2024-09-19T14:04:10.986 INFO:teuthology.orchestra.run.smithi031.stderr: 65750K .......... .......... .......... .......... .......... 70% 109M 0s 2024-09-19T14:04:10.986 INFO:teuthology.orchestra.run.smithi031.stderr: 65800K .......... .......... .......... .......... .......... 70% 218M 0s 2024-09-19T14:04:10.986 INFO:teuthology.orchestra.run.smithi031.stderr: 65850K .......... .......... .......... .......... .......... 70% 229M 0s 2024-09-19T14:04:10.986 INFO:teuthology.orchestra.run.smithi031.stderr: 65900K .......... .......... .......... .......... .......... 70% 226M 0s 2024-09-19T14:04:10.986 INFO:teuthology.orchestra.run.smithi031.stderr: 65950K .......... .......... .......... .......... .......... 71% 211M 0s 2024-09-19T14:04:10.986 INFO:teuthology.orchestra.run.smithi031.stderr: 66000K .......... .......... .......... .......... .......... 71% 104M 0s 2024-09-19T14:04:10.986 INFO:teuthology.orchestra.run.smithi031.stderr: 66050K .......... .......... .......... .......... .......... 71% 217M 0s 2024-09-19T14:04:10.986 INFO:teuthology.orchestra.run.smithi031.stderr: 66100K .......... .......... .......... .......... .......... 71% 100M 0s 2024-09-19T14:04:10.986 INFO:teuthology.orchestra.run.smithi031.stderr: 66150K .......... .......... .......... .......... .......... 71% 93.0M 0s 2024-09-19T14:04:10.986 INFO:teuthology.orchestra.run.smithi031.stderr: 66200K .......... .......... .......... .......... .......... 71% 174M 0s 2024-09-19T14:04:10.986 INFO:teuthology.orchestra.run.smithi031.stderr: 66250K .......... .......... .......... .......... .......... 71% 222M 0s 2024-09-19T14:04:10.986 INFO:teuthology.orchestra.run.smithi031.stderr: 66300K .......... .......... .......... .......... .......... 71% 217M 0s 2024-09-19T14:04:10.986 INFO:teuthology.orchestra.run.smithi031.stderr: 66350K .......... .......... .......... .......... .......... 71% 58.5M 0s 2024-09-19T14:04:10.987 INFO:teuthology.orchestra.run.smithi031.stderr: 66400K .......... .......... .......... .......... .......... 71% 234M 0s 2024-09-19T14:04:10.987 INFO:teuthology.orchestra.run.smithi031.stderr: 66450K .......... .......... .......... .......... .......... 71% 234M 0s 2024-09-19T14:04:10.987 INFO:teuthology.orchestra.run.smithi031.stderr: 66500K .......... .......... .......... .......... .......... 71% 172M 0s 2024-09-19T14:04:10.987 INFO:teuthology.orchestra.run.smithi031.stderr: 66550K .......... .......... .......... .......... .......... 71% 147M 0s 2024-09-19T14:04:10.987 INFO:teuthology.orchestra.run.smithi031.stderr: 66600K .......... .......... .......... .......... .......... 71% 240M 0s 2024-09-19T14:04:10.987 INFO:teuthology.orchestra.run.smithi031.stderr: 66650K .......... .......... .......... .......... .......... 71% 109M 0s 2024-09-19T14:04:10.987 INFO:teuthology.orchestra.run.smithi031.stderr: 66700K .......... .......... .......... .......... .......... 71% 208M 0s 2024-09-19T14:04:10.987 INFO:teuthology.orchestra.run.smithi031.stderr: 66750K .......... .......... .......... .......... .......... 71% 200M 0s 2024-09-19T14:04:10.987 INFO:teuthology.orchestra.run.smithi031.stderr: 66800K .......... .......... .......... .......... .......... 71% 238M 0s 2024-09-19T14:04:10.987 INFO:teuthology.orchestra.run.smithi031.stderr: 66850K .......... .......... .......... .......... .......... 72% 176M 0s 2024-09-19T14:04:10.987 INFO:teuthology.orchestra.run.smithi031.stderr: 66900K .......... .......... .......... .......... .......... 72% 165M 0s 2024-09-19T14:04:10.987 INFO:teuthology.orchestra.run.smithi031.stderr: 66950K .......... .......... .......... .......... .......... 72% 102M 0s 2024-09-19T14:04:10.987 INFO:teuthology.orchestra.run.smithi031.stderr: 67000K .......... .......... .......... .......... .......... 72% 185M 0s 2024-09-19T14:04:10.987 INFO:teuthology.orchestra.run.smithi031.stderr: 67050K .......... .......... .......... .......... .......... 72% 198M 0s 2024-09-19T14:04:10.987 INFO:teuthology.orchestra.run.smithi031.stderr: 67100K .......... .......... .......... .......... .......... 72% 201M 0s 2024-09-19T14:04:10.988 INFO:teuthology.orchestra.run.smithi031.stderr: 67150K .......... .......... .......... .......... .......... 72% 197M 0s 2024-09-19T14:04:10.988 INFO:teuthology.orchestra.run.smithi031.stderr: 67200K .......... .......... .......... .......... .......... 72% 223M 0s 2024-09-19T14:04:10.988 INFO:teuthology.orchestra.run.smithi031.stderr: 67250K .......... .......... .......... .......... .......... 72% 237M 0s 2024-09-19T14:04:10.988 INFO:teuthology.orchestra.run.smithi031.stderr: 67300K .......... .......... .......... .......... .......... 72% 212M 0s 2024-09-19T14:04:10.988 INFO:teuthology.orchestra.run.smithi031.stderr: 67350K .......... .......... .......... .......... .......... 72% 148M 0s 2024-09-19T14:04:10.988 INFO:teuthology.orchestra.run.smithi031.stderr: 67400K .......... .......... .......... .......... .......... 72% 222M 0s 2024-09-19T14:04:10.988 INFO:teuthology.orchestra.run.smithi031.stderr: 67450K .......... .......... .......... .......... .......... 72% 216M 0s 2024-09-19T14:04:10.988 INFO:teuthology.orchestra.run.smithi031.stderr: 67500K .......... .......... .......... .......... .......... 72% 216M 0s 2024-09-19T14:04:10.988 INFO:teuthology.orchestra.run.smithi031.stderr: 67550K .......... .......... .......... .......... .......... 72% 240M 0s 2024-09-19T14:04:10.988 INFO:teuthology.orchestra.run.smithi031.stderr: 67600K .......... .......... .......... .......... .......... 72% 157M 0s 2024-09-19T14:04:10.988 INFO:teuthology.orchestra.run.smithi031.stderr: 67650K .......... .......... .......... .......... .......... 72% 131M 0s 2024-09-19T14:04:10.988 INFO:teuthology.orchestra.run.smithi031.stderr: 67700K .......... .......... .......... .......... .......... 72% 198M 0s 2024-09-19T14:04:10.988 INFO:teuthology.orchestra.run.smithi031.stderr: 67750K .......... .......... .......... .......... .......... 72% 217M 0s 2024-09-19T14:04:10.988 INFO:teuthology.orchestra.run.smithi031.stderr: 67800K .......... .......... .......... .......... .......... 73% 167M 0s 2024-09-19T14:04:10.989 INFO:teuthology.orchestra.run.smithi031.stderr: 67850K .......... .......... .......... .......... .......... 73% 64.5M 0s 2024-09-19T14:04:10.989 INFO:teuthology.orchestra.run.smithi031.stderr: 67900K .......... .......... .......... .......... .......... 73% 218M 0s 2024-09-19T14:04:10.989 INFO:teuthology.orchestra.run.smithi031.stderr: 67950K .......... .......... .......... .......... .......... 73% 233M 0s 2024-09-19T14:04:10.989 INFO:teuthology.orchestra.run.smithi031.stderr: 68000K .......... .......... .......... .......... .......... 73% 105M 0s 2024-09-19T14:04:10.989 INFO:teuthology.orchestra.run.smithi031.stderr: 68050K .......... .......... .......... .......... .......... 73% 141M 0s 2024-09-19T14:04:10.989 INFO:teuthology.orchestra.run.smithi031.stderr: 68100K .......... .......... .......... .......... .......... 73% 215M 0s 2024-09-19T14:04:10.989 INFO:teuthology.orchestra.run.smithi031.stderr: 68150K .......... .......... .......... .......... .......... 73% 237M 0s 2024-09-19T14:04:10.989 INFO:teuthology.orchestra.run.smithi031.stderr: 68200K .......... .......... .......... .......... .......... 73% 65.5M 0s 2024-09-19T14:04:10.989 INFO:teuthology.orchestra.run.smithi031.stderr: 68250K .......... .......... .......... .......... .......... 73% 185M 0s 2024-09-19T14:04:10.989 INFO:teuthology.orchestra.run.smithi031.stderr: 68300K .......... .......... .......... .......... .......... 73% 127M 0s 2024-09-19T14:04:10.989 INFO:teuthology.orchestra.run.smithi031.stderr: 68350K .......... .......... .......... .......... .......... 73% 105M 0s 2024-09-19T14:04:10.989 INFO:teuthology.orchestra.run.smithi031.stderr: 68400K .......... .......... .......... .......... .......... 73% 210M 0s 2024-09-19T14:04:10.989 INFO:teuthology.orchestra.run.smithi031.stderr: 68450K .......... .......... .......... .......... .......... 73% 196M 0s 2024-09-19T14:04:10.989 INFO:teuthology.orchestra.run.smithi031.stderr: 68500K .......... .......... .......... .......... .......... 73% 237M 0s 2024-09-19T14:04:10.990 INFO:teuthology.orchestra.run.smithi031.stderr: 68550K .......... .......... .......... .......... .......... 73% 224M 0s 2024-09-19T14:04:10.990 INFO:teuthology.orchestra.run.smithi031.stderr: 68600K .......... .......... .......... .......... .......... 73% 95.8M 0s 2024-09-19T14:04:10.990 INFO:teuthology.orchestra.run.smithi031.stderr: 68650K .......... .......... .......... .......... .......... 73% 128M 0s 2024-09-19T14:04:10.990 INFO:teuthology.orchestra.run.smithi031.stderr: 68700K .......... .......... .......... .......... .......... 74% 153M 0s 2024-09-19T14:04:10.990 INFO:teuthology.orchestra.run.smithi031.stderr: 68750K .......... .......... .......... .......... .......... 74% 119M 0s 2024-09-19T14:04:10.990 INFO:teuthology.orchestra.run.smithi031.stderr: 68800K .......... .......... .......... .......... .......... 74% 223M 0s 2024-09-19T14:04:10.990 INFO:teuthology.orchestra.run.smithi031.stderr: 68850K .......... .......... .......... .......... .......... 74% 212M 0s 2024-09-19T14:04:10.990 INFO:teuthology.orchestra.run.smithi031.stderr: 68900K .......... .......... .......... .......... .......... 74% 188M 0s 2024-09-19T14:04:10.990 INFO:teuthology.orchestra.run.smithi031.stderr: 68950K .......... .......... .......... .......... .......... 74% 64.8M 0s 2024-09-19T14:04:10.990 INFO:teuthology.orchestra.run.smithi031.stderr: 69000K .......... .......... .......... .......... .......... 74% 230M 0s 2024-09-19T14:04:10.990 INFO:teuthology.orchestra.run.smithi031.stderr: 69050K .......... .......... .......... .......... .......... 74% 185M 0s 2024-09-19T14:04:10.990 INFO:teuthology.orchestra.run.smithi031.stderr: 69100K .......... .......... .......... .......... .......... 74% 137M 0s 2024-09-19T14:04:10.990 INFO:teuthology.orchestra.run.smithi031.stderr: 69150K .......... .......... .......... .......... .......... 74% 194M 0s 2024-09-19T14:04:10.990 INFO:teuthology.orchestra.run.smithi031.stderr: 69200K .......... .......... .......... .......... .......... 74% 198M 0s 2024-09-19T14:04:10.990 INFO:teuthology.orchestra.run.smithi031.stderr: 69250K .......... .......... .......... .......... .......... 74% 71.6M 0s 2024-09-19T14:04:10.991 INFO:teuthology.orchestra.run.smithi031.stderr: 69300K .......... .......... .......... .......... .......... 74% 151M 0s 2024-09-19T14:04:10.991 INFO:teuthology.orchestra.run.smithi031.stderr: 69350K .......... .......... .......... .......... .......... 74% 189M 0s 2024-09-19T14:04:10.991 INFO:teuthology.orchestra.run.smithi031.stderr: 69400K .......... .......... .......... .......... .......... 74% 199M 0s 2024-09-19T14:04:10.991 INFO:teuthology.orchestra.run.smithi031.stderr: 69450K .......... .......... .......... .......... .......... 74% 155M 0s 2024-09-19T14:04:10.991 INFO:teuthology.orchestra.run.smithi031.stderr: 69500K .......... .......... .......... .......... .......... 74% 164M 0s 2024-09-19T14:04:10.991 INFO:teuthology.orchestra.run.smithi031.stderr: 69550K .......... .......... .......... .......... .......... 74% 162M 0s 2024-09-19T14:04:10.991 INFO:teuthology.orchestra.run.smithi031.stderr: 69600K .......... .......... .......... .......... .......... 74% 210M 0s 2024-09-19T14:04:10.991 INFO:teuthology.orchestra.run.smithi031.stderr: 69650K .......... .......... .......... .......... .......... 75% 171M 0s 2024-09-19T14:04:10.991 INFO:teuthology.orchestra.run.smithi031.stderr: 69700K .......... .......... .......... .......... .......... 75% 171M 0s 2024-09-19T14:04:10.991 INFO:teuthology.orchestra.run.smithi031.stderr: 69750K .......... .......... .......... .......... .......... 75% 184M 0s 2024-09-19T14:04:10.991 INFO:teuthology.orchestra.run.smithi031.stderr: 69800K .......... .......... .......... .......... .......... 75% 235M 0s 2024-09-19T14:04:10.991 INFO:teuthology.orchestra.run.smithi031.stderr: 69850K .......... .......... .......... .......... .......... 75% 187M 0s 2024-09-19T14:04:10.991 INFO:teuthology.orchestra.run.smithi031.stderr: 69900K .......... .......... .......... .......... .......... 75% 227M 0s 2024-09-19T14:04:10.991 INFO:teuthology.orchestra.run.smithi031.stderr: 69950K .......... .......... .......... .......... .......... 75% 222M 0s 2024-09-19T14:04:10.992 INFO:teuthology.orchestra.run.smithi031.stderr: 70000K .......... .......... .......... .......... .......... 75% 234M 0s 2024-09-19T14:04:10.992 INFO:teuthology.orchestra.run.smithi031.stderr: 70050K .......... .......... .......... .......... .......... 75% 210M 0s 2024-09-19T14:04:10.992 INFO:teuthology.orchestra.run.smithi031.stderr: 70100K .......... .......... .......... .......... .......... 75% 226M 0s 2024-09-19T14:04:10.992 INFO:teuthology.orchestra.run.smithi031.stderr: 70150K .......... .......... .......... .......... .......... 75% 237M 0s 2024-09-19T14:04:10.992 INFO:teuthology.orchestra.run.smithi031.stderr: 70200K .......... .......... .......... .......... .......... 75% 226M 0s 2024-09-19T14:04:10.992 INFO:teuthology.orchestra.run.smithi031.stderr: 70250K .......... .......... .......... .......... .......... 75% 75.7M 0s 2024-09-19T14:04:10.992 INFO:teuthology.orchestra.run.smithi031.stderr: 70300K .......... .......... .......... .......... .......... 75% 223M 0s 2024-09-19T14:04:10.992 INFO:teuthology.orchestra.run.smithi031.stderr: 70350K .......... .......... .......... .......... .......... 75% 146M 0s 2024-09-19T14:04:10.992 INFO:teuthology.orchestra.run.smithi031.stderr: 70400K .......... .......... .......... .......... .......... 75% 132M 0s 2024-09-19T14:04:10.992 INFO:teuthology.orchestra.run.smithi031.stderr: 70450K .......... .......... .......... .......... .......... 75% 105M 0s 2024-09-19T14:04:10.992 INFO:teuthology.orchestra.run.smithi031.stderr: 70500K .......... .......... .......... .......... .......... 75% 224M 0s 2024-09-19T14:04:10.992 INFO:teuthology.orchestra.run.smithi031.stderr: 70550K .......... .......... .......... .......... .......... 75% 185M 0s 2024-09-19T14:04:10.992 INFO:teuthology.orchestra.run.smithi031.stderr: 70600K .......... .......... .......... .......... .......... 76% 105M 0s 2024-09-19T14:04:10.992 INFO:teuthology.orchestra.run.smithi031.stderr: 70650K .......... .......... .......... .......... .......... 76% 99.7M 0s 2024-09-19T14:04:10.993 INFO:teuthology.orchestra.run.smithi031.stderr: 70700K .......... .......... .......... .......... .......... 76% 216M 0s 2024-09-19T14:04:10.993 INFO:teuthology.orchestra.run.smithi031.stderr: 70750K .......... .......... .......... .......... .......... 76% 241M 0s 2024-09-19T14:04:10.993 INFO:teuthology.orchestra.run.smithi031.stderr: 70800K .......... .......... .......... .......... .......... 76% 182M 0s 2024-09-19T14:04:10.993 INFO:teuthology.orchestra.run.smithi031.stderr: 70850K .......... .......... .......... .......... .......... 76% 165M 0s 2024-09-19T14:04:10.993 INFO:teuthology.orchestra.run.smithi031.stderr: 70900K .......... .......... .......... .......... .......... 76% 156M 0s 2024-09-19T14:04:10.993 INFO:teuthology.orchestra.run.smithi031.stderr: 70950K .......... .......... .......... .......... .......... 76% 221M 0s 2024-09-19T14:04:10.993 INFO:teuthology.orchestra.run.smithi031.stderr: 71000K .......... .......... .......... .......... .......... 76% 186M 0s 2024-09-19T14:04:10.993 INFO:teuthology.orchestra.run.smithi031.stderr: 71050K .......... .......... .......... .......... .......... 76% 169M 0s 2024-09-19T14:04:10.993 INFO:teuthology.orchestra.run.smithi031.stderr: 71100K .......... .......... .......... .......... .......... 76% 214M 0s 2024-09-19T14:04:10.993 INFO:teuthology.orchestra.run.smithi031.stderr: 71150K .......... .......... .......... .......... .......... 76% 88.1M 0s 2024-09-19T14:04:10.993 INFO:teuthology.orchestra.run.smithi031.stderr: 71200K .......... .......... .......... .......... .......... 76% 150M 0s 2024-09-19T14:04:10.993 INFO:teuthology.orchestra.run.smithi031.stderr: 71250K .......... .......... .......... .......... .......... 76% 146M 0s 2024-09-19T14:04:10.993 INFO:teuthology.orchestra.run.smithi031.stderr: 71300K .......... .......... .......... .......... .......... 76% 249M 0s 2024-09-19T14:04:10.994 INFO:teuthology.orchestra.run.smithi031.stderr: 71350K .......... .......... .......... .......... .......... 76% 161M 0s 2024-09-19T14:04:10.994 INFO:teuthology.orchestra.run.smithi031.stderr: 71400K .......... .......... .......... .......... .......... 76% 233M 0s 2024-09-19T14:04:10.994 INFO:teuthology.orchestra.run.smithi031.stderr: 71450K .......... .......... .......... .......... .......... 76% 188M 0s 2024-09-19T14:04:10.994 INFO:teuthology.orchestra.run.smithi031.stderr: 71500K .......... .......... .......... .......... .......... 77% 237M 0s 2024-09-19T14:04:10.994 INFO:teuthology.orchestra.run.smithi031.stderr: 71550K .......... .......... .......... .......... .......... 77% 108M 0s 2024-09-19T14:04:10.994 INFO:teuthology.orchestra.run.smithi031.stderr: 71600K .......... .......... .......... .......... .......... 77% 235M 0s 2024-09-19T14:04:10.994 INFO:teuthology.orchestra.run.smithi031.stderr: 71650K .......... .......... .......... .......... .......... 77% 189M 0s 2024-09-19T14:04:10.994 INFO:teuthology.orchestra.run.smithi031.stderr: 71700K .......... .......... .......... .......... .......... 77% 246M 0s 2024-09-19T14:04:10.994 INFO:teuthology.orchestra.run.smithi031.stderr: 71750K .......... .......... .......... .......... .......... 77% 237M 0s 2024-09-19T14:04:10.994 INFO:teuthology.orchestra.run.smithi031.stderr: 71800K .......... .......... .......... .......... .......... 77% 212M 0s 2024-09-19T14:04:10.994 INFO:teuthology.orchestra.run.smithi031.stderr: 71850K .......... .......... .......... .......... .......... 77% 235M 0s 2024-09-19T14:04:10.994 INFO:teuthology.orchestra.run.smithi031.stderr: 71900K .......... .......... .......... .......... .......... 77% 199M 0s 2024-09-19T14:04:10.994 INFO:teuthology.orchestra.run.smithi031.stderr: 71950K .......... .......... .......... .......... .......... 77% 231M 0s 2024-09-19T14:04:10.994 INFO:teuthology.orchestra.run.smithi031.stderr: 72000K .......... .......... .......... .......... .......... 77% 240M 0s 2024-09-19T14:04:10.995 INFO:teuthology.orchestra.run.smithi031.stderr: 72050K .......... .......... .......... .......... .......... 77% 227M 0s 2024-09-19T14:04:10.995 INFO:teuthology.orchestra.run.smithi031.stderr: 72100K .......... .......... .......... .......... .......... 77% 211M 0s 2024-09-19T14:04:10.995 INFO:teuthology.orchestra.run.smithi031.stderr: 72150K .......... .......... .......... .......... .......... 77% 237M 0s 2024-09-19T14:04:10.995 INFO:teuthology.orchestra.run.smithi031.stderr: 72200K .......... .......... .......... .......... .......... 77% 240M 0s 2024-09-19T14:04:10.995 INFO:teuthology.orchestra.run.smithi031.stderr: 72250K .......... .......... .......... .......... .......... 77% 183M 0s 2024-09-19T14:04:10.995 INFO:teuthology.orchestra.run.smithi031.stderr: 72300K .......... .......... .......... .......... .......... 77% 84.7M 0s 2024-09-19T14:04:10.995 INFO:teuthology.orchestra.run.smithi031.stderr: 72350K .......... .......... .......... .......... .......... 77% 84.9M 0s 2024-09-19T14:04:10.995 INFO:teuthology.orchestra.run.smithi031.stderr: 72400K .......... .......... .......... .......... .......... 77% 204M 0s 2024-09-19T14:04:10.995 INFO:teuthology.orchestra.run.smithi031.stderr: 72450K .......... .......... .......... .......... .......... 78% 169M 0s 2024-09-19T14:04:10.995 INFO:teuthology.orchestra.run.smithi031.stderr: 72500K .......... .......... .......... .......... .......... 78% 168M 0s 2024-09-19T14:04:10.995 INFO:teuthology.orchestra.run.smithi031.stderr: 72550K .......... .......... .......... .......... .......... 78% 190M 0s 2024-09-19T14:04:10.995 INFO:teuthology.orchestra.run.smithi031.stderr: 72600K .......... .......... .......... .......... .......... 78% 212M 0s 2024-09-19T14:04:10.995 INFO:teuthology.orchestra.run.smithi031.stderr: 72650K .......... .......... .......... .......... .......... 78% 240M 0s 2024-09-19T14:04:10.995 INFO:teuthology.orchestra.run.smithi031.stderr: 72700K .......... .......... .......... .......... .......... 78% 197M 0s 2024-09-19T14:04:10.995 INFO:teuthology.orchestra.run.smithi031.stderr: 72750K .......... .......... .......... .......... .......... 78% 222M 0s 2024-09-19T14:04:10.996 INFO:teuthology.orchestra.run.smithi031.stderr: 72800K .......... .......... .......... .......... .......... 78% 237M 0s 2024-09-19T14:04:10.996 INFO:teuthology.orchestra.run.smithi031.stderr: 72850K .......... .......... .......... .......... .......... 78% 237M 0s 2024-09-19T14:04:10.996 INFO:teuthology.orchestra.run.smithi031.stderr: 72900K .......... .......... .......... .......... .......... 78% 218M 0s 2024-09-19T14:04:10.996 INFO:teuthology.orchestra.run.smithi031.stderr: 72950K .......... .......... .......... .......... .......... 78% 165M 0s 2024-09-19T14:04:10.996 INFO:teuthology.orchestra.run.smithi031.stderr: 73000K .......... .......... .......... .......... .......... 78% 225M 0s 2024-09-19T14:04:10.996 INFO:teuthology.orchestra.run.smithi031.stderr: 73050K .......... .......... .......... .......... .......... 78% 242M 0s 2024-09-19T14:04:10.996 INFO:teuthology.orchestra.run.smithi031.stderr: 73100K .......... .......... .......... .......... .......... 78% 84.4M 0s 2024-09-19T14:04:10.996 INFO:teuthology.orchestra.run.smithi031.stderr: 73150K .......... .......... .......... .......... .......... 78% 200M 0s 2024-09-19T14:04:10.996 INFO:teuthology.orchestra.run.smithi031.stderr: 73200K .......... .......... .......... .......... .......... 78% 221M 0s 2024-09-19T14:04:10.996 INFO:teuthology.orchestra.run.smithi031.stderr: 73250K .......... .......... .......... .......... .......... 78% 105M 0s 2024-09-19T14:04:10.996 INFO:teuthology.orchestra.run.smithi031.stderr: 73300K .......... .......... .......... .......... .......... 78% 201M 0s 2024-09-19T14:04:10.996 INFO:teuthology.orchestra.run.smithi031.stderr: 73350K .......... .......... .......... .......... .......... 79% 138M 0s 2024-09-19T14:04:10.996 INFO:teuthology.orchestra.run.smithi031.stderr: 73400K .......... .......... .......... .......... .......... 79% 162M 0s 2024-09-19T14:04:10.996 INFO:teuthology.orchestra.run.smithi031.stderr: 73450K .......... .......... .......... .......... .......... 79% 112M 0s 2024-09-19T14:04:10.996 INFO:teuthology.orchestra.run.smithi031.stderr: 73500K .......... .......... .......... .......... .......... 79% 110M 0s 2024-09-19T14:04:10.997 INFO:teuthology.orchestra.run.smithi031.stderr: 73550K .......... .......... .......... .......... .......... 79% 216M 0s 2024-09-19T14:04:10.997 INFO:teuthology.orchestra.run.smithi031.stderr: 73600K .......... .......... .......... .......... .......... 79% 223M 0s 2024-09-19T14:04:10.997 INFO:teuthology.orchestra.run.smithi031.stderr: 73650K .......... .......... .......... .......... .......... 79% 223M 0s 2024-09-19T14:04:10.997 INFO:teuthology.orchestra.run.smithi031.stderr: 73700K .......... .......... .......... .......... .......... 79% 209M 0s 2024-09-19T14:04:10.997 INFO:teuthology.orchestra.run.smithi031.stderr: 73750K .......... .......... .......... .......... .......... 79% 224M 0s 2024-09-19T14:04:10.997 INFO:teuthology.orchestra.run.smithi031.stderr: 73800K .......... .......... .......... .......... .......... 79% 238M 0s 2024-09-19T14:04:10.997 INFO:teuthology.orchestra.run.smithi031.stderr: 73850K .......... .......... .......... .......... .......... 79% 164M 0s 2024-09-19T14:04:10.997 INFO:teuthology.orchestra.run.smithi031.stderr: 73900K .......... .......... .......... .......... .......... 79% 190M 0s 2024-09-19T14:04:10.997 INFO:teuthology.orchestra.run.smithi031.stderr: 73950K .......... .......... .......... .......... .......... 79% 245M 0s 2024-09-19T14:04:10.997 INFO:teuthology.orchestra.run.smithi031.stderr: 74000K .......... .......... .......... .......... .......... 79% 231M 0s 2024-09-19T14:04:10.997 INFO:teuthology.orchestra.run.smithi031.stderr: 74050K .......... .......... .......... .......... .......... 79% 248M 0s 2024-09-19T14:04:10.997 INFO:teuthology.orchestra.run.smithi031.stderr: 74100K .......... .......... .......... .......... .......... 79% 213M 0s 2024-09-19T14:04:10.997 INFO:teuthology.orchestra.run.smithi031.stderr: 74150K .......... .......... .......... .......... .......... 79% 228M 0s 2024-09-19T14:04:10.998 INFO:teuthology.orchestra.run.smithi031.stderr: 74200K .......... .......... .......... .......... .......... 79% 224M 0s 2024-09-19T14:04:10.998 INFO:teuthology.orchestra.run.smithi031.stderr: 74250K .......... .......... .......... .......... .......... 79% 239M 0s 2024-09-19T14:04:10.998 INFO:teuthology.orchestra.run.smithi031.stderr: 74300K .......... .......... .......... .......... .......... 80% 204M 0s 2024-09-19T14:04:10.998 INFO:teuthology.orchestra.run.smithi031.stderr: 74350K .......... .......... .......... .......... .......... 80% 230M 0s 2024-09-19T14:04:10.998 INFO:teuthology.orchestra.run.smithi031.stderr: 74400K .......... .......... .......... .......... .......... 80% 234M 0s 2024-09-19T14:04:10.998 INFO:teuthology.orchestra.run.smithi031.stderr: 74450K .......... .......... .......... .......... .......... 80% 226M 0s 2024-09-19T14:04:10.998 INFO:teuthology.orchestra.run.smithi031.stderr: 74500K .......... .......... .......... .......... .......... 80% 194M 0s 2024-09-19T14:04:10.998 INFO:teuthology.orchestra.run.smithi031.stderr: 74550K .......... .......... .......... .......... .......... 80% 226M 0s 2024-09-19T14:04:10.998 INFO:teuthology.orchestra.run.smithi031.stderr: 74600K .......... .......... .......... .......... .......... 80% 231M 0s 2024-09-19T14:04:10.998 INFO:teuthology.orchestra.run.smithi031.stderr: 74650K .......... .......... .......... .......... .......... 80% 242M 0s 2024-09-19T14:04:10.998 INFO:teuthology.orchestra.run.smithi031.stderr: 74700K .......... .......... .......... .......... .......... 80% 201M 0s 2024-09-19T14:04:10.998 INFO:teuthology.orchestra.run.smithi031.stderr: 74750K .......... .......... .......... .......... .......... 80% 204M 0s 2024-09-19T14:04:10.998 INFO:teuthology.orchestra.run.smithi031.stderr: 74800K .......... .......... .......... .......... .......... 80% 235M 0s 2024-09-19T14:04:10.998 INFO:teuthology.orchestra.run.smithi031.stderr: 74850K .......... .......... .......... .......... .......... 80% 256M 0s 2024-09-19T14:04:10.998 INFO:teuthology.orchestra.run.smithi031.stderr: 74900K .......... .......... .......... .......... .......... 80% 222M 0s 2024-09-19T14:04:10.999 INFO:teuthology.orchestra.run.smithi031.stderr: 74950K .......... .......... .......... .......... .......... 80% 233M 0s 2024-09-19T14:04:10.999 INFO:teuthology.orchestra.run.smithi031.stderr: 75000K .......... .......... .......... .......... .......... 80% 224M 0s 2024-09-19T14:04:10.999 INFO:teuthology.orchestra.run.smithi031.stderr: 75050K .......... .......... .......... .......... .......... 80% 220M 0s 2024-09-19T14:04:10.999 INFO:teuthology.orchestra.run.smithi031.stderr: 75100K .......... .......... .......... .......... .......... 80% 189M 0s 2024-09-19T14:04:10.999 INFO:teuthology.orchestra.run.smithi031.stderr: 75150K .......... .......... .......... .......... .......... 80% 213M 0s 2024-09-19T14:04:10.999 INFO:teuthology.orchestra.run.smithi031.stderr: 75200K .......... .......... .......... .......... .......... 81% 197M 0s 2024-09-19T14:04:10.999 INFO:teuthology.orchestra.run.smithi031.stderr: 75250K .......... .......... .......... .......... .......... 81% 184M 0s 2024-09-19T14:04:10.999 INFO:teuthology.orchestra.run.smithi031.stderr: 75300K .......... .......... .......... .......... .......... 81% 219M 0s 2024-09-19T14:04:10.999 INFO:teuthology.orchestra.run.smithi031.stderr: 75350K .......... .......... .......... .......... .......... 81% 256M 0s 2024-09-19T14:04:10.999 INFO:teuthology.orchestra.run.smithi031.stderr: 75400K .......... .......... .......... .......... .......... 81% 243M 0s 2024-09-19T14:04:10.999 INFO:teuthology.orchestra.run.smithi031.stderr: 75450K .......... .......... .......... .......... .......... 81% 255M 0s 2024-09-19T14:04:10.999 INFO:teuthology.orchestra.run.smithi031.stderr: 75500K .......... .......... .......... .......... .......... 81% 194M 0s 2024-09-19T14:04:10.999 INFO:teuthology.orchestra.run.smithi031.stderr: 75550K .......... .......... .......... .......... .......... 81% 250M 0s 2024-09-19T14:04:10.999 INFO:teuthology.orchestra.run.smithi031.stderr: 75600K .......... .......... .......... .......... .......... 81% 231M 0s 2024-09-19T14:04:10.999 INFO:teuthology.orchestra.run.smithi031.stderr: 75650K .......... .......... .......... .......... .......... 81% 189M 0s 2024-09-19T14:04:11.000 INFO:teuthology.orchestra.run.smithi031.stderr: 75700K .......... .......... .......... .......... .......... 81% 94.7M 0s 2024-09-19T14:04:11.000 INFO:teuthology.orchestra.run.smithi031.stderr: 75750K .......... .......... .......... .......... .......... 81% 239M 0s 2024-09-19T14:04:11.000 INFO:teuthology.orchestra.run.smithi031.stderr: 75800K .......... .......... .......... .......... .......... 81% 137M 0s 2024-09-19T14:04:11.000 INFO:teuthology.orchestra.run.smithi031.stderr: 75850K .......... .......... .......... .......... .......... 81% 245M 0s 2024-09-19T14:04:11.000 INFO:teuthology.orchestra.run.smithi031.stderr: 75900K .......... .......... .......... .......... .......... 81% 109M 0s 2024-09-19T14:04:11.000 INFO:teuthology.orchestra.run.smithi031.stderr: 75950K .......... .......... .......... .......... .......... 81% 123M 0s 2024-09-19T14:04:11.000 INFO:teuthology.orchestra.run.smithi031.stderr: 76000K .......... .......... .......... .......... .......... 81% 250M 0s 2024-09-19T14:04:11.000 INFO:teuthology.orchestra.run.smithi031.stderr: 76050K .......... .......... .......... .......... .......... 81% 163M 0s 2024-09-19T14:04:11.000 INFO:teuthology.orchestra.run.smithi031.stderr: 76100K .......... .......... .......... .......... .......... 81% 201M 0s 2024-09-19T14:04:11.000 INFO:teuthology.orchestra.run.smithi031.stderr: 76150K .......... .......... .......... .......... .......... 82% 152M 0s 2024-09-19T14:04:11.000 INFO:teuthology.orchestra.run.smithi031.stderr: 76200K .......... .......... .......... .......... .......... 82% 251M 0s 2024-09-19T14:04:11.000 INFO:teuthology.orchestra.run.smithi031.stderr: 76250K .......... .......... .......... .......... .......... 82% 254M 0s 2024-09-19T14:04:11.000 INFO:teuthology.orchestra.run.smithi031.stderr: 76300K .......... .......... .......... .......... .......... 82% 191M 0s 2024-09-19T14:04:11.000 INFO:teuthology.orchestra.run.smithi031.stderr: 76350K .......... .......... .......... .......... .......... 82% 154M 0s 2024-09-19T14:04:11.001 INFO:teuthology.orchestra.run.smithi031.stderr: 76400K .......... .......... .......... .......... .......... 82% 242M 0s 2024-09-19T14:04:11.001 INFO:teuthology.orchestra.run.smithi031.stderr: 76450K .......... .......... .......... .......... .......... 82% 184M 0s 2024-09-19T14:04:11.001 INFO:teuthology.orchestra.run.smithi031.stderr: 76500K .......... .......... .......... .......... .......... 82% 217M 0s 2024-09-19T14:04:11.001 INFO:teuthology.orchestra.run.smithi031.stderr: 76550K .......... .......... .......... .......... .......... 82% 178M 0s 2024-09-19T14:04:11.001 INFO:teuthology.orchestra.run.smithi031.stderr: 76600K .......... .......... .......... .......... .......... 82% 197M 0s 2024-09-19T14:04:11.001 INFO:teuthology.orchestra.run.smithi031.stderr: 76650K .......... .......... .......... .......... .......... 82% 244M 0s 2024-09-19T14:04:11.001 INFO:teuthology.orchestra.run.smithi031.stderr: 76700K .......... .......... .......... .......... .......... 82% 180M 0s 2024-09-19T14:04:11.001 INFO:teuthology.orchestra.run.smithi031.stderr: 76750K .......... .......... .......... .......... .......... 82% 245M 0s 2024-09-19T14:04:11.001 INFO:teuthology.orchestra.run.smithi031.stderr: 76800K .......... .......... .......... .......... .......... 82% 224M 0s 2024-09-19T14:04:11.001 INFO:teuthology.orchestra.run.smithi031.stderr: 76850K .......... .......... .......... .......... .......... 82% 255M 0s 2024-09-19T14:04:11.001 INFO:teuthology.orchestra.run.smithi031.stderr: 76900K .......... .......... .......... .......... .......... 82% 237M 0s 2024-09-19T14:04:11.001 INFO:teuthology.orchestra.run.smithi031.stderr: 76950K .......... .......... .......... .......... .......... 82% 251M 0s 2024-09-19T14:04:11.001 INFO:teuthology.orchestra.run.smithi031.stderr: 77000K .......... .......... .......... .......... .......... 82% 268M 0s 2024-09-19T14:04:11.001 INFO:teuthology.orchestra.run.smithi031.stderr: 77050K .......... .......... .......... .......... .......... 82% 254M 0s 2024-09-19T14:04:11.002 INFO:teuthology.orchestra.run.smithi031.stderr: 77100K .......... .......... .......... .......... .......... 83% 216M 0s 2024-09-19T14:04:11.002 INFO:teuthology.orchestra.run.smithi031.stderr: 77150K .......... .......... .......... .......... .......... 83% 126M 0s 2024-09-19T14:04:11.002 INFO:teuthology.orchestra.run.smithi031.stderr: 77200K .......... .......... .......... .......... .......... 83% 226M 0s 2024-09-19T14:04:11.002 INFO:teuthology.orchestra.run.smithi031.stderr: 77250K .......... .......... .......... .......... .......... 83% 233M 0s 2024-09-19T14:04:11.002 INFO:teuthology.orchestra.run.smithi031.stderr: 77300K .......... .......... .......... .......... .......... 83% 225M 0s 2024-09-19T14:04:11.002 INFO:teuthology.orchestra.run.smithi031.stderr: 77350K .......... .......... .......... .......... .......... 83% 255M 0s 2024-09-19T14:04:11.002 INFO:teuthology.orchestra.run.smithi031.stderr: 77400K .......... .......... .......... .......... .......... 83% 244M 0s 2024-09-19T14:04:11.002 INFO:teuthology.orchestra.run.smithi031.stderr: 77450K .......... .......... .......... .......... .......... 83% 264M 0s 2024-09-19T14:04:11.002 INFO:teuthology.orchestra.run.smithi031.stderr: 77500K .......... .......... .......... .......... .......... 83% 203M 0s 2024-09-19T14:04:11.002 INFO:teuthology.orchestra.run.smithi031.stderr: 77550K .......... .......... .......... .......... .......... 83% 246M 0s 2024-09-19T14:04:11.002 INFO:teuthology.orchestra.run.smithi031.stderr: 77600K .......... .......... .......... .......... .......... 83% 225M 0s 2024-09-19T14:04:11.002 INFO:teuthology.orchestra.run.smithi031.stderr: 77650K .......... .......... .......... .......... .......... 83% 264M 0s 2024-09-19T14:04:11.002 INFO:teuthology.orchestra.run.smithi031.stderr: 77700K .......... .......... .......... .......... .......... 83% 219M 0s 2024-09-19T14:04:11.002 INFO:teuthology.orchestra.run.smithi031.stderr: 77750K .......... .......... .......... .......... .......... 83% 244M 0s 2024-09-19T14:04:11.003 INFO:teuthology.orchestra.run.smithi031.stderr: 77800K .......... .......... .......... .......... .......... 83% 258M 0s 2024-09-19T14:04:11.003 INFO:teuthology.orchestra.run.smithi031.stderr: 77850K .......... .......... .......... .......... .......... 83% 251M 0s 2024-09-19T14:04:11.003 INFO:teuthology.orchestra.run.smithi031.stderr: 77900K .......... .......... .......... .......... .......... 83% 190M 0s 2024-09-19T14:04:11.003 INFO:teuthology.orchestra.run.smithi031.stderr: 77950K .......... .......... .......... .......... .......... 83% 237M 0s 2024-09-19T14:04:11.003 INFO:teuthology.orchestra.run.smithi031.stderr: 78000K .......... .......... .......... .......... .......... 84% 238M 0s 2024-09-19T14:04:11.003 INFO:teuthology.orchestra.run.smithi031.stderr: 78050K .......... .......... .......... .......... .......... 84% 232M 0s 2024-09-19T14:04:11.003 INFO:teuthology.orchestra.run.smithi031.stderr: 78100K .......... .......... .......... .......... .......... 84% 229M 0s 2024-09-19T14:04:11.003 INFO:teuthology.orchestra.run.smithi031.stderr: 78150K .......... .......... .......... .......... .......... 84% 235M 0s 2024-09-19T14:04:11.003 INFO:teuthology.orchestra.run.smithi031.stderr: 78200K .......... .......... .......... .......... .......... 84% 238M 0s 2024-09-19T14:04:11.003 INFO:teuthology.orchestra.run.smithi031.stderr: 78250K .......... .......... .......... .......... .......... 84% 209M 0s 2024-09-19T14:04:11.003 INFO:teuthology.orchestra.run.smithi031.stderr: 78300K .......... .......... .......... .......... .......... 84% 207M 0s 2024-09-19T14:04:11.003 INFO:teuthology.orchestra.run.smithi031.stderr: 78350K .......... .......... .......... .......... .......... 84% 242M 0s 2024-09-19T14:04:11.003 INFO:teuthology.orchestra.run.smithi031.stderr: 78400K .......... .......... .......... .......... .......... 84% 259M 0s 2024-09-19T14:04:11.004 INFO:teuthology.orchestra.run.smithi031.stderr: 78450K .......... .......... .......... .......... .......... 84% 253M 0s 2024-09-19T14:04:11.004 INFO:teuthology.orchestra.run.smithi031.stderr: 78500K .......... .......... .......... .......... .......... 84% 188M 0s 2024-09-19T14:04:11.004 INFO:teuthology.orchestra.run.smithi031.stderr: 78550K .......... .......... .......... .......... .......... 84% 248M 0s 2024-09-19T14:04:11.004 INFO:teuthology.orchestra.run.smithi031.stderr: 78600K .......... .......... .......... .......... .......... 84% 86.5M 0s 2024-09-19T14:04:11.004 INFO:teuthology.orchestra.run.smithi031.stderr: 78650K .......... .......... .......... .......... .......... 84% 245M 0s 2024-09-19T14:04:11.004 INFO:teuthology.orchestra.run.smithi031.stderr: 78700K .......... .......... .......... .......... .......... 84% 76.0M 0s 2024-09-19T14:04:11.004 INFO:teuthology.orchestra.run.smithi031.stderr: 78750K .......... .......... .......... .......... .......... 84% 237M 0s 2024-09-19T14:04:11.004 INFO:teuthology.orchestra.run.smithi031.stderr: 78800K .......... .......... .......... .......... .......... 84% 257M 0s 2024-09-19T14:04:11.004 INFO:teuthology.orchestra.run.smithi031.stderr: 78850K .......... .......... .......... .......... .......... 84% 255M 0s 2024-09-19T14:04:11.004 INFO:teuthology.orchestra.run.smithi031.stderr: 78900K .......... .......... .......... .......... .......... 84% 223M 0s 2024-09-19T14:04:11.004 INFO:teuthology.orchestra.run.smithi031.stderr: 78950K .......... .......... .......... .......... .......... 85% 178M 0s 2024-09-19T14:04:11.004 INFO:teuthology.orchestra.run.smithi031.stderr: 79000K .......... .......... .......... .......... .......... 85% 158M 0s 2024-09-19T14:04:11.005 INFO:teuthology.orchestra.run.smithi031.stderr: 79050K .......... .......... .......... .......... .......... 85% 187M 0s 2024-09-19T14:04:11.005 INFO:teuthology.orchestra.run.smithi031.stderr: 79100K .......... .......... .......... .......... .......... 85% 97.5M 0s 2024-09-19T14:04:11.005 INFO:teuthology.orchestra.run.smithi031.stderr: 79150K .......... .......... .......... .......... .......... 85% 224M 0s 2024-09-19T14:04:11.005 INFO:teuthology.orchestra.run.smithi031.stderr: 79200K .......... .......... .......... .......... .......... 85% 208M 0s 2024-09-19T14:04:11.005 INFO:teuthology.orchestra.run.smithi031.stderr: 79250K .......... .......... .......... .......... .......... 85% 238M 0s 2024-09-19T14:04:11.005 INFO:teuthology.orchestra.run.smithi031.stderr: 79300K .......... .......... .......... .......... .......... 85% 229M 0s 2024-09-19T14:04:11.005 INFO:teuthology.orchestra.run.smithi031.stderr: 79350K .......... .......... .......... .......... .......... 85% 238M 0s 2024-09-19T14:04:11.005 INFO:teuthology.orchestra.run.smithi031.stderr: 79400K .......... .......... .......... .......... .......... 85% 276M 0s 2024-09-19T14:04:11.005 INFO:teuthology.orchestra.run.smithi031.stderr: 79450K .......... .......... .......... .......... .......... 85% 272M 0s 2024-09-19T14:04:11.005 INFO:teuthology.orchestra.run.smithi031.stderr: 79500K .......... .......... .......... .......... .......... 85% 221M 0s 2024-09-19T14:04:11.005 INFO:teuthology.orchestra.run.smithi031.stderr: 79550K .......... .......... .......... .......... .......... 85% 246M 0s 2024-09-19T14:04:11.005 INFO:teuthology.orchestra.run.smithi031.stderr: 79600K .......... .......... .......... .......... .......... 85% 261M 0s 2024-09-19T14:04:11.005 INFO:teuthology.orchestra.run.smithi031.stderr: 79650K .......... .......... .......... .......... .......... 85% 258M 0s 2024-09-19T14:04:11.006 INFO:teuthology.orchestra.run.smithi031.stderr: 79700K .......... .......... .......... .......... .......... 85% 243M 0s 2024-09-19T14:04:11.006 INFO:teuthology.orchestra.run.smithi031.stderr: 79750K .......... .......... .......... .......... .......... 85% 89.1M 0s 2024-09-19T14:04:11.006 INFO:teuthology.orchestra.run.smithi031.stderr: 79800K .......... .......... .......... .......... .......... 85% 249M 0s 2024-09-19T14:04:11.006 INFO:teuthology.orchestra.run.smithi031.stderr: 79850K .......... .......... .......... .......... .......... 86% 253M 0s 2024-09-19T14:04:11.006 INFO:teuthology.orchestra.run.smithi031.stderr: 79900K .......... .......... .......... .......... .......... 86% 211M 0s 2024-09-19T14:04:11.006 INFO:teuthology.orchestra.run.smithi031.stderr: 79950K .......... .......... .......... .......... .......... 86% 244M 0s 2024-09-19T14:04:11.006 INFO:teuthology.orchestra.run.smithi031.stderr: 80000K .......... .......... .......... .......... .......... 86% 263M 0s 2024-09-19T14:04:11.006 INFO:teuthology.orchestra.run.smithi031.stderr: 80050K .......... .......... .......... .......... .......... 86% 246M 0s 2024-09-19T14:04:11.006 INFO:teuthology.orchestra.run.smithi031.stderr: 80100K .......... .......... .......... .......... .......... 86% 236M 0s 2024-09-19T14:04:11.006 INFO:teuthology.orchestra.run.smithi031.stderr: 80150K .......... .......... .......... .......... .......... 86% 256M 0s 2024-09-19T14:04:11.006 INFO:teuthology.orchestra.run.smithi031.stderr: 80200K .......... .......... .......... .......... .......... 86% 252M 0s 2024-09-19T14:04:11.006 INFO:teuthology.orchestra.run.smithi031.stderr: 80250K .......... .......... .......... .......... .......... 86% 259M 0s 2024-09-19T14:04:11.006 INFO:teuthology.orchestra.run.smithi031.stderr: 80300K .......... .......... .......... .......... .......... 86% 163M 0s 2024-09-19T14:04:11.006 INFO:teuthology.orchestra.run.smithi031.stderr: 80350K .......... .......... .......... .......... .......... 86% 251M 0s 2024-09-19T14:04:11.007 INFO:teuthology.orchestra.run.smithi031.stderr: 80400K .......... .......... .......... .......... .......... 86% 189M 0s 2024-09-19T14:04:11.007 INFO:teuthology.orchestra.run.smithi031.stderr: 80450K .......... .......... .......... .......... .......... 86% 249M 0s 2024-09-19T14:04:11.007 INFO:teuthology.orchestra.run.smithi031.stderr: 80500K .......... .......... .......... .......... .......... 86% 165M 0s 2024-09-19T14:04:11.007 INFO:teuthology.orchestra.run.smithi031.stderr: 80550K .......... .......... .......... .......... .......... 86% 204M 0s 2024-09-19T14:04:11.007 INFO:teuthology.orchestra.run.smithi031.stderr: 80600K .......... .......... .......... .......... .......... 86% 176M 0s 2024-09-19T14:04:11.007 INFO:teuthology.orchestra.run.smithi031.stderr: 80650K .......... .......... .......... .......... .......... 86% 256M 0s 2024-09-19T14:04:11.007 INFO:teuthology.orchestra.run.smithi031.stderr: 80700K .......... .......... .......... .......... .......... 86% 218M 0s 2024-09-19T14:04:11.007 INFO:teuthology.orchestra.run.smithi031.stderr: 80750K .......... .......... .......... .......... .......... 86% 273M 0s 2024-09-19T14:04:11.007 INFO:teuthology.orchestra.run.smithi031.stderr: 80800K .......... .......... .......... .......... .......... 87% 265M 0s 2024-09-19T14:04:11.007 INFO:teuthology.orchestra.run.smithi031.stderr: 80850K .......... .......... .......... .......... .......... 87% 271M 0s 2024-09-19T14:04:11.007 INFO:teuthology.orchestra.run.smithi031.stderr: 80900K .......... .......... .......... .......... .......... 87% 238M 0s 2024-09-19T14:04:11.007 INFO:teuthology.orchestra.run.smithi031.stderr: 80950K .......... .......... .......... .......... .......... 87% 262M 0s 2024-09-19T14:04:11.007 INFO:teuthology.orchestra.run.smithi031.stderr: 81000K .......... .......... .......... .......... .......... 87% 247M 0s 2024-09-19T14:04:11.008 INFO:teuthology.orchestra.run.smithi031.stderr: 81050K .......... .......... .......... .......... .......... 87% 267M 0s 2024-09-19T14:04:11.008 INFO:teuthology.orchestra.run.smithi031.stderr: 81100K .......... .......... .......... .......... .......... 87% 213M 0s 2024-09-19T14:04:11.008 INFO:teuthology.orchestra.run.smithi031.stderr: 81150K .......... .......... .......... .......... .......... 87% 265M 0s 2024-09-19T14:04:11.008 INFO:teuthology.orchestra.run.smithi031.stderr: 81200K .......... .......... .......... .......... .......... 87% 194M 0s 2024-09-19T14:04:11.008 INFO:teuthology.orchestra.run.smithi031.stderr: 81250K .......... .......... .......... .......... .......... 87% 269M 0s 2024-09-19T14:04:11.008 INFO:teuthology.orchestra.run.smithi031.stderr: 81300K .......... .......... .......... .......... .......... 87% 118M 0s 2024-09-19T14:04:11.008 INFO:teuthology.orchestra.run.smithi031.stderr: 81350K .......... .......... .......... .......... .......... 87% 78.2M 0s 2024-09-19T14:04:11.008 INFO:teuthology.orchestra.run.smithi031.stderr: 81400K .......... .......... .......... .......... .......... 87% 147M 0s 2024-09-19T14:04:11.008 INFO:teuthology.orchestra.run.smithi031.stderr: 81450K .......... .......... .......... .......... .......... 87% 204M 0s 2024-09-19T14:04:11.008 INFO:teuthology.orchestra.run.smithi031.stderr: 81500K .......... .......... .......... .......... .......... 87% 202M 0s 2024-09-19T14:04:11.008 INFO:teuthology.orchestra.run.smithi031.stderr: 81550K .......... .......... .......... .......... .......... 87% 225M 0s 2024-09-19T14:04:11.008 INFO:teuthology.orchestra.run.smithi031.stderr: 81600K .......... .......... .......... .......... .......... 87% 251M 0s 2024-09-19T14:04:11.008 INFO:teuthology.orchestra.run.smithi031.stderr: 81650K .......... .......... .......... .......... .......... 87% 260M 0s 2024-09-19T14:04:11.009 INFO:teuthology.orchestra.run.smithi031.stderr: 81700K .......... .......... .......... .......... .......... 87% 238M 0s 2024-09-19T14:04:11.009 INFO:teuthology.orchestra.run.smithi031.stderr: 81750K .......... .......... .......... .......... .......... 88% 249M 0s 2024-09-19T14:04:11.009 INFO:teuthology.orchestra.run.smithi031.stderr: 81800K .......... .......... .......... .......... .......... 88% 264M 0s 2024-09-19T14:04:11.009 INFO:teuthology.orchestra.run.smithi031.stderr: 81850K .......... .......... .......... .......... .......... 88% 166M 0s 2024-09-19T14:04:11.009 INFO:teuthology.orchestra.run.smithi031.stderr: 81900K .......... .......... .......... .......... .......... 88% 223M 0s 2024-09-19T14:04:11.009 INFO:teuthology.orchestra.run.smithi031.stderr: 81950K .......... .......... .......... .......... .......... 88% 228M 0s 2024-09-19T14:04:11.009 INFO:teuthology.orchestra.run.smithi031.stderr: 82000K .......... .......... .......... .......... .......... 88% 210M 0s 2024-09-19T14:04:11.009 INFO:teuthology.orchestra.run.smithi031.stderr: 82050K .......... .......... .......... .......... .......... 88% 248M 0s 2024-09-19T14:04:11.009 INFO:teuthology.orchestra.run.smithi031.stderr: 82100K .......... .......... .......... .......... .......... 88% 240M 0s 2024-09-19T14:04:11.009 INFO:teuthology.orchestra.run.smithi031.stderr: 82150K .......... .......... .......... .......... .......... 88% 262M 0s 2024-09-19T14:04:11.009 INFO:teuthology.orchestra.run.smithi031.stderr: 82200K .......... .......... .......... .......... .......... 88% 257M 0s 2024-09-19T14:04:11.009 INFO:teuthology.orchestra.run.smithi031.stderr: 82250K .......... .......... .......... .......... .......... 88% 248M 0s 2024-09-19T14:04:11.009 INFO:teuthology.orchestra.run.smithi031.stderr: 82300K .......... .......... .......... .......... .......... 88% 224M 0s 2024-09-19T14:04:11.009 INFO:teuthology.orchestra.run.smithi031.stderr: 82350K .......... .......... .......... .......... .......... 88% 228M 0s 2024-09-19T14:04:11.010 INFO:teuthology.orchestra.run.smithi031.stderr: 82400K .......... .......... .......... .......... .......... 88% 227M 0s 2024-09-19T14:04:11.010 INFO:teuthology.orchestra.run.smithi031.stderr: 82450K .......... .......... .......... .......... .......... 88% 263M 0s 2024-09-19T14:04:11.010 INFO:teuthology.orchestra.run.smithi031.stderr: 82500K .......... .......... .......... .......... .......... 88% 115M 0s 2024-09-19T14:04:11.010 INFO:teuthology.orchestra.run.smithi031.stderr: 82550K .......... .......... .......... .......... .......... 88% 225M 0s 2024-09-19T14:04:11.010 INFO:teuthology.orchestra.run.smithi031.stderr: 82600K .......... .......... .......... .......... .......... 88% 244M 0s 2024-09-19T14:04:11.010 INFO:teuthology.orchestra.run.smithi031.stderr: 82650K .......... .......... .......... .......... .......... 89% 265M 0s 2024-09-19T14:04:11.010 INFO:teuthology.orchestra.run.smithi031.stderr: 82700K .......... .......... .......... .......... .......... 89% 220M 0s 2024-09-19T14:04:11.010 INFO:teuthology.orchestra.run.smithi031.stderr: 82750K .......... .......... .......... .......... .......... 89% 249M 0s 2024-09-19T14:04:11.010 INFO:teuthology.orchestra.run.smithi031.stderr: 82800K .......... .......... .......... .......... .......... 89% 162M 0s 2024-09-19T14:04:11.010 INFO:teuthology.orchestra.run.smithi031.stderr: 82850K .......... .......... .......... .......... .......... 89% 251M 0s 2024-09-19T14:04:11.010 INFO:teuthology.orchestra.run.smithi031.stderr: 82900K .......... .......... .......... .......... .......... 89% 236M 0s 2024-09-19T14:04:11.010 INFO:teuthology.orchestra.run.smithi031.stderr: 82950K .......... .......... .......... .......... .......... 89% 180M 0s 2024-09-19T14:04:11.010 INFO:teuthology.orchestra.run.smithi031.stderr: 83000K .......... .......... .......... .......... .......... 89% 247M 0s 2024-09-19T14:04:11.011 INFO:teuthology.orchestra.run.smithi031.stderr: 83050K .......... .......... .......... .......... .......... 89% 115M 0s 2024-09-19T14:04:11.011 INFO:teuthology.orchestra.run.smithi031.stderr: 83100K .......... .......... .......... .......... .......... 89% 127M 0s 2024-09-19T14:04:11.011 INFO:teuthology.orchestra.run.smithi031.stderr: 83150K .......... .......... .......... .......... .......... 89% 222M 0s 2024-09-19T14:04:11.011 INFO:teuthology.orchestra.run.smithi031.stderr: 83200K .......... .......... .......... .......... .......... 89% 260M 0s 2024-09-19T14:04:11.011 INFO:teuthology.orchestra.run.smithi031.stderr: 83250K .......... .......... .......... .......... .......... 89% 186M 0s 2024-09-19T14:04:11.011 INFO:teuthology.orchestra.run.smithi031.stderr: 83300K .......... .......... .......... .......... .......... 89% 229M 0s 2024-09-19T14:04:11.011 INFO:teuthology.orchestra.run.smithi031.stderr: 83350K .......... .......... .......... .......... .......... 89% 180M 0s 2024-09-19T14:04:11.011 INFO:teuthology.orchestra.run.smithi031.stderr: 83400K .......... .......... .......... .......... .......... 89% 202M 0s 2024-09-19T14:04:11.011 INFO:teuthology.orchestra.run.smithi031.stderr: 83450K .......... .......... .......... .......... .......... 89% 189M 0s 2024-09-19T14:04:11.011 INFO:teuthology.orchestra.run.smithi031.stderr: 83500K .......... .......... .......... .......... .......... 89% 201M 0s 2024-09-19T14:04:11.011 INFO:teuthology.orchestra.run.smithi031.stderr: 83550K .......... .......... .......... .......... .......... 89% 198M 0s 2024-09-19T14:04:11.011 INFO:teuthology.orchestra.run.smithi031.stderr: 83600K .......... .......... .......... .......... .......... 90% 241M 0s 2024-09-19T14:04:11.011 INFO:teuthology.orchestra.run.smithi031.stderr: 83650K .......... .......... .......... .......... .......... 90% 234M 0s 2024-09-19T14:04:11.011 INFO:teuthology.orchestra.run.smithi031.stderr: 83700K .......... .......... .......... .......... .......... 90% 219M 0s 2024-09-19T14:04:11.012 INFO:teuthology.orchestra.run.smithi031.stderr: 83750K .......... .......... .......... .......... .......... 90% 249M 0s 2024-09-19T14:04:11.012 INFO:teuthology.orchestra.run.smithi031.stderr: 83800K .......... .......... .......... .......... .......... 90% 233M 0s 2024-09-19T14:04:11.012 INFO:teuthology.orchestra.run.smithi031.stderr: 83850K .......... .......... .......... .......... .......... 90% 268M 0s 2024-09-19T14:04:11.012 INFO:teuthology.orchestra.run.smithi031.stderr: 83900K .......... .......... .......... .......... .......... 90% 211M 0s 2024-09-19T14:04:11.012 INFO:teuthology.orchestra.run.smithi031.stderr: 83950K .......... .......... .......... .......... .......... 90% 277M 0s 2024-09-19T14:04:11.012 INFO:teuthology.orchestra.run.smithi031.stderr: 84000K .......... .......... .......... .......... .......... 90% 267M 0s 2024-09-19T14:04:11.012 INFO:teuthology.orchestra.run.smithi031.stderr: 84050K .......... .......... .......... .......... .......... 90% 219M 0s 2024-09-19T14:04:11.012 INFO:teuthology.orchestra.run.smithi031.stderr: 84100K .......... .......... .......... .......... .......... 90% 213M 0s 2024-09-19T14:04:11.012 INFO:teuthology.orchestra.run.smithi031.stderr: 84150K .......... .......... .......... .......... .......... 90% 286M 0s 2024-09-19T14:04:11.012 INFO:teuthology.orchestra.run.smithi031.stderr: 84200K .......... .......... .......... .......... .......... 90% 266M 0s 2024-09-19T14:04:11.012 INFO:teuthology.orchestra.run.smithi031.stderr: 84250K .......... .......... .......... .......... .......... 90% 276M 0s 2024-09-19T14:04:11.012 INFO:teuthology.orchestra.run.smithi031.stderr: 84300K .......... .......... .......... .......... .......... 90% 225M 0s 2024-09-19T14:04:11.013 INFO:teuthology.orchestra.run.smithi031.stderr: 84350K .......... .......... .......... .......... .......... 90% 271M 0s 2024-09-19T14:04:11.013 INFO:teuthology.orchestra.run.smithi031.stderr: 84400K .......... .......... .......... .......... .......... 90% 288M 0s 2024-09-19T14:04:11.013 INFO:teuthology.orchestra.run.smithi031.stderr: 84450K .......... .......... .......... .......... .......... 90% 128M 0s 2024-09-19T14:04:11.013 INFO:teuthology.orchestra.run.smithi031.stderr: 84500K .......... .......... .......... .......... .......... 91% 198M 0s 2024-09-19T14:04:11.013 INFO:teuthology.orchestra.run.smithi031.stderr: 84550K .......... .......... .......... .......... .......... 91% 265M 0s 2024-09-19T14:04:11.013 INFO:teuthology.orchestra.run.smithi031.stderr: 84600K .......... .......... .......... .......... .......... 91% 280M 0s 2024-09-19T14:04:11.013 INFO:teuthology.orchestra.run.smithi031.stderr: 84650K .......... .......... .......... .......... .......... 91% 290M 0s 2024-09-19T14:04:11.013 INFO:teuthology.orchestra.run.smithi031.stderr: 84700K .......... .......... .......... .......... .......... 91% 127M 0s 2024-09-19T14:04:11.013 INFO:teuthology.orchestra.run.smithi031.stderr: 84750K .......... .......... .......... .......... .......... 91% 254M 0s 2024-09-19T14:04:11.013 INFO:teuthology.orchestra.run.smithi031.stderr: 84800K .......... .......... .......... .......... .......... 91% 265M 0s 2024-09-19T14:04:11.013 INFO:teuthology.orchestra.run.smithi031.stderr: 84850K .......... .......... .......... .......... .......... 91% 266M 0s 2024-09-19T14:04:11.013 INFO:teuthology.orchestra.run.smithi031.stderr: 84900K .......... .......... .......... .......... .......... 91% 100M 0s 2024-09-19T14:04:11.013 INFO:teuthology.orchestra.run.smithi031.stderr: 84950K .......... .......... .......... .......... .......... 91% 263M 0s 2024-09-19T14:04:11.014 INFO:teuthology.orchestra.run.smithi031.stderr: 85000K .......... .......... .......... .......... .......... 91% 289M 0s 2024-09-19T14:04:11.014 INFO:teuthology.orchestra.run.smithi031.stderr: 85050K .......... .......... .......... .......... .......... 91% 290M 0s 2024-09-19T14:04:11.014 INFO:teuthology.orchestra.run.smithi031.stderr: 85100K .......... .......... .......... .......... .......... 91% 152M 0s 2024-09-19T14:04:11.014 INFO:teuthology.orchestra.run.smithi031.stderr: 85150K .......... .......... .......... .......... .......... 91% 207M 0s 2024-09-19T14:04:11.014 INFO:teuthology.orchestra.run.smithi031.stderr: 85200K .......... .......... .......... .......... .......... 91% 226M 0s 2024-09-19T14:04:11.014 INFO:teuthology.orchestra.run.smithi031.stderr: 85250K .......... .......... .......... .......... .......... 91% 279M 0s 2024-09-19T14:04:11.014 INFO:teuthology.orchestra.run.smithi031.stderr: 85300K .......... .......... .......... .......... .......... 91% 167M 0s 2024-09-19T14:04:11.014 INFO:teuthology.orchestra.run.smithi031.stderr: 85350K .......... .......... .......... .......... .......... 91% 250M 0s 2024-09-19T14:04:11.014 INFO:teuthology.orchestra.run.smithi031.stderr: 85400K .......... .......... .......... .......... .......... 91% 278M 0s 2024-09-19T14:04:11.014 INFO:teuthology.orchestra.run.smithi031.stderr: 85450K .......... .......... .......... .......... .......... 92% 254M 0s 2024-09-19T14:04:11.014 INFO:teuthology.orchestra.run.smithi031.stderr: 85500K .......... .......... .......... .......... .......... 92% 231M 0s 2024-09-19T14:04:11.014 INFO:teuthology.orchestra.run.smithi031.stderr: 85550K .......... .......... .......... .......... .......... 92% 271M 0s 2024-09-19T14:04:11.014 INFO:teuthology.orchestra.run.smithi031.stderr: 85600K .......... .......... .......... .......... .......... 92% 188M 0s 2024-09-19T14:04:11.015 INFO:teuthology.orchestra.run.smithi031.stderr: 85650K .......... .......... .......... .......... .......... 92% 78.5M 0s 2024-09-19T14:04:11.015 INFO:teuthology.orchestra.run.smithi031.stderr: 85700K .......... .......... .......... .......... .......... 92% 161M 0s 2024-09-19T14:04:11.015 INFO:teuthology.orchestra.run.smithi031.stderr: 85750K .......... .......... .......... .......... .......... 92% 254M 0s 2024-09-19T14:04:11.015 INFO:teuthology.orchestra.run.smithi031.stderr: 85800K .......... .......... .......... .......... .......... 92% 265M 0s 2024-09-19T14:04:11.015 INFO:teuthology.orchestra.run.smithi031.stderr: 85850K .......... .......... .......... .......... .......... 92% 262M 0s 2024-09-19T14:04:11.015 INFO:teuthology.orchestra.run.smithi031.stderr: 85900K .......... .......... .......... .......... .......... 92% 152M 0s 2024-09-19T14:04:11.015 INFO:teuthology.orchestra.run.smithi031.stderr: 85950K .......... .......... .......... .......... .......... 92% 248M 0s 2024-09-19T14:04:11.015 INFO:teuthology.orchestra.run.smithi031.stderr: 86000K .......... .......... .......... .......... .......... 92% 281M 0s 2024-09-19T14:04:11.015 INFO:teuthology.orchestra.run.smithi031.stderr: 86050K .......... .......... .......... .......... .......... 92% 289M 0s 2024-09-19T14:04:11.015 INFO:teuthology.orchestra.run.smithi031.stderr: 86100K .......... .......... .......... .......... .......... 92% 122M 0s 2024-09-19T14:04:11.015 INFO:teuthology.orchestra.run.smithi031.stderr: 86150K .......... .......... .......... .......... .......... 92% 197M 0s 2024-09-19T14:04:11.015 INFO:teuthology.orchestra.run.smithi031.stderr: 86200K .......... .......... .......... .......... .......... 92% 273M 0s 2024-09-19T14:04:11.015 INFO:teuthology.orchestra.run.smithi031.stderr: 86250K .......... .......... .......... .......... .......... 92% 255M 0s 2024-09-19T14:04:11.015 INFO:teuthology.orchestra.run.smithi031.stderr: 86300K .......... .......... .......... .......... .......... 92% 222M 0s 2024-09-19T14:04:11.016 INFO:teuthology.orchestra.run.smithi031.stderr: 86350K .......... .......... .......... .......... .......... 93% 270M 0s 2024-09-19T14:04:11.016 INFO:teuthology.orchestra.run.smithi031.stderr: 86400K .......... .......... .......... .......... .......... 93% 268M 0s 2024-09-19T14:04:11.016 INFO:teuthology.orchestra.run.smithi031.stderr: 86450K .......... .......... .......... .......... .......... 93% 271M 0s 2024-09-19T14:04:11.016 INFO:teuthology.orchestra.run.smithi031.stderr: 86500K .......... .......... .......... .......... .......... 93% 215M 0s 2024-09-19T14:04:11.016 INFO:teuthology.orchestra.run.smithi031.stderr: 86550K .......... .......... .......... .......... .......... 93% 248M 0s 2024-09-19T14:04:11.016 INFO:teuthology.orchestra.run.smithi031.stderr: 86600K .......... .......... .......... .......... .......... 93% 263M 0s 2024-09-19T14:04:11.016 INFO:teuthology.orchestra.run.smithi031.stderr: 86650K .......... .......... .......... .......... .......... 93% 251M 0s 2024-09-19T14:04:11.016 INFO:teuthology.orchestra.run.smithi031.stderr: 86700K .......... .......... .......... .......... .......... 93% 173M 0s 2024-09-19T14:04:11.016 INFO:teuthology.orchestra.run.smithi031.stderr: 86750K .......... .......... .......... .......... .......... 93% 290M 0s 2024-09-19T14:04:11.016 INFO:teuthology.orchestra.run.smithi031.stderr: 86800K .......... .......... .......... .......... .......... 93% 276M 0s 2024-09-19T14:04:11.016 INFO:teuthology.orchestra.run.smithi031.stderr: 86850K .......... .......... .......... .......... .......... 93% 285M 0s 2024-09-19T14:04:11.016 INFO:teuthology.orchestra.run.smithi031.stderr: 86900K .......... .......... .......... .......... .......... 93% 253M 0s 2024-09-19T14:04:11.016 INFO:teuthology.orchestra.run.smithi031.stderr: 86950K .......... .......... .......... .......... .......... 93% 262M 0s 2024-09-19T14:04:11.017 INFO:teuthology.orchestra.run.smithi031.stderr: 87000K .......... .......... .......... .......... .......... 93% 288M 0s 2024-09-19T14:04:11.017 INFO:teuthology.orchestra.run.smithi031.stderr: 87050K .......... .......... .......... .......... .......... 93% 274M 0s 2024-09-19T14:04:11.017 INFO:teuthology.orchestra.run.smithi031.stderr: 87100K .......... .......... .......... .......... .......... 93% 141M 0s 2024-09-19T14:04:11.017 INFO:teuthology.orchestra.run.smithi031.stderr: 87150K .......... .......... .......... .......... .......... 93% 248M 0s 2024-09-19T14:04:11.017 INFO:teuthology.orchestra.run.smithi031.stderr: 87200K .......... .......... .......... .......... .......... 93% 290M 0s 2024-09-19T14:04:11.017 INFO:teuthology.orchestra.run.smithi031.stderr: 87250K .......... .......... .......... .......... .......... 93% 285M 0s 2024-09-19T14:04:11.017 INFO:teuthology.orchestra.run.smithi031.stderr: 87300K .......... .......... .......... .......... .......... 94% 108M 0s 2024-09-19T14:04:11.017 INFO:teuthology.orchestra.run.smithi031.stderr: 87350K .......... .......... .......... .......... .......... 94% 260M 0s 2024-09-19T14:04:11.017 INFO:teuthology.orchestra.run.smithi031.stderr: 87400K .......... .......... .......... .......... .......... 94% 168M 0s 2024-09-19T14:04:11.017 INFO:teuthology.orchestra.run.smithi031.stderr: 87450K .......... .......... .......... .......... .......... 94% 121M 0s 2024-09-19T14:04:11.017 INFO:teuthology.orchestra.run.smithi031.stderr: 87500K .......... .......... .......... .......... .......... 94% 229M 0s 2024-09-19T14:04:11.017 INFO:teuthology.orchestra.run.smithi031.stderr: 87550K .......... .......... .......... .......... .......... 94% 251M 0s 2024-09-19T14:04:11.017 INFO:teuthology.orchestra.run.smithi031.stderr: 87600K .......... .......... .......... .......... .......... 94% 254M 0s 2024-09-19T14:04:11.018 INFO:teuthology.orchestra.run.smithi031.stderr: 87650K .......... .......... .......... .......... .......... 94% 275M 0s 2024-09-19T14:04:11.018 INFO:teuthology.orchestra.run.smithi031.stderr: 87700K .......... .......... .......... .......... .......... 94% 255M 0s 2024-09-19T14:04:11.018 INFO:teuthology.orchestra.run.smithi031.stderr: 87750K .......... .......... .......... .......... .......... 94% 222M 0s 2024-09-19T14:04:11.018 INFO:teuthology.orchestra.run.smithi031.stderr: 87800K .......... .......... .......... .......... .......... 94% 279M 0s 2024-09-19T14:04:11.018 INFO:teuthology.orchestra.run.smithi031.stderr: 87850K .......... .......... .......... .......... .......... 94% 180M 0s 2024-09-19T14:04:11.018 INFO:teuthology.orchestra.run.smithi031.stderr: 87900K .......... .......... .......... .......... .......... 94% 187M 0s 2024-09-19T14:04:11.018 INFO:teuthology.orchestra.run.smithi031.stderr: 87950K .......... .......... .......... .......... .......... 94% 218M 0s 2024-09-19T14:04:11.018 INFO:teuthology.orchestra.run.smithi031.stderr: 88000K .......... .......... .......... .......... .......... 94% 217M 0s 2024-09-19T14:04:11.018 INFO:teuthology.orchestra.run.smithi031.stderr: 88050K .......... .......... .......... .......... .......... 94% 227M 0s 2024-09-19T14:04:11.018 INFO:teuthology.orchestra.run.smithi031.stderr: 88100K .......... .......... .......... .......... .......... 94% 207M 0s 2024-09-19T14:04:11.018 INFO:teuthology.orchestra.run.smithi031.stderr: 88150K .......... .......... .......... .......... .......... 94% 217M 0s 2024-09-19T14:04:11.019 INFO:teuthology.orchestra.run.smithi031.stderr: 88200K .......... .......... .......... .......... .......... 94% 260M 0s 2024-09-19T14:04:11.019 INFO:teuthology.orchestra.run.smithi031.stderr: 88250K .......... .......... .......... .......... .......... 95% 209M 0s 2024-09-19T14:04:11.019 INFO:teuthology.orchestra.run.smithi031.stderr: 88300K .......... .......... .......... .......... .......... 95% 249M 0s 2024-09-19T14:04:11.019 INFO:teuthology.orchestra.run.smithi031.stderr: 88350K .......... .......... .......... .......... .......... 95% 103M 0s 2024-09-19T14:04:11.019 INFO:teuthology.orchestra.run.smithi031.stderr: 88400K .......... .......... .......... .......... .......... 95% 198M 0s 2024-09-19T14:04:11.019 INFO:teuthology.orchestra.run.smithi031.stderr: 88450K .......... .......... .......... .......... .......... 95% 217M 0s 2024-09-19T14:04:11.019 INFO:teuthology.orchestra.run.smithi031.stderr: 88500K .......... .......... .......... .......... .......... 95% 243M 0s 2024-09-19T14:04:11.019 INFO:teuthology.orchestra.run.smithi031.stderr: 88550K .......... .......... .......... .......... .......... 95% 246M 0s 2024-09-19T14:04:11.019 INFO:teuthology.orchestra.run.smithi031.stderr: 88600K .......... .......... .......... .......... .......... 95% 253M 0s 2024-09-19T14:04:11.019 INFO:teuthology.orchestra.run.smithi031.stderr: 88650K .......... .......... .......... .......... .......... 95% 209M 0s 2024-09-19T14:04:11.019 INFO:teuthology.orchestra.run.smithi031.stderr: 88700K .......... .......... .......... .......... .......... 95% 212M 0s 2024-09-19T14:04:11.019 INFO:teuthology.orchestra.run.smithi031.stderr: 88750K .......... .......... .......... .......... .......... 95% 252M 0s 2024-09-19T14:04:11.019 INFO:teuthology.orchestra.run.smithi031.stderr: 88800K .......... .......... .......... .......... .......... 95% 216M 0s 2024-09-19T14:04:11.019 INFO:teuthology.orchestra.run.smithi031.stderr: 88850K .......... .......... .......... .......... .......... 95% 211M 0s 2024-09-19T14:04:11.020 INFO:teuthology.orchestra.run.smithi031.stderr: 88900K .......... .......... .......... .......... .......... 95% 214M 0s 2024-09-19T14:04:11.020 INFO:teuthology.orchestra.run.smithi031.stderr: 88950K .......... .......... .......... .......... .......... 95% 273M 0s 2024-09-19T14:04:11.020 INFO:teuthology.orchestra.run.smithi031.stderr: 89000K .......... .......... .......... .......... .......... 95% 307M 0s 2024-09-19T14:04:11.020 INFO:teuthology.orchestra.run.smithi031.stderr: 89050K .......... .......... .......... .......... .......... 95% 303M 0s 2024-09-19T14:04:11.020 INFO:teuthology.orchestra.run.smithi031.stderr: 89100K .......... .......... .......... .......... .......... 95% 235M 0s 2024-09-19T14:04:11.020 INFO:teuthology.orchestra.run.smithi031.stderr: 89150K .......... .......... .......... .......... .......... 96% 300M 0s 2024-09-19T14:04:11.020 INFO:teuthology.orchestra.run.smithi031.stderr: 89200K .......... .......... .......... .......... .......... 96% 293M 0s 2024-09-19T14:04:11.020 INFO:teuthology.orchestra.run.smithi031.stderr: 89250K .......... .......... .......... .......... .......... 96% 295M 0s 2024-09-19T14:04:11.020 INFO:teuthology.orchestra.run.smithi031.stderr: 89300K .......... .......... .......... .......... .......... 96% 175M 0s 2024-09-19T14:04:11.020 INFO:teuthology.orchestra.run.smithi031.stderr: 89350K .......... .......... .......... .......... .......... 96% 271M 0s 2024-09-19T14:04:11.020 INFO:teuthology.orchestra.run.smithi031.stderr: 89400K .......... .......... .......... .......... .......... 96% 275M 0s 2024-09-19T14:04:11.020 INFO:teuthology.orchestra.run.smithi031.stderr: 89450K .......... .......... .......... .......... .......... 96% 281M 0s 2024-09-19T14:04:11.021 INFO:teuthology.orchestra.run.smithi031.stderr: 89500K .......... .......... .......... .......... .......... 96% 247M 0s 2024-09-19T14:04:11.021 INFO:teuthology.orchestra.run.smithi031.stderr: 89550K .......... .......... .......... .......... .......... 96% 287M 0s 2024-09-19T14:04:11.021 INFO:teuthology.orchestra.run.smithi031.stderr: 89600K .......... .......... .......... .......... .......... 96% 228M 0s 2024-09-19T14:04:11.021 INFO:teuthology.orchestra.run.smithi031.stderr: 89650K .......... .......... .......... .......... .......... 96% 195M 0s 2024-09-19T14:04:11.021 INFO:teuthology.orchestra.run.smithi031.stderr: 89700K .......... .......... .......... .......... .......... 96% 257M 0s 2024-09-19T14:04:11.021 INFO:teuthology.orchestra.run.smithi031.stderr: 89750K .......... .......... .......... .......... .......... 96% 162M 0s 2024-09-19T14:04:11.021 INFO:teuthology.orchestra.run.smithi031.stderr: 89800K .......... .......... .......... .......... .......... 96% 273M 0s 2024-09-19T14:04:11.021 INFO:teuthology.orchestra.run.smithi031.stderr: 89850K .......... .......... .......... .......... .......... 96% 305M 0s 2024-09-19T14:04:11.021 INFO:teuthology.orchestra.run.smithi031.stderr: 89900K .......... .......... .......... .......... .......... 96% 230M 0s 2024-09-19T14:04:11.021 INFO:teuthology.orchestra.run.smithi031.stderr: 89950K .......... .......... .......... .......... .......... 96% 315M 0s 2024-09-19T14:04:11.021 INFO:teuthology.orchestra.run.smithi031.stderr: 90000K .......... .......... .......... .......... .......... 96% 89.8M 0s 2024-09-19T14:04:11.021 INFO:teuthology.orchestra.run.smithi031.stderr: 90050K .......... .......... .......... .......... .......... 96% 227M 0s 2024-09-19T14:04:11.021 INFO:teuthology.orchestra.run.smithi031.stderr: 90100K .......... .......... .......... .......... .......... 97% 115M 0s 2024-09-19T14:04:11.021 INFO:teuthology.orchestra.run.smithi031.stderr: 90150K .......... .......... .......... .......... .......... 97% 275M 0s 2024-09-19T14:04:11.022 INFO:teuthology.orchestra.run.smithi031.stderr: 90200K .......... .......... .......... .......... .......... 97% 236M 0s 2024-09-19T14:04:11.022 INFO:teuthology.orchestra.run.smithi031.stderr: 90250K .......... .......... .......... .......... .......... 97% 183M 0s 2024-09-19T14:04:11.022 INFO:teuthology.orchestra.run.smithi031.stderr: 90300K .......... .......... .......... .......... .......... 97% 234M 0s 2024-09-19T14:04:11.022 INFO:teuthology.orchestra.run.smithi031.stderr: 90350K .......... .......... .......... .......... .......... 97% 299M 0s 2024-09-19T14:04:11.022 INFO:teuthology.orchestra.run.smithi031.stderr: 90400K .......... .......... .......... .......... .......... 97% 278M 0s 2024-09-19T14:04:11.022 INFO:teuthology.orchestra.run.smithi031.stderr: 90450K .......... .......... .......... .......... .......... 97% 108M 0s 2024-09-19T14:04:11.022 INFO:teuthology.orchestra.run.smithi031.stderr: 90500K .......... .......... .......... .......... .......... 97% 244M 0s 2024-09-19T14:04:11.022 INFO:teuthology.orchestra.run.smithi031.stderr: 90550K .......... .......... .......... .......... .......... 97% 274M 0s 2024-09-19T14:04:11.022 INFO:teuthology.orchestra.run.smithi031.stderr: 90600K .......... .......... .......... .......... .......... 97% 299M 0s 2024-09-19T14:04:11.022 INFO:teuthology.orchestra.run.smithi031.stderr: 90650K .......... .......... .......... .......... .......... 97% 210M 0s 2024-09-19T14:04:11.022 INFO:teuthology.orchestra.run.smithi031.stderr: 90700K .......... .......... .......... .......... .......... 97% 133M 0s 2024-09-19T14:04:11.022 INFO:teuthology.orchestra.run.smithi031.stderr: 90750K .......... .......... .......... .......... .......... 97% 283M 0s 2024-09-19T14:04:11.022 INFO:teuthology.orchestra.run.smithi031.stderr: 90800K .......... .......... .......... .......... .......... 97% 289M 0s 2024-09-19T14:04:11.022 INFO:teuthology.orchestra.run.smithi031.stderr: 90850K .......... .......... .......... .......... .......... 97% 240M 0s 2024-09-19T14:04:11.022 INFO:teuthology.orchestra.run.smithi031.stderr: 90900K .......... .......... .......... .......... .......... 97% 255M 0s 2024-09-19T14:04:11.023 INFO:teuthology.orchestra.run.smithi031.stderr: 90950K .......... .......... .......... .......... .......... 97% 283M 0s 2024-09-19T14:04:11.023 INFO:teuthology.orchestra.run.smithi031.stderr: 91000K .......... .......... .......... .......... .......... 98% 179M 0s 2024-09-19T14:04:11.023 INFO:teuthology.orchestra.run.smithi031.stderr: 91050K .......... .......... .......... .......... .......... 98% 244M 0s 2024-09-19T14:04:11.023 INFO:teuthology.orchestra.run.smithi031.stderr: 91100K .......... .......... .......... .......... .......... 98% 194M 0s 2024-09-19T14:04:11.023 INFO:teuthology.orchestra.run.smithi031.stderr: 91150K .......... .......... .......... .......... .......... 98% 247M 0s 2024-09-19T14:04:11.023 INFO:teuthology.orchestra.run.smithi031.stderr: 91200K .......... .......... .......... .......... .......... 98% 190M 0s 2024-09-19T14:04:11.023 INFO:teuthology.orchestra.run.smithi031.stderr: 91250K .......... .......... .......... .......... .......... 98% 217M 0s 2024-09-19T14:04:11.023 INFO:teuthology.orchestra.run.smithi031.stderr: 91300K .......... .......... .......... .......... .......... 98% 213M 0s 2024-09-19T14:04:11.023 INFO:teuthology.orchestra.run.smithi031.stderr: 91350K .......... .......... .......... .......... .......... 98% 141M 0s 2024-09-19T14:04:11.023 INFO:teuthology.orchestra.run.smithi031.stderr: 91400K .......... .......... .......... .......... .......... 98% 216M 0s 2024-09-19T14:04:11.023 INFO:teuthology.orchestra.run.smithi031.stderr: 91450K .......... .......... .......... .......... .......... 98% 268M 0s 2024-09-19T14:04:11.023 INFO:teuthology.orchestra.run.smithi031.stderr: 91500K .......... .......... .......... .......... .......... 98% 238M 0s 2024-09-19T14:04:11.023 INFO:teuthology.orchestra.run.smithi031.stderr: 91550K .......... .......... .......... .......... .......... 98% 294M 0s 2024-09-19T14:04:11.023 INFO:teuthology.orchestra.run.smithi031.stderr: 91600K .......... .......... .......... .......... .......... 98% 276M 0s 2024-09-19T14:04:11.023 INFO:teuthology.orchestra.run.smithi031.stderr: 91650K .......... .......... .......... .......... .......... 98% 274M 0s 2024-09-19T14:04:11.024 INFO:teuthology.orchestra.run.smithi031.stderr: 91700K .......... .......... .......... .......... .......... 98% 259M 0s 2024-09-19T14:04:11.024 INFO:teuthology.orchestra.run.smithi031.stderr: 91750K .......... .......... .......... .......... .......... 98% 305M 0s 2024-09-19T14:04:11.024 INFO:teuthology.orchestra.run.smithi031.stderr: 91800K .......... .......... .......... .......... .......... 98% 219M 0s 2024-09-19T14:04:11.024 INFO:teuthology.orchestra.run.smithi031.stderr: 91850K .......... .......... .......... .......... .......... 98% 197M 0s 2024-09-19T14:04:11.024 INFO:teuthology.orchestra.run.smithi031.stderr: 91900K .......... .......... .......... .......... .......... 98% 235M 0s 2024-09-19T14:04:11.024 INFO:teuthology.orchestra.run.smithi031.stderr: 91950K .......... .......... .......... .......... .......... 99% 110M 0s 2024-09-19T14:04:11.024 INFO:teuthology.orchestra.run.smithi031.stderr: 92000K .......... .......... .......... .......... .......... 99% 289M 0s 2024-09-19T14:04:11.024 INFO:teuthology.orchestra.run.smithi031.stderr: 92050K .......... .......... .......... .......... .......... 99% 252M 0s 2024-09-19T14:04:11.024 INFO:teuthology.orchestra.run.smithi031.stderr: 92100K .......... .......... .......... .......... .......... 99% 260M 0s 2024-09-19T14:04:11.024 INFO:teuthology.orchestra.run.smithi031.stderr: 92150K .......... .......... .......... .......... .......... 99% 276M 0s 2024-09-19T14:04:11.024 INFO:teuthology.orchestra.run.smithi031.stderr: 92200K .......... .......... .......... .......... .......... 99% 304M 0s 2024-09-19T14:04:11.024 INFO:teuthology.orchestra.run.smithi031.stderr: 92250K .......... .......... .......... .......... .......... 99% 239M 0s 2024-09-19T14:04:11.024 INFO:teuthology.orchestra.run.smithi031.stderr: 92300K .......... .......... .......... .......... .......... 99% 313M 0s 2024-09-19T14:04:11.024 INFO:teuthology.orchestra.run.smithi031.stderr: 92350K .......... .......... .......... .......... .......... 99% 304M 0s 2024-09-19T14:04:11.024 INFO:teuthology.orchestra.run.smithi031.stderr: 92400K .......... .......... .......... .......... .......... 99% 291M 0s 2024-09-19T14:04:11.025 INFO:teuthology.orchestra.run.smithi031.stderr: 92450K .......... .......... .......... .......... .......... 99% 214M 0s 2024-09-19T14:04:11.025 INFO:teuthology.orchestra.run.smithi031.stderr: 92500K .......... .......... .......... .......... .......... 99% 272M 0s 2024-09-19T14:04:11.025 INFO:teuthology.orchestra.run.smithi031.stderr: 92550K .......... .......... .......... .......... .......... 99% 292M 0s 2024-09-19T14:04:11.025 INFO:teuthology.orchestra.run.smithi031.stderr: 92600K .......... .......... .......... .......... .......... 99% 292M 0s 2024-09-19T14:04:11.025 INFO:teuthology.orchestra.run.smithi031.stderr: 92650K .......... .......... .......... .......... .......... 99% 90.6M 0s 2024-09-19T14:04:11.025 INFO:teuthology.orchestra.run.smithi031.stderr: 92700K .......... .......... .......... .......... .......... 99% 217M 0s 2024-09-19T14:04:11.025 INFO:teuthology.orchestra.run.smithi031.stderr: 92750K .......... .......... .......... .......... .......... 99% 256M 0s 2024-09-19T14:04:11.025 INFO:teuthology.orchestra.run.smithi031.stderr: 92800K .......... .......... .......... .......... .......... 99% 163M 0s 2024-09-19T14:04:11.025 INFO:teuthology.orchestra.run.smithi031.stderr: 92850K .......... .......... .......... .......... .......... 99% 275M 0s 2024-09-19T14:04:11.025 INFO:teuthology.orchestra.run.smithi031.stderr: 92900K 100% 134G=0.6s 2024-09-19T14:04:11.025 INFO:teuthology.orchestra.run.smithi031.stderr: 2024-09-19T14:04:11.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19 14:04:10 (145 MB/s) - 'gradle-6.0.1-bin.zip' saved [95129672/95129672] 2024-09-19T14:04:11.025 INFO:teuthology.orchestra.run.smithi031.stderr: 2024-09-19T14:04:11.047 INFO:teuthology.orchestra.run.smithi031.stdout:Archive: gradle-6.0.1-bin.zip 2024-09-19T14:04:11.047 INFO:teuthology.orchestra.run.smithi031.stdout: creating: /opt/gradle/gradle-6.0.1/ 2024-09-19T14:04:11.047 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/getting-started.html 2024-09-19T14:04:11.047 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/LICENSE 2024-09-19T14:04:11.047 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/NOTICE 2024-09-19T14:04:11.047 INFO:teuthology.orchestra.run.smithi031.stdout: creating: /opt/gradle/gradle-6.0.1/init.d/ 2024-09-19T14:04:11.047 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/init.d/readme.txt 2024-09-19T14:04:11.047 INFO:teuthology.orchestra.run.smithi031.stdout: creating: /opt/gradle/gradle-6.0.1/bin/ 2024-09-19T14:04:11.047 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/bin/gradle 2024-09-19T14:04:11.048 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/bin/gradle.bat 2024-09-19T14:04:11.048 INFO:teuthology.orchestra.run.smithi031.stdout: creating: /opt/gradle/gradle-6.0.1/lib/ 2024-09-19T14:04:11.048 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-api-metadata-6.0.1.jar 2024-09-19T14:04:11.048 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-launcher-6.0.1.jar 2024-09-19T14:04:11.048 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-runtime-api-info-6.0.1.jar 2024-09-19T14:04:11.048 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-kotlin-dsl-6.0.1.jar 2024-09-19T14:04:11.048 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-tooling-api-6.0.1.jar 2024-09-19T14:04:11.048 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-wrapper-6.0.1.jar 2024-09-19T14:04:11.048 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-installation-beacon-6.0.1.jar 2024-09-19T14:04:11.048 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-bootstrap-6.0.1.jar 2024-09-19T14:04:11.048 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-core-6.0.1.jar 2024-09-19T14:04:11.048 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-file-collections-6.0.1.jar 2024-09-19T14:04:11.048 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-model-groovy-6.0.1.jar 2024-09-19T14:04:11.048 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-execution-6.0.1.jar 2024-09-19T14:04:11.049 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-model-core-6.0.1.jar 2024-09-19T14:04:11.049 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-build-cache-packaging-6.0.1.jar 2024-09-19T14:04:11.049 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-build-cache-6.0.1.jar 2024-09-19T14:04:11.049 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-core-api-6.0.1.jar 2024-09-19T14:04:11.049 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-persistent-cache-6.0.1.jar 2024-09-19T14:04:11.049 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-worker-processes-6.0.1.jar 2024-09-19T14:04:11.049 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-logging-6.0.1.jar 2024-09-19T14:04:11.049 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-jvm-services-6.0.1.jar 2024-09-19T14:04:11.049 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-process-services-6.0.1.jar 2024-09-19T14:04:11.049 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-resources-6.0.1.jar 2024-09-19T14:04:11.049 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-messaging-6.0.1.jar 2024-09-19T14:04:11.049 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-native-6.0.1.jar 2024-09-19T14:04:11.049 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-base-services-groovy-6.0.1.jar 2024-09-19T14:04:11.050 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-base-services-6.0.1.jar 2024-09-19T14:04:11.050 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-build-option-6.0.1.jar 2024-09-19T14:04:11.050 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-cli-6.0.1.jar 2024-09-19T14:04:11.050 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-snapshots-6.0.1.jar 2024-09-19T14:04:11.050 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-files-6.0.1.jar 2024-09-19T14:04:11.050 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-kotlin-dsl-tooling-models-6.0.1.jar 2024-09-19T14:04:11.050 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-compiler-embeddable-1.3.50-patched-for-gradle-6.0.1.jar 2024-09-19T14:04:11.050 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-hashing-6.0.1.jar 2024-09-19T14:04:11.050 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-pineapple-6.0.1.jar 2024-09-19T14:04:11.050 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-docs-6.0.1.jar 2024-09-19T14:04:11.050 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/groovy-all-1.3-2.5.8.jar 2024-09-19T14:04:11.050 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jul-to-slf4j-1.7.28.jar 2024-09-19T14:04:11.050 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/log4j-over-slf4j-1.7.28.jar 2024-09-19T14:04:11.050 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jcl-over-slf4j-1.7.28.jar 2024-09-19T14:04:11.051 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/slf4j-api-1.7.28.jar 2024-09-19T14:04:11.051 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/guava-27.1-android.jar 2024-09-19T14:04:11.051 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/commons-io-2.6.jar 2024-09-19T14:04:11.051 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/commons-lang-2.6.jar 2024-09-19T14:04:11.051 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-commons-7.1.jar 2024-09-19T14:04:11.051 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-analysis-7.1.jar 2024-09-19T14:04:11.051 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-tree-7.1.jar 2024-09-19T14:04:11.051 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-7.1.jar 2024-09-19T14:04:11.051 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/ant-1.10.7.jar 2024-09-19T14:04:11.051 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-jdk8-1.3.50.jar 2024-09-19T14:04:11.051 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/javax.inject-1.jar 2024-09-19T14:04:11.051 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-common-1.3.50.jar 2024-09-19T14:04:11.051 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-jvm-1.3.50.jar 2024-09-19T14:04:11.051 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-jvm-host-embeddable-1.3.50.jar 2024-09-19T14:04:11.051 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-compiler-embeddable-1.3.50.jar 2024-09-19T14:04:11.052 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-compiler-impl-embeddable-1.3.50.jar 2024-09-19T14:04:11.052 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-sam-with-receiver-compiler-plugin-1.3.50.jar 2024-09-19T14:04:11.052 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlinx-metadata-jvm-0.1.0.jar 2024-09-19T14:04:11.052 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/commons-compress-1.19.jar 2024-09-19T14:04:11.052 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/fastutil-8.3.0-min.jar 2024-09-19T14:04:11.052 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jansi-1.18.jar 2024-09-19T14:04:11.052 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jsr305-3.0.2.jar 2024-09-19T14:04:11.052 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kryo-2.24.0.jar 2024-09-19T14:04:11.052 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-0.18.jar 2024-09-19T14:04:11.052 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/objenesis-2.6.jar 2024-09-19T14:04:11.052 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/trove4j-1.0.20181211.jar 2024-09-19T14:04:11.052 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/xml-apis-1.4.01.jar 2024-09-19T14:04:11.052 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-reflect-1.3.50.jar 2024-09-19T14:04:11.053 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-jdk7-1.3.50.jar 2024-09-19T14:04:11.053 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-1.3.50.jar 2024-09-19T14:04:11.053 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/annotations-13.0.jar 2024-09-19T14:04:11.053 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/ant-launcher-1.10.7.jar 2024-09-19T14:04:11.053 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/minlog-1.2.jar 2024-09-19T14:04:11.053 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-script-runtime-1.3.50.jar 2024-09-19T14:04:11.053 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-daemon-embeddable-1.3.50.jar 2024-09-19T14:04:11.053 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/failureaccess-1.0.1.jar 2024-09-19T14:04:11.053 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-common-1.3.50.jar 2024-09-19T14:04:11.053 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-amd64-libcpp-0.18.jar 2024-09-19T14:04:11.053 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-amd64-libstdcpp-0.18.jar 2024-09-19T14:04:11.053 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-i386-libcpp-0.18.jar 2024-09-19T14:04:11.054 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-i386-libstdcpp-0.18.jar 2024-09-19T14:04:11.054 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-aarch64-0.18.jar 2024-09-19T14:04:11.054 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-amd64-0.18.jar 2024-09-19T14:04:11.054 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-i386-0.18.jar 2024-09-19T14:04:11.054 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-osx-amd64-0.18.jar 2024-09-19T14:04:11.054 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-amd64-0.18.jar 2024-09-19T14:04:11.054 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-amd64-min-0.18.jar 2024-09-19T14:04:11.054 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-i386-0.18.jar 2024-09-19T14:04:11.054 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-i386-min-0.18.jar 2024-09-19T14:04:11.054 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-aarch64-ncurses5-0.18.jar 2024-09-19T14:04:11.054 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-amd64-ncurses5-0.18.jar 2024-09-19T14:04:11.054 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-amd64-ncurses6-0.18.jar 2024-09-19T14:04:11.054 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-i386-ncurses5-0.18.jar 2024-09-19T14:04:11.054 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-i386-ncurses6-0.18.jar 2024-09-19T14:04:11.055 INFO:teuthology.orchestra.run.smithi031.stdout: creating: /opt/gradle/gradle-6.0.1/lib/plugins/ 2024-09-19T14:04:11.055 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-antlr-6.0.1.jar 2024-09-19T14:04:11.055 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-code-quality-6.0.1.jar 2024-09-19T14:04:11.055 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-signing-6.0.1.jar 2024-09-19T14:04:11.055 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-tooling-native-6.0.1.jar 2024-09-19T14:04:11.055 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ide-native-6.0.1.jar 2024-09-19T14:04:11.055 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-native-6.0.1.jar 2024-09-19T14:04:11.055 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-native-6.0.1.jar 2024-09-19T14:04:11.055 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-kotlin-dsl-provider-plugins-6.0.1.jar 2024-09-19T14:04:11.055 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-plugin-development-6.0.1.jar 2024-09-19T14:04:11.055 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-maven-6.0.1.jar 2024-09-19T14:04:11.055 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ide-play-6.0.1.jar 2024-09-19T14:04:11.055 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ide-6.0.1.jar 2024-09-19T14:04:11.055 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-scala-6.0.1.jar 2024-09-19T14:04:11.056 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ear-6.0.1.jar 2024-09-19T14:04:11.056 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-play-6.0.1.jar 2024-09-19T14:04:11.056 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-javascript-6.0.1.jar 2024-09-19T14:04:11.056 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ivy-6.0.1.jar 2024-09-19T14:04:11.056 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-jacoco-6.0.1.jar 2024-09-19T14:04:11.056 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-build-init-6.0.1.jar 2024-09-19T14:04:11.056 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-kotlin-dsl-tooling-builders-6.0.1.jar 2024-09-19T14:04:11.056 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-plugins-6.0.1.jar 2024-09-19T14:04:11.056 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-test-kit-6.0.1.jar 2024-09-19T14:04:11.056 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-groovy-6.0.1.jar 2024-09-19T14:04:11.056 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-scala-6.0.1.jar 2024-09-19T14:04:11.056 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-junit-platform-6.0.1.jar 2024-09-19T14:04:11.056 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-tooling-api-builders-6.0.1.jar 2024-09-19T14:04:11.056 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-jvm-6.0.1.jar 2024-09-19T14:04:11.057 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-java-6.0.1.jar 2024-09-19T14:04:11.057 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-jvm-6.0.1.jar 2024-09-19T14:04:11.057 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-jvm-6.0.1.jar 2024-09-19T14:04:11.057 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-native-6.0.1.jar 2024-09-19T14:04:11.057 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-diagnostics-6.0.1.jar 2024-09-19T14:04:11.057 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-publish-6.0.1.jar 2024-09-19T14:04:11.057 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-base-6.0.1.jar 2024-09-19T14:04:11.057 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-base-6.0.1.jar 2024-09-19T14:04:11.057 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-plugin-use-6.0.1.jar 2024-09-19T14:04:11.057 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-instant-execution-6.0.1.jar 2024-09-19T14:04:11.057 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-version-control-6.0.1.jar 2024-09-19T14:04:11.057 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-dependency-management-6.0.1.jar 2024-09-19T14:04:11.057 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-composite-builds-6.0.1.jar 2024-09-19T14:04:11.058 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-reporting-6.0.1.jar 2024-09-19T14:04:11.058 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-s3-6.0.1.jar 2024-09-19T14:04:11.058 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-gcs-6.0.1.jar 2024-09-19T14:04:11.058 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-build-cache-http-6.0.1.jar 2024-09-19T14:04:11.058 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-http-6.0.1.jar 2024-09-19T14:04:11.058 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-sftp-6.0.1.jar 2024-09-19T14:04:11.058 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-build-profile-6.0.1.jar 2024-09-19T14:04:11.058 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-workers-6.0.1.jar 2024-09-19T14:04:11.058 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/org.eclipse.jgit-5.5.0.201909110433-r.jar 2024-09-19T14:04:11.058 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-http-3.0.0.jar 2024-09-19T14:04:11.058 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-http-shared-3.0.0.jar 2024-09-19T14:04:11.058 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-api-services-storage-v1-rev136-1.25.0.jar 2024-09-19T14:04:11.058 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-api-client-1.25.0.jar 2024-09-19T14:04:11.058 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/asm-util-7.1.jar 2024-09-19T14:04:11.059 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/ivy-2.3.0.jar 2024-09-19T14:04:11.059 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-compat-3.0.4.jar 2024-09-19T14:04:11.059 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-core-3.0.4.jar 2024-09-19T14:04:11.059 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/pmaven-common-0.8-20100325.jar 2024-09-19T14:04:11.059 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/pmaven-groovy-0.8-20100325.jar 2024-09-19T14:04:11.059 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-file-3.0.0.jar 2024-09-19T14:04:11.059 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-container-default-1.7.1.jar 2024-09-19T14:04:11.059 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-connector-wagon-1.13.1.jar 2024-09-19T14:04:11.059 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bcpg-jdk15on-1.63.jar 2024-09-19T14:04:11.059 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/rhino-1.7.10.jar 2024-09-19T14:04:11.059 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gson-2.8.5.jar 2024-09-19T14:04:11.059 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/simple-4.1.21.jar 2024-09-19T14:04:11.059 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jatl-0.2.3.jar 2024-09-19T14:04:11.060 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-plugin-api-3.0.4.jar 2024-09-19T14:04:11.060 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-oauth-client-1.25.0.jar 2024-09-19T14:04:11.060 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-http-client-jackson2-1.25.0.jar 2024-09-19T14:04:11.060 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-http-client-1.25.0.jar 2024-09-19T14:04:11.060 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/testng-6.3.1.jar 2024-09-19T14:04:11.060 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/snakeyaml-1.17.jar 2024-09-19T14:04:11.060 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/dd-plist-1.21.jar 2024-09-19T14:04:11.060 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-4.12.jar 2024-09-19T14:04:11.060 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bsh-2.0b6.jar 2024-09-19T14:04:11.060 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-platform-launcher-1.3.1.jar 2024-09-19T14:04:11.060 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aws-java-sdk-s3-1.11.633.jar 2024-09-19T14:04:11.060 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aws-java-sdk-kms-1.11.633.jar 2024-09-19T14:04:11.060 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aws-java-sdk-core-1.11.633.jar 2024-09-19T14:04:11.061 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/httpclient-4.5.10.jar 2024-09-19T14:04:11.061 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jcifs-1.3.17.jar 2024-09-19T14:04:11.061 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/nekohtml-1.9.22.jar 2024-09-19T14:04:11.064 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/xercesImpl-2.12.0.jar 2024-09-19T14:04:11.066 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jsch-0.1.55.jar 2024-09-19T14:04:11.073 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jaxb-impl-2.3.2.jar 2024-09-19T14:04:11.073 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jmespath-java-1.11.633.jar 2024-09-19T14:04:11.082 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jackson-databind-2.9.10.jar 2024-09-19T14:04:11.084 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jackson-core-2.9.10.jar 2024-09-19T14:04:11.084 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jackson-annotations-2.9.10.jar 2024-09-19T14:04:11.089 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/joda-time-2.10.4.jar 2024-09-19T14:04:11.094 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bcpkix-jdk15on-1.61.jar 2024-09-19T14:04:11.124 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bcprov-jdk15on-1.63.jar 2024-09-19T14:04:11.126 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/commons-codec-1.13.jar 2024-09-19T14:04:11.127 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-aether-provider-3.0.4.jar 2024-09-19T14:04:11.127 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-impl-1.13.1.jar 2024-09-19T14:04:11.128 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-util-1.13.1.jar 2024-09-19T14:04:11.129 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-spi-1.13.1.jar 2024-09-19T14:04:11.129 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-api-1.13.1.jar 2024-09-19T14:04:11.130 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/hamcrest-core-1.3.jar 2024-09-19T14:04:11.132 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/httpcore-4.4.12.jar 2024-09-19T14:04:11.132 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jcommander-1.72.jar 2024-09-19T14:04:11.133 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jzlib-1.1.3.jar 2024-09-19T14:04:11.133 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-artifact-3.0.4.jar 2024-09-19T14:04:11.134 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-model-builder-3.0.4.jar 2024-09-19T14:04:11.136 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-model-3.0.4.jar 2024-09-19T14:04:11.136 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-repository-metadata-3.0.4.jar 2024-09-19T14:04:11.136 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-settings-builder-3.0.4.jar 2024-09-19T14:04:11.137 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-settings-3.0.4.jar 2024-09-19T14:04:11.137 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-sec-dispatcher-1.3.jar 2024-09-19T14:04:11.137 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-cipher-1.7.jar 2024-09-19T14:04:11.137 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-classworlds-2.5.1.jar 2024-09-19T14:04:11.137 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-component-annotations-1.5.5.jar 2024-09-19T14:04:11.138 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-interpolation-1.14.jar 2024-09-19T14:04:11.138 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-provider-api-3.0.0.jar 2024-09-19T14:04:11.140 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-utils-3.1.0.jar 2024-09-19T14:04:11.141 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/xbean-reflect-3.7.jar 2024-09-19T14:04:11.144 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/ion-java-1.0.2.jar 2024-09-19T14:04:11.145 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-platform-engine-1.3.1.jar 2024-09-19T14:04:11.146 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-platform-commons-1.3.1.jar 2024-09-19T14:04:11.146 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/apiguardian-api-1.0.0.jar 2024-09-19T14:04:11.146 INFO:teuthology.orchestra.run.smithi031.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/opentest4j-1.1.1.jar 2024-09-19T14:04:11.176 INFO:teuthology.orchestra.run.smithi031.stdout:export PATH=/opt/gradle/gradle-6.0.1/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin 2024-09-19T14:04:11.612 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:04:11.613 INFO:teuthology.orchestra.run.smithi031.stdout:Welcome to Gradle 6.0.1! 2024-09-19T14:04:11.613 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:04:11.613 INFO:teuthology.orchestra.run.smithi031.stdout:Here are the highlights of this release: 2024-09-19T14:04:11.613 INFO:teuthology.orchestra.run.smithi031.stdout: - Substantial improvements in dependency management, including 2024-09-19T14:04:11.613 INFO:teuthology.orchestra.run.smithi031.stdout: - Publishing Gradle Module Metadata in addition to pom.xml 2024-09-19T14:04:11.613 INFO:teuthology.orchestra.run.smithi031.stdout: - Advanced control of transitive versions 2024-09-19T14:04:11.613 INFO:teuthology.orchestra.run.smithi031.stdout: - Support for optional features and dependencies 2024-09-19T14:04:11.613 INFO:teuthology.orchestra.run.smithi031.stdout: - Rules to tweak published metadata 2024-09-19T14:04:11.613 INFO:teuthology.orchestra.run.smithi031.stdout: - Support for Java 13 2024-09-19T14:04:11.613 INFO:teuthology.orchestra.run.smithi031.stdout: - Faster incremental Java and Groovy compilation 2024-09-19T14:04:11.613 INFO:teuthology.orchestra.run.smithi031.stdout: - New Zinc compiler for Scala 2024-09-19T14:04:11.613 INFO:teuthology.orchestra.run.smithi031.stdout: - VS2019 support 2024-09-19T14:04:11.613 INFO:teuthology.orchestra.run.smithi031.stdout: - Support for Gradle Enterprise plugin 3.0 2024-09-19T14:04:11.613 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:04:11.614 INFO:teuthology.orchestra.run.smithi031.stdout:For more details see https://docs.gradle.org/6.0.1/release-notes.html 2024-09-19T14:04:11.614 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:04:11.614 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:04:11.614 INFO:teuthology.orchestra.run.smithi031.stdout:------------------------------------------------------------ 2024-09-19T14:04:11.614 INFO:teuthology.orchestra.run.smithi031.stdout:Gradle 6.0.1 2024-09-19T14:04:11.614 INFO:teuthology.orchestra.run.smithi031.stdout:------------------------------------------------------------ 2024-09-19T14:04:11.614 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:04:11.614 INFO:teuthology.orchestra.run.smithi031.stdout:Build time: 2019-11-18 20:25:01 UTC 2024-09-19T14:04:11.614 INFO:teuthology.orchestra.run.smithi031.stdout:Revision: fad121066a68c4701acd362daf4287a7c309a0f5 2024-09-19T14:04:11.615 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:04:11.615 INFO:teuthology.orchestra.run.smithi031.stdout:Kotlin: 1.3.50 2024-09-19T14:04:11.615 INFO:teuthology.orchestra.run.smithi031.stdout:Groovy: 2.5.8 2024-09-19T14:04:11.615 INFO:teuthology.orchestra.run.smithi031.stdout:Ant: Apache Ant(TM) version 1.10.7 compiled on September 1 2019 2024-09-19T14:04:11.615 INFO:teuthology.orchestra.run.smithi031.stdout:JVM: 11.0.17 (Ubuntu 11.0.17+8-post-Ubuntu-1ubuntu222.04) 2024-09-19T14:04:11.615 INFO:teuthology.orchestra.run.smithi031.stdout:OS: Linux 5.15.0-122-generic amd64 2024-09-19T14:04:11.615 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:04:11.620 DEBUG:tasks.s3tests_java:S3 Tests Java: BEGIN 2024-09-19T14:04:11.620 DEBUG:tasks.s3tests_java:S3 Tests Java: Cluster config is: ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'] 2024-09-19T14:04:11.620 DEBUG:tasks.s3tests_java:S3 Tests Java: Host is: ubuntu@smithi031.front.sepia.ceph.com 2024-09-19T14:04:11.620 DEBUG:tasks.s3tests_java:S3 Tests Java: Cluster config is: ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b'] 2024-09-19T14:04:11.620 DEBUG:tasks.s3tests_java:S3 Tests Java: Host is: ubuntu@smithi170.front.sepia.ceph.com 2024-09-19T14:04:11.620 INFO:tasks.s3tests_java:S3 Tests Java: Creating S3 users... 2024-09-19T14:04:11.836 DEBUG:tasks.s3tests_java:S3 Tests Java: s3tests_conf is {'bucket_prefix': 'test-', 's3main': {'access_key': None, 'access_secret': None, 'region': 'mexico', 'endpoint': None, 'port': None, 'display_name': None, 'email': None, 'is_secure': None, 'SSE': 'AES256', 's3dir': 'folder', 'dir': '../data'}} 2024-09-19T14:04:11.837 DEBUG:tasks.s3tests_java:S3 Tests Java: Creating user tester.client.0 2024-09-19T14:04:11.837 DEBUG:tasks.s3tests_java:S3 Tests Java: s3tests_conf[s3main] is {'access_key': 'LWFNIZIFOQYRZQOBFSRC', 'access_secret': 'dgP2RPcsz3Rat8qG483KJ3BXGJxunLQWvylOpPaAumiWJyP1TMj3Kw==', 'region': 'mexico', 'endpoint': 'smithi031.front.sepia.ceph.com:443', 'port': 443, 'display_name': 'Ms. tester.client.0', 'email': 'tester.client.0_test@test.test', 'is_secure': True, 'SSE': 'AES256', 's3dir': 'folder', 'dir': '../data', 'user_id': 'tester.client.0', 'host': 'smithi031.front.sepia.ceph.com'} 2024-09-19T14:04:11.837 DEBUG:tasks.s3tests_java:S3 Tests Java: Setion, User = s3main, tester.client.0 2024-09-19T14:04:11.837 INFO:tasks.s3tests_java:['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '-n', 'client.0', 'user', 'create', '--uid', 'tester.client.0', '--display-name', 'Ms. tester.client.0', '--access-key', 'LWFNIZIFOQYRZQOBFSRC', '--secret', 'dgP2RPcsz3Rat8qG483KJ3BXGJxunLQWvylOpPaAumiWJyP1TMj3Kw==', '--email', 'tester.client.0_test@test.test', '--cluster', 'ceph'] 2024-09-19T14:04:11.837 DEBUG:teuthology.orchestra.run.smithi031:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid tester.client.0 --display-name 'Ms. tester.client.0' --access-key LWFNIZIFOQYRZQOBFSRC --secret dgP2RPcsz3Rat8qG483KJ3BXGJxunLQWvylOpPaAumiWJyP1TMj3Kw== --email tester.client.0_test@test.test --cluster ceph 2024-09-19T14:04:11.880 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:04:11.880 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:04:11.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.919+0000 7ff4f5b2c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:04:11.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.923+0000 7ff4f5b2c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:04:11.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.923+0000 7ff4f5b2c9c0 20 realm 2024-09-19T14:04:11.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.923+0000 7ff4f5b2c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:04:11.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.923+0000 7ff4f5b2c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:04:11.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.923+0000 7ff4f5b2c9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:04:11.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.923+0000 7ff4f5b2c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:04:11.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.923+0000 7ff4f5b2c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:04:11.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.923+0000 7ff4f5b2c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:04:11.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.923+0000 7ff4f5b2c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:04:11.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.923+0000 7ff4f5b2c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:04:11.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.923+0000 7ff4f5b2c9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:04:11.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.923+0000 7ff4f5b2c9c0 20 searching for the correct realm 2024-09-19T14:04:11.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.931+0000 7ff4f3e33640 0 -- 172.21.15.31:0/2431087668 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x5618fd0bfe50 msgr2=0x5618fd0c2310 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:04:11.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.939+0000 7ff4f3632640 0 -- 172.21.15.31:0/2431087668 >> [v2:172.21.15.31:6802/3325082646,v1:172.21.15.31:6804/3325082646] conn(0x5618fd0c4350 msgr2=0x5618fd0c6740 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:04:11.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.943+0000 7ff4f5b2c9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:04:11.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.943+0000 7ff4f5b2c9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:04:11.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.943+0000 7ff4f5b2c9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:04:11.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.943+0000 7ff4f5b2c9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:04:11.946 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.943+0000 7ff4f5b2c9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:04:11.946 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.943+0000 7ff4f5b2c9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:04:11.946 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.943+0000 7ff4f5b2c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:04:11.946 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.943+0000 7ff4f5b2c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:04:11.946 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.943+0000 7ff4f5b2c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:04:11.946 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.943+0000 7ff4f5b2c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:04:11.946 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.943+0000 7ff4f5b2c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:04:11.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.947+0000 7ff4f5b2c9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:04:11.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.947+0000 7ff4f5b2c9c0 20 zone default found 2024-09-19T14:04:11.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.947+0000 7ff4f5b2c9c0 4 Realm: () 2024-09-19T14:04:11.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.947+0000 7ff4f5b2c9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:04:11.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.947+0000 7ff4f5b2c9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:04:11.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.947+0000 7ff4f5b2c9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:04:11.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.947+0000 7ff4f5b2c9c0 20 zonegroup default 2024-09-19T14:04:11.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.947+0000 7ff4f5b2c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:04:11.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.947+0000 7ff4f5b2c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:04:11.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.947+0000 7ff4f5b2c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:04:11.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.947+0000 7ff4f5b2c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:04:11.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.947+0000 7ff4f5b2c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:04:11.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.947+0000 7ff4f5b2c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:04:11.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.947+0000 7ff4f5b2c9c0 20 started sync module instance, tier type = 2024-09-19T14:04:11.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.947+0000 7ff4f5b2c9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:04:11.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.967+0000 7ff4f5b2c9c0 20 add_watcher() i=0 2024-09-19T14:04:11.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.967+0000 7ff4f5b2c9c0 20 add_watcher() i=1 2024-09-19T14:04:11.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.967+0000 7ff4f5b2c9c0 20 add_watcher() i=2 2024-09-19T14:04:11.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.967+0000 7ff4f5b2c9c0 20 add_watcher() i=3 2024-09-19T14:04:11.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.967+0000 7ff4f5b2c9c0 20 add_watcher() i=4 2024-09-19T14:04:11.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.967+0000 7ff4f5b2c9c0 20 add_watcher() i=5 2024-09-19T14:04:11.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.967+0000 7ff4f5b2c9c0 20 add_watcher() i=6 2024-09-19T14:04:11.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.971+0000 7ff4f5b2c9c0 20 add_watcher() i=7 2024-09-19T14:04:11.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.971+0000 7ff4f5b2c9c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:04:11.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.975+0000 7ff3a9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:04:11.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.975+0000 7ff4f5b2c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:04:11.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.975+0000 7ff4f5b2c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:04:11.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.975+0000 7ff4f5b2c9c0 5 note: GC not initialized 2024-09-19T14:04:11.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.975+0000 7ff3a8fe1640 20 reqs_thread_entry: start 2024-09-19T14:04:11.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.975+0000 7ff4f5b2c9c0 20 init_complete bucket index max shards: 1 2024-09-19T14:04:11.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.975+0000 7ff4f5b2c9c0 20 Filter name: none 2024-09-19T14:04:11.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.975+0000 7ff3227fc640 20 reqs_thread_entry: start 2024-09-19T14:04:11.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.975+0000 7ff4f5b2c9c0 10 cache get: name=default.rgw.meta+users.uid+tester.client.0 : miss 2024-09-19T14:04:11.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.975+0000 7ff4f5b2c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:04:11.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.975+0000 7ff4f5b2c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:04:11.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.975+0000 7ff4f5b2c9c0 10 cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x0 2024-09-19T14:04:11.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.975+0000 7ff4f5b2c9c0 10 adding default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2024-09-19T14:04:11.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.975+0000 7ff4f5b2c9c0 10 cache get: name=default.rgw.meta+users.email+tester.client.0_test@test.test : miss 2024-09-19T14:04:11.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.975+0000 7ff4f5b2c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:04:11.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.975+0000 7ff4f5b2c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:04:11.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.975+0000 7ff4f5b2c9c0 10 cache put: name=default.rgw.meta+users.email+tester.client.0_test@test.test info.flags=0x0 2024-09-19T14:04:11.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.975+0000 7ff4f5b2c9c0 10 adding default.rgw.meta+users.email+tester.client.0_test@test.test to cache LRU end 2024-09-19T14:04:11.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.975+0000 7ff4f5b2c9c0 10 cache get: name=default.rgw.meta+users.keys+LWFNIZIFOQYRZQOBFSRC : miss 2024-09-19T14:04:11.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.975+0000 7ff4f5b2c9c0 20 rados->read ofs=0 len=0 2024-09-19T14:04:11.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.975+0000 7ff4f5b2c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:04:11.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.975+0000 7ff4f5b2c9c0 10 cache put: name=default.rgw.meta+users.keys+LWFNIZIFOQYRZQOBFSRC info.flags=0x0 2024-09-19T14:04:11.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.975+0000 7ff4f5b2c9c0 10 adding default.rgw.meta+users.keys+LWFNIZIFOQYRZQOBFSRC to cache LRU end 2024-09-19T14:04:11.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.975+0000 7ff4f5b2c9c0 10 cache get: name=default.rgw.meta+users.keys+LWFNIZIFOQYRZQOBFSRC : hit (negative entry) 2024-09-19T14:04:11.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.975+0000 7ff4f5b2c9c0 10 cache get: name=default.rgw.meta+users.keys+LWFNIZIFOQYRZQOBFSRC : hit (negative entry) 2024-09-19T14:04:11.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.975+0000 7ff4f5b2c9c0 10 cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x17 2024-09-19T14:04:11.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.975+0000 7ff4f5b2c9c0 10 moving default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2024-09-19T14:04:11.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.975+0000 7ff4f5b2c9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.uid:tester.client.0, ofs0, ns] 2024-09-19T14:04:11.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.979+0000 7ff3d6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333562 cookie 94665324676960 notifier 8823 bl.length()=670 2024-09-19T14:04:11.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.979+0000 7ff3d6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x17 2024-09-19T14:04:11.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.979+0000 7ff3d6ffd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2024-09-19T14:04:11.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.983+0000 7ff4f5b2c9c0 10 cache put: name=default.rgw.meta+users.email+tester.client.0_test@test.test info.flags=0x7 2024-09-19T14:04:11.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.983+0000 7ff4f5b2c9c0 10 moving default.rgw.meta+users.email+tester.client.0_test@test.test to cache LRU end 2024-09-19T14:04:11.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.983+0000 7ff4f5b2c9c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:tester.client.0_test@test.test, ofs0, ns] 2024-09-19T14:04:11.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.983+0000 7ff3d6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333472 cookie 94665324633632 notifier 8823 bl.length()=200 2024-09-19T14:04:11.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.983+0000 7ff3d6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+tester.client.0_test@test.test info.flags=0x7 2024-09-19T14:04:11.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.983+0000 7ff3d6ffd640 10 rgw watcher librados: moving default.rgw.meta+users.email+tester.client.0_test@test.test to cache LRU end 2024-09-19T14:04:11.988 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.987+0000 7ff4f5b2c9c0 10 cache put: name=default.rgw.meta+users.keys+LWFNIZIFOQYRZQOBFSRC info.flags=0x7 2024-09-19T14:04:11.989 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.987+0000 7ff4f5b2c9c0 10 moving default.rgw.meta+users.keys+LWFNIZIFOQYRZQOBFSRC to cache LRU end 2024-09-19T14:04:11.989 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.987+0000 7ff4f5b2c9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.keys:LWFNIZIFOQYRZQOBFSRC, ofs0, ns] 2024-09-19T14:04:11.989 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.987+0000 7ff3d6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333478 cookie 94665324631424 notifier 8823 bl.length()=189 2024-09-19T14:04:11.989 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.987+0000 7ff3d6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+LWFNIZIFOQYRZQOBFSRC info.flags=0x7 2024-09-19T14:04:11.989 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.987+0000 7ff3d6ffd640 10 rgw watcher librados: moving default.rgw.meta+users.keys+LWFNIZIFOQYRZQOBFSRC to cache LRU end 2024-09-19T14:04:11.989 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-19T14:04:11.990 INFO:teuthology.orchestra.run.smithi031.stdout: "user_id": "tester.client.0", 2024-09-19T14:04:11.990 INFO:teuthology.orchestra.run.smithi031.stdout: "display_name": "Ms. tester.client.0", 2024-09-19T14:04:11.990 INFO:teuthology.orchestra.run.smithi031.stdout: "email": "tester.client.0_test@test.test", 2024-09-19T14:04:11.990 INFO:teuthology.orchestra.run.smithi031.stdout: "suspended": 0, 2024-09-19T14:04:11.990 INFO:teuthology.orchestra.run.smithi031.stdout: "max_buckets": 1000, 2024-09-19T14:04:11.990 INFO:teuthology.orchestra.run.smithi031.stdout: "subusers": [], 2024-09-19T14:04:11.990 INFO:teuthology.orchestra.run.smithi031.stdout: "keys": [ 2024-09-19T14:04:11.990 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T14:04:11.990 INFO:teuthology.orchestra.run.smithi031.stdout: "user": "tester.client.0", 2024-09-19T14:04:11.990 INFO:teuthology.orchestra.run.smithi031.stdout: "access_key": "LWFNIZIFOQYRZQOBFSRC", 2024-09-19T14:04:11.990 INFO:teuthology.orchestra.run.smithi031.stdout: "secret_key": "dgP2RPcsz3Rat8qG483KJ3BXGJxunLQWvylOpPaAumiWJyP1TMj3Kw==", 2024-09-19T14:04:11.990 INFO:teuthology.orchestra.run.smithi031.stdout: "active": true, 2024-09-19T14:04:11.991 INFO:teuthology.orchestra.run.smithi031.stdout: "create_date": "2024-09-19T14:04:11.978673Z" 2024-09-19T14:04:11.991 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T14:04:11.991 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-19T14:04:11.991 INFO:teuthology.orchestra.run.smithi031.stdout: "swift_keys": [], 2024-09-19T14:04:11.991 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": [], 2024-09-19T14:04:11.991 INFO:teuthology.orchestra.run.smithi031.stdout: "op_mask": "read, write, delete", 2024-09-19T14:04:11.991 INFO:teuthology.orchestra.run.smithi031.stdout: "default_placement": "", 2024-09-19T14:04:11.991 INFO:teuthology.orchestra.run.smithi031.stdout: "default_storage_class": "", 2024-09-19T14:04:11.991 INFO:teuthology.orchestra.run.smithi031.stdout: "placement_tags": [], 2024-09-19T14:04:11.991 INFO:teuthology.orchestra.run.smithi031.stdout: "bucket_quota": { 2024-09-19T14:04:11.991 INFO:teuthology.orchestra.run.smithi031.stdout: "enabled": false, 2024-09-19T14:04:11.991 INFO:teuthology.orchestra.run.smithi031.stdout: "check_on_raw": false, 2024-09-19T14:04:11.991 INFO:teuthology.orchestra.run.smithi031.stdout: "max_size": -1, 2024-09-19T14:04:11.991 INFO:teuthology.orchestra.run.smithi031.stdout: "max_size_kb": 0, 2024-09-19T14:04:11.992 INFO:teuthology.orchestra.run.smithi031.stdout: "max_objects": -1 2024-09-19T14:04:11.992 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T14:04:11.992 INFO:teuthology.orchestra.run.smithi031.stdout: "user_quota": { 2024-09-19T14:04:11.992 INFO:teuthology.orchestra.run.smithi031.stdout: "enabled": false, 2024-09-19T14:04:11.992 INFO:teuthology.orchestra.run.smithi031.stdout: "check_on_raw": false, 2024-09-19T14:04:11.992 INFO:teuthology.orchestra.run.smithi031.stdout: "max_size": -1, 2024-09-19T14:04:11.992 INFO:teuthology.orchestra.run.smithi031.stdout: "max_size_kb": 0, 2024-09-19T14:04:11.992 INFO:teuthology.orchestra.run.smithi031.stdout: "max_objects": -1 2024-09-19T14:04:11.992 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T14:04:11.992 INFO:teuthology.orchestra.run.smithi031.stdout: "temp_url_keys": [], 2024-09-19T14:04:11.992 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "rgw", 2024-09-19T14:04:11.992 INFO:teuthology.orchestra.run.smithi031.stdout: "mfa_ids": [], 2024-09-19T14:04:11.992 INFO:teuthology.orchestra.run.smithi031.stdout: "account_id": "", 2024-09-19T14:04:11.992 INFO:teuthology.orchestra.run.smithi031.stdout: "path": "/", 2024-09-19T14:04:11.992 INFO:teuthology.orchestra.run.smithi031.stdout: "create_date": "2024-09-19T14:04:11.978659Z", 2024-09-19T14:04:11.993 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-19T14:04:11.993 INFO:teuthology.orchestra.run.smithi031.stdout: "group_ids": [] 2024-09-19T14:04:11.993 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-19T14:04:11.993 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:04:11.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.987+0000 7ff3a9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:04:11.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.991+0000 7ff4f5b2c9c0 20 remove_watcher() i=0 2024-09-19T14:04:11.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.991+0000 7ff4f5b2c9c0 2 removed watcher, disabling cache 2024-09-19T14:04:11.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.995+0000 7ff4f5b2c9c0 20 remove_watcher() i=1 2024-09-19T14:04:11.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.995+0000 7ff4f5b2c9c0 20 remove_watcher() i=2 2024-09-19T14:04:12.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:11.999+0000 7ff4f5b2c9c0 20 remove_watcher() i=3 2024-09-19T14:04:12.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.003+0000 7ff4f5b2c9c0 20 remove_watcher() i=4 2024-09-19T14:04:12.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.003+0000 7ff4f5b2c9c0 20 remove_watcher() i=5 2024-09-19T14:04:12.009 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.007+0000 7ff4f5b2c9c0 20 remove_watcher() i=6 2024-09-19T14:04:12.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.011+0000 7ff4f5b2c9c0 20 remove_watcher() i=7 2024-09-19T14:04:12.024 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T14:04:12.024 DEBUG:teuthology.orchestra.run.smithi031:> dd of=/home/ubuntu/cephtest/archive/s3-tests-java.client.0.conf 2024-09-19T14:04:12.072 INFO:tasks.s3tests_java:S3 Tests Java: Running tests... 2024-09-19T14:04:12.073 DEBUG:teuthology.orchestra.run.smithi031:> cp /home/ubuntu/cephtest/archive/s3-tests-java.client.0.conf /home/ubuntu/cephtest/s3-tests-java/config.properties 2024-09-19T14:04:12.118 DEBUG:teuthology.orchestra.run.smithi031:> radosgw-admin gc process --include-all 2024-09-19T14:04:12.186 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:04:12.186 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:04:12.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.435+0000 7f70268d79c0 20 rados->read ofs=0 len=0 2024-09-19T14:04:12.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.439+0000 7f70268d79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:04:12.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.439+0000 7f70268d79c0 20 realm 2024-09-19T14:04:12.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.439+0000 7f70268d79c0 20 rados->read ofs=0 len=0 2024-09-19T14:04:12.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.439+0000 7f70268d79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:04:12.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.439+0000 7f70268d79c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:04:12.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.439+0000 7f70268d79c0 20 rados->read ofs=0 len=0 2024-09-19T14:04:12.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.439+0000 7f70268d79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:04:12.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.439+0000 7f70268d79c0 20 rados->read ofs=0 len=0 2024-09-19T14:04:12.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.439+0000 7f70268d79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:04:12.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.439+0000 7f70268d79c0 20 rados->read ofs=0 len=0 2024-09-19T14:04:12.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.439+0000 7f70268d79c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:04:12.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.439+0000 7f70268d79c0 20 searching for the correct realm 2024-09-19T14:04:12.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.447+0000 7f7023bdc640 0 -- 172.21.15.31:0/2827284951 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x55e0acc39070 msgr2=0x7f700c0d1410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:04:12.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.663+0000 7f7024bde640 0 -- 172.21.15.31:0/2827284951 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x55e0acdd9360 msgr2=0x55e0acddb800 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:04:12.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.675+0000 7f70268d79c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:04:12.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.675+0000 7f70268d79c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:04:12.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.675+0000 7f70268d79c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:04:12.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.675+0000 7f70268d79c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:04:12.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.675+0000 7f70268d79c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:04:12.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.675+0000 7f70268d79c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:04:12.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.675+0000 7f70268d79c0 20 rados->read ofs=0 len=0 2024-09-19T14:04:12.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.675+0000 7f70268d79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:04:12.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.675+0000 7f70268d79c0 20 rados->read ofs=0 len=0 2024-09-19T14:04:12.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.675+0000 7f70268d79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:04:12.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.675+0000 7f70268d79c0 20 rados->read ofs=0 len=0 2024-09-19T14:04:12.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.675+0000 7f70268d79c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:04:12.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.675+0000 7f70268d79c0 20 zone default found 2024-09-19T14:04:12.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.675+0000 7f70268d79c0 4 Realm: () 2024-09-19T14:04:12.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.675+0000 7f70268d79c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:04:12.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.675+0000 7f70268d79c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:04:12.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.675+0000 7f70268d79c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:04:12.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.675+0000 7f70268d79c0 20 zonegroup default 2024-09-19T14:04:12.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.675+0000 7f70268d79c0 20 rados->read ofs=0 len=0 2024-09-19T14:04:12.679 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.679+0000 7f70268d79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:04:12.679 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.679+0000 7f70268d79c0 20 rados->read ofs=0 len=0 2024-09-19T14:04:12.680 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.679+0000 7f70268d79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:04:12.680 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.679+0000 7f70268d79c0 20 rados->read ofs=0 len=0 2024-09-19T14:04:12.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.679+0000 7f70268d79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:04:12.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.679+0000 7f70268d79c0 20 started sync module instance, tier type = 2024-09-19T14:04:12.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.679+0000 7f70268d79c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:04:12.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.711+0000 7f70268d79c0 20 add_watcher() i=0 2024-09-19T14:04:12.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.711+0000 7f70268d79c0 20 add_watcher() i=1 2024-09-19T14:04:12.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.711+0000 7f70268d79c0 20 add_watcher() i=2 2024-09-19T14:04:12.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.711+0000 7f70268d79c0 20 add_watcher() i=3 2024-09-19T14:04:12.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.711+0000 7f70268d79c0 20 add_watcher() i=4 2024-09-19T14:04:12.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.711+0000 7f70268d79c0 20 add_watcher() i=5 2024-09-19T14:04:12.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.711+0000 7f70268d79c0 20 add_watcher() i=6 2024-09-19T14:04:12.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.715+0000 7f70268d79c0 20 add_watcher() i=7 2024-09-19T14:04:12.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.715+0000 7f70268d79c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:04:12.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.719+0000 7f6edafdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:04:12.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.719+0000 7f70268d79c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:04:12.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.719+0000 7f70268d79c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:04:12.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.807+0000 7f6ed9fdb640 20 reqs_thread_entry: start 2024-09-19T14:04:12.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.807+0000 7f70268d79c0 20 init_complete bucket index max shards: 1 2024-09-19T14:04:12.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.807+0000 7f70268d79c0 20 Filter name: none 2024-09-19T14:04:12.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.807+0000 7f6e4b7fe640 20 reqs_thread_entry: start 2024-09-19T14:04:12.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.807+0000 7f70268d79c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-19T14:04:12.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.811+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:12.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.811+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:12.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.811+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=8, truncated=0, next_marker='' 2024-09-19T14:04:12.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.811+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2857868943279749497', time=2024-09-19T15:56:54.841337+0000, chain.objs.size()=1 2024-09-19T14:04:12.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.811+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19__shadow_.ViVEMVN1U5iUY8XUV1ugLt24xbiCfn7_0 2024-09-19T14:04:12.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.811+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10505027604162069165', time=2024-09-19T15:57:28.773135+0000, chain.objs.size()=1 2024-09-19T14:04:12.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.811+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21__shadow_.bsmpLkyFEJi_LnHzSkrJ2tdJC6ySwSl_0 2024-09-19T14:04:12.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.811+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4410740692294643998', time=2024-09-19T15:58:03.593375+0000, chain.objs.size()=1 2024-09-19T14:04:12.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.815+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24__shadow_.2uhseJSAYsuXhhh_KqbW3nqekzKs-67_0 2024-09-19T14:04:12.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.815+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15494198320902871004', time=2024-09-19T15:58:06.028456+0000, chain.objs.size()=1 2024-09-19T14:04:12.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.815+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25__shadow_.QT0xihsUeH2R05Cjxon3SCMCTqaUvlB_0 2024-09-19T14:04:12.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.815+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6438202246024985296', time=2024-09-19T16:00:22.516100+0000, chain.objs.size()=1 2024-09-19T14:04:12.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.815+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34__shadow_.xdn_0a8WE5Omzn_3Z79zFwOhfju8PqP_0 2024-09-19T14:04:12.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.815+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17912379712729207826', time=2024-09-19T16:00:24.029803+0000, chain.objs.size()=1 2024-09-19T14:04:12.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.815+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35__shadow_.xI85XQdelVfoZpfKlkqZQfsNrg5YRJy_0 2024-09-19T14:04:12.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.815+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10774628964314085565', time=2024-09-19T16:00:58.638159+0000, chain.objs.size()=1 2024-09-19T14:04:12.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.815+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37__shadow_.wQDRFSgybpmpp7TwB-zfSXeKc4t9cu0_0 2024-09-19T14:04:12.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.815+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17834754844932536039', time=2024-09-19T16:03:50.692281+0000, chain.objs.size()=1 2024-09-19T14:04:12.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.815+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18__shadow:lsYvOdWf5xN.bekZI81Y-dIQV1Ok4jS_.Znoa7xTyXN1LHl0-yBIYkh87sPGcC73_0 2024-09-19T14:04:12.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.819+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:04:12.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.827+0000 7f70268d79c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-19T14:04:12.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.831+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:12.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.831+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:12.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.831+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=16, truncated=0, next_marker='' 2024-09-19T14:04:12.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.831+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.919014344880862562', time=2024-09-19T15:55:22.592592+0000, chain.objs.size()=1 2024-09-19T14:04:12.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.831+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4__shadow_.MRtZJYxS-voT9GSbR8ZB2cQNrNLM_Z9_0 2024-09-19T14:04:12.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.831+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='_JtF2Hiwd8AT1rgZ8nS4q2ZO94m2xbGV', time=2024-09-19T15:55:22.949307+0000, chain.objs.size()=1 2024-09-19T14:04:12.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.831+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15__shadow_.T9w1wCznVD_BoJPHsLsnsSg8DhC6P08_0 2024-09-19T14:04:12.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.831+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12896231779613606408', time=2024-09-19T15:56:54.862116+0000, chain.objs.size()=1 2024-09-19T14:04:12.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.831+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19__shadow_.nJrO52GijuoW662_9gyVOAxwKIpLkzu_0 2024-09-19T14:04:12.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.831+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7285089953486824920', time=2024-09-19T15:57:28.746317+0000, chain.objs.size()=1 2024-09-19T14:04:12.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.831+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21__shadow_.3Wt9gC0HVw6hGM4orzB2y2zp2br0W6B_0 2024-09-19T14:04:12.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.831+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10265931354801771951', time=2024-09-19T15:57:28.766849+0000, chain.objs.size()=1 2024-09-19T14:04:12.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.831+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21__shadow_.LFwGQdMo6EzsbbJT4pxn7H1bE_oGjMU_0 2024-09-19T14:04:12.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.831+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14302632261634984473', time=2024-09-19T15:58:03.622877+0000, chain.objs.size()=1 2024-09-19T14:04:12.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.831+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24__shadow_.2QzwMT0AK8AqdLs8leirpyH6IhCuq92_0 2024-09-19T14:04:12.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.831+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6650675835630290943', time=2024-09-19T15:58:06.031058+0000, chain.objs.size()=1 2024-09-19T14:04:12.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.831+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25__shadow_.k7LaxvJYkqnt2hsxPlAfc8fmhH9lAJ5_0 2024-09-19T14:04:12.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.831+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18166163033371046155', time=2024-09-19T15:59:12.862661+0000, chain.objs.size()=1 2024-09-19T14:04:12.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.831+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29__shadow_.JpiK86fBrIXJVXbYMtGNlFCrzuK7za6_0 2024-09-19T14:04:12.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.831+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10624831771026253265', time=2024-09-19T15:59:50.743941+0000, chain.objs.size()=1 2024-09-19T14:04:12.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.831+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33__shadow_.6tL9WSTHs2FZxxO11toNGB4Ocnr_98s_0 2024-09-19T14:04:12.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.831+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13326625415113461980', time=2024-09-19T15:59:50.776613+0000, chain.objs.size()=1 2024-09-19T14:04:12.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.831+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33__shadow_.2cEsgbjaGmkHrjn47X-AWkRSMSyvGTA_0 2024-09-19T14:04:12.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.831+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8384065203562672875', time=2024-09-19T15:59:51.838895+0000, chain.objs.size()=1 2024-09-19T14:04:12.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.831+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34__shadow_.l5CX-1693SLqFpNk7aY-MbHMBwM7P9g_0 2024-09-19T14:04:12.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.831+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9997637867523226094', time=2024-09-19T16:00:22.516074+0000, chain.objs.size()=1 2024-09-19T14:04:12.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.831+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34__shadow_._97GAoZEPZu3bTVV_HMxMloLD1aMOrx_0 2024-09-19T14:04:12.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.839+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10211401924510830719', time=2024-09-19T16:00:22.520802+0000, chain.objs.size()=1 2024-09-19T14:04:12.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.839+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34__shadow_.HNMRxDNIoRm7NtEk0vojrVZg5FTtqEA_0 2024-09-19T14:04:12.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.839+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7354642057840100295', time=2024-09-19T16:00:24.032429+0000, chain.objs.size()=1 2024-09-19T14:04:12.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.839+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35__shadow_.OPk1PIczt0r7oUsoHuKaFlSlIqt3Re5_0 2024-09-19T14:04:12.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.839+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16070746505734433667', time=2024-09-19T16:00:58.638392+0000, chain.objs.size()=1 2024-09-19T14:04:12.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.839+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37__shadow_.bwk_h0-Gk_8yi62MePc8dNRN7ZxIbdT_0 2024-09-19T14:04:12.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.839+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1378483124308178303', time=2024-09-19T16:00:59.722404+0000, chain.objs.size()=1 2024-09-19T14:04:12.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.839+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38__shadow_.Shby3_4_04TRXQdJVqyqk_hOMFQILW3_0 2024-09-19T14:04:12.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.847+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:04:12.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.851+0000 7f70268d79c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-19T14:04:12.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.855+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:12.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.855+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:12.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.855+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=19, truncated=0, next_marker='' 2024-09-19T14:04:12.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.855+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14866263029375919672', time=2024-09-19T15:55:22.604354+0000, chain.objs.size()=1 2024-09-19T14:04:12.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.855+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4__shadow_.V96BEI3v-wX0RzgWM_XQv16RV6azAKm_0 2024-09-19T14:04:12.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.855+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2341405037966220260', time=2024-09-19T15:55:22.955667+0000, chain.objs.size()=1 2024-09-19T14:04:12.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.855+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15__shadow_.jWoBtVy5cqvZa2EXFFyGeCvQ87HxDJo_0 2024-09-19T14:04:12.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.855+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7764925184826542987', time=2024-09-19T15:57:30.529232+0000, chain.objs.size()=1 2024-09-19T14:04:12.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.855+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22__shadow_.u6X2kHAsGgP0CHNAySuFU0tk7-j2m5g_0 2024-09-19T14:04:12.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.855+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13562525629744376648', time=2024-09-19T15:57:31.651313+0000, chain.objs.size()=1 2024-09-19T14:04:12.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.855+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23__shadow_.Ux5FtWmJ0Td_nzHLJ2sN3gVmOvQWpYy_0 2024-09-19T14:04:12.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.855+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14213204394190330907', time=2024-09-19T15:58:06.049889+0000, chain.objs.size()=1 2024-09-19T14:04:12.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.855+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25__shadow_.0a5wiUEmoV5upwj8C37Lojf69LG83MZ_0 2024-09-19T14:04:12.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.855+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12440921703533791753', time=2024-09-19T15:58:06.052649+0000, chain.objs.size()=1 2024-09-19T14:04:12.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.855+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25__shadow_.5Sm-v-LysJ7lil4F4rQO1ZyPrtwRPvB_0 2024-09-19T14:04:12.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.855+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12444977814342134864', time=2024-09-19T15:59:12.867494+0000, chain.objs.size()=1 2024-09-19T14:04:12.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.855+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29__shadow_.FdcYdoVRNl6P8qkylHE5A8TjsZig4RO_0 2024-09-19T14:04:12.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.855+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10327270515472097692', time=2024-09-19T15:59:12.885395+0000, chain.objs.size()=1 2024-09-19T14:04:12.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.855+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29__shadow_.Nk38iGdH5USAG0XBky-cCHvtZv5c5T__0 2024-09-19T14:04:12.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.855+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9278176194731320131', time=2024-09-19T15:59:14.820785+0000, chain.objs.size()=1 2024-09-19T14:04:12.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.855+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30__shadow_.79dL-mzlNbfmZq_EOh-9YgRxEp7TiAy_0 2024-09-19T14:04:12.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.855+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17417662724159364217', time=2024-09-19T15:59:15.901828+0000, chain.objs.size()=1 2024-09-19T14:04:12.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.855+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31__shadow_.sQDti-PJsi753W8vECETz67ZY_ORLug_0 2024-09-19T14:04:12.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.855+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.269843361978081776', time=2024-09-19T15:59:15.930502+0000, chain.objs.size()=1 2024-09-19T14:04:12.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.855+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31__shadow_.d4jHLXQm582rCBpFsTiOi5MnJlpYRny_0 2024-09-19T14:04:12.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.855+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2592489824571153900', time=2024-09-19T15:59:50.759212+0000, chain.objs.size()=1 2024-09-19T14:04:12.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.855+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33__shadow_.8wjnnL5fIa07vJbeEE8IgMqSkatrcBC_0 2024-09-19T14:04:12.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.863+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5156638267464663190', time=2024-09-19T16:00:22.510773+0000, chain.objs.size()=1 2024-09-19T14:04:12.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.863+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34__shadow_.MeVSskXkmKauHB3zDGZGdRUUTsFjWP6_0 2024-09-19T14:04:12.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.867+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8306861318869821296', time=2024-09-19T16:00:59.711121+0000, chain.objs.size()=1 2024-09-19T14:04:12.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.867+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38__shadow_.gjGxsg59XzXCPyvEOXRes7iLTq-kavi_0 2024-09-19T14:04:12.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.867+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10678300417698362487', time=2024-09-19T16:00:59.725336+0000, chain.objs.size()=1 2024-09-19T14:04:12.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.867+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38__shadow_.xCK31x9CYnpn9g2w3H_IhLXBc8d32Aa_0 2024-09-19T14:04:12.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.867+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12364960437765645859', time=2024-09-19T16:01:31.637973+0000, chain.objs.size()=1 2024-09-19T14:04:12.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.867+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39__shadow_.GJPsY3UQSMLMyiUXooCEzPyXz5OXoYj_0 2024-09-19T14:04:12.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.867+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12946917474006003511', time=2024-09-19T16:01:31.648942+0000, chain.objs.size()=1 2024-09-19T14:04:12.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.867+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39__shadow_.UJvrVBX6lyKSu-FpsBTJZq3iQoGNcN-_0 2024-09-19T14:04:12.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.867+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10448499020601803078', time=2024-09-19T16:03:39.030384+0000, chain.objs.size()=1 2024-09-19T14:04:12.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.867+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17__shadow_.bnludOiEK9JJ4aI7_lX3ai9M8T0ZkMD_0 2024-09-19T14:04:12.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.867+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10334173146721078981', time=2024-09-19T16:03:50.695771+0000, chain.objs.size()=1 2024-09-19T14:04:12.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.867+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18__shadow:gTSP2PtFbzEuPhxj-AyqwGVGs-yXKZJ_.CBaip4TvEaYlkTox7EqQ06O7YrgLYk7_0 2024-09-19T14:04:12.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.875+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:04:12.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.879+0000 7f70268d79c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-19T14:04:12.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.883+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:12.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.887+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:12.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.887+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=24, truncated=0, next_marker='' 2024-09-19T14:04:12.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.887+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9919945488754813346', time=2024-09-19T15:55:22.633088+0000, chain.objs.size()=1 2024-09-19T14:04:12.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.887+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4__shadow_.FNwsHYPiudLnspsO-Ls6aDqrOv4WrGf_0 2024-09-19T14:04:12.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.887+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15096294168218441474', time=2024-09-19T15:55:23.244951+0000, chain.objs.size()=3 2024-09-19T14:04:12.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.887+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13__shadow_.4ryHkOxKRJxKQuTjJJhdEPUi270mcQQ_0 2024-09-19T14:04:12.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.887+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13__shadow_.4ryHkOxKRJxKQuTjJJhdEPUi270mcQQ_1 2024-09-19T14:04:12.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.887+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13__shadow_.4ryHkOxKRJxKQuTjJJhdEPUi270mcQQ_2 2024-09-19T14:04:12.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.887+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9747297582817890271', time=2024-09-19T15:55:23.436831+0000, chain.objs.size()=1 2024-09-19T14:04:12.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.887+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8__shadow_.d0np_-XDeQcoM7ROGSAp88j7rZ_JMLI_0 2024-09-19T14:04:12.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.887+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.486455812026702789', time=2024-09-19T15:56:54.864518+0000, chain.objs.size()=1 2024-09-19T14:04:12.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.887+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19__shadow_.d696wnUYbR6AZXPHRwLSDm18uxuwBRc_0 2024-09-19T14:04:12.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.887+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11344656573259775616', time=2024-09-19T15:56:55.965732+0000, chain.objs.size()=1 2024-09-19T14:04:12.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.887+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.20__shadow_.m6bwJgpsQSimN7PaoGadB_61ikybwPc_0 2024-09-19T14:04:12.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.887+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13254678381747325244', time=2024-09-19T15:56:55.968910+0000, chain.objs.size()=1 2024-09-19T14:04:12.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.887+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.20__shadow_.lf2ZQjp8p_BetAy7lqcGcAhkdrU2E8J_0 2024-09-19T14:04:12.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.887+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.66141023223547121', time=2024-09-19T15:56:55.974683+0000, chain.objs.size()=1 2024-09-19T14:04:12.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.887+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.20__shadow_.F92p1EGYbKpOvhit6pKRrjU5npJHTsW_0 2024-09-19T14:04:12.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.887+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18249960723715200840', time=2024-09-19T15:57:31.646380+0000, chain.objs.size()=1 2024-09-19T14:04:12.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.887+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23__shadow_.iCO9cd8vmSZ1Ibov5fmSSy-uf26CZVF_0 2024-09-19T14:04:12.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.887+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.507927653289863194', time=2024-09-19T15:57:31.669443+0000, chain.objs.size()=1 2024-09-19T14:04:12.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.887+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23__shadow_.-RohU25lFJHiNp6GxkYl-ezW-8LGoQj_0 2024-09-19T14:04:12.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.887+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2056600298031234320', time=2024-09-19T15:58:06.074162+0000, chain.objs.size()=1 2024-09-19T14:04:12.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.887+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25__shadow_.pNJfdx4esEIkYRQAs-nOp0BrYnUTQU0_0 2024-09-19T14:04:12.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.891+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15098772194761314864', time=2024-09-19T15:59:12.862296+0000, chain.objs.size()=1 2024-09-19T14:04:12.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.891+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29__shadow_.0x0_SniqHzxHaLW1YH_3RYKz_xh3MVB_0 2024-09-19T14:04:12.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.891+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6337191596513820095', time=2024-09-19T15:59:12.865935+0000, chain.objs.size()=1 2024-09-19T14:04:12.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.891+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29__shadow_.sAFN55AeviBHRhxHntC2Y1JinybHWFR_0 2024-09-19T14:04:12.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.895+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14816012553867862520', time=2024-09-19T15:59:14.824839+0000, chain.objs.size()=1 2024-09-19T14:04:12.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.895+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30__shadow_.MqxlE9BXMuUX-f5lcVDscN86HA6Zkmp_0 2024-09-19T14:04:12.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.895+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6823379741936543705', time=2024-09-19T15:59:15.914374+0000, chain.objs.size()=1 2024-09-19T14:04:12.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.895+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31__shadow_.Pi8NEisRsnpOZE7YintDrGaLZJLgKQZ_0 2024-09-19T14:04:12.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.895+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11311106122140495412', time=2024-09-19T15:59:15.925594+0000, chain.objs.size()=1 2024-09-19T14:04:12.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.895+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31__shadow_.7KHiZkNyh8tiR2QsidOM62zOMJp23IG_0 2024-09-19T14:04:12.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.895+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8229639223373145083', time=2024-09-19T15:59:15.929575+0000, chain.objs.size()=1 2024-09-19T14:04:12.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.895+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31__shadow_.x92-PwMq8Zkw6jk5iDqTlrzAxzYQk4Y_0 2024-09-19T14:04:12.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.895+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5261998593243630667', time=2024-09-19T15:59:48.004400+0000, chain.objs.size()=1 2024-09-19T14:04:12.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.895+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32__shadow_.dzC_uO5A6tfUMKus7dylaErzsEhOVVd_0 2024-09-19T14:04:12.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.895+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3606001308353782615', time=2024-09-19T15:59:50.763078+0000, chain.objs.size()=1 2024-09-19T14:04:12.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.895+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33__shadow_.VqLKInZBKZJRhBoAfZlfWNxi_UtOt4A_0 2024-09-19T14:04:12.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.895+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.285650810016025651', time=2024-09-19T16:00:57.077248+0000, chain.objs.size()=1 2024-09-19T14:04:12.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.895+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36__shadow_.VFymHBtHayAXWGzH2sfroGtAq40HCCK_0 2024-09-19T14:04:12.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.895+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10750377460741923843', time=2024-09-19T16:00:58.623525+0000, chain.objs.size()=1 2024-09-19T14:04:12.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.895+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37__shadow_.wzMSy8lhiP1J27reDtEuFXi-5LeZMWy_0 2024-09-19T14:04:12.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.895+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11862577390125730855', time=2024-09-19T16:00:58.628621+0000, chain.objs.size()=1 2024-09-19T14:04:12.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.895+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37__shadow_.9bqUA7wlq0HDj-FvpqgwtXhkdtrhdVl_0 2024-09-19T14:04:12.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.899+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5913411317509425353', time=2024-09-19T16:00:59.728852+0000, chain.objs.size()=1 2024-09-19T14:04:12.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.899+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38__shadow_.aOJHOfmBamtvV0P_q2eF0rHxiCOs87i_0 2024-09-19T14:04:12.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.903+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15153215808786636957', time=2024-09-19T16:01:00.954328+0000, chain.objs.size()=1 2024-09-19T14:04:12.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.903+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39__shadow_.tgrukb5WsLs4F23Jt62eFdobLp5QsOO_0 2024-09-19T14:04:12.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.903+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5103256100635796278', time=2024-09-19T16:01:31.641425+0000, chain.objs.size()=1 2024-09-19T14:04:12.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.903+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39__shadow_.k896hCLO2a_RM8v5w5tdjZWrzwNZFXv_0 2024-09-19T14:04:12.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.907+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:04:12.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.915+0000 7f70268d79c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-19T14:04:12.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.915+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:12.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.919+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:12.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.919+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=6, truncated=0, next_marker='' 2024-09-19T14:04:12.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.919+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.813667303539697343', time=2024-09-19T15:57:31.652630+0000, chain.objs.size()=1 2024-09-19T14:04:12.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.919+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23__shadow_.4s2ZpgdPNVssFNRCoQSN3IJFTlLCWGS_0 2024-09-19T14:04:12.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.919+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15085539354951634407', time=2024-09-19T15:59:14.847490+0000, chain.objs.size()=1 2024-09-19T14:04:12.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.919+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30__shadow_.UfEDv5PFvkenJlgIdYrDCKNFvUCLCm4_0 2024-09-19T14:04:12.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.919+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2340350662488740002', time=2024-09-19T15:59:49.614367+0000, chain.objs.size()=1 2024-09-19T14:04:12.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.919+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33__shadow_.z_WsHIVkNUPUwVEliaWlAhA-dwnIq9t_0 2024-09-19T14:04:12.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.919+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1381940447565194618', time=2024-09-19T16:00:22.528032+0000, chain.objs.size()=1 2024-09-19T14:04:12.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.919+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34__shadow_.0hYpV4QP4LqVml2xX-j8YEcbiSa7nHI_0 2024-09-19T14:04:12.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.919+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15970095753676719895', time=2024-09-19T16:00:57.070743+0000, chain.objs.size()=1 2024-09-19T14:04:12.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.919+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36__shadow_.Ii7YtZRGa78Uryl5pbg5aTN68tfOx_b_0 2024-09-19T14:04:12.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.919+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4423663576921424800', time=2024-09-19T16:03:39.043691+0000, chain.objs.size()=1 2024-09-19T14:04:12.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.919+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17__shadow_.41VgPspr7r0tDUX7q78xHJT_ULMFn6B_0 2024-09-19T14:04:12.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.923+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:04:12.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.927+0000 7f70268d79c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-19T14:04:12.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.931+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:12.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.931+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:12.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.931+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=15, truncated=0, next_marker='' 2024-09-19T14:04:12.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.931+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11711296222484780653', time=2024-09-19T15:55:22.601368+0000, chain.objs.size()=1 2024-09-19T14:04:12.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.931+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4__shadow_.r0JauLjzVuOxTTghc5eYKcUoB9PrEG0_0 2024-09-19T14:04:12.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.931+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15188553671778076669', time=2024-09-19T15:55:22.848542+0000, chain.objs.size()=2 2024-09-19T14:04:12.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.931+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15__shadow_.qk1juDTOhPM3_tI9yPKCsO-9skxDwiR_0 2024-09-19T14:04:12.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.931+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15__shadow_.qk1juDTOhPM3_tI9yPKCsO-9skxDwiR_1 2024-09-19T14:04:12.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.931+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8627239229863400323', time=2024-09-19T15:55:23.049896+0000, chain.objs.size()=5 2024-09-19T14:04:12.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.931+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__multipart_foo-LUKEWARM.2~7L_TvfZN2IQ1MJPd_CoCuLPxKnZb0bH.1 2024-09-19T14:04:12.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.931+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__shadow_foo-LUKEWARM.2~7L_TvfZN2IQ1MJPd_CoCuLPxKnZb0bH.1_1 2024-09-19T14:04:12.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.931+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__multipart_foo-LUKEWARM.2~7L_TvfZN2IQ1MJPd_CoCuLPxKnZb0bH.2 2024-09-19T14:04:12.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.931+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__shadow_foo-LUKEWARM.2~7L_TvfZN2IQ1MJPd_CoCuLPxKnZb0bH.2_1 2024-09-19T14:04:12.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.931+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__multipart_foo-LUKEWARM.2~7L_TvfZN2IQ1MJPd_CoCuLPxKnZb0bH.3 2024-09-19T14:04:12.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.931+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='_jZ4u1ssnYOS5NRX-R-wv-cH4yxux60g', time=2024-09-19T15:55:23.107307+0000, chain.objs.size()=1 2024-09-19T14:04:12.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.931+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__shadow_.LQV0lRO7TGEDKPtopzl70DxEN4c1QNj_0 2024-09-19T14:04:12.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.931+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17360997984775377024', time=2024-09-19T15:55:23.360313+0000, chain.objs.size()=1 2024-09-19T14:04:12.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.931+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7__shadow_.g6doT4px722JsZUmPp2ackGN7jeK9CR_0 2024-09-19T14:04:12.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.931+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4004841451258219872', time=2024-09-19T15:56:54.881210+0000, chain.objs.size()=1 2024-09-19T14:04:12.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.931+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19__shadow_.EIOFiGv3SqL24kbr9I0p3TZYJ_BX8Jh_0 2024-09-19T14:04:12.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.931+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11623135006642385489', time=2024-09-19T15:56:55.978446+0000, chain.objs.size()=1 2024-09-19T14:04:12.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.931+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.20__shadow_.SV7GMsGCsZljBimPz1qefcIqFhiM1G-_0 2024-09-19T14:04:12.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.935+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12677432656556087774', time=2024-09-19T15:58:06.051096+0000, chain.objs.size()=1 2024-09-19T14:04:12.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.935+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25__shadow_.VqzKsKG8D2GNe1Ih5w-8XfXPsixxjrv_0 2024-09-19T14:04:12.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.935+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15331933858831900447', time=2024-09-19T15:58:06.071827+0000, chain.objs.size()=1 2024-09-19T14:04:12.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.935+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25__shadow_.uVAtou--HqZCGzkbF8vm7wW2TYSqYOA_0 2024-09-19T14:04:12.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.939+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13481934844776897595', time=2024-09-19T15:58:07.151486+0000, chain.objs.size()=1 2024-09-19T14:04:12.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.939+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.26__shadow_.bPCLlx6SyCt_j7Jf4K77wbyQvnExqn0_0 2024-09-19T14:04:12.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.939+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4528593268729536287', time=2024-09-19T15:58:07.160528+0000, chain.objs.size()=1 2024-09-19T14:04:12.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.939+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.26__shadow_.x5Urc5-_uT_smDB6FqmpQhJ_m82oXT8_0 2024-09-19T14:04:12.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.939+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6526679464411555763', time=2024-09-19T15:59:15.941778+0000, chain.objs.size()=1 2024-09-19T14:04:12.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.939+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31__shadow_.wOHjM84PFe-jRxD66Ni0Jm36W_te-p0_0 2024-09-19T14:04:12.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.939+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5531661887308694781', time=2024-09-19T16:00:58.624286+0000, chain.objs.size()=1 2024-09-19T14:04:12.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.939+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37__shadow_.LXaBb6T7e4jYuSee4yf1FJHKGw1uSYA_0 2024-09-19T14:04:12.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.939+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14531745640388860871', time=2024-09-19T16:00:58.633870+0000, chain.objs.size()=1 2024-09-19T14:04:12.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.939+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37__shadow_.g5PRZopEKMmr6WFuZFVZcKGp3FIOp_S_0 2024-09-19T14:04:12.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.939+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16054666726721543503', time=2024-09-19T16:03:39.035981+0000, chain.objs.size()=1 2024-09-19T14:04:12.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.939+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17__shadow_.jUtqwtukFDgpELg10gwPZuGBvgiB37v_0 2024-09-19T14:04:12.946 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.943+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:04:12.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.951+0000 7f70268d79c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-19T14:04:12.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.951+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:12.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.951+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:12.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.951+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=12, truncated=0, next_marker='' 2024-09-19T14:04:12.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.951+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='_gtGznTfDv47isI2_yf9xua8hr1gj794', time=2024-09-19T15:55:22.910747+0000, chain.objs.size()=2 2024-09-19T14:04:12.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.951+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15__shadow_.oX4qqaDl2bLVn0Nyml1OkT5iIWJtmq4_0 2024-09-19T14:04:12.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.951+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15__shadow_.oX4qqaDl2bLVn0Nyml1OkT5iIWJtmq4_1 2024-09-19T14:04:12.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.951+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18029065187092824175', time=2024-09-19T15:55:23.189527+0000, chain.objs.size()=3 2024-09-19T14:04:12.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.951+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14__multipart_foo-STANDARD.2~xnvDX-LAnwm3dU080Ju3EQjH0qTcCiC.1 2024-09-19T14:04:12.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.951+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14__multipart_foo-STANDARD.2~xnvDX-LAnwm3dU080Ju3EQjH0qTcCiC.2 2024-09-19T14:04:12.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.951+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14__multipart_foo-STANDARD.2~xnvDX-LAnwm3dU080Ju3EQjH0qTcCiC.3 2024-09-19T14:04:12.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.951+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1357451909335515309', time=2024-09-19T15:56:55.956667+0000, chain.objs.size()=1 2024-09-19T14:04:12.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.951+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.20__shadow_.Cz8ttNay0gbrVeCpWeDJGrCKIIJStmZ_0 2024-09-19T14:04:12.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.951+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15762031068401693458', time=2024-09-19T15:57:30.525096+0000, chain.objs.size()=1 2024-09-19T14:04:12.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.951+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22__shadow_.mwQ17tjtN8jtUBy5F658soUX8xaRF0Z_0 2024-09-19T14:04:12.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.951+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9815181390706649495', time=2024-09-19T15:57:30.546889+0000, chain.objs.size()=1 2024-09-19T14:04:12.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.951+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22__shadow_.fnaGD9GdXz9P5VauP81qbYro_xOOoA2_0 2024-09-19T14:04:12.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.951+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14321325230869276653', time=2024-09-19T15:58:07.162408+0000, chain.objs.size()=1 2024-09-19T14:04:12.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.951+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.26__shadow_.HtW2fV2VUO2lHuv5sURlqBaAHo05B47_0 2024-09-19T14:04:12.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.951+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14187424160208093504', time=2024-09-19T15:58:39.123994+0000, chain.objs.size()=1 2024-09-19T14:04:12.956 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.951+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27__shadow_.ReGW0JuqKVCRpJkTPAg7qXpPgwmZ2rA_0 2024-09-19T14:04:12.956 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.951+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7550863121348559199', time=2024-09-19T15:59:14.825928+0000, chain.objs.size()=1 2024-09-19T14:04:12.956 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.951+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30__shadow_.JV6-0b6zbwlyTDMr0eIxG2NxsaZucRq_0 2024-09-19T14:04:12.956 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.951+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7106425556592879182', time=2024-09-19T15:59:14.830966+0000, chain.objs.size()=1 2024-09-19T14:04:12.956 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.951+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30__shadow_.SdTsIAhI4juoxtuPsfKsc21Wnk-OOla_0 2024-09-19T14:04:12.959 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.959+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14015799671382103433', time=2024-09-19T16:00:24.034292+0000, chain.objs.size()=1 2024-09-19T14:04:12.959 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.959+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35__shadow_.2hJUl51RIujELRPD_drh1hQAWAMYdej_0 2024-09-19T14:04:12.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.959+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17905168092672530732', time=2024-09-19T16:00:57.080520+0000, chain.objs.size()=1 2024-09-19T14:04:12.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.959+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36__shadow_._uXIh--3wWJ2Nqi9fjq6MdDa50S-lYF_0 2024-09-19T14:04:12.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.959+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17228235082911849740', time=2024-09-19T16:00:58.618009+0000, chain.objs.size()=1 2024-09-19T14:04:12.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.959+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37__shadow_.65-VauRdfJ20Y4_zJLbf2fJQ-w9Wl8q_0 2024-09-19T14:04:12.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.963+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:04:12.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.967+0000 7f70268d79c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-19T14:04:12.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.971+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:12.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.971+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:12.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.971+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=14, truncated=0, next_marker='' 2024-09-19T14:04:12.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.971+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2536016627195071136', time=2024-09-19T15:56:55.973795+0000, chain.objs.size()=1 2024-09-19T14:04:12.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.971+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.20__shadow_.6fs41Txh6EGZ2zGO0zcQJ0g0QPtkFP3_0 2024-09-19T14:04:12.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.971+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.961172881913978465', time=2024-09-19T15:58:03.600361+0000, chain.objs.size()=1 2024-09-19T14:04:12.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.971+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24__shadow_.eG-ADVmg9hkmm4uRYTPQxff2XgBB2GS_0 2024-09-19T14:04:12.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.971+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1594407416429780', time=2024-09-19T15:58:03.602351+0000, chain.objs.size()=1 2024-09-19T14:04:12.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.971+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24__shadow_.9YeTUH4fxKkQWamMQbXk3OjuTYOD1h4_0 2024-09-19T14:04:12.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.971+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17524360912655628382', time=2024-09-19T15:58:07.147976+0000, chain.objs.size()=1 2024-09-19T14:04:12.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.971+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.26__shadow_.hVStKp8MGzZLPO4NxCmnedoRm3-faQA_0 2024-09-19T14:04:12.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.971+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17334857610672137003', time=2024-09-19T15:59:14.826538+0000, chain.objs.size()=1 2024-09-19T14:04:12.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.971+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30__shadow_.56hDEWu7pWvRXjHjto50Cv6uzRpTIfu_0 2024-09-19T14:04:12.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.971+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4569953257719153722', time=2024-09-19T15:59:14.849200+0000, chain.objs.size()=1 2024-09-19T14:04:12.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.971+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30__shadow_.1Ppw3Eelp0gPZGqcwhMHHiK28aIAygH_0 2024-09-19T14:04:12.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.971+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12505369467747540245', time=2024-09-19T15:59:47.989003+0000, chain.objs.size()=1 2024-09-19T14:04:12.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.971+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32__shadow_.O297g-Pej2crKi0RGeKMEXLBTMSpJb5_0 2024-09-19T14:04:12.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.971+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6790601068120098065', time=2024-09-19T15:59:48.022227+0000, chain.objs.size()=1 2024-09-19T14:04:12.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.971+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32__shadow_.KvM0BRJq4Cav6gDaLpR2I0KjIKSKZDQ_0 2024-09-19T14:04:12.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.971+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3355701224856926952', time=2024-09-19T15:59:50.744493+0000, chain.objs.size()=1 2024-09-19T14:04:12.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.971+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33__shadow_.tvAuHdfWq10bM0uuJcyk2oDPZAef3vz_0 2024-09-19T14:04:12.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.971+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8006081125493951932', time=2024-09-19T16:00:25.089849+0000, chain.objs.size()=1 2024-09-19T14:04:12.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.971+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36__shadow_.uTIzaFOugYD6QyNc3aI--XDr9Ad3vBw_0 2024-09-19T14:04:12.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.971+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16592305723095602181', time=2024-09-19T16:00:59.728578+0000, chain.objs.size()=1 2024-09-19T14:04:12.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.971+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38__shadow_.YtlxiTApPerAw6Mxkgr_m_3AryyZCJh_0 2024-09-19T14:04:12.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.971+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8897488838797193821', time=2024-09-19T16:01:31.655330+0000, chain.objs.size()=1 2024-09-19T14:04:12.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.971+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39__shadow_.LjpC-rhCxaV7I7fThDmWG0EcdUBzNyw_0 2024-09-19T14:04:12.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.979+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16952267964476635210', time=2024-09-19T16:01:31.664057+0000, chain.objs.size()=1 2024-09-19T14:04:12.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.979+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39__shadow_.DJjH7YQB18nYMTvEI9yWLhBaj2o7LeI_0 2024-09-19T14:04:12.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.979+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15970893354672501784', time=2024-09-19T16:03:39.034374+0000, chain.objs.size()=1 2024-09-19T14:04:12.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.979+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17__shadow_.jQ347Hq7785TgxrI-2u8e2tD5phXORW_0 2024-09-19T14:04:12.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.983+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:04:12.988 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.987+0000 7f70268d79c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-19T14:04:12.990 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.987+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:12.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.991+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:12.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.991+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=8, truncated=0, next_marker='' 2024-09-19T14:04:12.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.991+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='_EA5SiDIzLSSKc0LjDyJDciVqo2P2wnO', time=2024-09-19T15:55:22.864615+0000, chain.objs.size()=2 2024-09-19T14:04:12.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.991+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15__shadow_.9MaXznUD-EdqlZkkXWgXzdf51gzfL2-_0 2024-09-19T14:04:12.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.991+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15__shadow_.9MaXznUD-EdqlZkkXWgXzdf51gzfL2-_1 2024-09-19T14:04:12.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.991+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10306618042269327590', time=2024-09-19T15:56:54.866740+0000, chain.objs.size()=1 2024-09-19T14:04:12.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.991+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19__shadow_.pWv8iPZctaxq0JBb_b6l8wtQzSB7ydl_0 2024-09-19T14:04:12.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.991+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5905485771664600256', time=2024-09-19T15:57:31.649816+0000, chain.objs.size()=1 2024-09-19T14:04:12.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.991+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23__shadow_.P6aGuCyOpHNI0nqSlI_yuHFww0NsiWb_0 2024-09-19T14:04:12.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.991+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5808257787434079964', time=2024-09-19T15:58:39.099570+0000, chain.objs.size()=1 2024-09-19T14:04:12.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.991+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27__shadow_.MifeGlncCjWlYBIPY4WZTo3HQOGWeRW_0 2024-09-19T14:04:12.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.991+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16258574450271919431', time=2024-09-19T15:58:40.682472+0000, chain.objs.size()=1 2024-09-19T14:04:12.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.991+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28__shadow_.whSNqZ_YOJTM5r9UwFRj5JlzgNfFH6L_0 2024-09-19T14:04:12.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.991+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9706242577547606990', time=2024-09-19T15:58:41.134014+0000, chain.objs.size()=1 2024-09-19T14:04:12.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.991+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28__shadow_.uBmVaKAtRK0z5-8WBnEVVCztpYU5T4n_0 2024-09-19T14:04:12.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.991+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17703402597461660331', time=2024-09-19T16:00:57.065261+0000, chain.objs.size()=1 2024-09-19T14:04:12.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.991+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36__shadow_.LGCHgLJN6NGIcIUn_bf9X0HmqrA9juq_0 2024-09-19T14:04:12.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.991+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8397993985991691107', time=2024-09-19T16:00:58.641998+0000, chain.objs.size()=1 2024-09-19T14:04:12.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.991+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37__shadow_.qC_oJFiGTukBD7Wyx60x-OzZyd7nilB_0 2024-09-19T14:04:12.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.995+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:04:13.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:12.999+0000 7f70268d79c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-19T14:04:13.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.003+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.003+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.003+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=17, truncated=0, next_marker='' 2024-09-19T14:04:13.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.003+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7413821369929686838', time=2024-09-19T15:55:22.625310+0000, chain.objs.size()=1 2024-09-19T14:04:13.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.003+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4__shadow_.lA96LIc6_7kV30zafvLlzG2CGlx0vp5_0 2024-09-19T14:04:13.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.003+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13306136598625230908', time=2024-09-19T15:55:22.800085+0000, chain.objs.size()=4 2024-09-19T14:04:13.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.003+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9__multipart_foo.2~zZWy4iU_UWajhxUQQ4GVF4K_zwy2i2z.1 2024-09-19T14:04:13.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.003+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9__multipart_foo.2~zZWy4iU_UWajhxUQQ4GVF4K_zwy2i2z.2 2024-09-19T14:04:13.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.003+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9__multipart_foo.2~zZWy4iU_UWajhxUQQ4GVF4K_zwy2i2z.3 2024-09-19T14:04:13.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.003+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9__multipart_foo.2~zZWy4iU_UWajhxUQQ4GVF4K_zwy2i2z.4 2024-09-19T14:04:13.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.003+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10752549249425164915', time=2024-09-19T15:56:55.968633+0000, chain.objs.size()=1 2024-09-19T14:04:13.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.003+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.20__shadow_.N9XGx6FRtXo2XKLerb-CQ0uLu3btx-7_0 2024-09-19T14:04:13.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.003+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11920056908361640290', time=2024-09-19T15:57:28.749827+0000, chain.objs.size()=1 2024-09-19T14:04:13.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.003+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21__shadow_.isULbJsbcAzmjG4dAJQuxa0kPYdjlYd_0 2024-09-19T14:04:13.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.003+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3829170725830969584', time=2024-09-19T15:57:30.061876+0000, chain.objs.size()=1 2024-09-19T14:04:13.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.003+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22__shadow_.8RzQxCbtHcCqDZyvY_HtaR6vMsCAy_2_0 2024-09-19T14:04:13.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.003+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18105512251823479529', time=2024-09-19T15:57:30.520194+0000, chain.objs.size()=1 2024-09-19T14:04:13.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.003+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22__shadow_.eHJKisHABSyfnLrQ7r3Kp4bxICjVPVP_0 2024-09-19T14:04:13.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.003+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12013669103129216944', time=2024-09-19T15:58:07.142391+0000, chain.objs.size()=1 2024-09-19T14:04:13.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.003+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.26__shadow_.IraPx1dGMDhsSOY3t4SEP3XIP6QOeVE_0 2024-09-19T14:04:13.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.003+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8618816090983577890', time=2024-09-19T15:58:39.106769+0000, chain.objs.size()=1 2024-09-19T14:04:13.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.003+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27__shadow_.V5NlIZVhBo2_qCbte4Z5a5Xz-Tg-d2G_0 2024-09-19T14:04:13.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.003+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2700380814276598250', time=2024-09-19T15:58:41.150601+0000, chain.objs.size()=1 2024-09-19T14:04:13.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.003+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28__shadow_.J3GqXTGwelgdEGgm6yPjh0cZdxxPmJm_0 2024-09-19T14:04:13.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.007+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14820652681719433499', time=2024-09-19T15:59:12.865878+0000, chain.objs.size()=1 2024-09-19T14:04:13.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.007+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29__shadow_.DhcJi9qooVapvoJZ9vJn3-pvDLfnOSn_0 2024-09-19T14:04:13.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.007+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1388513748882189286', time=2024-09-19T15:59:48.022530+0000, chain.objs.size()=1 2024-09-19T14:04:13.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.007+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32__shadow_.Yxb_97xxmgCjZz1x6SV__1eo2_eru9i_0 2024-09-19T14:04:13.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.007+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2031586829085774179', time=2024-09-19T16:00:22.509565+0000, chain.objs.size()=1 2024-09-19T14:04:13.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.007+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34__shadow_.u1d1zzRpf3JWy8JRt_k4vp1SeMIHrxF_0 2024-09-19T14:04:13.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.011+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8641772387639957669', time=2024-09-19T16:00:24.047354+0000, chain.objs.size()=1 2024-09-19T14:04:13.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.011+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35__shadow_.irCLnQvOuzP6YhMGb4UIJSW2wHwhpeT_0 2024-09-19T14:04:13.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.011+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15253805163806416265', time=2024-09-19T16:00:57.067857+0000, chain.objs.size()=1 2024-09-19T14:04:13.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.011+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36__shadow_.cVk5nEwzQlvjIW7idOIipHSst2c51dr_0 2024-09-19T14:04:13.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.011+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2901215335828519132', time=2024-09-19T16:00:58.647081+0000, chain.objs.size()=1 2024-09-19T14:04:13.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.011+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37__shadow_.-EqSla_sn038U1wFwglb2tcC1RtE0Xz_0 2024-09-19T14:04:13.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.011+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15079581763489552981', time=2024-09-19T16:00:59.726684+0000, chain.objs.size()=1 2024-09-19T14:04:13.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.011+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38__shadow_.bSP9q3TubpoMaOKwm4NGO-6MN-ut4jt_0 2024-09-19T14:04:13.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.011+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11247849076060504501', time=2024-09-19T16:00:59.728937+0000, chain.objs.size()=1 2024-09-19T14:04:13.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.011+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38__shadow_.7z3aOq0ZSw6IlRNE81_XTrvnNu2WbXy_0 2024-09-19T14:04:13.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.019+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:04:13.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.023+0000 7f70268d79c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-19T14:04:13.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.023+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.027 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.027+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.027+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=18, truncated=0, next_marker='' 2024-09-19T14:04:13.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.027+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9895008073537913006', time=2024-09-19T15:55:22.616693+0000, chain.objs.size()=1 2024-09-19T14:04:13.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.027+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4__shadow_.yoS5hwBEHVW_x-gzy2x21vWbcAcvH1Y_0 2024-09-19T14:04:13.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.027+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15211649272493841652', time=2024-09-19T15:55:22.753632+0000, chain.objs.size()=4 2024-09-19T14:04:13.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.027+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10__multipart_foo.2~TVACk4sQdT_vA-BksO2QdqhMlGStjJV.1 2024-09-19T14:04:13.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.027+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10__multipart_foo.2~TVACk4sQdT_vA-BksO2QdqhMlGStjJV.2 2024-09-19T14:04:13.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.027+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10__multipart_foo.2~TVACk4sQdT_vA-BksO2QdqhMlGStjJV.3 2024-09-19T14:04:13.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.027+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10__multipart_foo.2~TVACk4sQdT_vA-BksO2QdqhMlGStjJV.4 2024-09-19T14:04:13.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.027+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10299598011465581697', time=2024-09-19T15:55:23.130276+0000, chain.objs.size()=3 2024-09-19T14:04:13.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.027+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__multipart_foo-STANDARD.2~j48TOwN7nSffKiBt3IAbFXCSBj3hbM8.1 2024-09-19T14:04:13.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.027+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__multipart_foo-STANDARD.2~j48TOwN7nSffKiBt3IAbFXCSBj3hbM8.2 2024-09-19T14:04:13.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.027+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__multipart_foo-STANDARD.2~j48TOwN7nSffKiBt3IAbFXCSBj3hbM8.3 2024-09-19T14:04:13.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.027+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2000849831195140053', time=2024-09-19T15:57:30.564103+0000, chain.objs.size()=1 2024-09-19T14:04:13.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.027+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22__shadow_.lIw0Y4rwVu9RhiaiL-Gu1Wt3xPglCeh_0 2024-09-19T14:04:13.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.027+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.86261844034118501', time=2024-09-19T15:57:31.674230+0000, chain.objs.size()=1 2024-09-19T14:04:13.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.027+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23__shadow_.7V6_QXEyD_4tx9e0a58oAuHyEHriHcw_0 2024-09-19T14:04:13.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.027+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8225396393842881369', time=2024-09-19T15:58:03.585337+0000, chain.objs.size()=1 2024-09-19T14:04:13.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.027+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24__shadow_.ZzHPovn0F9EFdEkC8DPqtCp3WA4btWQ_0 2024-09-19T14:04:13.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.027+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10568324432687968707', time=2024-09-19T15:58:07.138096+0000, chain.objs.size()=1 2024-09-19T14:04:13.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.027+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.26__shadow_.MoB8ttW-z7V4zZ8kkUwIZpBTq59aRfn_0 2024-09-19T14:04:13.031 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.031+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11616103868966296680', time=2024-09-19T15:58:07.140014+0000, chain.objs.size()=1 2024-09-19T14:04:13.031 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.031+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.26__shadow_.keC8kNA0YCvaxlh7os_D0-bTJmzplmg_0 2024-09-19T14:04:13.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.031+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3780023341848168995', time=2024-09-19T15:58:07.167561+0000, chain.objs.size()=1 2024-09-19T14:04:13.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.031+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.26__shadow_.TxP5gA5vS7X9TsXhSE8bGaDD7YYX4dw_0 2024-09-19T14:04:13.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.031+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17442030016660967599', time=2024-09-19T15:58:41.149268+0000, chain.objs.size()=1 2024-09-19T14:04:13.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.031+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28__shadow_.wpheQGJfS14zjqQ34OVKGDJ0-W0t5q1_0 2024-09-19T14:04:13.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.031+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8152154610978575985', time=2024-09-19T15:59:12.855373+0000, chain.objs.size()=1 2024-09-19T14:04:13.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.031+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29__shadow_.Dg8OM1r_HoUWEnprKcd_fkSdcMsn3hd_0 2024-09-19T14:04:13.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.031+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7734016167854622655', time=2024-09-19T15:59:47.988274+0000, chain.objs.size()=1 2024-09-19T14:04:13.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.031+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32__shadow_.o_1fRvpLHU9WH-oeZGLwTHdNYReS-Q__0 2024-09-19T14:04:13.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.031+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10390198731987707531', time=2024-09-19T15:59:48.003327+0000, chain.objs.size()=1 2024-09-19T14:04:13.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.031+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32__shadow_.CiG_wrvA8g6vbZ1ZNf7Tn-i0NUhedC0_0 2024-09-19T14:04:13.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.035+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13619023473983158493', time=2024-09-19T15:59:50.746597+0000, chain.objs.size()=1 2024-09-19T14:04:13.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.035+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33__shadow_.FVbGarkFNXUrIj5PTnvbsSVT1bHG30L_0 2024-09-19T14:04:13.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.035+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16002956290210417089', time=2024-09-19T15:59:50.758334+0000, chain.objs.size()=1 2024-09-19T14:04:13.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.035+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33__shadow_.n8NNvPJWqs8XQxdQl4aRMQKAclZkrjP_0 2024-09-19T14:04:13.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.035+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9812615924387831304', time=2024-09-19T16:00:22.508327+0000, chain.objs.size()=1 2024-09-19T14:04:13.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.035+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34__shadow_.JJosf_SNGiEthLuP0WUScMhAHjFT7zm_0 2024-09-19T14:04:13.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.035+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1990211442517908734', time=2024-09-19T16:00:24.054371+0000, chain.objs.size()=1 2024-09-19T14:04:13.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.035+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35__shadow_.lUCeMQQWpqNLYU8SDjanqTCSq5mhA2Y_0 2024-09-19T14:04:13.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.035+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12181149311220731471', time=2024-09-19T16:00:58.640845+0000, chain.objs.size()=1 2024-09-19T14:04:13.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.035+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37__shadow_._C1aD153gjvxYvxpGLesdNXdWaaAbIJ_0 2024-09-19T14:04:13.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.039+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:04:13.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.043+0000 7f70268d79c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-19T14:04:13.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.047+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.047+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.047+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=15, truncated=0, next_marker='' 2024-09-19T14:04:13.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.047+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17176044400874402130', time=2024-09-19T15:55:22.706563+0000, chain.objs.size()=4 2024-09-19T14:04:13.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.047+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12__multipart_foo.2~AMgxVIw5ORHWBlb6HLkI-AFtXCrRE9I.1 2024-09-19T14:04:13.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.047+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12__multipart_foo.2~AMgxVIw5ORHWBlb6HLkI-AFtXCrRE9I.2 2024-09-19T14:04:13.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.047+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12__multipart_foo.2~AMgxVIw5ORHWBlb6HLkI-AFtXCrRE9I.3 2024-09-19T14:04:13.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.047+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12__multipart_foo.2~AMgxVIw5ORHWBlb6HLkI-AFtXCrRE9I.4 2024-09-19T14:04:13.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.047+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13297675234237345075', time=2024-09-19T15:56:54.859391+0000, chain.objs.size()=1 2024-09-19T14:04:13.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.047+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19__shadow_.Ja_KIKUvPP6YHR3_S97WCR-r0bPj2L5_0 2024-09-19T14:04:13.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.047+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7033247994729620763', time=2024-09-19T15:56:54.863060+0000, chain.objs.size()=1 2024-09-19T14:04:13.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.047+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19__shadow_.Bow5OizF40Z8UsqyZiCCZL_LvTJXzlS_0 2024-09-19T14:04:13.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.047+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2297495231493568839', time=2024-09-19T15:57:31.650911+0000, chain.objs.size()=1 2024-09-19T14:04:13.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.047+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23__shadow_.GOsD0ZhExPryKr06SQJMkeCeKKxAyAb_0 2024-09-19T14:04:13.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.047+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14943650583340014982', time=2024-09-19T15:57:31.668034+0000, chain.objs.size()=1 2024-09-19T14:04:13.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.047+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23__shadow_.eFXp28OMtDijdJQ4KU4VV1WT4GUMVNo_0 2024-09-19T14:04:13.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.047+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11268585973948566586', time=2024-09-19T15:58:39.123175+0000, chain.objs.size()=1 2024-09-19T14:04:13.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.047+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27__shadow_.S3bKeZ3_LaPBoxTEodO9OgPwqq9GWeO_0 2024-09-19T14:04:13.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.047+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4199789270338012858', time=2024-09-19T15:58:41.138350+0000, chain.objs.size()=1 2024-09-19T14:04:13.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.047+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28__shadow_.YuzkhHOf3NO__2sUq4XDl0WbsJ3vRBX_0 2024-09-19T14:04:13.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.047+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12129397097235792395', time=2024-09-19T15:58:41.138954+0000, chain.objs.size()=1 2024-09-19T14:04:13.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.047+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28__shadow_.Nv8lVL2hPyYj6FPTjcowo50gsEQsVIr_0 2024-09-19T14:04:13.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.047+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11900492264398424086', time=2024-09-19T15:58:41.153499+0000, chain.objs.size()=1 2024-09-19T14:04:13.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.047+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28__shadow_.LESsoM1U2z-DKCrfJShsdCg_ATbUaRA_0 2024-09-19T14:04:13.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.051+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15287616373020718347', time=2024-09-19T15:59:14.821716+0000, chain.objs.size()=1 2024-09-19T14:04:13.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.051+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30__shadow_._22OMLyzYmOj5fjYt62NeFZ-X8YbkqQ_0 2024-09-19T14:04:13.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.051+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7342414443665015479', time=2024-09-19T16:00:24.055588+0000, chain.objs.size()=1 2024-09-19T14:04:13.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.051+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35__shadow_.fv1igFug-rO_lCMjEEL9PW8613rp6V__0 2024-09-19T14:04:13.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.051+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3254614137214637669', time=2024-09-19T16:00:57.050544+0000, chain.objs.size()=1 2024-09-19T14:04:13.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.051+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36__shadow_.AgKuWJKDZNxfP6mSlSqOcMH0xSXpXfU_0 2024-09-19T14:04:13.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.051+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3998036303644802065', time=2024-09-19T16:00:58.638442+0000, chain.objs.size()=1 2024-09-19T14:04:13.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.051+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37__shadow_.HG80yIBkaPAyb-gu1YbnWZZtZsR7PHN_0 2024-09-19T14:04:13.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.051+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1153973859823292880', time=2024-09-19T16:03:39.034986+0000, chain.objs.size()=1 2024-09-19T14:04:13.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.051+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17__shadow_.oFttYMwUB_Cz_RqqRUdS-bfeZs1JSY4_0 2024-09-19T14:04:13.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.051+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.146840783101530465', time=2024-09-19T16:03:39.037592+0000, chain.objs.size()=1 2024-09-19T14:04:13.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.051+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17__shadow_.m_AifvVIknbpWJ67_ipZ92vk_eQvxYa_0 2024-09-19T14:04:13.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.055+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:04:13.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.059+0000 7f70268d79c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-19T14:04:13.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.063+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.063+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.063+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=15, truncated=0, next_marker='' 2024-09-19T14:04:13.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.063+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11707380141590959054', time=2024-09-19T15:56:55.972391+0000, chain.objs.size()=1 2024-09-19T14:04:13.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.063+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.20__shadow_.b6k4sC8oIume2Vr6hTaT3KqMe1SGjBF_0 2024-09-19T14:04:13.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.063+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8826833919946203514', time=2024-09-19T15:57:28.746275+0000, chain.objs.size()=1 2024-09-19T14:04:13.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.063+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21__shadow_.-_f9uHCLbaoxEQ81vOpbJp_YcJ14XZ0_0 2024-09-19T14:04:13.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.063+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18400274249126983354', time=2024-09-19T15:57:28.760565+0000, chain.objs.size()=1 2024-09-19T14:04:13.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.063+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21__shadow_.X8BAhSoW9OgxFLhVAw0JP04g3MJAxi5_0 2024-09-19T14:04:13.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.063+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6327355814655926608', time=2024-09-19T15:57:30.540440+0000, chain.objs.size()=1 2024-09-19T14:04:13.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.063+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22__shadow_.KpC4W61cKae-T9IiBBQsTrFlwW4Z5V6_0 2024-09-19T14:04:13.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.063+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17206381025223046683', time=2024-09-19T15:57:31.658525+0000, chain.objs.size()=1 2024-09-19T14:04:13.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.063+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23__shadow_.rhl7AcnCj73O16HpmnKkDrESNN-Pvf6_0 2024-09-19T14:04:13.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.063+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7893125438507326273', time=2024-09-19T15:58:06.071296+0000, chain.objs.size()=1 2024-09-19T14:04:13.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.063+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25__shadow_.lc7hrXVuk9bQKRsWtOsnhfYQtcJk7J8_0 2024-09-19T14:04:13.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.063+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13314932004561097244', time=2024-09-19T15:58:39.117620+0000, chain.objs.size()=1 2024-09-19T14:04:13.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.063+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27__shadow_.d3T0FW9FTgATDzmOPkr_hSwFzUX2jgI_0 2024-09-19T14:04:13.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.063+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5168616108009526417', time=2024-09-19T15:58:42.179464+0000, chain.objs.size()=1 2024-09-19T14:04:13.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.063+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29__shadow_.0HukU0LBgfZGexa2o05UoGhtc0asp8v_0 2024-09-19T14:04:13.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.063+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17216973532553116463', time=2024-09-19T15:59:15.916782+0000, chain.objs.size()=1 2024-09-19T14:04:13.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.063+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31__shadow_.Vtdjt4DOCaW84qYc7jz5gnnLg5SLwAU_0 2024-09-19T14:04:13.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.063+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.192395864833841877', time=2024-09-19T15:59:47.992187+0000, chain.objs.size()=1 2024-09-19T14:04:13.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.063+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32__shadow_.029bCb6Ot8m_XdVMjOVrRRAAtMuEb65_0 2024-09-19T14:04:13.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.063+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14471562277347409672', time=2024-09-19T15:59:48.025708+0000, chain.objs.size()=1 2024-09-19T14:04:13.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.063+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32__shadow_.IbOhmmNjSCG8hRTpUcZ1rN0U9FoFiX0_0 2024-09-19T14:04:13.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.063+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16770457125081284861', time=2024-09-19T15:59:50.738530+0000, chain.objs.size()=1 2024-09-19T14:04:13.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.063+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33__shadow_.hjbbjhLU3rsMWjcSK8O35q1R8Ypm9CM_0 2024-09-19T14:04:13.068 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.067+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15191804663191551938', time=2024-09-19T16:00:22.515675+0000, chain.objs.size()=1 2024-09-19T14:04:13.068 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.067+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34__shadow_.VW0Dus8eSEdisizjGjCt37izQv8KmXV_0 2024-09-19T14:04:13.069 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.067+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14578353540660807310', time=2024-09-19T16:01:31.642595+0000, chain.objs.size()=1 2024-09-19T14:04:13.069 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.067+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39__shadow_.nWRYEQLF9TULusUGMRmQxVaXVcLPksQ_0 2024-09-19T14:04:13.069 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.067+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1720630659715232980', time=2024-09-19T16:01:31.656593+0000, chain.objs.size()=1 2024-09-19T14:04:13.069 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.067+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39__shadow_.XxYiDc4wHeqWnbm_cUbPrPZNxeUn2w9_0 2024-09-19T14:04:13.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.071+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:04:13.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.075+0000 7f70268d79c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-19T14:04:13.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.075+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.075+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.075+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=14, truncated=0, next_marker='' 2024-09-19T14:04:13.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.075+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3639224323636475744', time=2024-09-19T15:55:22.583247+0000, chain.objs.size()=1 2024-09-19T14:04:13.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.075+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4__shadow_.Covm4OL683jmSIYz_StMUQUZ8P6caDh_0 2024-09-19T14:04:13.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.075+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='_jsFXPRAd5WdZJtJ6sbVjQ3J2qw7Sk83', time=2024-09-19T15:55:23.025292+0000, chain.objs.size()=3 2024-09-19T14:04:13.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.075+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__shadow_.MiTZeebqDGLK-uP5IWpVVO0kmkzdKlC_0 2024-09-19T14:04:13.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.075+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__shadow_.MiTZeebqDGLK-uP5IWpVVO0kmkzdKlC_1 2024-09-19T14:04:13.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.075+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__shadow_.MiTZeebqDGLK-uP5IWpVVO0kmkzdKlC_2 2024-09-19T14:04:13.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.075+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17058407388387498334', time=2024-09-19T15:58:03.597168+0000, chain.objs.size()=1 2024-09-19T14:04:13.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.075+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24__shadow_.Ev6dI7F9ReHyWPsUmhjKH5kzzJQK13V_0 2024-09-19T14:04:13.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.075+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1475870004244716518', time=2024-09-19T15:58:07.160582+0000, chain.objs.size()=1 2024-09-19T14:04:13.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.075+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.26__shadow_.j4O15Tbxjy_qyv0LfsF3m0boxW31aZv_0 2024-09-19T14:04:13.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.075+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9117731595411837558', time=2024-09-19T15:58:08.431731+0000, chain.objs.size()=1 2024-09-19T14:04:13.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.075+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27__shadow_.hmEE0QO08haJPg55HqK7R4OJBT6Rp0l_0 2024-09-19T14:04:13.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.075+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12341906578016185837', time=2024-09-19T15:59:12.885001+0000, chain.objs.size()=1 2024-09-19T14:04:13.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.075+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29__shadow_.uQmtky93n8sFxqQXZM6BAo0HgSVCv3l_0 2024-09-19T14:04:13.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.075+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8574336155353128152', time=2024-09-19T15:59:14.839867+0000, chain.objs.size()=1 2024-09-19T14:04:13.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.075+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30__shadow_.7IggxI9w6_qz4CymTR8Sy1XoaIKywJW_0 2024-09-19T14:04:13.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.075+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16017877602251386438', time=2024-09-19T15:59:50.755853+0000, chain.objs.size()=1 2024-09-19T14:04:13.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.075+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33__shadow_.5URIPpGbnICiZOg8bWlg43EofRybW1b_0 2024-09-19T14:04:13.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.075+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.990113064027986202', time=2024-09-19T16:00:22.523252+0000, chain.objs.size()=1 2024-09-19T14:04:13.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.075+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34__shadow_.y7gIi2B3X2TsNHM6fWakwejzTYHvz3M_0 2024-09-19T14:04:13.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.075+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15023662350645320751', time=2024-09-19T16:00:24.047786+0000, chain.objs.size()=1 2024-09-19T14:04:13.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.075+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35__shadow_.OD6RJUP0U34jemI6y8N2LI0q6O2ZeKR_0 2024-09-19T14:04:13.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.083+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14244828670548180555', time=2024-09-19T16:00:59.716165+0000, chain.objs.size()=1 2024-09-19T14:04:13.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.083+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38__shadow_.TTj4VSsGQFANSf42G3Yp4XShVgb-1ub_0 2024-09-19T14:04:13.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.083+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6678200196465557186', time=2024-09-19T16:00:59.731804+0000, chain.objs.size()=1 2024-09-19T14:04:13.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.083+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38__shadow_.q23JzgRORyVK6C3rmfXhON-MkD3-3gy_0 2024-09-19T14:04:13.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.083+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6773639164641079579', time=2024-09-19T16:01:31.648748+0000, chain.objs.size()=1 2024-09-19T14:04:13.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.083+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39__shadow_.71JsdP7OZDFh_mIg0UgpjTHhHWnBnlY_0 2024-09-19T14:04:13.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.083+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15766260445989119580', time=2024-09-19T16:01:31.662583+0000, chain.objs.size()=1 2024-09-19T14:04:13.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.083+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39__shadow_.5FQKMaJze_M-SHRu5tS0_wsaFZJXDUR_0 2024-09-19T14:04:13.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.091+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:04:13.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.091+0000 7f70268d79c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-19T14:04:13.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.095+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.095+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.095+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=12, truncated=0, next_marker='' 2024-09-19T14:04:13.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.095+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='_S9fip1EfuzM_7jrj_8pCJEHo01Dnl49', time=2024-09-19T15:55:22.893066+0000, chain.objs.size()=2 2024-09-19T14:04:13.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.095+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15__shadow_.v3PO5aXG7GqbdLAFhZkAQJU6UYiBcSD_0 2024-09-19T14:04:13.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.095+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15__shadow_.v3PO5aXG7GqbdLAFhZkAQJU6UYiBcSD_1 2024-09-19T14:04:13.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.095+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14009545993295047826', time=2024-09-19T15:55:23.459524+0000, chain.objs.size()=1 2024-09-19T14:04:13.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.095+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8__shadow_.7-8UJKt4zAqEtMxbVgKnj39JaZFw-Zf_0 2024-09-19T14:04:13.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.095+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9612770455644611326', time=2024-09-19T15:56:54.850109+0000, chain.objs.size()=1 2024-09-19T14:04:13.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.095+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19__shadow_._w_57a7us0arIIDw19SgHeoda5qf7OQ_0 2024-09-19T14:04:13.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.095+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.234284340799973506', time=2024-09-19T15:56:54.856850+0000, chain.objs.size()=1 2024-09-19T14:04:13.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.095+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19__shadow_.pSKeCN5bZdF0g63_xp4dukKj_5HN-Uh_0 2024-09-19T14:04:13.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.095+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9445620876722840679', time=2024-09-19T15:56:55.983375+0000, chain.objs.size()=1 2024-09-19T14:04:13.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.095+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.20__shadow_.Ca5txarz4Eknu1zhno6y5ClLmhfpM3T_0 2024-09-19T14:04:13.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.095+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2377632105732781835', time=2024-09-19T15:57:31.649945+0000, chain.objs.size()=1 2024-09-19T14:04:13.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.095+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23__shadow_.egaH8KjeUXnGpcAk5sFplvmbV3hDs8c_0 2024-09-19T14:04:13.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.095+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1363236637748615694', time=2024-09-19T15:58:06.063762+0000, chain.objs.size()=1 2024-09-19T14:04:13.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.095+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25__shadow_.hAPywpW6Nk8zFhGq0yRh4yIhx4HgI8X_0 2024-09-19T14:04:13.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.095+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5472447173674140533', time=2024-09-19T15:58:07.154426+0000, chain.objs.size()=1 2024-09-19T14:04:13.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.095+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.26__shadow_.OfxFsf2fOP3Wr7lLMfeatUhlOPSYn4N_0 2024-09-19T14:04:13.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.095+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7987766084126897763', time=2024-09-19T15:59:14.836093+0000, chain.objs.size()=1 2024-09-19T14:04:13.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.095+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30__shadow_.552IyHlj4bO4547BM-oEm2qiFIInlS3_0 2024-09-19T14:04:13.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.095+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2093741616870701097', time=2024-09-19T15:59:50.759606+0000, chain.objs.size()=1 2024-09-19T14:04:13.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.095+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33__shadow_.NukjA8BbtRO4QKEEg82yGfgRkU9U7b3_0 2024-09-19T14:04:13.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.095+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.47264373980492139', time=2024-09-19T16:00:57.085582+0000, chain.objs.size()=1 2024-09-19T14:04:13.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.095+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36__shadow_.XRmJtjMHaf6s3AyDWYSspZikOqKWh-p_0 2024-09-19T14:04:13.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.099+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17861675560570417188', time=2024-09-19T16:00:58.620700+0000, chain.objs.size()=1 2024-09-19T14:04:13.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.099+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37__shadow_.hsvoTi-jqUnHIs71j5yUNjLHI1m0AK6_0 2024-09-19T14:04:13.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.103+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:04:13.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.107+0000 7f70268d79c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-19T14:04:13.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.107+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.107+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.107+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=17, truncated=0, next_marker='' 2024-09-19T14:04:13.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.107+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7646555013537450926', time=2024-09-19T15:55:23.251336+0000, chain.objs.size()=1 2024-09-19T14:04:13.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.107+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13__shadow_.WK6_KuFDimWSDWni2usPFXwZ6pH9an8_0 2024-09-19T14:04:13.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.107+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14914406948674479274', time=2024-09-19T15:57:28.751423+0000, chain.objs.size()=1 2024-09-19T14:04:13.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.107+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21__shadow_.z61FoUiDnhjX0TTo36cyD9QS_kdJsis_0 2024-09-19T14:04:13.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.107+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10626953862254027817', time=2024-09-19T15:57:30.514689+0000, chain.objs.size()=1 2024-09-19T14:04:13.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.107+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22__shadow_.7MQM6UixwMvLVHwOYES-rIiOnQTNW2p_0 2024-09-19T14:04:13.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.107+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16307706348628953437', time=2024-09-19T15:57:31.647382+0000, chain.objs.size()=1 2024-09-19T14:04:13.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.107+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23__shadow_.OyWJxQphuxeEVMiVLEGZWznM6j1blRC_0 2024-09-19T14:04:13.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.107+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7028222512954211687', time=2024-09-19T15:58:03.606644+0000, chain.objs.size()=1 2024-09-19T14:04:13.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.107+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24__shadow_.UpVyFL6eE22fWjw8ZBg5Rl36AF3LfsC_0 2024-09-19T14:04:13.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.107+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1114545614063763824', time=2024-09-19T15:58:07.139839+0000, chain.objs.size()=1 2024-09-19T14:04:13.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.107+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.26__shadow_.g3FwIQiJWrC0K-CQvJoXh8YyBCy1rP4_0 2024-09-19T14:04:13.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.107+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16819350753968057611', time=2024-09-19T15:58:41.131636+0000, chain.objs.size()=1 2024-09-19T14:04:13.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.107+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28__shadow_.tnvIA0cM3DMKbKlh8fSh63zNZjzw7K0_0 2024-09-19T14:04:13.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.107+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17735829931613976553', time=2024-09-19T15:58:41.135941+0000, chain.objs.size()=1 2024-09-19T14:04:13.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.107+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28__shadow_.8kucArYI-YZCNvwzQ-2APmc1vTUK9SJ_0 2024-09-19T14:04:13.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.107+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15661804789136036019', time=2024-09-19T15:59:12.879486+0000, chain.objs.size()=1 2024-09-19T14:04:13.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.107+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29__shadow_.lbsbY2_bq32RxtCFZCk-JcD9oZLWgQ7_0 2024-09-19T14:04:13.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.107+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16497875019267833230', time=2024-09-19T15:59:14.819867+0000, chain.objs.size()=1 2024-09-19T14:04:13.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.107+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30__shadow_.ElrX1QflBBklgMY7Gc_RQoTA_KQoqIp_0 2024-09-19T14:04:13.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.107+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2294456589219903922', time=2024-09-19T15:59:14.824252+0000, chain.objs.size()=1 2024-09-19T14:04:13.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.107+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30__shadow_.ahyMDoXIkefa6USrj4CR2iJppi4daK9_0 2024-09-19T14:04:13.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.107+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1476425502481928546', time=2024-09-19T15:59:47.996182+0000, chain.objs.size()=1 2024-09-19T14:04:13.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.107+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32__shadow_.SvdMcbfE0h5EEtYIpqUmHFgviJAUhce_0 2024-09-19T14:04:13.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.111+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17028534634874220852', time=2024-09-19T15:59:50.767158+0000, chain.objs.size()=1 2024-09-19T14:04:13.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.111+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33__shadow_.y3CtrR0pDRTEHxSCKmMcH9RCa3QzlR5_0 2024-09-19T14:04:13.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.111+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13407574924999145124', time=2024-09-19T16:00:22.520228+0000, chain.objs.size()=1 2024-09-19T14:04:13.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.111+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34__shadow_.F3WD6UpPdvBa1Qti39yeo7JtccIsEiT_0 2024-09-19T14:04:13.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.111+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3231040131380422905', time=2024-09-19T16:00:24.028949+0000, chain.objs.size()=1 2024-09-19T14:04:13.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.111+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35__shadow_.scIOZw5Usx2FDuK5wOtWoSAo68rnd90_0 2024-09-19T14:04:13.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.111+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15499640608893719203', time=2024-09-19T16:00:57.079834+0000, chain.objs.size()=1 2024-09-19T14:04:13.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.111+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36__shadow_.AmK32_KErprHJz3dio8DItWJnTg_oik_0 2024-09-19T14:04:13.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.115+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13903813387575033728', time=2024-09-19T16:03:46.488591+0000, chain.objs.size()=1 2024-09-19T14:04:13.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.115+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18__shadow:Tq0tm3cWIGiuVFmB2Cy.nHCsYqdP3VA_.8KAX-XT57YX9Y4huMgu0p3E-rS8Bl2x_0 2024-09-19T14:04:13.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.119+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:04:13.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.123+0000 7f70268d79c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-19T14:04:13.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.123+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.123+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.123+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=17, truncated=0, next_marker='' 2024-09-19T14:04:13.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.123+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8148418475590229421', time=2024-09-19T15:55:23.182659+0000, chain.objs.size()=5 2024-09-19T14:04:13.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.123+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14__multipart_foo-LUKEWARM.2~Y0ZCQHAQetXowlWVRF58vPQlKKsQP_m.1 2024-09-19T14:04:13.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.123+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14__shadow_foo-LUKEWARM.2~Y0ZCQHAQetXowlWVRF58vPQlKKsQP_m.1_1 2024-09-19T14:04:13.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.123+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14__multipart_foo-LUKEWARM.2~Y0ZCQHAQetXowlWVRF58vPQlKKsQP_m.2 2024-09-19T14:04:13.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.123+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14__shadow_foo-LUKEWARM.2~Y0ZCQHAQetXowlWVRF58vPQlKKsQP_m.2_1 2024-09-19T14:04:13.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.123+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14__multipart_foo-LUKEWARM.2~Y0ZCQHAQetXowlWVRF58vPQlKKsQP_m.3 2024-09-19T14:04:13.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.123+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9505947570387026457', time=2024-09-19T15:56:55.960922+0000, chain.objs.size()=1 2024-09-19T14:04:13.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.123+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.20__shadow_.Bsssb5AfUjy31t9CR0aYYhc-Sor87lr_0 2024-09-19T14:04:13.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.123+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12398986968260385245', time=2024-09-19T15:57:31.662873+0000, chain.objs.size()=1 2024-09-19T14:04:13.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.123+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23__shadow_.oFCu5qM3032O74MO4RE_30hEOdlObEr_0 2024-09-19T14:04:13.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.123+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2950545338954858741', time=2024-09-19T15:57:32.689800+0000, chain.objs.size()=1 2024-09-19T14:04:13.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.123+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24__shadow_.jW1cS7wr2ubR5pT2O4bBxvH6r9NXxlr_0 2024-09-19T14:04:13.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.123+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14908995640525166053', time=2024-09-19T15:58:03.586238+0000, chain.objs.size()=1 2024-09-19T14:04:13.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.123+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24__shadow_.AERkiiQYlVpNMAB3YVtlEsv1o8lxGuE_0 2024-09-19T14:04:13.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.123+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3039626200391280237', time=2024-09-19T15:58:39.128175+0000, chain.objs.size()=1 2024-09-19T14:04:13.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.123+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27__shadow_.Wox5KGW7P9tARGJBQwx9OvtQo1VXfn6_0 2024-09-19T14:04:13.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.123+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15981395535986017931', time=2024-09-19T15:59:12.873512+0000, chain.objs.size()=1 2024-09-19T14:04:13.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.123+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29__shadow_.hDKY3eGcHhGznE2uJhmuvFlc4Rqdp9-_0 2024-09-19T14:04:13.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.123+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14356946933290590281', time=2024-09-19T15:59:14.833001+0000, chain.objs.size()=1 2024-09-19T14:04:13.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.123+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30__shadow_.w-oF0o5E9jcXTuIp8rRs82XU6n9iO8G_0 2024-09-19T14:04:13.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.127+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.285588113740283510', time=2024-09-19T15:59:15.910521+0000, chain.objs.size()=1 2024-09-19T14:04:13.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.127+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31__shadow_.DgmfyC6utlQ-zBncqN6ARyYAntZunoB_0 2024-09-19T14:04:13.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.127+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12436067459149520797', time=2024-09-19T15:59:50.756398+0000, chain.objs.size()=1 2024-09-19T14:04:13.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.127+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33__shadow_.du1tmZuY2fVUMINmq2H_daruPunhShh_0 2024-09-19T14:04:13.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.127+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3904259719865048714', time=2024-09-19T16:00:24.039443+0000, chain.objs.size()=1 2024-09-19T14:04:13.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.127+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35__shadow_.T8fE5N6ZNy7IGVe7JVunkxq70aBOFs7_0 2024-09-19T14:04:13.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.127+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13146503816754545891', time=2024-09-19T16:00:24.059587+0000, chain.objs.size()=1 2024-09-19T14:04:13.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.127+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35__shadow_.g9_yloXfRQpOzk7bMIm5c2Iava7jmph_0 2024-09-19T14:04:13.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.127+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17869941375714536488', time=2024-09-19T16:00:59.715332+0000, chain.objs.size()=1 2024-09-19T14:04:13.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.127+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38__shadow_.mcGXtOPRiwld_lCghMkh_P88C60_qVf_0 2024-09-19T14:04:13.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.127+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.818860938895577225', time=2024-09-19T16:01:31.633251+0000, chain.objs.size()=1 2024-09-19T14:04:13.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.127+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39__shadow_.uNCfYIqWLSHrLiAPBAQngEpTL8U1rFV_0 2024-09-19T14:04:13.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.127+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4326416209351832536', time=2024-09-19T16:01:31.648610+0000, chain.objs.size()=1 2024-09-19T14:04:13.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.127+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39__shadow_.iqTJhbLeaWVOfUpEnBmgqClwN9XutNh_0 2024-09-19T14:04:13.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.127+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11370772143732783487', time=2024-09-19T16:03:39.034214+0000, chain.objs.size()=1 2024-09-19T14:04:13.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.127+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17__shadow_.y1oPgXuMOvTyVqi6OyGxF1d4n4hc1hg_0 2024-09-19T14:04:13.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.127+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4043055367116510612', time=2024-09-19T16:03:39.036076+0000, chain.objs.size()=1 2024-09-19T14:04:13.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.127+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17__shadow_.MNOR3qi1vPaOqTQzLbkoERVcXDnjyE4_0 2024-09-19T14:04:13.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.135+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:04:13.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.135+0000 7f70268d79c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-19T14:04:13.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.139+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.139+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.139+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=21, truncated=0, next_marker='' 2024-09-19T14:04:13.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.139+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11346361658554568916', time=2024-09-19T15:55:22.636946+0000, chain.objs.size()=1 2024-09-19T14:04:13.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.139+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4__shadow_.dTCOJxctocFlZYFw6tULu-sDFFKwyam_0 2024-09-19T14:04:13.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.139+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='_XIC5yjgAdiIvb7wgeZS6I4PtnPE9ODj', time=2024-09-19T15:55:23.056600+0000, chain.objs.size()=3 2024-09-19T14:04:13.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.139+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__shadow_.8RwP812SGpFGqFsHzYgXBZj6vg6bM9f_0 2024-09-19T14:04:13.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.139+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__shadow_.8RwP812SGpFGqFsHzYgXBZj6vg6bM9f_1 2024-09-19T14:04:13.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.139+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__shadow_.8RwP812SGpFGqFsHzYgXBZj6vg6bM9f_2 2024-09-19T14:04:13.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.139+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8569176437619402952', time=2024-09-19T15:56:54.852787+0000, chain.objs.size()=1 2024-09-19T14:04:13.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.139+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19__shadow_.UcCKlB27tdKYD9Vs5eo_6p6x5vuzcmF_0 2024-09-19T14:04:13.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.139+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7926541421738241429', time=2024-09-19T15:56:55.975556+0000, chain.objs.size()=1 2024-09-19T14:04:13.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.139+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.20__shadow_.EnYG-QpyrwucVjZa-xbG8r15uTHW8ZZ_0 2024-09-19T14:04:13.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.139+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5834959133753186710', time=2024-09-19T15:57:31.661734+0000, chain.objs.size()=1 2024-09-19T14:04:13.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.139+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23__shadow_.Ds8Jp3jcTLVIWFIlkgrfeYkGqeKv90t_0 2024-09-19T14:04:13.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.139+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9654651707419219063', time=2024-09-19T15:58:03.604175+0000, chain.objs.size()=1 2024-09-19T14:04:13.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.139+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24__shadow_.oZeTPRNPULlUik0wmBudYm3Eo2PpkNh_0 2024-09-19T14:04:13.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.139+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15616381918269113552', time=2024-09-19T15:58:05.141575+0000, chain.objs.size()=1 2024-09-19T14:04:13.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.139+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25__shadow_.TIyHkDpRckPw9u2SWN75U36h4ekiEMT_0 2024-09-19T14:04:13.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.139+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2281156708741064905', time=2024-09-19T15:58:06.067212+0000, chain.objs.size()=1 2024-09-19T14:04:13.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.139+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25__shadow_.ZgLk9FUYx1hm9J9s-Z9Ce_wn4INlfRK_0 2024-09-19T14:04:13.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.139+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2492916177135698132', time=2024-09-19T15:58:39.102042+0000, chain.objs.size()=1 2024-09-19T14:04:13.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.139+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27__shadow_.jH8DEFssp1B-usqip8Q0tlW6rDG_9Df_0 2024-09-19T14:04:13.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.139+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4707534800556958482', time=2024-09-19T15:58:39.105227+0000, chain.objs.size()=1 2024-09-19T14:04:13.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.139+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27__shadow_.IxMvry3-soQy67ZvOmxxEfC8cv0HxLO_0 2024-09-19T14:04:13.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.143+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16091055408929696499', time=2024-09-19T15:58:41.134738+0000, chain.objs.size()=1 2024-09-19T14:04:13.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.143+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28__shadow_.twNhc2gU3AQQ0wF9hho8oiSJLMG0vJK_0 2024-09-19T14:04:13.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.143+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14137581353301047960', time=2024-09-19T15:58:41.136626+0000, chain.objs.size()=1 2024-09-19T14:04:13.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.143+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28__shadow_.C6nKmfLYHh0LZJU27RKambFDrmNAX8h_0 2024-09-19T14:04:13.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.143+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18204628543939925822', time=2024-09-19T15:58:41.146036+0000, chain.objs.size()=1 2024-09-19T14:04:13.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.143+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28__shadow_.OPs5BwALNM-MiEjcBvuLg4pikDiyKGP_0 2024-09-19T14:04:13.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.143+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5641846641575643762', time=2024-09-19T15:59:14.830611+0000, chain.objs.size()=1 2024-09-19T14:04:13.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.143+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30__shadow_.MdylLGsrJ1sllnxrkdVnwAWQ8lArqxl_0 2024-09-19T14:04:13.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.143+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13567916328331842428', time=2024-09-19T15:59:47.983309+0000, chain.objs.size()=1 2024-09-19T14:04:13.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.143+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32__shadow_.I0vXPdJG6FWGrWvmvMkIMTdlzgjUjq1_0 2024-09-19T14:04:13.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.143+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.942487349473755024', time=2024-09-19T15:59:48.005718+0000, chain.objs.size()=1 2024-09-19T14:04:13.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.143+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32__shadow_.3bwEjxqFOMqzpkB8mDHRVi8qlw2d0MG_0 2024-09-19T14:04:13.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.143+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10669011550518370387', time=2024-09-19T15:59:50.748263+0000, chain.objs.size()=1 2024-09-19T14:04:13.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.143+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33__shadow_.y-rY3mqVGOAKfH4Dii9AFb9KQraoKzw_0 2024-09-19T14:04:13.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.143+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18382559324614070000', time=2024-09-19T16:00:24.055508+0000, chain.objs.size()=1 2024-09-19T14:04:13.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.143+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35__shadow_.mMzyA42wc_LESc1lqMIwzO2rn9EIb9v_0 2024-09-19T14:04:13.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.143+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3268534971744479348', time=2024-09-19T16:00:57.046802+0000, chain.objs.size()=1 2024-09-19T14:04:13.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.143+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36__shadow_.oYJ5V7CcNCWhimO_uMNHH-AaHjtJnkZ_0 2024-09-19T14:04:13.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.143+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1281116894735996136', time=2024-09-19T16:00:57.059405+0000, chain.objs.size()=1 2024-09-19T14:04:13.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.143+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36__shadow_.LYZhr73G0J8Z2IgMYNMuqfk_cQtHAEi_0 2024-09-19T14:04:13.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.143+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18301402739849689072', time=2024-09-19T16:01:31.643015+0000, chain.objs.size()=1 2024-09-19T14:04:13.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.143+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39__shadow_.-MDu8YDMCA_Jm_55NcK23xmTLqtOAlr_0 2024-09-19T14:04:13.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.151+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:04:13.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.155+0000 7f70268d79c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-19T14:04:13.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.155+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.155+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.155+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=15, truncated=0, next_marker='' 2024-09-19T14:04:13.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.155+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='_GadOFcmHnNaG96TeO2dceUc_Ph_uDdq', time=2024-09-19T15:55:22.938746+0000, chain.objs.size()=1 2024-09-19T14:04:13.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.155+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15__shadow_.IMmvcG1JQuK5CqonElc9F_jc909IQhc_0 2024-09-19T14:04:13.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.155+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='_nz7jHvrMmv2dwF3k0eXx5jEocpv0SIz', time=2024-09-19T15:55:23.083759+0000, chain.objs.size()=3 2024-09-19T14:04:13.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.155+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__shadow_.j9pOq2JGDEZYvmMteiXU_4Et8kcVHN5_0 2024-09-19T14:04:13.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.155+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__shadow_.j9pOq2JGDEZYvmMteiXU_4Et8kcVHN5_1 2024-09-19T14:04:13.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.155+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__shadow_.j9pOq2JGDEZYvmMteiXU_4Et8kcVHN5_2 2024-09-19T14:04:13.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.155+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17674630010578039232', time=2024-09-19T15:55:23.095578+0000, chain.objs.size()=3 2024-09-19T14:04:13.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.155+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__multipart_foo-STANDARD.2~j48TOwN7nSffKiBt3IAbFXCSBj3hbM8.1 2024-09-19T14:04:13.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.155+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__multipart_foo-STANDARD.2~j48TOwN7nSffKiBt3IAbFXCSBj3hbM8.2 2024-09-19T14:04:13.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.155+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__multipart_foo-STANDARD.2~j48TOwN7nSffKiBt3IAbFXCSBj3hbM8.3 2024-09-19T14:04:13.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.155+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12572710613009295022', time=2024-09-19T15:56:53.951907+0000, chain.objs.size()=1 2024-09-19T14:04:13.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.155+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19__shadow_.HPX6BnVzJJV4vsTwLHiljPZqd2yerpd_0 2024-09-19T14:04:13.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.155+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19136372242858514', time=2024-09-19T15:56:55.988408+0000, chain.objs.size()=1 2024-09-19T14:04:13.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.155+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.20__shadow_.LBSHBSUAf6LEOWVrFArqh2CZEXzxVDP_0 2024-09-19T14:04:13.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.155+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12468701258290389345', time=2024-09-19T15:57:28.766336+0000, chain.objs.size()=1 2024-09-19T14:04:13.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.155+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21__shadow_.LFJ2VkHAA6t3C--nw6JaBQcTaa91x70_0 2024-09-19T14:04:13.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.155+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7901594151641762272', time=2024-09-19T15:57:28.771031+0000, chain.objs.size()=1 2024-09-19T14:04:13.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.155+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21__shadow_.1OpIoNe3q878gM25YLBeb_Q4nCJBKHx_0 2024-09-19T14:04:13.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.155+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3491246535682551746', time=2024-09-19T15:57:30.560907+0000, chain.objs.size()=1 2024-09-19T14:04:13.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.155+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22__shadow_.7YaOmPJ7Mk_0gGobvH_aG0POd3zWJQh_0 2024-09-19T14:04:13.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.159+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11427771399262351296', time=2024-09-19T15:58:06.056057+0000, chain.objs.size()=1 2024-09-19T14:04:13.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.159+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25__shadow_.5Vx3fB5OE9INmAmsLTYV8i-r_9CC0VK_0 2024-09-19T14:04:13.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.159+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17571718069393192386', time=2024-09-19T15:58:07.165916+0000, chain.objs.size()=1 2024-09-19T14:04:13.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.159+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.26__shadow_.LPAEozaDee2G9d4QpK_ECFDujwTQb1u_0 2024-09-19T14:04:13.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.159+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15739214223982246946', time=2024-09-19T15:58:41.160367+0000, chain.objs.size()=1 2024-09-19T14:04:13.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.159+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28__shadow_.TzKPEEX6sy1SotOv0G2fKCX6bOMCGx-_0 2024-09-19T14:04:13.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.159+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15436389436227450441', time=2024-09-19T15:59:15.929397+0000, chain.objs.size()=1 2024-09-19T14:04:13.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.159+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31__shadow_.JiYZAkhjnR7xZsEY76FSpLag7qqa0yL_0 2024-09-19T14:04:13.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.159+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.159248967704705333', time=2024-09-19T16:00:23.596203+0000, chain.objs.size()=1 2024-09-19T14:04:13.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.159+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35__shadow_.q7ziIKQunS_EBBruIIyN06nfQrgUrUy_0 2024-09-19T14:04:13.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.159+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2543806579861277007', time=2024-09-19T16:00:24.040987+0000, chain.objs.size()=1 2024-09-19T14:04:13.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.159+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35__shadow_.s90rZrwLKeQL089V342wOQuP4MAmXwF_0 2024-09-19T14:04:13.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.163+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4905989320371683612', time=2024-09-19T16:00:57.065411+0000, chain.objs.size()=1 2024-09-19T14:04:13.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.163+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36__shadow_.VCst_hbQ469pkXPbBLngh8nXR-4IF6a_0 2024-09-19T14:04:13.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.167+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:04:13.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.167+0000 7f70268d79c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-19T14:04:13.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.171+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.171+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.171+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=13, truncated=0, next_marker='' 2024-09-19T14:04:13.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.171+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1599503619686930938', time=2024-09-19T15:56:55.959618+0000, chain.objs.size()=1 2024-09-19T14:04:13.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.171+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.20__shadow_.d-pP6cnrqNO45k26-2qBc0F8DbgSaT4_0 2024-09-19T14:04:13.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.171+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14673481875043286900', time=2024-09-19T15:57:28.760234+0000, chain.objs.size()=1 2024-09-19T14:04:13.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.171+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21__shadow_.vtURhL5iB-B74xBSVxjq2eNkpBQODO9_0 2024-09-19T14:04:13.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.171+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9785631307726470687', time=2024-09-19T15:57:28.761063+0000, chain.objs.size()=1 2024-09-19T14:04:13.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.171+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21__shadow_.izfHIZ55CGkFUTfo7yKIbxUb55YYCjH_0 2024-09-19T14:04:13.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.171+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8961618120103743795', time=2024-09-19T15:57:30.545195+0000, chain.objs.size()=1 2024-09-19T14:04:13.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.171+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22__shadow_.S0Zq5JlrlI5OtIXlMwiUO8jJkP1by74_0 2024-09-19T14:04:13.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.171+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.650247039544834532', time=2024-09-19T15:58:39.101181+0000, chain.objs.size()=1 2024-09-19T14:04:13.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.171+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27__shadow_.FloVjGc4hVGQgEdVAm6qfNelk9c3t3X_0 2024-09-19T14:04:13.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.171+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8602638145429963384', time=2024-09-19T15:59:12.868500+0000, chain.objs.size()=1 2024-09-19T14:04:13.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.171+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29__shadow_.HkgXWzCwy8e2LdfJWssSjZ2qVTlR5pT_0 2024-09-19T14:04:13.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.171+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14354598839115142009', time=2024-09-19T16:00:59.726409+0000, chain.objs.size()=1 2024-09-19T14:04:13.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.171+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38__shadow_.oU_FXEWTaVxb_d652l5Vah7ULV0X__z_0 2024-09-19T14:04:13.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.171+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9863978051357950677', time=2024-09-19T16:00:59.732945+0000, chain.objs.size()=1 2024-09-19T14:04:13.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.171+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38__shadow_.gXRgMhC0NUP7Pf861Z4gdaR5l3O4cNK_0 2024-09-19T14:04:13.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.171+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.820126561845118640', time=2024-09-19T16:00:59.736038+0000, chain.objs.size()=1 2024-09-19T14:04:13.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.171+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38__shadow_.QFK8MmQrtKBDFWWgPR1xuJlJaclNUHK_0 2024-09-19T14:04:13.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.171+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6658005793699447408', time=2024-09-19T16:01:31.638167+0000, chain.objs.size()=1 2024-09-19T14:04:13.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.171+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39__shadow_.gdkyFbCBr3SwyfIR-9xH3rdqYJm0pLz_0 2024-09-19T14:04:13.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.171+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7299988989505578494', time=2024-09-19T16:01:31.649186+0000, chain.objs.size()=1 2024-09-19T14:04:13.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.171+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39__shadow_.8Unu0KYmb0XAsBjKpafrWvaElehpScG_0 2024-09-19T14:04:13.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.171+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9692903116487935536', time=2024-09-19T16:03:39.038010+0000, chain.objs.size()=1 2024-09-19T14:04:13.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.171+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17__shadow_.wzn5MPlcL_sQnZsqisOey-1oXwiBhDw_0 2024-09-19T14:04:13.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.175+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16759267788720301421', time=2024-09-19T16:03:50.695119+0000, chain.objs.size()=1 2024-09-19T14:04:13.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.175+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18__shadow:6dP3XVogm-TS0orVwIF3citrfyx2sT4_.8EZi0CJcimYOU9Pr4XqNdMDpvwtCjR2_0 2024-09-19T14:04:13.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.179+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:04:13.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.179+0000 7f70268d79c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-19T14:04:13.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.183+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.183+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.183+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=20, truncated=0, next_marker='' 2024-09-19T14:04:13.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.183+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1905320579953073087', time=2024-09-19T15:55:22.675572+0000, chain.objs.size()=4 2024-09-19T14:04:13.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.183+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11__multipart_foo.2~wGNnNeDpmdBKlx8x0m8plueceGh4Sgp.1 2024-09-19T14:04:13.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.183+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11__multipart_foo.2~wGNnNeDpmdBKlx8x0m8plueceGh4Sgp.2 2024-09-19T14:04:13.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.183+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11__multipart_foo.2~wGNnNeDpmdBKlx8x0m8plueceGh4Sgp.3 2024-09-19T14:04:13.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.183+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11__multipart_foo.2~wGNnNeDpmdBKlx8x0m8plueceGh4Sgp.4 2024-09-19T14:04:13.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.183+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1331729125285396562', time=2024-09-19T15:55:23.067745+0000, chain.objs.size()=5 2024-09-19T14:04:13.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.183+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__multipart_foo-LUKEWARM.2~7L_TvfZN2IQ1MJPd_CoCuLPxKnZb0bH.1 2024-09-19T14:04:13.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.183+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__shadow_foo-LUKEWARM.2~7L_TvfZN2IQ1MJPd_CoCuLPxKnZb0bH.1_1 2024-09-19T14:04:13.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.183+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__multipart_foo-LUKEWARM.2~7L_TvfZN2IQ1MJPd_CoCuLPxKnZb0bH.2 2024-09-19T14:04:13.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.183+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__shadow_foo-LUKEWARM.2~7L_TvfZN2IQ1MJPd_CoCuLPxKnZb0bH.2_1 2024-09-19T14:04:13.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.183+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__multipart_foo-LUKEWARM.2~7L_TvfZN2IQ1MJPd_CoCuLPxKnZb0bH.3 2024-09-19T14:04:13.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.183+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10315930153994222962', time=2024-09-19T15:55:23.380344+0000, chain.objs.size()=1 2024-09-19T14:04:13.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.183+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7__shadow_.U2N-2Cbow1j5x1vwpcymhXHQntdl6Ob_0 2024-09-19T14:04:13.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.183+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13280470390474546446', time=2024-09-19T15:55:23.443355+0000, chain.objs.size()=1 2024-09-19T14:04:13.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.183+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8__shadow_.NQehvsV8FPj_WUNtVesklRHNaGS6RRf_0 2024-09-19T14:04:13.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.183+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10684479629059693060', time=2024-09-19T15:56:55.956658+0000, chain.objs.size()=1 2024-09-19T14:04:13.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.183+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.20__shadow_.5em9h_HpvhscOb6pczNz9d8DplQG7v8_0 2024-09-19T14:04:13.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.187+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12040690392655813442', time=2024-09-19T15:56:55.980815+0000, chain.objs.size()=1 2024-09-19T14:04:13.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.187+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.20__shadow_.V6fRDF_wMT3qf4Ie0t4nUM-TzYQ--NJ_0 2024-09-19T14:04:13.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.187+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12133549435391950789', time=2024-09-19T15:58:06.039894+0000, chain.objs.size()=1 2024-09-19T14:04:13.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.187+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25__shadow_.Mt9puNezrXFA6jJhGrm9cZVyarwGJpN_0 2024-09-19T14:04:13.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.187+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7892198701866787329', time=2024-09-19T15:58:06.041669+0000, chain.objs.size()=1 2024-09-19T14:04:13.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.187+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25__shadow_.AvHDtAC_IVZRKr7gsFOMjwIKB95Hqr7_0 2024-09-19T14:04:13.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.187+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12864206912816221434', time=2024-09-19T15:58:39.112888+0000, chain.objs.size()=1 2024-09-19T14:04:13.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.187+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27__shadow_.PoLH4Z0ZhUf9Gj4jb1eLTloppYJ05mg_0 2024-09-19T14:04:13.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.187+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18404456970119550792', time=2024-09-19T15:59:12.862817+0000, chain.objs.size()=1 2024-09-19T14:04:13.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.187+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29__shadow_.2N1ddbLBQsf-Yxb4P7_-RaJ1CuNigRl_0 2024-09-19T14:04:13.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.187+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10752464620727313091', time=2024-09-19T15:59:12.873316+0000, chain.objs.size()=1 2024-09-19T14:04:13.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.187+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29__shadow_.-CLiuaYqZiwQCFEH128WkcQ1i-NwaLF_0 2024-09-19T14:04:13.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.187+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10328455791839690565', time=2024-09-19T15:59:14.823012+0000, chain.objs.size()=1 2024-09-19T14:04:13.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.187+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30__shadow_.q8F6dZdhfa--exvEGDpJxeib0vwkLe6_0 2024-09-19T14:04:13.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.187+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5743202568357159562', time=2024-09-19T15:59:14.824121+0000, chain.objs.size()=1 2024-09-19T14:04:13.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.187+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30__shadow_.OdPa38o9g7M69mBTkmzqM7sXegb0lYa_0 2024-09-19T14:04:13.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.187+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16999533942639948934', time=2024-09-19T15:59:14.842157+0000, chain.objs.size()=1 2024-09-19T14:04:13.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.187+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30__shadow_.2kq71Y59MbPMFR3FDg-oVFsORt77rQ0_0 2024-09-19T14:04:13.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.187+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11323155854558040526', time=2024-09-19T15:59:15.930378+0000, chain.objs.size()=1 2024-09-19T14:04:13.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.187+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31__shadow_.LvPMEHLf3X7UArSo6NkPixlysrGh_6U_0 2024-09-19T14:04:13.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.187+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11409570126026812514', time=2024-09-19T15:59:47.985255+0000, chain.objs.size()=1 2024-09-19T14:04:13.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.187+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32__shadow_.C-HgECU4V8sWCvcvEGTrc3xCcwTODy__0 2024-09-19T14:04:13.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.191+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16128171758781413051', time=2024-09-19T15:59:50.757405+0000, chain.objs.size()=1 2024-09-19T14:04:13.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.191+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33__shadow_.qw2wSBsbbSqwsCogW0gQTBuSqep_8pg_0 2024-09-19T14:04:13.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.191+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14061158503785517440', time=2024-09-19T16:00:22.508125+0000, chain.objs.size()=1 2024-09-19T14:04:13.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.191+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34__shadow_.vEplOByFvV1p7U2su18ZHPpCXHorAOz_0 2024-09-19T14:04:13.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.191+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8142194233291883085', time=2024-09-19T16:00:22.513555+0000, chain.objs.size()=1 2024-09-19T14:04:13.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.191+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34__shadow_.ZY6Z6W2OMvpe185K50Cp66vx5pY9rez_0 2024-09-19T14:04:13.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.191+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14546494888251000889', time=2024-09-19T16:00:59.719837+0000, chain.objs.size()=1 2024-09-19T14:04:13.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.191+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38__shadow_.-GUCQHSmOtquETjCXnjvpIKPpyPQGLO_0 2024-09-19T14:04:13.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.195+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:04:13.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.199+0000 7f70268d79c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-19T14:04:13.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.199+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.199+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.199+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=15, truncated=0, next_marker='' 2024-09-19T14:04:13.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.199+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='_BPpFpyHSrqx9EE_pBAB3jjq9ERmDv5L', time=2024-09-19T15:55:22.853937+0000, chain.objs.size()=2 2024-09-19T14:04:13.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.199+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15__shadow_.ka2ECstxuqWbf8XZjw0LwU3C3p8SK_c_0 2024-09-19T14:04:13.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.199+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15__shadow_.ka2ECstxuqWbf8XZjw0LwU3C3p8SK_c_1 2024-09-19T14:04:13.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.199+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17700734431228678321', time=2024-09-19T15:56:54.853008+0000, chain.objs.size()=1 2024-09-19T14:04:13.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.199+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19__shadow_.NycPP33ojUnvgRLZYTzWukeXpDww9hX_0 2024-09-19T14:04:13.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.199+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17373984452595570250', time=2024-09-19T15:57:30.528054+0000, chain.objs.size()=1 2024-09-19T14:04:13.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.199+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22__shadow_.e9Gj_vPwJg_8M9eHIlxSRKWVesRiSPm_0 2024-09-19T14:04:13.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.199+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12949069567962606926', time=2024-09-19T15:57:30.528837+0000, chain.objs.size()=1 2024-09-19T14:04:13.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.199+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22__shadow_.PjNuXxNP_1EAzhG_uHR4YwOp_2fLpWS_0 2024-09-19T14:04:13.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.199+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1456711246457135932', time=2024-09-19T15:57:30.549246+0000, chain.objs.size()=1 2024-09-19T14:04:13.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.199+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22__shadow_.t_sru0AXHRZCxW7Gu2d1vTRycjoumnL_0 2024-09-19T14:04:13.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.199+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14331504142497067739', time=2024-09-19T15:58:06.043176+0000, chain.objs.size()=1 2024-09-19T14:04:13.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.199+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25__shadow_.yvZZmPi-qpPMYsKEG-QI6-HuAD7JaDB_0 2024-09-19T14:04:13.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.199+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15027502090045521847', time=2024-09-19T15:58:39.101074+0000, chain.objs.size()=1 2024-09-19T14:04:13.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.199+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27__shadow_.gdXk0hin4lPjxbAmUv58IyoWUtG94tZ_0 2024-09-19T14:04:13.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.199+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6412127952658201344', time=2024-09-19T15:58:39.109387+0000, chain.objs.size()=1 2024-09-19T14:04:13.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.199+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27__shadow_.dKsmMtk-0bOxaE-ng4SRy1V5YHMFIFz_0 2024-09-19T14:04:13.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.199+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16357628860015312076', time=2024-09-19T15:58:39.112107+0000, chain.objs.size()=1 2024-09-19T14:04:13.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.199+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27__shadow_.VFJ6Zemei1VXLokBfOD_ot6zoFTABl2_0 2024-09-19T14:04:13.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.199+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15187689066620643921', time=2024-09-19T15:59:12.851414+0000, chain.objs.size()=1 2024-09-19T14:04:13.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.199+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29__shadow_.-PrioJfW6stz7iv_opOXCR6csX-782L_0 2024-09-19T14:04:13.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.199+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11938241130443599058', time=2024-09-19T16:00:22.528289+0000, chain.objs.size()=1 2024-09-19T14:04:13.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.199+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34__shadow_.0HKPzcYDOJW4_ex55o8TyLrxszRlOFi_0 2024-09-19T14:04:13.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.203+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3149263430090199179', time=2024-09-19T16:00:57.055454+0000, chain.objs.size()=1 2024-09-19T14:04:13.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.203+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36__shadow_.rSecg3MTNd-bbqf5xixVyNekMgBuZym_0 2024-09-19T14:04:13.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.203+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3882889927823431675', time=2024-09-19T16:00:58.170757+0000, chain.objs.size()=1 2024-09-19T14:04:13.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.203+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37__shadow_.ESU0SnHolbnnewjp3IixobcPuebf0XG_0 2024-09-19T14:04:13.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.203+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7891511778749352154', time=2024-09-19T16:00:58.643177+0000, chain.objs.size()=1 2024-09-19T14:04:13.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.203+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37__shadow_.Duoo8Fto5bG8C24GAQ1p93BenuSWMFT_0 2024-09-19T14:04:13.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.203+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16924311524402708108', time=2024-09-19T16:01:31.650023+0000, chain.objs.size()=1 2024-09-19T14:04:13.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.203+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39__shadow_.rY9D2VELV1A4928FeTnN1BvKNSJHkcF_0 2024-09-19T14:04:13.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.207+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:04:13.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.211+0000 7f70268d79c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-19T14:04:13.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.211+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.211+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.215+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=22, truncated=0, next_marker='' 2024-09-19T14:04:13.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.215+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16268835441514524630', time=2024-09-19T15:55:22.926812+0000, chain.objs.size()=1 2024-09-19T14:04:13.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.215+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15__shadow_.jWoBtVy5cqvZa2EXFFyGeCvQ87HxDJo_0 2024-09-19T14:04:13.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.215+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='_2hWC5mWfa1dKQAG_d6Le6Lrm2HLhsiG', time=2024-09-19T15:55:23.037440+0000, chain.objs.size()=3 2024-09-19T14:04:13.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.215+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__shadow_.EMmcVoDSkOYydGiYa75Bkrb6KmVv3sn_0 2024-09-19T14:04:13.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.215+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__shadow_.EMmcVoDSkOYydGiYa75Bkrb6KmVv3sn_1 2024-09-19T14:04:13.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.215+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__shadow_.EMmcVoDSkOYydGiYa75Bkrb6KmVv3sn_2 2024-09-19T14:04:13.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.215+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.40808727770815982', time=2024-09-19T15:55:23.170639+0000, chain.objs.size()=5 2024-09-19T14:04:13.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.215+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14__multipart_foo-FROZEN.2~MFigc8N1YgIkBAGNMPoyHSoDPDKxElk.1 2024-09-19T14:04:13.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.215+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14__shadow_foo-FROZEN.2~MFigc8N1YgIkBAGNMPoyHSoDPDKxElk.1_1 2024-09-19T14:04:13.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.215+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14__multipart_foo-FROZEN.2~MFigc8N1YgIkBAGNMPoyHSoDPDKxElk.2 2024-09-19T14:04:13.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.215+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14__shadow_foo-FROZEN.2~MFigc8N1YgIkBAGNMPoyHSoDPDKxElk.2_1 2024-09-19T14:04:13.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.215+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14__multipart_foo-FROZEN.2~MFigc8N1YgIkBAGNMPoyHSoDPDKxElk.3 2024-09-19T14:04:13.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.215+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11103209364958409022', time=2024-09-19T15:55:23.233740+0000, chain.objs.size()=3 2024-09-19T14:04:13.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.215+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13__shadow_.VAwJiYxoYw4Kg-QsW_0_BPy8HExzQO__0 2024-09-19T14:04:13.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.215+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13__shadow_.VAwJiYxoYw4Kg-QsW_0_BPy8HExzQO__1 2024-09-19T14:04:13.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.215+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13__shadow_.VAwJiYxoYw4Kg-QsW_0_BPy8HExzQO__2 2024-09-19T14:04:13.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.219+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17647835533606787235', time=2024-09-19T15:55:23.372110+0000, chain.objs.size()=1 2024-09-19T14:04:13.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.219+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7__shadow_.bVk31pP-xhpkHkldwcmDoSNHRDYQjrC_0 2024-09-19T14:04:13.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.219+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11554720081089057146', time=2024-09-19T15:56:54.870280+0000, chain.objs.size()=1 2024-09-19T14:04:13.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.219+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19__shadow_.jaSOxQ2WZTxStPHEdnmkWDyhIinA8kU_0 2024-09-19T14:04:13.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.219+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17025092876700487881', time=2024-09-19T15:56:55.978177+0000, chain.objs.size()=1 2024-09-19T14:04:13.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.219+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.20__shadow_.ucBrBUr4D7ArFnVZfMQSeaYH_OqU6Q9_0 2024-09-19T14:04:13.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.219+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5124119129815481671', time=2024-09-19T15:57:28.755848+0000, chain.objs.size()=1 2024-09-19T14:04:13.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.219+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21__shadow_.ebUi_RAKg2EUgDC4RJTdzmLLN0e0QM4_0 2024-09-19T14:04:13.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.219+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18123361592684763865', time=2024-09-19T15:57:30.544329+0000, chain.objs.size()=1 2024-09-19T14:04:13.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.219+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22__shadow_.MLuYKFSf574BB5qpNaJo5vFbTkYTn9q_0 2024-09-19T14:04:13.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.219+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8165095180271587242', time=2024-09-19T15:57:31.668982+0000, chain.objs.size()=1 2024-09-19T14:04:13.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.219+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23__shadow_.1sPakRbi7gVg-4vBRJWRdG8a3Z78YQr_0 2024-09-19T14:04:13.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.219+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3460180987402595438', time=2024-09-19T15:58:03.610193+0000, chain.objs.size()=1 2024-09-19T14:04:13.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.219+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24__shadow_.3l8CG3U8bdWFdfXIhmLnGOVY25uotQj_0 2024-09-19T14:04:13.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.219+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18341270164484376605', time=2024-09-19T15:58:06.033575+0000, chain.objs.size()=1 2024-09-19T14:04:13.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.219+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25__shadow_.Za6OrpHsDznwhz5mPhItEkM8ZBuyQa3_0 2024-09-19T14:04:13.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.219+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17694194461266214666', time=2024-09-19T15:58:06.039545+0000, chain.objs.size()=1 2024-09-19T14:04:13.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.219+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25__shadow_.roXMvS4f2xq4dTnjOyG7kiA0vdSOd-W_0 2024-09-19T14:04:13.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.219+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14121230244048388993', time=2024-09-19T15:58:41.138577+0000, chain.objs.size()=1 2024-09-19T14:04:13.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.219+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28__shadow_.QmwSZfnhznaol7GZ_WbvhqcvwG6v_qo_0 2024-09-19T14:04:13.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.219+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7087834443305089598', time=2024-09-19T15:59:12.865690+0000, chain.objs.size()=1 2024-09-19T14:04:13.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.219+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29__shadow_.CY9ly_j56P4ycjGdAyWDK5LjIzbCoM1_0 2024-09-19T14:04:13.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.223+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9630234302994544926', time=2024-09-19T15:59:14.384922+0000, chain.objs.size()=1 2024-09-19T14:04:13.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.223+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30__shadow_.mHRLM_HAnEblp6-cL8gf2V_mgrSxZBd_0 2024-09-19T14:04:13.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.223+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15611345593763934085', time=2024-09-19T15:59:15.914866+0000, chain.objs.size()=1 2024-09-19T14:04:13.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.223+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31__shadow_.Mov8faap00wGvdVllK0HUTtGzXlBas5_0 2024-09-19T14:04:13.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.223+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14984536178742045646', time=2024-09-19T15:59:15.935136+0000, chain.objs.size()=1 2024-09-19T14:04:13.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.223+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31__shadow_.qvkCFE7Ita3FH6Cg2KQ4-FVC5ecGYa2_0 2024-09-19T14:04:13.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.223+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6146939476154837175', time=2024-09-19T15:59:50.736439+0000, chain.objs.size()=1 2024-09-19T14:04:13.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.223+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33__shadow_.QYAoAYSUCS8nB55H19Bw2st3mbHryrz_0 2024-09-19T14:04:13.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.223+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3048302761504577100', time=2024-09-19T16:00:24.042709+0000, chain.objs.size()=1 2024-09-19T14:04:13.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.223+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35__shadow_.99GbhpAtvbdwzmjR7ObmzDJCxZCT-Ks_0 2024-09-19T14:04:13.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.223+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18340817952428952065', time=2024-09-19T16:00:24.060956+0000, chain.objs.size()=1 2024-09-19T14:04:13.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.223+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35__shadow_.DQrzAy3IHEy7Lc-xHU3IvNMCzWc_YBM_0 2024-09-19T14:04:13.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.223+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8558601907015642041', time=2024-09-19T16:03:39.039133+0000, chain.objs.size()=1 2024-09-19T14:04:13.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.223+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17__shadow_.EM8bfU2RLdmxd2PNkRVkFWBENskU10V_0 2024-09-19T14:04:13.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.227+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:04:13.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.231+0000 7f70268d79c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-19T14:04:13.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.231+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.235+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.235+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=17, truncated=0, next_marker='' 2024-09-19T14:04:13.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.235+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13152212388359081537', time=2024-09-19T15:55:22.996707+0000, chain.objs.size()=5 2024-09-19T14:04:13.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.235+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__multipart_foo-FROZEN.2~8_SDNBU4o4Kfs-14jk7V4xwyWLuyZ3a.1 2024-09-19T14:04:13.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.235+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__shadow_foo-FROZEN.2~8_SDNBU4o4Kfs-14jk7V4xwyWLuyZ3a.1_1 2024-09-19T14:04:13.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.235+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__multipart_foo-FROZEN.2~8_SDNBU4o4Kfs-14jk7V4xwyWLuyZ3a.2 2024-09-19T14:04:13.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.235+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__shadow_foo-FROZEN.2~8_SDNBU4o4Kfs-14jk7V4xwyWLuyZ3a.2_1 2024-09-19T14:04:13.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.235+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__multipart_foo-FROZEN.2~8_SDNBU4o4Kfs-14jk7V4xwyWLuyZ3a.3 2024-09-19T14:04:13.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.235+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7649011178525712776', time=2024-09-19T15:55:23.008914+0000, chain.objs.size()=5 2024-09-19T14:04:13.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.235+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__multipart_foo-FROZEN.2~8_SDNBU4o4Kfs-14jk7V4xwyWLuyZ3a.1 2024-09-19T14:04:13.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.235+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__shadow_foo-FROZEN.2~8_SDNBU4o4Kfs-14jk7V4xwyWLuyZ3a.1_1 2024-09-19T14:04:13.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.235+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__multipart_foo-FROZEN.2~8_SDNBU4o4Kfs-14jk7V4xwyWLuyZ3a.2 2024-09-19T14:04:13.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.235+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__shadow_foo-FROZEN.2~8_SDNBU4o4Kfs-14jk7V4xwyWLuyZ3a.2_1 2024-09-19T14:04:13.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.235+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__multipart_foo-FROZEN.2~8_SDNBU4o4Kfs-14jk7V4xwyWLuyZ3a.3 2024-09-19T14:04:13.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.235+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8467904205373041921', time=2024-09-19T15:56:54.845617+0000, chain.objs.size()=1 2024-09-19T14:04:13.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.235+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19__shadow_.H-wdUkygXVeWGkv0UDdp8Wb5ooth3Yx_0 2024-09-19T14:04:13.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.235+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17461418464654516512', time=2024-09-19T15:56:54.853321+0000, chain.objs.size()=1 2024-09-19T14:04:13.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.235+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19__shadow_.7ouuD94JJf6L101guCZ14nE6qfN0DBn_0 2024-09-19T14:04:13.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.239+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14420612380269280885', time=2024-09-19T15:56:55.972712+0000, chain.objs.size()=1 2024-09-19T14:04:13.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.239+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.20__shadow_.iydpm0Ls_K2ZCcpenzwHszkR1ZLcIpM_0 2024-09-19T14:04:13.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.239+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9858982308168831551', time=2024-09-19T15:56:57.007826+0000, chain.objs.size()=1 2024-09-19T14:04:13.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.239+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21__shadow_.DmRl8sihyY_2FAs2W-fdWFGWIJAUeKI_0 2024-09-19T14:04:13.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.239+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8424779237300997016', time=2024-09-19T15:58:03.581650+0000, chain.objs.size()=1 2024-09-19T14:04:13.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.239+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24__shadow_.4deLnTsqwU2i4Y4_3Iz40o5FWke1jeY_0 2024-09-19T14:04:13.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.239+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15908225954234426054', time=2024-09-19T15:58:03.587572+0000, chain.objs.size()=1 2024-09-19T14:04:13.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.239+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24__shadow_.xSvoB-YdVNd8_dSOQumOm9267ou6hWg_0 2024-09-19T14:04:13.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.239+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.613239763388643109', time=2024-09-19T15:58:03.600242+0000, chain.objs.size()=1 2024-09-19T14:04:13.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.239+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24__shadow_.Se4i3Z8oUjo_pxF29MxMFD4ocxIoR3X_0 2024-09-19T14:04:13.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.239+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17777323001206683204', time=2024-09-19T15:58:07.138835+0000, chain.objs.size()=1 2024-09-19T14:04:13.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.239+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.26__shadow_.aO1_XGVJ6hJdITKX8ROJrGRsDBEq5zm_0 2024-09-19T14:04:13.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.239+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9198717224107639709', time=2024-09-19T15:59:12.863597+0000, chain.objs.size()=1 2024-09-19T14:04:13.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.239+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29__shadow_.C1--xVxSqlyhRfImZ_o8noU_-ghbJjH_0 2024-09-19T14:04:13.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.239+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.682369289045261697', time=2024-09-19T15:59:15.902162+0000, chain.objs.size()=1 2024-09-19T14:04:13.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.239+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31__shadow_.-0Fu9pGuBLp9eMU01735kX8Jf0OlrAV_0 2024-09-19T14:04:13.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.239+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14013679074814644169', time=2024-09-19T15:59:47.985436+0000, chain.objs.size()=1 2024-09-19T14:04:13.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.239+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32__shadow_.gARwIiaEt2dJIicZd97FrreUJXvbZ_i_0 2024-09-19T14:04:13.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.239+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12233727619237479646', time=2024-09-19T16:00:24.054006+0000, chain.objs.size()=1 2024-09-19T14:04:13.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.239+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35__shadow_.72okVc39oj9UrViBwS4_hRkhMV4EQLS_0 2024-09-19T14:04:13.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.239+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3559258051128266780', time=2024-09-19T16:00:58.631826+0000, chain.objs.size()=1 2024-09-19T14:04:13.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.239+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37__shadow_.A2rIxXCoeBPYdQfeX9gj4mKZomCJWO0_0 2024-09-19T14:04:13.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.239+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1020319161151596962', time=2024-09-19T16:00:59.740075+0000, chain.objs.size()=1 2024-09-19T14:04:13.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.239+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38__shadow_.VX0Q7ruPgj7zH1-RDcAQnY_qjnCLv4a_0 2024-09-19T14:04:13.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.239+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2500659894117150913', time=2024-09-19T16:03:39.040804+0000, chain.objs.size()=1 2024-09-19T14:04:13.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.239+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17__shadow_.6AmejO0WWnlBKUw1rEHZkncK-47hA0H_0 2024-09-19T14:04:13.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.243+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:04:13.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.247+0000 7f70268d79c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-19T14:04:13.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.247+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.251+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.251+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=10, truncated=0, next_marker='' 2024-09-19T14:04:13.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.251+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1791722352240874404', time=2024-09-19T15:55:23.471612+0000, chain.objs.size()=1 2024-09-19T14:04:13.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.251+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8__shadow_.SemawO5t4PPWmWs2rgKCI-83D-w6vAS_0 2024-09-19T14:04:13.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.251+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14386528638214956320', time=2024-09-19T15:56:54.877915+0000, chain.objs.size()=1 2024-09-19T14:04:13.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.251+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19__shadow_.sOAlgfkIQ-U-lshs7huQ_yAb05tq7a4_0 2024-09-19T14:04:13.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.251+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2924749022341728821', time=2024-09-19T15:58:07.160967+0000, chain.objs.size()=1 2024-09-19T14:04:13.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.251+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.26__shadow_._i6O0sSDaHxzJyGqBC60NzadZ-qt8Ce_0 2024-09-19T14:04:13.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.251+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14258618466747880627', time=2024-09-19T15:58:07.162594+0000, chain.objs.size()=1 2024-09-19T14:04:13.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.251+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.26__shadow_.tlYrLuYJJf4Ur0l3aIqnRxLnzkj6kQK_0 2024-09-19T14:04:13.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.251+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10224101056770412545', time=2024-09-19T15:58:41.137955+0000, chain.objs.size()=1 2024-09-19T14:04:13.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.251+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28__shadow_.nbXbGFXgsUcODbP15_lvsRWMk5TNGqG_0 2024-09-19T14:04:13.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.251+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8379711176458952821', time=2024-09-19T16:00:22.522207+0000, chain.objs.size()=1 2024-09-19T14:04:13.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.251+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34__shadow_.5ibhY50CbAv4mxvwveq8VN44r2vRlB6_0 2024-09-19T14:04:13.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.251+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3508401946132422768', time=2024-09-19T16:00:22.526383+0000, chain.objs.size()=1 2024-09-19T14:04:13.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.251+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34__shadow_.pJrDoDOwv1QtWMZt0AMksHhU9lBjlNf_0 2024-09-19T14:04:13.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.251+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.739349610063352211', time=2024-09-19T16:00:24.058693+0000, chain.objs.size()=1 2024-09-19T14:04:13.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.251+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35__shadow_.FEV3Zs5rdbPySG9muOtjd-zM2Gl27j2_0 2024-09-19T14:04:13.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.251+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3909687297477793863', time=2024-09-19T16:00:57.074020+0000, chain.objs.size()=1 2024-09-19T14:04:13.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.251+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36__shadow_.192mioIFp9B73IO3sPUvH2QzEePqBgO_0 2024-09-19T14:04:13.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.251+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3499789816475217264', time=2024-09-19T16:00:59.748979+0000, chain.objs.size()=1 2024-09-19T14:04:13.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.251+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38__shadow_.00ntSFk8ECSDYu5-4ZFULykHpDWjv50_0 2024-09-19T14:04:13.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.255+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:04:13.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.255+0000 7f70268d79c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-19T14:04:13.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.259+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.259+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.259+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=9, truncated=0, next_marker='' 2024-09-19T14:04:13.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.259+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11465217839261214831', time=2024-09-19T15:55:22.904302+0000, chain.objs.size()=2 2024-09-19T14:04:13.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.259+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15__shadow_.oDa8NSKD17RMGlM9MU4J-jgA76pu4sf_0 2024-09-19T14:04:13.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.259+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15__shadow_.oDa8NSKD17RMGlM9MU4J-jgA76pu4sf_1 2024-09-19T14:04:13.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.259+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13868180260451293334', time=2024-09-19T15:56:54.852519+0000, chain.objs.size()=1 2024-09-19T14:04:13.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.259+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19__shadow_.Z5avSLMRx2tvdaifGWuiZkoLZESvr9f_0 2024-09-19T14:04:13.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.259+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10533082584441799431', time=2024-09-19T15:57:28.753030+0000, chain.objs.size()=1 2024-09-19T14:04:13.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.259+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21__shadow_.qLqL0askSd4655pER6bZz5-B-5kG-79_0 2024-09-19T14:04:13.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.259+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9831755758401420054', time=2024-09-19T15:58:06.041160+0000, chain.objs.size()=1 2024-09-19T14:04:13.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.259+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25__shadow_.aqW9gKwbPHcmbc6W8i3aVlmhuqlMbQY_0 2024-09-19T14:04:13.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.259+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2539440427969999315', time=2024-09-19T15:58:06.076976+0000, chain.objs.size()=1 2024-09-19T14:04:13.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.259+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25__shadow_.guONQ3D5kuWeQ6K6yTLza_25fR3PgYa_0 2024-09-19T14:04:13.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.259+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3033224559523012930', time=2024-09-19T15:59:15.904518+0000, chain.objs.size()=1 2024-09-19T14:04:13.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.259+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31__shadow_.2DEfhR_QqiagwR9Jcl_Qev64DEnHI6q_0 2024-09-19T14:04:13.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.259+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14618810460612395120', time=2024-09-19T15:59:15.937738+0000, chain.objs.size()=1 2024-09-19T14:04:13.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.259+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31__shadow_.mnvxxp1u1iGkzpaKXyFupuzR_XwDBSC_0 2024-09-19T14:04:13.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.259+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17731088871241080962', time=2024-09-19T15:59:48.012047+0000, chain.objs.size()=1 2024-09-19T14:04:13.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.259+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32__shadow_.G4nmxfv-WJxxmxjB3x9Bhvibr0gNmg3_0 2024-09-19T14:04:13.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.259+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14827804762326067974', time=2024-09-19T16:01:31.657195+0000, chain.objs.size()=1 2024-09-19T14:04:13.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.259+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39__shadow_.rinL10c8a6_cScGFdLlchgv6jUj8r-T_0 2024-09-19T14:04:13.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.263+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:04:13.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.267+0000 7f70268d79c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-19T14:04:13.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.267+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.267+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.271+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=13, truncated=0, next_marker='' 2024-09-19T14:04:13.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.271+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4638558181227594400', time=2024-09-19T15:55:22.645837+0000, chain.objs.size()=1 2024-09-19T14:04:13.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.271+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4__shadow_.2EYWKCRHRLTguOu11oNqu-RQenFJQ79_0 2024-09-19T14:04:13.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.271+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3198194756199907085', time=2024-09-19T15:57:28.760289+0000, chain.objs.size()=1 2024-09-19T14:04:13.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.271+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21__shadow_.v5ASQHnZajWucxw7bLNsDy2mJCtz9Xv_0 2024-09-19T14:04:13.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.271+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16949263450280169369', time=2024-09-19T15:57:30.519633+0000, chain.objs.size()=1 2024-09-19T14:04:13.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.271+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22__shadow_.v5ICZT89eQmrZ3PY2NDe-k-sGnRa3bL_0 2024-09-19T14:04:13.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.271+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17150243729130336720', time=2024-09-19T15:57:31.666800+0000, chain.objs.size()=1 2024-09-19T14:04:13.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.271+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23__shadow_.K5-5fqa0XKIHh1LTSY6ZXQCNH1_Ab04_0 2024-09-19T14:04:13.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.271+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5050557277041126196', time=2024-09-19T15:58:03.594045+0000, chain.objs.size()=1 2024-09-19T14:04:13.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.271+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24__shadow_.t1ABmFK6Y3E_G9PW5Yi1uZjZSmUhXeX_0 2024-09-19T14:04:13.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.271+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2083040357970190944', time=2024-09-19T15:58:07.171282+0000, chain.objs.size()=1 2024-09-19T14:04:13.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.271+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.26__shadow_.5I4_Tpt4xJRVwgEa8PNQl_IOqmgzdOV_0 2024-09-19T14:04:13.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.271+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14538017159909663196', time=2024-09-19T15:58:39.119723+0000, chain.objs.size()=1 2024-09-19T14:04:13.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.271+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27__shadow_.hwyoN24h--glcIkl3S-XW7lgzvU85C7_0 2024-09-19T14:04:13.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.271+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5093187119556194262', time=2024-09-19T15:58:41.128496+0000, chain.objs.size()=1 2024-09-19T14:04:13.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.271+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28__shadow_.GN224dpN1lZfr3-kuYF-PqxqffcJV1-_0 2024-09-19T14:04:13.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.271+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17153932232958635744', time=2024-09-19T15:59:14.843821+0000, chain.objs.size()=1 2024-09-19T14:04:13.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.271+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30__shadow_.f6ny2jYq8zMiX3e2XDjyA0VC7qLtiZh_0 2024-09-19T14:04:13.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.271+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3529895251662594102', time=2024-09-19T15:59:48.004378+0000, chain.objs.size()=1 2024-09-19T14:04:13.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.271+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32__shadow_.YytsJFKQCJT8RY59Q5uEz2rZ32zX-0y_0 2024-09-19T14:04:13.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.271+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7033253043503185766', time=2024-09-19T15:59:48.011752+0000, chain.objs.size()=1 2024-09-19T14:04:13.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.271+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32__shadow_.Hcw53OB3QJxCZUxaAZtjEVJ7TYuSiQt_0 2024-09-19T14:04:13.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.271+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13557949727188853540', time=2024-09-19T16:00:22.511461+0000, chain.objs.size()=1 2024-09-19T14:04:13.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.271+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34__shadow_.6x8_EIbWu4nxB_b4-1xol9Qe2QPWg1J_0 2024-09-19T14:04:13.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.271+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14721958991922165782', time=2024-09-19T16:00:24.051224+0000, chain.objs.size()=1 2024-09-19T14:04:13.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.271+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35__shadow_.DB1zqW5iZpwrua-mvcjkZUFEKVWmziE_0 2024-09-19T14:04:13.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.275+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:04:13.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.279+0000 7f70268d79c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-19T14:04:13.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.279+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.279+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.279+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=13, truncated=0, next_marker='' 2024-09-19T14:04:13.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.279+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5475136900811687469', time=2024-09-19T15:56:55.968332+0000, chain.objs.size()=1 2024-09-19T14:04:13.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.279+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.20__shadow_.t34n-KpqaCvF9Jifm4spfyLN7NU7h8P_0 2024-09-19T14:04:13.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.279+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16804611002352903953', time=2024-09-19T15:57:30.530719+0000, chain.objs.size()=1 2024-09-19T14:04:13.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.279+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22__shadow_.JD8GHo4hhc9rROOrT9CfdccR0b8GRdA_0 2024-09-19T14:04:13.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.279+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9059487747404630951', time=2024-09-19T15:57:30.557549+0000, chain.objs.size()=1 2024-09-19T14:04:13.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.279+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22__shadow_.xWWrRjyeIJx57aJvRpoD_zRRXoyAzOF_0 2024-09-19T14:04:13.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.279+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14000420215889475164', time=2024-09-19T15:59:12.850396+0000, chain.objs.size()=1 2024-09-19T14:04:13.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.279+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29__shadow_.bPkf125SHjrcVi8HPLR43O3y9pbhGE-_0 2024-09-19T14:04:13.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.279+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17316983902123212476', time=2024-09-19T15:59:15.906916+0000, chain.objs.size()=1 2024-09-19T14:04:13.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.279+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31__shadow_.wbetwac3veuKlV_FIVrW5JrChZc0yYp_0 2024-09-19T14:04:13.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.279+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13974066756053786218', time=2024-09-19T15:59:15.933653+0000, chain.objs.size()=1 2024-09-19T14:04:13.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.279+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31__shadow_.hen4ouQE2TpOJLxdcYa3V6zD_9A94kU_0 2024-09-19T14:04:13.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.279+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12585430249603185286', time=2024-09-19T15:59:48.005151+0000, chain.objs.size()=1 2024-09-19T14:04:13.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.279+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32__shadow_.mFZv6IbiT9Jz-LAh6JNECCAtoeg6Vbx_0 2024-09-19T14:04:13.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.279+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12083822335809329691', time=2024-09-19T15:59:48.006330+0000, chain.objs.size()=1 2024-09-19T14:04:13.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.279+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32__shadow_.vU-OWLPdbX1e1ZZvkwmSPSF2DqbFBwY_0 2024-09-19T14:04:13.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.279+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5398612176022150276', time=2024-09-19T16:00:57.052164+0000, chain.objs.size()=1 2024-09-19T14:04:13.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.279+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36__shadow_.CmfmDW8Z_mex_jI27qcZ3QVVEr3_YQI_0 2024-09-19T14:04:13.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.279+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8640829662858529334', time=2024-09-19T16:00:57.091716+0000, chain.objs.size()=1 2024-09-19T14:04:13.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.279+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36__shadow_.OIEL35WydkyPgWKJnbQW7lAG6RX3W9o_0 2024-09-19T14:04:13.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.279+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3123259714325803072', time=2024-09-19T16:00:58.622642+0000, chain.objs.size()=1 2024-09-19T14:04:13.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.279+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37__shadow_.99NJ9yniKqV-m0Ygig--Kf-4NM16ips_0 2024-09-19T14:04:13.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.279+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13317883400333858130', time=2024-09-19T16:00:58.628946+0000, chain.objs.size()=1 2024-09-19T14:04:13.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.279+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37__shadow_.AVZFmSb-93VQeFKhqTEIfv0vqujqMZa_0 2024-09-19T14:04:13.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.283+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16056653486765754095', time=2024-09-19T16:01:31.631175+0000, chain.objs.size()=1 2024-09-19T14:04:13.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.283+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39__shadow_.lmDauEkg4T3svVwcnI68VMXtUeZUTyG_0 2024-09-19T14:04:13.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.287+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:04:13.290 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.291+0000 7f70268d79c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-19T14:04:13.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.291+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.293 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.291+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.293 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.291+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=14, truncated=0, next_marker='' 2024-09-19T14:04:13.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.291+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.73076867714534508', time=2024-09-19T15:57:31.670940+0000, chain.objs.size()=1 2024-09-19T14:04:13.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.291+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23__shadow_.atL567XXFIuVKBFvXGDh75biJsJR3MB_0 2024-09-19T14:04:13.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.291+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.573317345562355152', time=2024-09-19T15:58:03.584732+0000, chain.objs.size()=1 2024-09-19T14:04:13.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.291+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24__shadow_.c6wEDjoZbO6a3WN4VDUlLuA5ZyXnOYc_0 2024-09-19T14:04:13.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.291+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15876238975787533359', time=2024-09-19T15:58:03.597283+0000, chain.objs.size()=1 2024-09-19T14:04:13.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.291+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24__shadow_.5soQTMRhJHhPlsrxVjnPoCewxyUaQmf_0 2024-09-19T14:04:13.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.291+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2409621150075093510', time=2024-09-19T15:58:39.118520+0000, chain.objs.size()=1 2024-09-19T14:04:13.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.291+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27__shadow_.vgUI7vkpslyEC46ZQKfxnrRY-PuJeli_0 2024-09-19T14:04:13.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.291+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7644831942926380557', time=2024-09-19T15:58:41.135268+0000, chain.objs.size()=1 2024-09-19T14:04:13.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.291+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28__shadow_.yQFm62MY-wfIZNg4ng9qtoUYIrvdWDb_0 2024-09-19T14:04:13.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.291+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11261483586502431337', time=2024-09-19T15:58:41.138167+0000, chain.objs.size()=1 2024-09-19T14:04:13.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.291+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28__shadow_.csT0YLqjpOOX8jo9LiBgHg9Kr1azO20_0 2024-09-19T14:04:13.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.291+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8676804970556983907', time=2024-09-19T15:59:12.859524+0000, chain.objs.size()=1 2024-09-19T14:04:13.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.291+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29__shadow_.3K-2YbXrC5yGCMyyL8Amz1DX1wfWScF_0 2024-09-19T14:04:13.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.291+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11930396966275940849', time=2024-09-19T15:59:12.875689+0000, chain.objs.size()=1 2024-09-19T14:04:13.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.291+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.29__shadow_.IEaXO8wsirkFqWrwgFcuOcPw9jGYFFw_0 2024-09-19T14:04:13.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.291+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15567429422099939972', time=2024-09-19T15:59:15.924256+0000, chain.objs.size()=1 2024-09-19T14:04:13.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.291+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31__shadow_.w677eOkwhJZfXHHbKw4V32a9p4DgsYX_0 2024-09-19T14:04:13.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.291+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10050290668035687933', time=2024-09-19T15:59:50.740546+0000, chain.objs.size()=1 2024-09-19T14:04:13.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.291+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33__shadow_.Czjo9R0K9Z9jGg1iyfg1Tf20WAYTDyz_0 2024-09-19T14:04:13.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.291+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2367514172380353684', time=2024-09-19T15:59:50.761641+0000, chain.objs.size()=1 2024-09-19T14:04:13.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.291+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33__shadow_.lcHDcuTHe4CRaedYBvQHfvHZnWgLxiS_0 2024-09-19T14:04:13.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.291+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13632482806370632760', time=2024-09-19T16:00:57.089200+0000, chain.objs.size()=1 2024-09-19T14:04:13.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.291+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36__shadow_.sjTzjfOunmw0UizJBk8PvpqTnFm3Kcg_0 2024-09-19T14:04:13.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.295+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2730711167923920043', time=2024-09-19T16:00:58.638124+0000, chain.objs.size()=1 2024-09-19T14:04:13.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.295+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37__shadow_.dhIQR-qzVestbCv_Qjqq8ngNpaoAKOw_0 2024-09-19T14:04:13.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.295+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9892417298926256210', time=2024-09-19T16:00:59.726508+0000, chain.objs.size()=1 2024-09-19T14:04:13.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.295+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38__shadow_.1iEh48DeJstl5pBBTKlF6y8unJ_r7Vw_0 2024-09-19T14:04:13.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.303+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:04:13.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.303+0000 7f70268d79c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-19T14:04:13.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.307+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.307+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.307+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=19, truncated=0, next_marker='' 2024-09-19T14:04:13.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.307+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10267440392632693622', time=2024-09-19T15:56:54.844585+0000, chain.objs.size()=1 2024-09-19T14:04:13.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.307+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19__shadow_.DMLoxGp8W0qu7Fhh8ApekWKsG0bCDyW_0 2024-09-19T14:04:13.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.307+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11880224230284282297', time=2024-09-19T15:56:54.850480+0000, chain.objs.size()=1 2024-09-19T14:04:13.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.307+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19__shadow_.NEM_wPzyWD6T9YWjSGCeeIZgn_EQlVC_0 2024-09-19T14:04:13.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.307+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13470088162822184537', time=2024-09-19T15:56:55.958316+0000, chain.objs.size()=1 2024-09-19T14:04:13.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.307+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.20__shadow_.wR5CiD3Fp4EFFaQ7y7OgN6AA2j51Msc_0 2024-09-19T14:04:13.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.307+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8186593156615243851', time=2024-09-19T15:57:28.758711+0000, chain.objs.size()=1 2024-09-19T14:04:13.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.307+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21__shadow_.vzabygiH6PRl2wx212Mo_bK9lAILXXt_0 2024-09-19T14:04:13.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.307+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6524515868442526080', time=2024-09-19T15:57:28.770493+0000, chain.objs.size()=1 2024-09-19T14:04:13.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.307+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21__shadow_.kWniHRQI7NeFtNoFtQxi-sm25iV45LN_0 2024-09-19T14:04:13.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.307+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9776514410235254374', time=2024-09-19T15:57:30.543022+0000, chain.objs.size()=1 2024-09-19T14:04:13.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.307+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22__shadow_.jOFmGoXVbGCpMMl_xNn1aOEfph9N0Xz_0 2024-09-19T14:04:13.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.307+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12290776911527602355', time=2024-09-19T15:57:31.653456+0000, chain.objs.size()=1 2024-09-19T14:04:13.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.307+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23__shadow_.iOg1RAVCDjBW3rrIAPnSUhI2HlOQPb1_0 2024-09-19T14:04:13.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.307+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14942175269856207223', time=2024-09-19T15:58:07.146313+0000, chain.objs.size()=1 2024-09-19T14:04:13.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.307+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.26__shadow_.krnnm536dmqyrB3RwRUng3jhyEx1Xun_0 2024-09-19T14:04:13.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.307+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9090563968761838669', time=2024-09-19T15:58:41.155563+0000, chain.objs.size()=1 2024-09-19T14:04:13.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.307+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28__shadow_.Vr-v5vQ2yA8bGsuzI8VTL1u83Qkfc4C_0 2024-09-19T14:04:13.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.307+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7775292120856513294', time=2024-09-19T15:59:15.933577+0000, chain.objs.size()=1 2024-09-19T14:04:13.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.307+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31__shadow_.pkYn5mvzqD3ZIfAjh_absrODAtLrsw9_0 2024-09-19T14:04:13.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.307+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2234080975495381998', time=2024-09-19T15:59:47.996776+0000, chain.objs.size()=1 2024-09-19T14:04:13.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.307+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32__shadow_.P_iD7w6GhwBMxxbIazrgQZejPG56UrH_0 2024-09-19T14:04:13.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.307+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15987542388810522700', time=2024-09-19T15:59:50.738310+0000, chain.objs.size()=1 2024-09-19T14:04:13.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.307+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33__shadow_.UZMuM4nnxLqYqEPbvdt-FDte1WNuZdO_0 2024-09-19T14:04:13.313 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.311+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8948362280564194902', time=2024-09-19T16:00:24.036902+0000, chain.objs.size()=1 2024-09-19T14:04:13.313 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.311+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35__shadow_._dskCQAOfA6kqv87TzvrQe8mh-9HY7x_0 2024-09-19T14:04:13.313 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.311+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8466756405035854351', time=2024-09-19T16:00:24.064590+0000, chain.objs.size()=1 2024-09-19T14:04:13.313 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.311+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.35__shadow_.e_mUryRN2A-nhRVfniQ47cvZZ77O87b_0 2024-09-19T14:04:13.313 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.311+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17802673333515702284', time=2024-09-19T16:00:57.061645+0000, chain.objs.size()=1 2024-09-19T14:04:13.313 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.311+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36__shadow_.vx0dbAUio_6Ou2gC9CZqVl3ypWqXklR_0 2024-09-19T14:04:13.313 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.311+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2652487577000918244', time=2024-09-19T16:00:57.064153+0000, chain.objs.size()=1 2024-09-19T14:04:13.313 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.311+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36__shadow_.WS-T9H9q7BTARRygfY2psXezSf9zEVa_0 2024-09-19T14:04:13.314 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.311+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6630166508365250074', time=2024-09-19T16:00:58.618044+0000, chain.objs.size()=1 2024-09-19T14:04:13.314 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.311+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37__shadow_.BDqcXOeBjWZig33VxZQj4ih9CXbbdAQ_0 2024-09-19T14:04:13.314 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.311+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12103939956844242907', time=2024-09-19T16:00:58.651210+0000, chain.objs.size()=1 2024-09-19T14:04:13.314 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.311+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.37__shadow_.BLTFISktpg_tMXoMGIs7vfk--oKkf4o_0 2024-09-19T14:04:13.314 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.311+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12899965696633985023', time=2024-09-19T16:01:31.633533+0000, chain.objs.size()=1 2024-09-19T14:04:13.314 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.311+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39__shadow_.m6r9J_zKi5XdtJ4uD7BZwk71j8iJ1d4_0 2024-09-19T14:04:13.318 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.315+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:04:13.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.323+0000 7f70268d79c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-19T14:04:13.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.327+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.327+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.327+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=20, truncated=0, next_marker='' 2024-09-19T14:04:13.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.327+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5921133303933794227', time=2024-09-19T15:55:22.881108+0000, chain.objs.size()=2 2024-09-19T14:04:13.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.327+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15__shadow_.oDa8NSKD17RMGlM9MU4J-jgA76pu4sf_0 2024-09-19T14:04:13.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.327+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15__shadow_.oDa8NSKD17RMGlM9MU4J-jgA76pu4sf_1 2024-09-19T14:04:13.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.327+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.457827384700991127', time=2024-09-19T15:57:28.747281+0000, chain.objs.size()=1 2024-09-19T14:04:13.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.327+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21__shadow_.jH_OTrRMnMCxdCcZ5jJ6m7SHhNhrDie_0 2024-09-19T14:04:13.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.327+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3744151230136499690', time=2024-09-19T15:57:30.552174+0000, chain.objs.size()=1 2024-09-19T14:04:13.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.327+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22__shadow_.ivxhpIpu1OnVP3d3aD_9GrG1x8Ccpk2_0 2024-09-19T14:04:13.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.327+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13717020123788356952', time=2024-09-19T15:57:31.646927+0000, chain.objs.size()=1 2024-09-19T14:04:13.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.327+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23__shadow_.g8n24pfTNYqA1c7sa83rq3oFer9szGe_0 2024-09-19T14:04:13.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.327+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5899652741671294189', time=2024-09-19T15:57:31.674094+0000, chain.objs.size()=1 2024-09-19T14:04:13.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.327+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23__shadow_.dS5OUFV8y9OhiZo4e0QpvvDjrDqjeSO_0 2024-09-19T14:04:13.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.327+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3317989304409562198', time=2024-09-19T15:57:31.675752+0000, chain.objs.size()=1 2024-09-19T14:04:13.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.327+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.23__shadow_.DkutBSTfMwmVJiTs-zp5QQcSQJlT_ts_0 2024-09-19T14:04:13.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.327+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8706410645881389526', time=2024-09-19T15:58:03.597918+0000, chain.objs.size()=1 2024-09-19T14:04:13.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.327+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24__shadow_.RlM5sPLyR8lhbzpdF_V-z1GKGuz0tOf_0 2024-09-19T14:04:13.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.327+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9990343650304125714', time=2024-09-19T15:58:07.146184+0000, chain.objs.size()=1 2024-09-19T14:04:13.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.327+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.26__shadow_.8m3JNMPV-PS98YN7DECiunw0hZLf7mW_0 2024-09-19T14:04:13.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.327+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5672206319341651270', time=2024-09-19T15:58:07.174168+0000, chain.objs.size()=1 2024-09-19T14:04:13.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.327+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.26__shadow_.k-hv3s58YGmVYMlEdEaUVKfnsSnnJ-I_0 2024-09-19T14:04:13.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.327+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2734008916864758481', time=2024-09-19T15:58:39.120939+0000, chain.objs.size()=1 2024-09-19T14:04:13.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.327+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27__shadow_.TFBPG5G2ypSoIFFxTg3_H20L837hdRK_0 2024-09-19T14:04:13.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.327+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.776221935143559855', time=2024-09-19T15:58:39.131267+0000, chain.objs.size()=1 2024-09-19T14:04:13.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.327+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27__shadow_.PB3pkoTIbKxrHpkZw7zAuOqFRdYe10c_0 2024-09-19T14:04:13.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.331+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1490547849864311545', time=2024-09-19T15:59:14.834035+0000, chain.objs.size()=1 2024-09-19T14:04:13.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.331+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.30__shadow_.YnQVdeGPQx4w0TblXvlrPzwpuYxX7tV_0 2024-09-19T14:04:13.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.331+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6320995085818789404', time=2024-09-19T15:59:47.497648+0000, chain.objs.size()=1 2024-09-19T14:04:13.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.331+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.32__shadow_.r3lpu3PMwdSEzB5f_L9PyFUJtjEOdB1_0 2024-09-19T14:04:13.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.331+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.363022786011834899', time=2024-09-19T16:00:22.515490+0000, chain.objs.size()=1 2024-09-19T14:04:13.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.331+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34__shadow_.q8HGxkrShQaiv75CYqhxRmcGtc-8Y9l_0 2024-09-19T14:04:13.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.331+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3939164189347550331', time=2024-09-19T16:00:22.516679+0000, chain.objs.size()=1 2024-09-19T14:04:13.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.331+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34__shadow_.qMeElDkeX2-BmW80M23JjdtspJHpklT_0 2024-09-19T14:04:13.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.331+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10385720605127809513', time=2024-09-19T16:00:22.527398+0000, chain.objs.size()=1 2024-09-19T14:04:13.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.331+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.34__shadow_.24NilfgTh6_yS4MWilkyk5IFGn0aASl_0 2024-09-19T14:04:13.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.331+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9141198129585865131', time=2024-09-19T16:00:57.055003+0000, chain.objs.size()=1 2024-09-19T14:04:13.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.331+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.36__shadow_.Wc4PFJgBRa-QwgDRKwpwuZ66obLntSt_0 2024-09-19T14:04:13.334 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.331+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10315011601477910401', time=2024-09-19T16:00:59.746997+0000, chain.objs.size()=1 2024-09-19T14:04:13.334 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.331+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38__shadow_.yU34mgVZL1MQAT5J0yFYdmrGIDwtSXz_0 2024-09-19T14:04:13.334 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.331+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12297459774022724983', time=2024-09-19T16:01:31.647030+0000, chain.objs.size()=1 2024-09-19T14:04:13.334 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.331+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.39__shadow_.TgzDD5Evkna7K7FAmCAtwYufcfYMXo8_0 2024-09-19T14:04:13.334 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.331+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11526851254738611538', time=2024-09-19T16:03:39.039023+0000, chain.objs.size()=1 2024-09-19T14:04:13.334 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.331+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17__shadow_.cxF55IrcrHV4FXVHrS_eID_GKGtKkQA_0 2024-09-19T14:04:13.339 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.339+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:04:13.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.339+0000 7f70268d79c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-19T14:04:13.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.343+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.344 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.343+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.343+0000 7f70268d79c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=19, truncated=0, next_marker='' 2024-09-19T14:04:13.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.343+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10327229861141005143', time=2024-09-19T15:55:22.832227+0000, chain.objs.size()=2 2024-09-19T14:04:13.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.343+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15__shadow_.qk1juDTOhPM3_tI9yPKCsO-9skxDwiR_0 2024-09-19T14:04:13.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.343+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15__shadow_.qk1juDTOhPM3_tI9yPKCsO-9skxDwiR_1 2024-09-19T14:04:13.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.343+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='_MBJ8egYNHCzlHsQtyYFQP-jHqWv83Qf', time=2024-09-19T15:55:23.114474+0000, chain.objs.size()=1 2024-09-19T14:04:13.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.343+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16__shadow_.BbgoZG9lCNDy97bgC2UzIuUHNEQxfwp_0 2024-09-19T14:04:13.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.343+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2457419057658147587', time=2024-09-19T15:55:23.392129+0000, chain.objs.size()=1 2024-09-19T14:04:13.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.343+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7__shadow_.vNc9jJ8RK65f5VaqSgoxZSiANZS_KeJ_0 2024-09-19T14:04:13.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.343+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14756441958605703953', time=2024-09-19T15:56:54.865054+0000, chain.objs.size()=1 2024-09-19T14:04:13.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.343+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19__shadow_.TJIXGcqDL5WaLJ1RC8-bvzm8Oea742k_0 2024-09-19T14:04:13.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.343+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5103398600175872352', time=2024-09-19T15:56:55.963036+0000, chain.objs.size()=1 2024-09-19T14:04:13.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.343+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.20__shadow_.UQnWNENmYN0NAouFGyvOMQXZst_zlYh_0 2024-09-19T14:04:13.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.343+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6780294758175433207', time=2024-09-19T15:57:28.738518+0000, chain.objs.size()=1 2024-09-19T14:04:13.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.343+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21__shadow_.rf2dIJaNQVcyOdzpTS2Sl4ftdLhO--t_0 2024-09-19T14:04:13.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.343+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1870173893894477600', time=2024-09-19T15:57:28.748502+0000, chain.objs.size()=1 2024-09-19T14:04:13.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.343+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21__shadow_.5iTSOLLc1icB9gD7ojCZT2Bt-2JXOkg_0 2024-09-19T14:04:13.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.343+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4403769783416260027', time=2024-09-19T15:57:30.523895+0000, chain.objs.size()=1 2024-09-19T14:04:13.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.343+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.22__shadow_.z4_OpBVIuuebHgynJMvTzlNgvv__XsP_0 2024-09-19T14:04:13.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.343+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10774544168111198407', time=2024-09-19T15:58:03.605849+0000, chain.objs.size()=1 2024-09-19T14:04:13.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.343+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24__shadow_.Xw8TMOPnv2bW1mTELvedDncMyC9RX4N_0 2024-09-19T14:04:13.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.343+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13421444599625694984', time=2024-09-19T15:58:03.610560+0000, chain.objs.size()=1 2024-09-19T14:04:13.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.343+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.24__shadow_.IZOM-QszvSsJNJY1HbDeMJ9tXzmhtiV_0 2024-09-19T14:04:13.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.343+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.928328720071235396', time=2024-09-19T15:58:06.041467+0000, chain.objs.size()=1 2024-09-19T14:04:13.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.343+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25__shadow_.r2SH-TbkBOrrTqYhIifJnkgsA5hbb4h_0 2024-09-19T14:04:13.349 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.347+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5868603875174856785', time=2024-09-19T15:58:07.159098+0000, chain.objs.size()=1 2024-09-19T14:04:13.349 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.347+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.26__shadow_.HvnSW0AmGWWU5z0pIxOSJ1WrNuE9KUa_0 2024-09-19T14:04:13.349 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.347+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16151587163117155147', time=2024-09-19T15:58:39.102013+0000, chain.objs.size()=1 2024-09-19T14:04:13.349 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.347+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27__shadow_.djP1a9guMMnI_XTGGhSkRUYwdNC7S6U_0 2024-09-19T14:04:13.349 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.347+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5390398238046474097', time=2024-09-19T15:58:39.105526+0000, chain.objs.size()=1 2024-09-19T14:04:13.350 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.347+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.27__shadow_.HHIk7RBOLjaxHhOCaxfYfQWfm5qtr8d_0 2024-09-19T14:04:13.350 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.347+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11105979535315441691', time=2024-09-19T15:58:41.135858+0000, chain.objs.size()=1 2024-09-19T14:04:13.350 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.347+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.28__shadow_.IagQTxe-RvhHKEKjmzHnrnKgWpcaVOW_0 2024-09-19T14:04:13.350 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.347+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13795411030766669693', time=2024-09-19T15:59:15.925515+0000, chain.objs.size()=1 2024-09-19T14:04:13.350 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.347+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.31__shadow_.ZxIEFYG4Q--ufuYh6k1ZYJrH3E_4OWn_0 2024-09-19T14:04:13.350 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.347+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15114324408075401977', time=2024-09-19T15:59:50.736315+0000, chain.objs.size()=1 2024-09-19T14:04:13.350 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.347+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.33__shadow_.4vApkpEE-EwUfOMgd4i3g4EW3cVPlo4_0 2024-09-19T14:04:13.350 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.347+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14162578816925615086', time=2024-09-19T16:00:59.733309+0000, chain.objs.size()=1 2024-09-19T14:04:13.350 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.347+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38__shadow_.7ug2nw-GA8mSXdZG95v19_wVKX_WZnp_0 2024-09-19T14:04:13.350 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.347+0000 7f70268d79c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15937055471355072989', time=2024-09-19T16:00:59.734364+0000, chain.objs.size()=1 2024-09-19T14:04:13.350 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.347+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.38__shadow_.vT_f91ed-SsU8aZQcGjDIjOp9JIyk8r_0 2024-09-19T14:04:13.353 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.351+0000 7f70268d79c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:04:13.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.355+0000 7f6edafdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:04:13.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.359+0000 7f70268d79c0 20 remove_watcher() i=0 2024-09-19T14:04:13.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.359+0000 7f70268d79c0 2 removed watcher, disabling cache 2024-09-19T14:04:13.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.359+0000 7f70268d79c0 20 remove_watcher() i=1 2024-09-19T14:04:13.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.363+0000 7f70268d79c0 20 remove_watcher() i=2 2024-09-19T14:04:13.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.363+0000 7f70268d79c0 20 remove_watcher() i=3 2024-09-19T14:04:13.365 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.363+0000 7f70268d79c0 20 remove_watcher() i=4 2024-09-19T14:04:13.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.367+0000 7f70268d79c0 20 remove_watcher() i=5 2024-09-19T14:04:13.368 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.367+0000 7f70268d79c0 20 remove_watcher() i=6 2024-09-19T14:04:13.369 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.367+0000 7f70268d79c0 20 remove_watcher() i=7 2024-09-19T14:04:13.383 DEBUG:teuthology.orchestra.run.smithi031:> radosgw-admin gc process --include-all 2024-09-19T14:04:13.453 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:04:13.453 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:04:13.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.495+0000 7f3b5e2619c0 20 rados->read ofs=0 len=0 2024-09-19T14:04:13.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.499+0000 7f3b5e2619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:04:13.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.499+0000 7f3b5e2619c0 20 realm 2024-09-19T14:04:13.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.499+0000 7f3b5e2619c0 20 rados->read ofs=0 len=0 2024-09-19T14:04:13.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.499+0000 7f3b5e2619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:04:13.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.499+0000 7f3b5e2619c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:04:13.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.499+0000 7f3b5e2619c0 20 rados->read ofs=0 len=0 2024-09-19T14:04:13.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.499+0000 7f3b5e2619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:04:13.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.499+0000 7f3b5e2619c0 20 rados->read ofs=0 len=0 2024-09-19T14:04:13.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.503+0000 7f3b5e2619c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:04:13.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.503+0000 7f3b5e2619c0 20 rados->read ofs=0 len=0 2024-09-19T14:04:13.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.503+0000 7f3b5e2619c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:04:13.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.503+0000 7f3b5e2619c0 20 searching for the correct realm 2024-09-19T14:04:13.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.507+0000 7f3b5bd67640 0 -- 172.21.15.31:0/9579732 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7f3b4c045020 msgr2=0x7f3b4c06b820 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T14:04:13.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.515+0000 7f3b5bd67640 0 -- 172.21.15.31:0/9579732 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f3b54112c20 msgr2=0x7f3b5410f920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:04:13.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.523+0000 7f3b5e2619c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:04:13.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.523+0000 7f3b5e2619c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:04:13.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.523+0000 7f3b5e2619c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:04:13.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.523+0000 7f3b5e2619c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:04:13.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.523+0000 7f3b5e2619c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:04:13.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.523+0000 7f3b5e2619c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:04:13.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.523+0000 7f3b5e2619c0 20 rados->read ofs=0 len=0 2024-09-19T14:04:13.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.523+0000 7f3b5e2619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:04:13.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.523+0000 7f3b5e2619c0 20 rados->read ofs=0 len=0 2024-09-19T14:04:13.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.523+0000 7f3b5e2619c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:04:13.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.523+0000 7f3b5e2619c0 20 rados->read ofs=0 len=0 2024-09-19T14:04:13.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.527+0000 7f3b5e2619c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:04:13.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.527+0000 7f3b5e2619c0 20 zone default found 2024-09-19T14:04:13.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.527+0000 7f3b5e2619c0 4 Realm: () 2024-09-19T14:04:13.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.527+0000 7f3b5e2619c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:04:13.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.527+0000 7f3b5e2619c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:04:13.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.527+0000 7f3b5e2619c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:04:13.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.527+0000 7f3b5e2619c0 20 zonegroup default 2024-09-19T14:04:13.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.527+0000 7f3b5e2619c0 20 rados->read ofs=0 len=0 2024-09-19T14:04:13.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.527+0000 7f3b5e2619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:04:13.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.527+0000 7f3b5e2619c0 20 rados->read ofs=0 len=0 2024-09-19T14:04:13.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.527+0000 7f3b5e2619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:04:13.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.527+0000 7f3b5e2619c0 20 rados->read ofs=0 len=0 2024-09-19T14:04:13.529 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.527+0000 7f3b5e2619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:04:13.529 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.527+0000 7f3b5e2619c0 20 started sync module instance, tier type = 2024-09-19T14:04:13.529 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.527+0000 7f3b5e2619c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:04:13.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.547+0000 7f3b5e2619c0 20 add_watcher() i=0 2024-09-19T14:04:13.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.547+0000 7f3b5e2619c0 20 add_watcher() i=1 2024-09-19T14:04:13.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.547+0000 7f3b5e2619c0 20 add_watcher() i=2 2024-09-19T14:04:13.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.547+0000 7f3b5e2619c0 20 add_watcher() i=3 2024-09-19T14:04:13.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.547+0000 7f3b5e2619c0 20 add_watcher() i=4 2024-09-19T14:04:13.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.547+0000 7f3b5e2619c0 20 add_watcher() i=5 2024-09-19T14:04:13.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.547+0000 7f3b5e2619c0 20 add_watcher() i=6 2024-09-19T14:04:13.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.547+0000 7f3b5e2619c0 20 add_watcher() i=7 2024-09-19T14:04:13.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.547+0000 7f3b5e2619c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:04:13.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.551+0000 7f3a11fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:04:13.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.551+0000 7f3b5e2619c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:04:13.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.551+0000 7f3b5e2619c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:04:13.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.623+0000 7f3a10fe1640 20 reqs_thread_entry: start 2024-09-19T14:04:13.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.623+0000 7f3b5e2619c0 20 init_complete bucket index max shards: 1 2024-09-19T14:04:13.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.623+0000 7f3b5e2619c0 20 Filter name: none 2024-09-19T14:04:13.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.623+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-19T14:04:13.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.623+0000 7f398a7fc640 20 reqs_thread_entry: start 2024-09-19T14:04:13.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.623+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.627+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.627+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.627+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-19T14:04:13.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.631+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.631+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.631+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.631+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-19T14:04:13.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.635+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.635+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.639+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.639+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-19T14:04:13.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.643+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.643+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.643+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.647 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.647+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-19T14:04:13.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.651+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.651+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.651+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.655+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-19T14:04:13.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.655+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.659+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.659+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.663+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-19T14:04:13.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.663+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.667+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.667+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.670 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.671+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-19T14:04:13.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.671+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.671+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.671+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.675 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.675+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-19T14:04:13.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.675+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.679 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.679+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.679 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.679+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.679+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-19T14:04:13.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.683+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.683+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.683+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.687+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-19T14:04:13.691 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.691+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.691+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.691+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.695+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-19T14:04:13.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.699+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.699+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.703+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.703+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-19T14:04:13.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.707+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.707+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.707+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.711+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-19T14:04:13.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.715+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.719+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.719+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.723+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-19T14:04:13.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.723+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.727+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.727+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.727+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-19T14:04:13.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.731+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.735+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.735+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.739+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-19T14:04:13.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.739+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.739+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.739+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.743+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-19T14:04:13.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.747+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.747+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.751+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.751+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-19T14:04:13.756 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.755+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.755+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.755+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.759+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-19T14:04:13.762 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.759+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.763+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.765 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.763+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.767+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-19T14:04:13.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.767+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.771+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.771+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.771+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-19T14:04:13.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.775+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.775+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.775+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.775+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-19T14:04:13.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.779+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.779+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.783+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.786 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.783+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-19T14:04:13.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.787+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.791+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.791+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.795+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-19T14:04:13.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.795+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.795+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.795+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.799+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-19T14:04:13.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.803+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.803+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.807+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.807+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-19T14:04:13.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.811+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.815+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.815+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.815+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-19T14:04:13.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.819+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.819+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.819+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.823+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-19T14:04:13.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.827+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.827+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.827+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.831+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-19T14:04:13.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.831+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.835+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.835+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.839+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-19T14:04:13.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.839+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.839+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.843+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.843+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-19T14:04:13.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.847+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.847+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:04:13.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.851+0000 7f3b5e2619c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:04:13.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.855+0000 7f3a11fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:04:13.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.859+0000 7f3b5e2619c0 20 remove_watcher() i=0 2024-09-19T14:04:13.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.859+0000 7f3b5e2619c0 2 removed watcher, disabling cache 2024-09-19T14:04:13.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.859+0000 7f3b5e2619c0 20 remove_watcher() i=1 2024-09-19T14:04:13.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.863+0000 7f3b5e2619c0 20 remove_watcher() i=2 2024-09-19T14:04:13.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.863+0000 7f3b5e2619c0 20 remove_watcher() i=3 2024-09-19T14:04:13.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.867+0000 7f3b5e2619c0 20 remove_watcher() i=4 2024-09-19T14:04:13.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.871+0000 7f3b5e2619c0 20 remove_watcher() i=5 2024-09-19T14:04:13.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.871+0000 7f3b5e2619c0 20 remove_watcher() i=6 2024-09-19T14:04:13.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:04:13.875+0000 7f3b5e2619c0 20 remove_watcher() i=7 2024-09-19T14:04:13.894 DEBUG:teuthology.orchestra.run.smithi031:> cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle/bin/gradle clean test --rerun-tasks --no-build-cache --tests AWS4Test 2024-09-19T14:04:14.522 INFO:teuthology.orchestra.run.smithi031.stdout:Starting a Gradle Daemon (subsequent builds will be faster) 2024-09-19T14:04:19.123 INFO:teuthology.orchestra.run.smithi031.stdout:> Task :clean UP-TO-DATE 2024-09-19T14:04:37.921 INFO:teuthology.orchestra.run.smithi031.stdout:> Task :compileJava 2024-09-19T14:04:37.922 INFO:teuthology.orchestra.run.smithi031.stdout:> Task :processResources 2024-09-19T14:04:37.922 INFO:teuthology.orchestra.run.smithi031.stdout:> Task :classes 2024-09-19T14:04:38.821 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:04:38.821 INFO:teuthology.orchestra.run.smithi031.stdout:> Task :compileTestJava 2024-09-19T14:04:38.821 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:04:38.822 INFO:teuthology.orchestra.run.smithi031.stdout:> Task :processTestResources NO-SOURCE 2024-09-19T14:04:38.822 INFO:teuthology.orchestra.run.smithi031.stderr:Note: /home/ubuntu/cephtest/s3-tests-java/src/test/java/BucketTest.java uses or overrides a deprecated API. 2024-09-19T14:04:38.822 INFO:teuthology.orchestra.run.smithi031.stderr:Note: Recompile with -Xlint:deprecation for details. 2024-09-19T14:04:38.822 INFO:teuthology.orchestra.run.smithi031.stdout:> Task :testClasses 2024-09-19T14:04:45.322 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:04:45.322 INFO:teuthology.orchestra.run.smithi031.stdout:> Task :test 2024-09-19T14:04:45.322 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:04:45.322 INFO:teuthology.orchestra.run.smithi031.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadLLAPIAWS4 STARTED 2024-09-19T14:04:46.221 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:04:46.221 INFO:teuthology.orchestra.run.smithi031.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadLLAPIAWS4 PASSED 2024-09-19T14:04:46.521 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:04:46.521 INFO:teuthology.orchestra.run.smithi031.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadNotFoundLLAPIAWS4 STARTED 2024-09-19T14:04:46.621 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:04:46.621 INFO:teuthology.orchestra.run.smithi031.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadNotFoundLLAPIAWS4 PASSED 2024-09-19T14:04:46.821 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:04:46.821 INFO:teuthology.orchestra.run.smithi031.stdout:suite > AWS4 tests > AWS4Test.testDownloadHLAPIAWS4 STARTED 2024-09-19T14:04:47.521 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:04:47.521 INFO:teuthology.orchestra.run.smithi031.stdout:suite > AWS4 tests > AWS4Test.testDownloadHLAPIAWS4 PASSED 2024-09-19T14:04:47.821 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:04:47.821 INFO:teuthology.orchestra.run.smithi031.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoBucketHLAPIAWS4 STARTED 2024-09-19T14:04:47.821 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:04:47.822 INFO:teuthology.orchestra.run.smithi031.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoBucketHLAPIAWS4 PASSED 2024-09-19T14:04:47.921 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:04:47.921 INFO:teuthology.orchestra.run.smithi031.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoKeyHLAPIAWS4 STARTED 2024-09-19T14:04:47.922 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:04:47.922 INFO:teuthology.orchestra.run.smithi031.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoKeyHLAPIAWS4 PASSED 2024-09-19T14:04:48.221 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:04:48.221 INFO:teuthology.orchestra.run.smithi031.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyHLAPIAWS4 STARTED 2024-09-19T14:04:48.721 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:04:48.721 INFO:teuthology.orchestra.run.smithi031.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyHLAPIAWS4 PASSED 2024-09-19T14:04:49.121 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:04:49.121 INFO:teuthology.orchestra.run.smithi031.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyMultipleSizesLLAPIAWS4 STARTED 2024-09-19T14:04:49.421 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:04:49.421 INFO:teuthology.orchestra.run.smithi031.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyMultipleSizesLLAPIAWS4 STANDARD_OUT 2024-09-19T14:04:49.421 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19 14:04:49,319 [Test worker] WARN com.amazonaws.util.Base64 - JAXB is unavailable. Will fallback to SDK implementation which may be less performant 2024-09-19T14:04:55.621 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:04:55.621 INFO:teuthology.orchestra.run.smithi031.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyMultipleSizesLLAPIAWS4 PASSED 2024-09-19T14:04:56.021 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:04:56.021 INFO:teuthology.orchestra.run.smithi031.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCBucketHLAPIAWS4 STARTED 2024-09-19T14:04:56.021 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:04:56.021 INFO:teuthology.orchestra.run.smithi031.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCBucketHLAPIAWS4 PASSED 2024-09-19T14:04:56.221 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:04:56.221 INFO:teuthology.orchestra.run.smithi031.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCKeyHLAPIAWS4 STARTED 2024-09-19T14:04:56.321 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:04:56.321 INFO:teuthology.orchestra.run.smithi031.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCKeyHLAPIAWS4 PASSED 2024-09-19T14:04:56.621 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:04:56.621 INFO:teuthology.orchestra.run.smithi031.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadHLAPIAWS4 STARTED 2024-09-19T14:04:57.221 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:04:57.221 INFO:teuthology.orchestra.run.smithi031.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadHLAPIAWS4 PASSED 2024-09-19T14:04:57.421 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:04:57.422 INFO:teuthology.orchestra.run.smithi031.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadNoBucketHLAPIAWS4 STARTED 2024-09-19T14:04:57.422 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:04:57.422 INFO:teuthology.orchestra.run.smithi031.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadNoBucketHLAPIAWS4 PASSED 2024-09-19T14:04:57.621 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:04:57.621 INFO:teuthology.orchestra.run.smithi031.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadWithPauseHLAPIAWS4 STARTED 2024-09-19T14:05:00.221 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:00.222 INFO:teuthology.orchestra.run.smithi031.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadWithPauseHLAPIAWS4 PASSED 2024-09-19T14:05:00.521 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:00.521 INFO:teuthology.orchestra.run.smithi031.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadHLAPIAWS4 STARTED 2024-09-19T14:05:01.021 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:01.021 INFO:teuthology.orchestra.run.smithi031.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadHLAPIAWS4 PASSED 2024-09-19T14:05:01.321 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:01.321 INFO:teuthology.orchestra.run.smithi031.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadIncorrectMissingPartLLAPIAWS4 STARTED 2024-09-19T14:05:01.821 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:01.821 INFO:teuthology.orchestra.run.smithi031.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadIncorrectMissingPartLLAPIAWS4 PASSED 2024-09-19T14:05:02.021 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:02.021 INFO:teuthology.orchestra.run.smithi031.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadMultipleSizesLLAPIAWS4 STARTED 2024-09-19T14:05:16.021 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:16.022 INFO:teuthology.orchestra.run.smithi031.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadMultipleSizesLLAPIAWS4 PASSED 2024-09-19T14:05:16.321 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:16.321 INFO:teuthology.orchestra.run.smithi031.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadOverwriteExistingObjectLLAPIAWS4 STARTED 2024-09-19T14:05:17.621 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:17.621 INFO:teuthology.orchestra.run.smithi031.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadOverwriteExistingObjectLLAPIAWS4 PASSED 2024-09-19T14:05:17.821 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:17.821 INFO:teuthology.orchestra.run.smithi031.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadSmallLLAPIAWS4 STARTED 2024-09-19T14:05:18.621 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:18.622 INFO:teuthology.orchestra.run.smithi031.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadSmallLLAPIAWS4 PASSED 2024-09-19T14:05:18.921 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:18.921 INFO:teuthology.orchestra.run.smithi031.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadWithPauseAWS4 STARTED 2024-09-19T14:05:19.321 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:19.322 INFO:teuthology.orchestra.run.smithi031.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadWithPauseAWS4 PASSED 2024-09-19T14:05:19.721 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:19.722 INFO:teuthology.orchestra.run.smithi031.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateAfterToday4AWS4 STARTED 2024-09-19T14:05:19.722 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:19.722 INFO:teuthology.orchestra.run.smithi031.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateAfterToday4AWS4 PASSED 2024-09-19T14:05:19.921 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:19.921 INFO:teuthology.orchestra.run.smithi031.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeEpochAWS4 STARTED 2024-09-19T14:05:20.021 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:20.021 INFO:teuthology.orchestra.run.smithi031.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeEpochAWS4 PASSED 2024-09-19T14:05:20.221 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:20.221 INFO:teuthology.orchestra.run.smithi031.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeToday4AWS4 STARTED 2024-09-19T14:05:20.321 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:20.321 INFO:teuthology.orchestra.run.smithi031.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeToday4AWS4 PASSED 2024-09-19T14:05:20.521 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:20.521 INFO:teuthology.orchestra.run.smithi031.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateEmptyAWS4 STARTED 2024-09-19T14:05:20.621 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:20.621 INFO:teuthology.orchestra.run.smithi031.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateEmptyAWS4 PASSED 2024-09-19T14:05:20.821 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:20.822 INFO:teuthology.orchestra.run.smithi031.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateInvalidAWS4 STARTED 2024-09-19T14:05:20.822 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:20.822 INFO:teuthology.orchestra.run.smithi031.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateInvalidAWS4 PASSED 2024-09-19T14:05:21.121 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:21.121 INFO:teuthology.orchestra.run.smithi031.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateNoneAWS4 STARTED 2024-09-19T14:05:21.121 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:21.122 INFO:teuthology.orchestra.run.smithi031.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateNoneAWS4 PASSED 2024-09-19T14:05:21.421 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:21.422 INFO:teuthology.orchestra.run.smithi031.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadMd5InvalidGarbageAWS4 STARTED 2024-09-19T14:05:21.422 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:21.422 INFO:teuthology.orchestra.run.smithi031.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadMd5InvalidGarbageAWS4 PASSED 2024-09-19T14:05:21.721 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:21.721 INFO:teuthology.orchestra.run.smithi031.stdout:suite > AWS4 tests > AWS4Test.testUploadFileHLAPIBigFileAWS4 STARTED 2024-09-19T14:05:22.321 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:22.321 INFO:teuthology.orchestra.run.smithi031.stdout:suite > AWS4 tests > AWS4Test.testUploadFileHLAPIBigFileAWS4 PASSED 2024-09-19T14:05:22.621 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:22.621 INFO:teuthology.orchestra.run.smithi031.stdout:---------------------------------------------------------------------- 2024-09-19T14:05:22.621 INFO:teuthology.orchestra.run.smithi031.stdout:| Results: SUCCESS (26 tests, 26 successes, 0 failures, 0 skipped) | 2024-09-19T14:05:22.621 INFO:teuthology.orchestra.run.smithi031.stdout:---------------------------------------------------------------------- 2024-09-19T14:05:22.673 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:22.673 INFO:teuthology.orchestra.run.smithi031.stdout:Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. 2024-09-19T14:05:22.674 INFO:teuthology.orchestra.run.smithi031.stdout:Use '--warning-mode all' to show the individual deprecation warnings. 2024-09-19T14:05:22.674 INFO:teuthology.orchestra.run.smithi031.stdout:See https://docs.gradle.org/6.0.1/userguide/command_line_interface.html#sec:command_line_warnings 2024-09-19T14:05:22.674 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:22.674 INFO:teuthology.orchestra.run.smithi031.stdout:BUILD SUCCESSFUL in 1m 8s 2024-09-19T14:05:22.674 INFO:teuthology.orchestra.run.smithi031.stdout:5 actionable tasks: 4 executed, 1 up-to-date 2024-09-19T14:05:23.000 DEBUG:teuthology.orchestra.run.smithi031:> radosgw-admin gc process --include-all 2024-09-19T14:05:23.033 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:05:23.033 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:05:23.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.078+0000 7fe866dee9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:23.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.078+0000 7fe866dee9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:23.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.078+0000 7fe866dee9c0 20 realm 2024-09-19T14:05:23.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.078+0000 7fe866dee9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:23.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.078+0000 7fe866dee9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:23.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.078+0000 7fe866dee9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:05:23.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.078+0000 7fe866dee9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:23.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.078+0000 7fe866dee9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:23.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.078+0000 7fe866dee9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:23.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.082+0000 7fe866dee9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:05:23.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.082+0000 7fe866dee9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:23.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.082+0000 7fe866dee9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:05:23.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.082+0000 7fe866dee9c0 20 searching for the correct realm 2024-09-19T14:05:23.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.090+0000 7fe8648f4640 0 -- 172.21.15.31:0/1941209080 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7fe854008070 msgr2=0x7fe854039aa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:05:23.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.094+0000 7fe8648f4640 0 -- 172.21.15.31:0/1941209080 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7fe85c0c6400 msgr2=0x7fe85c0c6860 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:05:23.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.102+0000 7fe866dee9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:05:23.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.102+0000 7fe866dee9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:05:23.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.102+0000 7fe866dee9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:05:23.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.102+0000 7fe866dee9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:05:23.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.102+0000 7fe866dee9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:05:23.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.102+0000 7fe866dee9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:05:23.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.102+0000 7fe866dee9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:23.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.102+0000 7fe866dee9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:23.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.102+0000 7fe866dee9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:23.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.102+0000 7fe866dee9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:05:23.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.102+0000 7fe866dee9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:23.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.102+0000 7fe866dee9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:05:23.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.102+0000 7fe866dee9c0 20 zone default found 2024-09-19T14:05:23.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.102+0000 7fe866dee9c0 4 Realm: () 2024-09-19T14:05:23.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.102+0000 7fe866dee9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:05:23.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.102+0000 7fe866dee9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:05:23.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.102+0000 7fe866dee9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:05:23.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.102+0000 7fe866dee9c0 20 zonegroup default 2024-09-19T14:05:23.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.102+0000 7fe866dee9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:23.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.102+0000 7fe866dee9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:23.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.102+0000 7fe866dee9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:23.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.102+0000 7fe866dee9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:23.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.102+0000 7fe866dee9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:23.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.106+0000 7fe866dee9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:23.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.106+0000 7fe866dee9c0 20 started sync module instance, tier type = 2024-09-19T14:05:23.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.106+0000 7fe866dee9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:05:23.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.122+0000 7fe866dee9c0 20 add_watcher() i=0 2024-09-19T14:05:23.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.122+0000 7fe866dee9c0 20 add_watcher() i=1 2024-09-19T14:05:23.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.122+0000 7fe866dee9c0 20 add_watcher() i=2 2024-09-19T14:05:23.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.122+0000 7fe866dee9c0 20 add_watcher() i=3 2024-09-19T14:05:23.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.122+0000 7fe866dee9c0 20 add_watcher() i=4 2024-09-19T14:05:23.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.122+0000 7fe866dee9c0 20 add_watcher() i=5 2024-09-19T14:05:23.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.122+0000 7fe866dee9c0 20 add_watcher() i=6 2024-09-19T14:05:23.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.126+0000 7fe866dee9c0 20 add_watcher() i=7 2024-09-19T14:05:23.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.126+0000 7fe866dee9c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:05:23.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.130+0000 7fe71afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:05:23.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.130+0000 7fe866dee9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:05:23.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.130+0000 7fe866dee9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:05:23.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.206+0000 7fe719fe3640 20 reqs_thread_entry: start 2024-09-19T14:05:23.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.206+0000 7fe866dee9c0 20 init_complete bucket index max shards: 1 2024-09-19T14:05:23.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.206+0000 7fe866dee9c0 20 Filter name: none 2024-09-19T14:05:23.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.206+0000 7fe68b7fe640 20 reqs_thread_entry: start 2024-09-19T14:05:23.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.206+0000 7fe866dee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-19T14:05:23.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.210+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:23.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.210+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:23.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.210+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:23.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.214+0000 7fe866dee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-19T14:05:23.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.218+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:23.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.218+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:23.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.222+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-19T14:05:23.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.222+0000 7fe866dee9c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10877372915128479227', time=2024-09-19T16:04:52.366229+0000, chain.objs.size()=9 2024-09-19T14:05:23.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.222+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.47__multipart_key1.2~4UhWqHeair0Goxk1UeAGYvg5Fv1WIoH.1 2024-09-19T14:05:23.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.222+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.47__shadow_key1.2~4UhWqHeair0Goxk1UeAGYvg5Fv1WIoH.1_1 2024-09-19T14:05:23.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.222+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.47__multipart_key1.2~4UhWqHeair0Goxk1UeAGYvg5Fv1WIoH.2 2024-09-19T14:05:23.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.222+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.47__shadow_key1.2~4UhWqHeair0Goxk1UeAGYvg5Fv1WIoH.2_1 2024-09-19T14:05:23.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.222+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.47__multipart_key1.2~4UhWqHeair0Goxk1UeAGYvg5Fv1WIoH.3 2024-09-19T14:05:23.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.222+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.47__shadow_key1.2~4UhWqHeair0Goxk1UeAGYvg5Fv1WIoH.3_1 2024-09-19T14:05:23.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.222+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.47__multipart_key1.2~4UhWqHeair0Goxk1UeAGYvg5Fv1WIoH.4 2024-09-19T14:05:23.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.222+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.47__shadow_key1.2~4UhWqHeair0Goxk1UeAGYvg5Fv1WIoH.4_1 2024-09-19T14:05:23.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.222+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.47__multipart_key1.2~4UhWqHeair0Goxk1UeAGYvg5Fv1WIoH.5 2024-09-19T14:05:23.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.222+0000 7fe866dee9c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3482007743918122700', time=2024-09-19T16:05:16.990393+0000, chain.objs.size()=1 2024-09-19T14:05:23.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.222+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.56__shadow_.HdxSxYHP4Tpq3V1sF-JGgz3ofK0CLDh_0 2024-09-19T14:05:23.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.234+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:05:23.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.238+0000 7fe866dee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-19T14:05:23.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.242+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:23.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.242+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:23.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.246+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:23.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.246+0000 7fe866dee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-19T14:05:23.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.250+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:23.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.250+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:23.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.254+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:23.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.254+0000 7fe866dee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-19T14:05:23.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.258+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:23.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.262+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:23.264 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.262+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:23.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.266+0000 7fe866dee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-19T14:05:23.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.270+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:23.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.270+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:23.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.270+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:23.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.274+0000 7fe866dee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-19T14:05:23.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.278+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:23.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.278+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:23.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.278+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-19T14:05:23.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.278+0000 7fe866dee9c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3653356863056008681', time=2024-09-19T16:05:16.107517+0000, chain.objs.size()=16 2024-09-19T14:05:23.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.278+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__multipart_key1.2~ie-0rdQmYoO6_sg2yQFs2U21OM5pYeo.1 2024-09-19T14:05:23.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.278+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~ie-0rdQmYoO6_sg2yQFs2U21OM5pYeo.1_1 2024-09-19T14:05:23.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.278+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~ie-0rdQmYoO6_sg2yQFs2U21OM5pYeo.1_2 2024-09-19T14:05:23.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.278+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__multipart_key1.2~ie-0rdQmYoO6_sg2yQFs2U21OM5pYeo.2 2024-09-19T14:05:23.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.278+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~ie-0rdQmYoO6_sg2yQFs2U21OM5pYeo.2_1 2024-09-19T14:05:23.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.278+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~ie-0rdQmYoO6_sg2yQFs2U21OM5pYeo.2_2 2024-09-19T14:05:23.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.278+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__multipart_key1.2~ie-0rdQmYoO6_sg2yQFs2U21OM5pYeo.3 2024-09-19T14:05:23.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.278+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~ie-0rdQmYoO6_sg2yQFs2U21OM5pYeo.3_1 2024-09-19T14:05:23.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.278+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~ie-0rdQmYoO6_sg2yQFs2U21OM5pYeo.3_2 2024-09-19T14:05:23.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.278+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__multipart_key1.2~ie-0rdQmYoO6_sg2yQFs2U21OM5pYeo.4 2024-09-19T14:05:23.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.278+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~ie-0rdQmYoO6_sg2yQFs2U21OM5pYeo.4_1 2024-09-19T14:05:23.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.278+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~ie-0rdQmYoO6_sg2yQFs2U21OM5pYeo.4_2 2024-09-19T14:05:23.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.290+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__multipart_key1.2~ie-0rdQmYoO6_sg2yQFs2U21OM5pYeo.5 2024-09-19T14:05:23.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.290+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~ie-0rdQmYoO6_sg2yQFs2U21OM5pYeo.5_1 2024-09-19T14:05:23.293 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.290+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~ie-0rdQmYoO6_sg2yQFs2U21OM5pYeo.5_2 2024-09-19T14:05:23.293 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.290+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__multipart_key1.2~ie-0rdQmYoO6_sg2yQFs2U21OM5pYeo.6 2024-09-19T14:05:23.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.298+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:05:23.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.302+0000 7fe866dee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-19T14:05:23.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.306+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:23.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.306+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:23.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.306+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:23.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.310+0000 7fe866dee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-19T14:05:23.314 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.310+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:23.315 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.314+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:23.315 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.314+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:23.317 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.314+0000 7fe866dee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-19T14:05:23.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.318+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:23.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.318+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:23.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.318+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-19T14:05:23.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.318+0000 7fe866dee9c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11364657290812512065', time=2024-09-19T16:04:48.923387+0000, chain.objs.size()=9 2024-09-19T14:05:23.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.318+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.44__multipart_key1.2~N91pAbvG8mJOO4CIGmCwxuV52ewqoIb.1 2024-09-19T14:05:23.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.318+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.44__shadow_key1.2~N91pAbvG8mJOO4CIGmCwxuV52ewqoIb.1_1 2024-09-19T14:05:23.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.318+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.44__multipart_key1.2~N91pAbvG8mJOO4CIGmCwxuV52ewqoIb.2 2024-09-19T14:05:23.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.318+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.44__shadow_key1.2~N91pAbvG8mJOO4CIGmCwxuV52ewqoIb.2_1 2024-09-19T14:05:23.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.318+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.44__multipart_key1.2~N91pAbvG8mJOO4CIGmCwxuV52ewqoIb.3 2024-09-19T14:05:23.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.318+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.44__shadow_key1.2~N91pAbvG8mJOO4CIGmCwxuV52ewqoIb.3_1 2024-09-19T14:05:23.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.318+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.44__multipart_key1.2~N91pAbvG8mJOO4CIGmCwxuV52ewqoIb.4 2024-09-19T14:05:23.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.322+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.44__shadow_key1.2~N91pAbvG8mJOO4CIGmCwxuV52ewqoIb.4_1 2024-09-19T14:05:23.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.322+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.44__multipart_key1.2~N91pAbvG8mJOO4CIGmCwxuV52ewqoIb.5 2024-09-19T14:05:23.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.326+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:05:23.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.334+0000 7fe866dee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-19T14:05:23.338 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.334+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:23.339 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.338+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:23.339 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.338+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:23.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.338+0000 7fe866dee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-19T14:05:23.344 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.342+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:23.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.342+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:23.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.342+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:23.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.346+0000 7fe866dee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-19T14:05:23.350 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.346+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:23.351 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.350+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:23.352 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.350+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-19T14:05:23.352 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.350+0000 7fe866dee9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~ItBQxENHPMWd0jCzFGtRMeKVqiOeCNW', time=2024-09-19T16:05:01.908246+0000, chain.objs.size()=5 2024-09-19T14:05:23.352 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.350+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.54__multipart_key1.2~ItBQxENHPMWd0jCzFGtRMeKVqiOeCNW.7 2024-09-19T14:05:23.352 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.350+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.54__shadow_key1.2~ItBQxENHPMWd0jCzFGtRMeKVqiOeCNW.7_1 2024-09-19T14:05:23.352 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.350+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.54__multipart_key1.2~ItBQxENHPMWd0jCzFGtRMeKVqiOeCNW.10 2024-09-19T14:05:23.352 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.350+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.54__shadow_key1.2~ItBQxENHPMWd0jCzFGtRMeKVqiOeCNW.10_1 2024-09-19T14:05:23.352 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.350+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.54__multipart_key1.2~ItBQxENHPMWd0jCzFGtRMeKVqiOeCNW.13 2024-09-19T14:05:23.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.354+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:05:23.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.362+0000 7fe866dee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-19T14:05:23.368 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.366+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:23.370 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.366+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:23.371 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.370+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-19T14:05:23.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.370+0000 7fe866dee9c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13460940861019571456', time=2024-09-19T16:05:05.191005+0000, chain.objs.size()=21 2024-09-19T14:05:23.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.370+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__multipart_key1.2~qk94RnKMp-Vy697OMcMW-mDKb-TZobz.1 2024-09-19T14:05:23.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.370+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~qk94RnKMp-Vy697OMcMW-mDKb-TZobz.1_1 2024-09-19T14:05:23.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.370+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__multipart_key1.2~qk94RnKMp-Vy697OMcMW-mDKb-TZobz.2 2024-09-19T14:05:23.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.370+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~qk94RnKMp-Vy697OMcMW-mDKb-TZobz.2_1 2024-09-19T14:05:23.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.370+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__multipart_key1.2~qk94RnKMp-Vy697OMcMW-mDKb-TZobz.3 2024-09-19T14:05:23.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.370+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~qk94RnKMp-Vy697OMcMW-mDKb-TZobz.3_1 2024-09-19T14:05:23.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.370+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__multipart_key1.2~qk94RnKMp-Vy697OMcMW-mDKb-TZobz.4 2024-09-19T14:05:23.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.370+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~qk94RnKMp-Vy697OMcMW-mDKb-TZobz.4_1 2024-09-19T14:05:23.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.370+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__multipart_key1.2~qk94RnKMp-Vy697OMcMW-mDKb-TZobz.5 2024-09-19T14:05:23.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.370+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~qk94RnKMp-Vy697OMcMW-mDKb-TZobz.5_1 2024-09-19T14:05:23.373 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.370+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__multipart_key1.2~qk94RnKMp-Vy697OMcMW-mDKb-TZobz.6 2024-09-19T14:05:23.373 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.370+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~qk94RnKMp-Vy697OMcMW-mDKb-TZobz.6_1 2024-09-19T14:05:23.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.382+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__multipart_key1.2~qk94RnKMp-Vy697OMcMW-mDKb-TZobz.7 2024-09-19T14:05:23.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.382+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~qk94RnKMp-Vy697OMcMW-mDKb-TZobz.7_1 2024-09-19T14:05:23.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.382+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__multipart_key1.2~qk94RnKMp-Vy697OMcMW-mDKb-TZobz.8 2024-09-19T14:05:23.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.382+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~qk94RnKMp-Vy697OMcMW-mDKb-TZobz.8_1 2024-09-19T14:05:23.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.382+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__multipart_key1.2~qk94RnKMp-Vy697OMcMW-mDKb-TZobz.9 2024-09-19T14:05:23.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.382+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~qk94RnKMp-Vy697OMcMW-mDKb-TZobz.9_1 2024-09-19T14:05:23.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.382+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__multipart_key1.2~qk94RnKMp-Vy697OMcMW-mDKb-TZobz.10 2024-09-19T14:05:23.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.382+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~qk94RnKMp-Vy697OMcMW-mDKb-TZobz.10_1 2024-09-19T14:05:23.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.382+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__multipart_key1.2~qk94RnKMp-Vy697OMcMW-mDKb-TZobz.11 2024-09-19T14:05:23.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.382+0000 7fe866dee9c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11400456037466205531', time=2024-09-19T16:05:08.702811+0000, chain.objs.size()=21 2024-09-19T14:05:23.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.382+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__multipart_key1.2~Xj5O__46g3HObWB7s0U2YFXLLorcLHw.1 2024-09-19T14:05:23.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.382+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~Xj5O__46g3HObWB7s0U2YFXLLorcLHw.1_1 2024-09-19T14:05:23.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.390+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__multipart_key1.2~Xj5O__46g3HObWB7s0U2YFXLLorcLHw.2 2024-09-19T14:05:23.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.390+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~Xj5O__46g3HObWB7s0U2YFXLLorcLHw.2_1 2024-09-19T14:05:23.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.390+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__multipart_key1.2~Xj5O__46g3HObWB7s0U2YFXLLorcLHw.3 2024-09-19T14:05:23.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.390+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~Xj5O__46g3HObWB7s0U2YFXLLorcLHw.3_1 2024-09-19T14:05:23.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.390+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__multipart_key1.2~Xj5O__46g3HObWB7s0U2YFXLLorcLHw.4 2024-09-19T14:05:23.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.390+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~Xj5O__46g3HObWB7s0U2YFXLLorcLHw.4_1 2024-09-19T14:05:23.395 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.390+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__multipart_key1.2~Xj5O__46g3HObWB7s0U2YFXLLorcLHw.5 2024-09-19T14:05:23.395 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.390+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~Xj5O__46g3HObWB7s0U2YFXLLorcLHw.5_1 2024-09-19T14:05:23.395 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.390+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__multipart_key1.2~Xj5O__46g3HObWB7s0U2YFXLLorcLHw.6 2024-09-19T14:05:23.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.394+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~Xj5O__46g3HObWB7s0U2YFXLLorcLHw.6_1 2024-09-19T14:05:23.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.394+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__multipart_key1.2~Xj5O__46g3HObWB7s0U2YFXLLorcLHw.7 2024-09-19T14:05:23.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.398+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~Xj5O__46g3HObWB7s0U2YFXLLorcLHw.7_1 2024-09-19T14:05:23.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.398+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__multipart_key1.2~Xj5O__46g3HObWB7s0U2YFXLLorcLHw.8 2024-09-19T14:05:23.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.398+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~Xj5O__46g3HObWB7s0U2YFXLLorcLHw.8_1 2024-09-19T14:05:23.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.398+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__multipart_key1.2~Xj5O__46g3HObWB7s0U2YFXLLorcLHw.9 2024-09-19T14:05:23.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.398+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~Xj5O__46g3HObWB7s0U2YFXLLorcLHw.9_1 2024-09-19T14:05:23.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.402+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__multipart_key1.2~Xj5O__46g3HObWB7s0U2YFXLLorcLHw.10 2024-09-19T14:05:23.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.402+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~Xj5O__46g3HObWB7s0U2YFXLLorcLHw.10_1 2024-09-19T14:05:23.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.402+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__multipart_key1.2~Xj5O__46g3HObWB7s0U2YFXLLorcLHw.11 2024-09-19T14:05:23.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.410+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:05:23.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.414+0000 7fe866dee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-19T14:05:23.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.414+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:23.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.418+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:23.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.418+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-19T14:05:23.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.418+0000 7fe866dee9c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10553691044622768492', time=2024-09-19T16:04:53.307124+0000, chain.objs.size()=9 2024-09-19T14:05:23.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.418+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.47__multipart_key1.2~YZPp7FW9QKVR8jXMaYCN6d_NxRHlgZv.1 2024-09-19T14:05:23.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.418+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.47__shadow_key1.2~YZPp7FW9QKVR8jXMaYCN6d_NxRHlgZv.1_1 2024-09-19T14:05:23.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.418+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.47__multipart_key1.2~YZPp7FW9QKVR8jXMaYCN6d_NxRHlgZv.2 2024-09-19T14:05:23.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.418+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.47__shadow_key1.2~YZPp7FW9QKVR8jXMaYCN6d_NxRHlgZv.2_1 2024-09-19T14:05:23.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.418+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.47__multipart_key1.2~YZPp7FW9QKVR8jXMaYCN6d_NxRHlgZv.3 2024-09-19T14:05:23.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.418+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.47__shadow_key1.2~YZPp7FW9QKVR8jXMaYCN6d_NxRHlgZv.3_1 2024-09-19T14:05:23.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.418+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.47__multipart_key1.2~YZPp7FW9QKVR8jXMaYCN6d_NxRHlgZv.4 2024-09-19T14:05:23.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.418+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.47__shadow_key1.2~YZPp7FW9QKVR8jXMaYCN6d_NxRHlgZv.4_1 2024-09-19T14:05:23.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.418+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.47__multipart_key1.2~YZPp7FW9QKVR8jXMaYCN6d_NxRHlgZv.5 2024-09-19T14:05:23.427 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.426+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:05:23.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.426+0000 7fe866dee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-19T14:05:23.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.430+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:23.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.430+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:23.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.430+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:23.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.434+0000 7fe866dee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-19T14:05:23.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.434+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:23.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.438+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:23.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.438+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-19T14:05:23.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.438+0000 7fe866dee9c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3145729999417128544', time=2024-09-19T16:04:48.768703+0000, chain.objs.size()=9 2024-09-19T14:05:23.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.438+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.44__multipart_key1.2~N91pAbvG8mJOO4CIGmCwxuV52ewqoIb.1 2024-09-19T14:05:23.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.438+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.44__shadow_key1.2~N91pAbvG8mJOO4CIGmCwxuV52ewqoIb.1_1 2024-09-19T14:05:23.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.438+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.44__multipart_key1.2~N91pAbvG8mJOO4CIGmCwxuV52ewqoIb.2 2024-09-19T14:05:23.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.438+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.44__shadow_key1.2~N91pAbvG8mJOO4CIGmCwxuV52ewqoIb.2_1 2024-09-19T14:05:23.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.438+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.44__multipart_key1.2~N91pAbvG8mJOO4CIGmCwxuV52ewqoIb.3 2024-09-19T14:05:23.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.438+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.44__shadow_key1.2~N91pAbvG8mJOO4CIGmCwxuV52ewqoIb.3_1 2024-09-19T14:05:23.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.438+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.44__multipart_key1.2~N91pAbvG8mJOO4CIGmCwxuV52ewqoIb.4 2024-09-19T14:05:23.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.438+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.44__shadow_key1.2~N91pAbvG8mJOO4CIGmCwxuV52ewqoIb.4_1 2024-09-19T14:05:23.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.438+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.44__multipart_key1.2~N91pAbvG8mJOO4CIGmCwxuV52ewqoIb.5 2024-09-19T14:05:23.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.446+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:05:23.451 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.450+0000 7fe866dee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-19T14:05:23.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.450+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:23.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.450+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:23.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.450+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-19T14:05:23.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.450+0000 7fe866dee9c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17178957635564096400', time=2024-09-19T16:05:20.062625+0000, chain.objs.size()=1 2024-09-19T14:05:23.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.450+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.60__shadow_.nuMf0TysvMaaP767CAbY4wwinAEFlhW_0 2024-09-19T14:05:23.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.450+0000 7fe866dee9c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15033108840063578951', time=2024-09-19T16:05:22.394653+0000, chain.objs.size()=21 2024-09-19T14:05:23.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.450+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.66__multipart_key1.2~DpN7lQypVX5w_QrhwdLYwRjwz1S14i4.1 2024-09-19T14:05:23.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.450+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.66__shadow_key1.2~DpN7lQypVX5w_QrhwdLYwRjwz1S14i4.1_1 2024-09-19T14:05:23.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.450+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.66__multipart_key1.2~DpN7lQypVX5w_QrhwdLYwRjwz1S14i4.2 2024-09-19T14:05:23.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.450+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.66__shadow_key1.2~DpN7lQypVX5w_QrhwdLYwRjwz1S14i4.2_1 2024-09-19T14:05:23.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.450+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.66__multipart_key1.2~DpN7lQypVX5w_QrhwdLYwRjwz1S14i4.3 2024-09-19T14:05:23.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.450+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.66__shadow_key1.2~DpN7lQypVX5w_QrhwdLYwRjwz1S14i4.3_1 2024-09-19T14:05:23.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.450+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.66__multipart_key1.2~DpN7lQypVX5w_QrhwdLYwRjwz1S14i4.4 2024-09-19T14:05:23.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.450+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.66__shadow_key1.2~DpN7lQypVX5w_QrhwdLYwRjwz1S14i4.4_1 2024-09-19T14:05:23.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.450+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.66__multipart_key1.2~DpN7lQypVX5w_QrhwdLYwRjwz1S14i4.5 2024-09-19T14:05:23.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.454+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.66__shadow_key1.2~DpN7lQypVX5w_QrhwdLYwRjwz1S14i4.5_1 2024-09-19T14:05:23.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.454+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.66__multipart_key1.2~DpN7lQypVX5w_QrhwdLYwRjwz1S14i4.6 2024-09-19T14:05:23.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.458+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.66__shadow_key1.2~DpN7lQypVX5w_QrhwdLYwRjwz1S14i4.6_1 2024-09-19T14:05:23.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.458+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.66__multipart_key1.2~DpN7lQypVX5w_QrhwdLYwRjwz1S14i4.7 2024-09-19T14:05:23.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.458+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.66__shadow_key1.2~DpN7lQypVX5w_QrhwdLYwRjwz1S14i4.7_1 2024-09-19T14:05:23.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.458+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.66__multipart_key1.2~DpN7lQypVX5w_QrhwdLYwRjwz1S14i4.8 2024-09-19T14:05:23.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.458+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.66__shadow_key1.2~DpN7lQypVX5w_QrhwdLYwRjwz1S14i4.8_1 2024-09-19T14:05:23.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.458+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.66__multipart_key1.2~DpN7lQypVX5w_QrhwdLYwRjwz1S14i4.9 2024-09-19T14:05:23.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.458+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.66__shadow_key1.2~DpN7lQypVX5w_QrhwdLYwRjwz1S14i4.9_1 2024-09-19T14:05:23.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.458+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.66__multipart_key1.2~DpN7lQypVX5w_QrhwdLYwRjwz1S14i4.10 2024-09-19T14:05:23.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.458+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.66__shadow_key1.2~DpN7lQypVX5w_QrhwdLYwRjwz1S14i4.10_1 2024-09-19T14:05:23.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.458+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.66__multipart_key1.2~DpN7lQypVX5w_QrhwdLYwRjwz1S14i4.11 2024-09-19T14:05:23.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.470+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:05:23.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.474+0000 7fe866dee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-19T14:05:23.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.474+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:23.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.474+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:23.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.478+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-19T14:05:23.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.478+0000 7fe866dee9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~SNXnjNu_E-jirbXMq5NPLFgjvBiwS2d', time=2024-09-19T16:04:46.196779+0000, chain.objs.size()=9 2024-09-19T14:05:23.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.478+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.40__multipart_key1.2~SNXnjNu_E-jirbXMq5NPLFgjvBiwS2d.1 2024-09-19T14:05:23.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.478+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.40__shadow_key1.2~SNXnjNu_E-jirbXMq5NPLFgjvBiwS2d.1_1 2024-09-19T14:05:23.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.478+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.40__multipart_key1.2~SNXnjNu_E-jirbXMq5NPLFgjvBiwS2d.2 2024-09-19T14:05:23.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.478+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.40__shadow_key1.2~SNXnjNu_E-jirbXMq5NPLFgjvBiwS2d.2_1 2024-09-19T14:05:23.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.478+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.40__multipart_key1.2~SNXnjNu_E-jirbXMq5NPLFgjvBiwS2d.3 2024-09-19T14:05:23.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.478+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.40__shadow_key1.2~SNXnjNu_E-jirbXMq5NPLFgjvBiwS2d.3_1 2024-09-19T14:05:23.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.478+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.40__multipart_key1.2~SNXnjNu_E-jirbXMq5NPLFgjvBiwS2d.4 2024-09-19T14:05:23.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.478+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.40__shadow_key1.2~SNXnjNu_E-jirbXMq5NPLFgjvBiwS2d.4_1 2024-09-19T14:05:23.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.478+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.40__multipart_key1.2~SNXnjNu_E-jirbXMq5NPLFgjvBiwS2d.5 2024-09-19T14:05:23.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.478+0000 7fe866dee9c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4102043107133169578', time=2024-09-19T16:05:20.350448+0000, chain.objs.size()=1 2024-09-19T14:05:23.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.478+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.61__shadow_.XziqeZmNn9Vx0BkVB_Lzw65QenodICL_0 2024-09-19T14:05:23.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.478+0000 7fe866dee9c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7124186920803105467', time=2024-09-19T16:05:21.207302+0000, chain.objs.size()=1 2024-09-19T14:05:23.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.478+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.64__shadow_.XraMFlKrHEab0RX7YzT9S8BU5tNFzNs_0 2024-09-19T14:05:23.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.482+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:05:23.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.486+0000 7fe866dee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-19T14:05:23.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.490+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:23.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.490+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:23.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.490+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-19T14:05:23.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.490+0000 7fe866dee9c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3619198815338509863', time=2024-09-19T16:05:01.159608+0000, chain.objs.size()=1 2024-09-19T14:05:23.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.490+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.53__shadow_.gyt54iXQArUeOqgOflsgtoTD1eBHpFp_0 2024-09-19T14:05:23.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.494+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:05:23.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.494+0000 7fe866dee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-19T14:05:23.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.498+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:23.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.498+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:23.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.498+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-19T14:05:23.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.498+0000 7fe866dee9c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17307718150638096468', time=2024-09-19T16:05:00.304770+0000, chain.objs.size()=9 2024-09-19T14:05:23.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.498+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.52__multipart_key1.2~_bCdutH4LvncgA_N3rl6u8NHYPmxm8G.1 2024-09-19T14:05:23.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.498+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.52__shadow_key1.2~_bCdutH4LvncgA_N3rl6u8NHYPmxm8G.1_1 2024-09-19T14:05:23.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.498+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.52__multipart_key1.2~_bCdutH4LvncgA_N3rl6u8NHYPmxm8G.2 2024-09-19T14:05:23.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.498+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.52__shadow_key1.2~_bCdutH4LvncgA_N3rl6u8NHYPmxm8G.2_1 2024-09-19T14:05:23.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.498+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.52__multipart_key1.2~_bCdutH4LvncgA_N3rl6u8NHYPmxm8G.3 2024-09-19T14:05:23.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.498+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.52__shadow_key1.2~_bCdutH4LvncgA_N3rl6u8NHYPmxm8G.3_1 2024-09-19T14:05:23.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.498+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.52__multipart_key1.2~_bCdutH4LvncgA_N3rl6u8NHYPmxm8G.4 2024-09-19T14:05:23.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.498+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.52__shadow_key1.2~_bCdutH4LvncgA_N3rl6u8NHYPmxm8G.4_1 2024-09-19T14:05:23.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.498+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.52__multipart_key1.2~_bCdutH4LvncgA_N3rl6u8NHYPmxm8G.5 2024-09-19T14:05:23.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.506+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:05:23.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.510+0000 7fe866dee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-19T14:05:23.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.514+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:23.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.514+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:23.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.514+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-19T14:05:23.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.514+0000 7fe866dee9c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7735740561325972072', time=2024-09-19T16:05:01.099385+0000, chain.objs.size()=9 2024-09-19T14:05:23.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.514+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.53__multipart_file.mpg.2~zOX8t-9lT0VghIrX4amPT-0ZyoF0PLT.1 2024-09-19T14:05:23.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.514+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.53__shadow_file.mpg.2~zOX8t-9lT0VghIrX4amPT-0ZyoF0PLT.1_1 2024-09-19T14:05:23.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.514+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.53__multipart_file.mpg.2~zOX8t-9lT0VghIrX4amPT-0ZyoF0PLT.2 2024-09-19T14:05:23.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.514+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.53__shadow_file.mpg.2~zOX8t-9lT0VghIrX4amPT-0ZyoF0PLT.2_1 2024-09-19T14:05:23.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.514+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.53__multipart_file.mpg.2~zOX8t-9lT0VghIrX4amPT-0ZyoF0PLT.3 2024-09-19T14:05:23.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.514+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.53__shadow_file.mpg.2~zOX8t-9lT0VghIrX4amPT-0ZyoF0PLT.3_1 2024-09-19T14:05:23.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.514+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.53__multipart_file.mpg.2~zOX8t-9lT0VghIrX4amPT-0ZyoF0PLT.4 2024-09-19T14:05:23.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.514+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.53__shadow_file.mpg.2~zOX8t-9lT0VghIrX4amPT-0ZyoF0PLT.4_1 2024-09-19T14:05:23.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.514+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.53__multipart_file.mpg.2~zOX8t-9lT0VghIrX4amPT-0ZyoF0PLT.5 2024-09-19T14:05:23.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.514+0000 7fe866dee9c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11640902192726339857', time=2024-09-19T16:05:18.697879+0000, chain.objs.size()=9 2024-09-19T14:05:23.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.514+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.57__multipart_key1.2~emmhDNcLNzdCPyqhg5hUnM7XcvPrEIu.1 2024-09-19T14:05:23.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.514+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.57__shadow_key1.2~emmhDNcLNzdCPyqhg5hUnM7XcvPrEIu.1_1 2024-09-19T14:05:23.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.514+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.57__multipart_key1.2~emmhDNcLNzdCPyqhg5hUnM7XcvPrEIu.2 2024-09-19T14:05:23.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.518+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.57__shadow_key1.2~emmhDNcLNzdCPyqhg5hUnM7XcvPrEIu.2_1 2024-09-19T14:05:23.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.518+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.57__multipart_key1.2~emmhDNcLNzdCPyqhg5hUnM7XcvPrEIu.3 2024-09-19T14:05:23.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.518+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.57__shadow_key1.2~emmhDNcLNzdCPyqhg5hUnM7XcvPrEIu.3_1 2024-09-19T14:05:23.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.518+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.57__multipart_key1.2~emmhDNcLNzdCPyqhg5hUnM7XcvPrEIu.4 2024-09-19T14:05:23.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.518+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.57__shadow_key1.2~emmhDNcLNzdCPyqhg5hUnM7XcvPrEIu.4_1 2024-09-19T14:05:23.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.518+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.57__multipart_key1.2~emmhDNcLNzdCPyqhg5hUnM7XcvPrEIu.5 2024-09-19T14:05:23.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.526+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:05:23.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.530+0000 7fe866dee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-19T14:05:23.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.534+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:23.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.534+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:23.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.534+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:23.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.538+0000 7fe866dee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-19T14:05:23.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.538+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:23.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.538+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:23.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.538+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-19T14:05:23.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.538+0000 7fe866dee9c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13018579482521982663', time=2024-09-19T16:04:47.599759+0000, chain.objs.size()=9 2024-09-19T14:05:23.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.538+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.42__multipart_key1.2~HHLHfTtjp8kma2BMWdT8-_YpFuETDAl.1 2024-09-19T14:05:23.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.538+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.42__shadow_key1.2~HHLHfTtjp8kma2BMWdT8-_YpFuETDAl.1_1 2024-09-19T14:05:23.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.538+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.42__multipart_key1.2~HHLHfTtjp8kma2BMWdT8-_YpFuETDAl.2 2024-09-19T14:05:23.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.538+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.42__shadow_key1.2~HHLHfTtjp8kma2BMWdT8-_YpFuETDAl.2_1 2024-09-19T14:05:23.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.538+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.42__multipart_key1.2~HHLHfTtjp8kma2BMWdT8-_YpFuETDAl.3 2024-09-19T14:05:23.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.538+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.42__shadow_key1.2~HHLHfTtjp8kma2BMWdT8-_YpFuETDAl.3_1 2024-09-19T14:05:23.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.538+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.42__multipart_key1.2~HHLHfTtjp8kma2BMWdT8-_YpFuETDAl.4 2024-09-19T14:05:23.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.538+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.42__shadow_key1.2~HHLHfTtjp8kma2BMWdT8-_YpFuETDAl.4_1 2024-09-19T14:05:23.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.538+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.42__multipart_key1.2~HHLHfTtjp8kma2BMWdT8-_YpFuETDAl.5 2024-09-19T14:05:23.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.538+0000 7fe866dee9c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16430318464678122576', time=2024-09-19T16:05:01.142041+0000, chain.objs.size()=1 2024-09-19T14:05:23.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.538+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.53__shadow_.nbA5CsF6wCMpPcQs5ZzH63nLoT-RRdk_0 2024-09-19T14:05:23.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.546+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:05:23.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.550+0000 7fe866dee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-19T14:05:23.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.550+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:23.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.550+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:23.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.550+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-19T14:05:23.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.550+0000 7fe866dee9c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7420298443898866223', time=2024-09-19T16:05:11.762651+0000, chain.objs.size()=19 2024-09-19T14:05:23.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.550+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__multipart_key1.2~vTLPEhDXTU8a7o3CwgCxU4TR6pmwV2F.1 2024-09-19T14:05:23.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.550+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~vTLPEhDXTU8a7o3CwgCxU4TR6pmwV2F.1_1 2024-09-19T14:05:23.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.550+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__multipart_key1.2~vTLPEhDXTU8a7o3CwgCxU4TR6pmwV2F.2 2024-09-19T14:05:23.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.550+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~vTLPEhDXTU8a7o3CwgCxU4TR6pmwV2F.2_1 2024-09-19T14:05:23.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.550+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__multipart_key1.2~vTLPEhDXTU8a7o3CwgCxU4TR6pmwV2F.3 2024-09-19T14:05:23.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.550+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~vTLPEhDXTU8a7o3CwgCxU4TR6pmwV2F.3_1 2024-09-19T14:05:23.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.550+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__multipart_key1.2~vTLPEhDXTU8a7o3CwgCxU4TR6pmwV2F.4 2024-09-19T14:05:23.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.550+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~vTLPEhDXTU8a7o3CwgCxU4TR6pmwV2F.4_1 2024-09-19T14:05:23.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.550+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__multipart_key1.2~vTLPEhDXTU8a7o3CwgCxU4TR6pmwV2F.5 2024-09-19T14:05:23.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.550+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~vTLPEhDXTU8a7o3CwgCxU4TR6pmwV2F.5_1 2024-09-19T14:05:23.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.550+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__multipart_key1.2~vTLPEhDXTU8a7o3CwgCxU4TR6pmwV2F.6 2024-09-19T14:05:23.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.550+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~vTLPEhDXTU8a7o3CwgCxU4TR6pmwV2F.6_1 2024-09-19T14:05:23.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.558+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__multipart_key1.2~vTLPEhDXTU8a7o3CwgCxU4TR6pmwV2F.7 2024-09-19T14:05:23.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.558+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~vTLPEhDXTU8a7o3CwgCxU4TR6pmwV2F.7_1 2024-09-19T14:05:23.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.558+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__multipart_key1.2~vTLPEhDXTU8a7o3CwgCxU4TR6pmwV2F.8 2024-09-19T14:05:23.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.558+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~vTLPEhDXTU8a7o3CwgCxU4TR6pmwV2F.8_1 2024-09-19T14:05:23.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.558+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__multipart_key1.2~vTLPEhDXTU8a7o3CwgCxU4TR6pmwV2F.9 2024-09-19T14:05:23.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.558+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~vTLPEhDXTU8a7o3CwgCxU4TR6pmwV2F.9_1 2024-09-19T14:05:23.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.558+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__multipart_key1.2~vTLPEhDXTU8a7o3CwgCxU4TR6pmwV2F.10 2024-09-19T14:05:23.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.566+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:05:23.570 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.566+0000 7fe866dee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-19T14:05:23.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.570+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:23.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.570+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:23.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.570+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-19T14:05:23.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.570+0000 7fe866dee9c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.914106909057871249', time=2024-09-19T16:05:01.126008+0000, chain.objs.size()=9 2024-09-19T14:05:23.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.570+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.53__multipart_file2.mpg.2~w9CC4_xhMpI96P4RpIl--9Xffo9iL-B.1 2024-09-19T14:05:23.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.570+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.53__shadow_file2.mpg.2~w9CC4_xhMpI96P4RpIl--9Xffo9iL-B.1_1 2024-09-19T14:05:23.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.570+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.53__multipart_file2.mpg.2~w9CC4_xhMpI96P4RpIl--9Xffo9iL-B.2 2024-09-19T14:05:23.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.570+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.53__shadow_file2.mpg.2~w9CC4_xhMpI96P4RpIl--9Xffo9iL-B.2_1 2024-09-19T14:05:23.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.570+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.53__multipart_file2.mpg.2~w9CC4_xhMpI96P4RpIl--9Xffo9iL-B.3 2024-09-19T14:05:23.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.570+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.53__shadow_file2.mpg.2~w9CC4_xhMpI96P4RpIl--9Xffo9iL-B.3_1 2024-09-19T14:05:23.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.570+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.53__multipart_file2.mpg.2~w9CC4_xhMpI96P4RpIl--9Xffo9iL-B.4 2024-09-19T14:05:23.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.570+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.53__shadow_file2.mpg.2~w9CC4_xhMpI96P4RpIl--9Xffo9iL-B.4_1 2024-09-19T14:05:23.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.570+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.53__multipart_file2.mpg.2~w9CC4_xhMpI96P4RpIl--9Xffo9iL-B.5 2024-09-19T14:05:23.578 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.574+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:05:23.581 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.578+0000 7fe866dee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-19T14:05:23.583 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.582+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:23.583 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.582+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:23.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.582+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=6, truncated=0, next_marker='' 2024-09-19T14:05:23.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.582+0000 7fe866dee9c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12465435861443875352', time=2024-09-19T16:04:55.472730+0000, chain.objs.size()=7 2024-09-19T14:05:23.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.582+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.47__multipart_key1.2~o25wtrwLKsXbVxTk0noxFmUBkDOiR6D.1 2024-09-19T14:05:23.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.582+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.47__shadow_key1.2~o25wtrwLKsXbVxTk0noxFmUBkDOiR6D.1_1 2024-09-19T14:05:23.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.582+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.47__shadow_key1.2~o25wtrwLKsXbVxTk0noxFmUBkDOiR6D.1_2 2024-09-19T14:05:23.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.582+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.47__multipart_key1.2~o25wtrwLKsXbVxTk0noxFmUBkDOiR6D.2 2024-09-19T14:05:23.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.582+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.47__shadow_key1.2~o25wtrwLKsXbVxTk0noxFmUBkDOiR6D.2_1 2024-09-19T14:05:23.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.582+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.47__shadow_key1.2~o25wtrwLKsXbVxTk0noxFmUBkDOiR6D.2_2 2024-09-19T14:05:23.586 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.582+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.47__multipart_key1.2~o25wtrwLKsXbVxTk0noxFmUBkDOiR6D.3 2024-09-19T14:05:23.586 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.582+0000 7fe866dee9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M', time=2024-09-19T16:05:19.470415+0000, chain.objs.size()=63 2024-09-19T14:05:23.586 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.582+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.1 2024-09-19T14:05:23.586 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.582+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.2 2024-09-19T14:05:23.586 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.582+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.3 2024-09-19T14:05:23.586 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.582+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.4 2024-09-19T14:05:23.586 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.582+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.5 2024-09-19T14:05:23.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.586+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.6 2024-09-19T14:05:23.589 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.586+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.7 2024-09-19T14:05:23.589 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.586+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.8 2024-09-19T14:05:23.589 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.586+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.9 2024-09-19T14:05:23.590 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.586+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.10 2024-09-19T14:05:23.590 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.586+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.11 2024-09-19T14:05:23.590 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.586+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.12 2024-09-19T14:05:23.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.590+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.13 2024-09-19T14:05:23.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.590+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.14 2024-09-19T14:05:23.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.590+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.15 2024-09-19T14:05:23.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.590+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.16 2024-09-19T14:05:23.594 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.590+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.17 2024-09-19T14:05:23.594 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.590+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.18 2024-09-19T14:05:23.594 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.590+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.19 2024-09-19T14:05:23.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.594+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.20 2024-09-19T14:05:23.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.594+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.21 2024-09-19T14:05:23.599 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.598+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.22 2024-09-19T14:05:23.599 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.598+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.23 2024-09-19T14:05:23.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.598+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.24 2024-09-19T14:05:23.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.598+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.25 2024-09-19T14:05:23.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.598+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.26 2024-09-19T14:05:23.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.598+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.27 2024-09-19T14:05:23.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.598+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.28 2024-09-19T14:05:23.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.598+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.29 2024-09-19T14:05:23.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.598+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.30 2024-09-19T14:05:23.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.598+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.31 2024-09-19T14:05:23.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.598+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.32 2024-09-19T14:05:23.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.598+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.33 2024-09-19T14:05:23.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.598+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.34 2024-09-19T14:05:23.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.602+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.35 2024-09-19T14:05:23.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.602+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.36 2024-09-19T14:05:23.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.602+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.37 2024-09-19T14:05:23.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.602+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.38 2024-09-19T14:05:23.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.602+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.39 2024-09-19T14:05:23.606 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.602+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.40 2024-09-19T14:05:23.606 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.602+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.41 2024-09-19T14:05:23.606 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.602+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.42 2024-09-19T14:05:23.606 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.602+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.43 2024-09-19T14:05:23.606 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.602+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.44 2024-09-19T14:05:23.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.606+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.45 2024-09-19T14:05:23.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.606+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.46 2024-09-19T14:05:23.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.606+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.47 2024-09-19T14:05:23.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.610+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.48 2024-09-19T14:05:23.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.610+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.49 2024-09-19T14:05:23.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.610+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.50 2024-09-19T14:05:23.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.610+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.51 2024-09-19T14:05:23.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.610+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.52 2024-09-19T14:05:23.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.610+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.53 2024-09-19T14:05:23.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.610+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.54 2024-09-19T14:05:23.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.610+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.55 2024-09-19T14:05:23.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.610+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.56 2024-09-19T14:05:23.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.610+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.57 2024-09-19T14:05:23.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.610+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.58 2024-09-19T14:05:23.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.614+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.59 2024-09-19T14:05:23.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.614+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.60 2024-09-19T14:05:23.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.614+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.61 2024-09-19T14:05:23.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.614+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.62 2024-09-19T14:05:23.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.614+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.63 2024-09-19T14:05:23.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.614+0000 7fe866dee9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M', time=2024-09-19T16:05:19.503240+0000, chain.objs.size()=10 2024-09-19T14:05:23.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.614+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.64 2024-09-19T14:05:23.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.614+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.65 2024-09-19T14:05:23.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.614+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.66 2024-09-19T14:05:23.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.614+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.67 2024-09-19T14:05:23.620 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.618+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.68 2024-09-19T14:05:23.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.618+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.69 2024-09-19T14:05:23.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.618+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.70 2024-09-19T14:05:23.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.618+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.71 2024-09-19T14:05:23.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.618+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.72 2024-09-19T14:05:23.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.618+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.73 2024-09-19T14:05:23.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.618+0000 7fe866dee9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M', time=2024-09-19T16:05:19.540115+0000, chain.objs.size()=11 2024-09-19T14:05:23.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.618+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.74 2024-09-19T14:05:23.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.618+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.75 2024-09-19T14:05:23.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.618+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.76 2024-09-19T14:05:23.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.618+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.77 2024-09-19T14:05:23.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.618+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.78 2024-09-19T14:05:23.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.622+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.79 2024-09-19T14:05:23.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.622+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.80 2024-09-19T14:05:23.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.622+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.81 2024-09-19T14:05:23.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.622+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.82 2024-09-19T14:05:23.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.622+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.83 2024-09-19T14:05:23.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.622+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.84 2024-09-19T14:05:23.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.622+0000 7fe866dee9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M', time=2024-09-19T16:05:19.554928+0000, chain.objs.size()=1 2024-09-19T14:05:23.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.622+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.85 2024-09-19T14:05:23.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.626+0000 7fe866dee9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M', time=2024-09-19T16:05:19.566785+0000, chain.objs.size()=7 2024-09-19T14:05:23.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.626+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.86 2024-09-19T14:05:23.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.626+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.87 2024-09-19T14:05:23.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.626+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.88 2024-09-19T14:05:23.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.626+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.89 2024-09-19T14:05:23.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.626+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.90 2024-09-19T14:05:23.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.626+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.91 2024-09-19T14:05:23.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.630+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.58__multipart_key1.2~Z1cMnoXcWmisjI9KROXSqbcrEwDBw7M.92 2024-09-19T14:05:23.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.630+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:05:23.637 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.634+0000 7fe866dee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-19T14:05:23.637 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.634+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:23.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.634+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:23.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.634+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-19T14:05:23.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.634+0000 7fe866dee9c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12595466846375956062', time=2024-09-19T16:04:54.742602+0000, chain.objs.size()=7 2024-09-19T14:05:23.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.634+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.47__multipart_key1.2~5OOU6szmuaz2RGmVQ3O7s1TkJphIuKC.1 2024-09-19T14:05:23.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.634+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.47__shadow_key1.2~5OOU6szmuaz2RGmVQ3O7s1TkJphIuKC.1_1 2024-09-19T14:05:23.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.634+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.47__shadow_key1.2~5OOU6szmuaz2RGmVQ3O7s1TkJphIuKC.1_2 2024-09-19T14:05:23.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.634+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.47__multipart_key1.2~5OOU6szmuaz2RGmVQ3O7s1TkJphIuKC.2 2024-09-19T14:05:23.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.634+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.47__shadow_key1.2~5OOU6szmuaz2RGmVQ3O7s1TkJphIuKC.2_1 2024-09-19T14:05:23.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.634+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.47__shadow_key1.2~5OOU6szmuaz2RGmVQ3O7s1TkJphIuKC.2_2 2024-09-19T14:05:23.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.634+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.47__multipart_key1.2~5OOU6szmuaz2RGmVQ3O7s1TkJphIuKC.3 2024-09-19T14:05:23.640 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.634+0000 7fe866dee9c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16877318147799414557', time=2024-09-19T16:04:55.644233+0000, chain.objs.size()=7 2024-09-19T14:05:23.640 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.634+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.47__multipart_key1.2~xcExbCSlGah-KQh6bmvL9iyWZrIV7fN.1 2024-09-19T14:05:23.640 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.634+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.47__shadow_key1.2~xcExbCSlGah-KQh6bmvL9iyWZrIV7fN.1_1 2024-09-19T14:05:23.640 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.634+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.47__shadow_key1.2~xcExbCSlGah-KQh6bmvL9iyWZrIV7fN.1_2 2024-09-19T14:05:23.640 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.634+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.47__multipart_key1.2~xcExbCSlGah-KQh6bmvL9iyWZrIV7fN.2 2024-09-19T14:05:23.640 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.634+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.47__shadow_key1.2~xcExbCSlGah-KQh6bmvL9iyWZrIV7fN.2_1 2024-09-19T14:05:23.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.638+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.47__shadow_key1.2~xcExbCSlGah-KQh6bmvL9iyWZrIV7fN.2_2 2024-09-19T14:05:23.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.642+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.47__multipart_key1.2~xcExbCSlGah-KQh6bmvL9iyWZrIV7fN.3 2024-09-19T14:05:23.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.642+0000 7fe866dee9c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11330216533250377609', time=2024-09-19T16:04:57.230448+0000, chain.objs.size()=9 2024-09-19T14:05:23.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.642+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.51__multipart_key1.2~CWv5-0PMjJ4cA84BC_6kNVA-emSE4J3.1 2024-09-19T14:05:23.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.642+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.51__shadow_key1.2~CWv5-0PMjJ4cA84BC_6kNVA-emSE4J3.1_1 2024-09-19T14:05:23.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.642+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.51__multipart_key1.2~CWv5-0PMjJ4cA84BC_6kNVA-emSE4J3.2 2024-09-19T14:05:23.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.642+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.51__shadow_key1.2~CWv5-0PMjJ4cA84BC_6kNVA-emSE4J3.2_1 2024-09-19T14:05:23.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.642+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.51__multipart_key1.2~CWv5-0PMjJ4cA84BC_6kNVA-emSE4J3.3 2024-09-19T14:05:23.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.642+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.51__shadow_key1.2~CWv5-0PMjJ4cA84BC_6kNVA-emSE4J3.3_1 2024-09-19T14:05:23.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.642+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.51__multipart_key1.2~CWv5-0PMjJ4cA84BC_6kNVA-emSE4J3.4 2024-09-19T14:05:23.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.642+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.51__shadow_key1.2~CWv5-0PMjJ4cA84BC_6kNVA-emSE4J3.4_1 2024-09-19T14:05:23.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.642+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.51__multipart_key1.2~CWv5-0PMjJ4cA84BC_6kNVA-emSE4J3.5 2024-09-19T14:05:23.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.646+0000 7fe866dee9c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17904691345424430667', time=2024-09-19T16:05:01.113870+0000, chain.objs.size()=1 2024-09-19T14:05:23.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.646+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.53__shadow_.WIkL6mzJV8bxiF2Sgg-Ftm_RiSX7nNG_0 2024-09-19T14:05:23.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.650+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:05:23.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.650+0000 7fe866dee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-19T14:05:23.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.654+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:23.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.654+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:23.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.654+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-19T14:05:23.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.654+0000 7fe866dee9c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17537488890018188849', time=2024-09-19T16:05:17.641066+0000, chain.objs.size()=9 2024-09-19T14:05:23.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.654+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.56__multipart_key1.2~B7QjGizU-YvTyL7X6rlU13mCDDIjQVY.1 2024-09-19T14:05:23.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.654+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.56__shadow_key1.2~B7QjGizU-YvTyL7X6rlU13mCDDIjQVY.1_1 2024-09-19T14:05:23.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.654+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.56__multipart_key1.2~B7QjGizU-YvTyL7X6rlU13mCDDIjQVY.2 2024-09-19T14:05:23.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.654+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.56__shadow_key1.2~B7QjGizU-YvTyL7X6rlU13mCDDIjQVY.2_1 2024-09-19T14:05:23.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.654+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.56__multipart_key1.2~B7QjGizU-YvTyL7X6rlU13mCDDIjQVY.3 2024-09-19T14:05:23.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.654+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.56__shadow_key1.2~B7QjGizU-YvTyL7X6rlU13mCDDIjQVY.3_1 2024-09-19T14:05:23.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.654+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.56__multipart_key1.2~B7QjGizU-YvTyL7X6rlU13mCDDIjQVY.4 2024-09-19T14:05:23.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.654+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.56__shadow_key1.2~B7QjGizU-YvTyL7X6rlU13mCDDIjQVY.4_1 2024-09-19T14:05:23.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.654+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.56__multipart_key1.2~B7QjGizU-YvTyL7X6rlU13mCDDIjQVY.5 2024-09-19T14:05:23.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.654+0000 7fe866dee9c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3589011605481383238', time=2024-09-19T16:05:20.916448+0000, chain.objs.size()=1 2024-09-19T14:05:23.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.654+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.63__shadow_.SNrLyTW3s9xiv-mnk6m4SJCjcKMBj1S_0 2024-09-19T14:05:23.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.658+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:05:23.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.662+0000 7fe866dee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-19T14:05:23.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.662+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:23.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.662+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:23.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.666+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-19T14:05:23.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.666+0000 7fe866dee9c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15592830961557277643', time=2024-09-19T16:04:55.795329+0000, chain.objs.size()=6 2024-09-19T14:05:23.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.666+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.46__shadow_.FPsZ6zvmWgj1xGkCALyryfOdvXvWOQK_0 2024-09-19T14:05:23.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.666+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.46__shadow_.FPsZ6zvmWgj1xGkCALyryfOdvXvWOQK_1 2024-09-19T14:05:23.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.666+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.46__shadow_.FPsZ6zvmWgj1xGkCALyryfOdvXvWOQK_2 2024-09-19T14:05:23.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.666+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.46__shadow_.FPsZ6zvmWgj1xGkCALyryfOdvXvWOQK_3 2024-09-19T14:05:23.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.666+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.46__shadow_.FPsZ6zvmWgj1xGkCALyryfOdvXvWOQK_4 2024-09-19T14:05:23.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.666+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.46__shadow_.FPsZ6zvmWgj1xGkCALyryfOdvXvWOQK_5 2024-09-19T14:05:23.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.666+0000 7fe866dee9c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14937936900684401196', time=2024-09-19T16:05:14.792969+0000, chain.objs.size()=16 2024-09-19T14:05:23.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.666+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__multipart_key1.2~Ar4yIdmQEP0eVYrY8Bqn1QnR6Ur6NAm.1 2024-09-19T14:05:23.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.666+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~Ar4yIdmQEP0eVYrY8Bqn1QnR6Ur6NAm.1_1 2024-09-19T14:05:23.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.666+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~Ar4yIdmQEP0eVYrY8Bqn1QnR6Ur6NAm.1_2 2024-09-19T14:05:23.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.666+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__multipart_key1.2~Ar4yIdmQEP0eVYrY8Bqn1QnR6Ur6NAm.2 2024-09-19T14:05:23.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.666+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~Ar4yIdmQEP0eVYrY8Bqn1QnR6Ur6NAm.2_1 2024-09-19T14:05:23.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.666+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~Ar4yIdmQEP0eVYrY8Bqn1QnR6Ur6NAm.2_2 2024-09-19T14:05:23.670 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.666+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__multipart_key1.2~Ar4yIdmQEP0eVYrY8Bqn1QnR6Ur6NAm.3 2024-09-19T14:05:23.670 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.666+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~Ar4yIdmQEP0eVYrY8Bqn1QnR6Ur6NAm.3_1 2024-09-19T14:05:23.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.670+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~Ar4yIdmQEP0eVYrY8Bqn1QnR6Ur6NAm.3_2 2024-09-19T14:05:23.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.670+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__multipart_key1.2~Ar4yIdmQEP0eVYrY8Bqn1QnR6Ur6NAm.4 2024-09-19T14:05:23.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.670+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~Ar4yIdmQEP0eVYrY8Bqn1QnR6Ur6NAm.4_1 2024-09-19T14:05:23.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.670+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~Ar4yIdmQEP0eVYrY8Bqn1QnR6Ur6NAm.4_2 2024-09-19T14:05:23.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.670+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__multipart_key1.2~Ar4yIdmQEP0eVYrY8Bqn1QnR6Ur6NAm.5 2024-09-19T14:05:23.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.670+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~Ar4yIdmQEP0eVYrY8Bqn1QnR6Ur6NAm.5_1 2024-09-19T14:05:23.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.670+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~Ar4yIdmQEP0eVYrY8Bqn1QnR6Ur6NAm.5_2 2024-09-19T14:05:23.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.670+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__multipart_key1.2~Ar4yIdmQEP0eVYrY8Bqn1QnR6Ur6NAm.6 2024-09-19T14:05:23.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.674+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:05:23.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.678+0000 7fe866dee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-19T14:05:23.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.682+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:23.683 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.682+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:23.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.682+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-19T14:05:23.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.682+0000 7fe866dee9c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5678626926933936279', time=2024-09-19T16:04:54.025226+0000, chain.objs.size()=9 2024-09-19T14:05:23.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.682+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.47__multipart_key1.2~H4_MN7ATjpbPG_mh6KUMWfCKqy3AYBt.1 2024-09-19T14:05:23.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.682+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.47__shadow_key1.2~H4_MN7ATjpbPG_mh6KUMWfCKqy3AYBt.1_1 2024-09-19T14:05:23.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.682+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.47__multipart_key1.2~H4_MN7ATjpbPG_mh6KUMWfCKqy3AYBt.2 2024-09-19T14:05:23.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.682+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.47__shadow_key1.2~H4_MN7ATjpbPG_mh6KUMWfCKqy3AYBt.2_1 2024-09-19T14:05:23.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.682+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.47__multipart_key1.2~H4_MN7ATjpbPG_mh6KUMWfCKqy3AYBt.3 2024-09-19T14:05:23.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.682+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.47__shadow_key1.2~H4_MN7ATjpbPG_mh6KUMWfCKqy3AYBt.3_1 2024-09-19T14:05:23.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.682+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.47__multipart_key1.2~H4_MN7ATjpbPG_mh6KUMWfCKqy3AYBt.4 2024-09-19T14:05:23.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.682+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.47__shadow_key1.2~H4_MN7ATjpbPG_mh6KUMWfCKqy3AYBt.4_1 2024-09-19T14:05:23.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.682+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.47__multipart_key1.2~H4_MN7ATjpbPG_mh6KUMWfCKqy3AYBt.5 2024-09-19T14:05:23.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.682+0000 7fe866dee9c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2826300952908772979', time=2024-09-19T16:05:15.944531+0000, chain.objs.size()=16 2024-09-19T14:05:23.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.682+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__multipart_key1.2~Y5sAXQpQnPv7kOl2gnyCV8AGaxsKnUM.1 2024-09-19T14:05:23.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.682+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~Y5sAXQpQnPv7kOl2gnyCV8AGaxsKnUM.1_1 2024-09-19T14:05:23.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.682+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~Y5sAXQpQnPv7kOl2gnyCV8AGaxsKnUM.1_2 2024-09-19T14:05:23.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.682+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__multipart_key1.2~Y5sAXQpQnPv7kOl2gnyCV8AGaxsKnUM.2 2024-09-19T14:05:23.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.686+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~Y5sAXQpQnPv7kOl2gnyCV8AGaxsKnUM.2_1 2024-09-19T14:05:23.690 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.686+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~Y5sAXQpQnPv7kOl2gnyCV8AGaxsKnUM.2_2 2024-09-19T14:05:23.691 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.690+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__multipart_key1.2~Y5sAXQpQnPv7kOl2gnyCV8AGaxsKnUM.3 2024-09-19T14:05:23.692 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.690+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~Y5sAXQpQnPv7kOl2gnyCV8AGaxsKnUM.3_1 2024-09-19T14:05:23.692 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.690+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~Y5sAXQpQnPv7kOl2gnyCV8AGaxsKnUM.3_2 2024-09-19T14:05:23.692 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.690+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__multipart_key1.2~Y5sAXQpQnPv7kOl2gnyCV8AGaxsKnUM.4 2024-09-19T14:05:23.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.690+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~Y5sAXQpQnPv7kOl2gnyCV8AGaxsKnUM.4_1 2024-09-19T14:05:23.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.690+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~Y5sAXQpQnPv7kOl2gnyCV8AGaxsKnUM.4_2 2024-09-19T14:05:23.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.690+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__multipart_key1.2~Y5sAXQpQnPv7kOl2gnyCV8AGaxsKnUM.5 2024-09-19T14:05:23.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.690+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~Y5sAXQpQnPv7kOl2gnyCV8AGaxsKnUM.5_1 2024-09-19T14:05:23.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.694+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__shadow_key1.2~Y5sAXQpQnPv7kOl2gnyCV8AGaxsKnUM.5_2 2024-09-19T14:05:23.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.694+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.55__multipart_key1.2~Y5sAXQpQnPv7kOl2gnyCV8AGaxsKnUM.6 2024-09-19T14:05:23.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.698+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:05:23.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.702+0000 7fe866dee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-19T14:05:23.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.702+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:23.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.706+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:23.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.706+0000 7fe866dee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-19T14:05:23.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.706+0000 7fe866dee9c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12719011645494418502', time=2024-09-19T16:05:19.775139+0000, chain.objs.size()=1 2024-09-19T14:05:23.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.706+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.59__shadow_.HnO4Yy470PypY7ze9_SsIj5jLFI-U7q_0 2024-09-19T14:05:23.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.706+0000 7fe866dee9c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11331061527433673561', time=2024-09-19T16:05:20.630590+0000, chain.objs.size()=1 2024-09-19T14:05:23.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.706+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.62__shadow_.F5lwK9nG1jSwgKbl5Kcjx-qFzmnrtQl_0 2024-09-19T14:05:23.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.706+0000 7fe866dee9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:05:23.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.710+0000 7fe71afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:05:23.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.710+0000 7fe866dee9c0 20 remove_watcher() i=0 2024-09-19T14:05:23.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.710+0000 7fe866dee9c0 2 removed watcher, disabling cache 2024-09-19T14:05:23.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.714+0000 7fe866dee9c0 20 remove_watcher() i=1 2024-09-19T14:05:23.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.714+0000 7fe866dee9c0 20 remove_watcher() i=2 2024-09-19T14:05:23.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.714+0000 7fe866dee9c0 20 remove_watcher() i=3 2024-09-19T14:05:23.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.714+0000 7fe866dee9c0 20 remove_watcher() i=4 2024-09-19T14:05:23.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.718+0000 7fe866dee9c0 20 remove_watcher() i=5 2024-09-19T14:05:23.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.718+0000 7fe866dee9c0 20 remove_watcher() i=6 2024-09-19T14:05:23.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.718+0000 7fe866dee9c0 20 remove_watcher() i=7 2024-09-19T14:05:23.735 DEBUG:teuthology.orchestra.run.smithi031:> radosgw-admin gc process --include-all 2024-09-19T14:05:23.808 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:05:23.808 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:05:23.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.850+0000 7f57032b59c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:23.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.850+0000 7f57032b59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:23.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.850+0000 7f57032b59c0 20 realm 2024-09-19T14:05:23.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.850+0000 7f57032b59c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:23.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.854+0000 7f57032b59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:23.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.854+0000 7f57032b59c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:05:23.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.854+0000 7f57032b59c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:23.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.854+0000 7f57032b59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:23.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.854+0000 7f57032b59c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:23.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.854+0000 7f57032b59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:05:23.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.854+0000 7f57032b59c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:23.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.854+0000 7f57032b59c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:05:23.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.854+0000 7f57032b59c0 20 searching for the correct realm 2024-09-19T14:05:23.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.862+0000 7f57005ba640 0 -- 172.21.15.31:0/3693872790 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7f56f410b400 msgr2=0x7f56f4122a80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:05:23.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.866+0000 7f5700dbb640 0 -- 172.21.15.31:0/3693872790 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f56f0008040 msgr2=0x7f56f005c530 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T14:05:23.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.874+0000 7f57032b59c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:05:23.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.874+0000 7f57032b59c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:05:23.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.874+0000 7f57032b59c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:05:23.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.874+0000 7f57032b59c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:05:23.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.874+0000 7f57032b59c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:05:23.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.874+0000 7f57032b59c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:05:23.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.874+0000 7f57032b59c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:23.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.874+0000 7f57032b59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:23.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.874+0000 7f57032b59c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:23.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.878+0000 7f57032b59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:05:23.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.878+0000 7f57032b59c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:23.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.878+0000 7f57032b59c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:05:23.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.878+0000 7f57032b59c0 20 zone default found 2024-09-19T14:05:23.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.878+0000 7f57032b59c0 4 Realm: () 2024-09-19T14:05:23.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.878+0000 7f57032b59c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:05:23.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.878+0000 7f57032b59c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:05:23.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.878+0000 7f57032b59c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:05:23.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.878+0000 7f57032b59c0 20 zonegroup default 2024-09-19T14:05:23.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.878+0000 7f57032b59c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:23.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.878+0000 7f57032b59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:23.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.878+0000 7f57032b59c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:23.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.878+0000 7f57032b59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:23.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.878+0000 7f57032b59c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:23.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.878+0000 7f57032b59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:23.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.878+0000 7f57032b59c0 20 started sync module instance, tier type = 2024-09-19T14:05:23.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.878+0000 7f57032b59c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:05:23.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.898+0000 7f57032b59c0 20 add_watcher() i=0 2024-09-19T14:05:23.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.898+0000 7f57032b59c0 20 add_watcher() i=1 2024-09-19T14:05:23.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.898+0000 7f57032b59c0 20 add_watcher() i=2 2024-09-19T14:05:23.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.898+0000 7f57032b59c0 20 add_watcher() i=3 2024-09-19T14:05:23.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.898+0000 7f57032b59c0 20 add_watcher() i=4 2024-09-19T14:05:23.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.898+0000 7f57032b59c0 20 add_watcher() i=5 2024-09-19T14:05:23.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.898+0000 7f57032b59c0 20 add_watcher() i=6 2024-09-19T14:05:23.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.898+0000 7f57032b59c0 20 add_watcher() i=7 2024-09-19T14:05:23.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.898+0000 7f57032b59c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:05:23.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.902+0000 7f55b77e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:05:23.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.902+0000 7f57032b59c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:05:23.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.902+0000 7f57032b59c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:05:23.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.978+0000 7f55b67e4640 20 reqs_thread_entry: start 2024-09-19T14:05:23.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.982+0000 7f57032b59c0 20 init_complete bucket index max shards: 1 2024-09-19T14:05:23.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.982+0000 7f57032b59c0 20 Filter name: none 2024-09-19T14:05:23.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.982+0000 7f55affff640 20 reqs_thread_entry: start 2024-09-19T14:05:23.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.982+0000 7f57032b59c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-19T14:05:23.986 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.982+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:23.988 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.986+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:23.989 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.986+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:23.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.990+0000 7f57032b59c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-19T14:05:23.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.990+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:23.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.994+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:23.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.994+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:23.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.994+0000 7f57032b59c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-19T14:05:24.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.998+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:23.998+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.002+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.002+0000 7f57032b59c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-19T14:05:24.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.006+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.006+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.009 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.006+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.010+0000 7f57032b59c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-19T14:05:24.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.014+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.014+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.014+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.018+0000 7f57032b59c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-19T14:05:24.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.022+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.022+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.026+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.026+0000 7f57032b59c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-19T14:05:24.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.030+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.030+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.030+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.034+0000 7f57032b59c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-19T14:05:24.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.038+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.038+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.038+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.042+0000 7f57032b59c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-19T14:05:24.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.046+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.046+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.050+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.050+0000 7f57032b59c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-19T14:05:24.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.054+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.058+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.058+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.058+0000 7f57032b59c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-19T14:05:24.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.062+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.062+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.062+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.069 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.066+0000 7f57032b59c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-19T14:05:24.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.070+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.074 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.070+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.074+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.078+0000 7f57032b59c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-19T14:05:24.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.078+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.082+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.082+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.082+0000 7f57032b59c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-19T14:05:24.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.086+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.090+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.090+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.094+0000 7f57032b59c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-19T14:05:24.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.098+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.098+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.098+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.102+0000 7f57032b59c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-19T14:05:24.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.106+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.106+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.106+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.110+0000 7f57032b59c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-19T14:05:24.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.114+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.114+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.118+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.118+0000 7f57032b59c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-19T14:05:24.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.122+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.126+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.126+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.130+0000 7f57032b59c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-19T14:05:24.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.134+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.134+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.134+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.138+0000 7f57032b59c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-19T14:05:24.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.142+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.142+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.146+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.146+0000 7f57032b59c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-19T14:05:24.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.150+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.154+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.154+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.158+0000 7f57032b59c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-19T14:05:24.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.162+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.162+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.166+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.166+0000 7f57032b59c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-19T14:05:24.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.170+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.170+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.174+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.174+0000 7f57032b59c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-19T14:05:24.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.178+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.182+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.182+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.186+0000 7f57032b59c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-19T14:05:24.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.190+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.190+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.190+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.194+0000 7f57032b59c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-19T14:05:24.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.198+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.198+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.202+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.206+0000 7f57032b59c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-19T14:05:24.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.210+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.214+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.214+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.214+0000 7f57032b59c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-19T14:05:24.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.218+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.222+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.222+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.226+0000 7f57032b59c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-19T14:05:24.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.230+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.230+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.234+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.234+0000 7f57032b59c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-19T14:05:24.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.238+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.242+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.242+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.246+0000 7f57032b59c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-19T14:05:24.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.250+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.250+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.250+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.254+0000 7f57032b59c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-19T14:05:24.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.258+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.258+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.262+0000 7f57032b59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.266+0000 7f55b77e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:05:24.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.270+0000 7f57032b59c0 20 remove_watcher() i=0 2024-09-19T14:05:24.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.270+0000 7f57032b59c0 2 removed watcher, disabling cache 2024-09-19T14:05:24.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.274+0000 7f57032b59c0 20 remove_watcher() i=1 2024-09-19T14:05:24.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.274+0000 7f57032b59c0 20 remove_watcher() i=2 2024-09-19T14:05:24.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.278+0000 7f57032b59c0 20 remove_watcher() i=3 2024-09-19T14:05:24.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.282+0000 7f57032b59c0 20 remove_watcher() i=4 2024-09-19T14:05:24.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.282+0000 7f57032b59c0 20 remove_watcher() i=5 2024-09-19T14:05:24.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.286+0000 7f57032b59c0 20 remove_watcher() i=6 2024-09-19T14:05:24.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.290+0000 7f57032b59c0 20 remove_watcher() i=7 2024-09-19T14:05:24.311 DEBUG:teuthology.orchestra.run.smithi031:> radosgw-admin gc process --include-all 2024-09-19T14:05:24.386 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:05:24.386 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:05:24.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.434+0000 7f9b825f19c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:24.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.434+0000 7f9b825f19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:24.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.434+0000 7f9b825f19c0 20 realm 2024-09-19T14:05:24.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.434+0000 7f9b825f19c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:24.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.438+0000 7f9b825f19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:24.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.438+0000 7f9b825f19c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:05:24.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.438+0000 7f9b825f19c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:24.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.438+0000 7f9b825f19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:24.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.438+0000 7f9b825f19c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:24.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.438+0000 7f9b825f19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:05:24.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.438+0000 7f9b825f19c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:24.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.438+0000 7f9b825f19c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:05:24.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.438+0000 7f9b825f19c0 20 searching for the correct realm 2024-09-19T14:05:24.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.446+0000 7f9b808f8640 0 -- 172.21.15.31:0/3827469438 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7f9b74017070 msgr2=0x7f9b7405e2a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:05:24.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.450+0000 7f9b800f7640 0 -- 172.21.15.31:0/3827469438 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f9b78069b70 msgr2=0x7f9b78060a70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T14:05:24.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.458+0000 7f9b825f19c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:05:24.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.458+0000 7f9b825f19c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:05:24.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.458+0000 7f9b825f19c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:05:24.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.458+0000 7f9b825f19c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:05:24.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.458+0000 7f9b825f19c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:05:24.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.458+0000 7f9b825f19c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:05:24.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.458+0000 7f9b825f19c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:24.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.462+0000 7f9b825f19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:24.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.462+0000 7f9b825f19c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:24.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.462+0000 7f9b825f19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:05:24.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.462+0000 7f9b825f19c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:24.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.462+0000 7f9b825f19c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:05:24.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.462+0000 7f9b825f19c0 20 zone default found 2024-09-19T14:05:24.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.462+0000 7f9b825f19c0 4 Realm: () 2024-09-19T14:05:24.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.462+0000 7f9b825f19c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:05:24.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.462+0000 7f9b825f19c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:05:24.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.462+0000 7f9b825f19c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:05:24.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.462+0000 7f9b825f19c0 20 zonegroup default 2024-09-19T14:05:24.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.462+0000 7f9b825f19c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:24.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.462+0000 7f9b825f19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:24.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.462+0000 7f9b825f19c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:24.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.462+0000 7f9b825f19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:24.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.462+0000 7f9b825f19c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:24.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.462+0000 7f9b825f19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:24.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.462+0000 7f9b825f19c0 20 started sync module instance, tier type = 2024-09-19T14:05:24.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.462+0000 7f9b825f19c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:05:24.484 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.482+0000 7f9b825f19c0 20 add_watcher() i=0 2024-09-19T14:05:24.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.482+0000 7f9b825f19c0 20 add_watcher() i=1 2024-09-19T14:05:24.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.482+0000 7f9b825f19c0 20 add_watcher() i=2 2024-09-19T14:05:24.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.482+0000 7f9b825f19c0 20 add_watcher() i=3 2024-09-19T14:05:24.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.482+0000 7f9b825f19c0 20 add_watcher() i=4 2024-09-19T14:05:24.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.482+0000 7f9b825f19c0 20 add_watcher() i=5 2024-09-19T14:05:24.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.482+0000 7f9b825f19c0 20 add_watcher() i=6 2024-09-19T14:05:24.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.486+0000 7f9b825f19c0 20 add_watcher() i=7 2024-09-19T14:05:24.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.486+0000 7f9b825f19c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:05:24.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.486+0000 7f9a36fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:05:24.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.490+0000 7f9b825f19c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:05:24.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.490+0000 7f9b825f19c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:05:24.576 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.574+0000 7f9a35fdb640 20 reqs_thread_entry: start 2024-09-19T14:05:24.576 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.574+0000 7f9b825f19c0 20 init_complete bucket index max shards: 1 2024-09-19T14:05:24.576 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.574+0000 7f9b825f19c0 20 Filter name: none 2024-09-19T14:05:24.576 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.574+0000 7f99a77fe640 20 reqs_thread_entry: start 2024-09-19T14:05:24.576 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.574+0000 7f9b825f19c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-19T14:05:24.578 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.574+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.578+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.578+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.578+0000 7f9b825f19c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-19T14:05:24.584 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.582+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.582+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.586 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.582+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.589 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.586+0000 7f9b825f19c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-19T14:05:24.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.590+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.590+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.593 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.590+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.594+0000 7f9b825f19c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-19T14:05:24.599 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.598+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.598+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.598+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.602+0000 7f9b825f19c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-19T14:05:24.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.606+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.606+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.610+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.610+0000 7f9b825f19c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-19T14:05:24.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.614+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.614+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.614+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.618+0000 7f9b825f19c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-19T14:05:24.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.622+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.622+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.626+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.626+0000 7f9b825f19c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-19T14:05:24.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.630+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.634+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.634+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.638+0000 7f9b825f19c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-19T14:05:24.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.638+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.642+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.642+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.646+0000 7f9b825f19c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-19T14:05:24.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.650+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.650+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.653 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.650+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.654+0000 7f9b825f19c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-19T14:05:24.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.658+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.658+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.658+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.662+0000 7f9b825f19c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-19T14:05:24.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.666+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.666+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.666+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.671 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.670+0000 7f9b825f19c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-19T14:05:24.675 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.674+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.674+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.674+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.680 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.678+0000 7f9b825f19c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-19T14:05:24.683 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.682+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.683 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.682+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.682+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.682+0000 7f9b825f19c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-19T14:05:24.689 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.686+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.691 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.690+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.691 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.690+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.690+0000 7f9b825f19c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-19T14:05:24.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.694+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.694+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.694+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.698+0000 7f9b825f19c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-19T14:05:24.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.702+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.702+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.702+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.706+0000 7f9b825f19c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-19T14:05:24.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.710+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.710+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.710+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.714+0000 7f9b825f19c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-19T14:05:24.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.718+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.718+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.718+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.722+0000 7f9b825f19c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-19T14:05:24.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.726+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.726+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.726+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.730+0000 7f9b825f19c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-19T14:05:24.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.734+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.734+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.734+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.738+0000 7f9b825f19c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-19T14:05:24.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.742+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.742+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.742+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.742+0000 7f9b825f19c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-19T14:05:24.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.746+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.752 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.750+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.750+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.755 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.754+0000 7f9b825f19c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-19T14:05:24.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.754+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.758+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.758+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.762 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.758+0000 7f9b825f19c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-19T14:05:24.765 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.762+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.766+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.766+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.770+0000 7f9b825f19c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-19T14:05:24.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.770+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.774+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.774+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.774+0000 7f9b825f19c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-19T14:05:24.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.778+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.778+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.778+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.782+0000 7f9b825f19c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-19T14:05:24.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.786+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.786+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.790+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.790+0000 7f9b825f19c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-19T14:05:24.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.794+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.794+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.799 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.798+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.798+0000 7f9b825f19c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-19T14:05:24.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.802+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.806+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.806+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.810+0000 7f9b825f19c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-19T14:05:24.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.810+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.814+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.814+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.818+0000 7f9b825f19c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-19T14:05:24.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.822+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.825 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.822+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:24.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.822+0000 7f9b825f19c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:24.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.826+0000 7f9a36fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:05:24.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.834+0000 7f9b825f19c0 20 remove_watcher() i=0 2024-09-19T14:05:24.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.834+0000 7f9b825f19c0 2 removed watcher, disabling cache 2024-09-19T14:05:24.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.834+0000 7f9b825f19c0 20 remove_watcher() i=1 2024-09-19T14:05:24.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.838+0000 7f9b825f19c0 20 remove_watcher() i=2 2024-09-19T14:05:24.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.838+0000 7f9b825f19c0 20 remove_watcher() i=3 2024-09-19T14:05:24.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.842+0000 7f9b825f19c0 20 remove_watcher() i=4 2024-09-19T14:05:24.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.846+0000 7f9b825f19c0 20 remove_watcher() i=5 2024-09-19T14:05:24.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.846+0000 7f9b825f19c0 20 remove_watcher() i=6 2024-09-19T14:05:24.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.850+0000 7f9b825f19c0 20 remove_watcher() i=7 2024-09-19T14:05:24.869 DEBUG:teuthology.orchestra.run.smithi031:> radosgw-admin gc process --include-all 2024-09-19T14:05:24.942 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:05:24.943 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:05:24.990 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.986+0000 7fe8b354a9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:24.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.990+0000 7fe8b354a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:24.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.990+0000 7fe8b354a9c0 20 realm 2024-09-19T14:05:24.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.990+0000 7fe8b354a9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:24.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.990+0000 7fe8b354a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:24.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.990+0000 7fe8b354a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:05:24.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.990+0000 7fe8b354a9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:24.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.990+0000 7fe8b354a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:24.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.990+0000 7fe8b354a9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:24.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.990+0000 7fe8b354a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:05:24.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.990+0000 7fe8b354a9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:24.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.994+0000 7fe8b354a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:05:24.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:24.994+0000 7fe8b354a9c0 20 searching for the correct realm 2024-09-19T14:05:25.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.002+0000 7fe8b1050640 0 -- 172.21.15.31:0/688099269 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7fe8a4090bf0 msgr2=0x7fe8a408c400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T14:05:25.009 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.006+0000 7fe8b1050640 0 -- 172.21.15.31:0/688099269 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7fe8ac026040 msgr2=0x7fe8ac008970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:05:25.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.014+0000 7fe8b354a9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:05:25.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.014+0000 7fe8b354a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:05:25.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.014+0000 7fe8b354a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:05:25.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.014+0000 7fe8b354a9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:05:25.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.014+0000 7fe8b354a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:05:25.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.014+0000 7fe8b354a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:05:25.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.014+0000 7fe8b354a9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:25.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.014+0000 7fe8b354a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:25.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.014+0000 7fe8b354a9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:25.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.014+0000 7fe8b354a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:05:25.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.014+0000 7fe8b354a9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:25.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.014+0000 7fe8b354a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:05:25.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.014+0000 7fe8b354a9c0 20 zone default found 2024-09-19T14:05:25.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.014+0000 7fe8b354a9c0 4 Realm: () 2024-09-19T14:05:25.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.014+0000 7fe8b354a9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:05:25.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.014+0000 7fe8b354a9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:05:25.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.014+0000 7fe8b354a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:05:25.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.014+0000 7fe8b354a9c0 20 zonegroup default 2024-09-19T14:05:25.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.014+0000 7fe8b354a9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:25.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.018+0000 7fe8b354a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:25.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.018+0000 7fe8b354a9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:25.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.018+0000 7fe8b354a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:25.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.018+0000 7fe8b354a9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:25.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.018+0000 7fe8b354a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:25.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.018+0000 7fe8b354a9c0 20 started sync module instance, tier type = 2024-09-19T14:05:25.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.018+0000 7fe8b354a9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:05:25.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.034+0000 7fe8b354a9c0 20 add_watcher() i=0 2024-09-19T14:05:25.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.034+0000 7fe8b354a9c0 20 add_watcher() i=1 2024-09-19T14:05:25.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.034+0000 7fe8b354a9c0 20 add_watcher() i=2 2024-09-19T14:05:25.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.034+0000 7fe8b354a9c0 20 add_watcher() i=3 2024-09-19T14:05:25.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.034+0000 7fe8b354a9c0 20 add_watcher() i=4 2024-09-19T14:05:25.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.034+0000 7fe8b354a9c0 20 add_watcher() i=5 2024-09-19T14:05:25.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.034+0000 7fe8b354a9c0 20 add_watcher() i=6 2024-09-19T14:05:25.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.038+0000 7fe8b354a9c0 20 add_watcher() i=7 2024-09-19T14:05:25.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.038+0000 7fe8b354a9c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:05:25.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.042+0000 7fe767fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:05:25.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.042+0000 7fe8b354a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:05:25.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.042+0000 7fe8b354a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:05:25.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.118+0000 7fe766fe5640 20 reqs_thread_entry: start 2024-09-19T14:05:25.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.118+0000 7fe8b354a9c0 20 init_complete bucket index max shards: 1 2024-09-19T14:05:25.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.118+0000 7fe8b354a9c0 20 Filter name: none 2024-09-19T14:05:25.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.118+0000 7fe764fe1640 20 reqs_thread_entry: start 2024-09-19T14:05:25.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.118+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-19T14:05:25.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.118+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.122+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:25.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.122+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.122+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-19T14:05:25.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.126+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.126+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:25.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.126+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.130+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-19T14:05:25.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.134+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.134+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:25.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.134+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.138+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-19T14:05:25.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.142+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.142+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:25.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.142+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.146+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-19T14:05:25.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.146+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.146+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:25.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.150+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.150+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-19T14:05:25.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.154+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.154+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:25.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.158+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.158+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-19T14:05:25.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.162+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.162+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:25.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.162+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.166+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-19T14:05:25.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.170+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.174+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:25.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.174+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.174+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-19T14:05:25.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.178+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.182+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:25.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.182+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.186+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-19T14:05:25.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.190+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.190+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:25.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.194+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.194+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-19T14:05:25.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.198+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.198+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:25.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.198+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.202+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-19T14:05:25.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.206+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.206+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:25.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.206+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.210+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-19T14:05:25.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.214+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.214+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:25.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.214+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.218+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-19T14:05:25.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.218+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.222+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:25.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.222+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.226+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-19T14:05:25.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.230+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.230+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:25.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.234+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.234+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-19T14:05:25.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.238+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.238+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:25.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.238+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.242+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-19T14:05:25.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.246+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.246+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:25.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.250+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.250+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-19T14:05:25.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.254+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.258+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:25.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.258+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.262+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-19T14:05:25.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.266+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.266+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:25.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.266+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.270+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-19T14:05:25.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.274+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.274+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:25.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.274+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.278+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-19T14:05:25.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.282+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.286+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:25.289 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.286+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.290+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-19T14:05:25.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.294+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.294+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:25.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.298+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.298+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-19T14:05:25.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.302+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.306+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:25.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.306+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.310+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-19T14:05:25.315 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.314+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.317 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.314+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:25.318 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.314+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.318+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-19T14:05:25.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.322+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.322+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:25.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.322+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.326+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-19T14:05:25.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.330+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.334 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.330+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:25.335 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.334+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.334+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-19T14:05:25.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.338+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.342+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:25.344 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.342+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.346+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-19T14:05:25.350 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.346+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.352 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.350+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:25.353 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.350+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.354+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-19T14:05:25.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.358+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.358+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:25.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.362+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.365 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.362+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-19T14:05:25.369 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.366+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.371 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.370+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:25.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.370+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.374+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-19T14:05:25.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.378+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.378+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:25.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.378+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.382+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-19T14:05:25.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.386+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.386+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:25.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.386+0000 7fe8b354a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:25.395 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.394+0000 7fe767fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:05:25.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.398+0000 7fe8b354a9c0 20 remove_watcher() i=0 2024-09-19T14:05:25.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.398+0000 7fe8b354a9c0 2 removed watcher, disabling cache 2024-09-19T14:05:25.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.402+0000 7fe8b354a9c0 20 remove_watcher() i=1 2024-09-19T14:05:25.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.402+0000 7fe8b354a9c0 20 remove_watcher() i=2 2024-09-19T14:05:25.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.406+0000 7fe8b354a9c0 20 remove_watcher() i=3 2024-09-19T14:05:25.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.406+0000 7fe8b354a9c0 20 remove_watcher() i=4 2024-09-19T14:05:25.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.410+0000 7fe8b354a9c0 20 remove_watcher() i=5 2024-09-19T14:05:25.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.414+0000 7fe8b354a9c0 20 remove_watcher() i=6 2024-09-19T14:05:25.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:25.414+0000 7fe8b354a9c0 20 remove_watcher() i=7 2024-09-19T14:05:25.438 DEBUG:teuthology.orchestra.run.smithi031:> cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle/bin/gradle clean test --rerun-tasks --no-build-cache --tests BucketTest 2024-09-19T14:05:26.170 INFO:teuthology.orchestra.run.smithi031.stdout:> Task :clean 2024-09-19T14:05:26.967 INFO:teuthology.orchestra.run.smithi031.stdout:> Task :compileJava 2024-09-19T14:05:26.968 INFO:teuthology.orchestra.run.smithi031.stdout:> Task :processResources 2024-09-19T14:05:26.968 INFO:teuthology.orchestra.run.smithi031.stdout:> Task :classes 2024-09-19T14:05:27.367 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:27.368 INFO:teuthology.orchestra.run.smithi031.stdout:> Task :compileTestJava 2024-09-19T14:05:27.368 INFO:teuthology.orchestra.run.smithi031.stderr:Note: /home/ubuntu/cephtest/s3-tests-java/src/test/java/BucketTest.java uses or overrides a deprecated API. 2024-09-19T14:05:27.368 INFO:teuthology.orchestra.run.smithi031.stderr:Note: Recompile with -Xlint:deprecation for details. 2024-09-19T14:05:27.369 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:27.369 INFO:teuthology.orchestra.run.smithi031.stdout:> Task :processTestResources NO-SOURCE 2024-09-19T14:05:27.369 INFO:teuthology.orchestra.run.smithi031.stdout:> Task :testClasses 2024-09-19T14:05:29.369 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:29.369 INFO:teuthology.orchestra.run.smithi031.stdout:> Task :test 2024-09-19T14:05:29.369 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:29.369 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Bucket tests STANDARD_OUT 2024-09-19T14:05:29.369 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19 14:05:28,750 [Test worker] WARN com.amazonaws.util.Base64 - JAXB is unavailable. Will fallback to SDK implementation which may be less performant 2024-09-19T14:05:29.369 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:29.369 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectEmpty STARTED 2024-09-19T14:05:29.369 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:29.369 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectEmpty PASSED 2024-09-19T14:05:29.369 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:29.369 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectMismatch STARTED 2024-09-19T14:05:29.370 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:29.370 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectMismatch PASSED 2024-09-19T14:05:29.567 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:29.568 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectUnreadable STARTED 2024-09-19T14:05:29.667 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:29.667 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectUnreadable PASSED 2024-09-19T14:05:29.867 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:29.868 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Bucket tests > BucketTest.testBucketCreateReadDelete STARTED 2024-09-19T14:05:29.967 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:29.968 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Bucket tests > BucketTest.testBucketCreateReadDelete PASSED 2024-09-19T14:05:30.067 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:30.067 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNonEmpty STARTED 2024-09-19T14:05:30.167 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:30.167 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNonEmpty PASSED 2024-09-19T14:05:30.468 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:30.468 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNotExist STARTED 2024-09-19T14:05:30.468 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:30.468 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNotExist PASSED 2024-09-19T14:05:30.567 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:30.567 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Bucket tests > BucketTest.testBucketListDistinct STARTED 2024-09-19T14:05:30.667 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:30.667 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Bucket tests > BucketTest.testBucketListDistinct PASSED 2024-09-19T14:05:31.168 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:31.168 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Bucket tests > BucketTest.testBucketListEmpty STARTED 2024-09-19T14:05:31.168 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:31.168 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Bucket tests > BucketTest.testBucketListEmpty PASSED 2024-09-19T14:05:31.467 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:31.468 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Bucket tests > BucketTest.testBucketNotExist STARTED 2024-09-19T14:05:31.468 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:31.468 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Bucket tests > BucketTest.testBucketNotExist PASSED 2024-09-19T14:05:31.602 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:31.602 INFO:teuthology.orchestra.run.smithi031.stdout:-------------------------------------------------------------------- 2024-09-19T14:05:31.602 INFO:teuthology.orchestra.run.smithi031.stdout:| Results: SUCCESS (9 tests, 9 successes, 0 failures, 0 skipped) | 2024-09-19T14:05:31.602 INFO:teuthology.orchestra.run.smithi031.stdout:-------------------------------------------------------------------- 2024-09-19T14:05:31.602 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:31.602 INFO:teuthology.orchestra.run.smithi031.stdout:Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. 2024-09-19T14:05:31.603 INFO:teuthology.orchestra.run.smithi031.stdout:Use '--warning-mode all' to show the individual deprecation warnings. 2024-09-19T14:05:31.603 INFO:teuthology.orchestra.run.smithi031.stdout:See https://docs.gradle.org/6.0.1/userguide/command_line_interface.html#sec:command_line_warnings 2024-09-19T14:05:31.603 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:31.603 INFO:teuthology.orchestra.run.smithi031.stdout:BUILD SUCCESSFUL in 6s 2024-09-19T14:05:31.603 INFO:teuthology.orchestra.run.smithi031.stdout:5 actionable tasks: 5 executed 2024-09-19T14:05:31.621 DEBUG:teuthology.orchestra.run.smithi031:> radosgw-admin gc process --include-all 2024-09-19T14:05:31.650 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:05:31.651 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:05:31.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:31.694+0000 7f1e09b1b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:31.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:31.694+0000 7f1e09b1b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:31.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:31.694+0000 7f1e09b1b9c0 20 realm 2024-09-19T14:05:31.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:31.694+0000 7f1e09b1b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:31.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:31.694+0000 7f1e09b1b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:31.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:31.694+0000 7f1e09b1b9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:05:31.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:31.694+0000 7f1e09b1b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:31.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:31.698+0000 7f1e09b1b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:31.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:31.698+0000 7f1e09b1b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:31.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:31.698+0000 7f1e09b1b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:05:31.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:31.698+0000 7f1e09b1b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:31.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:31.698+0000 7f1e09b1b9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:05:31.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:31.698+0000 7f1e09b1b9c0 20 searching for the correct realm 2024-09-19T14:05:31.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:31.702+0000 7f1e07621640 0 -- 172.21.15.31:0/446589318 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7f1df8042060 msgr2=0x7f1df8067230 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:05:31.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:31.710+0000 7f1e07621640 0 -- 172.21.15.31:0/446589318 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f1df0003cc0 msgr2=0x7f1e000383f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:05:31.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:31.930+0000 7f1e09b1b9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:05:31.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:31.930+0000 7f1e09b1b9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:05:31.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:31.930+0000 7f1e09b1b9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:05:31.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:31.930+0000 7f1e09b1b9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:05:31.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:31.930+0000 7f1e09b1b9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:05:31.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:31.930+0000 7f1e09b1b9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:05:31.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:31.930+0000 7f1e09b1b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:31.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:31.930+0000 7f1e09b1b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:31.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:31.930+0000 7f1e09b1b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:31.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:31.930+0000 7f1e09b1b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:05:31.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:31.930+0000 7f1e09b1b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:31.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:31.934+0000 7f1e09b1b9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:05:31.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:31.934+0000 7f1e09b1b9c0 20 zone default found 2024-09-19T14:05:31.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:31.934+0000 7f1e09b1b9c0 4 Realm: () 2024-09-19T14:05:31.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:31.934+0000 7f1e09b1b9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:05:31.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:31.934+0000 7f1e09b1b9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:05:31.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:31.934+0000 7f1e09b1b9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:05:31.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:31.934+0000 7f1e09b1b9c0 20 zonegroup default 2024-09-19T14:05:31.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:31.934+0000 7f1e09b1b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:31.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:31.934+0000 7f1e09b1b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:31.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:31.934+0000 7f1e09b1b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:31.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:31.934+0000 7f1e09b1b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:31.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:31.934+0000 7f1e09b1b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:31.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:31.934+0000 7f1e09b1b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:31.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:31.934+0000 7f1e09b1b9c0 20 started sync module instance, tier type = 2024-09-19T14:05:31.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:31.934+0000 7f1e09b1b9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:05:31.961 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:31.958+0000 7f1e09b1b9c0 20 add_watcher() i=0 2024-09-19T14:05:31.961 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:31.958+0000 7f1e09b1b9c0 20 add_watcher() i=1 2024-09-19T14:05:31.961 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:31.958+0000 7f1e09b1b9c0 20 add_watcher() i=2 2024-09-19T14:05:31.961 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:31.958+0000 7f1e09b1b9c0 20 add_watcher() i=3 2024-09-19T14:05:31.961 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:31.958+0000 7f1e09b1b9c0 20 add_watcher() i=4 2024-09-19T14:05:31.961 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:31.958+0000 7f1e09b1b9c0 20 add_watcher() i=5 2024-09-19T14:05:31.961 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:31.958+0000 7f1e09b1b9c0 20 add_watcher() i=6 2024-09-19T14:05:31.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:31.962+0000 7f1e09b1b9c0 20 add_watcher() i=7 2024-09-19T14:05:31.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:31.962+0000 7f1e09b1b9c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:05:31.968 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:31.966+0000 7f1cbdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:05:31.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:31.966+0000 7f1e09b1b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:05:31.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:31.966+0000 7f1e09b1b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:05:32.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.058+0000 7f1cbcfe1640 20 reqs_thread_entry: start 2024-09-19T14:05:32.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.058+0000 7f1e09b1b9c0 20 init_complete bucket index max shards: 1 2024-09-19T14:05:32.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.058+0000 7f1e09b1b9c0 20 Filter name: none 2024-09-19T14:05:32.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.058+0000 7f1c367fc640 20 reqs_thread_entry: start 2024-09-19T14:05:32.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.058+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-19T14:05:32.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.062+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.062+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.062+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-19T14:05:32.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.062+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13771073249216291437', time=2024-09-19T16:05:30.251847+0000, chain.objs.size()=1 2024-09-19T14:05:32.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.062+0000 7f1e09b1b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.71__shadow_.L0C6KVlIJskZ0VdNTN3-xV3BARovvO8_0 2024-09-19T14:05:32.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.066+0000 7f1e09b1b9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:05:32.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.074+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-19T14:05:32.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.074+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.078+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.078+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.082+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-19T14:05:32.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.082+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.086+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.086+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.090+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-19T14:05:32.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.094+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.094+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.094+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.098+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-19T14:05:32.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.102+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.102+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.106+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.106+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-19T14:05:32.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.110+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.110+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.110+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.110+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-19T14:05:32.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.114+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.118+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.118+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.118+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-19T14:05:32.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.122+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.122+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.122+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.126+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-19T14:05:32.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.130+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.130+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.134+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.134+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-19T14:05:32.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.138+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.142+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.142+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.150+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-19T14:05:32.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.150+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.154+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.154+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.158+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-19T14:05:32.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.158+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.162+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.162+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.166+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-19T14:05:32.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.170+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.174+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.174+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.178+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-19T14:05:32.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.182+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.182+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.182+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.186+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-19T14:05:32.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.190+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.190+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.190+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.194+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-19T14:05:32.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.198+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.198+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.198+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.202+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-19T14:05:32.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.206+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.206+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.206+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.210+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-19T14:05:32.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.214+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.214+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.214+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.218+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-19T14:05:32.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.222+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.222+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.226+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.226+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-19T14:05:32.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.230+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.234+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.234+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.234+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-19T14:05:32.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.238+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.242+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.242+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.242+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-19T14:05:32.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.246+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.250+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.250+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.254+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-19T14:05:32.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.254+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.258+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.258+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.262+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-19T14:05:32.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.266+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.266+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.266+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.270+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-19T14:05:32.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.274+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.274+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.274+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.278+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-19T14:05:32.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.282+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.282+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.286+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-19T14:05:32.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.286+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13137198375166057537', time=2024-09-19T16:05:30.920725+0000, chain.objs.size()=1 2024-09-19T14:05:32.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.286+0000 7f1e09b1b9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.72__shadow_.gnDAL2PV0PurVtUcIxm0qKugBxsUo33_0 2024-09-19T14:05:32.290 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.286+0000 7f1e09b1b9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:05:32.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.294+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-19T14:05:32.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.298+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.298+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.298+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.302+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-19T14:05:32.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.306+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.306+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.310+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.314 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.310+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-19T14:05:32.317 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.314+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.318 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.314+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.319 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.318+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.318+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-19T14:05:32.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.322+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.322+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.326+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.326+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-19T14:05:32.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.330+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.335 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.334+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.334+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.338 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.334+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-19T14:05:32.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.338+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.342+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.344 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.342+0000 7f1e09b1b9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.349 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.346+0000 7f1cbdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:05:32.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.350+0000 7f1e09b1b9c0 20 remove_watcher() i=0 2024-09-19T14:05:32.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.350+0000 7f1e09b1b9c0 2 removed watcher, disabling cache 2024-09-19T14:05:32.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.354+0000 7f1e09b1b9c0 20 remove_watcher() i=1 2024-09-19T14:05:32.359 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.358+0000 7f1e09b1b9c0 20 remove_watcher() i=2 2024-09-19T14:05:32.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.358+0000 7f1e09b1b9c0 20 remove_watcher() i=3 2024-09-19T14:05:32.365 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.362+0000 7f1e09b1b9c0 20 remove_watcher() i=4 2024-09-19T14:05:32.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.366+0000 7f1e09b1b9c0 20 remove_watcher() i=5 2024-09-19T14:05:32.370 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.366+0000 7f1e09b1b9c0 20 remove_watcher() i=6 2024-09-19T14:05:32.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.370+0000 7f1e09b1b9c0 20 remove_watcher() i=7 2024-09-19T14:05:32.398 DEBUG:teuthology.orchestra.run.smithi031:> radosgw-admin gc process --include-all 2024-09-19T14:05:32.475 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:05:32.475 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:05:32.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.522+0000 7f77f969d9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:32.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.522+0000 7f77f969d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:32.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.522+0000 7f77f969d9c0 20 realm 2024-09-19T14:05:32.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.522+0000 7f77f969d9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:32.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.522+0000 7f77f969d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:32.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.522+0000 7f77f969d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:05:32.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.522+0000 7f77f969d9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:32.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.522+0000 7f77f969d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:32.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.522+0000 7f77f969d9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:32.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.526+0000 7f77f969d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:05:32.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.526+0000 7f77f969d9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:32.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.526+0000 7f77f969d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:05:32.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.526+0000 7f77f969d9c0 20 searching for the correct realm 2024-09-19T14:05:32.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.530+0000 7f77f69a2640 0 -- 172.21.15.31:0/190079417 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7f77ec0643e0 msgr2=0x7f77ec0665d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:05:32.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.538+0000 7f77f71a3640 0 -- 172.21.15.31:0/190079417 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f77f0022020 msgr2=0x7f77f005f8e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:05:32.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.546+0000 7f77f969d9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:05:32.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.546+0000 7f77f969d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:05:32.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.546+0000 7f77f969d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:05:32.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.546+0000 7f77f969d9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:05:32.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.546+0000 7f77f969d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:05:32.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.546+0000 7f77f969d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:05:32.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.546+0000 7f77f969d9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:32.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.546+0000 7f77f969d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:32.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.546+0000 7f77f969d9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:32.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.546+0000 7f77f969d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:05:32.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.546+0000 7f77f969d9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:32.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.546+0000 7f77f969d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:05:32.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.546+0000 7f77f969d9c0 20 zone default found 2024-09-19T14:05:32.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.546+0000 7f77f969d9c0 4 Realm: () 2024-09-19T14:05:32.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.546+0000 7f77f969d9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:05:32.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.546+0000 7f77f969d9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:05:32.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.546+0000 7f77f969d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:05:32.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.546+0000 7f77f969d9c0 20 zonegroup default 2024-09-19T14:05:32.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.546+0000 7f77f969d9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:32.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.546+0000 7f77f969d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:32.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.546+0000 7f77f969d9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:32.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.546+0000 7f77f969d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:32.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.546+0000 7f77f969d9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:32.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.550+0000 7f77f969d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:32.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.550+0000 7f77f969d9c0 20 started sync module instance, tier type = 2024-09-19T14:05:32.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.550+0000 7f77f969d9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:05:32.570 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.566+0000 7f77f969d9c0 20 add_watcher() i=0 2024-09-19T14:05:32.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.566+0000 7f77f969d9c0 20 add_watcher() i=1 2024-09-19T14:05:32.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.566+0000 7f77f969d9c0 20 add_watcher() i=2 2024-09-19T14:05:32.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.566+0000 7f77f969d9c0 20 add_watcher() i=3 2024-09-19T14:05:32.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.566+0000 7f77f969d9c0 20 add_watcher() i=4 2024-09-19T14:05:32.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.566+0000 7f77f969d9c0 20 add_watcher() i=5 2024-09-19T14:05:32.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.566+0000 7f77f969d9c0 20 add_watcher() i=6 2024-09-19T14:05:32.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.570+0000 7f77f969d9c0 20 add_watcher() i=7 2024-09-19T14:05:32.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.570+0000 7f77f969d9c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:05:32.576 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.574+0000 7f76adfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:05:32.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.574+0000 7f77f969d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:05:32.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.574+0000 7f77f969d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:05:32.653 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.650+0000 7f76acfe1640 20 reqs_thread_entry: start 2024-09-19T14:05:32.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.650+0000 7f77f969d9c0 20 init_complete bucket index max shards: 1 2024-09-19T14:05:32.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.650+0000 7f77f969d9c0 20 Filter name: none 2024-09-19T14:05:32.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.650+0000 7f76267fc640 20 reqs_thread_entry: start 2024-09-19T14:05:32.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.650+0000 7f77f969d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-19T14:05:32.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.654+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.654+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.658+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.658+0000 7f77f969d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-19T14:05:32.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.662+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.662+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.662+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.666+0000 7f77f969d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-19T14:05:32.671 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.670+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.670+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.670+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.674+0000 7f77f969d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-19T14:05:32.680 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.678+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.678+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.682+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.682+0000 7f77f969d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-19T14:05:32.689 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.686+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.690 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.686+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.691 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.690+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.690+0000 7f77f969d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-19T14:05:32.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.694+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.694+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.694+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.698+0000 7f77f969d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-19T14:05:32.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.702+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.702+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.702+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.706+0000 7f77f969d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-19T14:05:32.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.710+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.710+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.710+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.714+0000 7f77f969d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-19T14:05:32.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.718+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.722+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.722+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.726+0000 7f77f969d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-19T14:05:32.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.726+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.730+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.730+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.730+0000 7f77f969d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-19T14:05:32.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.734+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.734+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.734+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.738+0000 7f77f969d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-19T14:05:32.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.738+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.742+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.742+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.742+0000 7f77f969d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-19T14:05:32.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.746+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.751 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.750+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.752 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.750+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.755 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.754+0000 7f77f969d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-19T14:05:32.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.754+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.754+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.758+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.760 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.758+0000 7f77f969d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-19T14:05:32.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.762+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.762+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.766+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.766+0000 7f77f969d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-19T14:05:32.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.770+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.774+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.774+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.774+0000 7f77f969d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-19T14:05:32.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.778+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.778+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.782+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.785 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.782+0000 7f77f969d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-19T14:05:32.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.786+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.786+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.786+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.790+0000 7f77f969d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-19T14:05:32.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.794+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.794+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.794+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.798+0000 7f77f969d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-19T14:05:32.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.802+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.802+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.802+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.806+0000 7f77f969d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-19T14:05:32.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.810+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.810+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.810+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.814+0000 7f77f969d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-19T14:05:32.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.818+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.818+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.824 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.822+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.825 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.822+0000 7f77f969d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-19T14:05:32.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.826+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.826+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.826+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.830+0000 7f77f969d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-19T14:05:32.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.834+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.834+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.834+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.838+0000 7f77f969d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-19T14:05:32.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.842+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.846+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.846+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.846+0000 7f77f969d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-19T14:05:32.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.850+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.854+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.854+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.858+0000 7f77f969d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-19T14:05:32.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.862+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.866+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.866+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.866+0000 7f77f969d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-19T14:05:32.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.870+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.874+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.874+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.878+0000 7f77f969d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-19T14:05:32.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.882+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.882+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.886+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.886+0000 7f77f969d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-19T14:05:32.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.890+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.894+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.894+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.898+0000 7f77f969d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-19T14:05:32.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.902+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.902+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.902+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.906+0000 7f77f969d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-19T14:05:32.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.910+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.914+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:32.916 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.914+0000 7f77f969d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:32.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.918+0000 7f76adfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:05:32.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.926+0000 7f77f969d9c0 20 remove_watcher() i=0 2024-09-19T14:05:32.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.926+0000 7f77f969d9c0 2 removed watcher, disabling cache 2024-09-19T14:05:32.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.926+0000 7f77f969d9c0 20 remove_watcher() i=1 2024-09-19T14:05:32.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.930+0000 7f77f969d9c0 20 remove_watcher() i=2 2024-09-19T14:05:32.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.934+0000 7f77f969d9c0 20 remove_watcher() i=3 2024-09-19T14:05:32.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.934+0000 7f77f969d9c0 20 remove_watcher() i=4 2024-09-19T14:05:32.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.938+0000 7f77f969d9c0 20 remove_watcher() i=5 2024-09-19T14:05:32.942 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.938+0000 7f77f969d9c0 20 remove_watcher() i=6 2024-09-19T14:05:32.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:32.942+0000 7f77f969d9c0 20 remove_watcher() i=7 2024-09-19T14:05:32.965 DEBUG:teuthology.orchestra.run.smithi031:> radosgw-admin gc process --include-all 2024-09-19T14:05:33.039 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:05:33.039 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:05:33.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.086+0000 7ff0a03729c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:33.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.086+0000 7ff0a03729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:33.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.086+0000 7ff0a03729c0 20 realm 2024-09-19T14:05:33.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.086+0000 7ff0a03729c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:33.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.090+0000 7ff0a03729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:33.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.090+0000 7ff0a03729c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:05:33.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.090+0000 7ff0a03729c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:33.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.090+0000 7ff0a03729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:33.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.090+0000 7ff0a03729c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:33.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.090+0000 7ff0a03729c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:05:33.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.090+0000 7ff0a03729c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:33.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.090+0000 7ff0a03729c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:05:33.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.090+0000 7ff0a03729c0 20 searching for the correct realm 2024-09-19T14:05:33.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.098+0000 7ff09e679640 0 -- 172.21.15.31:0/795857326 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7ff088103c20 msgr2=0x7ff0880f7d00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T14:05:33.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.102+0000 7ff09de78640 0 -- 172.21.15.31:0/795857326 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7ff09001b040 msgr2=0x7ff090060d40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:05:33.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.110+0000 7ff0a03729c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:05:33.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.110+0000 7ff0a03729c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:05:33.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.110+0000 7ff0a03729c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:05:33.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.110+0000 7ff0a03729c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:05:33.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.110+0000 7ff0a03729c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:05:33.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.110+0000 7ff0a03729c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:05:33.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.110+0000 7ff0a03729c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:33.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.114+0000 7ff0a03729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:33.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.114+0000 7ff0a03729c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:33.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.114+0000 7ff0a03729c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:05:33.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.114+0000 7ff0a03729c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:33.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.114+0000 7ff0a03729c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:05:33.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.114+0000 7ff0a03729c0 20 zone default found 2024-09-19T14:05:33.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.114+0000 7ff0a03729c0 4 Realm: () 2024-09-19T14:05:33.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.114+0000 7ff0a03729c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:05:33.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.114+0000 7ff0a03729c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:05:33.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.114+0000 7ff0a03729c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:05:33.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.114+0000 7ff0a03729c0 20 zonegroup default 2024-09-19T14:05:33.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.114+0000 7ff0a03729c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:33.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.114+0000 7ff0a03729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:33.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.114+0000 7ff0a03729c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:33.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.114+0000 7ff0a03729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:33.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.114+0000 7ff0a03729c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:33.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.114+0000 7ff0a03729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:33.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.114+0000 7ff0a03729c0 20 started sync module instance, tier type = 2024-09-19T14:05:33.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.114+0000 7ff0a03729c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:05:33.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.134+0000 7ff0a03729c0 20 add_watcher() i=0 2024-09-19T14:05:33.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.134+0000 7ff0a03729c0 20 add_watcher() i=1 2024-09-19T14:05:33.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.134+0000 7ff0a03729c0 20 add_watcher() i=2 2024-09-19T14:05:33.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.134+0000 7ff0a03729c0 20 add_watcher() i=3 2024-09-19T14:05:33.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.134+0000 7ff0a03729c0 20 add_watcher() i=4 2024-09-19T14:05:33.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.134+0000 7ff0a03729c0 20 add_watcher() i=5 2024-09-19T14:05:33.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.134+0000 7ff0a03729c0 20 add_watcher() i=6 2024-09-19T14:05:33.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.138+0000 7ff0a03729c0 20 add_watcher() i=7 2024-09-19T14:05:33.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.138+0000 7ff0a03729c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:05:33.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.142+0000 7fef4f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:05:33.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.142+0000 7ff0a03729c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:05:33.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.142+0000 7ff0a03729c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:05:33.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.222+0000 7fef4e7fc640 20 reqs_thread_entry: start 2024-09-19T14:05:33.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.222+0000 7ff0a03729c0 20 init_complete bucket index max shards: 1 2024-09-19T14:05:33.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.222+0000 7ff0a03729c0 20 Filter name: none 2024-09-19T14:05:33.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.222+0000 7feec3fff640 20 reqs_thread_entry: start 2024-09-19T14:05:33.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.222+0000 7ff0a03729c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-19T14:05:33.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.226+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.226+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:33.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.226+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.230+0000 7ff0a03729c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-19T14:05:33.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.234+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.234+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:33.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.234+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.238+0000 7ff0a03729c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-19T14:05:33.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.238+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.242+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:33.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.242+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.246+0000 7ff0a03729c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-19T14:05:33.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.246+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.250+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:33.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.250+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.250+0000 7ff0a03729c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-19T14:05:33.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.254+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.254+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:33.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.258+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.258+0000 7ff0a03729c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-19T14:05:33.264 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.262+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.262+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:33.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.262+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.266+0000 7ff0a03729c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-19T14:05:33.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.266+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.270+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:33.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.270+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.270+0000 7ff0a03729c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-19T14:05:33.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.274+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.278+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:33.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.278+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.278+0000 7ff0a03729c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-19T14:05:33.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.282+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.282+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:33.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.286+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.290+0000 7ff0a03729c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-19T14:05:33.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.294+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.294+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:33.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.294+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.298+0000 7ff0a03729c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-19T14:05:33.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.302+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.302+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:33.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.302+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.306+0000 7ff0a03729c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-19T14:05:33.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.310+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.313 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.310+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:33.314 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.310+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.317 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.314+0000 7ff0a03729c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-19T14:05:33.319 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.318+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.318+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:33.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.318+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.318+0000 7ff0a03729c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-19T14:05:33.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.322+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.322+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:33.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.326+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.326+0000 7ff0a03729c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-19T14:05:33.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.330+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.334 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.330+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:33.334 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.330+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.334+0000 7ff0a03729c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-19T14:05:33.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.338+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.338+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:33.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.342+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.342+0000 7ff0a03729c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-19T14:05:33.349 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.346+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.351 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.350+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:33.352 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.350+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.350+0000 7ff0a03729c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-19T14:05:33.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.354+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.359 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.358+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:33.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.358+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.362+0000 7ff0a03729c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-19T14:05:33.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.366+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.368 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.366+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:33.369 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.366+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.370+0000 7ff0a03729c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-19T14:05:33.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.374+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.374+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:33.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.374+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.378+0000 7ff0a03729c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-19T14:05:33.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.382+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.386 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.382+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:33.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.386+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.386+0000 7ff0a03729c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-19T14:05:33.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.390+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.390+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:33.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.390+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.394+0000 7ff0a03729c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-19T14:05:33.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.398+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.398+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:33.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.402+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.402+0000 7ff0a03729c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-19T14:05:33.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.406+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.406+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:33.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.410+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.410+0000 7ff0a03729c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-19T14:05:33.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.414+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.418+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:33.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.418+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.422+0000 7ff0a03729c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-19T14:05:33.428 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.426+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.426+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:33.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.430+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.430+0000 7ff0a03729c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-19T14:05:33.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.434+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.434+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:33.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.434+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.438+0000 7ff0a03729c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-19T14:05:33.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.442+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.442+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:33.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.442+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.446+0000 7ff0a03729c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-19T14:05:33.450 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.446+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.450+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:33.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.450+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.454+0000 7ff0a03729c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-19T14:05:33.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.458+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.458+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:33.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.458+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.462+0000 7ff0a03729c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-19T14:05:33.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.462+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.466+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:33.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.466+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.470+0000 7ff0a03729c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-19T14:05:33.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.474+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.474+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:33.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.474+0000 7ff0a03729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:33.483 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.482+0000 7fef4f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:05:33.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.486+0000 7ff0a03729c0 20 remove_watcher() i=0 2024-09-19T14:05:33.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.486+0000 7ff0a03729c0 2 removed watcher, disabling cache 2024-09-19T14:05:33.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.486+0000 7ff0a03729c0 20 remove_watcher() i=1 2024-09-19T14:05:33.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.490+0000 7ff0a03729c0 20 remove_watcher() i=2 2024-09-19T14:05:33.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.494+0000 7ff0a03729c0 20 remove_watcher() i=3 2024-09-19T14:05:33.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.494+0000 7ff0a03729c0 20 remove_watcher() i=4 2024-09-19T14:05:33.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.498+0000 7ff0a03729c0 20 remove_watcher() i=5 2024-09-19T14:05:33.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.502+0000 7ff0a03729c0 20 remove_watcher() i=6 2024-09-19T14:05:33.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.502+0000 7ff0a03729c0 20 remove_watcher() i=7 2024-09-19T14:05:33.525 DEBUG:teuthology.orchestra.run.smithi031:> radosgw-admin gc process --include-all 2024-09-19T14:05:33.599 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:05:33.599 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:05:33.647 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.646+0000 7f4b1a27d9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:33.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.646+0000 7f4b1a27d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:33.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.646+0000 7f4b1a27d9c0 20 realm 2024-09-19T14:05:33.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.646+0000 7f4b1a27d9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:33.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.646+0000 7f4b1a27d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:33.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.646+0000 7f4b1a27d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:05:33.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.646+0000 7f4b1a27d9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:33.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.646+0000 7f4b1a27d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:33.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.646+0000 7f4b1a27d9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:33.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.650+0000 7f4b1a27d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:05:33.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.650+0000 7f4b1a27d9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:33.653 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.650+0000 7f4b1a27d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:05:33.653 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.650+0000 7f4b1a27d9c0 20 searching for the correct realm 2024-09-19T14:05:33.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.654+0000 7f4b17d83640 0 -- 172.21.15.31:0/3672354689 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7f4b08043040 msgr2=0x7f4b080159c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:05:33.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:33.866+0000 7f4b17d83640 0 -- 172.21.15.31:0/3672354689 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x55ab3ee8efe0 msgr2=0x7f4b1003fda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T14:05:34.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.086+0000 7f4b1a27d9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:05:34.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.086+0000 7f4b1a27d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:05:34.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.086+0000 7f4b1a27d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:05:34.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.086+0000 7f4b1a27d9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:05:34.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.086+0000 7f4b1a27d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:05:34.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.086+0000 7f4b1a27d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:05:34.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.086+0000 7f4b1a27d9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:34.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.086+0000 7f4b1a27d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:34.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.086+0000 7f4b1a27d9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:34.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.086+0000 7f4b1a27d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:05:34.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.086+0000 7f4b1a27d9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:34.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.086+0000 7f4b1a27d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:05:34.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.086+0000 7f4b1a27d9c0 20 zone default found 2024-09-19T14:05:34.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.086+0000 7f4b1a27d9c0 4 Realm: () 2024-09-19T14:05:34.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.086+0000 7f4b1a27d9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:05:34.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.086+0000 7f4b1a27d9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:05:34.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.086+0000 7f4b1a27d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:05:34.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.086+0000 7f4b1a27d9c0 20 zonegroup default 2024-09-19T14:05:34.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.086+0000 7f4b1a27d9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:34.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.090+0000 7f4b1a27d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:34.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.090+0000 7f4b1a27d9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:34.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.090+0000 7f4b1a27d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:34.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.090+0000 7f4b1a27d9c0 20 rados->read ofs=0 len=0 2024-09-19T14:05:34.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.090+0000 7f4b1a27d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:05:34.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.090+0000 7f4b1a27d9c0 20 started sync module instance, tier type = 2024-09-19T14:05:34.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.090+0000 7f4b1a27d9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:05:34.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.114+0000 7f4b1a27d9c0 20 add_watcher() i=0 2024-09-19T14:05:34.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.114+0000 7f4b1a27d9c0 20 add_watcher() i=1 2024-09-19T14:05:34.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.114+0000 7f4b1a27d9c0 20 add_watcher() i=2 2024-09-19T14:05:34.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.114+0000 7f4b1a27d9c0 20 add_watcher() i=3 2024-09-19T14:05:34.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.114+0000 7f4b1a27d9c0 20 add_watcher() i=4 2024-09-19T14:05:34.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.114+0000 7f4b1a27d9c0 20 add_watcher() i=5 2024-09-19T14:05:34.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.114+0000 7f4b1a27d9c0 20 add_watcher() i=6 2024-09-19T14:05:34.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.114+0000 7f4b1a27d9c0 20 add_watcher() i=7 2024-09-19T14:05:34.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.114+0000 7f4b1a27d9c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:05:34.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.118+0000 7f49cdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:05:34.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.122+0000 7f4b1a27d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:05:34.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.122+0000 7f4b1a27d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:05:34.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.218+0000 7f49ccfe1640 20 reqs_thread_entry: start 2024-09-19T14:05:34.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.218+0000 7f4b1a27d9c0 20 init_complete bucket index max shards: 1 2024-09-19T14:05:34.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.218+0000 7f4b1a27d9c0 20 Filter name: none 2024-09-19T14:05:34.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.218+0000 7f49467fc640 20 reqs_thread_entry: start 2024-09-19T14:05:34.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.218+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-19T14:05:34.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.222+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.222+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:34.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.222+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.226+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-19T14:05:34.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.226+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.230+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:34.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.230+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.234+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-19T14:05:34.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.238+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.238+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:34.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.242+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.242+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-19T14:05:34.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.246+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.250+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:34.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.250+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.250+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-19T14:05:34.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.254+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.254+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:34.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.258+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.258+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-19T14:05:34.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.262+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.262+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:34.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.266+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.266+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-19T14:05:34.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.270+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.274+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:34.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.274+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.274+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-19T14:05:34.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.278+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.282+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:34.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.282+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.286+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-19T14:05:34.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.290+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.290+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:34.293 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.290+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.294+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-19T14:05:34.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.298+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.298+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:34.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.298+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.306+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-19T14:05:34.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.310+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.310+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:34.313 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.310+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.315 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.314+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-19T14:05:34.319 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.318+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.318+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:34.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.318+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.322+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-19T14:05:34.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.326+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.330+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:34.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.330+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.333+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-19T14:05:34.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.337+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.337+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:34.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.341+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.341+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-19T14:05:34.350 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.345+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.352 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.349+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:34.353 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.349+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.353+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-19T14:05:34.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.357+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.357+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:34.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.361+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.366 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.361+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-19T14:05:34.370 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.365+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.371 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.369+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:34.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.369+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.373+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-19T14:05:34.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.377+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.377+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:34.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.377+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.381+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-19T14:05:34.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.389+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.389+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:34.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.389+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.393+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-19T14:05:34.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.397+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.401+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:34.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.401+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.401+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-19T14:05:34.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.405+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.409+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:34.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.409+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.413+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-19T14:05:34.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.417+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.417+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:34.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.417+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.421+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-19T14:05:34.427 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.425+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.425+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:34.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.425+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.429+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-19T14:05:34.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.433+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.433+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:34.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.437+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.437+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-19T14:05:34.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.441+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.445+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:34.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.445+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.451 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.449+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-19T14:05:34.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.449+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.453+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:34.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.453+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.457+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-19T14:05:34.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.461+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.461+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:34.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.461+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.465+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-19T14:05:34.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.469+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.469+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:34.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.469+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.473+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-19T14:05:34.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.477+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.484 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.481+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:34.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.481+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.485+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-19T14:05:34.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.489+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.489+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:34.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.489+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.493+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-19T14:05:34.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.497+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.497+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:34.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.501+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.501+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-19T14:05:34.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.505+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.509+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:05:34.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.509+0000 7f4b1a27d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:05:34.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.517+0000 7f49cdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:05:34.524 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.521+0000 7f4b1a27d9c0 20 remove_watcher() i=0 2024-09-19T14:05:34.524 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.521+0000 7f4b1a27d9c0 2 removed watcher, disabling cache 2024-09-19T14:05:34.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.525+0000 7f4b1a27d9c0 20 remove_watcher() i=1 2024-09-19T14:05:34.529 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.525+0000 7f4b1a27d9c0 20 remove_watcher() i=2 2024-09-19T14:05:34.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.529+0000 7f4b1a27d9c0 20 remove_watcher() i=3 2024-09-19T14:05:34.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.529+0000 7f4b1a27d9c0 20 remove_watcher() i=4 2024-09-19T14:05:34.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.533+0000 7f4b1a27d9c0 20 remove_watcher() i=5 2024-09-19T14:05:34.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.537+0000 7f4b1a27d9c0 20 remove_watcher() i=6 2024-09-19T14:05:34.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:05:34.541+0000 7f4b1a27d9c0 20 remove_watcher() i=7 2024-09-19T14:05:34.563 DEBUG:teuthology.orchestra.run.smithi031:> cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle/bin/gradle clean test --rerun-tasks --no-build-cache --tests ObjectTest 2024-09-19T14:05:35.275 INFO:teuthology.orchestra.run.smithi031.stdout:> Task :clean 2024-09-19T14:05:35.972 INFO:teuthology.orchestra.run.smithi031.stdout:> Task :compileJava 2024-09-19T14:05:35.972 INFO:teuthology.orchestra.run.smithi031.stdout:> Task :processResources 2024-09-19T14:05:35.972 INFO:teuthology.orchestra.run.smithi031.stdout:> Task :classes 2024-09-19T14:05:36.473 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:36.473 INFO:teuthology.orchestra.run.smithi031.stdout:> Task :compileTestJava 2024-09-19T14:05:36.473 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:36.473 INFO:teuthology.orchestra.run.smithi031.stdout:> Task :processTestResources NO-SOURCE 2024-09-19T14:05:36.473 INFO:teuthology.orchestra.run.smithi031.stdout:> Task :testClasses 2024-09-19T14:05:36.474 INFO:teuthology.orchestra.run.smithi031.stderr:Note: /home/ubuntu/cephtest/s3-tests-java/src/test/java/BucketTest.java uses or overrides a deprecated API. 2024-09-19T14:05:36.474 INFO:teuthology.orchestra.run.smithi031.stderr:Note: Recompile with -Xlint:deprecation for details. 2024-09-19T14:05:38.472 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:38.472 INFO:teuthology.orchestra.run.smithi031.stdout:> Task :test 2024-09-19T14:05:38.472 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:38.473 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests STANDARD_OUT 2024-09-19T14:05:38.474 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19 14:05:37,680 [Test worker] WARN com.amazonaws.util.Base64 - JAXB is unavailable. Will fallback to SDK implementation which may be less performant 2024-09-19T14:05:38.474 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:38.474 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.TestObjectCopyKeyNotFound STARTED 2024-09-19T14:05:38.474 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:38.474 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.TestObjectCopyKeyNotFound PASSED 2024-09-19T14:05:38.474 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:38.474 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadExpectNone STARTED 2024-09-19T14:05:38.572 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:38.572 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadExpectNone PASSED 2024-09-19T14:05:38.772 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:38.772 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadMd5Empty STARTED 2024-09-19T14:05:38.872 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:38.872 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadMd5Empty PASSED 2024-09-19T14:05:39.072 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:39.072 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadLLAPI STARTED 2024-09-19T14:05:40.072 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:40.072 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadLLAPI PASSED 2024-09-19T14:05:40.372 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:40.372 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadNotFoundLLAPI STARTED 2024-09-19T14:05:40.472 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:40.472 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadNotFoundLLAPI PASSED 2024-09-19T14:05:40.672 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:40.672 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testDownloadHLAPI STARTED 2024-09-19T14:05:40.872 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:40.872 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testDownloadHLAPI PASSED 2024-09-19T14:05:41.072 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:41.073 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testDownloadNoBucketHLAPI STARTED 2024-09-19T14:05:41.073 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:41.073 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testDownloadNoBucketHLAPI PASSED 2024-09-19T14:05:41.172 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:41.172 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testDownloadNoKeyHLAPI STARTED 2024-09-19T14:05:41.272 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:41.272 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testDownloadNoKeyHLAPI PASSED 2024-09-19T14:05:41.472 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:41.472 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1MB STARTED 2024-09-19T14:05:41.972 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:41.972 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1MB PASSED 2024-09-19T14:05:42.272 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:42.272 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1b STARTED 2024-09-19T14:05:42.372 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:42.372 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1b PASSED 2024-09-19T14:05:42.572 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:42.572 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1kb STARTED 2024-09-19T14:05:42.672 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:42.672 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1kb PASSED 2024-09-19T14:05:42.973 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:42.973 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testEncryptionKeyNoSSEC STARTED 2024-09-19T14:05:42.973 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:42.973 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testEncryptionKeyNoSSEC PASSED 2024-09-19T14:05:43.172 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:43.172 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECInvalidMd5 STARTED 2024-09-19T14:05:43.272 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:43.272 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECInvalidMd5 PASSED 2024-09-19T14:05:43.472 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:43.472 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoKey STARTED 2024-09-19T14:05:43.572 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:43.572 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoKey PASSED 2024-09-19T14:05:43.772 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:43.772 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoMd5 STARTED 2024-09-19T14:05:43.872 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:43.872 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoMd5 PASSED 2024-09-19T14:05:44.072 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:44.072 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testMultiObjectDelete STARTED 2024-09-19T14:05:44.272 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:44.272 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testMultiObjectDelete PASSED 2024-09-19T14:05:44.472 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:44.472 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testMultipartCopyHLAPIA STARTED 2024-09-19T14:05:45.072 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:45.072 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testMultipartCopyHLAPIA PASSED 2024-09-19T14:05:45.472 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:45.472 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testMultipartCopyMultipleSizesLLAPI STARTED 2024-09-19T14:05:51.972 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:51.972 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testMultipartCopyMultipleSizesLLAPI PASSED 2024-09-19T14:05:52.372 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:52.372 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCBucketHLAPI STARTED 2024-09-19T14:05:52.472 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:52.472 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCBucketHLAPI PASSED 2024-09-19T14:05:52.672 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:52.672 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCKeyHLAPI STARTED 2024-09-19T14:05:52.672 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:52.672 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCKeyHLAPI PASSED 2024-09-19T14:05:53.072 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:53.072 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testMultipartDownloadHLAPI STARTED 2024-09-19T14:05:53.572 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:53.572 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testMultipartDownloadHLAPI PASSED 2024-09-19T14:05:53.772 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:53.772 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testMultipartDownloadNoBucketHLAPI STARTED 2024-09-19T14:05:53.872 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:53.872 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testMultipartDownloadNoBucketHLAPI PASSED 2024-09-19T14:05:53.972 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:53.972 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testMultipartDownloadWithPauseHLAPI STARTED 2024-09-19T14:05:54.772 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:54.772 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testMultipartDownloadWithPauseHLAPI PASSED 2024-09-19T14:05:54.972 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:54.972 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testMultipartUploadHLAPIAWS4 STARTED 2024-09-19T14:05:55.472 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:55.472 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testMultipartUploadHLAPIAWS4 PASSED 2024-09-19T14:05:55.772 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:55.772 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testMultipartUploadIncorrectMissingPartLLAPI STARTED 2024-09-19T14:05:56.572 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:56.572 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testMultipartUploadIncorrectMissingPartLLAPI PASSED 2024-09-19T14:05:56.772 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:05:56.772 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testMultipartUploadMultipleSizesLLAPI STARTED 2024-09-19T14:06:02.772 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:02.772 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testMultipartUploadMultipleSizesLLAPI PASSED 2024-09-19T14:06:02.972 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:02.972 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testMultipartUploadOverwriteExistingObjectLLAPI STARTED 2024-09-19T14:06:04.372 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:04.372 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testMultipartUploadOverwriteExistingObjectLLAPI PASSED 2024-09-19T14:06:04.672 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:04.672 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testMultipartUploadSmallLLAPI STARTED 2024-09-19T14:06:05.472 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:05.472 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testMultipartUploadSmallLLAPI PASSED 2024-09-19T14:06:05.672 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:05.672 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testMultipartUploadWithPause STARTED 2024-09-19T14:06:06.172 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:06.172 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testMultipartUploadWithPause PASSED 2024-09-19T14:06:06.572 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:06.572 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectCopyBucketNotFound STARTED 2024-09-19T14:06:06.672 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:06.672 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectCopyBucketNotFound PASSED 2024-09-19T14:06:06.772 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:06.772 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectCreateBadExpectMismatch STARTED 2024-09-19T14:06:06.772 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:06.773 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectCreateBadExpectMismatch PASSED 2024-09-19T14:06:06.972 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:06.972 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5InvalidShort STARTED 2024-09-19T14:06:07.072 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:07.072 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5InvalidShort PASSED 2024-09-19T14:06:07.272 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:07.272 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Ivalid STARTED 2024-09-19T14:06:07.372 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:07.372 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Ivalid PASSED 2024-09-19T14:06:07.572 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:07.572 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5None STARTED 2024-09-19T14:06:07.672 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:07.672 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5None PASSED 2024-09-19T14:06:07.872 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:07.872 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Unreadable STARTED 2024-09-19T14:06:07.972 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:07.972 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Unreadable PASSED 2024-09-19T14:06:08.172 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:08.172 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectHeadZeroBytes STARTED 2024-09-19T14:06:08.272 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:08.272 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectHeadZeroBytes PASSED 2024-09-19T14:06:08.472 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:08.472 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterDot STARTED 2024-09-19T14:06:08.572 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:08.572 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterDot PASSED 2024-09-19T14:06:08.872 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:08.872 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterNotExist STARTED 2024-09-19T14:06:08.972 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:08.972 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterNotExist PASSED 2024-09-19T14:06:09.272 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:09.272 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterPercentage STARTED 2024-09-19T14:06:09.472 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:09.472 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterPercentage PASSED 2024-09-19T14:06:09.672 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:09.672 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectListMarkerAfterList STARTED 2024-09-19T14:06:09.872 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:09.872 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectListMarkerAfterList PASSED 2024-09-19T14:06:10.072 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:10.072 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectListMarkerBeforeList STARTED 2024-09-19T14:06:10.272 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:10.272 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectListMarkerBeforeList PASSED 2024-09-19T14:06:10.572 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:10.572 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectListMarkerNotInList STARTED 2024-09-19T14:06:10.672 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:10.672 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectListMarkerNotInList PASSED 2024-09-19T14:06:10.972 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:10.972 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectListMarkerUnreadable STARTED 2024-09-19T14:06:11.072 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:11.072 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectListMarkerUnreadable PASSED 2024-09-19T14:06:11.372 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:11.372 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNegative STARTED 2024-09-19T14:06:11.472 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:11.472 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNegative PASSED 2024-09-19T14:06:11.772 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:11.772 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNone STARTED 2024-09-19T14:06:11.872 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:11.873 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNone PASSED 2024-09-19T14:06:12.172 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:12.172 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysOne STARTED 2024-09-19T14:06:12.272 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:12.272 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysOne PASSED 2024-09-19T14:06:12.572 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:12.572 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysZero STARTED 2024-09-19T14:06:12.772 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:12.773 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysZero PASSED 2024-09-19T14:06:12.972 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:12.972 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectListPrefixAlt STARTED 2024-09-19T14:06:13.172 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:13.172 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectListPrefixAlt PASSED 2024-09-19T14:06:13.372 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:13.372 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectListPrefixBasic STARTED 2024-09-19T14:06:13.472 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:13.472 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectListPrefixBasic PASSED 2024-09-19T14:06:13.772 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:13.772 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterAlt STARTED 2024-09-19T14:06:13.872 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:13.872 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterAlt PASSED 2024-09-19T14:06:14.172 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:14.172 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterBasic STARTED 2024-09-19T14:06:14.272 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:14.272 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterBasic PASSED 2024-09-19T14:06:14.572 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:14.572 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterDelimiterNotExist STARTED 2024-09-19T14:06:14.772 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:14.772 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterDelimiterNotExist PASSED 2024-09-19T14:06:14.972 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:14.972 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixDelimiterNotExist STARTED 2024-09-19T14:06:15.172 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:15.172 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixDelimiterNotExist PASSED 2024-09-19T14:06:15.372 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:15.372 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixNotExist STARTED 2024-09-19T14:06:15.572 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:15.572 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixNotExist PASSED 2024-09-19T14:06:15.872 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:15.872 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectListPrefixEmpty STARTED 2024-09-19T14:06:15.972 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:15.972 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectListPrefixEmpty PASSED 2024-09-19T14:06:16.172 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:16.172 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNone STARTED 2024-09-19T14:06:16.372 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:16.372 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNone PASSED 2024-09-19T14:06:16.572 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:16.572 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNotExist STARTED 2024-09-19T14:06:16.672 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:16.672 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNotExist PASSED 2024-09-19T14:06:16.972 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:16.972 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectListPrefixUnreadable STARTED 2024-09-19T14:06:17.072 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:17.072 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectListPrefixUnreadable PASSED 2024-09-19T14:06:17.372 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:17.372 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectReadFromNonExistantBucket STARTED 2024-09-19T14:06:17.472 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:17.472 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectReadFromNonExistantBucket PASSED 2024-09-19T14:06:17.672 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:17.672 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectReadNotExist STARTED 2024-09-19T14:06:17.772 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:17.772 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectReadNotExist PASSED 2024-09-19T14:06:17.972 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:17.972 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectWriteCacheControl STARTED 2024-09-19T14:06:18.072 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:18.072 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectWriteCacheControl PASSED 2024-09-19T14:06:18.272 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:18.272 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectWriteCheckEtag STARTED 2024-09-19T14:06:18.372 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:18.372 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectWriteCheckEtag PASSED 2024-09-19T14:06:18.572 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:18.572 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectWriteReadUpdateReadDelete STARTED 2024-09-19T14:06:18.772 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:18.772 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectWriteReadUpdateReadDelete PASSED 2024-09-19T14:06:19.072 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:19.072 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectWriteToNonExistantBucket STARTED 2024-09-19T14:06:19.072 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:19.072 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testObjectWriteToNonExistantBucket PASSED 2024-09-19T14:06:19.172 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:19.172 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testRangedSkipLeadingBytesResponseCode STARTED 2024-09-19T14:06:19.272 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:19.272 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testRangedSkipLeadingBytesResponseCode PASSED 2024-09-19T14:06:19.472 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:19.472 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testRangedrequestResponseCode STARTED 2024-09-19T14:06:19.572 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:19.572 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testRangedrequestResponseCode PASSED 2024-09-19T14:06:19.872 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:19.872 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testSSEKMSNoKey STARTED 2024-09-19T14:06:20.072 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:20.072 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testSSEKMSNoKey PASSED 2024-09-19T14:06:20.272 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:20.272 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testSSEKMSNotDeclared STARTED 2024-09-19T14:06:20.372 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:20.372 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testSSEKMSNotDeclared PASSED 2024-09-19T14:06:20.572 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:20.572 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testUploadFileHLAPIBigFile STARTED 2024-09-19T14:06:21.272 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:21.272 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testUploadFileHLAPIBigFile PASSED 2024-09-19T14:06:21.472 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:21.473 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testUploadFileList STARTED 2024-09-19T14:06:21.872 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:21.872 INFO:teuthology.orchestra.run.smithi031.stdout:suite > Object tests > ObjectTest.testUploadFileList PASSED 2024-09-19T14:06:22.198 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:22.198 INFO:teuthology.orchestra.run.smithi031.stdout:---------------------------------------------------------------------- 2024-09-19T14:06:22.198 INFO:teuthology.orchestra.run.smithi031.stdout:| Results: SUCCESS (70 tests, 70 successes, 0 failures, 0 skipped) | 2024-09-19T14:06:22.198 INFO:teuthology.orchestra.run.smithi031.stdout:---------------------------------------------------------------------- 2024-09-19T14:06:22.199 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:22.199 INFO:teuthology.orchestra.run.smithi031.stdout:Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. 2024-09-19T14:06:22.199 INFO:teuthology.orchestra.run.smithi031.stdout:Use '--warning-mode all' to show the individual deprecation warnings. 2024-09-19T14:06:22.199 INFO:teuthology.orchestra.run.smithi031.stdout:See https://docs.gradle.org/6.0.1/userguide/command_line_interface.html#sec:command_line_warnings 2024-09-19T14:06:22.199 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:22.199 INFO:teuthology.orchestra.run.smithi031.stdout:BUILD SUCCESSFUL in 47s 2024-09-19T14:06:22.199 INFO:teuthology.orchestra.run.smithi031.stdout:5 actionable tasks: 5 executed 2024-09-19T14:06:22.217 DEBUG:teuthology.orchestra.run.smithi031:> radosgw-admin gc process --include-all 2024-09-19T14:06:22.242 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:06:22.242 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:06:22.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.281+0000 7fa5d2ad49c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:22.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.285+0000 7fa5d2ad49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:22.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.285+0000 7fa5d2ad49c0 20 realm 2024-09-19T14:06:22.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.285+0000 7fa5d2ad49c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:22.289 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.285+0000 7fa5d2ad49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:22.289 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.285+0000 7fa5d2ad49c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:06:22.289 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.285+0000 7fa5d2ad49c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:22.289 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.285+0000 7fa5d2ad49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:22.289 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.285+0000 7fa5d2ad49c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:22.290 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.285+0000 7fa5d2ad49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:06:22.290 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.285+0000 7fa5d2ad49c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:22.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.289+0000 7fa5d2ad49c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:06:22.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.289+0000 7fa5d2ad49c0 20 searching for the correct realm 2024-09-19T14:06:22.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.497+0000 7fa5cfdd9640 0 -- 172.21.15.31:0/2981641156 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7fa5b800e430 msgr2=0x7fa5b800e8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:06:22.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.709+0000 7fa5cfdd9640 0 -- 172.21.15.31:0/2981641156 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x55ebb2d21eb0 msgr2=0x55ebb2d242d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:06:22.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.721+0000 7fa5d2ad49c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:06:22.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.721+0000 7fa5d2ad49c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:06:22.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.721+0000 7fa5d2ad49c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:06:22.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.721+0000 7fa5d2ad49c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:06:22.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.721+0000 7fa5d2ad49c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:06:22.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.721+0000 7fa5d2ad49c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:06:22.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.721+0000 7fa5d2ad49c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:22.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.725+0000 7fa5d2ad49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:22.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.725+0000 7fa5d2ad49c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:22.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.725+0000 7fa5d2ad49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:06:22.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.725+0000 7fa5d2ad49c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:22.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.725+0000 7fa5d2ad49c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:06:22.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.725+0000 7fa5d2ad49c0 20 zone default found 2024-09-19T14:06:22.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.725+0000 7fa5d2ad49c0 4 Realm: () 2024-09-19T14:06:22.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.725+0000 7fa5d2ad49c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:06:22.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.725+0000 7fa5d2ad49c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:06:22.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.725+0000 7fa5d2ad49c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:06:22.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.725+0000 7fa5d2ad49c0 20 zonegroup default 2024-09-19T14:06:22.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.725+0000 7fa5d2ad49c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:22.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.725+0000 7fa5d2ad49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:22.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.725+0000 7fa5d2ad49c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:22.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.725+0000 7fa5d2ad49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:22.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.725+0000 7fa5d2ad49c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:22.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.729+0000 7fa5d2ad49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:22.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.729+0000 7fa5d2ad49c0 20 started sync module instance, tier type = 2024-09-19T14:06:22.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.729+0000 7fa5d2ad49c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:06:22.756 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.753+0000 7fa5d2ad49c0 20 add_watcher() i=0 2024-09-19T14:06:22.756 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.753+0000 7fa5d2ad49c0 20 add_watcher() i=1 2024-09-19T14:06:22.756 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.753+0000 7fa5d2ad49c0 20 add_watcher() i=2 2024-09-19T14:06:22.756 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.753+0000 7fa5d2ad49c0 20 add_watcher() i=3 2024-09-19T14:06:22.756 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.753+0000 7fa5d2ad49c0 20 add_watcher() i=4 2024-09-19T14:06:22.756 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.753+0000 7fa5d2ad49c0 20 add_watcher() i=5 2024-09-19T14:06:22.756 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.753+0000 7fa5d2ad49c0 20 add_watcher() i=6 2024-09-19T14:06:22.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.753+0000 7fa5d2ad49c0 20 add_watcher() i=7 2024-09-19T14:06:22.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.753+0000 7fa5d2ad49c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:06:22.762 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.757+0000 7fa4877de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:06:22.763 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.761+0000 7fa5d2ad49c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:06:22.763 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.761+0000 7fa5d2ad49c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:06:22.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.853+0000 7fa4867dc640 20 reqs_thread_entry: start 2024-09-19T14:06:22.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.853+0000 7fa5d2ad49c0 20 init_complete bucket index max shards: 1 2024-09-19T14:06:22.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.853+0000 7fa5d2ad49c0 20 Filter name: none 2024-09-19T14:06:22.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.853+0000 7fa47f7fe640 20 reqs_thread_entry: start 2024-09-19T14:06:22.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.853+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-19T14:06:22.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.857+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:22.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.857+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:22.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.857+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-19T14:06:22.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.857+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5305695640403885213', time=2024-09-19T16:05:54.793165+0000, chain.objs.size()=9 2024-09-19T14:06:22.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.857+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.99__multipart_key1.2~WhWGl7_-MnO8j3fdbdpyI-vKABRKc1N.1 2024-09-19T14:06:22.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.857+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.99__shadow_key1.2~WhWGl7_-MnO8j3fdbdpyI-vKABRKc1N.1_1 2024-09-19T14:06:22.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.857+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.99__multipart_key1.2~WhWGl7_-MnO8j3fdbdpyI-vKABRKc1N.2 2024-09-19T14:06:22.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.857+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.99__shadow_key1.2~WhWGl7_-MnO8j3fdbdpyI-vKABRKc1N.2_1 2024-09-19T14:06:22.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.857+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.99__multipart_key1.2~WhWGl7_-MnO8j3fdbdpyI-vKABRKc1N.3 2024-09-19T14:06:22.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.857+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.99__shadow_key1.2~WhWGl7_-MnO8j3fdbdpyI-vKABRKc1N.3_1 2024-09-19T14:06:22.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.857+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.99__multipart_key1.2~WhWGl7_-MnO8j3fdbdpyI-vKABRKc1N.4 2024-09-19T14:06:22.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.857+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.99__shadow_key1.2~WhWGl7_-MnO8j3fdbdpyI-vKABRKc1N.4_1 2024-09-19T14:06:22.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.857+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.99__multipart_key1.2~WhWGl7_-MnO8j3fdbdpyI-vKABRKc1N.5 2024-09-19T14:06:22.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.857+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17172973868218993357', time=2024-09-19T16:06:12.378171+0000, chain.objs.size()=1 2024-09-19T14:06:22.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.857+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.121__shadow_.TMjzKVwYL5Wj1BVO-JxMc_6RysqYxvy_0 2024-09-19T14:06:22.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.869+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:06:22.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.877+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-19T14:06:22.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.877+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:22.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.881+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:22.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.881+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-19T14:06:22.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.881+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='2~nokSflC6ZESoEqywgk1CqttBZDGzQNP', time=2024-09-19T16:05:40.054419+0000, chain.objs.size()=9 2024-09-19T14:06:22.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.881+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.79__multipart_key1.2~nokSflC6ZESoEqywgk1CqttBZDGzQNP.1 2024-09-19T14:06:22.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.881+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.79__shadow_key1.2~nokSflC6ZESoEqywgk1CqttBZDGzQNP.1_1 2024-09-19T14:06:22.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.881+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.79__multipart_key1.2~nokSflC6ZESoEqywgk1CqttBZDGzQNP.2 2024-09-19T14:06:22.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.881+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.79__shadow_key1.2~nokSflC6ZESoEqywgk1CqttBZDGzQNP.2_1 2024-09-19T14:06:22.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.881+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.79__multipart_key1.2~nokSflC6ZESoEqywgk1CqttBZDGzQNP.3 2024-09-19T14:06:22.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.881+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.79__shadow_key1.2~nokSflC6ZESoEqywgk1CqttBZDGzQNP.3_1 2024-09-19T14:06:22.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.881+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.79__multipart_key1.2~nokSflC6ZESoEqywgk1CqttBZDGzQNP.4 2024-09-19T14:06:22.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.881+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.79__shadow_key1.2~nokSflC6ZESoEqywgk1CqttBZDGzQNP.4_1 2024-09-19T14:06:22.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.881+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.79__multipart_key1.2~nokSflC6ZESoEqywgk1CqttBZDGzQNP.5 2024-09-19T14:06:22.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.881+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13652363712725595886', time=2024-09-19T16:06:18.111961+0000, chain.objs.size()=1 2024-09-19T14:06:22.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.881+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.136__shadow_.-_aRxGBxslfclnYFHoUg19BidRK_Qpx_0 2024-09-19T14:06:22.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.889+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:06:22.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.897+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-19T14:06:22.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.897+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:22.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.901+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:22.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.901+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-19T14:06:22.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.901+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16728018635594098166', time=2024-09-19T16:05:51.024027+0000, chain.objs.size()=7 2024-09-19T14:06:22.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.901+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.94__multipart_key1.2~gyegFjOAy1AdNWyTKD-wYYoUIvF2RHv.1 2024-09-19T14:06:22.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.901+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.94__shadow_key1.2~gyegFjOAy1AdNWyTKD-wYYoUIvF2RHv.1_1 2024-09-19T14:06:22.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.901+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.94__shadow_key1.2~gyegFjOAy1AdNWyTKD-wYYoUIvF2RHv.1_2 2024-09-19T14:06:22.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.901+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.94__multipart_key1.2~gyegFjOAy1AdNWyTKD-wYYoUIvF2RHv.2 2024-09-19T14:06:22.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.901+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.94__shadow_key1.2~gyegFjOAy1AdNWyTKD-wYYoUIvF2RHv.2_1 2024-09-19T14:06:22.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.901+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.94__shadow_key1.2~gyegFjOAy1AdNWyTKD-wYYoUIvF2RHv.2_2 2024-09-19T14:06:22.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.901+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.94__multipart_key1.2~gyegFjOAy1AdNWyTKD-wYYoUIvF2RHv.3 2024-09-19T14:06:22.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.901+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8287618636764537470', time=2024-09-19T16:06:02.639723+0000, chain.objs.size()=7 2024-09-19T14:06:22.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.901+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.102__multipart_key1.2~ASTzCGqxlepYXIQ0yGULxgL7H9cg_7Y.1 2024-09-19T14:06:22.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.901+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.102__shadow_key1.2~ASTzCGqxlepYXIQ0yGULxgL7H9cg_7Y.1_1 2024-09-19T14:06:22.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.901+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.102__shadow_key1.2~ASTzCGqxlepYXIQ0yGULxgL7H9cg_7Y.1_2 2024-09-19T14:06:22.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.901+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.102__multipart_key1.2~ASTzCGqxlepYXIQ0yGULxgL7H9cg_7Y.2 2024-09-19T14:06:22.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.901+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.102__shadow_key1.2~ASTzCGqxlepYXIQ0yGULxgL7H9cg_7Y.2_1 2024-09-19T14:06:22.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.905+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.102__shadow_key1.2~ASTzCGqxlepYXIQ0yGULxgL7H9cg_7Y.2_2 2024-09-19T14:06:22.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.909+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.102__multipart_key1.2~ASTzCGqxlepYXIQ0yGULxgL7H9cg_7Y.3 2024-09-19T14:06:22.916 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.913+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18351184115358759292', time=2024-09-19T16:06:09.079593+0000, chain.objs.size()=1 2024-09-19T14:06:22.916 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.913+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.113__shadow_.AU4vzK4CQkID0pi6F9-yhJwjPZI6MS7_0 2024-09-19T14:06:22.916 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.913+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12706306377826059261', time=2024-09-19T16:06:10.323558+0000, chain.objs.size()=1 2024-09-19T14:06:22.916 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.913+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.116__shadow_.o3Trpp5S8ko-1Y3DUOicEDoDk9wEJKe_0 2024-09-19T14:06:22.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.921+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:06:22.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.925+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-19T14:06:22.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.929+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:22.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.929+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:22.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.933+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-19T14:06:22.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.933+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16151081684460494395', time=2024-09-19T16:06:09.094838+0000, chain.objs.size()=1 2024-09-19T14:06:22.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.933+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.113__shadow_.xnEESOpvg7o0fvjyaDNEE1-eIwmvlaU_0 2024-09-19T14:06:22.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.933+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3761952421890127313', time=2024-09-19T16:06:09.483629+0000, chain.objs.size()=1 2024-09-19T14:06:22.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.933+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.114__shadow_.5uCfsDrzAQg0ktohPQ6J6ncBRUCltoD_0 2024-09-19T14:06:22.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.933+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17468533503025803578', time=2024-09-19T16:06:10.339226+0000, chain.objs.size()=1 2024-09-19T14:06:22.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.933+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.116__shadow_.qJLHTbZXsaJFrixgQiMyrJVkPVeaxhQ_0 2024-09-19T14:06:22.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.933+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11206656774643742765', time=2024-09-19T16:06:15.205541+0000, chain.objs.size()=1 2024-09-19T14:06:22.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.933+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.128__shadow_.aV87-2MOT2gOmW4Sj7ozRp9Mkaxazjz_0 2024-09-19T14:06:22.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.933+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16765435100781621921', time=2024-09-19T16:06:16.384265+0000, chain.objs.size()=1 2024-09-19T14:06:22.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.933+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.131__shadow_.I3m0UrHZ3HQBgIdQbY4EDGf61EAIDhH_0 2024-09-19T14:06:22.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.937+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:06:22.946 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.941+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-19T14:06:22.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.945+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:22.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.945+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:22.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.945+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=6, truncated=0, next_marker='' 2024-09-19T14:06:22.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.945+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2564154928344860543', time=2024-09-19T16:05:55.557968+0000, chain.objs.size()=9 2024-09-19T14:06:22.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.945+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.100__multipart_file2.mpg.2~c0TypKYG-HCKBR3uAe5jkQjamz8oF7H.1 2024-09-19T14:06:22.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.945+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.100__shadow_file2.mpg.2~c0TypKYG-HCKBR3uAe5jkQjamz8oF7H.1_1 2024-09-19T14:06:22.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.945+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.100__multipart_file2.mpg.2~c0TypKYG-HCKBR3uAe5jkQjamz8oF7H.2 2024-09-19T14:06:22.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.945+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.100__shadow_file2.mpg.2~c0TypKYG-HCKBR3uAe5jkQjamz8oF7H.2_1 2024-09-19T14:06:22.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.945+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.100__multipart_file2.mpg.2~c0TypKYG-HCKBR3uAe5jkQjamz8oF7H.3 2024-09-19T14:06:22.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.945+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.100__shadow_file2.mpg.2~c0TypKYG-HCKBR3uAe5jkQjamz8oF7H.3_1 2024-09-19T14:06:22.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.945+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.100__multipart_file2.mpg.2~c0TypKYG-HCKBR3uAe5jkQjamz8oF7H.4 2024-09-19T14:06:22.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.945+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.100__shadow_file2.mpg.2~c0TypKYG-HCKBR3uAe5jkQjamz8oF7H.4_1 2024-09-19T14:06:22.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.945+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.100__multipart_file2.mpg.2~c0TypKYG-HCKBR3uAe5jkQjamz8oF7H.5 2024-09-19T14:06:22.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.945+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='2~8K0ucYTa4aHXcDGLsyp6nhVk2q8GqUz', time=2024-09-19T16:05:56.666053+0000, chain.objs.size()=9 2024-09-19T14:06:22.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.945+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.101__multipart_key1.2~8K0ucYTa4aHXcDGLsyp6nhVk2q8GqUz.7 2024-09-19T14:06:22.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.945+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.101__shadow_key1.2~8K0ucYTa4aHXcDGLsyp6nhVk2q8GqUz.7_1 2024-09-19T14:06:22.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.945+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.101__multipart_key1.2~8K0ucYTa4aHXcDGLsyp6nhVk2q8GqUz.8 2024-09-19T14:06:22.956 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.953+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.101__shadow_key1.2~8K0ucYTa4aHXcDGLsyp6nhVk2q8GqUz.8_1 2024-09-19T14:06:22.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.953+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.101__multipart_key1.2~8K0ucYTa4aHXcDGLsyp6nhVk2q8GqUz.9 2024-09-19T14:06:22.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.953+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.101__shadow_key1.2~8K0ucYTa4aHXcDGLsyp6nhVk2q8GqUz.9_1 2024-09-19T14:06:22.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.957+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.101__multipart_key1.2~8K0ucYTa4aHXcDGLsyp6nhVk2q8GqUz.10 2024-09-19T14:06:22.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.957+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.101__shadow_key1.2~8K0ucYTa4aHXcDGLsyp6nhVk2q8GqUz.10_1 2024-09-19T14:06:22.962 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.957+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.101__multipart_key1.2~8K0ucYTa4aHXcDGLsyp6nhVk2q8GqUz.11 2024-09-19T14:06:22.962 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.957+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.158607975326958922', time=2024-09-19T16:06:11.530171+0000, chain.objs.size()=1 2024-09-19T14:06:22.962 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.957+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.119__shadow_.w4zzKGU6vWcsX-Rkic-_RYEkHIMnxgP_0 2024-09-19T14:06:22.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.961+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13379210769079179642', time=2024-09-19T16:06:11.972338+0000, chain.objs.size()=1 2024-09-19T14:06:22.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.961+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.120__shadow_.1toVNL4CIZW_cogNiH_1JbDQUT51QUD_0 2024-09-19T14:06:22.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.961+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3917979282062433421', time=2024-09-19T16:06:14.796580+0000, chain.objs.size()=1 2024-09-19T14:06:22.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.961+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.127__shadow_.nj8mWpAI5BRwcYmNXfCXo0wOA3Nt7Tj_0 2024-09-19T14:06:22.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.961+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.97971867649987645', time=2024-09-19T16:06:19.649049+0000, chain.objs.size()=1 2024-09-19T14:06:22.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.961+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.140__shadow_.eERE-iRSIdJZrgO1kxWPiMxAuLzk78N_0 2024-09-19T14:06:22.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.969+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:06:22.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.973+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-19T14:06:22.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.973+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:22.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.977+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:22.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.977+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-19T14:06:22.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.977+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10337434710279284369', time=2024-09-19T16:05:40.914038+0000, chain.objs.size()=1 2024-09-19T14:06:22.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.977+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.81__shadow_._fVH__IBS7suXTOfAyxbutdz7dDFq9q_0 2024-09-19T14:06:22.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.977+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15281013275134938304', time=2024-09-19T16:05:42.734347+0000, chain.objs.size()=1 2024-09-19T14:06:22.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.977+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.85__shadow_.ZeUtRKtGQfTN07V7Numl6qdQy0BKZeV_0 2024-09-19T14:06:22.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.977+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7698674520967384757', time=2024-09-19T16:06:13.563768+0000, chain.objs.size()=1 2024-09-19T14:06:22.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.977+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.124__shadow_.Mrk_ScDLYJVTXJ5MZOOnPXi6GNqiS5X_0 2024-09-19T14:06:22.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.981+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:06:22.988 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.985+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-19T14:06:22.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.989+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:22.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.989+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:22.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.989+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-19T14:06:22.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.989+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.629820126904678444', time=2024-09-19T16:06:13.177472+0000, chain.objs.size()=1 2024-09-19T14:06:22.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.989+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.123__shadow_.om9qeZmuI8LBeQYpi3LYLaXeR1_xHJA_0 2024-09-19T14:06:22.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.989+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1232106463299601522', time=2024-09-19T16:06:15.638405+0000, chain.objs.size()=1 2024-09-19T14:06:22.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.989+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.129__shadow_._NkSxE-1X8_WEk0pUkUCJ2KXkyF0xAY_0 2024-09-19T14:06:22.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.993+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:06:22.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.997+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-19T14:06:23.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.997+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.997+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.997+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-19T14:06:23.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.997+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3265619112809231512', time=2024-09-19T16:06:12.390078+0000, chain.objs.size()=1 2024-09-19T14:06:23.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.997+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.121__shadow_.Nz_PwD8mXapw4SAVeQfVONyPCZqvn-3_0 2024-09-19T14:06:23.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.997+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2242151638683335376', time=2024-09-19T16:06:12.811462+0000, chain.objs.size()=1 2024-09-19T14:06:23.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.997+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.122__shadow_.f6we-KWdiQNfU_TowgA46NAKqBlWp-K_0 2024-09-19T14:06:23.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.997+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9701845986984908476', time=2024-09-19T16:06:15.610946+0000, chain.objs.size()=1 2024-09-19T14:06:23.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.997+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.129__shadow_.UTlPKeXf0KR6_XpSh3qhzH5VWkNoVfy_0 2024-09-19T14:06:23.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.997+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2191051680716035502', time=2024-09-19T16:06:17.198120+0000, chain.objs.size()=1 2024-09-19T14:06:23.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.997+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.133__shadow_.QWTyAqIv52ZXRi1cfxoCKdZoBHgD826_0 2024-09-19T14:06:23.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.997+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5682301388256756330', time=2024-09-19T16:06:21.279818+0000, chain.objs.size()=9 2024-09-19T14:06:23.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.997+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.143__multipart_key1.2~cBsBQTatHyWblLCrE6Nh77ibNNeiqL9.1 2024-09-19T14:06:23.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.997+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.143__shadow_key1.2~cBsBQTatHyWblLCrE6Nh77ibNNeiqL9.1_1 2024-09-19T14:06:23.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.997+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.143__multipart_key1.2~cBsBQTatHyWblLCrE6Nh77ibNNeiqL9.2 2024-09-19T14:06:23.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.997+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.143__shadow_key1.2~cBsBQTatHyWblLCrE6Nh77ibNNeiqL9.2_1 2024-09-19T14:06:23.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.997+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.143__multipart_key1.2~cBsBQTatHyWblLCrE6Nh77ibNNeiqL9.3 2024-09-19T14:06:23.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.997+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.143__shadow_key1.2~cBsBQTatHyWblLCrE6Nh77ibNNeiqL9.3_1 2024-09-19T14:06:23.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.997+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.143__multipart_key1.2~cBsBQTatHyWblLCrE6Nh77ibNNeiqL9.4 2024-09-19T14:06:23.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:22.997+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.143__shadow_key1.2~cBsBQTatHyWblLCrE6Nh77ibNNeiqL9.4_1 2024-09-19T14:06:23.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.005+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.143__multipart_key1.2~cBsBQTatHyWblLCrE6Nh77ibNNeiqL9.5 2024-09-19T14:06:23.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.009+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:06:23.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.013+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-19T14:06:23.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.017+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.021 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.017+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.021 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.017+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=7, truncated=0, next_marker='' 2024-09-19T14:06:23.021 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.017+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4481611484333671224', time=2024-09-19T16:06:02.806978+0000, chain.objs.size()=7 2024-09-19T14:06:23.022 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.017+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.102__multipart_key1.2~WL-FKal_hwJqJPWWk48X839htwOd2zM.1 2024-09-19T14:06:23.022 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.017+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.102__shadow_key1.2~WL-FKal_hwJqJPWWk48X839htwOd2zM.1_1 2024-09-19T14:06:23.022 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.017+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.102__shadow_key1.2~WL-FKal_hwJqJPWWk48X839htwOd2zM.1_2 2024-09-19T14:06:23.022 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.017+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.102__multipart_key1.2~WL-FKal_hwJqJPWWk48X839htwOd2zM.2 2024-09-19T14:06:23.022 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.017+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.102__shadow_key1.2~WL-FKal_hwJqJPWWk48X839htwOd2zM.2_1 2024-09-19T14:06:23.022 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.017+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.102__shadow_key1.2~WL-FKal_hwJqJPWWk48X839htwOd2zM.2_2 2024-09-19T14:06:23.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.017+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.102__multipart_key1.2~WL-FKal_hwJqJPWWk48X839htwOd2zM.3 2024-09-19T14:06:23.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.017+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6574959580336361884', time=2024-09-19T16:06:08.654070+0000, chain.objs.size()=1 2024-09-19T14:06:23.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.017+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.112__shadow_.1EjLce6adsE4ak1ZkcF8Vsji7fhvIcr_0 2024-09-19T14:06:23.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.017+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17905864129781888439', time=2024-09-19T16:06:10.737722+0000, chain.objs.size()=1 2024-09-19T14:06:23.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.017+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.117__shadow_.QPoLhhQDAajzapRQuNop4ydtsqhIAcQ_0 2024-09-19T14:06:23.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.017+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4526554141886762484', time=2024-09-19T16:06:11.544336+0000, chain.objs.size()=1 2024-09-19T14:06:23.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.017+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.119__shadow_.V_OWhOFxU6W-snl8cJG8-KZXXN1Hsgm_0 2024-09-19T14:06:23.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.017+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4376899218356457787', time=2024-09-19T16:06:12.362007+0000, chain.objs.size()=1 2024-09-19T14:06:23.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.017+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.121__shadow_.KJRB_sRxMX-kFPI6wdcKJMQjXmQgU4o_0 2024-09-19T14:06:23.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.017+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17611742770518556280', time=2024-09-19T16:06:13.976345+0000, chain.objs.size()=1 2024-09-19T14:06:23.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.017+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.125__shadow_.JWxHO_EG99ZDX4i7D4bn-dHLEif0nQI_0 2024-09-19T14:06:23.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.025+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9221784716189975375', time=2024-09-19T16:06:16.396419+0000, chain.objs.size()=1 2024-09-19T14:06:23.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.025+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.131__shadow_.W-MIq6RfexOvQLDKmHk9RzCxBmaf3OG_0 2024-09-19T14:06:23.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.029+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:06:23.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.033+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-19T14:06:23.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.037+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.037+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.037+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-19T14:06:23.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.037+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9864597332506117258', time=2024-09-19T16:05:49.525290+0000, chain.objs.size()=9 2024-09-19T14:06:23.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.037+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.94__multipart_key1.2~0acGKojzy9N-z4YxyQUB8kFko3jBLza.1 2024-09-19T14:06:23.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.037+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.94__shadow_key1.2~0acGKojzy9N-z4YxyQUB8kFko3jBLza.1_1 2024-09-19T14:06:23.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.037+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.94__multipart_key1.2~0acGKojzy9N-z4YxyQUB8kFko3jBLza.2 2024-09-19T14:06:23.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.037+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.94__shadow_key1.2~0acGKojzy9N-z4YxyQUB8kFko3jBLza.2_1 2024-09-19T14:06:23.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.037+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.94__multipart_key1.2~0acGKojzy9N-z4YxyQUB8kFko3jBLza.3 2024-09-19T14:06:23.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.037+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.94__shadow_key1.2~0acGKojzy9N-z4YxyQUB8kFko3jBLza.3_1 2024-09-19T14:06:23.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.037+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.94__multipart_key1.2~0acGKojzy9N-z4YxyQUB8kFko3jBLza.4 2024-09-19T14:06:23.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.037+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.94__shadow_key1.2~0acGKojzy9N-z4YxyQUB8kFko3jBLza.4_1 2024-09-19T14:06:23.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.037+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.94__multipart_key1.2~0acGKojzy9N-z4YxyQUB8kFko3jBLza.5 2024-09-19T14:06:23.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.037+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6116850870928510498', time=2024-09-19T16:05:52.068956+0000, chain.objs.size()=7 2024-09-19T14:06:23.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.037+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.94__multipart_key1.2~o60fNpzULYXiPUXWo9-Nz9CirgBu9nW.1 2024-09-19T14:06:23.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.037+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.94__shadow_key1.2~o60fNpzULYXiPUXWo9-Nz9CirgBu9nW.1_1 2024-09-19T14:06:23.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.037+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.94__shadow_key1.2~o60fNpzULYXiPUXWo9-Nz9CirgBu9nW.1_2 2024-09-19T14:06:23.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.045+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.94__multipart_key1.2~o60fNpzULYXiPUXWo9-Nz9CirgBu9nW.2 2024-09-19T14:06:23.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.049+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.94__shadow_key1.2~o60fNpzULYXiPUXWo9-Nz9CirgBu9nW.2_1 2024-09-19T14:06:23.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.049+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.94__shadow_key1.2~o60fNpzULYXiPUXWo9-Nz9CirgBu9nW.2_2 2024-09-19T14:06:23.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.049+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.94__multipart_key1.2~o60fNpzULYXiPUXWo9-Nz9CirgBu9nW.3 2024-09-19T14:06:23.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.049+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4459938312755541616', time=2024-09-19T16:05:55.529463+0000, chain.objs.size()=9 2024-09-19T14:06:23.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.049+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.100__multipart_file.mpg.2~aHR7DYoLDKiL47qCp-ksn6jwDkodPKZ.1 2024-09-19T14:06:23.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.049+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.100__shadow_file.mpg.2~aHR7DYoLDKiL47qCp-ksn6jwDkodPKZ.1_1 2024-09-19T14:06:23.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.049+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.100__multipart_file.mpg.2~aHR7DYoLDKiL47qCp-ksn6jwDkodPKZ.2 2024-09-19T14:06:23.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.049+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.100__shadow_file.mpg.2~aHR7DYoLDKiL47qCp-ksn6jwDkodPKZ.2_1 2024-09-19T14:06:23.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.049+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.100__multipart_file.mpg.2~aHR7DYoLDKiL47qCp-ksn6jwDkodPKZ.3 2024-09-19T14:06:23.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.049+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.100__shadow_file.mpg.2~aHR7DYoLDKiL47qCp-ksn6jwDkodPKZ.3_1 2024-09-19T14:06:23.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.049+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.100__multipart_file.mpg.2~aHR7DYoLDKiL47qCp-ksn6jwDkodPKZ.4 2024-09-19T14:06:23.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.049+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.100__shadow_file.mpg.2~aHR7DYoLDKiL47qCp-ksn6jwDkodPKZ.4_1 2024-09-19T14:06:23.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.061+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.100__multipart_file.mpg.2~aHR7DYoLDKiL47qCp-ksn6jwDkodPKZ.5 2024-09-19T14:06:23.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.061+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3848509132768945885', time=2024-09-19T16:06:12.799452+0000, chain.objs.size()=1 2024-09-19T14:06:23.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.061+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.122__shadow_.IB6I0ikUInomHpHi7AadtkC9e0dFlxJ_0 2024-09-19T14:06:23.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.061+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3159697054599236948', time=2024-09-19T16:06:15.191359+0000, chain.objs.size()=1 2024-09-19T14:06:23.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.061+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.128__shadow_.WOVNmD39Pa7CCn4PoX3zYx-JrZ6LB2g_0 2024-09-19T14:06:23.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.065+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:06:23.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.069+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-19T14:06:23.074 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.069+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.073+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.073+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-19T14:06:23.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.073+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17277367069316402319', time=2024-09-19T16:06:09.886097+0000, chain.objs.size()=1 2024-09-19T14:06:23.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.073+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.115__shadow_.5QEi3GPJffitCdF5O0n6qkeUIytk5AX_0 2024-09-19T14:06:23.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.073+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15723045379535552254', time=2024-09-19T16:06:09.900259+0000, chain.objs.size()=1 2024-09-19T14:06:23.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.073+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.115__shadow_.ETLpuAjFkzoiG315_1z8tn46-XYqrHc_0 2024-09-19T14:06:23.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.073+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12739313492003192776', time=2024-09-19T16:06:11.136757+0000, chain.objs.size()=1 2024-09-19T14:06:23.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.073+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.118__shadow_.y9wsLBxVPiF3AgEs-N6N3gZob0wTaT8_0 2024-09-19T14:06:23.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.073+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6792666987178523496', time=2024-09-19T16:06:12.782744+0000, chain.objs.size()=1 2024-09-19T14:06:23.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.073+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.122__shadow_.SH_ekIbRsuGjUETzOYUGqr3MjNHgUiS_0 2024-09-19T14:06:23.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.073+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:06:23.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.077+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-19T14:06:23.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.081+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.081+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.081+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-19T14:06:23.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.081+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.64495380741309667', time=2024-09-19T16:05:55.590766+0000, chain.objs.size()=1 2024-09-19T14:06:23.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.081+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.100__shadow_.Qv560TmujvoQj91aM6A86NGX-niVqQV_0 2024-09-19T14:06:23.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.081+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5380346035387928176', time=2024-09-19T16:06:04.459183+0000, chain.objs.size()=9 2024-09-19T14:06:23.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.081+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.103__multipart_key1.2~yOOCa1SHjJd-vFRQqqkAhgSvXworsf6.1 2024-09-19T14:06:23.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.081+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.103__shadow_key1.2~yOOCa1SHjJd-vFRQqqkAhgSvXworsf6.1_1 2024-09-19T14:06:23.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.081+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.103__multipart_key1.2~yOOCa1SHjJd-vFRQqqkAhgSvXworsf6.2 2024-09-19T14:06:23.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.081+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.103__shadow_key1.2~yOOCa1SHjJd-vFRQqqkAhgSvXworsf6.2_1 2024-09-19T14:06:23.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.081+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.103__multipart_key1.2~yOOCa1SHjJd-vFRQqqkAhgSvXworsf6.3 2024-09-19T14:06:23.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.081+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.103__shadow_key1.2~yOOCa1SHjJd-vFRQqqkAhgSvXworsf6.3_1 2024-09-19T14:06:23.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.081+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.103__multipart_key1.2~yOOCa1SHjJd-vFRQqqkAhgSvXworsf6.4 2024-09-19T14:06:23.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.081+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.103__shadow_key1.2~yOOCa1SHjJd-vFRQqqkAhgSvXworsf6.4_1 2024-09-19T14:06:23.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.081+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.103__multipart_key1.2~yOOCa1SHjJd-vFRQqqkAhgSvXworsf6.5 2024-09-19T14:06:23.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.081+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8483008344865077425', time=2024-09-19T16:06:08.671139+0000, chain.objs.size()=1 2024-09-19T14:06:23.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.081+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.112__shadow_.eHmd2P9yJWeLLf2SkmmuOC9TKg_nL0H_0 2024-09-19T14:06:23.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.081+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1167061934479936154', time=2024-09-19T16:06:09.917374+0000, chain.objs.size()=1 2024-09-19T14:06:23.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.081+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.115__shadow_.IgQh1pW_TLh3yNl2-HQPhllJf0uvhc3_0 2024-09-19T14:06:23.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.089+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:06:23.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.093+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-19T14:06:23.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.097+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.097+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.097+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=6, truncated=0, next_marker='' 2024-09-19T14:06:23.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.097+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10473265546322655490', time=2024-09-19T16:05:42.045893+0000, chain.objs.size()=3 2024-09-19T14:06:23.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.097+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.83__shadow_.2uFwOytF1HS5K4cU8ooyTeM7dMhGcrT_0 2024-09-19T14:06:23.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.097+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.83__shadow_.2uFwOytF1HS5K4cU8ooyTeM7dMhGcrT_1 2024-09-19T14:06:23.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.097+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.83__shadow_.2uFwOytF1HS5K4cU8ooyTeM7dMhGcrT_2 2024-09-19T14:06:23.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.097+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15824506602559296356', time=2024-09-19T16:06:03.765398+0000, chain.objs.size()=1 2024-09-19T14:06:23.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.097+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.103__shadow_.2h39-pZKYIo5arBf-4gMBvEl7JYlomq_0 2024-09-19T14:06:23.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.097+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1223848845164711323', time=2024-09-19T16:06:12.406403+0000, chain.objs.size()=1 2024-09-19T14:06:23.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.097+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.121__shadow_.yZkMYyeY9Ghc4KdHdacml8PZkjwSlMM_0 2024-09-19T14:06:23.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.097+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14450846573141318244', time=2024-09-19T16:06:14.825219+0000, chain.objs.size()=1 2024-09-19T14:06:23.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.097+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.127__shadow_.jx3fp5L_H_uvqDF5PAPjXmAw8p_6Tp4_0 2024-09-19T14:06:23.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.097+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5927460396471336092', time=2024-09-19T16:06:15.599143+0000, chain.objs.size()=1 2024-09-19T14:06:23.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.097+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.129__shadow_.40QgG0JLBocGU0ksQiHfQuH1VXHuzzR_0 2024-09-19T14:06:23.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.097+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11656871985356029173', time=2024-09-19T16:06:16.776216+0000, chain.objs.size()=1 2024-09-19T14:06:23.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.097+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.132__shadow_.4QvZtjRNn0M0pLhMVF4e3Cjxnz95cXL_0 2024-09-19T14:06:23.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.105+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:06:23.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.109+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-19T14:06:23.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.109+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.113+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.113+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-19T14:06:23.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.113+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11481717965717807921', time=2024-09-19T16:06:05.506946+0000, chain.objs.size()=9 2024-09-19T14:06:23.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.113+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.104__multipart_key1.2~17xD_mbjzuemCuNksb_5E0468GwHOkm.1 2024-09-19T14:06:23.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.113+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.104__shadow_key1.2~17xD_mbjzuemCuNksb_5E0468GwHOkm.1_1 2024-09-19T14:06:23.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.113+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.104__multipart_key1.2~17xD_mbjzuemCuNksb_5E0468GwHOkm.2 2024-09-19T14:06:23.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.113+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.104__shadow_key1.2~17xD_mbjzuemCuNksb_5E0468GwHOkm.2_1 2024-09-19T14:06:23.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.113+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.104__multipart_key1.2~17xD_mbjzuemCuNksb_5E0468GwHOkm.3 2024-09-19T14:06:23.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.113+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.104__shadow_key1.2~17xD_mbjzuemCuNksb_5E0468GwHOkm.3_1 2024-09-19T14:06:23.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.113+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.104__multipart_key1.2~17xD_mbjzuemCuNksb_5E0468GwHOkm.4 2024-09-19T14:06:23.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.113+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.104__shadow_key1.2~17xD_mbjzuemCuNksb_5E0468GwHOkm.4_1 2024-09-19T14:06:23.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.113+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.104__multipart_key1.2~17xD_mbjzuemCuNksb_5E0468GwHOkm.5 2024-09-19T14:06:23.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.113+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5283154708990157400', time=2024-09-19T16:06:13.204503+0000, chain.objs.size()=1 2024-09-19T14:06:23.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.113+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.123__shadow_.1xWlkU3OgQb9d5hBx8ZrEHO1hKr-CyD_0 2024-09-19T14:06:23.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.113+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7698281833329516471', time=2024-09-19T16:06:16.788630+0000, chain.objs.size()=1 2024-09-19T14:06:23.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.113+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.132__shadow_.Ggol9LUxEPeY1qn3Hy4uOrXCu--Ezu5_0 2024-09-19T14:06:23.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.117+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:06:23.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.121+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-19T14:06:23.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.121+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.121+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.125+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-19T14:06:23.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.125+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9064367905676868258', time=2024-09-19T16:06:11.121967+0000, chain.objs.size()=1 2024-09-19T14:06:23.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.125+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.118__shadow_.dS3OlE-G8avs2U-Bdspdf7D4H59ipfm_0 2024-09-19T14:06:23.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.125+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17922050802777343937', time=2024-09-19T16:06:12.825981+0000, chain.objs.size()=1 2024-09-19T14:06:23.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.125+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.122__shadow_.zRQl-GBbM3T3DWp867kP5BaSmRpQUm__0 2024-09-19T14:06:23.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.125+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:06:23.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.129+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-19T14:06:23.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.129+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.133+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.133+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-19T14:06:23.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.133+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12595958873089779222', time=2024-09-19T16:05:50.304460+0000, chain.objs.size()=9 2024-09-19T14:06:23.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.133+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.94__multipart_key1.2~wZV55neTI-sBc9X-1mTCAQQs5tpBuYf.1 2024-09-19T14:06:23.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.133+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.94__shadow_key1.2~wZV55neTI-sBc9X-1mTCAQQs5tpBuYf.1_1 2024-09-19T14:06:23.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.133+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.94__multipart_key1.2~wZV55neTI-sBc9X-1mTCAQQs5tpBuYf.2 2024-09-19T14:06:23.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.133+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.94__shadow_key1.2~wZV55neTI-sBc9X-1mTCAQQs5tpBuYf.2_1 2024-09-19T14:06:23.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.133+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.94__multipart_key1.2~wZV55neTI-sBc9X-1mTCAQQs5tpBuYf.3 2024-09-19T14:06:23.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.133+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.94__shadow_key1.2~wZV55neTI-sBc9X-1mTCAQQs5tpBuYf.3_1 2024-09-19T14:06:23.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.133+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.94__multipart_key1.2~wZV55neTI-sBc9X-1mTCAQQs5tpBuYf.4 2024-09-19T14:06:23.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.133+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.94__shadow_key1.2~wZV55neTI-sBc9X-1mTCAQQs5tpBuYf.4_1 2024-09-19T14:06:23.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.133+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.94__multipart_key1.2~wZV55neTI-sBc9X-1mTCAQQs5tpBuYf.5 2024-09-19T14:06:23.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.133+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3628475115345851007', time=2024-09-19T16:05:55.544750+0000, chain.objs.size()=1 2024-09-19T14:06:23.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.133+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.100__shadow_.c94YGMNPKtOvl7jM-HmSZxwUiB5MY_5_0 2024-09-19T14:06:23.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.133+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2298356671235333865', time=2024-09-19T16:06:11.573492+0000, chain.objs.size()=1 2024-09-19T14:06:23.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.133+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.119__shadow_.-myz_RkJnffibOkFnCFqn34TpBZoUVK_0 2024-09-19T14:06:23.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.133+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12854948202985107619', time=2024-09-19T16:06:14.391935+0000, chain.objs.size()=1 2024-09-19T14:06:23.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.133+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.126__shadow_.2VcXVmfQ3TDw0pyPM6r00Vs5FrQwFNN_0 2024-09-19T14:06:23.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.141+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:06:23.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.145+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-19T14:06:23.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.145+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.145+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.145+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=7, truncated=0, next_marker='' 2024-09-19T14:06:23.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.145+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17906263367296138375', time=2024-09-19T16:05:45.136910+0000, chain.objs.size()=9 2024-09-19T14:06:23.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.145+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.91__multipart_key1.2~SMZFcYTxQpB92jb5fFZB38C1WoovNYT.1 2024-09-19T14:06:23.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.145+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.91__shadow_key1.2~SMZFcYTxQpB92jb5fFZB38C1WoovNYT.1_1 2024-09-19T14:06:23.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.145+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.91__multipart_key1.2~SMZFcYTxQpB92jb5fFZB38C1WoovNYT.2 2024-09-19T14:06:23.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.145+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.91__shadow_key1.2~SMZFcYTxQpB92jb5fFZB38C1WoovNYT.2_1 2024-09-19T14:06:23.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.145+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.91__multipart_key1.2~SMZFcYTxQpB92jb5fFZB38C1WoovNYT.3 2024-09-19T14:06:23.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.145+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.91__shadow_key1.2~SMZFcYTxQpB92jb5fFZB38C1WoovNYT.3_1 2024-09-19T14:06:23.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.145+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.91__multipart_key1.2~SMZFcYTxQpB92jb5fFZB38C1WoovNYT.4 2024-09-19T14:06:23.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.145+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.91__shadow_key1.2~SMZFcYTxQpB92jb5fFZB38C1WoovNYT.4_1 2024-09-19T14:06:23.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.145+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.91__multipart_key1.2~SMZFcYTxQpB92jb5fFZB38C1WoovNYT.5 2024-09-19T14:06:23.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.145+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1811031134410118376', time=2024-09-19T16:06:11.151336+0000, chain.objs.size()=1 2024-09-19T14:06:23.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.145+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.118__shadow_.yylPDiME4f9t3LWE0Pt__Boto3NzTUt_0 2024-09-19T14:06:23.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.145+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17909621759502269080', time=2024-09-19T16:06:11.986881+0000, chain.objs.size()=1 2024-09-19T14:06:23.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.145+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.120__shadow_.a-t44vk-Op9uTwE-2T3mJl1WxuqCj5K_0 2024-09-19T14:06:23.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.145+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.571565019552613564', time=2024-09-19T16:06:14.375810+0000, chain.objs.size()=1 2024-09-19T14:06:23.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.145+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.126__shadow_.DwxJUFtym07744rNjrcV0nJYjXjmwb6_0 2024-09-19T14:06:23.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.149+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.574178061596467517', time=2024-09-19T16:06:15.216156+0000, chain.objs.size()=1 2024-09-19T14:06:23.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.149+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.128__shadow_.tqS9KlvCoE7JWf8yeJN9j0jpimw3jOi_0 2024-09-19T14:06:23.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.149+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5843935702827268126', time=2024-09-19T16:06:16.803003+0000, chain.objs.size()=1 2024-09-19T14:06:23.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.149+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.132__shadow_.s960XEK3xQ2g_x2L7j59LeT7G90-6Y1_0 2024-09-19T14:06:23.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.149+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2267698467283820762', time=2024-09-19T16:06:18.648341+0000, chain.objs.size()=1 2024-09-19T14:06:23.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.149+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.138__shadow_.ZKJqILatD9k_03Kg5VcOlKoovuqXyuz_0 2024-09-19T14:06:23.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.153+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:06:23.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.157+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-19T14:06:23.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.157+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.161+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.161+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-19T14:06:23.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.161+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.277445075492079932', time=2024-09-19T16:05:53.608804+0000, chain.objs.size()=9 2024-09-19T14:06:23.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.161+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.98__multipart_key1.2~mEV1z5WXQm9XtsaOht7QuH93zoSE1ft.1 2024-09-19T14:06:23.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.161+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.98__shadow_key1.2~mEV1z5WXQm9XtsaOht7QuH93zoSE1ft.1_1 2024-09-19T14:06:23.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.161+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.98__multipart_key1.2~mEV1z5WXQm9XtsaOht7QuH93zoSE1ft.2 2024-09-19T14:06:23.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.161+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.98__shadow_key1.2~mEV1z5WXQm9XtsaOht7QuH93zoSE1ft.2_1 2024-09-19T14:06:23.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.161+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.98__multipart_key1.2~mEV1z5WXQm9XtsaOht7QuH93zoSE1ft.3 2024-09-19T14:06:23.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.161+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.98__shadow_key1.2~mEV1z5WXQm9XtsaOht7QuH93zoSE1ft.3_1 2024-09-19T14:06:23.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.161+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.98__multipart_key1.2~mEV1z5WXQm9XtsaOht7QuH93zoSE1ft.4 2024-09-19T14:06:23.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.161+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.98__shadow_key1.2~mEV1z5WXQm9XtsaOht7QuH93zoSE1ft.4_1 2024-09-19T14:06:23.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.161+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.98__multipart_key1.2~mEV1z5WXQm9XtsaOht7QuH93zoSE1ft.5 2024-09-19T14:06:23.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.161+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2412760383417494206', time=2024-09-19T16:06:02.027531+0000, chain.objs.size()=7 2024-09-19T14:06:23.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.161+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.102__multipart_key1.2~Il6U6gVWVzisedb8y9WIdC8GftUMUqF.1 2024-09-19T14:06:23.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.161+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.102__shadow_key1.2~Il6U6gVWVzisedb8y9WIdC8GftUMUqF.1_1 2024-09-19T14:06:23.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.161+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.102__shadow_key1.2~Il6U6gVWVzisedb8y9WIdC8GftUMUqF.1_2 2024-09-19T14:06:23.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.165+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.102__multipart_key1.2~Il6U6gVWVzisedb8y9WIdC8GftUMUqF.2 2024-09-19T14:06:23.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.165+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.102__shadow_key1.2~Il6U6gVWVzisedb8y9WIdC8GftUMUqF.2_1 2024-09-19T14:06:23.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.165+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.102__shadow_key1.2~Il6U6gVWVzisedb8y9WIdC8GftUMUqF.2_2 2024-09-19T14:06:23.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.165+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.102__multipart_key1.2~Il6U6gVWVzisedb8y9WIdC8GftUMUqF.3 2024-09-19T14:06:23.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.165+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8069813381211718560', time=2024-09-19T16:06:09.495018+0000, chain.objs.size()=1 2024-09-19T14:06:23.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.165+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.114__shadow_.3Q9RGF_NkO6Q3elSIGGOPQz5UIz_lJf_0 2024-09-19T14:06:23.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.165+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16267472873952016630', time=2024-09-19T16:06:10.724867+0000, chain.objs.size()=1 2024-09-19T14:06:23.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.165+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.117__shadow_.UpBWChzyXYMcFK3mgLDW8sxqWGgFfIn_0 2024-09-19T14:06:23.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.165+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18163239402631642106', time=2024-09-19T16:06:15.626651+0000, chain.objs.size()=1 2024-09-19T14:06:23.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.165+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.129__shadow_.DdS05Z8W3tHXDD3IUMJQn6cl7SrrhxO_0 2024-09-19T14:06:23.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.169+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:06:23.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.173+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-19T14:06:23.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.177+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.177+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.177+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-19T14:06:23.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.177+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15890821764447076794', time=2024-09-19T16:05:51.902982+0000, chain.objs.size()=7 2024-09-19T14:06:23.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.177+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.94__multipart_key1.2~vpfg9ajH1CnuYI_K9h8vXBVvdUa8Nxk.1 2024-09-19T14:06:23.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.177+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.94__shadow_key1.2~vpfg9ajH1CnuYI_K9h8vXBVvdUa8Nxk.1_1 2024-09-19T14:06:23.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.177+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.94__shadow_key1.2~vpfg9ajH1CnuYI_K9h8vXBVvdUa8Nxk.1_2 2024-09-19T14:06:23.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.177+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.94__multipart_key1.2~vpfg9ajH1CnuYI_K9h8vXBVvdUa8Nxk.2 2024-09-19T14:06:23.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.177+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.94__shadow_key1.2~vpfg9ajH1CnuYI_K9h8vXBVvdUa8Nxk.2_1 2024-09-19T14:06:23.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.177+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.94__shadow_key1.2~vpfg9ajH1CnuYI_K9h8vXBVvdUa8Nxk.2_2 2024-09-19T14:06:23.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.177+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.94__multipart_key1.2~vpfg9ajH1CnuYI_K9h8vXBVvdUa8Nxk.3 2024-09-19T14:06:23.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.177+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1868741272719692287', time=2024-09-19T16:06:08.698426+0000, chain.objs.size()=1 2024-09-19T14:06:23.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.177+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.112__shadow_.kP9dxKn6bNT8gCKlJS3LeFRzD1ARVwZ_0 2024-09-19T14:06:23.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.177+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4798305897322540783', time=2024-09-19T16:06:09.107404+0000, chain.objs.size()=1 2024-09-19T14:06:23.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.177+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.113__shadow_.EN1G0UNd3ZjT35epGV9wbft1cWZffKx_0 2024-09-19T14:06:23.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.177+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3511576164404686481', time=2024-09-19T16:06:14.403338+0000, chain.objs.size()=1 2024-09-19T14:06:23.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.177+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.126__shadow_.L13yJhiid3DmWs7bTsVLdCJ3EkOjNxM_0 2024-09-19T14:06:23.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.177+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14538375517605289824', time=2024-09-19T16:06:16.007478+0000, chain.objs.size()=1 2024-09-19T14:06:23.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.177+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.130__shadow_.MbMvglb9ejQZq4cgc9ZtrMasXYE97c8_0 2024-09-19T14:06:23.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.185+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:06:23.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.189+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-19T14:06:23.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.189+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.189+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.189+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-19T14:06:23.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.189+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18137257533389371174', time=2024-09-19T16:05:59.911215+0000, chain.objs.size()=9 2024-09-19T14:06:23.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.189+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.102__multipart_key1.2~82a7QdZMQsPmtFwbk6J2I3HMLuf498R.1 2024-09-19T14:06:23.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.189+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.102__shadow_key1.2~82a7QdZMQsPmtFwbk6J2I3HMLuf498R.1_1 2024-09-19T14:06:23.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.189+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.102__multipart_key1.2~82a7QdZMQsPmtFwbk6J2I3HMLuf498R.2 2024-09-19T14:06:23.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.189+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.102__shadow_key1.2~82a7QdZMQsPmtFwbk6J2I3HMLuf498R.2_1 2024-09-19T14:06:23.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.189+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.102__multipart_key1.2~82a7QdZMQsPmtFwbk6J2I3HMLuf498R.3 2024-09-19T14:06:23.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.189+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.102__shadow_key1.2~82a7QdZMQsPmtFwbk6J2I3HMLuf498R.3_1 2024-09-19T14:06:23.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.189+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.102__multipart_key1.2~82a7QdZMQsPmtFwbk6J2I3HMLuf498R.4 2024-09-19T14:06:23.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.189+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.102__shadow_key1.2~82a7QdZMQsPmtFwbk6J2I3HMLuf498R.4_1 2024-09-19T14:06:23.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.189+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.102__multipart_key1.2~82a7QdZMQsPmtFwbk6J2I3HMLuf498R.5 2024-09-19T14:06:23.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.189+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6233464388994448176', time=2024-09-19T16:06:10.310066+0000, chain.objs.size()=1 2024-09-19T14:06:23.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.189+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.116__shadow_.M5tGSt7PadGklod1YJcRZf5KvaA0Zm1_0 2024-09-19T14:06:23.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.189+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16161025738996227236', time=2024-09-19T16:06:21.981984+0000, chain.objs.size()=1 2024-09-19T14:06:23.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.189+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.144__shadow_.YkExM1OC2rgVwZbLFIo_23Bpw_mQNZO_0 2024-09-19T14:06:23.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.197+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:06:23.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.201+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-19T14:06:23.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.201+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.201+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.201+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-19T14:06:23.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.201+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4616317120334638954', time=2024-09-19T16:05:42.395847+0000, chain.objs.size()=1 2024-09-19T14:06:23.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.201+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.84__shadow_.RDFAuOhyrgEVvZuWfd6dQH78DF6tAVK_0 2024-09-19T14:06:23.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.201+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1723183874543983612', time=2024-09-19T16:05:48.568928+0000, chain.objs.size()=9 2024-09-19T14:06:23.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.201+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.94__multipart_key1.2~ty3RJgNVexlTC1gmBYt-aTEragbaSg5.1 2024-09-19T14:06:23.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.201+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.94__shadow_key1.2~ty3RJgNVexlTC1gmBYt-aTEragbaSg5.1_1 2024-09-19T14:06:23.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.201+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.94__multipart_key1.2~ty3RJgNVexlTC1gmBYt-aTEragbaSg5.2 2024-09-19T14:06:23.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.201+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.94__shadow_key1.2~ty3RJgNVexlTC1gmBYt-aTEragbaSg5.2_1 2024-09-19T14:06:23.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.201+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.94__multipart_key1.2~ty3RJgNVexlTC1gmBYt-aTEragbaSg5.3 2024-09-19T14:06:23.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.201+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.94__shadow_key1.2~ty3RJgNVexlTC1gmBYt-aTEragbaSg5.3_1 2024-09-19T14:06:23.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.201+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.94__multipart_key1.2~ty3RJgNVexlTC1gmBYt-aTEragbaSg5.4 2024-09-19T14:06:23.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.201+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.94__shadow_key1.2~ty3RJgNVexlTC1gmBYt-aTEragbaSg5.4_1 2024-09-19T14:06:23.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.201+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.94__multipart_key1.2~ty3RJgNVexlTC1gmBYt-aTEragbaSg5.5 2024-09-19T14:06:23.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.201+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10688011290192390423', time=2024-09-19T16:06:10.753544+0000, chain.objs.size()=1 2024-09-19T14:06:23.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.201+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.117__shadow_.83obAeBkaHvBe6IHuWHtbx8xRDx36_8_0 2024-09-19T14:06:23.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.201+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13798514435211495731', time=2024-09-19T16:06:13.592457+0000, chain.objs.size()=1 2024-09-19T14:06:23.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.201+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.124__shadow_.HsMiWXzXav8k-c16dr7dmTKCG4lE3ql_0 2024-09-19T14:06:23.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.209+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2289952868449590244', time=2024-09-19T16:06:14.006894+0000, chain.objs.size()=1 2024-09-19T14:06:23.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.209+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.125__shadow_.0bX92dU-JZ6uN4CuMbpwBsyMg6BskFN_0 2024-09-19T14:06:23.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.213+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:06:23.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.213+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-19T14:06:23.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.217+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.217+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.217+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-19T14:06:23.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.217+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16083732803902107912', time=2024-09-19T16:06:13.191605+0000, chain.objs.size()=1 2024-09-19T14:06:23.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.217+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.123__shadow_.zzZsxt1HfkIEiXYa0rSOdV_nSI9Keeu_0 2024-09-19T14:06:23.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.217+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14331064048786699478', time=2024-09-19T16:06:17.180285+0000, chain.objs.size()=1 2024-09-19T14:06:23.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.217+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.133__shadow_.C9-nVJwfQFpbkI0XXa52y0lVZsnOmrf_0 2024-09-19T14:06:23.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.217+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:06:23.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.221+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-19T14:06:23.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.221+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.221+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.221+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-19T14:06:23.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.221+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7112182090472532130', time=2024-09-19T16:05:52.223093+0000, chain.objs.size()=6 2024-09-19T14:06:23.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.221+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.93__shadow_.Si3X7nm5VXhCsglrtdlrCywc2XwATSF_0 2024-09-19T14:06:23.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.221+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.93__shadow_.Si3X7nm5VXhCsglrtdlrCywc2XwATSF_1 2024-09-19T14:06:23.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.225+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.93__shadow_.Si3X7nm5VXhCsglrtdlrCywc2XwATSF_2 2024-09-19T14:06:23.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.225+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.93__shadow_.Si3X7nm5VXhCsglrtdlrCywc2XwATSF_3 2024-09-19T14:06:23.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.225+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.93__shadow_.Si3X7nm5VXhCsglrtdlrCywc2XwATSF_4 2024-09-19T14:06:23.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.225+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.93__shadow_.Si3X7nm5VXhCsglrtdlrCywc2XwATSF_5 2024-09-19T14:06:23.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.225+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9411545853520372100', time=2024-09-19T16:06:08.685286+0000, chain.objs.size()=1 2024-09-19T14:06:23.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.225+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.112__shadow_.DcWGcrnoWyc06aRq4mn6Wh4zn3diG3y_0 2024-09-19T14:06:23.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.225+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18165103602677499535', time=2024-09-19T16:06:16.411983+0000, chain.objs.size()=1 2024-09-19T14:06:23.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.225+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.131__shadow_.QtjtoELrsERNlKamFTyanH0Lrh-KlHa_0 2024-09-19T14:06:23.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.229+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:06:23.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.233+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-19T14:06:23.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.233+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.233+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.233+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-19T14:06:23.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.233+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12474752792159787256', time=2024-09-19T16:05:38.617591+0000, chain.objs.size()=1 2024-09-19T14:06:23.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.233+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.77__shadow_.UvyoqcEWmx8Oe_R1edd2Y1no9EYIswT_0 2024-09-19T14:06:23.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.233+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12385030042837913642', time=2024-09-19T16:06:09.930989+0000, chain.objs.size()=1 2024-09-19T14:06:23.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.233+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.115__shadow_.TD0uTeRL4HYbYQwdsw-ePHMbat8ZjDL_0 2024-09-19T14:06:23.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.237+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:06:23.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.237+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-19T14:06:23.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.241+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.241+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.241+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-19T14:06:23.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.241+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10140471195734160263', time=2024-09-19T16:06:06.822351+0000, chain.objs.size()=1 2024-09-19T14:06:23.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.241+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.106__shadow_.u6Nh-Ue3neTKFjelhwRoMdYQ55YGCzg_0 2024-09-19T14:06:23.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.241+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7663276240198200343', time=2024-09-19T16:06:13.577877+0000, chain.objs.size()=1 2024-09-19T14:06:23.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.241+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.124__shadow_.92xXzV3xTWVIc3WsPZgne0MdsU4-_et_0 2024-09-19T14:06:23.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.241+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7561973363120375002', time=2024-09-19T16:06:13.963309+0000, chain.objs.size()=1 2024-09-19T14:06:23.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.241+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.125__shadow_.sfF1lCa9okfeABamUCAkJZROET4K4qe_0 2024-09-19T14:06:23.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.241+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17004420378056010360', time=2024-09-19T16:06:15.231404+0000, chain.objs.size()=1 2024-09-19T14:06:23.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.241+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.128__shadow_.6DxY315GbpdgLAJYFoveV57FUdYzu4e_0 2024-09-19T14:06:23.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.241+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13011191327190549898', time=2024-09-19T16:06:15.995109+0000, chain.objs.size()=1 2024-09-19T14:06:23.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.241+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.130__shadow_.5FX4Q7GRnNVE-ai5scwJc5RXiGEwfNq_0 2024-09-19T14:06:23.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.245+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:06:23.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.245+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-19T14:06:23.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.249+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.249+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.249+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-19T14:06:23.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.249+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12314385887259210577', time=2024-09-19T16:05:45.272166+0000, chain.objs.size()=9 2024-09-19T14:06:23.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.249+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.91__multipart_key1.2~SMZFcYTxQpB92jb5fFZB38C1WoovNYT.1 2024-09-19T14:06:23.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.249+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.91__shadow_key1.2~SMZFcYTxQpB92jb5fFZB38C1WoovNYT.1_1 2024-09-19T14:06:23.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.249+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.91__multipart_key1.2~SMZFcYTxQpB92jb5fFZB38C1WoovNYT.2 2024-09-19T14:06:23.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.249+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.91__shadow_key1.2~SMZFcYTxQpB92jb5fFZB38C1WoovNYT.2_1 2024-09-19T14:06:23.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.249+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.91__multipart_key1.2~SMZFcYTxQpB92jb5fFZB38C1WoovNYT.3 2024-09-19T14:06:23.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.249+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.91__shadow_key1.2~SMZFcYTxQpB92jb5fFZB38C1WoovNYT.3_1 2024-09-19T14:06:23.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.249+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.91__multipart_key1.2~SMZFcYTxQpB92jb5fFZB38C1WoovNYT.4 2024-09-19T14:06:23.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.249+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.91__shadow_key1.2~SMZFcYTxQpB92jb5fFZB38C1WoovNYT.4_1 2024-09-19T14:06:23.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.249+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.91__multipart_key1.2~SMZFcYTxQpB92jb5fFZB38C1WoovNYT.5 2024-09-19T14:06:23.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.249+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5837453068979415924', time=2024-09-19T16:06:09.065848+0000, chain.objs.size()=1 2024-09-19T14:06:23.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.249+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.113__shadow_.M6w7G54UJM0acPaEpzDsBFNUaitRRqd_0 2024-09-19T14:06:23.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.249+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11744172257529247148', time=2024-09-19T16:06:14.810324+0000, chain.objs.size()=1 2024-09-19T14:06:23.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.249+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.127__shadow_.VeiaWOTPZmjJ5oHvB6zL7YRUGIzkWKE_0 2024-09-19T14:06:23.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.249+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9974105941960404671', time=2024-09-19T16:06:19.333516+0000, chain.objs.size()=1 2024-09-19T14:06:23.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.249+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.139__shadow_.6VMuOQSqKAjMrtf7YwoyUL2C8uPFrai_0 2024-09-19T14:06:23.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.257+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:06:23.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.261+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-19T14:06:23.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.261+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.261+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.261+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-19T14:06:23.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.261+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5120585132202291444', time=2024-09-19T16:06:09.507520+0000, chain.objs.size()=1 2024-09-19T14:06:23.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.261+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.114__shadow_.FcxKg2f6TIgbP6R-h-weJ15v-s-XulE_0 2024-09-19T14:06:23.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.261+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8900420904918377254', time=2024-09-19T16:06:13.992847+0000, chain.objs.size()=1 2024-09-19T14:06:23.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.261+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.125__shadow_.CyInFxRiCk5h9d8FQBTIvMnHdOrJBF2_0 2024-09-19T14:06:23.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.261+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3108769588163322940', time=2024-09-19T16:06:14.786399+0000, chain.objs.size()=1 2024-09-19T14:06:23.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.261+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.127__shadow_.00_2qXj-TgTwuSCtQTCEkNecCgitO9l_0 2024-09-19T14:06:23.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.261+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2462416007742538105', time=2024-09-19T16:06:18.717622+0000, chain.objs.size()=1 2024-09-19T14:06:23.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.261+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.138__shadow_.gZxdHl5KYb_0S2qbqXTsAlAx9qOgIWY_0 2024-09-19T14:06:23.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.265+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:06:23.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.269+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-19T14:06:23.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.269+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.269+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.269+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-19T14:06:23.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.269+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12317633906532042088', time=2024-09-19T16:06:11.956033+0000, chain.objs.size()=1 2024-09-19T14:06:23.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.269+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.120__shadow_.XaG5Ny_IWXovpxKM1k4ryJb8DjXx2Ki_0 2024-09-19T14:06:23.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.269+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4549007987862120241', time=2024-09-19T16:06:16.021298+0000, chain.objs.size()=1 2024-09-19T14:06:23.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.269+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.130__shadow_.DQW5M5nj9iPMWW0uffqmpvsYvXHdCZm_0 2024-09-19T14:06:23.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.269+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8077776471806963456', time=2024-09-19T16:06:21.968158+0000, chain.objs.size()=9 2024-09-19T14:06:23.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.269+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.144__multipart_key1/data/file.mpg.2~Pdnwa0ycTHfUzn71yTcBm_b3DgJwih-.1 2024-09-19T14:06:23.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.269+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.144__shadow_key1/data/file.mpg.2~Pdnwa0ycTHfUzn71yTcBm_b3DgJwih-.1_1 2024-09-19T14:06:23.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.269+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.144__multipart_key1/data/file.mpg.2~Pdnwa0ycTHfUzn71yTcBm_b3DgJwih-.2 2024-09-19T14:06:23.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.269+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.144__shadow_key1/data/file.mpg.2~Pdnwa0ycTHfUzn71yTcBm_b3DgJwih-.2_1 2024-09-19T14:06:23.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.269+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.144__multipart_key1/data/file.mpg.2~Pdnwa0ycTHfUzn71yTcBm_b3DgJwih-.3 2024-09-19T14:06:23.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.269+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.144__shadow_key1/data/file.mpg.2~Pdnwa0ycTHfUzn71yTcBm_b3DgJwih-.3_1 2024-09-19T14:06:23.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.269+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.144__multipart_key1/data/file.mpg.2~Pdnwa0ycTHfUzn71yTcBm_b3DgJwih-.4 2024-09-19T14:06:23.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.269+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.144__shadow_key1/data/file.mpg.2~Pdnwa0ycTHfUzn71yTcBm_b3DgJwih-.4_1 2024-09-19T14:06:23.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.269+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.144__multipart_key1/data/file.mpg.2~Pdnwa0ycTHfUzn71yTcBm_b3DgJwih-.5 2024-09-19T14:06:23.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.277+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:06:23.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.277+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-19T14:06:23.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.281+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.281+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.281+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-19T14:06:23.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.281+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7942500573503186130', time=2024-09-19T16:05:55.575121+0000, chain.objs.size()=1 2024-09-19T14:06:23.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.281+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.100__shadow_.04WQGa4I8Ccwac-zLwNjjio7ILVlube_0 2024-09-19T14:06:23.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.281+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3097941111335977067', time=2024-09-19T16:06:00.554266+0000, chain.objs.size()=9 2024-09-19T14:06:23.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.281+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.102__multipart_key1.2~XBArHk1J25riIABX6ViEVJ2XA_-55OQ.1 2024-09-19T14:06:23.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.281+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.102__shadow_key1.2~XBArHk1J25riIABX6ViEVJ2XA_-55OQ.1_1 2024-09-19T14:06:23.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.281+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.102__multipart_key1.2~XBArHk1J25riIABX6ViEVJ2XA_-55OQ.2 2024-09-19T14:06:23.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.281+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.102__shadow_key1.2~XBArHk1J25riIABX6ViEVJ2XA_-55OQ.2_1 2024-09-19T14:06:23.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.281+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.102__multipart_key1.2~XBArHk1J25riIABX6ViEVJ2XA_-55OQ.3 2024-09-19T14:06:23.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.281+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.102__shadow_key1.2~XBArHk1J25riIABX6ViEVJ2XA_-55OQ.3_1 2024-09-19T14:06:23.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.281+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.102__multipart_key1.2~XBArHk1J25riIABX6ViEVJ2XA_-55OQ.4 2024-09-19T14:06:23.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.281+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.102__shadow_key1.2~XBArHk1J25riIABX6ViEVJ2XA_-55OQ.4_1 2024-09-19T14:06:23.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.281+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.102__multipart_key1.2~XBArHk1J25riIABX6ViEVJ2XA_-55OQ.5 2024-09-19T14:06:23.290 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.285+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:06:23.293 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.289+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-19T14:06:23.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.293+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.293+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.293+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=8, truncated=0, next_marker='' 2024-09-19T14:06:23.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.293+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2286495938185156828', time=2024-09-19T16:05:44.114410+0000, chain.objs.size()=1 2024-09-19T14:06:23.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.293+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.90__shadow_.PumAKAeFrNX_rK_zmO6gqo10cc0P5H6_0 2024-09-19T14:06:23.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.293+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1181047627818476145', time=2024-09-19T16:06:10.297008+0000, chain.objs.size()=1 2024-09-19T14:06:23.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.293+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.116__shadow_.KUD5jVat-14VfX3_AgagYmlnxi5iJFP_0 2024-09-19T14:06:23.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.293+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9085934911275102905', time=2024-09-19T16:06:10.711341+0000, chain.objs.size()=1 2024-09-19T14:06:23.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.293+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.117__shadow_.Q2AzvPEx-ALjbFigjXqq99fy1nAIZzH_0 2024-09-19T14:06:23.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.293+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12879944333011893432', time=2024-09-19T16:06:11.167142+0000, chain.objs.size()=1 2024-09-19T14:06:23.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.293+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.118__shadow_.7OXNgz2B2Z9bLvADbbbo2qmpw9tWb5g_0 2024-09-19T14:06:23.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.293+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.131745600833884424', time=2024-09-19T16:06:11.943529+0000, chain.objs.size()=1 2024-09-19T14:06:23.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.293+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.120__shadow_.OtLV4HxI1i3atvKRmLYvE2ZiPfZz5Ek_0 2024-09-19T14:06:23.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.293+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3402567016310807320', time=2024-09-19T16:06:14.417704+0000, chain.objs.size()=1 2024-09-19T14:06:23.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.293+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.126__shadow_.UwJxKYsE7mIdZ1pixz7qHOMN1N_5-KZ_0 2024-09-19T14:06:23.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.293+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14451095674603881238', time=2024-09-19T16:06:17.167329+0000, chain.objs.size()=1 2024-09-19T14:06:23.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.293+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.133__shadow_.Shjm3iQNFt1BoI9zPzTs_Gw1ZdCk1hq_0 2024-09-19T14:06:23.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.293+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6165443330056720010', time=2024-09-19T16:06:18.410256+0000, chain.objs.size()=1 2024-09-19T14:06:23.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.293+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.137__shadow_.s8HuYrJQHEfCXNuIKu7zBWKmvoME9Uq_0 2024-09-19T14:06:23.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.297+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:06:23.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.301+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-19T14:06:23.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.301+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.301+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.301+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-19T14:06:23.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.301+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_', time=2024-09-19T16:06:06.395137+0000, chain.objs.size()=49 2024-09-19T14:06:23.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.301+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.1 2024-09-19T14:06:23.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.301+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.2 2024-09-19T14:06:23.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.301+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.3 2024-09-19T14:06:23.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.301+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.4 2024-09-19T14:06:23.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.301+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.5 2024-09-19T14:06:23.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.301+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.6 2024-09-19T14:06:23.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.301+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.7 2024-09-19T14:06:23.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.301+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.8 2024-09-19T14:06:23.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.301+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.9 2024-09-19T14:06:23.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.301+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.10 2024-09-19T14:06:23.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.301+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.11 2024-09-19T14:06:23.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.301+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.12 2024-09-19T14:06:23.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.305+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.13 2024-09-19T14:06:23.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.305+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.14 2024-09-19T14:06:23.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.305+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.15 2024-09-19T14:06:23.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.305+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.16 2024-09-19T14:06:23.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.305+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.17 2024-09-19T14:06:23.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.305+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.18 2024-09-19T14:06:23.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.305+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.19 2024-09-19T14:06:23.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.305+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.20 2024-09-19T14:06:23.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.309+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.21 2024-09-19T14:06:23.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.309+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.22 2024-09-19T14:06:23.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.309+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.23 2024-09-19T14:06:23.316 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.309+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.24 2024-09-19T14:06:23.316 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.309+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.25 2024-09-19T14:06:23.316 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.309+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.26 2024-09-19T14:06:23.316 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.309+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.27 2024-09-19T14:06:23.317 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.313+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.28 2024-09-19T14:06:23.317 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.313+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.29 2024-09-19T14:06:23.317 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.313+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.30 2024-09-19T14:06:23.317 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.313+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.31 2024-09-19T14:06:23.317 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.313+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.32 2024-09-19T14:06:23.317 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.313+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.33 2024-09-19T14:06:23.317 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.313+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.34 2024-09-19T14:06:23.319 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.317+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.35 2024-09-19T14:06:23.319 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.317+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.36 2024-09-19T14:06:23.319 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.317+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.37 2024-09-19T14:06:23.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.317+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.38 2024-09-19T14:06:23.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.317+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.39 2024-09-19T14:06:23.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.317+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.40 2024-09-19T14:06:23.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.317+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.41 2024-09-19T14:06:23.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.317+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.42 2024-09-19T14:06:23.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.317+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.43 2024-09-19T14:06:23.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.317+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.44 2024-09-19T14:06:23.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.317+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.45 2024-09-19T14:06:23.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.321+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.46 2024-09-19T14:06:23.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.321+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.47 2024-09-19T14:06:23.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.321+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.48 2024-09-19T14:06:23.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.325+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.49 2024-09-19T14:06:23.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.325+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_', time=2024-09-19T16:06:06.415296+0000, chain.objs.size()=3 2024-09-19T14:06:23.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.325+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.50 2024-09-19T14:06:23.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.325+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.51 2024-09-19T14:06:23.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.325+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.53 2024-09-19T14:06:23.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.325+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_', time=2024-09-19T16:06:06.447362+0000, chain.objs.size()=9 2024-09-19T14:06:23.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.325+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.52 2024-09-19T14:06:23.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.325+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.54 2024-09-19T14:06:23.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.325+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.55 2024-09-19T14:06:23.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.325+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.56 2024-09-19T14:06:23.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.325+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.57 2024-09-19T14:06:23.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.325+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.58 2024-09-19T14:06:23.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.329+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.59 2024-09-19T14:06:23.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.329+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.60 2024-09-19T14:06:23.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.329+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.61 2024-09-19T14:06:23.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.329+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_', time=2024-09-19T16:06:06.467105+0000, chain.objs.size()=1 2024-09-19T14:06:23.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.329+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.105__multipart_key1.2~58-OQu4QU7nS1eFdWgCcLrABOcLV5F_.62 2024-09-19T14:06:23.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.329+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.167286202900590507', time=2024-09-19T16:06:09.518295+0000, chain.objs.size()=1 2024-09-19T14:06:23.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.329+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.114__shadow_.HJ-4J-qn0-_hVjZCmjcY_gdZebfOXBM_0 2024-09-19T14:06:23.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.333+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:06:23.339 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.337+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-19T14:06:23.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.337+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.337+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.337+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-19T14:06:23.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.337+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14692844604571410685', time=2024-09-19T16:05:59.247697+0000, chain.objs.size()=9 2024-09-19T14:06:23.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.337+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.102__multipart_key1.2~Ado_6Pu7SwUdd3R_hIvk_dGq1P31p7v.1 2024-09-19T14:06:23.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.337+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.102__shadow_key1.2~Ado_6Pu7SwUdd3R_hIvk_dGq1P31p7v.1_1 2024-09-19T14:06:23.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.337+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.102__multipart_key1.2~Ado_6Pu7SwUdd3R_hIvk_dGq1P31p7v.2 2024-09-19T14:06:23.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.337+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.102__shadow_key1.2~Ado_6Pu7SwUdd3R_hIvk_dGq1P31p7v.2_1 2024-09-19T14:06:23.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.337+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.102__multipart_key1.2~Ado_6Pu7SwUdd3R_hIvk_dGq1P31p7v.3 2024-09-19T14:06:23.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.337+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.102__shadow_key1.2~Ado_6Pu7SwUdd3R_hIvk_dGq1P31p7v.3_1 2024-09-19T14:06:23.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.337+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.102__multipart_key1.2~Ado_6Pu7SwUdd3R_hIvk_dGq1P31p7v.4 2024-09-19T14:06:23.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.337+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.102__shadow_key1.2~Ado_6Pu7SwUdd3R_hIvk_dGq1P31p7v.4_1 2024-09-19T14:06:23.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.337+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.102__multipart_key1.2~Ado_6Pu7SwUdd3R_hIvk_dGq1P31p7v.5 2024-09-19T14:06:23.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.337+0000 7fa5d2ad49c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11332460548816371236', time=2024-09-19T16:06:11.559869+0000, chain.objs.size()=1 2024-09-19T14:06:23.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.337+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.119__shadow_.uoo-8m4530llwp9v3cHiD_TssIL74L3_0 2024-09-19T14:06:23.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.345+0000 7fa5d2ad49c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:06:23.350 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.345+0000 7fa4877de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:06:23.353 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.349+0000 7fa5d2ad49c0 20 remove_watcher() i=0 2024-09-19T14:06:23.353 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.349+0000 7fa5d2ad49c0 2 removed watcher, disabling cache 2024-09-19T14:06:23.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.349+0000 7fa5d2ad49c0 20 remove_watcher() i=1 2024-09-19T14:06:23.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.353+0000 7fa5d2ad49c0 20 remove_watcher() i=2 2024-09-19T14:06:23.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.353+0000 7fa5d2ad49c0 20 remove_watcher() i=3 2024-09-19T14:06:23.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.353+0000 7fa5d2ad49c0 20 remove_watcher() i=4 2024-09-19T14:06:23.359 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.357+0000 7fa5d2ad49c0 20 remove_watcher() i=5 2024-09-19T14:06:23.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.357+0000 7fa5d2ad49c0 20 remove_watcher() i=6 2024-09-19T14:06:23.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.357+0000 7fa5d2ad49c0 20 remove_watcher() i=7 2024-09-19T14:06:23.374 DEBUG:teuthology.orchestra.run.smithi031:> radosgw-admin gc process --include-all 2024-09-19T14:06:23.444 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:06:23.444 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:06:23.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.485+0000 7efe9dca69c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:23.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.489+0000 7efe9dca69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:23.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.489+0000 7efe9dca69c0 20 realm 2024-09-19T14:06:23.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.489+0000 7efe9dca69c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:23.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.489+0000 7efe9dca69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:23.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.489+0000 7efe9dca69c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:06:23.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.489+0000 7efe9dca69c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:23.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.489+0000 7efe9dca69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:23.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.489+0000 7efe9dca69c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:23.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.489+0000 7efe9dca69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:06:23.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.489+0000 7efe9dca69c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:23.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.493+0000 7efe9dca69c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:06:23.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.493+0000 7efe9dca69c0 20 searching for the correct realm 2024-09-19T14:06:23.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.497+0000 7efe9b7ac640 0 -- 172.21.15.31:0/1460197923 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7efe8c073040 msgr2=0x7efe8c05c1a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:06:23.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.505+0000 7efe9b7ac640 0 -- 172.21.15.31:0/1460197923 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7efe940b7bc0 msgr2=0x7efe940d1410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:06:23.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.513+0000 7efe9dca69c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:06:23.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.513+0000 7efe9dca69c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:06:23.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.513+0000 7efe9dca69c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:06:23.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.513+0000 7efe9dca69c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:06:23.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.513+0000 7efe9dca69c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:06:23.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.513+0000 7efe9dca69c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:06:23.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.513+0000 7efe9dca69c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:23.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.513+0000 7efe9dca69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:23.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.513+0000 7efe9dca69c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:23.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.513+0000 7efe9dca69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:06:23.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.513+0000 7efe9dca69c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:23.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.513+0000 7efe9dca69c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:06:23.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.513+0000 7efe9dca69c0 20 zone default found 2024-09-19T14:06:23.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.513+0000 7efe9dca69c0 4 Realm: () 2024-09-19T14:06:23.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.513+0000 7efe9dca69c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:06:23.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.513+0000 7efe9dca69c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:06:23.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.513+0000 7efe9dca69c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:06:23.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.513+0000 7efe9dca69c0 20 zonegroup default 2024-09-19T14:06:23.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.513+0000 7efe9dca69c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:23.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.513+0000 7efe9dca69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:23.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.513+0000 7efe9dca69c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:23.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.513+0000 7efe9dca69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:23.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.513+0000 7efe9dca69c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:23.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.513+0000 7efe9dca69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:23.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.513+0000 7efe9dca69c0 20 started sync module instance, tier type = 2024-09-19T14:06:23.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.513+0000 7efe9dca69c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:06:23.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.533+0000 7efe9dca69c0 20 add_watcher() i=0 2024-09-19T14:06:23.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.533+0000 7efe9dca69c0 20 add_watcher() i=1 2024-09-19T14:06:23.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.533+0000 7efe9dca69c0 20 add_watcher() i=2 2024-09-19T14:06:23.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.533+0000 7efe9dca69c0 20 add_watcher() i=3 2024-09-19T14:06:23.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.533+0000 7efe9dca69c0 20 add_watcher() i=4 2024-09-19T14:06:23.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.533+0000 7efe9dca69c0 20 add_watcher() i=5 2024-09-19T14:06:23.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.533+0000 7efe9dca69c0 20 add_watcher() i=6 2024-09-19T14:06:23.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.537+0000 7efe9dca69c0 20 add_watcher() i=7 2024-09-19T14:06:23.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.537+0000 7efe9dca69c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:06:23.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.537+0000 7efd527e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:06:23.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.541+0000 7efe9dca69c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:06:23.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.541+0000 7efe9dca69c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:06:23.620 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.617+0000 7efd517e2640 20 reqs_thread_entry: start 2024-09-19T14:06:23.620 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.617+0000 7efe9dca69c0 20 init_complete bucket index max shards: 1 2024-09-19T14:06:23.620 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.617+0000 7efe9dca69c0 20 Filter name: none 2024-09-19T14:06:23.620 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.617+0000 7efd4a7fc640 20 reqs_thread_entry: start 2024-09-19T14:06:23.620 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.617+0000 7efe9dca69c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-19T14:06:23.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.621+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.621+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.621+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.625+0000 7efe9dca69c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-19T14:06:23.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.629+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.629+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.629+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.637 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.633+0000 7efe9dca69c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-19T14:06:23.640 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.637+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.640 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.637+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.637+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.641+0000 7efe9dca69c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-19T14:06:23.647 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.645+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.645+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.645+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.649+0000 7efe9dca69c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-19T14:06:23.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.653+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.653+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.653+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.657+0000 7efe9dca69c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-19T14:06:23.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.657+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.661+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.661+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.661+0000 7efe9dca69c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-19T14:06:23.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.665+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.670 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.665+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.670 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.669+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.673+0000 7efe9dca69c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-19T14:06:23.679 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.677+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.677+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.677+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.681+0000 7efe9dca69c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-19T14:06:23.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.685+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.685+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.685+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.690 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.685+0000 7efe9dca69c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-19T14:06:23.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.689+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.693+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.693+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.697+0000 7efe9dca69c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-19T14:06:23.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.697+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.701+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.701+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.705+0000 7efe9dca69c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-19T14:06:23.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.705+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.705+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.705+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.709+0000 7efe9dca69c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-19T14:06:23.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.713+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.713+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.713+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.717+0000 7efe9dca69c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-19T14:06:23.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.721+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.721+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.721+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.725+0000 7efe9dca69c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-19T14:06:23.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.729+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.729+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.729+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.733+0000 7efe9dca69c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-19T14:06:23.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.737+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.737+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.737+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.741+0000 7efe9dca69c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-19T14:06:23.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.745+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.745+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.751 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.749+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.749+0000 7efe9dca69c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-19T14:06:23.756 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.753+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.753+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.753+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.760 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.757+0000 7efe9dca69c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-19T14:06:23.763 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.761+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.761+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.765 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.761+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.765+0000 7efe9dca69c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-19T14:06:23.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.765+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.769+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.769+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.773+0000 7efe9dca69c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-19T14:06:23.779 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.777+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.777+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.777+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.781+0000 7efe9dca69c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-19T14:06:23.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.785+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.785+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.785+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.789+0000 7efe9dca69c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-19T14:06:23.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.793+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.793+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.793+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.797+0000 7efe9dca69c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-19T14:06:23.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.801+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.801+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.801+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.801+0000 7efe9dca69c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-19T14:06:23.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.805+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.809+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.809+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.813+0000 7efe9dca69c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-19T14:06:23.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.817+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.817+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.817+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.817+0000 7efe9dca69c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-19T14:06:23.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.825+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.825+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.831 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.829+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.829+0000 7efe9dca69c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-19T14:06:23.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.833+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.837+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.837+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.841+0000 7efe9dca69c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-19T14:06:23.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.845+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.845+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.845+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.849+0000 7efe9dca69c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-19T14:06:23.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.853+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.853+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.853+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.857+0000 7efe9dca69c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-19T14:06:23.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.861+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.861+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.865+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.869+0000 7efe9dca69c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-19T14:06:23.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.869+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.873+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:06:23.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.873+0000 7efe9dca69c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:06:23.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.877+0000 7efd527e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:06:23.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.881+0000 7efe9dca69c0 20 remove_watcher() i=0 2024-09-19T14:06:23.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.881+0000 7efe9dca69c0 2 removed watcher, disabling cache 2024-09-19T14:06:23.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.885+0000 7efe9dca69c0 20 remove_watcher() i=1 2024-09-19T14:06:23.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.885+0000 7efe9dca69c0 20 remove_watcher() i=2 2024-09-19T14:06:23.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.889+0000 7efe9dca69c0 20 remove_watcher() i=3 2024-09-19T14:06:23.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.889+0000 7efe9dca69c0 20 remove_watcher() i=4 2024-09-19T14:06:23.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.893+0000 7efe9dca69c0 20 remove_watcher() i=5 2024-09-19T14:06:23.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.897+0000 7efe9dca69c0 20 remove_watcher() i=6 2024-09-19T14:06:23.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:23.897+0000 7efe9dca69c0 20 remove_watcher() i=7 2024-09-19T14:06:23.929 INFO:teuthology.run_tasks:Running task s3tests... 2024-09-19T14:06:23.947 DEBUG:tasks.s3tests:s3tests config is {'client.0': {'rgw_server': 'client.0', 'accounts': {'iam alt root': 'RGW99999999999999999', 'iam root': 'RGW88888888888888888', 's3 main': 'RGW11111111111111111'}, 'force-branch': 'ceph-master', 'slow_backend': True, 'storage classes': 'LUKEWARM, FROZEN'}} 2024-09-19T14:06:23.947 INFO:tasks.s3tests:Downloading s3-tests... 2024-09-19T14:06:23.947 INFO:tasks.s3tests:Using branch 'ceph-master' for s3tests 2024-09-19T14:06:23.948 DEBUG:teuthology.orchestra.run.smithi031:> git clone -b ceph-master https://git.ceph.com/s3-tests.git /home/ubuntu/cephtest/s3-tests-client.0 2024-09-19T14:06:23.976 INFO:teuthology.orchestra.run.smithi031.stderr:Cloning into '/home/ubuntu/cephtest/s3-tests-client.0'... 2024-09-19T14:06:24.857 INFO:tasks.s3tests:Creating rgw users... 2024-09-19T14:06:24.858 DEBUG:teuthology.orchestra.run.smithi031:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 --cluster ceph account create --account-id RGW11111111111111111 --account-name Mr.RGW11111111111111111 --email RGW11111111111111111+test@test.test 2024-09-19T14:06:24.945 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:06:24.945 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:06:24.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:24.985+0000 7f6a000c39c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:24.990 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:24.985+0000 7f6a000c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:24.990 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:24.985+0000 7f6a000c39c0 20 realm 2024-09-19T14:06:24.990 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:24.985+0000 7f6a000c39c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:24.990 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:24.985+0000 7f6a000c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:24.990 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:24.985+0000 7f6a000c39c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:06:24.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:24.985+0000 7f6a000c39c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:24.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:24.985+0000 7f6a000c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:24.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:24.985+0000 7f6a000c39c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:24.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:24.989+0000 7f6a000c39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:06:24.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:24.989+0000 7f6a000c39c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:24.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:24.989+0000 7f6a000c39c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:06:24.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:24.989+0000 7f6a000c39c0 20 searching for the correct realm 2024-09-19T14:06:25.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:24.997+0000 7f69fe3ca640 0 -- 172.21.15.31:0/1932836878 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x55dba1fb7c30 msgr2=0x55dba1fba060 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:06:25.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.001+0000 7f69fdbc9640 0 -- 172.21.15.31:0/1932836878 >> [v2:172.21.15.31:6802/3325082646,v1:172.21.15.31:6804/3325082646] conn(0x55dba1fbbdd0 msgr2=0x55dba1fbe290 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:06:25.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.009+0000 7f6a000c39c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:06:25.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.009+0000 7f6a000c39c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:06:25.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.009+0000 7f6a000c39c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:06:25.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.009+0000 7f6a000c39c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:06:25.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.009+0000 7f6a000c39c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:06:25.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.009+0000 7f6a000c39c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:06:25.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.009+0000 7f6a000c39c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:25.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.009+0000 7f6a000c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:25.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.009+0000 7f6a000c39c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:25.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.009+0000 7f6a000c39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:06:25.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.009+0000 7f6a000c39c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:25.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.009+0000 7f6a000c39c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:06:25.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.009+0000 7f6a000c39c0 20 zone default found 2024-09-19T14:06:25.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.009+0000 7f6a000c39c0 4 Realm: () 2024-09-19T14:06:25.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.009+0000 7f6a000c39c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:06:25.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.009+0000 7f6a000c39c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:06:25.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.009+0000 7f6a000c39c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:06:25.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.009+0000 7f6a000c39c0 20 zonegroup default 2024-09-19T14:06:25.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.009+0000 7f6a000c39c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:25.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.013+0000 7f6a000c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:25.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.013+0000 7f6a000c39c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:25.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.013+0000 7f6a000c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:25.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.013+0000 7f6a000c39c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:25.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.013+0000 7f6a000c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:25.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.013+0000 7f6a000c39c0 20 started sync module instance, tier type = 2024-09-19T14:06:25.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.013+0000 7f6a000c39c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:06:25.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.029+0000 7f6a000c39c0 20 add_watcher() i=0 2024-09-19T14:06:25.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.029+0000 7f6a000c39c0 20 add_watcher() i=1 2024-09-19T14:06:25.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.029+0000 7f6a000c39c0 20 add_watcher() i=2 2024-09-19T14:06:25.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.029+0000 7f6a000c39c0 20 add_watcher() i=3 2024-09-19T14:06:25.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.029+0000 7f6a000c39c0 20 add_watcher() i=4 2024-09-19T14:06:25.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.029+0000 7f6a000c39c0 20 add_watcher() i=5 2024-09-19T14:06:25.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.029+0000 7f6a000c39c0 20 add_watcher() i=6 2024-09-19T14:06:25.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.033+0000 7f6a000c39c0 20 add_watcher() i=7 2024-09-19T14:06:25.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.033+0000 7f6a000c39c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:06:25.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.037+0000 7f68af7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:06:25.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.037+0000 7f6a000c39c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:06:25.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.037+0000 7f6a000c39c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:06:25.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.037+0000 7f6a000c39c0 5 note: GC not initialized 2024-09-19T14:06:25.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.037+0000 7f68ae7fc640 20 reqs_thread_entry: start 2024-09-19T14:06:25.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.037+0000 7f6a000c39c0 20 init_complete bucket index max shards: 1 2024-09-19T14:06:25.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.037+0000 7f6a000c39c0 20 Filter name: none 2024-09-19T14:06:25.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.037+0000 7f681ffff640 20 reqs_thread_entry: start 2024-09-19T14:06:25.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.037+0000 7f6a000c39c0 10 cache get: name=default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 : miss 2024-09-19T14:06:25.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.037+0000 7f6a000c39c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:25.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.037+0000 7f6a000c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:25.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.037+0000 7f6a000c39c0 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 info.flags=0x0 2024-09-19T14:06:25.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.037+0000 7f6a000c39c0 10 adding default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 to cache LRU end 2024-09-19T14:06:25.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.037+0000 7f6a000c39c0 20 failed to read name.$Mr.RGW11111111111111111 with: (2) No such file or directory 2024-09-19T14:06:25.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.037+0000 7f6a000c39c0 10 cache get: name=default.rgw.meta+users.email+rgw11111111111111111+test@test.test : miss 2024-09-19T14:06:25.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.037+0000 7f6a000c39c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:25.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.037+0000 7f6a000c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:25.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.037+0000 7f6a000c39c0 10 cache put: name=default.rgw.meta+users.email+rgw11111111111111111+test@test.test info.flags=0x0 2024-09-19T14:06:25.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.037+0000 7f6a000c39c0 10 adding default.rgw.meta+users.email+rgw11111111111111111+test@test.test to cache LRU end 2024-09-19T14:06:25.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.037+0000 7f6a000c39c0 20 failed to read rgw11111111111111111+test@test.test with: (2) No such file or directory 2024-09-19T14:06:25.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.041+0000 7f6a000c39c0 10 cache put: name=default.rgw.meta+accounts+account.RGW11111111111111111 info.flags=0x17 2024-09-19T14:06:25.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.041+0000 7f6a000c39c0 10 adding default.rgw.meta+accounts+account.RGW11111111111111111 to cache LRU end 2024-09-19T14:06:25.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.041+0000 7f6a000c39c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:accounts:account.RGW11111111111111111, ofs0, ns] 2024-09-19T14:06:25.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.041+0000 7f68e17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333695 cookie 94401803815024 notifier 8453 bl.length()=384 2024-09-19T14:06:25.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.041+0000 7f68e17fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+account.RGW11111111111111111 info.flags=0x17 2024-09-19T14:06:25.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.041+0000 7f68e17fa640 10 rgw watcher librados: moving default.rgw.meta+accounts+account.RGW11111111111111111 to cache LRU end 2024-09-19T14:06:25.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.045+0000 7f6a000c39c0 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 info.flags=0x17 2024-09-19T14:06:25.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.045+0000 7f6a000c39c0 10 moving default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 to cache LRU end 2024-09-19T14:06:25.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.045+0000 7f6a000c39c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:accounts:name.$Mr.RGW11111111111111111, ofs0, ns] 2024-09-19T14:06:25.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.045+0000 7f68e0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333696 cookie 94401803817232 notifier 8453 bl.length()=225 2024-09-19T14:06:25.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.045+0000 7f68e0ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 info.flags=0x17 2024-09-19T14:06:25.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.045+0000 7f68e0ff9640 10 rgw watcher librados: moving default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 to cache LRU end 2024-09-19T14:06:25.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.049+0000 7f6a000c39c0 10 cache put: name=default.rgw.meta+users.email+rgw11111111111111111+test@test.test info.flags=0x17 2024-09-19T14:06:25.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.049+0000 7f6a000c39c0 10 moving default.rgw.meta+users.email+rgw11111111111111111+test@test.test to cache LRU end 2024-09-19T14:06:25.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.049+0000 7f6a000c39c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:rgw11111111111111111+test@test.test, ofs0, ns] 2024-09-19T14:06:25.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.049+0000 7f68e17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333520 cookie 94401803819440 notifier 8453 bl.length()=234 2024-09-19T14:06:25.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.049+0000 7f68e17fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+rgw11111111111111111+test@test.test info.flags=0x17 2024-09-19T14:06:25.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.049+0000 7f68e17fa640 10 rgw watcher librados: moving default.rgw.meta+users.email+rgw11111111111111111+test@test.test to cache LRU end 2024-09-19T14:06:25.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.053+0000 7f68af7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:06:25.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.057+0000 7f6a000c39c0 20 remove_watcher() i=0 2024-09-19T14:06:25.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.057+0000 7f6a000c39c0 2 removed watcher, disabling cache 2024-09-19T14:06:25.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.057+0000 7f6a000c39c0 20 remove_watcher() i=1 2024-09-19T14:06:25.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.061+0000 7f6a000c39c0 20 remove_watcher() i=2 2024-09-19T14:06:25.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.061+0000 7f6a000c39c0 20 remove_watcher() i=3 2024-09-19T14:06:25.068 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.065+0000 7f6a000c39c0 20 remove_watcher() i=4 2024-09-19T14:06:25.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.069+0000 7f6a000c39c0 20 remove_watcher() i=5 2024-09-19T14:06:25.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.069+0000 7f6a000c39c0 20 remove_watcher() i=6 2024-09-19T14:06:25.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.073+0000 7f6a000c39c0 20 remove_watcher() i=7 2024-09-19T14:06:25.089 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-19T14:06:25.089 INFO:teuthology.orchestra.run.smithi031.stdout: "id": "RGW11111111111111111", 2024-09-19T14:06:25.089 INFO:teuthology.orchestra.run.smithi031.stdout: "tenant": "", 2024-09-19T14:06:25.089 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "Mr.RGW11111111111111111", 2024-09-19T14:06:25.089 INFO:teuthology.orchestra.run.smithi031.stdout: "email": "RGW11111111111111111+test@test.test", 2024-09-19T14:06:25.089 INFO:teuthology.orchestra.run.smithi031.stdout: "quota": { 2024-09-19T14:06:25.089 INFO:teuthology.orchestra.run.smithi031.stdout: "enabled": false, 2024-09-19T14:06:25.089 INFO:teuthology.orchestra.run.smithi031.stdout: "check_on_raw": false, 2024-09-19T14:06:25.090 INFO:teuthology.orchestra.run.smithi031.stdout: "max_size": -1, 2024-09-19T14:06:25.090 INFO:teuthology.orchestra.run.smithi031.stdout: "max_size_kb": 0, 2024-09-19T14:06:25.090 INFO:teuthology.orchestra.run.smithi031.stdout: "max_objects": -1 2024-09-19T14:06:25.090 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T14:06:25.090 INFO:teuthology.orchestra.run.smithi031.stdout: "bucket_quota": { 2024-09-19T14:06:25.090 INFO:teuthology.orchestra.run.smithi031.stdout: "enabled": false, 2024-09-19T14:06:25.090 INFO:teuthology.orchestra.run.smithi031.stdout: "check_on_raw": false, 2024-09-19T14:06:25.090 INFO:teuthology.orchestra.run.smithi031.stdout: "max_size": -1, 2024-09-19T14:06:25.090 INFO:teuthology.orchestra.run.smithi031.stdout: "max_size_kb": 0, 2024-09-19T14:06:25.090 INFO:teuthology.orchestra.run.smithi031.stdout: "max_objects": -1 2024-09-19T14:06:25.090 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T14:06:25.090 INFO:teuthology.orchestra.run.smithi031.stdout: "max_users": 1000, 2024-09-19T14:06:25.090 INFO:teuthology.orchestra.run.smithi031.stdout: "max_roles": 1000, 2024-09-19T14:06:25.090 INFO:teuthology.orchestra.run.smithi031.stdout: "max_groups": 1000, 2024-09-19T14:06:25.091 INFO:teuthology.orchestra.run.smithi031.stdout: "max_buckets": 1000, 2024-09-19T14:06:25.091 INFO:teuthology.orchestra.run.smithi031.stdout: "max_access_keys": 4 2024-09-19T14:06:25.091 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-19T14:06:25.092 DEBUG:tasks.s3tests:Creating user RGW11111111111111111 on client.0 2024-09-19T14:06:25.092 DEBUG:teuthology.orchestra.run.smithi031:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid foo.client.0 --display-name Mr.RGW11111111111111111 --email foo+test@test.test --access-key TQQJWJUFEDFSKVVONKFO --secret bSydjiSlSnQuqY5FRoVnaP9DTQm0OO7Ru0CkdRlyLVMqwSqLzPoXbQ== --cluster ceph --account-id RGW11111111111111111 --account-root 2024-09-19T14:06:25.179 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:06:25.179 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:06:25.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.217+0000 7fe6bf4569c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:25.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.221+0000 7fe6bf4569c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:25.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.221+0000 7fe6bf4569c0 20 realm 2024-09-19T14:06:25.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.221+0000 7fe6bf4569c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:25.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.221+0000 7fe6bf4569c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:25.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.221+0000 7fe6bf4569c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:06:25.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.221+0000 7fe6bf4569c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:25.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.221+0000 7fe6bf4569c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:25.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.221+0000 7fe6bf4569c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:25.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.225+0000 7fe6bf4569c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:06:25.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.225+0000 7fe6bf4569c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:25.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.225+0000 7fe6bf4569c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:06:25.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.225+0000 7fe6bf4569c0 20 searching for the correct realm 2024-09-19T14:06:25.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.229+0000 7fe6bcf5c640 0 -- 172.21.15.31:0/634886212 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x558350e74480 msgr2=0x7fe6a404e5d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:06:25.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.237+0000 7fe6bcf5c640 0 -- 172.21.15.31:0/634886212 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7fe6b40b8070 msgr2=0x7fe6b40fa870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:06:25.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.457+0000 7fe6bf4569c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:06:25.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.457+0000 7fe6bf4569c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:06:25.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.457+0000 7fe6bf4569c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:06:25.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.457+0000 7fe6bf4569c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:06:25.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.457+0000 7fe6bf4569c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:06:25.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.457+0000 7fe6bf4569c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:06:25.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.457+0000 7fe6bf4569c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:25.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.457+0000 7fe6bf4569c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:25.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.457+0000 7fe6bf4569c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:25.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.457+0000 7fe6bf4569c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:06:25.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.457+0000 7fe6bf4569c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:25.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.457+0000 7fe6bf4569c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:06:25.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.457+0000 7fe6bf4569c0 20 zone default found 2024-09-19T14:06:25.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.457+0000 7fe6bf4569c0 4 Realm: () 2024-09-19T14:06:25.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.457+0000 7fe6bf4569c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:06:25.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.457+0000 7fe6bf4569c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:06:25.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.457+0000 7fe6bf4569c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:06:25.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.457+0000 7fe6bf4569c0 20 zonegroup default 2024-09-19T14:06:25.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.457+0000 7fe6bf4569c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:25.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.461+0000 7fe6bf4569c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:25.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.461+0000 7fe6bf4569c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:25.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.461+0000 7fe6bf4569c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:25.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.461+0000 7fe6bf4569c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:25.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.461+0000 7fe6bf4569c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:25.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.461+0000 7fe6bf4569c0 20 started sync module instance, tier type = 2024-09-19T14:06:25.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.461+0000 7fe6bf4569c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:06:25.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.485+0000 7fe6bf4569c0 20 add_watcher() i=0 2024-09-19T14:06:25.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.485+0000 7fe6bf4569c0 20 add_watcher() i=1 2024-09-19T14:06:25.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.485+0000 7fe6bf4569c0 20 add_watcher() i=2 2024-09-19T14:06:25.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.485+0000 7fe6bf4569c0 20 add_watcher() i=3 2024-09-19T14:06:25.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.485+0000 7fe6bf4569c0 20 add_watcher() i=4 2024-09-19T14:06:25.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.485+0000 7fe6bf4569c0 20 add_watcher() i=5 2024-09-19T14:06:25.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.485+0000 7fe6bf4569c0 20 add_watcher() i=6 2024-09-19T14:06:25.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.489+0000 7fe6bf4569c0 20 add_watcher() i=7 2024-09-19T14:06:25.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.489+0000 7fe6bf4569c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:06:25.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.493+0000 7fe5737e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:06:25.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.493+0000 7fe6bf4569c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:06:25.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.493+0000 7fe6bf4569c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:06:25.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.493+0000 7fe6bf4569c0 5 note: GC not initialized 2024-09-19T14:06:25.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.493+0000 7fe5727e4640 20 reqs_thread_entry: start 2024-09-19T14:06:25.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.493+0000 7fe6bf4569c0 20 init_complete bucket index max shards: 1 2024-09-19T14:06:25.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.493+0000 7fe6bf4569c0 20 Filter name: none 2024-09-19T14:06:25.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.493+0000 7fe56b7fe640 20 reqs_thread_entry: start 2024-09-19T14:06:25.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.493+0000 7fe6bf4569c0 10 cache get: name=default.rgw.meta+users.uid+foo.client.0 : miss 2024-09-19T14:06:25.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.493+0000 7fe6bf4569c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:25.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.493+0000 7fe6bf4569c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:25.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.493+0000 7fe6bf4569c0 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x0 2024-09-19T14:06:25.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.493+0000 7fe6bf4569c0 10 adding default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-19T14:06:25.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.493+0000 7fe6bf4569c0 10 cache get: name=default.rgw.meta+users.email+foo+test@test.test : miss 2024-09-19T14:06:25.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.493+0000 7fe6bf4569c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:25.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.497+0000 7fe6bf4569c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:25.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.497+0000 7fe6bf4569c0 10 cache put: name=default.rgw.meta+users.email+foo+test@test.test info.flags=0x0 2024-09-19T14:06:25.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.497+0000 7fe6bf4569c0 10 adding default.rgw.meta+users.email+foo+test@test.test to cache LRU end 2024-09-19T14:06:25.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.497+0000 7fe6bf4569c0 10 cache get: name=default.rgw.meta+users.keys+TQQJWJUFEDFSKVVONKFO : miss 2024-09-19T14:06:25.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.497+0000 7fe6bf4569c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:25.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.497+0000 7fe6bf4569c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:25.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.497+0000 7fe6bf4569c0 10 cache put: name=default.rgw.meta+users.keys+TQQJWJUFEDFSKVVONKFO info.flags=0x0 2024-09-19T14:06:25.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.497+0000 7fe6bf4569c0 10 adding default.rgw.meta+users.keys+TQQJWJUFEDFSKVVONKFO to cache LRU end 2024-09-19T14:06:25.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.497+0000 7fe6bf4569c0 10 cache get: name=default.rgw.meta+accounts+account.RGW11111111111111111 : miss 2024-09-19T14:06:25.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.497+0000 7fe6bf4569c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:25.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.497+0000 7fe6bf4569c0 20 rados_obj.operate() r=0 bl.length=184 2024-09-19T14:06:25.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.497+0000 7fe6bf4569c0 10 cache put: name=default.rgw.meta+accounts+account.RGW11111111111111111 info.flags=0x17 2024-09-19T14:06:25.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.497+0000 7fe6bf4569c0 10 adding default.rgw.meta+accounts+account.RGW11111111111111111 to cache LRU end 2024-09-19T14:06:25.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.497+0000 7fe6bf4569c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T14:06:25.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.497+0000 7fe6bf4569c0 10 cache get: name=default.rgw.meta+users.keys+TQQJWJUFEDFSKVVONKFO : hit (negative entry) 2024-09-19T14:06:25.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.497+0000 7fe6bf4569c0 10 cache get: name=default.rgw.meta+users.keys+TQQJWJUFEDFSKVVONKFO : hit (negative entry) 2024-09-19T14:06:25.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.501+0000 7fe6bf4569c0 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2024-09-19T14:06:25.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.501+0000 7fe6bf4569c0 10 moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-19T14:06:25.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.501+0000 7fe6bf4569c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.uid:foo.client.0, ofs0, ns] 2024-09-19T14:06:25.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.501+0000 7fe593fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333592 cookie 94022486562928 notifier 8468 bl.length()=673 2024-09-19T14:06:25.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.501+0000 7fe593fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2024-09-19T14:06:25.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.501+0000 7fe593fff640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-19T14:06:25.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.505+0000 7fe6bf4569c0 10 cache put: name=default.rgw.meta+users.email+foo+test@test.test info.flags=0x7 2024-09-19T14:06:25.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.505+0000 7fe6bf4569c0 10 moving default.rgw.meta+users.email+foo+test@test.test to cache LRU end 2024-09-19T14:06:25.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.505+0000 7fe6bf4569c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.email:foo+test@test.test, ofs0, ns] 2024-09-19T14:06:25.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.509+0000 7fe593fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333697 cookie 94022486578256 notifier 8468 bl.length()=185 2024-09-19T14:06:25.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.509+0000 7fe593fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+foo+test@test.test info.flags=0x7 2024-09-19T14:06:25.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.509+0000 7fe593fff640 10 rgw watcher librados: moving default.rgw.meta+users.email+foo+test@test.test to cache LRU end 2024-09-19T14:06:25.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.509+0000 7fe6bf4569c0 10 cache put: name=default.rgw.meta+users.keys+TQQJWJUFEDFSKVVONKFO info.flags=0x7 2024-09-19T14:06:25.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.509+0000 7fe6bf4569c0 10 moving default.rgw.meta+users.keys+TQQJWJUFEDFSKVVONKFO to cache LRU end 2024-09-19T14:06:25.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.509+0000 7fe6bf4569c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.keys:TQQJWJUFEDFSKVVONKFO, ofs0, ns] 2024-09-19T14:06:25.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.513+0000 7fe5937fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333521 cookie 94022486574128 notifier 8468 bl.length()=186 2024-09-19T14:06:25.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.513+0000 7fe5937fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+TQQJWJUFEDFSKVVONKFO info.flags=0x7 2024-09-19T14:06:25.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.513+0000 7fe5937fe640 10 rgw watcher librados: moving default.rgw.meta+users.keys+TQQJWJUFEDFSKVVONKFO to cache LRU end 2024-09-19T14:06:25.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.517+0000 7fe6bf4569c0 20 linked user foo.client.0 to account RGW11111111111111111 2024-09-19T14:06:25.519 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-19T14:06:25.519 INFO:teuthology.orchestra.run.smithi031.stdout: "user_id": "foo.client.0", 2024-09-19T14:06:25.520 INFO:teuthology.orchestra.run.smithi031.stdout: "display_name": "Mr.RGW11111111111111111", 2024-09-19T14:06:25.520 INFO:teuthology.orchestra.run.smithi031.stdout: "email": "foo+test@test.test", 2024-09-19T14:06:25.520 INFO:teuthology.orchestra.run.smithi031.stdout: "suspended": 0, 2024-09-19T14:06:25.520 INFO:teuthology.orchestra.run.smithi031.stdout: "max_buckets": 1000, 2024-09-19T14:06:25.520 INFO:teuthology.orchestra.run.smithi031.stdout: "subusers": [], 2024-09-19T14:06:25.520 INFO:teuthology.orchestra.run.smithi031.stdout: "keys": [ 2024-09-19T14:06:25.520 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T14:06:25.520 INFO:teuthology.orchestra.run.smithi031.stdout: "user": "foo.client.0", 2024-09-19T14:06:25.520 INFO:teuthology.orchestra.run.smithi031.stdout: "access_key": "TQQJWJUFEDFSKVVONKFO", 2024-09-19T14:06:25.520 INFO:teuthology.orchestra.run.smithi031.stdout: "secret_key": "bSydjiSlSnQuqY5FRoVnaP9DTQm0OO7Ru0CkdRlyLVMqwSqLzPoXbQ==", 2024-09-19T14:06:25.520 INFO:teuthology.orchestra.run.smithi031.stdout: "active": true, 2024-09-19T14:06:25.520 INFO:teuthology.orchestra.run.smithi031.stdout: "create_date": "2024-09-19T14:06:25.502673Z" 2024-09-19T14:06:25.521 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T14:06:25.521 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-19T14:06:25.521 INFO:teuthology.orchestra.run.smithi031.stdout: "swift_keys": [], 2024-09-19T14:06:25.521 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": [], 2024-09-19T14:06:25.521 INFO:teuthology.orchestra.run.smithi031.stdout: "op_mask": "read, write, delete", 2024-09-19T14:06:25.521 INFO:teuthology.orchestra.run.smithi031.stdout: "default_placement": "", 2024-09-19T14:06:25.521 INFO:teuthology.orchestra.run.smithi031.stdout: "default_storage_class": "", 2024-09-19T14:06:25.521 INFO:teuthology.orchestra.run.smithi031.stdout: "placement_tags": [], 2024-09-19T14:06:25.521 INFO:teuthology.orchestra.run.smithi031.stdout: "bucket_quota": { 2024-09-19T14:06:25.521 INFO:teuthology.orchestra.run.smithi031.stdout: "enabled": false, 2024-09-19T14:06:25.521 INFO:teuthology.orchestra.run.smithi031.stdout: "check_on_raw": false, 2024-09-19T14:06:25.521 INFO:teuthology.orchestra.run.smithi031.stdout: "max_size": -1, 2024-09-19T14:06:25.522 INFO:teuthology.orchestra.run.smithi031.stdout: "max_size_kb": 0, 2024-09-19T14:06:25.522 INFO:teuthology.orchestra.run.smithi031.stdout: "max_objects": -1 2024-09-19T14:06:25.522 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T14:06:25.522 INFO:teuthology.orchestra.run.smithi031.stdout: "user_quota": { 2024-09-19T14:06:25.522 INFO:teuthology.orchestra.run.smithi031.stdout: "enabled": false, 2024-09-19T14:06:25.522 INFO:teuthology.orchestra.run.smithi031.stdout: "check_on_raw": false, 2024-09-19T14:06:25.522 INFO:teuthology.orchestra.run.smithi031.stdout: "max_size": -1, 2024-09-19T14:06:25.522 INFO:teuthology.orchestra.run.smithi031.stdout: "max_size_kb": 0, 2024-09-19T14:06:25.522 INFO:teuthology.orchestra.run.smithi031.stdout: "max_objects": -1 2024-09-19T14:06:25.522 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T14:06:25.522 INFO:teuthology.orchestra.run.smithi031.stdout: "temp_url_keys": [], 2024-09-19T14:06:25.522 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "root", 2024-09-19T14:06:25.522 INFO:teuthology.orchestra.run.smithi031.stdout: "mfa_ids": [], 2024-09-19T14:06:25.523 INFO:teuthology.orchestra.run.smithi031.stdout: "account_id": "RGW11111111111111111", 2024-09-19T14:06:25.523 INFO:teuthology.orchestra.run.smithi031.stdout: "path": "/", 2024-09-19T14:06:25.523 INFO:teuthology.orchestra.run.smithi031.stdout: "create_date": "2024-09-19T14:06:25.502630Z", 2024-09-19T14:06:25.523 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-19T14:06:25.523 INFO:teuthology.orchestra.run.smithi031.stdout: "group_ids": [] 2024-09-19T14:06:25.523 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-19T14:06:25.523 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:25.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.517+0000 7fe5737e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:06:25.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.521+0000 7fe6bf4569c0 20 remove_watcher() i=0 2024-09-19T14:06:25.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.521+0000 7fe6bf4569c0 2 removed watcher, disabling cache 2024-09-19T14:06:25.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.525+0000 7fe6bf4569c0 20 remove_watcher() i=1 2024-09-19T14:06:25.529 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.525+0000 7fe6bf4569c0 20 remove_watcher() i=2 2024-09-19T14:06:25.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.529+0000 7fe6bf4569c0 20 remove_watcher() i=3 2024-09-19T14:06:25.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.529+0000 7fe6bf4569c0 20 remove_watcher() i=4 2024-09-19T14:06:25.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.533+0000 7fe6bf4569c0 20 remove_watcher() i=5 2024-09-19T14:06:25.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.533+0000 7fe6bf4569c0 20 remove_watcher() i=6 2024-09-19T14:06:25.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.537+0000 7fe6bf4569c0 20 remove_watcher() i=7 2024-09-19T14:06:25.560 DEBUG:teuthology.orchestra.run.smithi031:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid foo.client.0 --totp-serial 6644396691 --totp-seed HPK47JMTIJCYIFNKTRJSLBIUT34YNFLTETY3M357SDXD7GJC763IDTQGPFALTSM5 --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-19T14:06:25.608 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:06:25.609 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:06:25.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.645+0000 7f2b7369f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:25.653 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.649+0000 7f2b7369f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:25.653 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.649+0000 7f2b7369f9c0 20 realm 2024-09-19T14:06:25.653 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.649+0000 7f2b7369f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:25.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.649+0000 7f2b7369f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:25.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.649+0000 7f2b7369f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:06:25.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.649+0000 7f2b7369f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:25.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.649+0000 7f2b7369f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:25.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.649+0000 7f2b7369f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:25.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.653+0000 7f2b7369f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:06:25.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.653+0000 7f2b7369f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:25.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.653+0000 7f2b7369f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:06:25.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.653+0000 7f2b7369f9c0 20 searching for the correct realm 2024-09-19T14:06:25.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.657+0000 7f2b709a4640 0 -- 172.21.15.31:0/2270617773 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x55cdadb2d500 msgr2=0x7f2b680e2940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:06:25.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.665+0000 7f2b711a5640 0 -- 172.21.15.31:0/2270617773 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f2b64018070 msgr2=0x7f2b6406df30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T14:06:25.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.673+0000 7f2b7369f9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:06:25.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.673+0000 7f2b7369f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:06:25.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.673+0000 7f2b7369f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:06:25.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.673+0000 7f2b7369f9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:06:25.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.673+0000 7f2b7369f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:06:25.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.673+0000 7f2b7369f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:06:25.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.673+0000 7f2b7369f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:25.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.673+0000 7f2b7369f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:25.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.673+0000 7f2b7369f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:25.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.673+0000 7f2b7369f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:06:25.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.673+0000 7f2b7369f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:25.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.673+0000 7f2b7369f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:06:25.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.673+0000 7f2b7369f9c0 20 zone default found 2024-09-19T14:06:25.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.673+0000 7f2b7369f9c0 4 Realm: () 2024-09-19T14:06:25.679 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.673+0000 7f2b7369f9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:06:25.679 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.673+0000 7f2b7369f9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:06:25.679 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.673+0000 7f2b7369f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:06:25.679 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.673+0000 7f2b7369f9c0 20 zonegroup default 2024-09-19T14:06:25.679 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.673+0000 7f2b7369f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:25.680 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.677+0000 7f2b7369f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:25.680 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.677+0000 7f2b7369f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:25.680 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.677+0000 7f2b7369f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:25.680 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.677+0000 7f2b7369f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:25.680 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.677+0000 7f2b7369f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:25.680 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.677+0000 7f2b7369f9c0 20 started sync module instance, tier type = 2024-09-19T14:06:25.680 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.677+0000 7f2b7369f9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:06:25.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.693+0000 7f2b7369f9c0 20 add_watcher() i=0 2024-09-19T14:06:25.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.693+0000 7f2b7369f9c0 20 add_watcher() i=1 2024-09-19T14:06:25.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.693+0000 7f2b7369f9c0 20 add_watcher() i=2 2024-09-19T14:06:25.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.693+0000 7f2b7369f9c0 20 add_watcher() i=3 2024-09-19T14:06:25.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.693+0000 7f2b7369f9c0 20 add_watcher() i=4 2024-09-19T14:06:25.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.693+0000 7f2b7369f9c0 20 add_watcher() i=5 2024-09-19T14:06:25.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.693+0000 7f2b7369f9c0 20 add_watcher() i=6 2024-09-19T14:06:25.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.697+0000 7f2b7369f9c0 20 add_watcher() i=7 2024-09-19T14:06:25.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.697+0000 7f2b7369f9c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:06:25.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.701+0000 7f2a27fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:06:25.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.701+0000 7f2b7369f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:06:25.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.701+0000 7f2b7369f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:06:25.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.701+0000 7f2b7369f9c0 5 note: GC not initialized 2024-09-19T14:06:25.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.701+0000 7f2a26fe5640 20 reqs_thread_entry: start 2024-09-19T14:06:25.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.701+0000 7f2b7369f9c0 20 init_complete bucket index max shards: 1 2024-09-19T14:06:25.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.701+0000 7f2b7369f9c0 20 Filter name: none 2024-09-19T14:06:25.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.701+0000 7f2a24fe1640 20 reqs_thread_entry: start 2024-09-19T14:06:25.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.701+0000 7f2b7369f9c0 10 cache get: name=default.rgw.meta+users.uid+foo.client.0 : miss 2024-09-19T14:06:25.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.701+0000 7f2b7369f9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:25.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.701+0000 7f2b7369f9c0 20 rados_obj.operate() r=0 bl.length=488 2024-09-19T14:06:25.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.701+0000 7f2b7369f9c0 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x13 2024-09-19T14:06:25.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.701+0000 7f2b7369f9c0 10 adding default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-19T14:06:25.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:25.701+0000 7f2b7369f9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T14:06:26.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:26.885+0000 7f2b7369f9c0 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2024-09-19T14:06:26.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:26.885+0000 7f2b7369f9c0 10 moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-19T14:06:26.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:26.885+0000 7f2b7369f9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.uid:foo.client.0, ofs0, ns] 2024-09-19T14:06:26.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:26.885+0000 7f2a43fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268185 cookie 94341872205968 notifier 9096 bl.length()=687 2024-09-19T14:06:26.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:26.885+0000 7f2a43fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2024-09-19T14:06:26.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:26.885+0000 7f2a43fff640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-19T14:06:26.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:26.889+0000 7f2a27fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:06:26.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:26.893+0000 7f2b7369f9c0 20 remove_watcher() i=0 2024-09-19T14:06:26.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:26.893+0000 7f2b7369f9c0 2 removed watcher, disabling cache 2024-09-19T14:06:26.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:26.893+0000 7f2b7369f9c0 20 remove_watcher() i=1 2024-09-19T14:06:26.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:26.897+0000 7f2b7369f9c0 20 remove_watcher() i=2 2024-09-19T14:06:26.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:26.901+0000 7f2b7369f9c0 20 remove_watcher() i=3 2024-09-19T14:06:26.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:26.901+0000 7f2b7369f9c0 20 remove_watcher() i=4 2024-09-19T14:06:26.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:26.905+0000 7f2b7369f9c0 20 remove_watcher() i=5 2024-09-19T14:06:26.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:26.909+0000 7f2b7369f9c0 20 remove_watcher() i=6 2024-09-19T14:06:26.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:26.909+0000 7f2b7369f9c0 20 remove_watcher() i=7 2024-09-19T14:06:26.935 DEBUG:tasks.s3tests:Creating user bar.client.0 on client.0 2024-09-19T14:06:26.935 DEBUG:teuthology.orchestra.run.smithi031:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid bar.client.0 --display-name Mr.bar.client.0 --email bar+test@test.test --access-key SRAOMOYDEMMHSGWOZEWF --secret EnrxkOFQlkfzhDzIfS/LFuQlyCPI7OEvNo1WCTm/H+PZSmtRkCB+DA== --cluster ceph 2024-09-19T14:06:26.982 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:06:26.982 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:06:27.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.021+0000 7f02a98fd9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:27.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.021+0000 7f02a98fd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:27.027 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.021+0000 7f02a98fd9c0 20 realm 2024-09-19T14:06:27.027 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.021+0000 7f02a98fd9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:27.027 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.025+0000 7f02a98fd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:27.027 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.025+0000 7f02a98fd9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:06:27.027 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.025+0000 7f02a98fd9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:27.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.025+0000 7f02a98fd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:27.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.025+0000 7f02a98fd9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:27.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.025+0000 7f02a98fd9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:06:27.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.025+0000 7f02a98fd9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:27.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.025+0000 7f02a98fd9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:06:27.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.025+0000 7f02a98fd9c0 20 searching for the correct realm 2024-09-19T14:06:27.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.033+0000 7f02a7c04640 0 -- 172.21.15.31:0/1369510018 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7f029c0d0040 msgr2=0x7f029c139a50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T14:06:27.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.037+0000 7f02a7403640 0 -- 172.21.15.31:0/1369510018 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f02a0031070 msgr2=0x7f02a0031450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:06:27.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.049+0000 7f02a98fd9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:06:27.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.049+0000 7f02a98fd9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:06:27.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.049+0000 7f02a98fd9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:06:27.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.049+0000 7f02a98fd9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:06:27.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.049+0000 7f02a98fd9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:06:27.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.049+0000 7f02a98fd9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:06:27.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.049+0000 7f02a98fd9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:27.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.049+0000 7f02a98fd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:27.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.049+0000 7f02a98fd9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:27.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.049+0000 7f02a98fd9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:06:27.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.049+0000 7f02a98fd9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:27.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.049+0000 7f02a98fd9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:06:27.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.049+0000 7f02a98fd9c0 20 zone default found 2024-09-19T14:06:27.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.049+0000 7f02a98fd9c0 4 Realm: () 2024-09-19T14:06:27.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.049+0000 7f02a98fd9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:06:27.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.049+0000 7f02a98fd9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:06:27.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.049+0000 7f02a98fd9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:06:27.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.049+0000 7f02a98fd9c0 20 zonegroup default 2024-09-19T14:06:27.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.049+0000 7f02a98fd9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:27.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.049+0000 7f02a98fd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:27.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.049+0000 7f02a98fd9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:27.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.049+0000 7f02a98fd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:27.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.049+0000 7f02a98fd9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:27.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.053+0000 7f02a98fd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:27.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.053+0000 7f02a98fd9c0 20 started sync module instance, tier type = 2024-09-19T14:06:27.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.053+0000 7f02a98fd9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:06:27.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.069+0000 7f02a98fd9c0 20 add_watcher() i=0 2024-09-19T14:06:27.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.069+0000 7f02a98fd9c0 20 add_watcher() i=1 2024-09-19T14:06:27.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.069+0000 7f02a98fd9c0 20 add_watcher() i=2 2024-09-19T14:06:27.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.069+0000 7f02a98fd9c0 20 add_watcher() i=3 2024-09-19T14:06:27.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.069+0000 7f02a98fd9c0 20 add_watcher() i=4 2024-09-19T14:06:27.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.069+0000 7f02a98fd9c0 20 add_watcher() i=5 2024-09-19T14:06:27.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.069+0000 7f02a98fd9c0 20 add_watcher() i=6 2024-09-19T14:06:27.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.073+0000 7f02a98fd9c0 20 add_watcher() i=7 2024-09-19T14:06:27.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.073+0000 7f02a98fd9c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:06:27.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.073+0000 7f015dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:06:27.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.073+0000 7f02a98fd9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:06:27.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.073+0000 7f02a98fd9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:06:27.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.073+0000 7f02a98fd9c0 5 note: GC not initialized 2024-09-19T14:06:27.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.073+0000 7f015cfe1640 20 reqs_thread_entry: start 2024-09-19T14:06:27.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.077+0000 7f02a98fd9c0 20 init_complete bucket index max shards: 1 2024-09-19T14:06:27.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.077+0000 7f02a98fd9c0 20 Filter name: none 2024-09-19T14:06:27.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.077+0000 7f00d67fc640 20 reqs_thread_entry: start 2024-09-19T14:06:27.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.077+0000 7f02a98fd9c0 10 cache get: name=default.rgw.meta+users.uid+bar.client.0 : miss 2024-09-19T14:06:27.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.077+0000 7f02a98fd9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:27.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.077+0000 7f02a98fd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:27.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.077+0000 7f02a98fd9c0 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x0 2024-09-19T14:06:27.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.077+0000 7f02a98fd9c0 10 adding default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-19T14:06:27.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.077+0000 7f02a98fd9c0 10 cache get: name=default.rgw.meta+users.email+bar+test@test.test : miss 2024-09-19T14:06:27.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.077+0000 7f02a98fd9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:27.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.077+0000 7f02a98fd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:27.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.077+0000 7f02a98fd9c0 10 cache put: name=default.rgw.meta+users.email+bar+test@test.test info.flags=0x0 2024-09-19T14:06:27.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.077+0000 7f02a98fd9c0 10 adding default.rgw.meta+users.email+bar+test@test.test to cache LRU end 2024-09-19T14:06:27.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.077+0000 7f02a98fd9c0 10 cache get: name=default.rgw.meta+users.keys+SRAOMOYDEMMHSGWOZEWF : miss 2024-09-19T14:06:27.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.077+0000 7f02a98fd9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:27.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.077+0000 7f02a98fd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:27.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.077+0000 7f02a98fd9c0 10 cache put: name=default.rgw.meta+users.keys+SRAOMOYDEMMHSGWOZEWF info.flags=0x0 2024-09-19T14:06:27.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.077+0000 7f02a98fd9c0 10 adding default.rgw.meta+users.keys+SRAOMOYDEMMHSGWOZEWF to cache LRU end 2024-09-19T14:06:27.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.077+0000 7f02a98fd9c0 10 cache get: name=default.rgw.meta+users.keys+SRAOMOYDEMMHSGWOZEWF : hit (negative entry) 2024-09-19T14:06:27.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.077+0000 7f02a98fd9c0 10 cache get: name=default.rgw.meta+users.keys+SRAOMOYDEMMHSGWOZEWF : hit (negative entry) 2024-09-19T14:06:27.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.077+0000 7f02a98fd9c0 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2024-09-19T14:06:27.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.077+0000 7f02a98fd9c0 10 moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-19T14:06:27.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.077+0000 7f02a98fd9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:bar.client.0, ofs0, ns] 2024-09-19T14:06:27.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.077+0000 7f018affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268290 cookie 94226352431344 notifier 9114 bl.length()=645 2024-09-19T14:06:27.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.077+0000 7f018affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2024-09-19T14:06:27.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.077+0000 7f018affd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-19T14:06:27.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.081+0000 7f02a98fd9c0 10 cache put: name=default.rgw.meta+users.email+bar+test@test.test info.flags=0x7 2024-09-19T14:06:27.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.081+0000 7f02a98fd9c0 10 moving default.rgw.meta+users.email+bar+test@test.test to cache LRU end 2024-09-19T14:06:27.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.081+0000 7f02a98fd9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.email:bar+test@test.test, ofs0, ns] 2024-09-19T14:06:27.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.085+0000 7f018a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268298 cookie 94226352443664 notifier 9114 bl.length()=185 2024-09-19T14:06:27.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.085+0000 7f018a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+bar+test@test.test info.flags=0x7 2024-09-19T14:06:27.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.085+0000 7f018a7fc640 10 rgw watcher librados: moving default.rgw.meta+users.email+bar+test@test.test to cache LRU end 2024-09-19T14:06:27.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.085+0000 7f02a98fd9c0 10 cache put: name=default.rgw.meta+users.keys+SRAOMOYDEMMHSGWOZEWF info.flags=0x7 2024-09-19T14:06:27.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.085+0000 7f02a98fd9c0 10 moving default.rgw.meta+users.keys+SRAOMOYDEMMHSGWOZEWF to cache LRU end 2024-09-19T14:06:27.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.085+0000 7f02a98fd9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.keys:SRAOMOYDEMMHSGWOZEWF, ofs0, ns] 2024-09-19T14:06:27.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.089+0000 7f018affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268299 cookie 94226352448512 notifier 9114 bl.length()=186 2024-09-19T14:06:27.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.089+0000 7f018affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+SRAOMOYDEMMHSGWOZEWF info.flags=0x7 2024-09-19T14:06:27.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.089+0000 7f018affd640 10 rgw watcher librados: moving default.rgw.meta+users.keys+SRAOMOYDEMMHSGWOZEWF to cache LRU end 2024-09-19T14:06:27.092 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-19T14:06:27.092 INFO:teuthology.orchestra.run.smithi031.stdout: "user_id": "bar.client.0", 2024-09-19T14:06:27.092 INFO:teuthology.orchestra.run.smithi031.stdout: "display_name": "Mr.bar.client.0", 2024-09-19T14:06:27.092 INFO:teuthology.orchestra.run.smithi031.stdout: "email": "bar+test@test.test", 2024-09-19T14:06:27.093 INFO:teuthology.orchestra.run.smithi031.stdout: "suspended": 0, 2024-09-19T14:06:27.093 INFO:teuthology.orchestra.run.smithi031.stdout: "max_buckets": 1000, 2024-09-19T14:06:27.093 INFO:teuthology.orchestra.run.smithi031.stdout: "subusers": [], 2024-09-19T14:06:27.093 INFO:teuthology.orchestra.run.smithi031.stdout: "keys": [ 2024-09-19T14:06:27.093 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T14:06:27.093 INFO:teuthology.orchestra.run.smithi031.stdout: "user": "bar.client.0", 2024-09-19T14:06:27.093 INFO:teuthology.orchestra.run.smithi031.stdout: "access_key": "SRAOMOYDEMMHSGWOZEWF", 2024-09-19T14:06:27.093 INFO:teuthology.orchestra.run.smithi031.stdout: "secret_key": "EnrxkOFQlkfzhDzIfS/LFuQlyCPI7OEvNo1WCTm/H+PZSmtRkCB+DA==", 2024-09-19T14:06:27.093 INFO:teuthology.orchestra.run.smithi031.stdout: "active": true, 2024-09-19T14:06:27.093 INFO:teuthology.orchestra.run.smithi031.stdout: "create_date": "2024-09-19T14:06:27.081615Z" 2024-09-19T14:06:27.093 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T14:06:27.093 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-19T14:06:27.093 INFO:teuthology.orchestra.run.smithi031.stdout: "swift_keys": [], 2024-09-19T14:06:27.094 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": [], 2024-09-19T14:06:27.094 INFO:teuthology.orchestra.run.smithi031.stdout: "op_mask": "read, write, delete", 2024-09-19T14:06:27.094 INFO:teuthology.orchestra.run.smithi031.stdout: "default_placement": "", 2024-09-19T14:06:27.094 INFO:teuthology.orchestra.run.smithi031.stdout: "default_storage_class": "", 2024-09-19T14:06:27.094 INFO:teuthology.orchestra.run.smithi031.stdout: "placement_tags": [], 2024-09-19T14:06:27.094 INFO:teuthology.orchestra.run.smithi031.stdout: "bucket_quota": { 2024-09-19T14:06:27.094 INFO:teuthology.orchestra.run.smithi031.stdout: "enabled": false, 2024-09-19T14:06:27.094 INFO:teuthology.orchestra.run.smithi031.stdout: "check_on_raw": false, 2024-09-19T14:06:27.094 INFO:teuthology.orchestra.run.smithi031.stdout: "max_size": -1, 2024-09-19T14:06:27.094 INFO:teuthology.orchestra.run.smithi031.stdout: "max_size_kb": 0, 2024-09-19T14:06:27.094 INFO:teuthology.orchestra.run.smithi031.stdout: "max_objects": -1 2024-09-19T14:06:27.094 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T14:06:27.094 INFO:teuthology.orchestra.run.smithi031.stdout: "user_quota": { 2024-09-19T14:06:27.095 INFO:teuthology.orchestra.run.smithi031.stdout: "enabled": false, 2024-09-19T14:06:27.095 INFO:teuthology.orchestra.run.smithi031.stdout: "check_on_raw": false, 2024-09-19T14:06:27.095 INFO:teuthology.orchestra.run.smithi031.stdout: "max_size": -1, 2024-09-19T14:06:27.095 INFO:teuthology.orchestra.run.smithi031.stdout: "max_size_kb": 0, 2024-09-19T14:06:27.095 INFO:teuthology.orchestra.run.smithi031.stdout: "max_objects": -1 2024-09-19T14:06:27.095 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T14:06:27.095 INFO:teuthology.orchestra.run.smithi031.stdout: "temp_url_keys": [], 2024-09-19T14:06:27.095 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "rgw", 2024-09-19T14:06:27.095 INFO:teuthology.orchestra.run.smithi031.stdout: "mfa_ids": [], 2024-09-19T14:06:27.095 INFO:teuthology.orchestra.run.smithi031.stdout: "account_id": "", 2024-09-19T14:06:27.095 INFO:teuthology.orchestra.run.smithi031.stdout: "path": "/", 2024-09-19T14:06:27.095 INFO:teuthology.orchestra.run.smithi031.stdout: "create_date": "2024-09-19T14:06:27.081588Z", 2024-09-19T14:06:27.095 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-19T14:06:27.095 INFO:teuthology.orchestra.run.smithi031.stdout: "group_ids": [] 2024-09-19T14:06:27.096 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-19T14:06:27.096 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:27.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.089+0000 7f015dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:06:27.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.093+0000 7f02a98fd9c0 20 remove_watcher() i=0 2024-09-19T14:06:27.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.093+0000 7f02a98fd9c0 2 removed watcher, disabling cache 2024-09-19T14:06:27.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.097+0000 7f02a98fd9c0 20 remove_watcher() i=1 2024-09-19T14:06:27.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.097+0000 7f02a98fd9c0 20 remove_watcher() i=2 2024-09-19T14:06:27.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.101+0000 7f02a98fd9c0 20 remove_watcher() i=3 2024-09-19T14:06:27.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.101+0000 7f02a98fd9c0 20 remove_watcher() i=4 2024-09-19T14:06:27.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.105+0000 7f02a98fd9c0 20 remove_watcher() i=5 2024-09-19T14:06:27.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.105+0000 7f02a98fd9c0 20 remove_watcher() i=6 2024-09-19T14:06:27.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.109+0000 7f02a98fd9c0 20 remove_watcher() i=7 2024-09-19T14:06:27.128 DEBUG:teuthology.orchestra.run.smithi031:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid bar.client.0 --totp-serial 9522703543 --totp-seed KMJD4M47DTHAVZOKO6BCBGGJTQD2CBSYKA5XOG3JQJXRZWO6OKOIFOKQAXSWVEAQ --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-19T14:06:27.212 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:06:27.212 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:06:27.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.253+0000 7ff22cc1b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:27.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.253+0000 7ff22cc1b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:27.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.253+0000 7ff22cc1b9c0 20 realm 2024-09-19T14:06:27.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.253+0000 7ff22cc1b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:27.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.253+0000 7ff22cc1b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:27.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.253+0000 7ff22cc1b9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:06:27.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.253+0000 7ff22cc1b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:27.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.257+0000 7ff22cc1b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:27.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.257+0000 7ff22cc1b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:27.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.257+0000 7ff22cc1b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:06:27.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.257+0000 7ff22cc1b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:27.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.257+0000 7ff22cc1b9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:06:27.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.257+0000 7ff22cc1b9c0 20 searching for the correct realm 2024-09-19T14:06:27.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.261+0000 7ff22a721640 0 -- 172.21.15.31:0/408004911 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7ff21c08d020 msgr2=0x7ff21c003a70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:06:27.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.269+0000 7ff22a721640 0 -- 172.21.15.31:0/408004911 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7ff224032040 msgr2=0x7ff224032420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:06:27.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.489+0000 7ff22cc1b9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:06:27.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.489+0000 7ff22cc1b9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:06:27.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.489+0000 7ff22cc1b9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:06:27.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.489+0000 7ff22cc1b9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:06:27.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.489+0000 7ff22cc1b9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:06:27.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.489+0000 7ff22cc1b9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:06:27.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.489+0000 7ff22cc1b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:27.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.489+0000 7ff22cc1b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:27.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.489+0000 7ff22cc1b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:27.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.489+0000 7ff22cc1b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:06:27.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.489+0000 7ff22cc1b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:27.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.489+0000 7ff22cc1b9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:06:27.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.489+0000 7ff22cc1b9c0 20 zone default found 2024-09-19T14:06:27.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.489+0000 7ff22cc1b9c0 4 Realm: () 2024-09-19T14:06:27.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.489+0000 7ff22cc1b9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:06:27.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.489+0000 7ff22cc1b9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:06:27.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.489+0000 7ff22cc1b9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:06:27.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.489+0000 7ff22cc1b9c0 20 zonegroup default 2024-09-19T14:06:27.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.489+0000 7ff22cc1b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:27.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.493+0000 7ff22cc1b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:27.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.493+0000 7ff22cc1b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:27.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.493+0000 7ff22cc1b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:27.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.493+0000 7ff22cc1b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:27.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.493+0000 7ff22cc1b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:27.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.493+0000 7ff22cc1b9c0 20 started sync module instance, tier type = 2024-09-19T14:06:27.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.493+0000 7ff22cc1b9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:06:27.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.517+0000 7ff22cc1b9c0 20 add_watcher() i=0 2024-09-19T14:06:27.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.517+0000 7ff22cc1b9c0 20 add_watcher() i=1 2024-09-19T14:06:27.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.517+0000 7ff22cc1b9c0 20 add_watcher() i=2 2024-09-19T14:06:27.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.517+0000 7ff22cc1b9c0 20 add_watcher() i=3 2024-09-19T14:06:27.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.517+0000 7ff22cc1b9c0 20 add_watcher() i=4 2024-09-19T14:06:27.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.517+0000 7ff22cc1b9c0 20 add_watcher() i=5 2024-09-19T14:06:27.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.517+0000 7ff22cc1b9c0 20 add_watcher() i=6 2024-09-19T14:06:27.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.521+0000 7ff22cc1b9c0 20 add_watcher() i=7 2024-09-19T14:06:27.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.521+0000 7ff22cc1b9c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:06:27.529 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.525+0000 7ff0e0fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:06:27.529 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.525+0000 7ff22cc1b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:06:27.529 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.525+0000 7ff22cc1b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:06:27.529 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.525+0000 7ff22cc1b9c0 5 note: GC not initialized 2024-09-19T14:06:27.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.525+0000 7ff05b7fe640 20 reqs_thread_entry: start 2024-09-19T14:06:27.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.525+0000 7ff22cc1b9c0 20 init_complete bucket index max shards: 1 2024-09-19T14:06:27.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.525+0000 7ff22cc1b9c0 20 Filter name: none 2024-09-19T14:06:27.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.525+0000 7ff0597fa640 20 reqs_thread_entry: start 2024-09-19T14:06:27.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.525+0000 7ff22cc1b9c0 10 cache get: name=default.rgw.meta+users.uid+bar.client.0 : miss 2024-09-19T14:06:27.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.525+0000 7ff22cc1b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:27.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.529+0000 7ff22cc1b9c0 20 rados_obj.operate() r=0 bl.length=460 2024-09-19T14:06:27.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.529+0000 7ff22cc1b9c0 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x13 2024-09-19T14:06:27.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.529+0000 7ff22cc1b9c0 10 adding default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-19T14:06:27.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.529+0000 7ff22cc1b9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T14:06:27.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.533+0000 7ff22cc1b9c0 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2024-09-19T14:06:27.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.533+0000 7ff22cc1b9c0 10 moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-19T14:06:27.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.533+0000 7ff22cc1b9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:bar.client.0, ofs0, ns] 2024-09-19T14:06:27.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.533+0000 7ff10dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268291 cookie 93847031733792 notifier 8519 bl.length()=659 2024-09-19T14:06:27.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.533+0000 7ff10dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2024-09-19T14:06:27.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.533+0000 7ff10dffb640 10 rgw watcher librados: moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-19T14:06:27.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.537+0000 7ff0e0fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:06:27.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.541+0000 7ff22cc1b9c0 20 remove_watcher() i=0 2024-09-19T14:06:27.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.541+0000 7ff22cc1b9c0 2 removed watcher, disabling cache 2024-09-19T14:06:27.546 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.541+0000 7ff22cc1b9c0 20 remove_watcher() i=1 2024-09-19T14:06:27.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.545+0000 7ff22cc1b9c0 20 remove_watcher() i=2 2024-09-19T14:06:27.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.545+0000 7ff22cc1b9c0 20 remove_watcher() i=3 2024-09-19T14:06:27.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.549+0000 7ff22cc1b9c0 20 remove_watcher() i=4 2024-09-19T14:06:27.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.553+0000 7ff22cc1b9c0 20 remove_watcher() i=5 2024-09-19T14:06:27.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.553+0000 7ff22cc1b9c0 20 remove_watcher() i=6 2024-09-19T14:06:27.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.557+0000 7ff22cc1b9c0 20 remove_watcher() i=7 2024-09-19T14:06:27.577 DEBUG:tasks.s3tests:Creating user testx$tenanteduser.client.0 on client.0 2024-09-19T14:06:27.577 DEBUG:teuthology.orchestra.run.smithi031:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid 'testx$tenanteduser.client.0' --display-name 'Mr.testx$tenanteduser.client.0' --email 'testx$tenanteduser+test@test.test' --access-key WUKMKMWPYILYKAUYNYYJ --secret H4B8UMAerpEfx8xMNwY+3NkTf6ZXdjbHnja2BK/M8EqHm4QYdY0EEA== --cluster ceph 2024-09-19T14:06:27.667 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:06:27.667 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:06:27.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.705+0000 7f9cd106b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:27.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.709+0000 7f9cd106b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:27.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.709+0000 7f9cd106b9c0 20 realm 2024-09-19T14:06:27.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.709+0000 7f9cd106b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:27.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.709+0000 7f9cd106b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:27.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.709+0000 7f9cd106b9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:06:27.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.709+0000 7f9cd106b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:27.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.709+0000 7f9cd106b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:27.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.709+0000 7f9cd106b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:27.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.713+0000 7f9cd106b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:06:27.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.713+0000 7f9cd106b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:27.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.713+0000 7f9cd106b9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:06:27.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.713+0000 7f9cd106b9c0 20 searching for the correct realm 2024-09-19T14:06:27.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.717+0000 7f9cceb71640 0 -- 172.21.15.31:0/884248307 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7f9cc00e1040 msgr2=0x7f9cc00e0410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:06:27.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.725+0000 7f9cceb71640 0 -- 172.21.15.31:0/884248307 >> [v2:172.21.15.31:6802/3325082646,v1:172.21.15.31:6804/3325082646] conn(0x561d5f9aad20 msgr2=0x561d5f9ad170 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:06:27.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.733+0000 7f9cd106b9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:06:27.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.733+0000 7f9cd106b9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:06:27.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.733+0000 7f9cd106b9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:06:27.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.733+0000 7f9cd106b9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:06:27.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.733+0000 7f9cd106b9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:06:27.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.733+0000 7f9cd106b9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:06:27.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.733+0000 7f9cd106b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:27.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.733+0000 7f9cd106b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:27.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.733+0000 7f9cd106b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:27.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.733+0000 7f9cd106b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:06:27.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.733+0000 7f9cd106b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:27.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.733+0000 7f9cd106b9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:06:27.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.733+0000 7f9cd106b9c0 20 zone default found 2024-09-19T14:06:27.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.733+0000 7f9cd106b9c0 4 Realm: () 2024-09-19T14:06:27.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.733+0000 7f9cd106b9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:06:27.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.733+0000 7f9cd106b9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:06:27.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.733+0000 7f9cd106b9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:06:27.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.733+0000 7f9cd106b9c0 20 zonegroup default 2024-09-19T14:06:27.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.733+0000 7f9cd106b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:27.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.733+0000 7f9cd106b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:27.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.733+0000 7f9cd106b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:27.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.733+0000 7f9cd106b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:27.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.733+0000 7f9cd106b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:27.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.737+0000 7f9cd106b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:27.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.737+0000 7f9cd106b9c0 20 started sync module instance, tier type = 2024-09-19T14:06:27.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.737+0000 7f9cd106b9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:06:27.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.753+0000 7f9cd106b9c0 20 add_watcher() i=0 2024-09-19T14:06:27.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.753+0000 7f9cd106b9c0 20 add_watcher() i=1 2024-09-19T14:06:27.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.753+0000 7f9cd106b9c0 20 add_watcher() i=2 2024-09-19T14:06:27.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.753+0000 7f9cd106b9c0 20 add_watcher() i=3 2024-09-19T14:06:27.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.753+0000 7f9cd106b9c0 20 add_watcher() i=4 2024-09-19T14:06:27.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.753+0000 7f9cd106b9c0 20 add_watcher() i=5 2024-09-19T14:06:27.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.753+0000 7f9cd106b9c0 20 add_watcher() i=6 2024-09-19T14:06:27.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.757+0000 7f9cd106b9c0 20 add_watcher() i=7 2024-09-19T14:06:27.760 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.757+0000 7f9cd106b9c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:06:27.763 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.761+0000 7f9b857e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:06:27.763 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.761+0000 7f9cd106b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:06:27.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.761+0000 7f9cd106b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:06:27.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.761+0000 7f9cd106b9c0 5 note: GC not initialized 2024-09-19T14:06:27.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.761+0000 7f9afffff640 20 reqs_thread_entry: start 2024-09-19T14:06:27.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.761+0000 7f9cd106b9c0 20 init_complete bucket index max shards: 1 2024-09-19T14:06:27.765 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.761+0000 7f9cd106b9c0 20 Filter name: none 2024-09-19T14:06:27.765 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.761+0000 7f9afdffb640 20 reqs_thread_entry: start 2024-09-19T14:06:27.765 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.761+0000 7f9cd106b9c0 10 cache get: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 : miss 2024-09-19T14:06:27.765 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.761+0000 7f9cd106b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:27.765 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.761+0000 7f9cd106b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:27.765 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.761+0000 7f9cd106b9c0 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x0 2024-09-19T14:06:27.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.761+0000 7f9cd106b9c0 10 adding default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-19T14:06:27.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.761+0000 7f9cd106b9c0 10 cache get: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test : miss 2024-09-19T14:06:27.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.761+0000 7f9cd106b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:27.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.761+0000 7f9cd106b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:27.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.761+0000 7f9cd106b9c0 10 cache put: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test info.flags=0x0 2024-09-19T14:06:27.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.761+0000 7f9cd106b9c0 10 adding default.rgw.meta+users.email+testx$tenanteduser+test@test.test to cache LRU end 2024-09-19T14:06:27.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.761+0000 7f9cd106b9c0 10 cache get: name=default.rgw.meta+users.keys+WUKMKMWPYILYKAUYNYYJ : miss 2024-09-19T14:06:27.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.761+0000 7f9cd106b9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:27.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.761+0000 7f9cd106b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:27.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.761+0000 7f9cd106b9c0 10 cache put: name=default.rgw.meta+users.keys+WUKMKMWPYILYKAUYNYYJ info.flags=0x0 2024-09-19T14:06:27.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.761+0000 7f9cd106b9c0 10 adding default.rgw.meta+users.keys+WUKMKMWPYILYKAUYNYYJ to cache LRU end 2024-09-19T14:06:27.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.761+0000 7f9cd106b9c0 10 cache get: name=default.rgw.meta+users.keys+WUKMKMWPYILYKAUYNYYJ : hit (negative entry) 2024-09-19T14:06:27.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.761+0000 7f9cd106b9c0 10 cache get: name=default.rgw.meta+users.keys+WUKMKMWPYILYKAUYNYYJ : hit (negative entry) 2024-09-19T14:06:27.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.765+0000 7f9cd106b9c0 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2024-09-19T14:06:27.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.765+0000 7f9cd106b9c0 10 moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-19T14:06:27.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.765+0000 7f9cd106b9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.uid:testx$tenanteduser.client.0, ofs0, ns] 2024-09-19T14:06:27.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.765+0000 7f9bb27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268300 cookie 94684158055280 notifier 9156 bl.length()=719 2024-09-19T14:06:27.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.765+0000 7f9bb27fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2024-09-19T14:06:27.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.765+0000 7f9bb27fc640 10 rgw watcher librados: moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-19T14:06:27.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.769+0000 7f9cd106b9c0 10 cache put: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test info.flags=0x7 2024-09-19T14:06:27.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.769+0000 7f9cd106b9c0 10 moving default.rgw.meta+users.email+testx$tenanteduser+test@test.test to cache LRU end 2024-09-19T14:06:27.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.769+0000 7f9cd106b9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.email:testx$tenanteduser+test@test.test, ofs0, ns] 2024-09-19T14:06:27.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.769+0000 7f9bb27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268301 cookie 94684158062544 notifier 9156 bl.length()=215 2024-09-19T14:06:27.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.769+0000 7f9bb27fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test info.flags=0x7 2024-09-19T14:06:27.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.769+0000 7f9bb27fc640 10 rgw watcher librados: moving default.rgw.meta+users.email+testx$tenanteduser+test@test.test to cache LRU end 2024-09-19T14:06:27.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.773+0000 7f9cd106b9c0 10 cache put: name=default.rgw.meta+users.keys+WUKMKMWPYILYKAUYNYYJ info.flags=0x7 2024-09-19T14:06:27.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.773+0000 7f9cd106b9c0 10 moving default.rgw.meta+users.keys+WUKMKMWPYILYKAUYNYYJ to cache LRU end 2024-09-19T14:06:27.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.773+0000 7f9cd106b9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.keys:WUKMKMWPYILYKAUYNYYJ, ofs0, ns] 2024-09-19T14:06:27.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.773+0000 7f9bb1ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268292 cookie 94684158045792 notifier 9156 bl.length()=201 2024-09-19T14:06:27.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.773+0000 7f9bb1ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+WUKMKMWPYILYKAUYNYYJ info.flags=0x7 2024-09-19T14:06:27.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.773+0000 7f9bb1ffb640 10 rgw watcher librados: moving default.rgw.meta+users.keys+WUKMKMWPYILYKAUYNYYJ to cache LRU end 2024-09-19T14:06:27.778 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-19T14:06:27.778 INFO:teuthology.orchestra.run.smithi031.stdout: "user_id": "testx$tenanteduser.client.0", 2024-09-19T14:06:27.778 INFO:teuthology.orchestra.run.smithi031.stdout: "display_name": "Mr.testx$tenanteduser.client.0", 2024-09-19T14:06:27.778 INFO:teuthology.orchestra.run.smithi031.stdout: "email": "testx$tenanteduser+test@test.test", 2024-09-19T14:06:27.778 INFO:teuthology.orchestra.run.smithi031.stdout: "suspended": 0, 2024-09-19T14:06:27.778 INFO:teuthology.orchestra.run.smithi031.stdout: "max_buckets": 1000, 2024-09-19T14:06:27.779 INFO:teuthology.orchestra.run.smithi031.stdout: "subusers": [], 2024-09-19T14:06:27.779 INFO:teuthology.orchestra.run.smithi031.stdout: "keys": [ 2024-09-19T14:06:27.779 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T14:06:27.779 INFO:teuthology.orchestra.run.smithi031.stdout: "user": "testx$tenanteduser.client.0", 2024-09-19T14:06:27.779 INFO:teuthology.orchestra.run.smithi031.stdout: "access_key": "WUKMKMWPYILYKAUYNYYJ", 2024-09-19T14:06:27.779 INFO:teuthology.orchestra.run.smithi031.stdout: "secret_key": "H4B8UMAerpEfx8xMNwY+3NkTf6ZXdjbHnja2BK/M8EqHm4QYdY0EEA==", 2024-09-19T14:06:27.779 INFO:teuthology.orchestra.run.smithi031.stdout: "active": true, 2024-09-19T14:06:27.779 INFO:teuthology.orchestra.run.smithi031.stdout: "create_date": "2024-09-19T14:06:27.766983Z" 2024-09-19T14:06:27.779 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T14:06:27.779 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-19T14:06:27.779 INFO:teuthology.orchestra.run.smithi031.stdout: "swift_keys": [], 2024-09-19T14:06:27.779 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": [], 2024-09-19T14:06:27.779 INFO:teuthology.orchestra.run.smithi031.stdout: "op_mask": "read, write, delete", 2024-09-19T14:06:27.779 INFO:teuthology.orchestra.run.smithi031.stdout: "default_placement": "", 2024-09-19T14:06:27.779 INFO:teuthology.orchestra.run.smithi031.stdout: "default_storage_class": "", 2024-09-19T14:06:27.780 INFO:teuthology.orchestra.run.smithi031.stdout: "placement_tags": [], 2024-09-19T14:06:27.780 INFO:teuthology.orchestra.run.smithi031.stdout: "bucket_quota": { 2024-09-19T14:06:27.780 INFO:teuthology.orchestra.run.smithi031.stdout: "enabled": false, 2024-09-19T14:06:27.780 INFO:teuthology.orchestra.run.smithi031.stdout: "check_on_raw": false, 2024-09-19T14:06:27.780 INFO:teuthology.orchestra.run.smithi031.stdout: "max_size": -1, 2024-09-19T14:06:27.780 INFO:teuthology.orchestra.run.smithi031.stdout: "max_size_kb": 0, 2024-09-19T14:06:27.780 INFO:teuthology.orchestra.run.smithi031.stdout: "max_objects": -1 2024-09-19T14:06:27.780 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T14:06:27.780 INFO:teuthology.orchestra.run.smithi031.stdout: "user_quota": { 2024-09-19T14:06:27.780 INFO:teuthology.orchestra.run.smithi031.stdout: "enabled": false, 2024-09-19T14:06:27.780 INFO:teuthology.orchestra.run.smithi031.stdout: "check_on_raw": false, 2024-09-19T14:06:27.780 INFO:teuthology.orchestra.run.smithi031.stdout: "max_size": -1, 2024-09-19T14:06:27.780 INFO:teuthology.orchestra.run.smithi031.stdout: "max_size_kb": 0, 2024-09-19T14:06:27.780 INFO:teuthology.orchestra.run.smithi031.stdout: "max_objects": -1 2024-09-19T14:06:27.781 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T14:06:27.781 INFO:teuthology.orchestra.run.smithi031.stdout: "temp_url_keys": [], 2024-09-19T14:06:27.781 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "rgw", 2024-09-19T14:06:27.781 INFO:teuthology.orchestra.run.smithi031.stdout: "mfa_ids": [], 2024-09-19T14:06:27.781 INFO:teuthology.orchestra.run.smithi031.stdout: "account_id": "", 2024-09-19T14:06:27.781 INFO:teuthology.orchestra.run.smithi031.stdout: "path": "/", 2024-09-19T14:06:27.781 INFO:teuthology.orchestra.run.smithi031.stdout: "create_date": "2024-09-19T14:06:27.766965Z", 2024-09-19T14:06:27.781 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-19T14:06:27.781 INFO:teuthology.orchestra.run.smithi031.stdout: "group_ids": [] 2024-09-19T14:06:27.781 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-19T14:06:27.781 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:27.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.777+0000 7f9b857e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:06:27.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.781+0000 7f9cd106b9c0 20 remove_watcher() i=0 2024-09-19T14:06:27.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.781+0000 7f9cd106b9c0 2 removed watcher, disabling cache 2024-09-19T14:06:27.786 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.781+0000 7f9cd106b9c0 20 remove_watcher() i=1 2024-09-19T14:06:27.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.785+0000 7f9cd106b9c0 20 remove_watcher() i=2 2024-09-19T14:06:27.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.785+0000 7f9cd106b9c0 20 remove_watcher() i=3 2024-09-19T14:06:27.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.789+0000 7f9cd106b9c0 20 remove_watcher() i=4 2024-09-19T14:06:27.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.789+0000 7f9cd106b9c0 20 remove_watcher() i=5 2024-09-19T14:06:27.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.793+0000 7f9cd106b9c0 20 remove_watcher() i=6 2024-09-19T14:06:27.799 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.797+0000 7f9cd106b9c0 20 remove_watcher() i=7 2024-09-19T14:06:27.814 DEBUG:teuthology.orchestra.run.smithi031:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid 'testx$tenanteduser.client.0' --totp-serial 5411147848 --totp-seed N5TMO2TQR3JYYBW3HZRFIBK4XLDBUDDSCCVOPAAOZUHAWV3NPDD2VIIOLY6GWOSR --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-19T14:06:27.862 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:06:27.862 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:06:27.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.924+0000 7f7c0da929c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:27.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.924+0000 7f7c0da929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:27.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.924+0000 7f7c0da929c0 20 realm 2024-09-19T14:06:27.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.924+0000 7f7c0da929c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:27.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.924+0000 7f7c0da929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:27.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.924+0000 7f7c0da929c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:06:27.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.924+0000 7f7c0da929c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:27.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.928+0000 7f7c0da929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:27.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.928+0000 7f7c0da929c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:27.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.928+0000 7f7c0da929c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:06:27.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.928+0000 7f7c0da929c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:27.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.928+0000 7f7c0da929c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:06:27.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.928+0000 7f7c0da929c0 20 searching for the correct realm 2024-09-19T14:06:27.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.936+0000 7f7c0b598640 0 -- 172.21.15.31:0/4284334492 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7f7bfc10d050 msgr2=0x7f7bfc1379f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:06:27.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:27.944+0000 7f7c0b598640 0 -- 172.21.15.31:0/4284334492 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f7c04031020 msgr2=0x7f7c04061cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T14:06:28.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.176+0000 7f7c0da929c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:06:28.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.176+0000 7f7c0da929c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:06:28.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.176+0000 7f7c0da929c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:06:28.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.176+0000 7f7c0da929c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:06:28.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.176+0000 7f7c0da929c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:06:28.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.176+0000 7f7c0da929c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:06:28.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.176+0000 7f7c0da929c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:28.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.176+0000 7f7c0da929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:28.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.176+0000 7f7c0da929c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:28.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.176+0000 7f7c0da929c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:06:28.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.176+0000 7f7c0da929c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:28.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.176+0000 7f7c0da929c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:06:28.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.176+0000 7f7c0da929c0 20 zone default found 2024-09-19T14:06:28.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.176+0000 7f7c0da929c0 4 Realm: () 2024-09-19T14:06:28.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.176+0000 7f7c0da929c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:06:28.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.176+0000 7f7c0da929c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:06:28.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.176+0000 7f7c0da929c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:06:28.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.176+0000 7f7c0da929c0 20 zonegroup default 2024-09-19T14:06:28.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.176+0000 7f7c0da929c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:28.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.180+0000 7f7c0da929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:28.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.180+0000 7f7c0da929c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:28.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.180+0000 7f7c0da929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:28.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.180+0000 7f7c0da929c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:28.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.180+0000 7f7c0da929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:28.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.180+0000 7f7c0da929c0 20 started sync module instance, tier type = 2024-09-19T14:06:28.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.180+0000 7f7c0da929c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:06:28.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.204+0000 7f7c0da929c0 20 add_watcher() i=0 2024-09-19T14:06:28.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.204+0000 7f7c0da929c0 20 add_watcher() i=1 2024-09-19T14:06:28.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.204+0000 7f7c0da929c0 20 add_watcher() i=2 2024-09-19T14:06:28.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.204+0000 7f7c0da929c0 20 add_watcher() i=3 2024-09-19T14:06:28.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.204+0000 7f7c0da929c0 20 add_watcher() i=4 2024-09-19T14:06:28.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.204+0000 7f7c0da929c0 20 add_watcher() i=5 2024-09-19T14:06:28.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.204+0000 7f7c0da929c0 20 add_watcher() i=6 2024-09-19T14:06:28.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.208+0000 7f7c0da929c0 20 add_watcher() i=7 2024-09-19T14:06:28.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.208+0000 7f7c0da929c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:06:28.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.212+0000 7f7ac27e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:06:28.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.212+0000 7f7c0da929c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:06:28.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.212+0000 7f7c0da929c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:06:28.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.212+0000 7f7c0da929c0 5 note: GC not initialized 2024-09-19T14:06:28.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.212+0000 7f7ac17e2640 20 reqs_thread_entry: start 2024-09-19T14:06:28.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.212+0000 7f7c0da929c0 20 init_complete bucket index max shards: 1 2024-09-19T14:06:28.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.212+0000 7f7c0da929c0 20 Filter name: none 2024-09-19T14:06:28.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.212+0000 7f7abaffd640 20 reqs_thread_entry: start 2024-09-19T14:06:28.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.216+0000 7f7c0da929c0 10 cache get: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 : miss 2024-09-19T14:06:28.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.216+0000 7f7c0da929c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:28.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.216+0000 7f7c0da929c0 20 rados_obj.operate() r=0 bl.length=519 2024-09-19T14:06:28.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.216+0000 7f7c0da929c0 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x13 2024-09-19T14:06:28.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.216+0000 7f7c0da929c0 10 adding default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-19T14:06:28.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.216+0000 7f7c0da929c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T14:06:28.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.224+0000 7f7c0da929c0 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2024-09-19T14:06:28.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.224+0000 7f7c0da929c0 10 moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-19T14:06:28.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.224+0000 7f7c0da929c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.uid:testx$tenanteduser.client.0, ofs0, ns] 2024-09-19T14:06:28.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.224+0000 7f7aeeffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235598 cookie 94236740254560 notifier 9174 bl.length()=733 2024-09-19T14:06:28.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.224+0000 7f7aeeffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2024-09-19T14:06:28.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.224+0000 7f7aeeffd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-19T14:06:28.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.224+0000 7f7ac27e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:06:28.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.232+0000 7f7c0da929c0 20 remove_watcher() i=0 2024-09-19T14:06:28.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.232+0000 7f7c0da929c0 2 removed watcher, disabling cache 2024-09-19T14:06:28.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.232+0000 7f7c0da929c0 20 remove_watcher() i=1 2024-09-19T14:06:28.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.236+0000 7f7c0da929c0 20 remove_watcher() i=2 2024-09-19T14:06:28.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.236+0000 7f7c0da929c0 20 remove_watcher() i=3 2024-09-19T14:06:28.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.240+0000 7f7c0da929c0 20 remove_watcher() i=4 2024-09-19T14:06:28.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.240+0000 7f7c0da929c0 20 remove_watcher() i=5 2024-09-19T14:06:28.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.244+0000 7f7c0da929c0 20 remove_watcher() i=6 2024-09-19T14:06:28.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.248+0000 7f7c0da929c0 20 remove_watcher() i=7 2024-09-19T14:06:28.271 DEBUG:tasks.s3tests:Creating user foobar.client.0 on client.0 2024-09-19T14:06:28.271 DEBUG:teuthology.orchestra.run.smithi031:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid foobar.client.0 --display-name Mr.foobar.client.0 --email foobar+test@test.test --access-key GCCEGOPDEXHSPIWQLCZT --secret ocs8CKMvhhD2Rk4oZshqiwVb13tJGEqVIJwUuTzi9R16F4D9jFcxCA== --cluster ceph 2024-09-19T14:06:28.314 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:06:28.314 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:06:28.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.352+0000 7f6f594b99c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:28.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.352+0000 7f6f594b99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:28.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.352+0000 7f6f594b99c0 20 realm 2024-09-19T14:06:28.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.352+0000 7f6f594b99c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:28.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.352+0000 7f6f594b99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:28.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.352+0000 7f6f594b99c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:06:28.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.352+0000 7f6f594b99c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:28.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.352+0000 7f6f594b99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:28.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.352+0000 7f6f594b99c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:28.359 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.356+0000 7f6f594b99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:06:28.359 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.356+0000 7f6f594b99c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:28.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.356+0000 7f6f594b99c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:06:28.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.356+0000 7f6f594b99c0 20 searching for the correct realm 2024-09-19T14:06:28.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.364+0000 7f6f56fbf640 0 -- 172.21.15.31:0/1380850464 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7f6f5002c060 msgr2=0x7f6f50080ae0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T14:06:28.373 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.368+0000 7f6f56fbf640 0 -- 172.21.15.31:0/1380850464 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f6f4801f040 msgr2=0x7f6f48061190 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:06:28.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.376+0000 7f6f594b99c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:06:28.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.376+0000 7f6f594b99c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:06:28.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.376+0000 7f6f594b99c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:06:28.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.376+0000 7f6f594b99c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:06:28.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.376+0000 7f6f594b99c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:06:28.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.376+0000 7f6f594b99c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:06:28.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.376+0000 7f6f594b99c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:28.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.376+0000 7f6f594b99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:28.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.376+0000 7f6f594b99c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:28.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.376+0000 7f6f594b99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:06:28.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.376+0000 7f6f594b99c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:28.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.376+0000 7f6f594b99c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:06:28.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.376+0000 7f6f594b99c0 20 zone default found 2024-09-19T14:06:28.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.376+0000 7f6f594b99c0 4 Realm: () 2024-09-19T14:06:28.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.376+0000 7f6f594b99c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:06:28.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.376+0000 7f6f594b99c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:06:28.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.376+0000 7f6f594b99c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:06:28.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.376+0000 7f6f594b99c0 20 zonegroup default 2024-09-19T14:06:28.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.376+0000 7f6f594b99c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:28.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.380+0000 7f6f594b99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:28.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.380+0000 7f6f594b99c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:28.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.380+0000 7f6f594b99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:28.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.380+0000 7f6f594b99c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:28.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.380+0000 7f6f594b99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:28.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.380+0000 7f6f594b99c0 20 started sync module instance, tier type = 2024-09-19T14:06:28.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.380+0000 7f6f594b99c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:06:28.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.396+0000 7f6f594b99c0 20 add_watcher() i=0 2024-09-19T14:06:28.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.396+0000 7f6f594b99c0 20 add_watcher() i=1 2024-09-19T14:06:28.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.396+0000 7f6f594b99c0 20 add_watcher() i=2 2024-09-19T14:06:28.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.396+0000 7f6f594b99c0 20 add_watcher() i=3 2024-09-19T14:06:28.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.396+0000 7f6f594b99c0 20 add_watcher() i=4 2024-09-19T14:06:28.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.396+0000 7f6f594b99c0 20 add_watcher() i=5 2024-09-19T14:06:28.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.396+0000 7f6f594b99c0 20 add_watcher() i=6 2024-09-19T14:06:28.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.400+0000 7f6f594b99c0 20 add_watcher() i=7 2024-09-19T14:06:28.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.400+0000 7f6f594b99c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:06:28.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.404+0000 7f6e0d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:06:28.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.404+0000 7f6f594b99c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:06:28.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.404+0000 7f6f594b99c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:06:28.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.404+0000 7f6f594b99c0 5 note: GC not initialized 2024-09-19T14:06:28.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.404+0000 7f6d87fff640 20 reqs_thread_entry: start 2024-09-19T14:06:28.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.404+0000 7f6f594b99c0 20 init_complete bucket index max shards: 1 2024-09-19T14:06:28.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.404+0000 7f6f594b99c0 20 Filter name: none 2024-09-19T14:06:28.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.404+0000 7f6d85ffb640 20 reqs_thread_entry: start 2024-09-19T14:06:28.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.404+0000 7f6f594b99c0 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2024-09-19T14:06:28.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.404+0000 7f6f594b99c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:28.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.404+0000 7f6f594b99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:28.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.404+0000 7f6f594b99c0 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x0 2024-09-19T14:06:28.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.404+0000 7f6f594b99c0 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-19T14:06:28.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.404+0000 7f6f594b99c0 10 cache get: name=default.rgw.meta+users.email+foobar+test@test.test : miss 2024-09-19T14:06:28.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.404+0000 7f6f594b99c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:28.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.404+0000 7f6f594b99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:28.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.404+0000 7f6f594b99c0 10 cache put: name=default.rgw.meta+users.email+foobar+test@test.test info.flags=0x0 2024-09-19T14:06:28.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.404+0000 7f6f594b99c0 10 adding default.rgw.meta+users.email+foobar+test@test.test to cache LRU end 2024-09-19T14:06:28.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.404+0000 7f6f594b99c0 10 cache get: name=default.rgw.meta+users.keys+GCCEGOPDEXHSPIWQLCZT : miss 2024-09-19T14:06:28.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.404+0000 7f6f594b99c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:28.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.404+0000 7f6f594b99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:28.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.404+0000 7f6f594b99c0 10 cache put: name=default.rgw.meta+users.keys+GCCEGOPDEXHSPIWQLCZT info.flags=0x0 2024-09-19T14:06:28.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.404+0000 7f6f594b99c0 10 adding default.rgw.meta+users.keys+GCCEGOPDEXHSPIWQLCZT to cache LRU end 2024-09-19T14:06:28.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.404+0000 7f6f594b99c0 10 cache get: name=default.rgw.meta+users.keys+GCCEGOPDEXHSPIWQLCZT : hit (negative entry) 2024-09-19T14:06:28.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.404+0000 7f6f594b99c0 10 cache get: name=default.rgw.meta+users.keys+GCCEGOPDEXHSPIWQLCZT : hit (negative entry) 2024-09-19T14:06:28.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.408+0000 7f6f594b99c0 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-19T14:06:28.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.408+0000 7f6f594b99c0 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-19T14:06:28.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.408+0000 7f6f594b99c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2024-09-19T14:06:28.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.408+0000 7f6e3a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235599 cookie 94779522256944 notifier 9189 bl.length()=660 2024-09-19T14:06:28.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.408+0000 7f6e3a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-19T14:06:28.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.408+0000 7f6e3a7fc640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-19T14:06:28.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.412+0000 7f6f594b99c0 10 cache put: name=default.rgw.meta+users.email+foobar+test@test.test info.flags=0x7 2024-09-19T14:06:28.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.412+0000 7f6f594b99c0 10 moving default.rgw.meta+users.email+foobar+test@test.test to cache LRU end 2024-09-19T14:06:28.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.412+0000 7f6f594b99c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.email:foobar+test@test.test, ofs0, ns] 2024-09-19T14:06:28.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.412+0000 7f6e39ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235589 cookie 94779522232688 notifier 9189 bl.length()=191 2024-09-19T14:06:28.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.412+0000 7f6e39ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+foobar+test@test.test info.flags=0x7 2024-09-19T14:06:28.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.412+0000 7f6e39ffb640 10 rgw watcher librados: moving default.rgw.meta+users.email+foobar+test@test.test to cache LRU end 2024-09-19T14:06:28.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.416+0000 7f6f594b99c0 10 cache put: name=default.rgw.meta+users.keys+GCCEGOPDEXHSPIWQLCZT info.flags=0x7 2024-09-19T14:06:28.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.416+0000 7f6f594b99c0 10 moving default.rgw.meta+users.keys+GCCEGOPDEXHSPIWQLCZT to cache LRU end 2024-09-19T14:06:28.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.416+0000 7f6f594b99c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.keys:GCCEGOPDEXHSPIWQLCZT, ofs0, ns] 2024-09-19T14:06:28.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.416+0000 7f6e39ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235600 cookie 94779522253200 notifier 9189 bl.length()=189 2024-09-19T14:06:28.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.416+0000 7f6e39ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+GCCEGOPDEXHSPIWQLCZT info.flags=0x7 2024-09-19T14:06:28.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.416+0000 7f6e39ffb640 10 rgw watcher librados: moving default.rgw.meta+users.keys+GCCEGOPDEXHSPIWQLCZT to cache LRU end 2024-09-19T14:06:28.422 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-19T14:06:28.422 INFO:teuthology.orchestra.run.smithi031.stdout: "user_id": "foobar.client.0", 2024-09-19T14:06:28.422 INFO:teuthology.orchestra.run.smithi031.stdout: "display_name": "Mr.foobar.client.0", 2024-09-19T14:06:28.422 INFO:teuthology.orchestra.run.smithi031.stdout: "email": "foobar+test@test.test", 2024-09-19T14:06:28.422 INFO:teuthology.orchestra.run.smithi031.stdout: "suspended": 0, 2024-09-19T14:06:28.422 INFO:teuthology.orchestra.run.smithi031.stdout: "max_buckets": 1000, 2024-09-19T14:06:28.422 INFO:teuthology.orchestra.run.smithi031.stdout: "subusers": [], 2024-09-19T14:06:28.422 INFO:teuthology.orchestra.run.smithi031.stdout: "keys": [ 2024-09-19T14:06:28.422 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T14:06:28.422 INFO:teuthology.orchestra.run.smithi031.stdout: "user": "foobar.client.0", 2024-09-19T14:06:28.422 INFO:teuthology.orchestra.run.smithi031.stdout: "access_key": "GCCEGOPDEXHSPIWQLCZT", 2024-09-19T14:06:28.423 INFO:teuthology.orchestra.run.smithi031.stdout: "secret_key": "ocs8CKMvhhD2Rk4oZshqiwVb13tJGEqVIJwUuTzi9R16F4D9jFcxCA==", 2024-09-19T14:06:28.423 INFO:teuthology.orchestra.run.smithi031.stdout: "active": true, 2024-09-19T14:06:28.423 INFO:teuthology.orchestra.run.smithi031.stdout: "create_date": "2024-09-19T14:06:28.411253Z" 2024-09-19T14:06:28.423 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T14:06:28.423 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-19T14:06:28.423 INFO:teuthology.orchestra.run.smithi031.stdout: "swift_keys": [], 2024-09-19T14:06:28.423 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": [], 2024-09-19T14:06:28.423 INFO:teuthology.orchestra.run.smithi031.stdout: "op_mask": "read, write, delete", 2024-09-19T14:06:28.423 INFO:teuthology.orchestra.run.smithi031.stdout: "default_placement": "", 2024-09-19T14:06:28.423 INFO:teuthology.orchestra.run.smithi031.stdout: "default_storage_class": "", 2024-09-19T14:06:28.423 INFO:teuthology.orchestra.run.smithi031.stdout: "placement_tags": [], 2024-09-19T14:06:28.423 INFO:teuthology.orchestra.run.smithi031.stdout: "bucket_quota": { 2024-09-19T14:06:28.423 INFO:teuthology.orchestra.run.smithi031.stdout: "enabled": false, 2024-09-19T14:06:28.424 INFO:teuthology.orchestra.run.smithi031.stdout: "check_on_raw": false, 2024-09-19T14:06:28.424 INFO:teuthology.orchestra.run.smithi031.stdout: "max_size": -1, 2024-09-19T14:06:28.424 INFO:teuthology.orchestra.run.smithi031.stdout: "max_size_kb": 0, 2024-09-19T14:06:28.424 INFO:teuthology.orchestra.run.smithi031.stdout: "max_objects": -1 2024-09-19T14:06:28.424 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T14:06:28.424 INFO:teuthology.orchestra.run.smithi031.stdout: "user_quota": { 2024-09-19T14:06:28.424 INFO:teuthology.orchestra.run.smithi031.stdout: "enabled": false, 2024-09-19T14:06:28.424 INFO:teuthology.orchestra.run.smithi031.stdout: "check_on_raw": false, 2024-09-19T14:06:28.424 INFO:teuthology.orchestra.run.smithi031.stdout: "max_size": -1, 2024-09-19T14:06:28.424 INFO:teuthology.orchestra.run.smithi031.stdout: "max_size_kb": 0, 2024-09-19T14:06:28.424 INFO:teuthology.orchestra.run.smithi031.stdout: "max_objects": -1 2024-09-19T14:06:28.424 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T14:06:28.424 INFO:teuthology.orchestra.run.smithi031.stdout: "temp_url_keys": [], 2024-09-19T14:06:28.425 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "rgw", 2024-09-19T14:06:28.425 INFO:teuthology.orchestra.run.smithi031.stdout: "mfa_ids": [], 2024-09-19T14:06:28.425 INFO:teuthology.orchestra.run.smithi031.stdout: "account_id": "", 2024-09-19T14:06:28.425 INFO:teuthology.orchestra.run.smithi031.stdout: "path": "/", 2024-09-19T14:06:28.425 INFO:teuthology.orchestra.run.smithi031.stdout: "create_date": "2024-09-19T14:06:28.411231Z", 2024-09-19T14:06:28.425 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-19T14:06:28.425 INFO:teuthology.orchestra.run.smithi031.stdout: "group_ids": [] 2024-09-19T14:06:28.425 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-19T14:06:28.425 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:28.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.420+0000 7f6e0d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:06:28.427 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.424+0000 7f6f594b99c0 20 remove_watcher() i=0 2024-09-19T14:06:28.427 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.424+0000 7f6f594b99c0 2 removed watcher, disabling cache 2024-09-19T14:06:28.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.424+0000 7f6f594b99c0 20 remove_watcher() i=1 2024-09-19T14:06:28.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.428+0000 7f6f594b99c0 20 remove_watcher() i=2 2024-09-19T14:06:28.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.428+0000 7f6f594b99c0 20 remove_watcher() i=3 2024-09-19T14:06:28.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.432+0000 7f6f594b99c0 20 remove_watcher() i=4 2024-09-19T14:06:28.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.432+0000 7f6f594b99c0 20 remove_watcher() i=5 2024-09-19T14:06:28.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.436+0000 7f6f594b99c0 20 remove_watcher() i=6 2024-09-19T14:06:28.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.440+0000 7f6f594b99c0 20 remove_watcher() i=7 2024-09-19T14:06:28.459 DEBUG:teuthology.orchestra.run.smithi031:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid foobar.client.0 --totp-serial 2537590445 --totp-seed 3O3RLRI4K4Y6BQCGOT6JOQEN4G6UCXUKH5T32RQKFVSHZNKZ7UJCFADO2GSIRJYB --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-19T14:06:28.547 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:06:28.547 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:06:28.589 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.584+0000 7f7f8120e9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:28.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.588+0000 7f7f8120e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:28.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.588+0000 7f7f8120e9c0 20 realm 2024-09-19T14:06:28.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.588+0000 7f7f8120e9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:28.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.588+0000 7f7f8120e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:28.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.588+0000 7f7f8120e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:06:28.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.588+0000 7f7f8120e9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:28.593 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.588+0000 7f7f8120e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:28.593 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.588+0000 7f7f8120e9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:28.593 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.588+0000 7f7f8120e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:06:28.593 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.588+0000 7f7f8120e9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:28.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.592+0000 7f7f8120e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:06:28.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.592+0000 7f7f8120e9c0 20 searching for the correct realm 2024-09-19T14:06:28.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.596+0000 7f7f7f515640 0 -- 172.21.15.31:0/1611797234 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7f7f680630b0 msgr2=0x7f7f6805d8b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T14:06:28.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.604+0000 7f7f7ed14640 0 -- 172.21.15.31:0/1611797234 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f7f780c7040 msgr2=0x7f7f780c7420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:06:28.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.612+0000 7f7f8120e9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:06:28.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.612+0000 7f7f8120e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:06:28.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.612+0000 7f7f8120e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:06:28.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.612+0000 7f7f8120e9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:06:28.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.612+0000 7f7f8120e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:06:28.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.612+0000 7f7f8120e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:06:28.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.612+0000 7f7f8120e9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:28.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.612+0000 7f7f8120e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:28.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.612+0000 7f7f8120e9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:28.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.612+0000 7f7f8120e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:06:28.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.612+0000 7f7f8120e9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:28.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.612+0000 7f7f8120e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:06:28.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.612+0000 7f7f8120e9c0 20 zone default found 2024-09-19T14:06:28.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.612+0000 7f7f8120e9c0 4 Realm: () 2024-09-19T14:06:28.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.612+0000 7f7f8120e9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:06:28.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.612+0000 7f7f8120e9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:06:28.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.612+0000 7f7f8120e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:06:28.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.612+0000 7f7f8120e9c0 20 zonegroup default 2024-09-19T14:06:28.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.612+0000 7f7f8120e9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:28.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.612+0000 7f7f8120e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:28.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.612+0000 7f7f8120e9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:28.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.612+0000 7f7f8120e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:28.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.612+0000 7f7f8120e9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:28.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.612+0000 7f7f8120e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:28.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.612+0000 7f7f8120e9c0 20 started sync module instance, tier type = 2024-09-19T14:06:28.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.612+0000 7f7f8120e9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:06:28.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.632+0000 7f7f8120e9c0 20 add_watcher() i=0 2024-09-19T14:06:28.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.632+0000 7f7f8120e9c0 20 add_watcher() i=1 2024-09-19T14:06:28.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.632+0000 7f7f8120e9c0 20 add_watcher() i=2 2024-09-19T14:06:28.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.632+0000 7f7f8120e9c0 20 add_watcher() i=3 2024-09-19T14:06:28.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.632+0000 7f7f8120e9c0 20 add_watcher() i=4 2024-09-19T14:06:28.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.632+0000 7f7f8120e9c0 20 add_watcher() i=5 2024-09-19T14:06:28.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.632+0000 7f7f8120e9c0 20 add_watcher() i=6 2024-09-19T14:06:28.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.636+0000 7f7f8120e9c0 20 add_watcher() i=7 2024-09-19T14:06:28.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.636+0000 7f7f8120e9c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:06:28.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.636+0000 7f7e35fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:06:28.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.636+0000 7f7f8120e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:06:28.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.636+0000 7f7f8120e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:06:28.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.636+0000 7f7f8120e9c0 5 note: GC not initialized 2024-09-19T14:06:28.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.636+0000 7f7e34fe1640 20 reqs_thread_entry: start 2024-09-19T14:06:28.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.636+0000 7f7f8120e9c0 20 init_complete bucket index max shards: 1 2024-09-19T14:06:28.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.640+0000 7f7f8120e9c0 20 Filter name: none 2024-09-19T14:06:28.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.640+0000 7f7e2dffb640 20 reqs_thread_entry: start 2024-09-19T14:06:28.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.640+0000 7f7f8120e9c0 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2024-09-19T14:06:28.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.640+0000 7f7f8120e9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:28.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.640+0000 7f7f8120e9c0 20 rados_obj.operate() r=0 bl.length=472 2024-09-19T14:06:28.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.640+0000 7f7f8120e9c0 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x13 2024-09-19T14:06:28.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.640+0000 7f7f8120e9c0 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-19T14:06:28.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.640+0000 7f7f8120e9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T14:06:28.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.644+0000 7f7f8120e9c0 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-19T14:06:28.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.644+0000 7f7f8120e9c0 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-19T14:06:28.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.644+0000 7f7f8120e9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2024-09-19T14:06:28.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.644+0000 7f7e627fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235601 cookie 93874862782416 notifier 9204 bl.length()=674 2024-09-19T14:06:28.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.644+0000 7f7e627fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-19T14:06:28.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.644+0000 7f7e627fc640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-19T14:06:28.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.648+0000 7f7e35fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:06:28.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.652+0000 7f7f8120e9c0 20 remove_watcher() i=0 2024-09-19T14:06:28.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.652+0000 7f7f8120e9c0 2 removed watcher, disabling cache 2024-09-19T14:06:28.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.652+0000 7f7f8120e9c0 20 remove_watcher() i=1 2024-09-19T14:06:28.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.656+0000 7f7f8120e9c0 20 remove_watcher() i=2 2024-09-19T14:06:28.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.656+0000 7f7f8120e9c0 20 remove_watcher() i=3 2024-09-19T14:06:28.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.660+0000 7f7f8120e9c0 20 remove_watcher() i=4 2024-09-19T14:06:28.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.660+0000 7f7f8120e9c0 20 remove_watcher() i=5 2024-09-19T14:06:28.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.664+0000 7f7f8120e9c0 20 remove_watcher() i=6 2024-09-19T14:06:28.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.668+0000 7f7f8120e9c0 20 remove_watcher() i=7 2024-09-19T14:06:28.687 DEBUG:teuthology.orchestra.run.smithi031:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 caps add --uid foobar.client.0 --caps 'oidc-provider=*;roles=*;user-policy=*' --cluster ceph 2024-09-19T14:06:28.719 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:06:28.719 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:06:28.761 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.756+0000 7efc46ca29c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:28.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.760+0000 7efc46ca29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:28.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.760+0000 7efc46ca29c0 20 realm 2024-09-19T14:06:28.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.760+0000 7efc46ca29c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:28.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.760+0000 7efc46ca29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:28.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.760+0000 7efc46ca29c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:06:28.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.760+0000 7efc46ca29c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:28.765 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.760+0000 7efc46ca29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:28.765 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.760+0000 7efc46ca29c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:28.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.760+0000 7efc46ca29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:06:28.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.760+0000 7efc46ca29c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:28.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.764+0000 7efc46ca29c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:06:28.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.764+0000 7efc46ca29c0 20 searching for the correct realm 2024-09-19T14:06:28.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.768+0000 7efc447a8640 0 -- 172.21.15.31:0/2372844412 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7efc34008030 msgr2=0x7efc340667d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:06:28.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.776+0000 7efc447a8640 0 -- 172.21.15.31:0/2372844412 >> [v2:172.21.15.31:6802/3325082646,v1:172.21.15.31:6804/3325082646] conn(0x55fe64fa51e0 msgr2=0x55fe64fa75d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:06:28.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.784+0000 7efc46ca29c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:06:28.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.784+0000 7efc46ca29c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:06:28.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.784+0000 7efc46ca29c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:06:28.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.784+0000 7efc46ca29c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:06:28.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.784+0000 7efc46ca29c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:06:28.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.784+0000 7efc46ca29c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:06:28.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.784+0000 7efc46ca29c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:28.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.784+0000 7efc46ca29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:28.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.784+0000 7efc46ca29c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:28.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.784+0000 7efc46ca29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:06:28.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.784+0000 7efc46ca29c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:28.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.784+0000 7efc46ca29c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:06:28.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.784+0000 7efc46ca29c0 20 zone default found 2024-09-19T14:06:28.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.784+0000 7efc46ca29c0 4 Realm: () 2024-09-19T14:06:28.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.784+0000 7efc46ca29c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:06:28.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.784+0000 7efc46ca29c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:06:28.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.784+0000 7efc46ca29c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:06:28.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.784+0000 7efc46ca29c0 20 zonegroup default 2024-09-19T14:06:28.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.784+0000 7efc46ca29c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:28.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.784+0000 7efc46ca29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:28.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.784+0000 7efc46ca29c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:28.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.784+0000 7efc46ca29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:28.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.784+0000 7efc46ca29c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:28.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.788+0000 7efc46ca29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:28.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.788+0000 7efc46ca29c0 20 started sync module instance, tier type = 2024-09-19T14:06:28.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.788+0000 7efc46ca29c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:06:28.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.804+0000 7efc46ca29c0 20 add_watcher() i=0 2024-09-19T14:06:28.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.804+0000 7efc46ca29c0 20 add_watcher() i=1 2024-09-19T14:06:28.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.804+0000 7efc46ca29c0 20 add_watcher() i=2 2024-09-19T14:06:28.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.804+0000 7efc46ca29c0 20 add_watcher() i=3 2024-09-19T14:06:28.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.804+0000 7efc46ca29c0 20 add_watcher() i=4 2024-09-19T14:06:28.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.804+0000 7efc46ca29c0 20 add_watcher() i=5 2024-09-19T14:06:28.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.804+0000 7efc46ca29c0 20 add_watcher() i=6 2024-09-19T14:06:28.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.808+0000 7efc46ca29c0 20 add_watcher() i=7 2024-09-19T14:06:28.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.808+0000 7efc46ca29c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:06:28.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.812+0000 7efafafdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:06:28.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.812+0000 7efc46ca29c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:06:28.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.812+0000 7efc46ca29c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:06:28.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.812+0000 7efc46ca29c0 5 note: GC not initialized 2024-09-19T14:06:28.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.812+0000 7efaf9fdb640 20 reqs_thread_entry: start 2024-09-19T14:06:28.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.812+0000 7efc46ca29c0 20 init_complete bucket index max shards: 1 2024-09-19T14:06:28.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.812+0000 7efc46ca29c0 20 Filter name: none 2024-09-19T14:06:28.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.812+0000 7efa6b7fe640 20 reqs_thread_entry: start 2024-09-19T14:06:28.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.812+0000 7efc46ca29c0 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2024-09-19T14:06:28.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.812+0000 7efc46ca29c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:28.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.812+0000 7efc46ca29c0 20 rados_obj.operate() r=0 bl.length=486 2024-09-19T14:06:28.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.812+0000 7efc46ca29c0 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x13 2024-09-19T14:06:28.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.812+0000 7efc46ca29c0 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-19T14:06:28.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.812+0000 7efc46ca29c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T14:06:28.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.816+0000 7efc46ca29c0 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-19T14:06:28.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.816+0000 7efc46ca29c0 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-19T14:06:28.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.816+0000 7efc46ca29c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2024-09-19T14:06:28.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.816+0000 7efb1b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235602 cookie 94551104224912 notifier 9219 bl.length()=727 2024-09-19T14:06:28.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.816+0000 7efb1b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-19T14:06:28.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.816+0000 7efb1b7fe640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-19T14:06:28.823 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-19T14:06:28.824 INFO:teuthology.orchestra.run.smithi031.stdout: "user_id": "foobar.client.0", 2024-09-19T14:06:28.824 INFO:teuthology.orchestra.run.smithi031.stdout: "display_name": "Mr.foobar.client.0", 2024-09-19T14:06:28.824 INFO:teuthology.orchestra.run.smithi031.stdout: "email": "foobar+test@test.test", 2024-09-19T14:06:28.824 INFO:teuthology.orchestra.run.smithi031.stdout: "suspended": 0, 2024-09-19T14:06:28.824 INFO:teuthology.orchestra.run.smithi031.stdout: "max_buckets": 1000, 2024-09-19T14:06:28.824 INFO:teuthology.orchestra.run.smithi031.stdout: "subusers": [], 2024-09-19T14:06:28.824 INFO:teuthology.orchestra.run.smithi031.stdout: "keys": [ 2024-09-19T14:06:28.824 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T14:06:28.824 INFO:teuthology.orchestra.run.smithi031.stdout: "user": "foobar.client.0", 2024-09-19T14:06:28.824 INFO:teuthology.orchestra.run.smithi031.stdout: "access_key": "GCCEGOPDEXHSPIWQLCZT", 2024-09-19T14:06:28.824 INFO:teuthology.orchestra.run.smithi031.stdout: "secret_key": "ocs8CKMvhhD2Rk4oZshqiwVb13tJGEqVIJwUuTzi9R16F4D9jFcxCA==", 2024-09-19T14:06:28.824 INFO:teuthology.orchestra.run.smithi031.stdout: "active": true, 2024-09-19T14:06:28.825 INFO:teuthology.orchestra.run.smithi031.stdout: "create_date": "2024-09-19T14:06:28.411253Z" 2024-09-19T14:06:28.825 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T14:06:28.825 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-19T14:06:28.825 INFO:teuthology.orchestra.run.smithi031.stdout: "swift_keys": [], 2024-09-19T14:06:28.825 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": [ 2024-09-19T14:06:28.825 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T14:06:28.825 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "oidc-provider", 2024-09-19T14:06:28.825 INFO:teuthology.orchestra.run.smithi031.stdout: "perm": "*" 2024-09-19T14:06:28.825 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T14:06:28.826 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T14:06:28.826 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "roles", 2024-09-19T14:06:28.826 INFO:teuthology.orchestra.run.smithi031.stdout: "perm": "*" 2024-09-19T14:06:28.826 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T14:06:28.826 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T14:06:28.826 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "user-policy", 2024-09-19T14:06:28.826 INFO:teuthology.orchestra.run.smithi031.stdout: "perm": "*" 2024-09-19T14:06:28.826 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T14:06:28.826 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-19T14:06:28.826 INFO:teuthology.orchestra.run.smithi031.stdout: "op_mask": "read, write, delete", 2024-09-19T14:06:28.826 INFO:teuthology.orchestra.run.smithi031.stdout: "default_placement": "", 2024-09-19T14:06:28.826 INFO:teuthology.orchestra.run.smithi031.stdout: "default_storage_class": "", 2024-09-19T14:06:28.826 INFO:teuthology.orchestra.run.smithi031.stdout: "placement_tags": [], 2024-09-19T14:06:28.826 INFO:teuthology.orchestra.run.smithi031.stdout: "bucket_quota": { 2024-09-19T14:06:28.827 INFO:teuthology.orchestra.run.smithi031.stdout: "enabled": false, 2024-09-19T14:06:28.827 INFO:teuthology.orchestra.run.smithi031.stdout: "check_on_raw": false, 2024-09-19T14:06:28.827 INFO:teuthology.orchestra.run.smithi031.stdout: "max_size": -1, 2024-09-19T14:06:28.827 INFO:teuthology.orchestra.run.smithi031.stdout: "max_size_kb": 0, 2024-09-19T14:06:28.827 INFO:teuthology.orchestra.run.smithi031.stdout: "max_objects": -1 2024-09-19T14:06:28.827 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T14:06:28.827 INFO:teuthology.orchestra.run.smithi031.stdout: "user_quota": { 2024-09-19T14:06:28.827 INFO:teuthology.orchestra.run.smithi031.stdout: "enabled": false, 2024-09-19T14:06:28.827 INFO:teuthology.orchestra.run.smithi031.stdout: "check_on_raw": false, 2024-09-19T14:06:28.827 INFO:teuthology.orchestra.run.smithi031.stdout: "max_size": -1, 2024-09-19T14:06:28.827 INFO:teuthology.orchestra.run.smithi031.stdout: "max_size_kb": 0, 2024-09-19T14:06:28.827 INFO:teuthology.orchestra.run.smithi031.stdout: "max_objects": -1 2024-09-19T14:06:28.827 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T14:06:28.828 INFO:teuthology.orchestra.run.smithi031.stdout: "temp_url_keys": [], 2024-09-19T14:06:28.828 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "rgw", 2024-09-19T14:06:28.828 INFO:teuthology.orchestra.run.smithi031.stdout: "mfa_ids": [ 2024-09-19T14:06:28.828 INFO:teuthology.orchestra.run.smithi031.stdout: "2537590445" 2024-09-19T14:06:28.828 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-19T14:06:28.828 INFO:teuthology.orchestra.run.smithi031.stdout: "account_id": "", 2024-09-19T14:06:28.828 INFO:teuthology.orchestra.run.smithi031.stdout: "path": "/", 2024-09-19T14:06:28.828 INFO:teuthology.orchestra.run.smithi031.stdout: "create_date": "2024-09-19T14:06:28.411231Z", 2024-09-19T14:06:28.828 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-19T14:06:28.828 INFO:teuthology.orchestra.run.smithi031.stdout: "group_ids": [] 2024-09-19T14:06:28.828 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-19T14:06:28.828 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:28.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.820+0000 7efafafdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:06:28.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.824+0000 7efc46ca29c0 20 remove_watcher() i=0 2024-09-19T14:06:28.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.824+0000 7efc46ca29c0 2 removed watcher, disabling cache 2024-09-19T14:06:28.831 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.828+0000 7efc46ca29c0 20 remove_watcher() i=1 2024-09-19T14:06:28.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.828+0000 7efc46ca29c0 20 remove_watcher() i=2 2024-09-19T14:06:28.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.832+0000 7efc46ca29c0 20 remove_watcher() i=3 2024-09-19T14:06:28.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.832+0000 7efc46ca29c0 20 remove_watcher() i=4 2024-09-19T14:06:28.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.836+0000 7efc46ca29c0 20 remove_watcher() i=5 2024-09-19T14:06:28.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.836+0000 7efc46ca29c0 20 remove_watcher() i=6 2024-09-19T14:06:28.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.840+0000 7efc46ca29c0 20 remove_watcher() i=7 2024-09-19T14:06:28.861 DEBUG:teuthology.orchestra.run.smithi031:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 --cluster ceph account create --account-id RGW88888888888888888 --account-name Mr.RGW88888888888888888 --email RGW88888888888888888+test@test.test 2024-09-19T14:06:28.944 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:06:28.944 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:06:28.989 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.984+0000 7fe16123e9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:28.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.988+0000 7fe16123e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:28.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.988+0000 7fe16123e9c0 20 realm 2024-09-19T14:06:28.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.988+0000 7fe16123e9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:28.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.988+0000 7fe16123e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:28.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.988+0000 7fe16123e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:06:28.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.988+0000 7fe16123e9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:28.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.988+0000 7fe16123e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:28.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.988+0000 7fe16123e9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:28.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.988+0000 7fe16123e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:06:28.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.988+0000 7fe16123e9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:28.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.992+0000 7fe16123e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:06:28.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.992+0000 7fe16123e9c0 20 searching for the correct realm 2024-09-19T14:06:28.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.992+0000 7fe15e543640 0 -- 172.21.15.31:0/4144265714 >> [v2:172.21.15.170:6808/820924953,v1:172.21.15.170:6809/820924953] conn(0x55d043893770 msgr2=0x55d043895b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:06:29.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:28.996+0000 7fe15e543640 0 -- 172.21.15.31:0/4144265714 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7fe148049be0 msgr2=0x7fe14805d970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:06:29.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.012+0000 7fe16123e9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:06:29.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.012+0000 7fe16123e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:06:29.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.012+0000 7fe16123e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:06:29.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.012+0000 7fe16123e9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:06:29.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.012+0000 7fe16123e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:06:29.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.012+0000 7fe16123e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:06:29.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.012+0000 7fe16123e9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:29.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.012+0000 7fe16123e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:29.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.012+0000 7fe16123e9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:29.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.012+0000 7fe16123e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:06:29.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.012+0000 7fe16123e9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:29.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.012+0000 7fe16123e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:06:29.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.012+0000 7fe16123e9c0 20 zone default found 2024-09-19T14:06:29.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.012+0000 7fe16123e9c0 4 Realm: () 2024-09-19T14:06:29.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.012+0000 7fe16123e9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:06:29.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.012+0000 7fe16123e9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:06:29.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.012+0000 7fe16123e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:06:29.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.012+0000 7fe16123e9c0 20 zonegroup default 2024-09-19T14:06:29.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.012+0000 7fe16123e9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:29.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.012+0000 7fe16123e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:29.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.012+0000 7fe16123e9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:29.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.012+0000 7fe16123e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:29.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.012+0000 7fe16123e9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:29.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.016+0000 7fe16123e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:29.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.016+0000 7fe16123e9c0 20 started sync module instance, tier type = 2024-09-19T14:06:29.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.016+0000 7fe16123e9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:06:29.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.032+0000 7fe16123e9c0 20 add_watcher() i=0 2024-09-19T14:06:29.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.032+0000 7fe16123e9c0 20 add_watcher() i=1 2024-09-19T14:06:29.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.032+0000 7fe16123e9c0 20 add_watcher() i=2 2024-09-19T14:06:29.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.032+0000 7fe16123e9c0 20 add_watcher() i=3 2024-09-19T14:06:29.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.032+0000 7fe16123e9c0 20 add_watcher() i=4 2024-09-19T14:06:29.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.032+0000 7fe16123e9c0 20 add_watcher() i=5 2024-09-19T14:06:29.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.032+0000 7fe16123e9c0 20 add_watcher() i=6 2024-09-19T14:06:29.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.036+0000 7fe16123e9c0 20 add_watcher() i=7 2024-09-19T14:06:29.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.036+0000 7fe16123e9c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:06:29.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.040+0000 7fe010fe9640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:06:29.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.040+0000 7fe16123e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:06:29.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.040+0000 7fe16123e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:06:29.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.040+0000 7fe16123e9c0 5 note: GC not initialized 2024-09-19T14:06:29.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.040+0000 7fdf8b7fe640 20 reqs_thread_entry: start 2024-09-19T14:06:29.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.040+0000 7fe16123e9c0 20 init_complete bucket index max shards: 1 2024-09-19T14:06:29.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.040+0000 7fe16123e9c0 20 Filter name: none 2024-09-19T14:06:29.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.040+0000 7fdf897fa640 20 reqs_thread_entry: start 2024-09-19T14:06:29.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.040+0000 7fe16123e9c0 10 cache get: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 : miss 2024-09-19T14:06:29.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.040+0000 7fe16123e9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:29.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.040+0000 7fe16123e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:29.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.040+0000 7fe16123e9c0 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 info.flags=0x0 2024-09-19T14:06:29.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.040+0000 7fe16123e9c0 10 adding default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 to cache LRU end 2024-09-19T14:06:29.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.040+0000 7fe16123e9c0 20 failed to read name.$Mr.RGW88888888888888888 with: (2) No such file or directory 2024-09-19T14:06:29.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.040+0000 7fe16123e9c0 10 cache get: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test : miss 2024-09-19T14:06:29.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.040+0000 7fe16123e9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:29.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.040+0000 7fe16123e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:29.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.040+0000 7fe16123e9c0 10 cache put: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test info.flags=0x0 2024-09-19T14:06:29.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.040+0000 7fe16123e9c0 10 adding default.rgw.meta+users.email+rgw88888888888888888+test@test.test to cache LRU end 2024-09-19T14:06:29.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.040+0000 7fe16123e9c0 20 failed to read rgw88888888888888888+test@test.test with: (2) No such file or directory 2024-09-19T14:06:29.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.044+0000 7fe16123e9c0 10 cache put: name=default.rgw.meta+accounts+account.RGW88888888888888888 info.flags=0x17 2024-09-19T14:06:29.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.044+0000 7fe16123e9c0 10 adding default.rgw.meta+accounts+account.RGW88888888888888888 to cache LRU end 2024-09-19T14:06:29.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.044+0000 7fe16123e9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:accounts:account.RGW88888888888888888, ofs0, ns] 2024-09-19T14:06:29.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.044+0000 7fe041ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235590 cookie 94352974629856 notifier 8627 bl.length()=384 2024-09-19T14:06:29.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.044+0000 7fe041ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+account.RGW88888888888888888 info.flags=0x17 2024-09-19T14:06:29.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.044+0000 7fe041ffb640 10 rgw watcher librados: moving default.rgw.meta+accounts+account.RGW88888888888888888 to cache LRU end 2024-09-19T14:06:29.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.048+0000 7fe16123e9c0 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 info.flags=0x17 2024-09-19T14:06:29.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.048+0000 7fe16123e9c0 10 moving default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 to cache LRU end 2024-09-19T14:06:29.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.048+0000 7fe16123e9c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:accounts:name.$Mr.RGW88888888888888888, ofs0, ns] 2024-09-19T14:06:29.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.048+0000 7fe0427fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235591 cookie 94352974652304 notifier 8627 bl.length()=225 2024-09-19T14:06:29.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.048+0000 7fe0427fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 info.flags=0x17 2024-09-19T14:06:29.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.048+0000 7fe0427fc640 10 rgw watcher librados: moving default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 to cache LRU end 2024-09-19T14:06:29.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.052+0000 7fe16123e9c0 10 cache put: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test info.flags=0x17 2024-09-19T14:06:29.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.052+0000 7fe16123e9c0 10 moving default.rgw.meta+users.email+rgw88888888888888888+test@test.test to cache LRU end 2024-09-19T14:06:29.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.052+0000 7fe16123e9c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:rgw88888888888888888+test@test.test, ofs0, ns] 2024-09-19T14:06:29.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.052+0000 7fe041ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235410 cookie 94352974647680 notifier 8627 bl.length()=234 2024-09-19T14:06:29.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.052+0000 7fe041ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test info.flags=0x17 2024-09-19T14:06:29.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.052+0000 7fe041ffb640 10 rgw watcher librados: moving default.rgw.meta+users.email+rgw88888888888888888+test@test.test to cache LRU end 2024-09-19T14:06:29.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.056+0000 7fe010fe9640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:06:29.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.060+0000 7fe16123e9c0 20 remove_watcher() i=0 2024-09-19T14:06:29.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.060+0000 7fe16123e9c0 2 removed watcher, disabling cache 2024-09-19T14:06:29.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.060+0000 7fe16123e9c0 20 remove_watcher() i=1 2024-09-19T14:06:29.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.064+0000 7fe16123e9c0 20 remove_watcher() i=2 2024-09-19T14:06:29.069 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.064+0000 7fe16123e9c0 20 remove_watcher() i=3 2024-09-19T14:06:29.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.068+0000 7fe16123e9c0 20 remove_watcher() i=4 2024-09-19T14:06:29.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.068+0000 7fe16123e9c0 20 remove_watcher() i=5 2024-09-19T14:06:29.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.072+0000 7fe16123e9c0 20 remove_watcher() i=6 2024-09-19T14:06:29.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.072+0000 7fe16123e9c0 20 remove_watcher() i=7 2024-09-19T14:06:29.091 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-19T14:06:29.091 INFO:teuthology.orchestra.run.smithi031.stdout: "id": "RGW88888888888888888", 2024-09-19T14:06:29.091 INFO:teuthology.orchestra.run.smithi031.stdout: "tenant": "", 2024-09-19T14:06:29.091 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "Mr.RGW88888888888888888", 2024-09-19T14:06:29.091 INFO:teuthology.orchestra.run.smithi031.stdout: "email": "RGW88888888888888888+test@test.test", 2024-09-19T14:06:29.091 INFO:teuthology.orchestra.run.smithi031.stdout: "quota": { 2024-09-19T14:06:29.091 INFO:teuthology.orchestra.run.smithi031.stdout: "enabled": false, 2024-09-19T14:06:29.091 INFO:teuthology.orchestra.run.smithi031.stdout: "check_on_raw": false, 2024-09-19T14:06:29.091 INFO:teuthology.orchestra.run.smithi031.stdout: "max_size": -1, 2024-09-19T14:06:29.091 INFO:teuthology.orchestra.run.smithi031.stdout: "max_size_kb": 0, 2024-09-19T14:06:29.092 INFO:teuthology.orchestra.run.smithi031.stdout: "max_objects": -1 2024-09-19T14:06:29.092 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T14:06:29.092 INFO:teuthology.orchestra.run.smithi031.stdout: "bucket_quota": { 2024-09-19T14:06:29.092 INFO:teuthology.orchestra.run.smithi031.stdout: "enabled": false, 2024-09-19T14:06:29.092 INFO:teuthology.orchestra.run.smithi031.stdout: "check_on_raw": false, 2024-09-19T14:06:29.092 INFO:teuthology.orchestra.run.smithi031.stdout: "max_size": -1, 2024-09-19T14:06:29.092 INFO:teuthology.orchestra.run.smithi031.stdout: "max_size_kb": 0, 2024-09-19T14:06:29.092 INFO:teuthology.orchestra.run.smithi031.stdout: "max_objects": -1 2024-09-19T14:06:29.092 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T14:06:29.092 INFO:teuthology.orchestra.run.smithi031.stdout: "max_users": 1000, 2024-09-19T14:06:29.092 INFO:teuthology.orchestra.run.smithi031.stdout: "max_roles": 1000, 2024-09-19T14:06:29.092 INFO:teuthology.orchestra.run.smithi031.stdout: "max_groups": 1000, 2024-09-19T14:06:29.092 INFO:teuthology.orchestra.run.smithi031.stdout: "max_buckets": 1000, 2024-09-19T14:06:29.093 INFO:teuthology.orchestra.run.smithi031.stdout: "max_access_keys": 4 2024-09-19T14:06:29.093 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-19T14:06:29.094 DEBUG:tasks.s3tests:Creating user RGW88888888888888888 on client.0 2024-09-19T14:06:29.094 DEBUG:teuthology.orchestra.run.smithi031:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid root1.client.0 --display-name Mr.RGW88888888888888888 --email root1+test@test.test --access-key SISSFNXCSPFGHXZMLMXY --secret hdOMhddie7I2rILBr0jYylQkuHTb/gEjm+msz6USTcwPgcjsG50E5w== --cluster ceph --account-id RGW88888888888888888 --account-root 2024-09-19T14:06:29.180 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:06:29.180 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:06:29.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.216+0000 7f087b1119c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:29.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.220+0000 7f087b1119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:29.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.220+0000 7f087b1119c0 20 realm 2024-09-19T14:06:29.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.220+0000 7f087b1119c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:29.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.220+0000 7f087b1119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:29.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.220+0000 7f087b1119c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:06:29.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.220+0000 7f087b1119c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:29.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.220+0000 7f087b1119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:29.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.220+0000 7f087b1119c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:29.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.224+0000 7f087b1119c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:06:29.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.224+0000 7f087b1119c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:29.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.224+0000 7f087b1119c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:06:29.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.224+0000 7f087b1119c0 20 searching for the correct realm 2024-09-19T14:06:29.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.232+0000 7f0878c17640 0 -- 172.21.15.31:0/2952689115 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7f08600673b0 msgr2=0x7f08600789a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T14:06:29.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.236+0000 7f0878c17640 0 -- 172.21.15.31:0/2952689115 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f0870008040 msgr2=0x7f087000a440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:06:29.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.244+0000 7f087b1119c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:06:29.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.244+0000 7f087b1119c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:06:29.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.244+0000 7f087b1119c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:06:29.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.244+0000 7f087b1119c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:06:29.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.244+0000 7f087b1119c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:06:29.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.244+0000 7f087b1119c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:06:29.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.244+0000 7f087b1119c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:29.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.244+0000 7f087b1119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:29.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.244+0000 7f087b1119c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:29.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.244+0000 7f087b1119c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:06:29.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.244+0000 7f087b1119c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:29.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.248+0000 7f087b1119c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:06:29.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.248+0000 7f087b1119c0 20 zone default found 2024-09-19T14:06:29.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.248+0000 7f087b1119c0 4 Realm: () 2024-09-19T14:06:29.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.248+0000 7f087b1119c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:06:29.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.248+0000 7f087b1119c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:06:29.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.248+0000 7f087b1119c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:06:29.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.248+0000 7f087b1119c0 20 zonegroup default 2024-09-19T14:06:29.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.248+0000 7f087b1119c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:29.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.248+0000 7f087b1119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:29.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.248+0000 7f087b1119c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:29.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.248+0000 7f087b1119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:29.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.248+0000 7f087b1119c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:29.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.248+0000 7f087b1119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:29.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.248+0000 7f087b1119c0 20 started sync module instance, tier type = 2024-09-19T14:06:29.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.248+0000 7f087b1119c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:06:29.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.268+0000 7f087b1119c0 20 add_watcher() i=0 2024-09-19T14:06:29.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.268+0000 7f087b1119c0 20 add_watcher() i=1 2024-09-19T14:06:29.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.268+0000 7f087b1119c0 20 add_watcher() i=2 2024-09-19T14:06:29.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.268+0000 7f087b1119c0 20 add_watcher() i=3 2024-09-19T14:06:29.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.268+0000 7f087b1119c0 20 add_watcher() i=4 2024-09-19T14:06:29.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.268+0000 7f087b1119c0 20 add_watcher() i=5 2024-09-19T14:06:29.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.268+0000 7f087b1119c0 20 add_watcher() i=6 2024-09-19T14:06:29.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.268+0000 7f087b1119c0 20 add_watcher() i=7 2024-09-19T14:06:29.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.268+0000 7f087b1119c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:06:29.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.272+0000 7f072f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:06:29.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.272+0000 7f087b1119c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:06:29.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.272+0000 7f087b1119c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:06:29.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.272+0000 7f087b1119c0 5 note: GC not initialized 2024-09-19T14:06:29.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.272+0000 7f072e7e4640 20 reqs_thread_entry: start 2024-09-19T14:06:29.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.272+0000 7f087b1119c0 20 init_complete bucket index max shards: 1 2024-09-19T14:06:29.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.272+0000 7f087b1119c0 20 Filter name: none 2024-09-19T14:06:29.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.272+0000 7f07277fe640 20 reqs_thread_entry: start 2024-09-19T14:06:29.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.272+0000 7f087b1119c0 10 cache get: name=default.rgw.meta+users.uid+root1.client.0 : miss 2024-09-19T14:06:29.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.272+0000 7f087b1119c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:29.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.276+0000 7f087b1119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:29.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.276+0000 7f087b1119c0 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x0 2024-09-19T14:06:29.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.276+0000 7f087b1119c0 10 adding default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-19T14:06:29.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.276+0000 7f087b1119c0 10 cache get: name=default.rgw.meta+users.email+root1+test@test.test : miss 2024-09-19T14:06:29.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.276+0000 7f087b1119c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:29.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.276+0000 7f087b1119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:29.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.276+0000 7f087b1119c0 10 cache put: name=default.rgw.meta+users.email+root1+test@test.test info.flags=0x0 2024-09-19T14:06:29.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.276+0000 7f087b1119c0 10 adding default.rgw.meta+users.email+root1+test@test.test to cache LRU end 2024-09-19T14:06:29.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.276+0000 7f087b1119c0 10 cache get: name=default.rgw.meta+users.keys+SISSFNXCSPFGHXZMLMXY : miss 2024-09-19T14:06:29.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.276+0000 7f087b1119c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:29.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.276+0000 7f087b1119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:29.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.276+0000 7f087b1119c0 10 cache put: name=default.rgw.meta+users.keys+SISSFNXCSPFGHXZMLMXY info.flags=0x0 2024-09-19T14:06:29.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.276+0000 7f087b1119c0 10 adding default.rgw.meta+users.keys+SISSFNXCSPFGHXZMLMXY to cache LRU end 2024-09-19T14:06:29.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.276+0000 7f087b1119c0 10 cache get: name=default.rgw.meta+accounts+account.RGW88888888888888888 : miss 2024-09-19T14:06:29.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.276+0000 7f087b1119c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:29.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.276+0000 7f087b1119c0 20 rados_obj.operate() r=0 bl.length=184 2024-09-19T14:06:29.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.276+0000 7f087b1119c0 10 cache put: name=default.rgw.meta+accounts+account.RGW88888888888888888 info.flags=0x17 2024-09-19T14:06:29.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.276+0000 7f087b1119c0 10 adding default.rgw.meta+accounts+account.RGW88888888888888888 to cache LRU end 2024-09-19T14:06:29.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.276+0000 7f087b1119c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T14:06:29.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.276+0000 7f087b1119c0 10 cache get: name=default.rgw.meta+users.keys+SISSFNXCSPFGHXZMLMXY : hit (negative entry) 2024-09-19T14:06:29.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.276+0000 7f087b1119c0 10 cache get: name=default.rgw.meta+users.keys+SISSFNXCSPFGHXZMLMXY : hit (negative entry) 2024-09-19T14:06:29.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.280+0000 7f087b1119c0 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2024-09-19T14:06:29.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.280+0000 7f087b1119c0 10 moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-19T14:06:29.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.280+0000 7f087b1119c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root1.client.0, ofs0, ns] 2024-09-19T14:06:29.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.280+0000 7f074ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235592 cookie 94532467821888 notifier 9252 bl.length()=681 2024-09-19T14:06:29.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.280+0000 7f074ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2024-09-19T14:06:29.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.280+0000 7f074ffff640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-19T14:06:29.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.284+0000 7f087b1119c0 10 cache put: name=default.rgw.meta+users.email+root1+test@test.test info.flags=0x7 2024-09-19T14:06:29.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.284+0000 7f087b1119c0 10 moving default.rgw.meta+users.email+root1+test@test.test to cache LRU end 2024-09-19T14:06:29.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.284+0000 7f087b1119c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.email:root1+test@test.test, ofs0, ns] 2024-09-19T14:06:29.289 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.284+0000 7f074ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235603 cookie 94532467832368 notifier 9252 bl.length()=189 2024-09-19T14:06:29.289 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.284+0000 7f074ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+root1+test@test.test info.flags=0x7 2024-09-19T14:06:29.289 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.284+0000 7f074ffff640 10 rgw watcher librados: moving default.rgw.meta+users.email+root1+test@test.test to cache LRU end 2024-09-19T14:06:29.293 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.288+0000 7f087b1119c0 10 cache put: name=default.rgw.meta+users.keys+SISSFNXCSPFGHXZMLMXY info.flags=0x7 2024-09-19T14:06:29.293 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.288+0000 7f087b1119c0 10 moving default.rgw.meta+users.keys+SISSFNXCSPFGHXZMLMXY to cache LRU end 2024-09-19T14:06:29.293 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.288+0000 7f087b1119c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.keys:SISSFNXCSPFGHXZMLMXY, ofs0, ns] 2024-09-19T14:06:29.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.288+0000 7f074ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235604 cookie 94532467837504 notifier 9252 bl.length()=188 2024-09-19T14:06:29.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.288+0000 7f074ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+SISSFNXCSPFGHXZMLMXY info.flags=0x7 2024-09-19T14:06:29.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.288+0000 7f074ffff640 10 rgw watcher librados: moving default.rgw.meta+users.keys+SISSFNXCSPFGHXZMLMXY to cache LRU end 2024-09-19T14:06:29.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.292+0000 7f087b1119c0 20 linked user root1.client.0 to account RGW88888888888888888 2024-09-19T14:06:29.298 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-19T14:06:29.298 INFO:teuthology.orchestra.run.smithi031.stdout: "user_id": "root1.client.0", 2024-09-19T14:06:29.298 INFO:teuthology.orchestra.run.smithi031.stdout: "display_name": "Mr.RGW88888888888888888", 2024-09-19T14:06:29.298 INFO:teuthology.orchestra.run.smithi031.stdout: "email": "root1+test@test.test", 2024-09-19T14:06:29.298 INFO:teuthology.orchestra.run.smithi031.stdout: "suspended": 0, 2024-09-19T14:06:29.298 INFO:teuthology.orchestra.run.smithi031.stdout: "max_buckets": 1000, 2024-09-19T14:06:29.298 INFO:teuthology.orchestra.run.smithi031.stdout: "subusers": [], 2024-09-19T14:06:29.298 INFO:teuthology.orchestra.run.smithi031.stdout: "keys": [ 2024-09-19T14:06:29.298 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T14:06:29.299 INFO:teuthology.orchestra.run.smithi031.stdout: "user": "root1.client.0", 2024-09-19T14:06:29.299 INFO:teuthology.orchestra.run.smithi031.stdout: "access_key": "SISSFNXCSPFGHXZMLMXY", 2024-09-19T14:06:29.299 INFO:teuthology.orchestra.run.smithi031.stdout: "secret_key": "hdOMhddie7I2rILBr0jYylQkuHTb/gEjm+msz6USTcwPgcjsG50E5w==", 2024-09-19T14:06:29.299 INFO:teuthology.orchestra.run.smithi031.stdout: "active": true, 2024-09-19T14:06:29.299 INFO:teuthology.orchestra.run.smithi031.stdout: "create_date": "2024-09-19T14:06:29.282282Z" 2024-09-19T14:06:29.299 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T14:06:29.299 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-19T14:06:29.299 INFO:teuthology.orchestra.run.smithi031.stdout: "swift_keys": [], 2024-09-19T14:06:29.299 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": [], 2024-09-19T14:06:29.299 INFO:teuthology.orchestra.run.smithi031.stdout: "op_mask": "read, write, delete", 2024-09-19T14:06:29.299 INFO:teuthology.orchestra.run.smithi031.stdout: "default_placement": "", 2024-09-19T14:06:29.299 INFO:teuthology.orchestra.run.smithi031.stdout: "default_storage_class": "", 2024-09-19T14:06:29.299 INFO:teuthology.orchestra.run.smithi031.stdout: "placement_tags": [], 2024-09-19T14:06:29.299 INFO:teuthology.orchestra.run.smithi031.stdout: "bucket_quota": { 2024-09-19T14:06:29.300 INFO:teuthology.orchestra.run.smithi031.stdout: "enabled": false, 2024-09-19T14:06:29.300 INFO:teuthology.orchestra.run.smithi031.stdout: "check_on_raw": false, 2024-09-19T14:06:29.300 INFO:teuthology.orchestra.run.smithi031.stdout: "max_size": -1, 2024-09-19T14:06:29.300 INFO:teuthology.orchestra.run.smithi031.stdout: "max_size_kb": 0, 2024-09-19T14:06:29.300 INFO:teuthology.orchestra.run.smithi031.stdout: "max_objects": -1 2024-09-19T14:06:29.300 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T14:06:29.300 INFO:teuthology.orchestra.run.smithi031.stdout: "user_quota": { 2024-09-19T14:06:29.300 INFO:teuthology.orchestra.run.smithi031.stdout: "enabled": false, 2024-09-19T14:06:29.300 INFO:teuthology.orchestra.run.smithi031.stdout: "check_on_raw": false, 2024-09-19T14:06:29.300 INFO:teuthology.orchestra.run.smithi031.stdout: "max_size": -1, 2024-09-19T14:06:29.300 INFO:teuthology.orchestra.run.smithi031.stdout: "max_size_kb": 0, 2024-09-19T14:06:29.300 INFO:teuthology.orchestra.run.smithi031.stdout: "max_objects": -1 2024-09-19T14:06:29.300 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T14:06:29.301 INFO:teuthology.orchestra.run.smithi031.stdout: "temp_url_keys": [], 2024-09-19T14:06:29.301 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "root", 2024-09-19T14:06:29.301 INFO:teuthology.orchestra.run.smithi031.stdout: "mfa_ids": [], 2024-09-19T14:06:29.301 INFO:teuthology.orchestra.run.smithi031.stdout: "account_id": "RGW88888888888888888", 2024-09-19T14:06:29.301 INFO:teuthology.orchestra.run.smithi031.stdout: "path": "/", 2024-09-19T14:06:29.301 INFO:teuthology.orchestra.run.smithi031.stdout: "create_date": "2024-09-19T14:06:29.282261Z", 2024-09-19T14:06:29.301 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-19T14:06:29.301 INFO:teuthology.orchestra.run.smithi031.stdout: "group_ids": [] 2024-09-19T14:06:29.301 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-19T14:06:29.301 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:29.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.296+0000 7f072f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:06:29.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.300+0000 7f087b1119c0 20 remove_watcher() i=0 2024-09-19T14:06:29.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.300+0000 7f087b1119c0 2 removed watcher, disabling cache 2024-09-19T14:06:29.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.300+0000 7f087b1119c0 20 remove_watcher() i=1 2024-09-19T14:06:29.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.304+0000 7f087b1119c0 20 remove_watcher() i=2 2024-09-19T14:06:29.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.304+0000 7f087b1119c0 20 remove_watcher() i=3 2024-09-19T14:06:29.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.308+0000 7f087b1119c0 20 remove_watcher() i=4 2024-09-19T14:06:29.314 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.308+0000 7f087b1119c0 20 remove_watcher() i=5 2024-09-19T14:06:29.316 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.312+0000 7f087b1119c0 20 remove_watcher() i=6 2024-09-19T14:06:29.319 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.316+0000 7f087b1119c0 20 remove_watcher() i=7 2024-09-19T14:06:29.334 DEBUG:teuthology.orchestra.run.smithi031:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid root1.client.0 --totp-serial 5157513365 --totp-seed U5NNSDVMKGUVZUYLNB3SRDSY4DOZBWUNTCCMEOM4BAFS476M7PC7YDSQ65RHST76 --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-19T14:06:29.376 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:06:29.376 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:06:29.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.412+0000 7ff4161ac9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:29.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.416+0000 7ff4161ac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:29.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.416+0000 7ff4161ac9c0 20 realm 2024-09-19T14:06:29.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.416+0000 7ff4161ac9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:29.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.416+0000 7ff4161ac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:29.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.416+0000 7ff4161ac9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:06:29.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.416+0000 7ff4161ac9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:29.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.416+0000 7ff4161ac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:29.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.416+0000 7ff4161ac9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:29.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.416+0000 7ff4161ac9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:06:29.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.416+0000 7ff4161ac9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:29.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.420+0000 7ff4161ac9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:06:29.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.420+0000 7ff4161ac9c0 20 searching for the correct realm 2024-09-19T14:06:29.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.424+0000 7ff4144b3640 0 -- 172.21.15.31:0/3494518624 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7ff3fc043b00 msgr2=0x7ff3fc01c920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:06:29.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.432+0000 7ff413cb2640 0 -- 172.21.15.31:0/3494518624 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7ff40c008040 msgr2=0x7ff40c0603d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:06:29.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.436+0000 7ff4161ac9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:06:29.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.436+0000 7ff4161ac9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:06:29.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.436+0000 7ff4161ac9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:06:29.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.436+0000 7ff4161ac9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:06:29.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.436+0000 7ff4161ac9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:06:29.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.436+0000 7ff4161ac9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:06:29.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.436+0000 7ff4161ac9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:29.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.440+0000 7ff4161ac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:29.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.440+0000 7ff4161ac9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:29.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.440+0000 7ff4161ac9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:06:29.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.440+0000 7ff4161ac9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:29.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.440+0000 7ff4161ac9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:06:29.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.440+0000 7ff4161ac9c0 20 zone default found 2024-09-19T14:06:29.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.440+0000 7ff4161ac9c0 4 Realm: () 2024-09-19T14:06:29.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.440+0000 7ff4161ac9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:06:29.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.440+0000 7ff4161ac9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:06:29.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.440+0000 7ff4161ac9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:06:29.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.440+0000 7ff4161ac9c0 20 zonegroup default 2024-09-19T14:06:29.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.440+0000 7ff4161ac9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:29.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.440+0000 7ff4161ac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:29.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.440+0000 7ff4161ac9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:29.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.440+0000 7ff4161ac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:29.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.440+0000 7ff4161ac9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:29.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.440+0000 7ff4161ac9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:29.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.440+0000 7ff4161ac9c0 20 started sync module instance, tier type = 2024-09-19T14:06:29.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.440+0000 7ff4161ac9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:06:29.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.460+0000 7ff4161ac9c0 20 add_watcher() i=0 2024-09-19T14:06:29.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.460+0000 7ff4161ac9c0 20 add_watcher() i=1 2024-09-19T14:06:29.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.460+0000 7ff4161ac9c0 20 add_watcher() i=2 2024-09-19T14:06:29.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.460+0000 7ff4161ac9c0 20 add_watcher() i=3 2024-09-19T14:06:29.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.460+0000 7ff4161ac9c0 20 add_watcher() i=4 2024-09-19T14:06:29.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.460+0000 7ff4161ac9c0 20 add_watcher() i=5 2024-09-19T14:06:29.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.460+0000 7ff4161ac9c0 20 add_watcher() i=6 2024-09-19T14:06:29.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.464+0000 7ff4161ac9c0 20 add_watcher() i=7 2024-09-19T14:06:29.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.464+0000 7ff4161ac9c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:06:29.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.468+0000 7ff4161ac9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:06:29.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.468+0000 7ff4161ac9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:06:29.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.468+0000 7ff2ca7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:06:29.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.468+0000 7ff4161ac9c0 5 note: GC not initialized 2024-09-19T14:06:29.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.468+0000 7ff2c97e2640 20 reqs_thread_entry: start 2024-09-19T14:06:29.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.468+0000 7ff4161ac9c0 20 init_complete bucket index max shards: 1 2024-09-19T14:06:29.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.468+0000 7ff4161ac9c0 20 Filter name: none 2024-09-19T14:06:29.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.468+0000 7ff2c27fc640 20 reqs_thread_entry: start 2024-09-19T14:06:29.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.468+0000 7ff4161ac9c0 10 cache get: name=default.rgw.meta+users.uid+root1.client.0 : miss 2024-09-19T14:06:29.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.468+0000 7ff4161ac9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:29.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.468+0000 7ff4161ac9c0 20 rados_obj.operate() r=0 bl.length=494 2024-09-19T14:06:29.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.468+0000 7ff4161ac9c0 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x13 2024-09-19T14:06:29.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.468+0000 7ff4161ac9c0 10 adding default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-19T14:06:29.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.468+0000 7ff4161ac9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T14:06:29.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.476+0000 7ff4161ac9c0 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2024-09-19T14:06:29.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.476+0000 7ff4161ac9c0 10 moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-19T14:06:29.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.476+0000 7ff4161ac9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root1.client.0, ofs0, ns] 2024-09-19T14:06:29.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.476+0000 7ff2f2ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235593 cookie 94742336259120 notifier 8663 bl.length()=695 2024-09-19T14:06:29.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.476+0000 7ff2f2ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2024-09-19T14:06:29.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.476+0000 7ff2f2ffd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-19T14:06:29.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.476+0000 7ff2ca7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:06:29.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.484+0000 7ff4161ac9c0 20 remove_watcher() i=0 2024-09-19T14:06:29.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.484+0000 7ff4161ac9c0 2 removed watcher, disabling cache 2024-09-19T14:06:29.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.484+0000 7ff4161ac9c0 20 remove_watcher() i=1 2024-09-19T14:06:29.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.488+0000 7ff4161ac9c0 20 remove_watcher() i=2 2024-09-19T14:06:29.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.488+0000 7ff4161ac9c0 20 remove_watcher() i=3 2024-09-19T14:06:29.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.492+0000 7ff4161ac9c0 20 remove_watcher() i=4 2024-09-19T14:06:29.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.492+0000 7ff4161ac9c0 20 remove_watcher() i=5 2024-09-19T14:06:29.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.496+0000 7ff4161ac9c0 20 remove_watcher() i=6 2024-09-19T14:06:29.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.500+0000 7ff4161ac9c0 20 remove_watcher() i=7 2024-09-19T14:06:29.518 DEBUG:teuthology.orchestra.run.smithi031:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 --cluster ceph account create --account-id RGW99999999999999999 --account-name Mr.RGW99999999999999999 --email RGW99999999999999999+test@test.test 2024-09-19T14:06:29.594 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:06:29.594 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:06:29.637 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.632+0000 7f5f8b2359c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:29.640 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.636+0000 7f5f8b2359c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:29.640 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.636+0000 7f5f8b2359c0 20 realm 2024-09-19T14:06:29.640 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.636+0000 7f5f8b2359c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:29.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.636+0000 7f5f8b2359c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:29.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.636+0000 7f5f8b2359c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:06:29.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.636+0000 7f5f8b2359c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:29.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.636+0000 7f5f8b2359c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:29.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.636+0000 7f5f8b2359c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:29.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.636+0000 7f5f8b2359c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:06:29.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.636+0000 7f5f8b2359c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:29.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.640+0000 7f5f8b2359c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:06:29.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.640+0000 7f5f8b2359c0 20 searching for the correct realm 2024-09-19T14:06:29.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.644+0000 7f5f8953c640 0 -- 172.21.15.31:0/3027807954 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7f5f70018070 msgr2=0x7f5f7005c3c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:06:29.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.652+0000 7f5f88d3b640 0 -- 172.21.15.31:0/3027807954 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f5f84061da0 msgr2=0x7f5f84060810 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T14:06:29.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.660+0000 7f5f8b2359c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:06:29.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.660+0000 7f5f8b2359c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:06:29.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.660+0000 7f5f8b2359c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:06:29.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.660+0000 7f5f8b2359c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:06:29.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.660+0000 7f5f8b2359c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:06:29.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.660+0000 7f5f8b2359c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:06:29.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.660+0000 7f5f8b2359c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:29.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.660+0000 7f5f8b2359c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:29.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.660+0000 7f5f8b2359c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:29.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.660+0000 7f5f8b2359c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:06:29.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.660+0000 7f5f8b2359c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:29.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.660+0000 7f5f8b2359c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:06:29.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.660+0000 7f5f8b2359c0 20 zone default found 2024-09-19T14:06:29.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.660+0000 7f5f8b2359c0 4 Realm: () 2024-09-19T14:06:29.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.660+0000 7f5f8b2359c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:06:29.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.660+0000 7f5f8b2359c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:06:29.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.660+0000 7f5f8b2359c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:06:29.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.660+0000 7f5f8b2359c0 20 zonegroup default 2024-09-19T14:06:29.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.660+0000 7f5f8b2359c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:29.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.660+0000 7f5f8b2359c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:29.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.660+0000 7f5f8b2359c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:29.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.660+0000 7f5f8b2359c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:29.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.660+0000 7f5f8b2359c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:29.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.664+0000 7f5f8b2359c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:29.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.664+0000 7f5f8b2359c0 20 started sync module instance, tier type = 2024-09-19T14:06:29.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.664+0000 7f5f8b2359c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:06:29.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.680+0000 7f5f8b2359c0 20 add_watcher() i=0 2024-09-19T14:06:29.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.680+0000 7f5f8b2359c0 20 add_watcher() i=1 2024-09-19T14:06:29.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.680+0000 7f5f8b2359c0 20 add_watcher() i=2 2024-09-19T14:06:29.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.680+0000 7f5f8b2359c0 20 add_watcher() i=3 2024-09-19T14:06:29.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.680+0000 7f5f8b2359c0 20 add_watcher() i=4 2024-09-19T14:06:29.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.680+0000 7f5f8b2359c0 20 add_watcher() i=5 2024-09-19T14:06:29.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.680+0000 7f5f8b2359c0 20 add_watcher() i=6 2024-09-19T14:06:29.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.684+0000 7f5f8b2359c0 20 add_watcher() i=7 2024-09-19T14:06:29.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.684+0000 7f5f8b2359c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:06:29.691 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.688+0000 7f5e3efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:06:29.691 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.688+0000 7f5f8b2359c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:06:29.691 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.688+0000 7f5f8b2359c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:06:29.691 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.688+0000 7f5f8b2359c0 5 note: GC not initialized 2024-09-19T14:06:29.692 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.688+0000 7f5e3dfe3640 20 reqs_thread_entry: start 2024-09-19T14:06:29.692 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.688+0000 7f5f8b2359c0 20 init_complete bucket index max shards: 1 2024-09-19T14:06:29.692 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.688+0000 7f5f8b2359c0 20 Filter name: none 2024-09-19T14:06:29.692 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.688+0000 7f5daf7fe640 20 reqs_thread_entry: start 2024-09-19T14:06:29.692 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.688+0000 7f5f8b2359c0 10 cache get: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 : miss 2024-09-19T14:06:29.692 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.688+0000 7f5f8b2359c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:29.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.688+0000 7f5f8b2359c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:29.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.688+0000 7f5f8b2359c0 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 info.flags=0x0 2024-09-19T14:06:29.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.688+0000 7f5f8b2359c0 10 adding default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 to cache LRU end 2024-09-19T14:06:29.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.688+0000 7f5f8b2359c0 20 failed to read name.$Mr.RGW99999999999999999 with: (2) No such file or directory 2024-09-19T14:06:29.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.688+0000 7f5f8b2359c0 10 cache get: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test : miss 2024-09-19T14:06:29.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.688+0000 7f5f8b2359c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:29.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.688+0000 7f5f8b2359c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:29.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.688+0000 7f5f8b2359c0 10 cache put: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test info.flags=0x0 2024-09-19T14:06:29.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.688+0000 7f5f8b2359c0 10 adding default.rgw.meta+users.email+rgw99999999999999999+test@test.test to cache LRU end 2024-09-19T14:06:29.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.688+0000 7f5f8b2359c0 20 failed to read rgw99999999999999999+test@test.test with: (2) No such file or directory 2024-09-19T14:06:29.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.688+0000 7f5f8b2359c0 10 cache put: name=default.rgw.meta+accounts+account.RGW99999999999999999 info.flags=0x17 2024-09-19T14:06:29.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.688+0000 7f5f8b2359c0 10 adding default.rgw.meta+accounts+account.RGW99999999999999999 to cache LRU end 2024-09-19T14:06:29.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.688+0000 7f5f8b2359c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:accounts:account.RGW99999999999999999, ofs0, ns] 2024-09-19T14:06:29.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.688+0000 7f5e5ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235594 cookie 94111484941008 notifier 9288 bl.length()=384 2024-09-19T14:06:29.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.688+0000 7f5e5ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+account.RGW99999999999999999 info.flags=0x17 2024-09-19T14:06:29.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.688+0000 7f5e5ffff640 10 rgw watcher librados: moving default.rgw.meta+accounts+account.RGW99999999999999999 to cache LRU end 2024-09-19T14:06:29.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.692+0000 7f5f8b2359c0 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 info.flags=0x17 2024-09-19T14:06:29.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.692+0000 7f5f8b2359c0 10 moving default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 to cache LRU end 2024-09-19T14:06:29.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.692+0000 7f5f8b2359c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:accounts:name.$Mr.RGW99999999999999999, ofs0, ns] 2024-09-19T14:06:29.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.692+0000 7f5e5f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235595 cookie 94111484950464 notifier 9288 bl.length()=225 2024-09-19T14:06:29.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.692+0000 7f5e5f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 info.flags=0x17 2024-09-19T14:06:29.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.692+0000 7f5e5f7fe640 10 rgw watcher librados: moving default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 to cache LRU end 2024-09-19T14:06:29.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.696+0000 7f5f8b2359c0 10 cache put: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test info.flags=0x17 2024-09-19T14:06:29.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.696+0000 7f5f8b2359c0 10 moving default.rgw.meta+users.email+rgw99999999999999999+test@test.test to cache LRU end 2024-09-19T14:06:29.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.696+0000 7f5f8b2359c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:rgw99999999999999999+test@test.test, ofs0, ns] 2024-09-19T14:06:29.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.696+0000 7f5e5ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235411 cookie 94111484952112 notifier 9288 bl.length()=234 2024-09-19T14:06:29.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.700+0000 7f5e5ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test info.flags=0x17 2024-09-19T14:06:29.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.700+0000 7f5e5ffff640 10 rgw watcher librados: moving default.rgw.meta+users.email+rgw99999999999999999+test@test.test to cache LRU end 2024-09-19T14:06:29.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.700+0000 7f5e3efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:06:29.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.704+0000 7f5f8b2359c0 20 remove_watcher() i=0 2024-09-19T14:06:29.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.704+0000 7f5f8b2359c0 2 removed watcher, disabling cache 2024-09-19T14:06:29.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.708+0000 7f5f8b2359c0 20 remove_watcher() i=1 2024-09-19T14:06:29.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.708+0000 7f5f8b2359c0 20 remove_watcher() i=2 2024-09-19T14:06:29.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.712+0000 7f5f8b2359c0 20 remove_watcher() i=3 2024-09-19T14:06:29.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.712+0000 7f5f8b2359c0 20 remove_watcher() i=4 2024-09-19T14:06:29.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.716+0000 7f5f8b2359c0 20 remove_watcher() i=5 2024-09-19T14:06:29.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.716+0000 7f5f8b2359c0 20 remove_watcher() i=6 2024-09-19T14:06:29.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.720+0000 7f5f8b2359c0 20 remove_watcher() i=7 2024-09-19T14:06:29.736 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-19T14:06:29.736 INFO:teuthology.orchestra.run.smithi031.stdout: "id": "RGW99999999999999999", 2024-09-19T14:06:29.736 INFO:teuthology.orchestra.run.smithi031.stdout: "tenant": "", 2024-09-19T14:06:29.736 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "Mr.RGW99999999999999999", 2024-09-19T14:06:29.736 INFO:teuthology.orchestra.run.smithi031.stdout: "email": "RGW99999999999999999+test@test.test", 2024-09-19T14:06:29.736 INFO:teuthology.orchestra.run.smithi031.stdout: "quota": { 2024-09-19T14:06:29.736 INFO:teuthology.orchestra.run.smithi031.stdout: "enabled": false, 2024-09-19T14:06:29.736 INFO:teuthology.orchestra.run.smithi031.stdout: "check_on_raw": false, 2024-09-19T14:06:29.736 INFO:teuthology.orchestra.run.smithi031.stdout: "max_size": -1, 2024-09-19T14:06:29.736 INFO:teuthology.orchestra.run.smithi031.stdout: "max_size_kb": 0, 2024-09-19T14:06:29.736 INFO:teuthology.orchestra.run.smithi031.stdout: "max_objects": -1 2024-09-19T14:06:29.737 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T14:06:29.737 INFO:teuthology.orchestra.run.smithi031.stdout: "bucket_quota": { 2024-09-19T14:06:29.737 INFO:teuthology.orchestra.run.smithi031.stdout: "enabled": false, 2024-09-19T14:06:29.737 INFO:teuthology.orchestra.run.smithi031.stdout: "check_on_raw": false, 2024-09-19T14:06:29.737 INFO:teuthology.orchestra.run.smithi031.stdout: "max_size": -1, 2024-09-19T14:06:29.737 INFO:teuthology.orchestra.run.smithi031.stdout: "max_size_kb": 0, 2024-09-19T14:06:29.737 INFO:teuthology.orchestra.run.smithi031.stdout: "max_objects": -1 2024-09-19T14:06:29.737 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T14:06:29.737 INFO:teuthology.orchestra.run.smithi031.stdout: "max_users": 1000, 2024-09-19T14:06:29.737 INFO:teuthology.orchestra.run.smithi031.stdout: "max_roles": 1000, 2024-09-19T14:06:29.737 INFO:teuthology.orchestra.run.smithi031.stdout: "max_groups": 1000, 2024-09-19T14:06:29.737 INFO:teuthology.orchestra.run.smithi031.stdout: "max_buckets": 1000, 2024-09-19T14:06:29.737 INFO:teuthology.orchestra.run.smithi031.stdout: "max_access_keys": 4 2024-09-19T14:06:29.738 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-19T14:06:29.738 DEBUG:tasks.s3tests:Creating user RGW99999999999999999 on client.0 2024-09-19T14:06:29.739 DEBUG:teuthology.orchestra.run.smithi031:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid root2.client.0 --display-name Mr.RGW99999999999999999 --email root2+test@test.test --access-key LNIMLJIEJKZTFAFBGXWR --secret BOW+OU/qAqTBbJ+WjhZ2P6vpJ84kA884efCYelmundT1kByxmxwIbg== --cluster ceph --account-id RGW99999999999999999 --account-root 2024-09-19T14:06:29.826 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:06:29.826 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:06:29.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.864+0000 7f9a0894a9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:29.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.864+0000 7f9a0894a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:29.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.864+0000 7f9a0894a9c0 20 realm 2024-09-19T14:06:29.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.864+0000 7f9a0894a9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:29.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.864+0000 7f9a0894a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:29.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.864+0000 7f9a0894a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:06:29.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.864+0000 7f9a0894a9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:29.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.868+0000 7f9a0894a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:29.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.868+0000 7f9a0894a9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:29.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.868+0000 7f9a0894a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:06:29.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.868+0000 7f9a0894a9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:29.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.868+0000 7f9a0894a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:06:29.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.868+0000 7f9a0894a9c0 20 searching for the correct realm 2024-09-19T14:06:29.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:29.872+0000 7f9a05c4f640 0 -- 172.21.15.31:0/4023090555 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x7f99fc0868f0 msgr2=0x7f99fc06fa80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T14:06:30.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.084+0000 7f9a06c51640 0 -- 172.21.15.31:0/4023090555 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x5652b64a7310 msgr2=0x5652b64a97b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:06:30.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.100+0000 7f9a0894a9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:06:30.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.100+0000 7f9a0894a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:06:30.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.100+0000 7f9a0894a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:06:30.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.100+0000 7f9a0894a9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:06:30.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.100+0000 7f9a0894a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:06:30.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.100+0000 7f9a0894a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:06:30.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.100+0000 7f9a0894a9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:30.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.100+0000 7f9a0894a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:30.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.100+0000 7f9a0894a9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:30.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.100+0000 7f9a0894a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:06:30.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.100+0000 7f9a0894a9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:30.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.104+0000 7f9a0894a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:06:30.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.104+0000 7f9a0894a9c0 20 zone default found 2024-09-19T14:06:30.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.104+0000 7f9a0894a9c0 4 Realm: () 2024-09-19T14:06:30.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.104+0000 7f9a0894a9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:06:30.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.104+0000 7f9a0894a9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:06:30.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.104+0000 7f9a0894a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:06:30.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.104+0000 7f9a0894a9c0 20 zonegroup default 2024-09-19T14:06:30.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.104+0000 7f9a0894a9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:30.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.104+0000 7f9a0894a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:30.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.104+0000 7f9a0894a9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:30.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.104+0000 7f9a0894a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:30.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.104+0000 7f9a0894a9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:30.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.104+0000 7f9a0894a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:30.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.104+0000 7f9a0894a9c0 20 started sync module instance, tier type = 2024-09-19T14:06:30.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.104+0000 7f9a0894a9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:06:30.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.128+0000 7f9a0894a9c0 20 add_watcher() i=0 2024-09-19T14:06:30.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.128+0000 7f9a0894a9c0 20 add_watcher() i=1 2024-09-19T14:06:30.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.128+0000 7f9a0894a9c0 20 add_watcher() i=2 2024-09-19T14:06:30.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.128+0000 7f9a0894a9c0 20 add_watcher() i=3 2024-09-19T14:06:30.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.128+0000 7f9a0894a9c0 20 add_watcher() i=4 2024-09-19T14:06:30.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.128+0000 7f9a0894a9c0 20 add_watcher() i=5 2024-09-19T14:06:30.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.132+0000 7f9a0894a9c0 20 add_watcher() i=6 2024-09-19T14:06:30.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.132+0000 7f9a0894a9c0 20 add_watcher() i=7 2024-09-19T14:06:30.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.132+0000 7f9a0894a9c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:06:30.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.136+0000 7f98bcfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:06:30.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.136+0000 7f9a0894a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:06:30.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.136+0000 7f9a0894a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:06:30.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.136+0000 7f9a0894a9c0 5 note: GC not initialized 2024-09-19T14:06:30.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.136+0000 7f98377fe640 20 reqs_thread_entry: start 2024-09-19T14:06:30.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.136+0000 7f9a0894a9c0 20 init_complete bucket index max shards: 1 2024-09-19T14:06:30.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.140+0000 7f9a0894a9c0 20 Filter name: none 2024-09-19T14:06:30.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.140+0000 7f98357fa640 20 reqs_thread_entry: start 2024-09-19T14:06:30.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.140+0000 7f9a0894a9c0 10 cache get: name=default.rgw.meta+users.uid+root2.client.0 : miss 2024-09-19T14:06:30.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.140+0000 7f9a0894a9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:30.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.140+0000 7f9a0894a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:30.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.140+0000 7f9a0894a9c0 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x0 2024-09-19T14:06:30.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.140+0000 7f9a0894a9c0 10 adding default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-19T14:06:30.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.140+0000 7f9a0894a9c0 10 cache get: name=default.rgw.meta+users.email+root2+test@test.test : miss 2024-09-19T14:06:30.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.140+0000 7f9a0894a9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:30.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.140+0000 7f9a0894a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:30.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.140+0000 7f9a0894a9c0 10 cache put: name=default.rgw.meta+users.email+root2+test@test.test info.flags=0x0 2024-09-19T14:06:30.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.140+0000 7f9a0894a9c0 10 adding default.rgw.meta+users.email+root2+test@test.test to cache LRU end 2024-09-19T14:06:30.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.140+0000 7f9a0894a9c0 10 cache get: name=default.rgw.meta+users.keys+LNIMLJIEJKZTFAFBGXWR : miss 2024-09-19T14:06:30.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.140+0000 7f9a0894a9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:30.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.140+0000 7f9a0894a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:30.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.140+0000 7f9a0894a9c0 10 cache put: name=default.rgw.meta+users.keys+LNIMLJIEJKZTFAFBGXWR info.flags=0x0 2024-09-19T14:06:30.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.140+0000 7f9a0894a9c0 10 adding default.rgw.meta+users.keys+LNIMLJIEJKZTFAFBGXWR to cache LRU end 2024-09-19T14:06:30.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.140+0000 7f9a0894a9c0 10 cache get: name=default.rgw.meta+accounts+account.RGW99999999999999999 : miss 2024-09-19T14:06:30.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.140+0000 7f9a0894a9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:30.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.140+0000 7f9a0894a9c0 20 rados_obj.operate() r=0 bl.length=184 2024-09-19T14:06:30.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.140+0000 7f9a0894a9c0 10 cache put: name=default.rgw.meta+accounts+account.RGW99999999999999999 info.flags=0x17 2024-09-19T14:06:30.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.140+0000 7f9a0894a9c0 10 adding default.rgw.meta+accounts+account.RGW99999999999999999 to cache LRU end 2024-09-19T14:06:30.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.140+0000 7f9a0894a9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T14:06:30.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.144+0000 7f9a0894a9c0 10 cache get: name=default.rgw.meta+users.keys+LNIMLJIEJKZTFAFBGXWR : hit (negative entry) 2024-09-19T14:06:30.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.144+0000 7f9a0894a9c0 10 cache get: name=default.rgw.meta+users.keys+LNIMLJIEJKZTFAFBGXWR : hit (negative entry) 2024-09-19T14:06:30.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.148+0000 7f9a0894a9c0 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2024-09-19T14:06:30.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.148+0000 7f9a0894a9c0 10 moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-19T14:06:30.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.148+0000 7f9a0894a9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root2.client.0, ofs0, ns] 2024-09-19T14:06:30.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.148+0000 7f98e9ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235596 cookie 94913245645264 notifier 8696 bl.length()=681 2024-09-19T14:06:30.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.148+0000 7f98e9ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2024-09-19T14:06:30.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.148+0000 7f98e9ffb640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-19T14:06:30.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.148+0000 7f9a0894a9c0 10 cache put: name=default.rgw.meta+users.email+root2+test@test.test info.flags=0x7 2024-09-19T14:06:30.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.148+0000 7f9a0894a9c0 10 moving default.rgw.meta+users.email+root2+test@test.test to cache LRU end 2024-09-19T14:06:30.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.148+0000 7f9a0894a9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.email:root2+test@test.test, ofs0, ns] 2024-09-19T14:06:30.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.152+0000 7f98e9ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235605 cookie 94913245701904 notifier 8696 bl.length()=189 2024-09-19T14:06:30.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.152+0000 7f98e9ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+root2+test@test.test info.flags=0x7 2024-09-19T14:06:30.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.152+0000 7f98e9ffb640 10 rgw watcher librados: moving default.rgw.meta+users.email+root2+test@test.test to cache LRU end 2024-09-19T14:06:30.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.156+0000 7f9a0894a9c0 10 cache put: name=default.rgw.meta+users.keys+LNIMLJIEJKZTFAFBGXWR info.flags=0x7 2024-09-19T14:06:30.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.156+0000 7f9a0894a9c0 10 moving default.rgw.meta+users.keys+LNIMLJIEJKZTFAFBGXWR to cache LRU end 2024-09-19T14:06:30.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.156+0000 7f9a0894a9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.keys:LNIMLJIEJKZTFAFBGXWR, ofs0, ns] 2024-09-19T14:06:30.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.156+0000 7f98e97fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235482 cookie 94913245647472 notifier 8696 bl.length()=188 2024-09-19T14:06:30.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.156+0000 7f98e97fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+LNIMLJIEJKZTFAFBGXWR info.flags=0x7 2024-09-19T14:06:30.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.156+0000 7f98e97fa640 10 rgw watcher librados: moving default.rgw.meta+users.keys+LNIMLJIEJKZTFAFBGXWR to cache LRU end 2024-09-19T14:06:30.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.156+0000 7f9a0894a9c0 20 linked user root2.client.0 to account RGW99999999999999999 2024-09-19T14:06:30.163 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-19T14:06:30.163 INFO:teuthology.orchestra.run.smithi031.stdout: "user_id": "root2.client.0", 2024-09-19T14:06:30.163 INFO:teuthology.orchestra.run.smithi031.stdout: "display_name": "Mr.RGW99999999999999999", 2024-09-19T14:06:30.163 INFO:teuthology.orchestra.run.smithi031.stdout: "email": "root2+test@test.test", 2024-09-19T14:06:30.163 INFO:teuthology.orchestra.run.smithi031.stdout: "suspended": 0, 2024-09-19T14:06:30.163 INFO:teuthology.orchestra.run.smithi031.stdout: "max_buckets": 1000, 2024-09-19T14:06:30.163 INFO:teuthology.orchestra.run.smithi031.stdout: "subusers": [], 2024-09-19T14:06:30.163 INFO:teuthology.orchestra.run.smithi031.stdout: "keys": [ 2024-09-19T14:06:30.163 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T14:06:30.163 INFO:teuthology.orchestra.run.smithi031.stdout: "user": "root2.client.0", 2024-09-19T14:06:30.163 INFO:teuthology.orchestra.run.smithi031.stdout: "access_key": "LNIMLJIEJKZTFAFBGXWR", 2024-09-19T14:06:30.163 INFO:teuthology.orchestra.run.smithi031.stdout: "secret_key": "BOW+OU/qAqTBbJ+WjhZ2P6vpJ84kA884efCYelmundT1kByxmxwIbg==", 2024-09-19T14:06:30.164 INFO:teuthology.orchestra.run.smithi031.stdout: "active": true, 2024-09-19T14:06:30.164 INFO:teuthology.orchestra.run.smithi031.stdout: "create_date": "2024-09-19T14:06:30.147904Z" 2024-09-19T14:06:30.164 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T14:06:30.164 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-19T14:06:30.164 INFO:teuthology.orchestra.run.smithi031.stdout: "swift_keys": [], 2024-09-19T14:06:30.164 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": [], 2024-09-19T14:06:30.164 INFO:teuthology.orchestra.run.smithi031.stdout: "op_mask": "read, write, delete", 2024-09-19T14:06:30.164 INFO:teuthology.orchestra.run.smithi031.stdout: "default_placement": "", 2024-09-19T14:06:30.164 INFO:teuthology.orchestra.run.smithi031.stdout: "default_storage_class": "", 2024-09-19T14:06:30.164 INFO:teuthology.orchestra.run.smithi031.stdout: "placement_tags": [], 2024-09-19T14:06:30.164 INFO:teuthology.orchestra.run.smithi031.stdout: "bucket_quota": { 2024-09-19T14:06:30.164 INFO:teuthology.orchestra.run.smithi031.stdout: "enabled": false, 2024-09-19T14:06:30.164 INFO:teuthology.orchestra.run.smithi031.stdout: "check_on_raw": false, 2024-09-19T14:06:30.164 INFO:teuthology.orchestra.run.smithi031.stdout: "max_size": -1, 2024-09-19T14:06:30.164 INFO:teuthology.orchestra.run.smithi031.stdout: "max_size_kb": 0, 2024-09-19T14:06:30.165 INFO:teuthology.orchestra.run.smithi031.stdout: "max_objects": -1 2024-09-19T14:06:30.165 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T14:06:30.165 INFO:teuthology.orchestra.run.smithi031.stdout: "user_quota": { 2024-09-19T14:06:30.165 INFO:teuthology.orchestra.run.smithi031.stdout: "enabled": false, 2024-09-19T14:06:30.165 INFO:teuthology.orchestra.run.smithi031.stdout: "check_on_raw": false, 2024-09-19T14:06:30.165 INFO:teuthology.orchestra.run.smithi031.stdout: "max_size": -1, 2024-09-19T14:06:30.165 INFO:teuthology.orchestra.run.smithi031.stdout: "max_size_kb": 0, 2024-09-19T14:06:30.165 INFO:teuthology.orchestra.run.smithi031.stdout: "max_objects": -1 2024-09-19T14:06:30.165 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T14:06:30.165 INFO:teuthology.orchestra.run.smithi031.stdout: "temp_url_keys": [], 2024-09-19T14:06:30.166 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "root", 2024-09-19T14:06:30.166 INFO:teuthology.orchestra.run.smithi031.stdout: "mfa_ids": [], 2024-09-19T14:06:30.166 INFO:teuthology.orchestra.run.smithi031.stdout: "account_id": "RGW99999999999999999", 2024-09-19T14:06:30.166 INFO:teuthology.orchestra.run.smithi031.stdout: "path": "/", 2024-09-19T14:06:30.166 INFO:teuthology.orchestra.run.smithi031.stdout: "create_date": "2024-09-19T14:06:30.147861Z", 2024-09-19T14:06:30.166 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-19T14:06:30.166 INFO:teuthology.orchestra.run.smithi031.stdout: "group_ids": [] 2024-09-19T14:06:30.166 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-19T14:06:30.166 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:06:30.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.160+0000 7f98bcfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:06:30.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.164+0000 7f9a0894a9c0 20 remove_watcher() i=0 2024-09-19T14:06:30.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.164+0000 7f9a0894a9c0 2 removed watcher, disabling cache 2024-09-19T14:06:30.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.168+0000 7f9a0894a9c0 20 remove_watcher() i=1 2024-09-19T14:06:30.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.168+0000 7f9a0894a9c0 20 remove_watcher() i=2 2024-09-19T14:06:30.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.172+0000 7f9a0894a9c0 20 remove_watcher() i=3 2024-09-19T14:06:30.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.172+0000 7f9a0894a9c0 20 remove_watcher() i=4 2024-09-19T14:06:30.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.176+0000 7f9a0894a9c0 20 remove_watcher() i=5 2024-09-19T14:06:30.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.180+0000 7f9a0894a9c0 20 remove_watcher() i=6 2024-09-19T14:06:30.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.184+0000 7f9a0894a9c0 20 remove_watcher() i=7 2024-09-19T14:06:30.205 DEBUG:teuthology.orchestra.run.smithi031:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid root2.client.0 --totp-serial 9751102168 --totp-seed GXY5HTDFXS67GO7QNPPBEE55PT7AS2STD7YGKEF7OOWNBGDUWWIL2AZQGLJZ4JNU --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-19T14:06:30.294 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:06:30.295 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:06:30.335 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.332+0000 7f9f8edad9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:30.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.332+0000 7f9f8edad9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:30.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.332+0000 7f9f8edad9c0 20 realm 2024-09-19T14:06:30.338 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.332+0000 7f9f8edad9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:30.338 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.332+0000 7f9f8edad9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:30.338 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.332+0000 7f9f8edad9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:06:30.338 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.332+0000 7f9f8edad9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:30.338 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.332+0000 7f9f8edad9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:30.338 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.332+0000 7f9f8edad9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:30.339 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.336+0000 7f9f8edad9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:06:30.339 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.336+0000 7f9f8edad9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:30.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.336+0000 7f9f8edad9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:06:30.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.336+0000 7f9f8edad9c0 20 searching for the correct realm 2024-09-19T14:06:30.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.340+0000 7f9f8d0b4640 0 -- 172.21.15.31:0/1277634383 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7f9f80030070 msgr2=0x7f9f800a1aa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:06:30.352 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.348+0000 7f9f8c8b3640 0 -- 172.21.15.31:0/1277634383 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f9f84035040 msgr2=0x7f9f84019420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:06:30.359 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.356+0000 7f9f8edad9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:06:30.359 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.356+0000 7f9f8edad9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:06:30.359 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.356+0000 7f9f8edad9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:06:30.359 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.356+0000 7f9f8edad9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:06:30.359 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.356+0000 7f9f8edad9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:06:30.359 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.356+0000 7f9f8edad9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:06:30.359 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.356+0000 7f9f8edad9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:30.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.356+0000 7f9f8edad9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:30.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.356+0000 7f9f8edad9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:30.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.356+0000 7f9f8edad9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:06:30.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.356+0000 7f9f8edad9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:30.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.356+0000 7f9f8edad9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:06:30.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.356+0000 7f9f8edad9c0 20 zone default found 2024-09-19T14:06:30.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.356+0000 7f9f8edad9c0 4 Realm: () 2024-09-19T14:06:30.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.356+0000 7f9f8edad9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:06:30.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.356+0000 7f9f8edad9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:06:30.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.356+0000 7f9f8edad9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:06:30.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.356+0000 7f9f8edad9c0 20 zonegroup default 2024-09-19T14:06:30.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.356+0000 7f9f8edad9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:30.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.356+0000 7f9f8edad9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:30.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.356+0000 7f9f8edad9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:30.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.356+0000 7f9f8edad9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:30.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.356+0000 7f9f8edad9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:30.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.356+0000 7f9f8edad9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:06:30.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.356+0000 7f9f8edad9c0 20 started sync module instance, tier type = 2024-09-19T14:06:30.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.356+0000 7f9f8edad9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:06:30.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.376+0000 7f9f8edad9c0 20 add_watcher() i=0 2024-09-19T14:06:30.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.376+0000 7f9f8edad9c0 20 add_watcher() i=1 2024-09-19T14:06:30.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.376+0000 7f9f8edad9c0 20 add_watcher() i=2 2024-09-19T14:06:30.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.376+0000 7f9f8edad9c0 20 add_watcher() i=3 2024-09-19T14:06:30.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.376+0000 7f9f8edad9c0 20 add_watcher() i=4 2024-09-19T14:06:30.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.376+0000 7f9f8edad9c0 20 add_watcher() i=5 2024-09-19T14:06:30.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.376+0000 7f9f8edad9c0 20 add_watcher() i=6 2024-09-19T14:06:30.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.376+0000 7f9f8edad9c0 20 add_watcher() i=7 2024-09-19T14:06:30.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.376+0000 7f9f8edad9c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:06:30.386 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.380+0000 7f9e437e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:06:30.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.380+0000 7f9f8edad9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:06:30.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.380+0000 7f9f8edad9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:06:30.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.380+0000 7f9f8edad9c0 5 note: GC not initialized 2024-09-19T14:06:30.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.380+0000 7f9e427e4640 20 reqs_thread_entry: start 2024-09-19T14:06:30.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.380+0000 7f9f8edad9c0 20 init_complete bucket index max shards: 1 2024-09-19T14:06:30.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.380+0000 7f9f8edad9c0 20 Filter name: none 2024-09-19T14:06:30.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.380+0000 7f9e3b7fe640 20 reqs_thread_entry: start 2024-09-19T14:06:30.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.380+0000 7f9f8edad9c0 10 cache get: name=default.rgw.meta+users.uid+root2.client.0 : miss 2024-09-19T14:06:30.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.380+0000 7f9f8edad9c0 20 rados->read ofs=0 len=0 2024-09-19T14:06:30.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.384+0000 7f9f8edad9c0 20 rados_obj.operate() r=0 bl.length=494 2024-09-19T14:06:30.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.384+0000 7f9f8edad9c0 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x13 2024-09-19T14:06:30.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.384+0000 7f9f8edad9c0 10 adding default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-19T14:06:30.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.384+0000 7f9f8edad9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T14:06:30.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.388+0000 7f9f8edad9c0 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2024-09-19T14:06:30.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.388+0000 7f9f8edad9c0 10 moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-19T14:06:30.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.388+0000 7f9f8edad9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root2.client.0, ofs0, ns] 2024-09-19T14:06:30.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.388+0000 7f9e63fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235597 cookie 94165348165808 notifier 9324 bl.length()=695 2024-09-19T14:06:30.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.388+0000 7f9e63fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2024-09-19T14:06:30.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.388+0000 7f9e63fff640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-19T14:06:30.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.388+0000 7f9e437e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:06:30.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.392+0000 7f9f8edad9c0 20 remove_watcher() i=0 2024-09-19T14:06:30.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.392+0000 7f9f8edad9c0 2 removed watcher, disabling cache 2024-09-19T14:06:30.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.396+0000 7f9f8edad9c0 20 remove_watcher() i=1 2024-09-19T14:06:30.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.396+0000 7f9f8edad9c0 20 remove_watcher() i=2 2024-09-19T14:06:30.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.400+0000 7f9f8edad9c0 20 remove_watcher() i=3 2024-09-19T14:06:30.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.400+0000 7f9f8edad9c0 20 remove_watcher() i=4 2024-09-19T14:06:30.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.404+0000 7f9f8edad9c0 20 remove_watcher() i=5 2024-09-19T14:06:30.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.408+0000 7f9f8edad9c0 20 remove_watcher() i=6 2024-09-19T14:06:30.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:06:30.408+0000 7f9f8edad9c0 20 remove_watcher() i=7 2024-09-19T14:06:30.426 INFO:tasks.s3tests:Configuring s3-tests... 2024-09-19T14:06:30.426 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T14:06:30.426 DEBUG:teuthology.orchestra.run.smithi031:> dd of=/home/ubuntu/cephtest/archive/s3-tests.client.0.conf 2024-09-19T14:06:30.430 INFO:tasks.s3tests:Configuring boto... 2024-09-19T14:06:30.431 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T14:06:30.431 DEBUG:teuthology.orchestra.run.smithi031:> dd of=/home/ubuntu/cephtest/boto-client.0.cfg 2024-09-19T14:06:30.479 DEBUG:teuthology.orchestra.run.smithi031:s3 tests against rgw> source /home/ubuntu/cephtest/tox-venv/bin/activate && cd /home/ubuntu/cephtest/s3-tests-client.0 && S3TEST_CONF=/home/ubuntu/cephtest/archive/s3-tests.client.0.conf BOTO_CONFIG=/home/ubuntu/cephtest/boto-client.0.cfg REQUESTS_CA_BUNDLE=/etc/ssl/certs/ca-certificates.crt tox -- -v -m 'not fails_on_rgw and not lifecycle_expiration and not lifecycle_transition and not cloud_transition and not test_of_sts and not webidentity_test and not fails_with_subdomain and not sse_s3' 2024-09-19T14:06:30.652 INFO:teuthology.orchestra.run.smithi031.stdout:GLOB sdist-make: /home/ubuntu/cephtest/s3-tests-client.0/setup.py 2024-09-19T14:06:30.850 INFO:teuthology.orchestra.run.smithi031.stdout:py create: /home/ubuntu/cephtest/s3-tests-client.0/.tox/py 2024-09-19T14:06:31.190 INFO:teuthology.orchestra.run.smithi031.stdout:py installdeps: -rrequirements.txt 2024-09-19T14:08:22.359 INFO:teuthology.orchestra.run.smithi031.stdout:py inst: /home/ubuntu/cephtest/s3-tests-client.0/.tox/.tmp/package/1/s3tests-0.0.1.zip 2024-09-19T14:08:24.351 INFO:teuthology.orchestra.run.smithi031.stdout:py installed: boto==2.49.0,boto3==1.24.96,botocore==1.27.96,cachetools==5.5.0,certifi==2024.8.30,chardet==5.2.0,charset-normalizer==3.3.2,colorama==0.4.6,distlib==0.3.8,exceptiongroup==1.2.2,filelock==3.16.1,gevent==24.2.1,greenlet==3.1.0,httplib2==0.22.0,idna==3.10,iniconfig==2.0.0,isodate==0.6.1,jmespath==1.0.1,lxml==5.3.0,munch==4.0.0,packaging==24.1,platformdirs==4.3.6,pluggy==1.5.0,pyparsing==3.1.4,pyproject-api==1.8.0,pytest==8.3.3,python-dateutil==2.9.0.post0,pytz==2024.2,PyYAML==6.0.2,requests==2.32.3,s3tests @ file:///home/ubuntu/cephtest/s3-tests-client.0/.tox/.tmp/package/1/s3tests-0.0.1.zip#sha256=d4d1b476b9e4933c96963005e3f463785eab3d5bd28987cc1e28964f209289b4,s3transfer==0.6.2,six==1.16.0,tomli==2.0.1,tox==4.20.0,urllib3==1.26.20,virtualenv==20.26.5,zope.event==5.0,zope.interface==7.0.3 2024-09-19T14:08:24.352 INFO:teuthology.orchestra.run.smithi031.stdout:py run-test-pre: PYTHONHASHSEED='683512770' 2024-09-19T14:08:24.352 INFO:teuthology.orchestra.run.smithi031.stdout:py run-test: commands[0] | pytest -v -m 'not fails_on_rgw and not lifecycle_expiration and not lifecycle_transition and not cloud_transition and not test_of_sts and not webidentity_test and not fails_with_subdomain and not sse_s3' 2024-09-19T14:08:24.537 INFO:teuthology.orchestra.run.smithi031.stdout:============================= test session starts ============================== 2024-09-19T14:08:24.537 INFO:teuthology.orchestra.run.smithi031.stdout:platform linux -- Python 3.10.6, pytest-8.3.3, pluggy-1.5.0 -- /home/ubuntu/cephtest/s3-tests-client.0/.tox/py/bin/python 2024-09-19T14:08:24.538 INFO:teuthology.orchestra.run.smithi031.stdout:cachedir: .tox/py/.pytest_cache 2024-09-19T14:08:24.538 INFO:teuthology.orchestra.run.smithi031.stdout:rootdir: /home/ubuntu/cephtest/s3-tests-client.0 2024-09-19T14:08:24.538 INFO:teuthology.orchestra.run.smithi031.stdout:configfile: pytest.ini 2024-09-19T14:08:26.500 INFO:teuthology.orchestra.run.smithi031.stdout:collecting ... collected 872 items / 126 deselected / 746 selected 2024-09-19T14:08:26.501 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:08:26.881 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py::test_object_create_bad_contentlength_none PASSED [ 0%] 2024-09-19T14:08:27.084 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_empty PASSED [ 0%] 2024-09-19T14:08:27.307 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py::test_object_create_date_and_amz_date PASSED [ 0%] 2024-09-19T14:08:27.529 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py::test_object_create_amz_date_and_no_date PASSED [ 0%] 2024-09-19T14:08:27.745 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_none PASSED [ 0%] 2024-09-19T14:08:27.899 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py::test_bucket_create_contentlength_none PASSED [ 0%] 2024-09-19T14:08:28.123 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py::test_object_acl_create_contentlength_none PASSED [ 0%] 2024-09-19T14:08:28.278 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_contentlength_none PASSED [ 1%] 2024-09-19T14:08:28.379 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_empty PASSED [ 1%] 2024-09-19T14:08:28.483 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_none PASSED [ 1%] 2024-09-19T14:08:28.700 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py::test_object_create_bad_contentlength_mismatch_below_aws2 PASSED [ 1%] 2024-09-19T14:08:28.911 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_incorrect_aws2 PASSED [ 1%] 2024-09-19T14:08:29.118 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_invalid_aws2 PASSED [ 1%] 2024-09-19T14:08:29.337 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_none_aws2 PASSED [ 1%] 2024-09-19T14:08:29.439 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_invalid_aws2 PASSED [ 2%] 2024-09-19T14:08:29.540 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_none_aws2 PASSED [ 2%] 2024-09-19T14:08:29.599 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py::test_object_create_bad_md5_invalid_garbage_aws4 SKIPPED [ 2%] 2024-09-19T14:08:29.656 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py::test_object_create_bad_contentlength_mismatch_below_aws4 SKIPPED [ 2%] 2024-09-19T14:08:29.714 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_incorrect_aws4 SKIPPED [ 2%] 2024-09-19T14:08:29.771 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_invalid_aws4 SKIPPED [ 2%] 2024-09-19T14:08:29.827 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py::test_object_create_bad_ua_empty_aws4 SKIPPED [ 2%] 2024-09-19T14:08:29.884 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py::test_object_create_bad_ua_none_aws4 SKIPPED [ 2%] 2024-09-19T14:08:29.940 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_invalid_aws4 SKIPPED [ 3%] 2024-09-19T14:08:29.995 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_invalid_aws4 SKIPPED [ 3%] 2024-09-19T14:08:30.051 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_empty_aws4 SKIPPED [ 3%] 2024-09-19T14:08:30.107 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_empty_aws4 SKIPPED [ 3%] 2024-09-19T14:08:30.163 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_none_aws4 SKIPPED [ 3%] 2024-09-19T14:08:30.219 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_none_aws4 SKIPPED [ 3%] 2024-09-19T14:08:30.275 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_before_today_aws4 SKIPPED [ 3%] 2024-09-19T14:08:30.331 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_before_today_aws4 SKIPPED [ 4%] 2024-09-19T14:08:30.388 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_after_today_aws4 SKIPPED [ 4%] 2024-09-19T14:08:30.442 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_after_today_aws4 SKIPPED [ 4%] 2024-09-19T14:08:30.499 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_before_epoch_aws4 SKIPPED [ 4%] 2024-09-19T14:08:30.555 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_before_epoch_aws4 SKIPPED [ 4%] 2024-09-19T14:08:30.611 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_after_end_aws4 SKIPPED [ 4%] 2024-09-19T14:08:30.667 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_after_end_aws4 SKIPPED [ 4%] 2024-09-19T14:08:30.723 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py::test_object_create_missing_signed_custom_header_aws4 SKIPPED [ 4%] 2024-09-19T14:08:30.779 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py::test_object_create_missing_signed_header_aws4 SKIPPED [ 5%] 2024-09-19T14:08:30.835 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_invalid_aws4 SKIPPED [ 5%] 2024-09-19T14:08:30.891 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_ua_empty_aws4 SKIPPED [ 5%] 2024-09-19T14:08:30.947 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_ua_none_aws4 SKIPPED [ 5%] 2024-09-19T14:08:31.003 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_invalid_aws4 SKIPPED [ 5%] 2024-09-19T14:08:31.062 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_invalid_aws4 SKIPPED [ 5%] 2024-09-19T14:08:31.119 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_empty_aws4 SKIPPED [ 5%] 2024-09-19T14:08:31.175 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_empty_aws4 SKIPPED [ 6%] 2024-09-19T14:08:31.232 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_none_aws4 SKIPPED [ 6%] 2024-09-19T14:08:31.287 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_none_aws4 SKIPPED [ 6%] 2024-09-19T14:08:31.343 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_before_today_aws4 SKIPPED [ 6%] 2024-09-19T14:08:31.399 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_before_today_aws4 SKIPPED [ 6%] 2024-09-19T14:08:31.455 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_after_today_aws4 SKIPPED [ 6%] 2024-09-19T14:08:31.511 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_after_today_aws4 SKIPPED [ 6%] 2024-09-19T14:08:31.567 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_before_epoch_aws4 SKIPPED [ 6%] 2024-09-19T14:08:31.623 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_before_epoch_aws4 SKIPPED [ 7%] 2024-09-19T14:08:32.134 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_s3.py::test_versioning_obj_read_not_exist_null PASSED [ 7%] 2024-09-19T14:08:33.129 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_s3.py::test_object_storage_class PASSED [ 7%] 2024-09-19T14:08:34.892 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_s3.py::test_object_storage_class_multipart PASSED [ 7%] 2024-09-19T14:08:36.596 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_s3.py::test_object_modify_storage_class PASSED [ 7%] 2024-09-19T14:08:39.514 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_s3.py::test_object_modify_storage_class_multipart PASSED [ 7%] 2024-09-19T14:08:40.569 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_s3.py::test_object_storage_class_copy PASSED [ 7%] 2024-09-19T14:08:41.827 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_s3.py::test_object_storage_class_copy_multipart PASSED [ 8%] 2024-09-19T14:08:42.266 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_s3.py::test_atomic_dual_conditional_write_1mb PASSED [ 8%] 2024-09-19T14:08:42.443 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_s3.py::test_atomic_write_bucket_gone PASSED [ 8%] 2024-09-19T14:08:42.756 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_s3.py::test_encryption_sse_c_multipart_invalid_chunks_1 PASSED [ 8%] 2024-09-19T14:08:43.067 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_s3.py::test_encryption_sse_c_multipart_invalid_chunks_2 PASSED [ 8%] 2024-09-19T14:08:43.473 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_s3.py::test_bucket_policy_set_condition_operator_end_with_IfExists PASSED [ 8%] 2024-09-19T14:08:43.732 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_s3.py::test_bucket_policy_put_obj_request_obj_tag PASSED [ 8%] 2024-09-19T14:08:44.000 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_s3_website.py::test_website_nonexistant_bucket_rgw SKIPPED [ 8%] 2024-09-19T14:08:44.002 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_public_index SKIPPED [ 9%] 2024-09-19T14:08:44.004 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_public_index SKIPPED [ 9%] 2024-09-19T14:08:44.007 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty SKIPPED [ 9%] 2024-09-19T14:08:44.014 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty SKIPPED [ 9%] 2024-09-19T14:08:44.016 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index SKIPPED [ 9%] 2024-09-19T14:08:44.018 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index SKIPPED [ 9%] 2024-09-19T14:08:44.020 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty_missingerrordoc SKIPPED [ 9%] 2024-09-19T14:08:44.022 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty_missingerrordoc SKIPPED [ 10%] 2024-09-19T14:08:44.025 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index_missingerrordoc SKIPPED [ 10%] 2024-09-19T14:08:44.027 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index_missingerrordoc SKIPPED [ 10%] 2024-09-19T14:08:44.029 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty_blockederrordoc SKIPPED [ 10%] 2024-09-19T14:08:44.032 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_pubilc_errordoc SKIPPED [ 10%] 2024-09-19T14:08:44.034 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty_blockederrordoc SKIPPED [ 10%] 2024-09-19T14:08:44.036 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index_blockederrordoc SKIPPED [ 10%] 2024-09-19T14:08:44.038 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index_blockederrordoc SKIPPED [ 10%] 2024-09-19T14:08:44.040 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty_gooderrordoc SKIPPED [ 11%] 2024-09-19T14:08:44.042 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty_gooderrordoc SKIPPED [ 11%] 2024-09-19T14:08:44.044 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index_gooderrordoc SKIPPED [ 11%] 2024-09-19T14:08:44.047 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index_gooderrordoc SKIPPED [ 11%] 2024-09-19T14:08:44.048 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_s3_website.py::test_website_bucket_private_redirectall_base SKIPPED [ 11%] 2024-09-19T14:08:44.050 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_s3_website.py::test_website_bucket_private_redirectall_path SKIPPED [ 11%] 2024-09-19T14:08:44.052 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_s3_website.py::test_website_bucket_private_redirectall_path_upgrade SKIPPED [ 11%] 2024-09-19T14:08:44.054 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_nonwebsite SKIPPED [ 12%] 2024-09-19T14:08:44.056 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_public_relative SKIPPED [ 12%] 2024-09-19T14:08:44.057 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_public_abs SKIPPED [ 12%] 2024-09-19T14:08:44.059 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_private_relative SKIPPED [ 12%] 2024-09-19T14:08:44.061 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_private_abs SKIPPED [ 12%] 2024-09-19T14:08:44.166 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_s3_website.py::test_routing_generator XFAIL [ 12%] 2024-09-19T14:08:44.180 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_utils.py::test_generate PASSED [ 12%] 2024-09-19T14:08:44.947 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_invalid_short PASSED [ 13%] 2024-09-19T14:08:51.715 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_bad PASSED [ 13%] 2024-09-19T14:08:52.154 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_empty PASSED [ 13%] 2024-09-19T14:08:52.698 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_none PASSED [ 13%] 2024-09-19T14:08:53.271 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_expect_mismatch PASSED [ 13%] 2024-09-19T14:08:53.847 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_expect_empty PASSED [ 13%] 2024-09-19T14:08:54.386 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_expect_none PASSED [ 13%] 2024-09-19T14:08:54.903 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contentlength_negative PASSED [ 13%] 2024-09-19T14:08:55.511 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contenttype_invalid PASSED [ 14%] 2024-09-19T14:08:56.002 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contenttype_empty PASSED [ 14%] 2024-09-19T14:08:56.590 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contenttype_none PASSED [ 14%] 2024-09-19T14:08:57.103 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_put_bad_canned_acl PASSED [ 14%] 2024-09-19T14:08:57.527 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_expect_mismatch PASSED [ 14%] 2024-09-19T14:08:57.943 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_expect_empty PASSED [ 14%] 2024-09-19T14:08:58.222 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_contentlength_negative PASSED [ 14%] 2024-09-19T14:08:58.738 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_invalid_garbage_aws2 PASSED [ 15%] 2024-09-19T14:08:59.385 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_ua_empty_aws2 PASSED [ 15%] 2024-09-19T14:08:59.923 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_ua_none_aws2 PASSED [ 15%] 2024-09-19T14:09:00.399 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_invalid_aws2 PASSED [ 15%] 2024-09-19T14:09:00.909 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_empty_aws2 PASSED [ 15%] 2024-09-19T14:09:01.387 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_before_today_aws2 PASSED [ 15%] 2024-09-19T14:09:01.847 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_before_epoch_aws2 PASSED [ 15%] 2024-09-19T14:09:02.311 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_after_end_aws2 PASSED [ 15%] 2024-09-19T14:09:02.727 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_ua_empty_aws2 PASSED [ 16%] 2024-09-19T14:09:03.174 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_ua_none_aws2 PASSED [ 16%] 2024-09-19T14:09:03.494 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_invalid_aws2 PASSED [ 16%] 2024-09-19T14:09:03.863 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_empty_aws2 PASSED [ 16%] 2024-09-19T14:09:04.191 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_before_today_aws2 PASSED [ 16%] 2024-09-19T14:09:04.554 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_after_today_aws2 PASSED [ 16%] 2024-09-19T14:09:04.883 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_before_epoch_aws2 PASSED [ 16%] 2024-09-19T14:09:05.466 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_put_user_policy PASSED [ 17%] 2024-09-19T14:09:05.795 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_put_user_policy_invalid_user PASSED [ 17%] 2024-09-19T14:09:06.147 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_put_user_policy_parameter_limit PASSED [ 17%] 2024-09-19T14:09:06.603 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_put_existing_user_policy PASSED [ 17%] 2024-09-19T14:09:07.043 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_list_user_policy PASSED [ 17%] 2024-09-19T14:09:07.419 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_list_user_policy_invalid_user PASSED [ 17%] 2024-09-19T14:09:07.851 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_get_user_policy PASSED [ 17%] 2024-09-19T14:09:08.291 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_get_user_policy_invalid_user PASSED [ 17%] 2024-09-19T14:09:08.855 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_get_user_policy_from_multiple_policies PASSED [ 18%] 2024-09-19T14:09:09.239 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy PASSED [ 18%] 2024-09-19T14:09:09.702 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy_invalid_user PASSED [ 18%] 2024-09-19T14:09:10.190 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy_invalid_policy_name PASSED [ 18%] 2024-09-19T14:09:10.910 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy_from_multiple_policies PASSED [ 18%] 2024-09-19T14:09:11.506 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_allow_bucket_actions_in_user_policy PASSED [ 18%] 2024-09-19T14:09:12.078 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_deny_bucket_actions_in_user_policy PASSED [ 18%] 2024-09-19T14:09:12.679 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_allow_object_actions_in_user_policy PASSED [ 19%] 2024-09-19T14:09:13.390 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_deny_object_actions_in_user_policy PASSED [ 19%] 2024-09-19T14:09:14.066 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_allow_multipart_actions_in_user_policy PASSED [ 19%] 2024-09-19T14:09:14.790 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_deny_multipart_actions_in_user_policy PASSED [ 19%] 2024-09-19T14:09:15.423 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_allow_tagging_actions_in_user_policy PASSED [ 19%] 2024-09-19T14:09:16.091 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_deny_tagging_actions_in_user_policy PASSED [ 19%] 2024-09-19T14:09:16.698 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_verify_conflicting_user_policy_statements PASSED [ 19%] 2024-09-19T14:09:17.391 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_verify_conflicting_user_policies PASSED [ 19%] 2024-09-19T14:09:17.907 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_verify_allow_iam_actions PASSED [ 20%] 2024-09-19T14:09:19.061 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_create PASSED [ 20%] 2024-09-19T14:09:19.903 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_case_insensitive_name PASSED [ 20%] 2024-09-19T14:09:20.900 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_delete PASSED [ 20%] 2024-09-19T14:09:22.839 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_list PASSED [ 20%] 2024-09-19T14:09:25.398 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_list_path_prefix PASSED [ 20%] 2024-09-19T14:09:26.883 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_update_name PASSED [ 20%] 2024-09-19T14:09:28.219 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_update_path PASSED [ 21%] 2024-09-19T14:09:29.226 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_access_key_create PASSED [ 21%] 2024-09-19T14:09:29.899 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_account_current_user_access_key_create PASSED [ 21%] 2024-09-19T14:09:31.098 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_access_key_update PASSED [ 21%] 2024-09-19T14:09:31.986 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_account_current_user_access_key_update PASSED [ 21%] 2024-09-19T14:09:33.143 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_access_key_delete PASSED [ 21%] 2024-09-19T14:09:33.974 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_account_current_user_access_key_delete PASSED [ 21%] 2024-09-19T14:09:35.514 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_access_key_list PASSED [ 21%] 2024-09-19T14:09:36.655 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_bucket_policy_allow PASSED [ 22%] 2024-09-19T14:09:38.251 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_policy PASSED [ 22%] 2024-09-19T14:09:39.819 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_policy_managed PASSED [ 22%] 2024-09-19T14:09:40.930 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_policy_allow PASSED [ 22%] 2024-09-19T14:09:41.926 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_account_group_create PASSED [ 22%] 2024-09-19T14:09:42.751 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_account_group_case_insensitive_name PASSED [ 22%] 2024-09-19T14:09:44.710 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_account_group_list PASSED [ 22%] 2024-09-19T14:09:46.154 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_account_group_update PASSED [ 23%] 2024-09-19T14:09:47.764 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_account_inline_group_policy PASSED [ 23%] 2024-09-19T14:09:49.291 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_account_managed_group_policy PASSED [ 23%] 2024-09-19T14:09:50.695 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_account_inline_group_policy_allow PASSED [ 23%] 2024-09-19T14:09:52.122 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_account_managed_group_policy_allow PASSED [ 23%] 2024-09-19T14:09:53.215 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_create PASSED [ 23%] 2024-09-19T14:09:54.066 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_case_insensitive_name PASSED [ 23%] 2024-09-19T14:09:55.050 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_delete PASSED [ 23%] 2024-09-19T14:09:56.830 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_list PASSED [ 24%] 2024-09-19T14:09:59.110 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_list_path_prefix PASSED [ 24%] 2024-09-19T14:10:00.114 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_update PASSED [ 24%] 2024-09-19T14:10:01.579 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy PASSED [ 24%] 2024-09-19T14:10:03.054 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy_managed PASSED [ 24%] 2024-09-19T14:10:04.407 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy_allow PASSED [ 24%] 2024-09-19T14:10:05.907 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_same_account_role_policy_allow PASSED [ 24%] 2024-09-19T14:10:07.524 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_role_policy_allow PASSED [ 25%] 2024-09-19T14:10:09.002 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy_allow_create_bucket PASSED [ 25%] 2024-09-19T14:10:10.432 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy_allow_get_role PASSED [ 25%] 2024-09-19T14:10:11.387 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_account_oidc_provider PASSED [ 25%] 2024-09-19T14:10:12.195 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_verify_add_new_client_id_to_oidc PASSED [ 25%] 2024-09-19T14:10:12.983 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_verify_add_existing_client_id_to_oidc PASSED [ 25%] 2024-09-19T14:10:13.853 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_verify_update_thumbprintlist_of_oidc PASSED [ 25%] 2024-09-19T14:10:15.171 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_user_policy_allow_user_arn PASSED [ 26%] 2024-09-19T14:10:16.528 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_bucket_policy_allow_user_arn PASSED [ 26%] 2024-09-19T14:10:17.907 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_bucket_policy_allow_account_arn PASSED [ 26%] 2024-09-19T14:10:19.235 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_user_policy_allow_account_arn PASSED [ 26%] 2024-09-19T14:10:20.623 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_bucket_policy_allow_account_id PASSED [ 26%] 2024-09-19T14:10:22.028 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_user_policy_allow_account_id PASSED [ 26%] 2024-09-19T14:10:23.355 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_acl_user_policy_grant_user_id PASSED [ 26%] 2024-09-19T14:10:24.715 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_policy_bucket_acl_grant_user_id PASSED [ 26%] 2024-09-19T14:10:26.059 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_acl_user_policy_grant_canonical_id PASSED [ 27%] 2024-09-19T14:10:27.443 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_policy_bucket_acl_grant_canonical_id PASSED [ 27%] 2024-09-19T14:10:28.859 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_acl_user_policy_grant_account_email PASSED [ 27%] 2024-09-19T14:10:30.227 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_policy_bucket_acl_grant_account_email PASSED [ 27%] 2024-09-19T14:10:31.108 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_root_bucket_policy_allow_account_arn PASSED [ 27%] 2024-09-19T14:10:32.035 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_root_bucket_policy_allow_account_id PASSED [ 27%] 2024-09-19T14:10:32.896 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_root_bucket_acl_grant_canonical_id PASSED [ 27%] 2024-09-19T14:10:33.827 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_root_bucket_acl_grant_account_email PASSED [ 28%] 2024-09-19T14:10:34.487 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_empty PASSED [ 28%] 2024-09-19T14:10:35.171 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_distinct PASSED [ 28%] 2024-09-19T14:10:35.831 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_many PASSED [ 28%] 2024-09-19T14:10:36.447 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_many PASSED [ 28%] 2024-09-19T14:10:37.067 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_basic_key_count PASSED [ 28%] 2024-09-19T14:10:37.667 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_basic PASSED [ 28%] 2024-09-19T14:10:38.334 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_basic PASSED [ 28%] 2024-09-19T14:10:38.935 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_encoding_basic PASSED [ 29%] 2024-09-19T14:10:39.595 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_encoding_basic PASSED [ 29%] 2024-09-19T14:10:40.703 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_prefix PASSED [ 29%] 2024-09-19T14:10:41.811 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_prefix PASSED [ 29%] 2024-09-19T14:10:42.415 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_prefix_ends_with_delimiter PASSED [ 29%] 2024-09-19T14:10:42.987 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_prefix_ends_with_delimiter PASSED [ 29%] 2024-09-19T14:10:43.602 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_alt PASSED [ 29%] 2024-09-19T14:10:44.218 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_alt PASSED [ 30%] 2024-09-19T14:10:45.323 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_prefix_underscore PASSED [ 30%] 2024-09-19T14:10:46.479 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_prefix_underscore PASSED [ 30%] 2024-09-19T14:10:47.107 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_percentage PASSED [ 30%] 2024-09-19T14:10:47.731 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_percentage PASSED [ 30%] 2024-09-19T14:10:48.351 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_whitespace PASSED [ 30%] 2024-09-19T14:10:48.938 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_whitespace PASSED [ 30%] 2024-09-19T14:10:49.586 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_dot PASSED [ 30%] 2024-09-19T14:10:50.182 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_dot PASSED [ 31%] 2024-09-19T14:10:50.871 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_unreadable PASSED [ 31%] 2024-09-19T14:10:51.518 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_unreadable PASSED [ 31%] 2024-09-19T14:10:52.146 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_empty PASSED [ 31%] 2024-09-19T14:10:52.818 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_empty PASSED [ 31%] 2024-09-19T14:10:53.450 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_none PASSED [ 31%] 2024-09-19T14:10:54.070 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_none PASSED [ 31%] 2024-09-19T14:10:54.740 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_fetchowner_notempty PASSED [ 32%] 2024-09-19T14:10:55.362 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_fetchowner_defaultempty PASSED [ 32%] 2024-09-19T14:10:55.959 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_fetchowner_empty PASSED [ 32%] 2024-09-19T14:10:56.562 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_not_exist PASSED [ 32%] 2024-09-19T14:10:57.179 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_not_exist PASSED [ 32%] 2024-09-19T14:11:20.763 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_not_skip_special PASSED [ 32%] 2024-09-19T14:11:21.359 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_basic PASSED [ 32%] 2024-09-19T14:11:21.947 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_basic PASSED [ 32%] 2024-09-19T14:11:22.610 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_alt PASSED [ 33%] 2024-09-19T14:11:23.250 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_alt PASSED [ 33%] 2024-09-19T14:11:23.882 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_empty PASSED [ 33%] 2024-09-19T14:11:24.454 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_empty PASSED [ 33%] 2024-09-19T14:11:25.042 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_none PASSED [ 33%] 2024-09-19T14:11:25.654 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_none PASSED [ 33%] 2024-09-19T14:11:26.258 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_not_exist PASSED [ 33%] 2024-09-19T14:11:26.907 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_not_exist PASSED [ 34%] 2024-09-19T14:11:27.506 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_unreadable PASSED [ 34%] 2024-09-19T14:11:28.134 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_unreadable PASSED [ 34%] 2024-09-19T14:11:28.742 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_basic PASSED [ 34%] 2024-09-19T14:11:29.366 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_basic PASSED [ 34%] 2024-09-19T14:11:29.998 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_alt PASSED [ 34%] 2024-09-19T14:11:30.618 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_alt PASSED [ 34%] 2024-09-19T14:11:31.326 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_prefix_not_exist PASSED [ 34%] 2024-09-19T14:11:31.955 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_prefix_not_exist PASSED [ 35%] 2024-09-19T14:11:32.562 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_delimiter_not_exist PASSED [ 35%] 2024-09-19T14:11:33.198 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_delimiter_not_exist PASSED [ 35%] 2024-09-19T14:11:33.823 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_prefix_delimiter_not_exist PASSED [ 35%] 2024-09-19T14:11:34.427 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_prefix_delimiter_not_exist PASSED [ 35%] 2024-09-19T14:11:35.175 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_one PASSED [ 35%] 2024-09-19T14:11:35.806 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_maxkeys_one PASSED [ 35%] 2024-09-19T14:11:36.398 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_zero PASSED [ 36%] 2024-09-19T14:11:37.026 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_maxkeys_zero PASSED [ 36%] 2024-09-19T14:11:37.638 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_none PASSED [ 36%] 2024-09-19T14:11:38.290 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_maxkeys_none PASSED [ 36%] 2024-09-19T14:11:38.607 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_account_usage PASSED [ 36%] 2024-09-19T14:11:39.169 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_head_bucket_usage PASSED [ 36%] 2024-09-19T14:11:40.582 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_unordered PASSED [ 36%] 2024-09-19T14:11:41.926 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_unordered PASSED [ 36%] 2024-09-19T14:11:42.546 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_invalid PASSED [ 37%] 2024-09-19T14:11:43.174 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_none PASSED [ 37%] 2024-09-19T14:11:43.858 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_empty PASSED [ 37%] 2024-09-19T14:11:44.486 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_continuationtoken_empty PASSED [ 37%] 2024-09-19T14:11:45.190 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_continuationtoken PASSED [ 37%] 2024-09-19T14:11:45.890 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_both_continuationtoken_startafter PASSED [ 37%] 2024-09-19T14:11:46.546 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_unreadable PASSED [ 37%] 2024-09-19T14:11:47.166 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_startafter_unreadable PASSED [ 38%] 2024-09-19T14:11:47.770 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_not_in_list PASSED [ 38%] 2024-09-19T14:11:48.466 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_startafter_not_in_list PASSED [ 38%] 2024-09-19T14:11:49.095 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_after_list PASSED [ 38%] 2024-09-19T14:11:49.726 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_startafter_after_list PASSED [ 38%] 2024-09-19T14:11:50.526 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_return_data PASSED [ 38%] 2024-09-19T14:11:51.578 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_return_data_versioning PASSED [ 38%] 2024-09-19T14:11:52.098 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_objects_anonymous PASSED [ 39%] 2024-09-19T14:11:52.700 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_objects_anonymous PASSED [ 39%] 2024-09-19T14:11:53.146 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_objects_anonymous_fail PASSED [ 39%] 2024-09-19T14:11:53.614 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_objects_anonymous_fail PASSED [ 39%] 2024-09-19T14:11:53.946 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_notexist PASSED [ 39%] 2024-09-19T14:11:54.270 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_notexist PASSED [ 39%] 2024-09-19T14:11:54.592 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_delete_notexist PASSED [ 39%] 2024-09-19T14:11:55.154 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_delete_nonempty PASSED [ 39%] 2024-09-19T14:11:55.672 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_concurrent_set_canned_acl PASSED [ 40%] 2024-09-19T14:11:56.026 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_to_nonexist_bucket PASSED [ 40%] 2024-09-19T14:11:56.603 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_with_chunked_transfer_encoding PASSED [ 40%] 2024-09-19T14:11:57.050 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_delete PASSED [ 40%] 2024-09-19T14:11:57.514 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_read_not_exist PASSED [ 40%] 2024-09-19T14:11:58.010 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_requestid_matches_header_on_error PASSED [ 40%] 2024-09-19T14:11:58.978 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_concurrent_multi_object_delete PASSED [ 40%] 2024-09-19T14:11:59.770 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_multi_object_delete PASSED [ 41%] 2024-09-19T14:12:00.519 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_multi_objectv2_delete PASSED [ 41%] 2024-09-19T14:12:24.370 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_multi_object_delete_key_limit PASSED [ 41%] 2024-09-19T14:12:48.078 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_multi_objectv2_delete_key_limit PASSED [ 41%] 2024-09-19T14:12:48.629 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_head_zero_bytes PASSED [ 41%] 2024-09-19T14:12:49.178 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_check_etag PASSED [ 41%] 2024-09-19T14:12:49.738 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_cache_control PASSED [ 41%] 2024-09-19T14:12:50.266 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_expires PASSED [ 41%] 2024-09-19T14:12:50.906 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_read_update_read_delete PASSED [ 42%] 2024-09-19T14:12:51.462 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_set_get_metadata_none_to_good PASSED [ 42%] 2024-09-19T14:12:52.026 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_set_get_metadata_none_to_empty PASSED [ 42%] 2024-09-19T14:12:52.658 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_set_get_metadata_overwrite_to_empty PASSED [ 42%] 2024-09-19T14:12:53.202 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_metadata_replaced_on_put PASSED [ 42%] 2024-09-19T14:12:53.774 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_file PASSED [ 42%] 2024-09-19T14:12:54.386 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_anonymous_request PASSED [ 42%] 2024-09-19T14:12:54.966 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_authenticated_request PASSED [ 43%] 2024-09-19T14:12:55.486 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_authenticated_no_content_type PASSED [ 43%] 2024-09-19T14:12:55.966 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_authenticated_request_bad_access_key PASSED [ 43%] 2024-09-19T14:12:56.538 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_set_success_code PASSED [ 43%] 2024-09-19T14:12:57.054 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_set_invalid_success_code PASSED [ 43%] 2024-09-19T14:12:57.707 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_larger_than_chunk PASSED [ 43%] 2024-09-19T14:12:58.326 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_set_key_from_filename PASSED [ 43%] 2024-09-19T14:12:58.866 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_ignored_header PASSED [ 43%] 2024-09-19T14:12:59.370 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_case_insensitive_condition_fields PASSED [ 44%] 2024-09-19T14:12:59.935 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_escaped_field_values PASSED [ 44%] 2024-09-19T14:13:00.576 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_success_redirect_action PASSED [ 44%] 2024-09-19T14:13:01.054 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_signature PASSED [ 44%] 2024-09-19T14:13:01.514 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_access_key PASSED [ 44%] 2024-09-19T14:13:02.026 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_date_format PASSED [ 44%] 2024-09-19T14:13:02.490 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_no_key_specified PASSED [ 44%] 2024-09-19T14:13:02.986 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_signature PASSED [ 45%] 2024-09-19T14:13:03.470 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_policy_condition PASSED [ 45%] 2024-09-19T14:13:04.026 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_user_specified_header PASSED [ 45%] 2024-09-19T14:13:04.511 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_request_missing_policy_specified_field PASSED [ 45%] 2024-09-19T14:13:05.054 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_condition_is_case_sensitive PASSED [ 45%] 2024-09-19T14:13:05.538 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_expires_is_case_sensitive PASSED [ 45%] 2024-09-19T14:13:06.026 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_expired_policy PASSED [ 45%] 2024-09-19T14:13:06.690 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_wrong_bucket PASSED [ 45%] 2024-09-19T14:13:07.182 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_request_field_value PASSED [ 46%] 2024-09-19T14:13:07.658 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_expires_condition PASSED [ 46%] 2024-09-19T14:13:08.174 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_conditions_list PASSED [ 46%] 2024-09-19T14:13:08.662 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_size_limit_exceeded PASSED [ 46%] 2024-09-19T14:13:09.150 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_content_length_argument PASSED [ 46%] 2024-09-19T14:13:09.714 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_content_length_argument PASSED [ 46%] 2024-09-19T14:13:10.214 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_size_below_minimum PASSED [ 46%] 2024-09-19T14:13:10.826 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_size_rgw_chunk_size_bug PASSED [ 47%] 2024-09-19T14:13:11.306 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_empty_conditions PASSED [ 47%] 2024-09-19T14:13:11.838 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmatch_good PASSED [ 47%] 2024-09-19T14:13:12.434 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmatch_failed PASSED [ 47%] 2024-09-19T14:13:12.982 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifnonematch_good PASSED [ 47%] 2024-09-19T14:13:13.601 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifnonematch_failed PASSED [ 47%] 2024-09-19T14:13:14.229 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmodifiedsince_good PASSED [ 47%] 2024-09-19T14:13:15.818 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmodifiedsince_failed PASSED [ 47%] 2024-09-19T14:13:16.402 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifunmodifiedsince_good PASSED [ 48%] 2024-09-19T14:13:16.951 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifunmodifiedsince_failed PASSED [ 48%] 2024-09-19T14:13:17.590 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_good PASSED [ 48%] 2024-09-19T14:13:18.306 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_failed PASSED [ 48%] 2024-09-19T14:13:18.951 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_overwrite_existed_good PASSED [ 48%] 2024-09-19T14:13:19.478 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_nonexisted_failed PASSED [ 48%] 2024-09-19T14:13:20.174 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_good PASSED [ 48%] 2024-09-19T14:13:20.943 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_failed PASSED [ 49%] 2024-09-19T14:13:21.517 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_nonexisted_good PASSED [ 49%] 2024-09-19T14:13:22.221 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_overwrite_existed_failed PASSED [ 49%] 2024-09-19T14:13:22.746 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get PASSED [ 49%] 2024-09-19T14:13:23.246 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_bucket_gone PASSED [ 49%] 2024-09-19T14:13:23.754 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_delete_key_bucket_gone PASSED [ 49%] 2024-09-19T14:13:24.326 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_object_gone PASSED [ 49%] 2024-09-19T14:13:24.774 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_head PASSED [ 50%] 2024-09-19T14:13:25.142 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_head_notexist PASSED [ 50%] 2024-09-19T14:13:25.786 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_head_extended PASSED [ 50%] 2024-09-19T14:13:26.314 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_bucket_acl PASSED [ 50%] 2024-09-19T14:13:26.894 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_object_acl PASSED [ 50%] 2024-09-19T14:13:29.798 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_put_acl_mtime PASSED [ 50%] 2024-09-19T14:13:30.290 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated PASSED [ 50%] 2024-09-19T14:13:30.846 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_response_headers PASSED [ 50%] 2024-09-19T14:13:31.382 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_bucket_acl PASSED [ 51%] 2024-09-19T14:13:31.939 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_object_acl PASSED [ 51%] 2024-09-19T14:13:32.426 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_bucket_gone PASSED [ 51%] 2024-09-19T14:13:32.958 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_object_gone PASSED [ 51%] 2024-09-19T14:13:33.542 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_not_expired PASSED [ 51%] 2024-09-19T14:13:34.129 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_not_expired_tenant PASSED [ 51%] 2024-09-19T14:13:34.666 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_out_range_zero PASSED [ 51%] 2024-09-19T14:13:35.258 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_out_max_range PASSED [ 52%] 2024-09-19T14:13:35.794 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_out_positive_range PASSED [ 52%] 2024-09-19T14:13:36.362 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_anon_put PASSED [ 52%] 2024-09-19T14:13:37.034 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_anon_put_write_access PASSED [ 52%] 2024-09-19T14:13:37.582 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_put_authenticated PASSED [ 52%] 2024-09-19T14:13:38.146 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_presigned_put_object_with_acl PASSED [ 52%] 2024-09-19T14:13:38.766 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_presigned_put_object_with_acl_tenant PASSED [ 52%] 2024-09-19T14:13:39.342 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_put_authenticated_expired PASSED [ 52%] 2024-09-19T14:13:39.666 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_starts_nonalpha PASSED [ 53%] 2024-09-19T14:13:39.994 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_short_one PASSED [ 53%] 2024-09-19T14:13:40.322 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_short_two PASSED [ 53%] 2024-09-19T14:13:40.758 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_60 PASSED [ 53%] 2024-09-19T14:13:41.262 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_61 PASSED [ 53%] 2024-09-19T14:13:41.654 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_62 PASSED [ 53%] 2024-09-19T14:13:42.050 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_63 PASSED [ 53%] 2024-09-19T14:13:42.526 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_long_name PASSED [ 54%] 2024-09-19T14:13:42.886 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_ip PASSED [ 54%] 2024-09-19T14:13:43.222 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_underscore PASSED [ 54%] 2024-09-19T14:13:43.674 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_long PASSED [ 54%] 2024-09-19T14:13:44.010 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dash_at_end PASSED [ 54%] 2024-09-19T14:13:44.338 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dot_dot PASSED [ 54%] 2024-09-19T14:13:44.670 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dot_dash PASSED [ 54%] 2024-09-19T14:13:45.006 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dash_dot PASSED [ 54%] 2024-09-19T14:13:45.458 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_exists PASSED [ 55%] 2024-09-19T14:13:45.910 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_get_location PASSED [ 55%] 2024-09-19T14:13:46.430 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_exists_nonowner PASSED [ 55%] 2024-09-19T14:13:46.899 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_recreate_overwrite_acl PASSED [ 55%] 2024-09-19T14:13:47.433 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_recreate_new_acl PASSED [ 55%] 2024-09-19T14:13:47.891 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_default PASSED [ 55%] 2024-09-19T14:13:48.362 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_during_create PASSED [ 55%] 2024-09-19T14:13:48.890 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned PASSED [ 56%] 2024-09-19T14:13:49.330 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_publicreadwrite PASSED [ 56%] 2024-09-19T14:13:49.830 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_authenticatedread PASSED [ 56%] 2024-09-19T14:13:50.466 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_default PASSED [ 56%] 2024-09-19T14:13:50.998 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_during_create PASSED [ 56%] 2024-09-19T14:13:51.662 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned PASSED [ 56%] 2024-09-19T14:13:52.234 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_publicreadwrite PASSED [ 56%] 2024-09-19T14:13:52.878 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_authenticatedread PASSED [ 56%] 2024-09-19T14:13:53.502 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_bucketownerread PASSED [ 57%] 2024-09-19T14:13:54.118 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_bucketownerfullcontrol PASSED [ 57%] 2024-09-19T14:13:54.714 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_full_control_verify_owner PASSED [ 57%] 2024-09-19T14:13:55.338 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_full_control_verify_attributes PASSED [ 57%] 2024-09-19T14:13:55.815 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_private_to_private PASSED [ 57%] 2024-09-19T14:13:56.474 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl PASSED [ 57%] 2024-09-19T14:13:57.158 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_write PASSED [ 57%] 2024-09-19T14:13:57.918 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_writeacp PASSED [ 58%] 2024-09-19T14:13:58.510 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_read PASSED [ 58%] 2024-09-19T14:13:59.182 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_readacp PASSED [ 58%] 2024-09-19T14:14:00.110 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_fullcontrol PASSED [ 58%] 2024-09-19T14:14:00.914 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_read PASSED [ 58%] 2024-09-19T14:14:01.806 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_readacp PASSED [ 58%] 2024-09-19T14:14:02.714 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_write PASSED [ 58%] 2024-09-19T14:14:03.554 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_writeacp PASSED [ 58%] 2024-09-19T14:14:04.086 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_nonexist_user PASSED [ 59%] 2024-09-19T14:14:04.667 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_header_acl_grants PASSED [ 59%] 2024-09-19T14:14:05.254 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_header_acl_grants PASSED [ 59%] 2024-09-19T14:14:05.858 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_email PASSED [ 59%] 2024-09-19T14:14:06.406 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_email_not_exist PASSED [ 59%] 2024-09-19T14:14:07.030 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_revoke_all PASSED [ 59%] 2024-09-19T14:14:08.038 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_object_private PASSED [ 59%] 2024-09-19T14:14:08.947 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_objectv2_private PASSED [ 60%] 2024-09-19T14:14:09.887 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_object_publicread PASSED [ 60%] 2024-09-19T14:14:10.803 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_objectv2_publicread PASSED [ 60%] 2024-09-19T14:14:11.730 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_object_publicreadwrite PASSED [ 60%] 2024-09-19T14:14:12.742 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_objectv2_publicreadwrite PASSED [ 60%] 2024-09-19T14:14:13.690 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicread_object_private PASSED [ 60%] 2024-09-19T14:14:14.634 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicread_object_publicread PASSED [ 60%] 2024-09-19T14:14:15.590 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicread_object_publicreadwrite PASSED [ 60%] 2024-09-19T14:14:16.374 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicreadwrite_object_private PASSED [ 61%] 2024-09-19T14:14:17.211 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicreadwrite_object_publicread PASSED [ 61%] 2024-09-19T14:14:18.038 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicreadwrite_object_publicreadwrite PASSED [ 61%] 2024-09-19T14:14:19.015 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_buckets_create_then_list PASSED [ 61%] 2024-09-19T14:14:19.930 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_buckets_list_ctime PASSED [ 61%] 2024-09-19T14:14:20.250 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_list_buckets_anonymous PASSED [ 61%] 2024-09-19T14:14:20.570 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_list_buckets_invalid_auth PASSED [ 61%] 2024-09-19T14:14:20.899 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_list_buckets_bad_auth PASSED [ 62%] 2024-09-19T14:14:21.450 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_starts_alpha PASSED [ 62%] 2024-09-19T14:14:22.050 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_starts_digit PASSED [ 62%] 2024-09-19T14:14:22.458 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_contains_period PASSED [ 62%] 2024-09-19T14:14:22.886 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_contains_hyphen PASSED [ 62%] 2024-09-19T14:14:23.598 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_recreate_not_overriding PASSED [ 62%] 2024-09-19T14:14:25.183 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_special_key_names PASSED [ 62%] 2024-09-19T14:14:25.907 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_special_prefix PASSED [ 63%] 2024-09-19T14:14:26.566 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_zero_size PASSED [ 63%] 2024-09-19T14:14:27.411 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_16m PASSED [ 63%] 2024-09-19T14:14:28.122 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_same_bucket PASSED [ 63%] 2024-09-19T14:14:28.754 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_verify_contenttype PASSED [ 63%] 2024-09-19T14:14:29.346 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_to_itself PASSED [ 63%] 2024-09-19T14:14:29.947 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_to_itself_with_metadata PASSED [ 63%] 2024-09-19T14:14:30.770 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_diff_bucket PASSED [ 63%] 2024-09-19T14:14:31.406 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_not_owned_bucket PASSED [ 64%] 2024-09-19T14:14:32.251 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_not_owned_object_bucket PASSED [ 64%] 2024-09-19T14:14:32.942 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_canned_acl PASSED [ 64%] 2024-09-19T14:14:33.907 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_retaining_metadata PASSED [ 64%] 2024-09-19T14:14:34.810 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_replacing_metadata PASSED [ 64%] 2024-09-19T14:14:35.310 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_bucket_not_found PASSED [ 64%] 2024-09-19T14:14:35.778 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_key_not_found PASSED [ 64%] 2024-09-19T14:14:37.534 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_versioned_bucket PASSED [ 65%] 2024-09-19T14:14:38.246 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_versioned_url_encoding PASSED [ 65%] 2024-09-19T14:14:41.087 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_versioning_multipart_upload PASSED [ 65%] 2024-09-19T14:14:41.658 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_empty PASSED [ 65%] 2024-09-19T14:14:42.330 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_small PASSED [ 65%] 2024-09-19T14:14:43.614 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_small PASSED [ 65%] 2024-09-19T14:14:44.298 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_invalid_range PASSED [ 65%] 2024-09-19T14:14:45.494 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_without_range PASSED [ 65%] 2024-09-19T14:14:48.570 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_special_names PASSED [ 66%] 2024-09-19T14:14:52.674 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload PASSED [ 66%] 2024-09-19T14:14:57.252 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_versioned PASSED [ 66%] 2024-09-19T14:15:13.806 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_resend_part PASSED [ 66%] 2024-09-19T14:15:16.470 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_multiple_sizes PASSED [ 66%] 2024-09-19T14:15:20.575 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_multiple_sizes PASSED [ 66%] 2024-09-19T14:15:21.510 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_size_too_small PASSED [ 66%] 2024-09-19T14:15:22.670 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_contents PASSED [ 67%] 2024-09-19T14:15:23.822 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_overwrite_existing_object PASSED [ 67%] 2024-09-19T14:15:24.718 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_abort_multipart_upload PASSED [ 67%] 2024-09-19T14:15:25.334 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_abort_multipart_upload_not_found PASSED [ 67%] 2024-09-19T14:15:26.450 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_list_multipart_upload PASSED [ 67%] 2024-09-19T14:15:27.143 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_list_multipart_upload_owner PASSED [ 67%] 2024-09-19T14:15:27.787 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_missing_part PASSED [ 67%] 2024-09-19T14:15:28.366 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_incorrect_etag PASSED [ 67%] 2024-09-19T14:15:43.182 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_get_part PASSED [ 68%] 2024-09-19T14:15:45.622 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_single_get_part PASSED [ 68%] 2024-09-19T14:15:46.274 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_non_multipart_get_part PASSED [ 68%] 2024-09-19T14:15:46.758 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_100_continue PASSED [ 68%] 2024-09-19T14:15:47.366 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_set_cors PASSED [ 68%] 2024-09-19T14:15:52.738 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_cors_origin_response PASSED [ 68%] 2024-09-19T14:15:56.426 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_cors_origin_wildcard PASSED [ 68%] 2024-09-19T14:15:59.962 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_cors_header_option PASSED [ 69%] 2024-09-19T14:16:00.574 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_get_object PASSED [ 69%] 2024-09-19T14:16:01.198 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_get_object_tenant PASSED [ 69%] 2024-09-19T14:16:01.814 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_put_object PASSED [ 69%] 2024-09-19T14:16:02.406 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_put_object_with_acl PASSED [ 69%] 2024-09-19T14:16:03.019 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_put_object_tenant PASSED [ 69%] 2024-09-19T14:16:03.618 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_put_object_tenant_with_acl PASSED [ 69%] 2024-09-19T14:16:04.202 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_set_bucket_tagging PASSED [ 69%] 2024-09-19T14:16:04.979 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_read_1mb PASSED [ 70%] 2024-09-19T14:16:05.867 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_read_4mb PASSED [ 70%] 2024-09-19T14:16:06.898 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_read_8mb PASSED [ 70%] 2024-09-19T14:16:07.927 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_write_1mb PASSED [ 70%] 2024-09-19T14:16:09.030 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_write_4mb PASSED [ 70%] 2024-09-19T14:16:10.472 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_write_8mb PASSED [ 70%] 2024-09-19T14:16:11.263 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_1mb PASSED [ 70%] 2024-09-19T14:16:12.302 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_4mb PASSED [ 71%] 2024-09-19T14:16:13.526 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_8mb PASSED [ 71%] 2024-09-19T14:16:14.462 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_conditional_write_1mb PASSED [ 71%] 2024-09-19T14:16:15.158 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_multipart_upload_write PASSED [ 71%] 2024-09-19T14:16:16.154 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_resend_first_finishes_last PASSED [ 71%] 2024-09-19T14:16:16.786 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_response_code PASSED [ 71%] 2024-09-19T14:16:21.618 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_big_request_response_code PASSED [ 71%] 2024-09-19T14:16:22.194 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_skip_leading_bytes_response_code PASSED [ 71%] 2024-09-19T14:16:22.762 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_return_trailing_bytes_response_code PASSED [ 72%] 2024-09-19T14:16:23.362 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_invalid_range PASSED [ 72%] 2024-09-19T14:16:23.946 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_empty_object PASSED [ 72%] 2024-09-19T14:16:24.882 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_bucket_create_suspend PASSED [ 72%] 2024-09-19T14:16:33.443 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_read_remove PASSED [ 72%] 2024-09-19T14:16:34.430 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_read_remove_head PASSED [ 72%] 2024-09-19T14:16:35.258 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_removal PASSED [ 72%] 2024-09-19T14:16:36.194 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_overwrite PASSED [ 73%] 2024-09-19T14:16:37.258 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_overwrite_suspended PASSED [ 73%] 2024-09-19T14:16:41.003 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_suspend_versions PASSED [ 73%] 2024-09-19T14:16:41.986 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_suspended_copy PASSED [ 73%] 2024-09-19T14:16:46.521 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_versions_remove_all PASSED [ 73%] 2024-09-19T14:17:02.878 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_versions_remove_special_names PASSED [ 73%] 2024-09-19T14:17:07.171 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_overwrite_multipart PASSED [ 73%] 2024-09-19T14:17:08.770 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_list_marker PASSED [ 73%] 2024-09-19T14:17:10.530 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_copy_obj_version PASSED [ 74%] 2024-09-19T14:17:11.295 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete PASSED [ 74%] 2024-09-19T14:17:12.230 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete_with_marker PASSED [ 74%] 2024-09-19T14:17:13.006 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete_with_marker_create PASSED [ 74%] 2024-09-19T14:17:13.963 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_versioned_object_acl PASSED [ 74%] 2024-09-19T14:17:14.835 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_versioned_object_acl_no_version_specified PASSED [ 74%] 2024-09-19T14:17:15.730 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_versioned_concurrent_object_create_and_remove PASSED [ 74%] 2024-09-19T14:17:16.219 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set PASSED [ 75%] 2024-09-19T14:17:16.763 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_get PASSED [ 75%] 2024-09-19T14:17:17.299 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_get_no_id PASSED [ 75%] 2024-09-19T14:17:17.762 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_id_too_long PASSED [ 75%] 2024-09-19T14:17:18.330 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_same_id PASSED [ 75%] 2024-09-19T14:17:18.890 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_invalid_status PASSED [ 75%] 2024-09-19T14:17:19.402 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_date PASSED [ 75%] 2024-09-19T14:17:19.886 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_invalid_date PASSED [ 76%] 2024-09-19T14:17:20.455 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_noncurrent PASSED [ 76%] 2024-09-19T14:17:20.907 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_deletemarker PASSED [ 76%] 2024-09-19T14:17:21.392 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_filter PASSED [ 76%] 2024-09-19T14:17:21.863 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_empty_filter PASSED [ 76%] 2024-09-19T14:17:22.331 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_multipart PASSED [ 76%] 2024-09-19T14:17:22.883 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_transition_set_invalid_date PASSED [ 76%] 2024-09-19T14:17:23.459 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1b PASSED [ 76%] 2024-09-19T14:17:24.034 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1kb PASSED [ 77%] 2024-09-19T14:17:24.602 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1MB PASSED [ 77%] 2024-09-19T14:17:25.171 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_13b PASSED [ 77%] 2024-09-19T14:17:25.710 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_method_head PASSED [ 77%] 2024-09-19T14:17:26.346 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_present PASSED [ 77%] 2024-09-19T14:17:26.879 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_other_key PASSED [ 77%] 2024-09-19T14:17:27.350 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_invalid_md5 PASSED [ 77%] 2024-09-19T14:17:27.894 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_no_md5 PASSED [ 78%] 2024-09-19T14:17:28.367 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_no_key PASSED [ 78%] 2024-09-19T14:17:28.834 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_key_no_sse_c PASSED [ 78%] 2024-09-19T14:17:34.071 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_multipart_upload PASSED [ 78%] 2024-09-19T14:17:39.247 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_unaligned_multipart_upload PASSED [ 78%] 2024-09-19T14:17:41.030 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_multipart_bad_download PASSED [ 78%] 2024-09-19T14:17:41.607 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_post_object_authenticated_request PASSED [ 78%] 2024-09-19T14:18:42.339 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_enforced_with_bucket_policy PASSED [ 78%] 2024-09-19T14:19:43.155 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_deny_algo_with_bucket_policy PASSED [ 79%] 2024-09-19T14:19:43.668 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_method_head PASSED [ 79%] 2024-09-19T14:19:44.263 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_present PASSED [ 79%] 2024-09-19T14:19:44.731 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_no_key PASSED [ 79%] 2024-09-19T14:19:45.199 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_not_declared PASSED [ 79%] 2024-09-19T14:19:49.407 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_upload PASSED [ 79%] 2024-09-19T14:19:50.931 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_invalid_chunks_1 PASSED [ 79%] 2024-09-19T14:19:52.520 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_invalid_chunks_2 PASSED [ 80%] 2024-09-19T14:19:53.082 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_post_object_authenticated_request PASSED [ 80%] 2024-09-19T14:19:53.659 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1b PASSED [ 80%] 2024-09-19T14:19:54.266 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1kb PASSED [ 80%] 2024-09-19T14:19:54.792 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1MB PASSED [ 80%] 2024-09-19T14:19:55.372 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_13b PASSED [ 80%] 2024-09-19T14:19:56.010 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_read_declare PASSED [ 80%] 2024-09-19T14:19:56.603 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy PASSED [ 80%] 2024-09-19T14:19:57.262 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_policy PASSED [ 81%] 2024-09-19T14:19:57.930 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_acl PASSED [ 81%] 2024-09-19T14:19:58.571 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_policy_acl PASSED [ 81%] 2024-09-19T14:19:59.204 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_different_tenant PASSED [ 81%] 2024-09-19T14:19:59.763 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_tenanted_bucket PASSED [ 81%] 2024-09-19T14:20:00.727 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_another_bucket PASSED [ 81%] 2024-09-19T14:20:01.639 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_policy_another_bucket PASSED [ 81%] 2024-09-19T14:20:02.534 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_get_obj_tagging PASSED [ 82%] 2024-09-19T14:20:03.327 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_get_obj_head_tagging PASSED [ 82%] 2024-09-19T14:20:04.091 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_put_max_tags PASSED [ 82%] 2024-09-19T14:20:04.894 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_put_excess_tags PASSED [ 82%] 2024-09-19T14:20:05.747 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_put_max_kvsize_tags PASSED [ 82%] 2024-09-19T14:20:06.539 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_put_excess_key_tags PASSED [ 82%] 2024-09-19T14:20:07.411 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_put_excess_val_tags PASSED [ 82%] 2024-09-19T14:20:08.354 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_put_modify_tags PASSED [ 82%] 2024-09-19T14:20:09.263 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_put_delete_tags PASSED [ 83%] 2024-09-19T14:20:09.847 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_tags_anonymous_request PASSED [ 83%] 2024-09-19T14:20:10.450 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_tags_authenticated_request PASSED [ 83%] 2024-09-19T14:20:11.126 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_with_tags PASSED [ 83%] 2024-09-19T14:20:11.887 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_get_tags_acl_public PASSED [ 83%] 2024-09-19T14:20:12.687 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_put_tags_acl_public PASSED [ 83%] 2024-09-19T14:20:13.550 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_delete_tags_obj_public PASSED [ 83%] 2024-09-19T14:20:14.791 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_bucket_atomic_upload_return_version_id PASSED [ 84%] 2024-09-19T14:20:18.734 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_bucket_multipart_upload_return_version_id PASSED [ 84%] 2024-09-19T14:20:19.582 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_existing_tag PASSED [ 84%] 2024-09-19T14:20:20.455 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_tagging_existing_tag PASSED [ 84%] 2024-09-19T14:20:21.271 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_tagging_existing_tag PASSED [ 84%] 2024-09-19T14:20:22.386 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_copy_source PASSED [ 84%] 2024-09-19T14:20:23.419 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_copy_source_meta PASSED [ 84%] 2024-09-19T14:20:24.055 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_acl PASSED [ 84%] 2024-09-19T14:20:24.973 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_grant PASSED [ 85%] 2024-09-19T14:20:25.497 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_c_s3 PASSED [ 85%] 2024-09-19T14:20:25.963 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_c_kms PASSED [ 85%] 2024-09-19T14:20:26.478 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_s3_kms PASSED [ 85%] 2024-09-19T14:20:26.967 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_bad_enc_kms PASSED [ 85%] 2024-09-19T14:20:27.583 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_kms_noenc PASSED [ 85%] 2024-09-19T14:20:28.095 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_kms_s3 PASSED [ 85%] 2024-09-19T14:20:28.963 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_acl_existing_tag PASSED [ 86%] 2024-09-19T14:20:29.431 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock PASSED [ 86%] 2024-09-19T14:20:29.887 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_bucket PASSED [ 86%] 2024-09-19T14:20:30.351 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_with_days_and_years PASSED [ 86%] 2024-09-19T14:20:30.842 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_days PASSED [ 86%] 2024-09-19T14:20:31.303 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_years PASSED [ 86%] 2024-09-19T14:20:31.854 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_mode PASSED [ 86%] 2024-09-19T14:20:32.328 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_status PASSED [ 86%] 2024-09-19T14:20:32.862 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_suspend_versioning PASSED [ 87%] 2024-09-19T14:20:33.354 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_lock PASSED [ 87%] 2024-09-19T14:20:33.827 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_lock_invalid_bucket PASSED [ 87%] 2024-09-19T14:20:34.371 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention PASSED [ 87%] 2024-09-19T14:20:34.916 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_invalid_bucket PASSED [ 87%] 2024-09-19T14:20:35.515 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_invalid_mode PASSED [ 87%] 2024-09-19T14:20:36.059 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention PASSED [ 87%] 2024-09-19T14:20:36.594 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention_iso8601 PASSED [ 88%] 2024-09-19T14:20:37.135 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention_invalid_bucket PASSED [ 88%] 2024-09-19T14:20:37.759 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_versionid PASSED [ 88%] 2024-09-19T14:20:38.374 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_override_default_retention PASSED [ 88%] 2024-09-19T14:20:38.931 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_increase_period PASSED [ 88%] 2024-09-19T14:20:39.507 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_shorten_period PASSED [ 88%] 2024-09-19T14:20:40.182 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_shorten_period_bypass PASSED [ 88%] 2024-09-19T14:20:40.770 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_retention PASSED [ 89%] 2024-09-19T14:20:41.443 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_multipart_object_with_retention PASSED [ 89%] 2024-09-19T14:20:42.099 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_retention_and_marker PASSED [ 89%] 2024-09-19T14:20:42.687 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_multi_delete_object_with_retention PASSED [ 89%] 2024-09-19T14:20:43.223 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold PASSED [ 89%] 2024-09-19T14:20:43.802 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold_invalid_bucket PASSED [ 89%] 2024-09-19T14:20:44.363 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold_invalid_status PASSED [ 89%] 2024-09-19T14:20:44.995 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_legal_hold PASSED [ 89%] 2024-09-19T14:20:45.599 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_legal_hold_invalid_bucket PASSED [ 90%] 2024-09-19T14:20:46.205 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_legal_hold_on PASSED [ 90%] 2024-09-19T14:20:46.939 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_multipart_object_with_legal_hold_on PASSED [ 90%] 2024-09-19T14:20:47.447 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_legal_hold_off PASSED [ 90%] 2024-09-19T14:20:47.979 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_metadata PASSED [ 90%] 2024-09-19T14:20:48.471 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_uploading_obj PASSED [ 90%] 2024-09-19T14:20:58.823 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_governance_with_bypass PASSED [ 90%] 2024-09-19T14:20:59.371 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_governance_without_bypass PASSED [ 91%] 2024-09-19T14:21:09.283 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_compliance PASSED [ 91%] 2024-09-19T14:21:09.987 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_copy_object_ifmatch_good PASSED [ 91%] 2024-09-19T14:21:10.611 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_copy_object_ifnonematch_failed PASSED [ 91%] 2024-09-19T14:21:11.103 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_get_bucket_policy_status PASSED [ 91%] 2024-09-19T14:21:11.647 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_get_public_acl_bucket_policy_status PASSED [ 91%] 2024-09-19T14:21:12.139 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_get_authpublic_acl_bucket_policy_status PASSED [ 91%] 2024-09-19T14:21:12.683 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_get_publicpolicy_acl_bucket_policy_status PASSED [ 91%] 2024-09-19T14:21:13.235 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_get_nonpublicpolicy_acl_bucket_policy_status PASSED [ 92%] 2024-09-19T14:21:13.727 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_get_nonpublicpolicy_principal_bucket_policy_status PASSED [ 92%] 2024-09-19T14:21:14.215 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_allow_notprincipal PASSED [ 92%] 2024-09-19T14:21:14.711 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_get_undefined_public_block PASSED [ 92%] 2024-09-19T14:21:15.271 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_get_public_block_deny_bucket_policy PASSED [ 92%] 2024-09-19T14:21:15.863 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_put_public_block PASSED [ 92%] 2024-09-19T14:21:16.507 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_put_bucket_acls PASSED [ 92%] 2024-09-19T14:21:17.119 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_object_canned_acls PASSED [ 93%] 2024-09-19T14:21:17.631 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_policy PASSED [ 93%] 2024-09-19T14:21:18.087 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_policy_with_principal PASSED [ 93%] 2024-09-19T14:21:18.906 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_ignore_public_acls PASSED [ 93%] 2024-09-19T14:21:20.983 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_on_a_bucket_with_policy PASSED [ 93%] 2024-09-19T14:21:21.427 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_put_bucket_encryption_kms PASSED [ 93%] 2024-09-19T14:21:22.066 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_get_bucket_encryption_kms PASSED [ 93%] 2024-09-19T14:21:22.590 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_delete_bucket_encryption_kms PASSED [ 93%] 2024-09-19T14:21:23.266 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_default_post_object_authenticated_request PASSED [ 94%] 2024-09-19T14:21:23.975 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_torrent PASSED [ 94%] 2024-09-19T14:21:24.587 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_object_checksum_sha256 PASSED [ 94%] 2024-09-19T14:21:25.594 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_checksum_sha256 PASSED [ 94%] 2024-09-19T14:21:26.747 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_checksum_3parts PASSED [ 94%] 2024-09-19T14:21:27.411 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_checksum PASSED [ 94%] 2024-09-19T14:21:34.907 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3select.py::test_generate_where_clause PASSED [ 94%] 2024-09-19T14:21:42.195 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3select.py::test_generate_projection PASSED [ 95%] 2024-09-19T14:21:42.803 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3select.py::test_count_operation PASSED [ 95%] 2024-09-19T14:21:43.723 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3select.py::test_count_json_operation PASSED [ 95%] 2024-09-19T14:21:45.843 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3select.py::test_json_column_sum_min_max PASSED [ 95%] 2024-09-19T14:21:47.759 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3select.py::test_json_nullif_expressions PASSED [ 95%] 2024-09-19T14:21:49.319 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3select.py::test_column_sum_min_max PASSED [ 95%] 2024-09-19T14:21:50.395 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3select.py::test_nullif_expressions PASSED [ 95%] 2024-09-19T14:21:51.495 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3select.py::test_nulliftrue_expressions PASSED [ 95%] 2024-09-19T14:21:52.589 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3select.py::test_is_not_null_expressions PASSED [ 96%] 2024-09-19T14:21:53.279 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3select.py::test_lowerupper_expressions PASSED [ 96%] 2024-09-19T14:21:54.671 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3select.py::test_in_expressions PASSED [ 96%] 2024-09-19T14:21:56.182 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3select.py::test_true_false_in_expressions PASSED [ 96%] 2024-09-19T14:21:58.899 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3select.py::test_like_expressions PASSED [ 96%] 2024-09-19T14:22:00.431 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3select.py::test_truefalselike_expressions PASSED [ 96%] 2024-09-19T14:22:01.407 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3select.py::test_complex_expressions PASSED [ 96%] 2024-09-19T14:22:02.199 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3select.py::test_alias PASSED [ 97%] 2024-09-19T14:22:02.967 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3select.py::test_alias_cyclic_refernce PASSED [ 97%] 2024-09-19T14:22:04.023 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3select.py::test_datetime PASSED [ 97%] 2024-09-19T14:22:05.169 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3select.py::test_true_false_datetime PASSED [ 97%] 2024-09-19T14:22:06.163 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3select.py::test_csv_parser PASSED [ 97%] 2024-09-19T14:22:07.035 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3select.py::test_csv_definition PASSED [ 97%] 2024-09-19T14:22:08.123 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3select.py::test_schema_definition PASSED [ 97%] 2024-09-19T14:22:09.347 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3select.py::test_when_then_else_expressions PASSED [ 97%] 2024-09-19T14:22:10.571 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3select.py::test_coalesce_expressions PASSED [ 98%] 2024-09-19T14:22:11.543 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3select.py::test_cast_expressions PASSED [ 98%] 2024-09-19T14:22:11.807 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3select.py::test_version PASSED [ 98%] 2024-09-19T14:22:13.310 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3select.py::test_trim_expressions PASSED [ 98%] 2024-09-19T14:22:14.711 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3select.py::test_truefalse_trim_expressions PASSED [ 98%] 2024-09-19T14:22:15.686 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3select.py::test_escape_expressions PASSED [ 98%] 2024-09-19T14:22:16.603 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3select.py::test_case_value_expressions PASSED [ 98%] 2024-09-19T14:22:17.463 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3select.py::test_bool_cast_expressions PASSED [ 99%] 2024-09-19T14:22:28.607 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3select.py::test_progress_expressions PASSED [ 99%] 2024-09-19T14:22:28.867 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3select.py::test_output_serial_expressions PASSED [ 99%] 2024-09-19T14:22:29.780 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_sns.py::test_account_topic PASSED [ 99%] 2024-09-19T14:22:30.538 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_sns.py::test_cross_account_topic PASSED [ 99%] 2024-09-19T14:22:31.211 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_sns.py::test_account_topic_publish PASSED [ 99%] 2024-09-19T14:22:32.007 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_sns.py::test_cross_account_topic_publish PASSED [ 99%] 2024-09-19T14:22:32.052 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_utils.py::test_generate PASSED [100%] 2024-09-19T14:22:32.052 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:22:32.052 INFO:teuthology.orchestra.run.smithi031.stdout:=============================== warnings summary =============================== 2024-09-19T14:22:32.052 INFO:teuthology.orchestra.run.smithi031.stdout:.tox/py/lib/python3.10/site-packages/boto/plugin.py:40 2024-09-19T14:22:32.052 INFO:teuthology.orchestra.run.smithi031.stdout: /home/ubuntu/cephtest/s3-tests-client.0/.tox/py/lib/python3.10/site-packages/boto/plugin.py:40: DeprecationWarning: the imp module is deprecated in favour of importlib and slated for removal in Python 3.12; see the module's documentation for alternative uses 2024-09-19T14:22:32.052 INFO:teuthology.orchestra.run.smithi031.stdout: import imp 2024-09-19T14:22:32.053 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:22:32.053 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py:120 2024-09-19T14:22:32.053 INFO:teuthology.orchestra.run.smithi031.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_headers.py:120: SyntaxWarning: "is" with a literal. Did you mean "=="? 2024-09-19T14:22:32.053 INFO:teuthology.orchestra.run.smithi031.stdout: if boto_type is 'S3Connection': 2024-09-19T14:22:32.053 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:22:32.053 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_headers.py:124 2024-09-19T14:22:32.053 INFO:teuthology.orchestra.run.smithi031.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_headers.py:124: SyntaxWarning: "is" with a literal. Did you mean "=="? 2024-09-19T14:22:32.053 INFO:teuthology.orchestra.run.smithi031.stdout: elif boto_type is 'HTTPRequest': 2024-09-19T14:22:32.053 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:22:32.053 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_s3.py:359 2024-09-19T14:22:32.054 INFO:teuthology.orchestra.run.smithi031.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_s3.py:359: DeprecationWarning: invalid escape sequence '\W' 2024-09-19T14:22:32.054 INFO:teuthology.orchestra.run.smithi031.stdout: extra_sc = re.split('\W+', config['main']['storage_classes']) 2024-09-19T14:22:32.054 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:22:32.054 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_s3_website.py:176 2024-09-19T14:22:32.054 INFO:teuthology.orchestra.run.smithi031.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_s3_website.py:176: SyntaxWarning: "is" with a literal. Did you mean "=="? 2024-09-19T14:22:32.054 INFO:teuthology.orchestra.run.smithi031.stdout: if k is 'BucketName': 2024-09-19T14:22:32.054 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:22:32.054 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_s3_website.py:253 2024-09-19T14:22:32.054 INFO:teuthology.orchestra.run.smithi031.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_s3_website.py:253: PytestUnknownMarkWarning: Unknown pytest.mark.timeout - is this a typo? You can register custom marks to avoid this warning - for details, see https://docs.pytest.org/en/stable/how-to/mark.html 2024-09-19T14:22:32.054 INFO:teuthology.orchestra.run.smithi031.stdout: @pytest.mark.timeout(10) 2024-09-19T14:22:32.054 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:22:32.055 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests/functional/test_s3_website.py:1077 2024-09-19T14:22:32.055 INFO:teuthology.orchestra.run.smithi031.stdout: s3tests/functional/test_s3_website.py:1077: PytestCollectionWarning: yield tests were removed in pytest 4.0 - test_routing_generator will be ignored 2024-09-19T14:22:32.055 INFO:teuthology.orchestra.run.smithi031.stdout: @pytest.mark.s3website_routing_rules 2024-09-19T14:22:32.055 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:22:32.055 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py:2214 2024-09-19T14:22:32.055 INFO:teuthology.orchestra.run.smithi031.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2214: DeprecationWarning: invalid escape sequence '\$' 2024-09-19T14:22:32.055 INFO:teuthology.orchestra.run.smithi031.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-19T14:22:32.055 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:22:32.055 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py:2229 2024-09-19T14:22:32.055 INFO:teuthology.orchestra.run.smithi031.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2229: DeprecationWarning: invalid escape sequence '\$' 2024-09-19T14:22:32.055 INFO:teuthology.orchestra.run.smithi031.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id),\ 2024-09-19T14:22:32.056 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:22:32.056 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py:2235 2024-09-19T14:22:32.056 INFO:teuthology.orchestra.run.smithi031.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2235: DeprecationWarning: invalid escape sequence '\$' 2024-09-19T14:22:32.056 INFO:teuthology.orchestra.run.smithi031.stdout: response = client.get_object(Bucket=bucket_name, Key='\$foo.txt') 2024-09-19T14:22:32.056 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:22:32.056 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py:2292 2024-09-19T14:22:32.056 INFO:teuthology.orchestra.run.smithi031.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2292: DeprecationWarning: invalid escape sequence '\$' 2024-09-19T14:22:32.056 INFO:teuthology.orchestra.run.smithi031.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-19T14:22:32.056 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:22:32.056 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py:2307 2024-09-19T14:22:32.056 INFO:teuthology.orchestra.run.smithi031.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2307: DeprecationWarning: invalid escape sequence '\$' 2024-09-19T14:22:32.056 INFO:teuthology.orchestra.run.smithi031.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id),\ 2024-09-19T14:22:32.057 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:22:32.057 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py:2325 2024-09-19T14:22:32.057 INFO:teuthology.orchestra.run.smithi031.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2325: DeprecationWarning: invalid escape sequence '\$' 2024-09-19T14:22:32.057 INFO:teuthology.orchestra.run.smithi031.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-19T14:22:32.057 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:22:32.057 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py:2340 2024-09-19T14:22:32.057 INFO:teuthology.orchestra.run.smithi031.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2340: DeprecationWarning: invalid escape sequence '\$' 2024-09-19T14:22:32.057 INFO:teuthology.orchestra.run.smithi031.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id[::-1]),\ 2024-09-19T14:22:32.057 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:22:32.057 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py:2358 2024-09-19T14:22:32.057 INFO:teuthology.orchestra.run.smithi031.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2358: DeprecationWarning: invalid escape sequence '\$' 2024-09-19T14:22:32.058 INFO:teuthology.orchestra.run.smithi031.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-19T14:22:32.058 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:22:32.058 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py:2373 2024-09-19T14:22:32.058 INFO:teuthology.orchestra.run.smithi031.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2373: DeprecationWarning: invalid escape sequence '\$' 2024-09-19T14:22:32.058 INFO:teuthology.orchestra.run.smithi031.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id),\ 2024-09-19T14:22:32.058 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:22:32.058 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py:2423 2024-09-19T14:22:32.058 INFO:teuthology.orchestra.run.smithi031.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2423: DeprecationWarning: invalid escape sequence '\$' 2024-09-19T14:22:32.058 INFO:teuthology.orchestra.run.smithi031.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-19T14:22:32.058 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:22:32.059 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py:2455 2024-09-19T14:22:32.059 INFO:teuthology.orchestra.run.smithi031.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2455: DeprecationWarning: invalid escape sequence '\$' 2024-09-19T14:22:32.059 INFO:teuthology.orchestra.run.smithi031.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-19T14:22:32.059 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:22:32.059 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_headers.py: 29 warnings 2024-09-19T14:22:32.059 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_iam.py: 82 warnings 2024-09-19T14:22:32.059 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py: 497 warnings 2024-09-19T14:22:32.059 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3select.py: 33 warnings 2024-09-19T14:22:32.059 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_sns.py: 3 warnings 2024-09-19T14:22:32.059 INFO:teuthology.orchestra.run.smithi031.stdout: /home/ubuntu/cephtest/s3-tests-client.0/.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi031.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T14:22:32.060 INFO:teuthology.orchestra.run.smithi031.stdout: warnings.warn( 2024-09-19T14:22:32.060 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:22:32.060 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_100_continue 2024-09-19T14:22:32.060 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_100_continue 2024-09-19T14:22:32.060 INFO:teuthology.orchestra.run.smithi031.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:6540: DeprecationWarning: ssl.wrap_socket() is deprecated, use SSLContext.wrap_socket() 2024-09-19T14:22:32.060 INFO:teuthology.orchestra.run.smithi031.stdout: s = ssl.wrap_socket(s); 2024-09-19T14:22:32.060 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:22:32.060 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_100_continue 2024-09-19T14:22:32.060 INFO:teuthology.orchestra.run.smithi031.stdout:s3tests_boto3/functional/test_s3.py::test_100_continue 2024-09-19T14:22:32.060 INFO:teuthology.orchestra.run.smithi031.stdout: /usr/lib/python3.10/ssl.py:1434: DeprecationWarning: ssl.PROTOCOL_TLS is deprecated 2024-09-19T14:22:32.061 INFO:teuthology.orchestra.run.smithi031.stdout: context = SSLContext(ssl_version) 2024-09-19T14:22:32.061 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:22:32.061 INFO:teuthology.orchestra.run.smithi031.stdout:-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html 2024-09-19T14:22:32.061 INFO:teuthology.orchestra.run.smithi031.stdout:= 680 passed, 65 skipped, 126 deselected, 1 xfailed, 666 warnings in 847.51s (0:14:07) = 2024-09-19T14:22:32.232 INFO:teuthology.orchestra.run.smithi031.stdout:___________________________________ summary ____________________________________ 2024-09-19T14:22:32.233 INFO:teuthology.orchestra.run.smithi031.stdout: py: commands succeeded 2024-09-19T14:22:32.233 INFO:teuthology.orchestra.run.smithi031.stdout: congratulations :) 2024-09-19T14:22:32.274 DEBUG:tasks.s3tests:Scanning radosgw logs for leaked encryption keys... 2024-09-19T14:22:32.274 DEBUG:teuthology.orchestra.run.smithi031:> grep --binary-files=text pO3upElrwuEXSoFwCfnZPdSsmt/xWeFa0N9KgDijwVs= /var/log/ceph/rgw.ceph.client.0.log 2024-09-19T14:22:32.370 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T14:22:32.370 INFO:tasks.s3tests:Cleaning up boto... 2024-09-19T14:22:32.371 DEBUG:teuthology.orchestra.run.smithi031:> rm /home/ubuntu/cephtest/boto-client.0.cfg 2024-09-19T14:22:32.375 INFO:tasks.s3tests:Removing s3-tests... 2024-09-19T14:22:32.376 DEBUG:teuthology.orchestra.run.smithi031:> rm -rf /home/ubuntu/cephtest/s3-tests-client.0 2024-09-19T14:22:32.571 INFO:teuthology.run_tasks:Running task workunit... 2024-09-19T14:22:32.585 INFO:tasks.workunit:Pulling workunits from ref 08af21e0d16078b88ddf808fe9ba2ab84dbe6754 2024-09-19T14:22:32.585 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-19T14:22:32.585 DEBUG:teuthology.orchestra.run.smithi031:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-19T14:22:32.590 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T14:22:32.591 INFO:teuthology.orchestra.run.smithi031.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-19T14:22:32.591 DEBUG:teuthology.orchestra.run.smithi031:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-19T14:22:32.640 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-19T14:22:32.641 DEBUG:teuthology.orchestra.run.smithi031:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-19T14:22:32.688 INFO:tasks.workunit:timeout=3h 2024-09-19T14:22:32.688 INFO:tasks.workunit:cleanup=True 2024-09-19T14:22:32.688 DEBUG:teuthology.orchestra.run.smithi031:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 08af21e0d16078b88ddf808fe9ba2ab84dbe6754 2024-09-19T14:22:32.738 INFO:tasks.workunit.client.0.smithi031.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-19T14:23:30.867 INFO:tasks.workunit.client.0.smithi031.stderr:Updating files: 95% (12114/12697) Updating files: 96% (12190/12697) Updating files: 97% (12317/12697) Updating files: 98% (12444/12697) Updating files: 99% (12571/12697) Updating files: 100% (12697/12697) Updating files: 100% (12697/12697), done. 2024-09-19T14:23:31.783 INFO:tasks.workunit.client.0.smithi031.stderr:Note: switching to '08af21e0d16078b88ddf808fe9ba2ab84dbe6754'. 2024-09-19T14:23:31.784 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:23:31.784 INFO:tasks.workunit.client.0.smithi031.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-19T14:23:31.784 INFO:tasks.workunit.client.0.smithi031.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-19T14:23:31.784 INFO:tasks.workunit.client.0.smithi031.stderr:state without impacting any branches by switching back to a branch. 2024-09-19T14:23:31.784 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:23:31.784 INFO:tasks.workunit.client.0.smithi031.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-19T14:23:31.784 INFO:tasks.workunit.client.0.smithi031.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-19T14:23:31.785 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:23:31.785 INFO:tasks.workunit.client.0.smithi031.stderr: git switch -c 2024-09-19T14:23:31.785 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:23:31.785 INFO:tasks.workunit.client.0.smithi031.stderr:Or undo this operation with: 2024-09-19T14:23:31.785 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:23:31.785 INFO:tasks.workunit.client.0.smithi031.stderr: git switch - 2024-09-19T14:23:31.785 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:23:31.785 INFO:tasks.workunit.client.0.smithi031.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-19T14:23:31.785 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:23:31.785 INFO:tasks.workunit.client.0.smithi031.stderr:HEAD is now at 08af21e0d16 rgw_log_backing: error code not returned 2024-09-19T14:23:31.791 DEBUG:teuthology.orchestra.run.smithi031:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-19T14:23:31.840 INFO:tasks.workunit.client.0.smithi031.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-19T14:23:31.843 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-19T14:23:31.843 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-19T14:23:31.900 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-19T14:23:31.958 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-19T14:23:31.999 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-19T14:23:32.000 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-19T14:23:32.001 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-19T14:23:32.045 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-19T14:23:32.049 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T14:23:32.049 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-19T14:23:32.100 INFO:tasks.workunit:Running workunits matching rgw/run-versioning.sh on client.0... 2024-09-19T14:23:32.101 INFO:tasks.workunit:Running workunit rgw/run-versioning.sh... 2024-09-19T14:23:32.101 DEBUG:teuthology.orchestra.run.smithi031:workunit test rgw/run-versioning.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=08af21e0d16078b88ddf808fe9ba2ab84dbe6754 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-versioning.sh 2024-09-19T14:23:32.153 INFO:tasks.workunit.client.0.smithi031.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-versioning.sh 2024-09-19T14:23:32.154 INFO:tasks.workunit.client.0.smithi031.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-19T14:23:32.154 INFO:tasks.workunit.client.0.smithi031.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-19T14:23:35.147 INFO:tasks.workunit.client.0.smithi031.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2024-09-19T14:23:35.147 INFO:tasks.workunit.client.0.smithi031.stderr:++ deactivate nondestructive 2024-09-19T14:23:35.147 INFO:tasks.workunit.client.0.smithi031.stderr:++ '[' -n '' ']' 2024-09-19T14:23:35.147 INFO:tasks.workunit.client.0.smithi031.stderr:++ '[' -n '' ']' 2024-09-19T14:23:35.147 INFO:tasks.workunit.client.0.smithi031.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-19T14:23:35.147 INFO:tasks.workunit.client.0.smithi031.stderr:++ hash -r 2024-09-19T14:23:35.147 INFO:tasks.workunit.client.0.smithi031.stderr:++ '[' -n '' ']' 2024-09-19T14:23:35.147 INFO:tasks.workunit.client.0.smithi031.stderr:++ unset VIRTUAL_ENV 2024-09-19T14:23:35.147 INFO:tasks.workunit.client.0.smithi031.stderr:++ unset VIRTUAL_ENV_PROMPT 2024-09-19T14:23:35.147 INFO:tasks.workunit.client.0.smithi031.stderr:++ '[' '!' nondestructive = nondestructive ']' 2024-09-19T14:23:35.148 INFO:tasks.workunit.client.0.smithi031.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-19T14:23:35.148 INFO:tasks.workunit.client.0.smithi031.stderr:++ export VIRTUAL_ENV 2024-09-19T14:23:35.148 INFO:tasks.workunit.client.0.smithi031.stderr:++ _OLD_VIRTUAL_PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-19T14:23:35.148 INFO:tasks.workunit.client.0.smithi031.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-19T14:23:35.148 INFO:tasks.workunit.client.0.smithi031.stderr:++ export PATH 2024-09-19T14:23:35.148 INFO:tasks.workunit.client.0.smithi031.stderr:++ '[' -n '' ']' 2024-09-19T14:23:35.148 INFO:tasks.workunit.client.0.smithi031.stderr:++ '[' -z '' ']' 2024-09-19T14:23:35.148 INFO:tasks.workunit.client.0.smithi031.stderr:++ _OLD_VIRTUAL_PS1= 2024-09-19T14:23:35.148 INFO:tasks.workunit.client.0.smithi031.stderr:++ PS1='(rgw) ' 2024-09-19T14:23:35.148 INFO:tasks.workunit.client.0.smithi031.stderr:++ export PS1 2024-09-19T14:23:35.148 INFO:tasks.workunit.client.0.smithi031.stderr:++ VIRTUAL_ENV_PROMPT='(rgw) ' 2024-09-19T14:23:35.148 INFO:tasks.workunit.client.0.smithi031.stderr:++ export VIRTUAL_ENV_PROMPT 2024-09-19T14:23:35.148 INFO:tasks.workunit.client.0.smithi031.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-19T14:23:35.148 INFO:tasks.workunit.client.0.smithi031.stderr:++ hash -r 2024-09-19T14:23:35.148 INFO:tasks.workunit.client.0.smithi031.stderr:+ pip install pip --upgrade 2024-09-19T14:23:35.546 INFO:tasks.workunit.client.0.smithi031.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages (22.0.2) 2024-09-19T14:23:35.762 INFO:tasks.workunit.client.0.smithi031.stdout:Collecting pip 2024-09-19T14:23:35.768 INFO:tasks.workunit.client.0.smithi031.stdout: Using cached pip-24.2-py3-none-any.whl (1.8 MB) 2024-09-19T14:23:35.805 INFO:tasks.workunit.client.0.smithi031.stdout:Installing collected packages: pip 2024-09-19T14:23:35.805 INFO:tasks.workunit.client.0.smithi031.stdout: Attempting uninstall: pip 2024-09-19T14:23:35.806 INFO:tasks.workunit.client.0.smithi031.stdout: Found existing installation: pip 22.0.2 2024-09-19T14:23:36.088 INFO:tasks.workunit.client.0.smithi031.stdout: Uninstalling pip-22.0.2: 2024-09-19T14:23:36.095 INFO:tasks.workunit.client.0.smithi031.stdout: Successfully uninstalled pip-22.0.2 2024-09-19T14:23:36.877 INFO:tasks.workunit.client.0.smithi031.stdout:Successfully installed pip-24.2 2024-09-19T14:23:36.936 INFO:tasks.workunit.client.0.smithi031.stderr:+ pip install boto3 2024-09-19T14:23:37.993 INFO:tasks.workunit.client.0.smithi031.stdout:Collecting boto3 2024-09-19T14:23:37.994 INFO:tasks.workunit.client.0.smithi031.stdout: Using cached boto3-1.35.22-py3-none-any.whl.metadata (6.6 kB) 2024-09-19T14:23:38.577 INFO:tasks.workunit.client.0.smithi031.stdout:Collecting botocore<1.36.0,>=1.35.22 (from boto3) 2024-09-19T14:23:38.579 INFO:tasks.workunit.client.0.smithi031.stdout: Using cached botocore-1.35.22-py3-none-any.whl.metadata (5.7 kB) 2024-09-19T14:23:38.626 INFO:tasks.workunit.client.0.smithi031.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2024-09-19T14:23:38.627 INFO:tasks.workunit.client.0.smithi031.stdout: Using cached jmespath-1.0.1-py3-none-any.whl.metadata (7.6 kB) 2024-09-19T14:23:38.675 INFO:tasks.workunit.client.0.smithi031.stdout:Collecting s3transfer<0.11.0,>=0.10.0 (from boto3) 2024-09-19T14:23:38.676 INFO:tasks.workunit.client.0.smithi031.stdout: Using cached s3transfer-0.10.2-py3-none-any.whl.metadata (1.7 kB) 2024-09-19T14:23:38.739 INFO:tasks.workunit.client.0.smithi031.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.36.0,>=1.35.22->boto3) 2024-09-19T14:23:38.741 INFO:tasks.workunit.client.0.smithi031.stdout: Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2024-09-19T14:23:38.847 INFO:tasks.workunit.client.0.smithi031.stdout:Collecting urllib3!=2.2.0,<3,>=1.25.4 (from botocore<1.36.0,>=1.35.22->boto3) 2024-09-19T14:23:38.848 INFO:tasks.workunit.client.0.smithi031.stdout: Using cached urllib3-2.2.3-py3-none-any.whl.metadata (6.5 kB) 2024-09-19T14:23:39.097 INFO:tasks.workunit.client.0.smithi031.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.36.0,>=1.35.22->boto3) 2024-09-19T14:23:39.098 INFO:tasks.workunit.client.0.smithi031.stdout: Using cached six-1.16.0-py2.py3-none-any.whl.metadata (1.8 kB) 2024-09-19T14:23:39.102 INFO:tasks.workunit.client.0.smithi031.stdout:Using cached boto3-1.35.22-py3-none-any.whl (139 kB) 2024-09-19T14:23:39.103 INFO:tasks.workunit.client.0.smithi031.stdout:Using cached botocore-1.35.22-py3-none-any.whl (12.6 MB) 2024-09-19T14:23:39.113 INFO:tasks.workunit.client.0.smithi031.stdout:Using cached jmespath-1.0.1-py3-none-any.whl (20 kB) 2024-09-19T14:23:39.114 INFO:tasks.workunit.client.0.smithi031.stdout:Using cached s3transfer-0.10.2-py3-none-any.whl (82 kB) 2024-09-19T14:23:39.115 INFO:tasks.workunit.client.0.smithi031.stdout:Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2024-09-19T14:23:39.116 INFO:tasks.workunit.client.0.smithi031.stdout:Using cached urllib3-2.2.3-py3-none-any.whl (126 kB) 2024-09-19T14:23:39.118 INFO:tasks.workunit.client.0.smithi031.stdout:Using cached six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-19T14:23:39.188 INFO:tasks.workunit.client.0.smithi031.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2024-09-19T14:23:40.343 INFO:tasks.workunit.client.0.smithi031.stdout:Successfully installed boto3-1.35.22 botocore-1.35.22 jmespath-1.0.1 python-dateutil-2.9.0.post0 s3transfer-0.10.2 six-1.16.0 urllib3-2.2.3 2024-09-19T14:23:40.561 INFO:tasks.workunit.client.0.smithi031.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_versioning.py 2024-09-19T14:23:40.708 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin user create --uid versioning-tester --display-name "Versioning Testing" --access-key LTA662PVVDTDWX6M2AB0 --secret pvtchqajgzqx5581t6qbddbkj0bgf3a69qdkjcea 2024-09-19T14:23:40.748 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:23:40.748 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:23:40.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.788+0000 7f9206dab9c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:40.796 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.788+0000 7f9206dab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:23:40.796 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.788+0000 7f9206dab9c0 20 realm 2024-09-19T14:23:40.796 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.788+0000 7f9206dab9c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:40.797 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.788+0000 7f9206dab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:23:40.797 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.788+0000 7f9206dab9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:23:40.797 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.788+0000 7f9206dab9c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:40.797 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.788+0000 7f9206dab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:23:40.797 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.788+0000 7f9206dab9c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:40.797 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.792+0000 7f9206dab9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:23:40.797 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.792+0000 7f9206dab9c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:40.797 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.792+0000 7f9206dab9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:23:40.797 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.792+0000 7f9206dab9c0 20 searching for the correct realm 2024-09-19T14:23:40.804 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.800+0000 7f92050b2640 0 -- 172.21.15.31:0/1285316968 >> [v2:172.21.15.170:6824/4002905862,v1:172.21.15.170:6825/4002905862] conn(0x563f981cf2a0 msgr2=0x563f981d1760 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:23:40.810 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.804+0000 7f92040b0640 0 -- 172.21.15.31:0/1285316968 >> [v2:172.21.15.170:6808/820924953,v1:172.21.15.170:6809/820924953] conn(0x563f981d6e00 msgr2=0x563f981d91f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T14:23:40.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.812+0000 7f9206dab9c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:23:40.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.812+0000 7f9206dab9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:23:40.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.812+0000 7f9206dab9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:23:40.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.812+0000 7f9206dab9c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:23:40.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.812+0000 7f9206dab9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:23:40.819 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.812+0000 7f9206dab9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:23:40.819 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.812+0000 7f9206dab9c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:40.819 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.812+0000 7f9206dab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:23:40.819 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.812+0000 7f9206dab9c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:40.819 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.816+0000 7f9206dab9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:23:40.819 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.816+0000 7f9206dab9c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:40.820 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.816+0000 7f9206dab9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:23:40.820 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.816+0000 7f9206dab9c0 20 zone default found 2024-09-19T14:23:40.820 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.816+0000 7f9206dab9c0 4 Realm: () 2024-09-19T14:23:40.820 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.816+0000 7f9206dab9c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:23:40.820 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.816+0000 7f9206dab9c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:23:40.821 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.816+0000 7f9206dab9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:23:40.821 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.816+0000 7f9206dab9c0 20 zonegroup default 2024-09-19T14:23:40.821 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.816+0000 7f9206dab9c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:40.822 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.816+0000 7f9206dab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:23:40.822 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.816+0000 7f9206dab9c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:40.822 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.816+0000 7f9206dab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:23:40.822 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.816+0000 7f9206dab9c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:40.822 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.816+0000 7f9206dab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:23:40.822 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.816+0000 7f9206dab9c0 20 started sync module instance, tier type = 2024-09-19T14:23:40.822 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.816+0000 7f9206dab9c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:23:40.841 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.836+0000 7f9206dab9c0 20 add_watcher() i=0 2024-09-19T14:23:40.841 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.836+0000 7f9206dab9c0 20 add_watcher() i=1 2024-09-19T14:23:40.841 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.836+0000 7f9206dab9c0 20 add_watcher() i=2 2024-09-19T14:23:40.841 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.836+0000 7f9206dab9c0 20 add_watcher() i=3 2024-09-19T14:23:40.841 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.836+0000 7f9206dab9c0 20 add_watcher() i=4 2024-09-19T14:23:40.841 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.836+0000 7f9206dab9c0 20 add_watcher() i=5 2024-09-19T14:23:40.841 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.836+0000 7f9206dab9c0 20 add_watcher() i=6 2024-09-19T14:23:40.844 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.840+0000 7f9206dab9c0 20 add_watcher() i=7 2024-09-19T14:23:40.844 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.840+0000 7f9206dab9c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:23:40.847 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.840+0000 7f90bb7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:23:40.848 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.844+0000 7f9206dab9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:23:40.848 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.844+0000 7f9206dab9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:23:40.848 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.844+0000 7f9206dab9c0 5 note: GC not initialized 2024-09-19T14:23:40.848 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.844+0000 7f90ba7e4640 20 reqs_thread_entry: start 2024-09-19T14:23:40.848 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.844+0000 7f9206dab9c0 20 init_complete bucket index max shards: 1 2024-09-19T14:23:40.849 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.844+0000 7f9206dab9c0 20 Filter name: none 2024-09-19T14:23:40.849 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.844+0000 7f90b3fff640 20 reqs_thread_entry: start 2024-09-19T14:23:40.849 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.844+0000 7f9206dab9c0 10 cache get: name=default.rgw.meta+users.uid+versioning-tester : miss 2024-09-19T14:23:40.849 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.844+0000 7f9206dab9c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:40.849 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.844+0000 7f9206dab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:23:40.849 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.844+0000 7f9206dab9c0 10 cache put: name=default.rgw.meta+users.uid+versioning-tester info.flags=0x0 2024-09-19T14:23:40.849 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.844+0000 7f9206dab9c0 10 adding default.rgw.meta+users.uid+versioning-tester to cache LRU end 2024-09-19T14:23:40.849 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.844+0000 7f9206dab9c0 10 cache get: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 : miss 2024-09-19T14:23:40.849 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.844+0000 7f9206dab9c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:40.850 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.844+0000 7f9206dab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:23:40.850 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.844+0000 7f9206dab9c0 10 cache put: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 info.flags=0x0 2024-09-19T14:23:40.850 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.844+0000 7f9206dab9c0 10 adding default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 to cache LRU end 2024-09-19T14:23:40.850 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.844+0000 7f9206dab9c0 10 cache get: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 : hit (negative entry) 2024-09-19T14:23:40.850 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.844+0000 7f9206dab9c0 10 cache get: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 : hit (negative entry) 2024-09-19T14:23:40.851 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.844+0000 7f9206dab9c0 10 cache put: name=default.rgw.meta+users.uid+versioning-tester info.flags=0x17 2024-09-19T14:23:40.851 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.844+0000 7f9206dab9c0 10 moving default.rgw.meta+users.uid+versioning-tester to cache LRU end 2024-09-19T14:23:40.851 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.844+0000 7f9206dab9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:versioning-tester, ofs0, ns] 2024-09-19T14:23:40.851 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.848+0000 7f90dbfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051236100 cookie 94831135021184 notifier 8732 bl.length()=613 2024-09-19T14:23:40.851 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.848+0000 7f90dbfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+versioning-tester info.flags=0x17 2024-09-19T14:23:40.851 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.848+0000 7f90dbfff640 10 rgw watcher librados: moving default.rgw.meta+users.uid+versioning-tester to cache LRU end 2024-09-19T14:23:40.854 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.848+0000 7f9206dab9c0 10 cache put: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 info.flags=0x7 2024-09-19T14:23:40.854 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.848+0000 7f9206dab9c0 10 moving default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 to cache LRU end 2024-09-19T14:23:40.854 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.848+0000 7f9206dab9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.keys:LTA662PVVDTDWX6M2AB0, ofs0, ns] 2024-09-19T14:23:40.855 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.852+0000 7f90dbfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051236101 cookie 94831135018432 notifier 8732 bl.length()=191 2024-09-19T14:23:40.855 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.852+0000 7f90dbfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 info.flags=0x7 2024-09-19T14:23:40.855 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.852+0000 7f90dbfff640 10 rgw watcher librados: moving default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 to cache LRU end 2024-09-19T14:23:40.857 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.852+0000 7f90bb7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:23:40.861 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.856+0000 7f9206dab9c0 20 remove_watcher() i=0 2024-09-19T14:23:40.861 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.856+0000 7f9206dab9c0 2 removed watcher, disabling cache 2024-09-19T14:23:40.863 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.856+0000 7f9206dab9c0 20 remove_watcher() i=1 2024-09-19T14:23:40.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.860+0000 7f9206dab9c0 20 remove_watcher() i=2 2024-09-19T14:23:40.867 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.860+0000 7f9206dab9c0 20 remove_watcher() i=3 2024-09-19T14:23:40.869 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.864+0000 7f9206dab9c0 20 remove_watcher() i=4 2024-09-19T14:23:40.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.868+0000 7f9206dab9c0 20 remove_watcher() i=5 2024-09-19T14:23:40.874 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.868+0000 7f9206dab9c0 20 remove_watcher() i=6 2024-09-19T14:23:40.877 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:40.872+0000 7f9206dab9c0 20 remove_watcher() i=7 2024-09-19T14:23:41.017 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:23:41.017 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:23:41.063 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:23:41.063 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:23:41.118 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:23:41.118 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:23:41.142 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:23:41.142 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:23:41.150 INFO:tasks.workunit.client.0.smithi031.stderr:TEST: verify that index entries and OLH objects are cleaned up after redundant deletes 2024-09-19T14:23:41.150 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:23:41.155 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:23:41.155 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:23:41.177 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:23:41.177 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:23:41.196 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:23:41.196 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:23:41.222 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bi list --bucket versioning-bucket 2024-09-19T14:23:41.254 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:23:41.254 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:23:41.299 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.292+0000 7fb3f41749c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:41.301 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.296+0000 7fb3f41749c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:23:41.301 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.296+0000 7fb3f41749c0 20 realm 2024-09-19T14:23:41.301 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.296+0000 7fb3f41749c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:41.302 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.296+0000 7fb3f41749c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:23:41.302 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.296+0000 7fb3f41749c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:23:41.302 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.296+0000 7fb3f41749c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:41.302 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.296+0000 7fb3f41749c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:23:41.302 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.296+0000 7fb3f41749c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:41.303 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.300+0000 7fb3f41749c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:23:41.303 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.300+0000 7fb3f41749c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:41.305 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.300+0000 7fb3f41749c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:23:41.305 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.300+0000 7fb3f41749c0 20 searching for the correct realm 2024-09-19T14:23:41.310 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.304+0000 7fb3f1c7a640 0 -- 172.21.15.31:0/2737441331 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7fb3e402b070 msgr2=0x7fb3e4039950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T14:23:41.317 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.312+0000 7fb3f1c7a640 0 -- 172.21.15.31:0/2737441331 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7fb3ec109040 msgr2=0x7fb3ec0fa3b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:23:41.323 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.320+0000 7fb3f41749c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:23:41.324 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.320+0000 7fb3f41749c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:23:41.324 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.320+0000 7fb3f41749c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:23:41.324 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.320+0000 7fb3f41749c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:23:41.324 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.320+0000 7fb3f41749c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:23:41.324 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.320+0000 7fb3f41749c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:23:41.324 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.320+0000 7fb3f41749c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:41.325 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.320+0000 7fb3f41749c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:23:41.325 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.320+0000 7fb3f41749c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:41.325 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.320+0000 7fb3f41749c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:23:41.325 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.320+0000 7fb3f41749c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:41.326 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.320+0000 7fb3f41749c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:23:41.326 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.320+0000 7fb3f41749c0 20 zone default found 2024-09-19T14:23:41.326 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.320+0000 7fb3f41749c0 4 Realm: () 2024-09-19T14:23:41.326 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.320+0000 7fb3f41749c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:23:41.326 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.320+0000 7fb3f41749c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:23:41.326 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.320+0000 7fb3f41749c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:23:41.326 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.320+0000 7fb3f41749c0 20 zonegroup default 2024-09-19T14:23:41.326 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.320+0000 7fb3f41749c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:41.327 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.320+0000 7fb3f41749c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:23:41.327 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.320+0000 7fb3f41749c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:41.327 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.320+0000 7fb3f41749c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:23:41.327 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.320+0000 7fb3f41749c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:41.327 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.320+0000 7fb3f41749c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:23:41.327 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.320+0000 7fb3f41749c0 20 started sync module instance, tier type = 2024-09-19T14:23:41.327 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.320+0000 7fb3f41749c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:23:41.345 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.340+0000 7fb3f41749c0 20 add_watcher() i=0 2024-09-19T14:23:41.345 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.340+0000 7fb3f41749c0 20 add_watcher() i=1 2024-09-19T14:23:41.345 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.340+0000 7fb3f41749c0 20 add_watcher() i=2 2024-09-19T14:23:41.345 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.340+0000 7fb3f41749c0 20 add_watcher() i=3 2024-09-19T14:23:41.345 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.340+0000 7fb3f41749c0 20 add_watcher() i=4 2024-09-19T14:23:41.345 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.340+0000 7fb3f41749c0 20 add_watcher() i=5 2024-09-19T14:23:41.346 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.340+0000 7fb3f41749c0 20 add_watcher() i=6 2024-09-19T14:23:41.348 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.344+0000 7fb3f41749c0 20 add_watcher() i=7 2024-09-19T14:23:41.348 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.344+0000 7fb3f41749c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:23:41.350 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.344+0000 7fb2a37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:23:41.351 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.344+0000 7fb3f41749c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:23:41.351 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.344+0000 7fb3f41749c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:23:41.352 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.344+0000 7fb3f41749c0 5 note: GC not initialized 2024-09-19T14:23:41.352 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.348+0000 7fb2a27fc640 20 reqs_thread_entry: start 2024-09-19T14:23:41.352 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.348+0000 7fb3f41749c0 20 init_complete bucket index max shards: 1 2024-09-19T14:23:41.352 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.348+0000 7fb3f41749c0 20 Filter name: none 2024-09-19T14:23:41.352 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.348+0000 7fb213fff640 20 reqs_thread_entry: start 2024-09-19T14:23:41.352 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.348+0000 7fb3f41749c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:41.352 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.348+0000 7fb3f41749c0 20 rados_obj.operate() r=0 bl.length=209 2024-09-19T14:23:41.352 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.348+0000 7fb3f41749c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:41.353 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.348+0000 7fb3f41749c0 20 rados_obj.operate() r=0 bl.length=431 2024-09-19T14:23:41.353 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.348+0000 7fb3f41749c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:23:41.354 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.348+0000 7fb3f41749c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-19T14:23:41.354 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.348+0000 7fb3f41749c0 20 INFO: main: starting shard=0 2024-09-19T14:23:41.354 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.348+0000 7fb3f41749c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.782.0 2024-09-19T14:23:41.354 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.348+0000 7fb3f41749c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T14:23:41.354 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.348+0000 7fb3f41749c0 20 INFO: main: done 2024-09-19T14:23:41.355 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.348+0000 7fb2a37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:23:41.358 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.352+0000 7fb3f41749c0 20 remove_watcher() i=0 2024-09-19T14:23:41.359 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.352+0000 7fb3f41749c0 2 removed watcher, disabling cache 2024-09-19T14:23:41.360 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.356+0000 7fb3f41749c0 20 remove_watcher() i=1 2024-09-19T14:23:41.362 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.356+0000 7fb3f41749c0 20 remove_watcher() i=2 2024-09-19T14:23:41.364 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.360+0000 7fb3f41749c0 20 remove_watcher() i=3 2024-09-19T14:23:41.366 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.360+0000 7fb3f41749c0 20 remove_watcher() i=4 2024-09-19T14:23:41.367 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.364+0000 7fb3f41749c0 20 remove_watcher() i=5 2024-09-19T14:23:41.370 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.364+0000 7fb3f41749c0 20 remove_watcher() i=6 2024-09-19T14:23:41.373 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.368+0000 7fb3f41749c0 20 remove_watcher() i=7 2024-09-19T14:23:41.386 INFO:tasks.workunit.client.0.smithi031.stderr:rados -p default.rgw.buckets.data ls | grep 50c969ca-04ec-4059-87b8-d1830bc7605f 2024-09-19T14:23:41.407 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:23:41.407 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:23:41.563 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:41.556+0000 7f0dde968640 0 -- 172.21.15.31:0/551560822 >> [v2:172.21.15.170:6808/820924953,v1:172.21.15.170:6809/820924953] conn(0x7f0dd8019040 msgr2=0x7f0dd8019480 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:23:41.590 INFO:tasks.workunit.client.0.smithi031.stderr:TEST: verify that index entries and OLH objects are cleaned up after index linking error 2024-09-19T14:23:41.590 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:23:41.591 INFO:tasks.workunit.client.0.smithi031.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-19T14:23:43.053 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:23:43.053 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:23:43.070 INFO:tasks.workunit.client.0.smithi031.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-19T14:23:43.520 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bi list --bucket versioning-bucket 2024-09-19T14:23:43.552 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:23:43.552 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:23:43.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.592+0000 7f8601ff09c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:43.598 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.592+0000 7f8601ff09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:23:43.598 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.592+0000 7f8601ff09c0 20 realm 2024-09-19T14:23:43.598 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.592+0000 7f8601ff09c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:43.599 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.592+0000 7f8601ff09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:23:43.599 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.592+0000 7f8601ff09c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:23:43.599 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.592+0000 7f8601ff09c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:43.599 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.592+0000 7f8601ff09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:23:43.599 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.592+0000 7f8601ff09c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:43.599 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.596+0000 7f8601ff09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:23:43.600 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.596+0000 7f8601ff09c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:43.601 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.596+0000 7f8601ff09c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:23:43.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.596+0000 7f8601ff09c0 20 searching for the correct realm 2024-09-19T14:23:43.811 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.808+0000 7f85ffaf6640 0 -- 172.21.15.31:0/3978513659 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7f85f006e270 msgr2=0x7f85f0072560 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:23:43.822 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.816+0000 7f85ffaf6640 0 -- 172.21.15.31:0/3978513659 >> [v2:172.21.15.31:6802/3325082646,v1:172.21.15.31:6804/3325082646] conn(0x5644c8b9daf0 msgr2=0x5644c8b9fee0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:23:43.833 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.828+0000 7f8601ff09c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:23:43.833 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.828+0000 7f8601ff09c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:23:43.833 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.828+0000 7f8601ff09c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:23:43.833 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.828+0000 7f8601ff09c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:23:43.833 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.828+0000 7f8601ff09c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:23:43.833 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.828+0000 7f8601ff09c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:23:43.833 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.828+0000 7f8601ff09c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:43.834 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.828+0000 7f8601ff09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:23:43.834 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.828+0000 7f8601ff09c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:43.834 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.828+0000 7f8601ff09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:23:43.835 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.828+0000 7f8601ff09c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:43.836 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.832+0000 7f8601ff09c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:23:43.836 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.832+0000 7f8601ff09c0 20 zone default found 2024-09-19T14:23:43.836 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.832+0000 7f8601ff09c0 4 Realm: () 2024-09-19T14:23:43.836 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.832+0000 7f8601ff09c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:23:43.836 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.832+0000 7f8601ff09c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:23:43.836 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.832+0000 7f8601ff09c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:23:43.836 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.832+0000 7f8601ff09c0 20 zonegroup default 2024-09-19T14:23:43.836 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.832+0000 7f8601ff09c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:43.837 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.832+0000 7f8601ff09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:23:43.837 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.832+0000 7f8601ff09c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:43.837 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.832+0000 7f8601ff09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:23:43.838 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.832+0000 7f8601ff09c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:43.838 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.832+0000 7f8601ff09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:23:43.839 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.832+0000 7f8601ff09c0 20 started sync module instance, tier type = 2024-09-19T14:23:43.839 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.832+0000 7f8601ff09c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:23:43.860 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.856+0000 7f8601ff09c0 20 add_watcher() i=0 2024-09-19T14:23:43.860 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.856+0000 7f8601ff09c0 20 add_watcher() i=1 2024-09-19T14:23:43.861 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.856+0000 7f8601ff09c0 20 add_watcher() i=2 2024-09-19T14:23:43.861 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.856+0000 7f8601ff09c0 20 add_watcher() i=3 2024-09-19T14:23:43.861 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.856+0000 7f8601ff09c0 20 add_watcher() i=4 2024-09-19T14:23:43.861 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.856+0000 7f8601ff09c0 20 add_watcher() i=5 2024-09-19T14:23:43.861 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.856+0000 7f8601ff09c0 20 add_watcher() i=6 2024-09-19T14:23:43.863 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.856+0000 7f8601ff09c0 20 add_watcher() i=7 2024-09-19T14:23:43.863 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.856+0000 7f8601ff09c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:23:43.867 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.860+0000 7f84b5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:23:43.868 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.864+0000 7f8601ff09c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:23:43.868 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.864+0000 7f8601ff09c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:23:43.868 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.864+0000 7f8601ff09c0 5 note: GC not initialized 2024-09-19T14:23:43.869 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.864+0000 7f84b4fe1640 20 reqs_thread_entry: start 2024-09-19T14:23:43.869 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.864+0000 7f8601ff09c0 20 init_complete bucket index max shards: 1 2024-09-19T14:23:43.869 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.864+0000 7f8601ff09c0 20 Filter name: none 2024-09-19T14:23:43.869 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.864+0000 7f842e7fc640 20 reqs_thread_entry: start 2024-09-19T14:23:43.869 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.864+0000 7f8601ff09c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:43.870 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.864+0000 7f8601ff09c0 20 rados_obj.operate() r=0 bl.length=209 2024-09-19T14:23:43.870 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.864+0000 7f8601ff09c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:43.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.868+0000 7f8601ff09c0 20 rados_obj.operate() r=0 bl.length=431 2024-09-19T14:23:43.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.868+0000 7f8601ff09c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T14:23:43.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.868+0000 7f8601ff09c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-19T14:23:43.872 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.868+0000 7f8601ff09c0 20 INFO: main: starting shard=0 2024-09-19T14:23:43.872 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.868+0000 7f8601ff09c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.782.0 2024-09-19T14:23:43.872 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.868+0000 7f8601ff09c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T14:23:43.872 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.868+0000 7f8601ff09c0 20 INFO: main: done 2024-09-19T14:23:43.873 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.868+0000 7f84b5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:23:43.878 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.872+0000 7f8601ff09c0 20 remove_watcher() i=0 2024-09-19T14:23:43.878 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.872+0000 7f8601ff09c0 2 removed watcher, disabling cache 2024-09-19T14:23:43.880 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.876+0000 7f8601ff09c0 20 remove_watcher() i=1 2024-09-19T14:23:43.882 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.876+0000 7f8601ff09c0 20 remove_watcher() i=2 2024-09-19T14:23:43.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.880+0000 7f8601ff09c0 20 remove_watcher() i=3 2024-09-19T14:23:43.886 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.880+0000 7f8601ff09c0 20 remove_watcher() i=4 2024-09-19T14:23:43.889 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.884+0000 7f8601ff09c0 20 remove_watcher() i=5 2024-09-19T14:23:43.892 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.888+0000 7f8601ff09c0 20 remove_watcher() i=6 2024-09-19T14:23:43.895 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:43.888+0000 7f8601ff09c0 20 remove_watcher() i=7 2024-09-19T14:23:43.918 INFO:tasks.workunit.client.0.smithi031.stderr:rados -p default.rgw.buckets.data ls | grep 53a7b251-3df9-47ce-a04a-2b15dfc24a01 2024-09-19T14:23:43.942 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:23:43.942 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:23:44.076 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:44.072+0000 7f2d3a055640 0 -- 172.21.15.31:0/182703273 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x55958e269570 msgr2=0x55958e3075a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:23:44.120 INFO:tasks.workunit.client.0.smithi031.stderr:TEST: verify that original null object version is intact after failed olh upgrade 2024-09-19T14:23:44.120 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:23:44.123 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:23:44.124 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:23:44.140 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:23:44.140 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:23:44.162 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:23:44.162 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:23:44.172 INFO:tasks.workunit.client.0.smithi031.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-19T14:23:45.630 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:23:45.630 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:23:45.704 INFO:tasks.workunit.client.0.smithi031.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-19T14:23:45.705 INFO:tasks.workunit.client.0.smithi031.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-19T14:23:46.156 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:23:46.156 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:23:46.174 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:23:46.174 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:23:46.178 INFO:tasks.workunit.client.0.smithi031.stderr:TEST: verify that concurrent delete requests do not leave behind olh entries 2024-09-19T14:23:46.178 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-09-19T14:23:46.180 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:23:46.180 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:23:46.230 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:23:46.231 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:23:46.282 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:23:46.282 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:23:46.302 INFO:tasks.workunit.client.0.smithi031.stderr:ceph config set client rgw_debug_inject_latency_bi_unlink 2 2024-09-19T14:23:47.766 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:23:47.766 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:23:47.775 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:23:47.775 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:23:49.801 INFO:tasks.workunit.client.0.smithi031.stderr:ceph config rm client rgw_debug_inject_latency_bi_unlink 2024-09-19T14:23:50.253 INFO:tasks.workunit.client.0.smithi031.stderr:radosgw-admin bucket check olh --bucket versioning-bucket --dump-keys 2024-09-19T14:23:50.287 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:23:50.287 INFO:tasks.workunit.client.0.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:23:50.332 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.327+0000 7f8e89bc59c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:50.335 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.327+0000 7f8e89bc59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:23:50.335 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.327+0000 7f8e89bc59c0 20 realm 2024-09-19T14:23:50.335 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.327+0000 7f8e89bc59c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:50.335 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.331+0000 7f8e89bc59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:23:50.335 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.331+0000 7f8e89bc59c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:23:50.335 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.331+0000 7f8e89bc59c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:50.336 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.331+0000 7f8e89bc59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:23:50.336 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.331+0000 7f8e89bc59c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:50.336 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.331+0000 7f8e89bc59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:23:50.337 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.331+0000 7f8e89bc59c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:50.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.331+0000 7f8e89bc59c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:23:50.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.331+0000 7f8e89bc59c0 20 searching for the correct realm 2024-09-19T14:23:50.344 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.339+0000 7f8e87ecc640 0 -- 172.21.15.31:0/1404586180 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7f8e7c008040 msgr2=0x7f8e7c05ce80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:23:50.349 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.343+0000 7f8e876cb640 0 -- 172.21.15.31:0/1404586180 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7f8e80100bd0 msgr2=0x7f8e800f9c30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:23:50.356 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.351+0000 7f8e89bc59c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:23:50.356 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.351+0000 7f8e89bc59c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:23:50.357 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.351+0000 7f8e89bc59c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:23:50.357 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.351+0000 7f8e89bc59c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:23:50.357 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.351+0000 7f8e89bc59c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:23:50.357 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.351+0000 7f8e89bc59c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:23:50.357 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.351+0000 7f8e89bc59c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:50.357 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.351+0000 7f8e89bc59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:23:50.357 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.351+0000 7f8e89bc59c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:50.358 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.351+0000 7f8e89bc59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:23:50.358 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.351+0000 7f8e89bc59c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:50.358 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.351+0000 7f8e89bc59c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:23:50.358 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.351+0000 7f8e89bc59c0 20 zone default found 2024-09-19T14:23:50.358 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.351+0000 7f8e89bc59c0 4 Realm: () 2024-09-19T14:23:50.358 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.351+0000 7f8e89bc59c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:23:50.359 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.351+0000 7f8e89bc59c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:23:50.359 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.351+0000 7f8e89bc59c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:23:50.359 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.351+0000 7f8e89bc59c0 20 zonegroup default 2024-09-19T14:23:50.359 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.351+0000 7f8e89bc59c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:50.359 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.351+0000 7f8e89bc59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:23:50.359 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.351+0000 7f8e89bc59c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:50.360 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.355+0000 7f8e89bc59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:23:50.360 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.355+0000 7f8e89bc59c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:50.360 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.355+0000 7f8e89bc59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:23:50.360 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.355+0000 7f8e89bc59c0 20 started sync module instance, tier type = 2024-09-19T14:23:50.360 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.355+0000 7f8e89bc59c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:23:50.378 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.371+0000 7f8e89bc59c0 20 add_watcher() i=0 2024-09-19T14:23:50.378 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.371+0000 7f8e89bc59c0 20 add_watcher() i=1 2024-09-19T14:23:50.378 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.371+0000 7f8e89bc59c0 20 add_watcher() i=2 2024-09-19T14:23:50.378 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.371+0000 7f8e89bc59c0 20 add_watcher() i=3 2024-09-19T14:23:50.378 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.371+0000 7f8e89bc59c0 20 add_watcher() i=4 2024-09-19T14:23:50.378 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.371+0000 7f8e89bc59c0 20 add_watcher() i=5 2024-09-19T14:23:50.378 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.371+0000 7f8e89bc59c0 20 add_watcher() i=6 2024-09-19T14:23:50.380 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.375+0000 7f8e89bc59c0 20 add_watcher() i=7 2024-09-19T14:23:50.380 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.375+0000 7f8e89bc59c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:23:50.383 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.379+0000 7f8d3dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:23:50.384 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.379+0000 7f8e89bc59c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:23:50.385 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.379+0000 7f8e89bc59c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:23:50.385 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.379+0000 7f8e89bc59c0 5 note: GC not initialized 2024-09-19T14:23:50.385 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.379+0000 7f8d3cfe1640 20 reqs_thread_entry: start 2024-09-19T14:23:50.385 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.379+0000 7f8e89bc59c0 20 init_complete bucket index max shards: 1 2024-09-19T14:23:50.385 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.379+0000 7f8e89bc59c0 20 Filter name: none 2024-09-19T14:23:50.385 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.379+0000 7f8cb67fc640 20 reqs_thread_entry: start 2024-09-19T14:23:50.385 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.379+0000 7f8e89bc59c0 10 cache get: name=default.rgw.meta+root+versioning-bucket : miss 2024-09-19T14:23:50.385 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.379+0000 7f8e89bc59c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:50.386 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.379+0000 7f8e89bc59c0 20 rados_obj.operate() r=0 bl.length=209 2024-09-19T14:23:50.386 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.379+0000 7f8e89bc59c0 10 cache put: name=default.rgw.meta+root+versioning-bucket info.flags=0x11 2024-09-19T14:23:50.386 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.379+0000 7f8e89bc59c0 10 adding default.rgw.meta+root+versioning-bucket to cache LRU end 2024-09-19T14:23:50.386 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.379+0000 7f8e89bc59c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.versioning-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.782 : miss 2024-09-19T14:23:50.386 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.379+0000 7f8e89bc59c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:50.387 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.383+0000 7f8e89bc59c0 20 rados_obj.operate() r=0 bl.length=431 2024-09-19T14:23:50.387 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.383+0000 7f8e89bc59c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.versioning-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.782 info.flags=0x17 2024-09-19T14:23:50.387 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.383+0000 7f8e89bc59c0 10 adding default.rgw.meta+root+.bucket.meta.versioning-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.782 to cache LRU end 2024-09-19T14:23:50.387 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.383+0000 7f8e89bc59c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T14:23:50.387 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.383+0000 7f8e89bc59c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-19T14:23:50.388 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.383+0000 7f8e89bc59c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.versioning-bucket:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.782 2024-09-19T14:23:50.388 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.383+0000 7f8e89bc59c0 20 bucket index object: :.dir.0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.782.0 2024-09-19T14:23:50.388 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.383+0000 7f8e89bc59c0 1 NOTICE: finished shard 0 (0 entries found) 2024-09-19T14:23:50.388 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.383+0000 7f8e89bc59c0 1 NOTICE: finished all shards (0 entries found) 2024-09-19T14:23:50.388 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.383+0000 7f8d3dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:23:50.392 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.387+0000 7f8e89bc59c0 20 remove_watcher() i=0 2024-09-19T14:23:50.392 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.387+0000 7f8e89bc59c0 2 removed watcher, disabling cache 2024-09-19T14:23:50.394 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.387+0000 7f8e89bc59c0 20 remove_watcher() i=1 2024-09-19T14:23:50.396 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.391+0000 7f8e89bc59c0 20 remove_watcher() i=2 2024-09-19T14:23:50.399 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.391+0000 7f8e89bc59c0 20 remove_watcher() i=3 2024-09-19T14:23:50.401 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.395+0000 7f8e89bc59c0 20 remove_watcher() i=4 2024-09-19T14:23:50.406 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.399+0000 7f8e89bc59c0 20 remove_watcher() i=5 2024-09-19T14:23:50.407 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.399+0000 7f8e89bc59c0 20 remove_watcher() i=6 2024-09-19T14:23:50.410 INFO:tasks.workunit.client.0.smithi031.stderr:2024-09-19T14:23:50.403+0000 7f8e89bc59c0 20 remove_watcher() i=7 2024-09-19T14:23:50.425 INFO:tasks.workunit.client.0.smithi031.stderr:Deleting bucket versioning-bucket 2024-09-19T14:23:50.426 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:23:50.427 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:23:50.431 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-19T14:23:50.431 INFO:tasks.workunit.client.0.smithi031.stderr: warnings.warn( 2024-09-19T14:23:50.452 INFO:tasks.workunit.client.0.smithi031.stderr:Completed bucket versioning tests 2024-09-19T14:23:50.453 INFO:tasks.workunit.client.0.smithi031.stdout:Could not connect to the endpoint URL: "http://localhost:80/" 2024-09-19T14:23:50.453 INFO:tasks.workunit.client.0.smithi031.stdout:Could not connect to the endpoint URL: "http://localhost:8000/" 2024-09-19T14:23:50.453 INFO:tasks.workunit.client.0.smithi031.stdout:connected to https://localhost:443 2024-09-19T14:23:50.524 INFO:tasks.workunit.client.0.smithi031.stderr:+ deactivate 2024-09-19T14:23:50.524 INFO:tasks.workunit.client.0.smithi031.stderr:+ '[' -n /usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin ']' 2024-09-19T14:23:50.524 INFO:tasks.workunit.client.0.smithi031.stderr:+ PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-19T14:23:50.525 INFO:tasks.workunit.client.0.smithi031.stderr:+ export PATH 2024-09-19T14:23:50.525 INFO:tasks.workunit.client.0.smithi031.stderr:+ unset _OLD_VIRTUAL_PATH 2024-09-19T14:23:50.525 INFO:tasks.workunit.client.0.smithi031.stderr:+ '[' -n '' ']' 2024-09-19T14:23:50.525 INFO:tasks.workunit.client.0.smithi031.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-19T14:23:50.525 INFO:tasks.workunit.client.0.smithi031.stderr:+ hash -r 2024-09-19T14:23:50.525 INFO:tasks.workunit.client.0.smithi031.stderr:+ '[' -n '' ']' 2024-09-19T14:23:50.525 INFO:tasks.workunit.client.0.smithi031.stderr:+ unset VIRTUAL_ENV 2024-09-19T14:23:50.525 INFO:tasks.workunit.client.0.smithi031.stderr:+ unset VIRTUAL_ENV_PROMPT 2024-09-19T14:23:50.525 INFO:tasks.workunit.client.0.smithi031.stderr:+ '[' '!' '' = nondestructive ']' 2024-09-19T14:23:50.525 INFO:tasks.workunit.client.0.smithi031.stderr:+ unset -f deactivate 2024-09-19T14:23:50.525 INFO:tasks.workunit.client.0.smithi031.stderr:+ echo OK. 2024-09-19T14:23:50.526 INFO:tasks.workunit.client.0.smithi031.stdout:OK. 2024-09-19T14:23:50.526 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-19T14:23:50.527 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-19T14:23:50.579 INFO:tasks.workunit:Stopping ['rgw/run-versioning.sh'] on client.0... 2024-09-19T14:23:50.579 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-19T14:23:50.964 DEBUG:teuthology.parallel:result is None 2024-09-19T14:23:50.965 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-19T14:23:50.975 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-19T14:23:50.975 DEBUG:teuthology.orchestra.run.smithi031:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-19T14:23:51.023 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-19T14:23:51.023 DEBUG:teuthology.run_tasks:Unwinding manager s3tests 2024-09-19T14:23:51.034 DEBUG:teuthology.run_tasks:Unwinding manager s3tests-java 2024-09-19T14:23:51.072 DEBUG:tasks.s3tests_java:S3 Tests Java: END 2024-09-19T14:23:51.072 INFO:tasks.s3tests_java:S3 Tests Java: Cleaning up s3-tests-java... 2024-09-19T14:23:51.072 DEBUG:teuthology.orchestra.run.smithi031:> rm -rf /home/ubuntu/cephtest/s3-tests-java 2024-09-19T14:23:51.131 INFO:tasks.s3tests_java:S3 Tests Java: Deleting S3 users... 2024-09-19T14:23:51.131 DEBUG:teuthology.orchestra.run.smithi031:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid tester.client.0 --purge-data --cluster ceph 2024-09-19T14:23:51.161 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:23:51.161 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:23:51.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.195+0000 7fa45d1019c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:51.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.195+0000 7fa45d1019c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:23:51.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.195+0000 7fa45d1019c0 20 realm 2024-09-19T14:23:51.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.195+0000 7fa45d1019c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:51.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.195+0000 7fa45d1019c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:23:51.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.195+0000 7fa45d1019c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:23:51.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.195+0000 7fa45d1019c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:51.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.199+0000 7fa45d1019c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:23:51.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.199+0000 7fa45d1019c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:51.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.199+0000 7fa45d1019c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:23:51.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.199+0000 7fa45d1019c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:51.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.199+0000 7fa45d1019c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:23:51.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.199+0000 7fa45d1019c0 20 searching for the correct realm 2024-09-19T14:23:51.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.207+0000 7fa45ac07640 0 -- 172.21.15.31:0/2599656596 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7fa44c093c20 msgr2=0x7fa44c063190 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:23:51.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.211+0000 7fa45ac07640 0 -- 172.21.15.31:0/2599656596 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7fa454037040 msgr2=0x7fa45401f930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:23:51.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.219+0000 7fa45d1019c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:23:51.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.219+0000 7fa45d1019c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:23:51.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.219+0000 7fa45d1019c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:23:51.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.219+0000 7fa45d1019c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:23:51.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.219+0000 7fa45d1019c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:23:51.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.219+0000 7fa45d1019c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:23:51.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.219+0000 7fa45d1019c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:51.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.219+0000 7fa45d1019c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:23:51.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.219+0000 7fa45d1019c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:51.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.219+0000 7fa45d1019c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:23:51.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.219+0000 7fa45d1019c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:51.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.219+0000 7fa45d1019c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:23:51.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.219+0000 7fa45d1019c0 20 zone default found 2024-09-19T14:23:51.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.219+0000 7fa45d1019c0 4 Realm: () 2024-09-19T14:23:51.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.219+0000 7fa45d1019c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:23:51.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.219+0000 7fa45d1019c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:23:51.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.219+0000 7fa45d1019c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:23:51.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.219+0000 7fa45d1019c0 20 zonegroup default 2024-09-19T14:23:51.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.219+0000 7fa45d1019c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:51.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.219+0000 7fa45d1019c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:23:51.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.219+0000 7fa45d1019c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:51.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.219+0000 7fa45d1019c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:23:51.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.219+0000 7fa45d1019c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:51.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.219+0000 7fa45d1019c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:23:51.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.219+0000 7fa45d1019c0 20 started sync module instance, tier type = 2024-09-19T14:23:51.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.219+0000 7fa45d1019c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:23:51.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.239+0000 7fa45d1019c0 20 add_watcher() i=0 2024-09-19T14:23:51.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.239+0000 7fa45d1019c0 20 add_watcher() i=1 2024-09-19T14:23:51.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.239+0000 7fa45d1019c0 20 add_watcher() i=2 2024-09-19T14:23:51.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.239+0000 7fa45d1019c0 20 add_watcher() i=3 2024-09-19T14:23:51.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.239+0000 7fa45d1019c0 20 add_watcher() i=4 2024-09-19T14:23:51.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.239+0000 7fa45d1019c0 20 add_watcher() i=5 2024-09-19T14:23:51.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.239+0000 7fa45d1019c0 20 add_watcher() i=6 2024-09-19T14:23:51.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.243+0000 7fa45d1019c0 20 add_watcher() i=7 2024-09-19T14:23:51.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.243+0000 7fa45d1019c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:23:51.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.243+0000 7fa3117e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:23:51.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.243+0000 7fa45d1019c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:23:51.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.243+0000 7fa45d1019c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:23:51.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.319+0000 7fa28bfff640 20 reqs_thread_entry: start 2024-09-19T14:23:51.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.319+0000 7fa45d1019c0 20 init_complete bucket index max shards: 1 2024-09-19T14:23:51.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.319+0000 7fa45d1019c0 20 Filter name: none 2024-09-19T14:23:51.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.319+0000 7fa289ffb640 20 reqs_thread_entry: start 2024-09-19T14:23:51.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.319+0000 7fa45d1019c0 10 cache get: name=default.rgw.meta+users.uid+tester.client.0 : miss 2024-09-19T14:23:51.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.319+0000 7fa45d1019c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:51.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.319+0000 7fa45d1019c0 20 rados_obj.operate() r=0 bl.length=482 2024-09-19T14:23:51.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.319+0000 7fa45d1019c0 10 cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x13 2024-09-19T14:23:51.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.319+0000 7fa45d1019c0 10 adding default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2024-09-19T14:23:51.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.319+0000 7fa45d1019c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T14:23:51.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.319+0000 7fa45d1019c0 10 removing key index: LWFNIZIFOQYRZQOBFSRC 2024-09-19T14:23:51.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.323+0000 7fa45d1019c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:users.keys:LWFNIZIFOQYRZQOBFSRC, ofs0, ns] 2024-09-19T14:23:51.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.323+0000 7fa33e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235484 cookie 94866355994688 notifier 8843 bl.length()=170 2024-09-19T14:23:51.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.323+0000 7fa45d1019c0 10 removing email index: tester.client.0_test@test.test 2024-09-19T14:23:51.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.327+0000 7fa45d1019c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:users.email:tester.client.0_test@test.test, ofs0, ns] 2024-09-19T14:23:51.334 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.327+0000 7fa33dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051236412 cookie 94866355998432 notifier 8843 bl.length()=181 2024-09-19T14:23:51.335 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.331+0000 7fa45d1019c0 10 removing user buckets index 2024-09-19T14:23:51.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.331+0000 7fa45d1019c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:users.uid:tester.client.0.buckets, ofs0, ns] 2024-09-19T14:23:51.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.331+0000 7fa33dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051236104 cookie 94866356011680 notifier 8843 bl.length()=172 2024-09-19T14:23:51.338 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.331+0000 7fa45d1019c0 10 removing user index: tester.client.0 2024-09-19T14:23:51.339 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.335+0000 7fa45d1019c0 10 removing default.rgw.meta+users.uid+tester.client.0 from cache 2024-09-19T14:23:51.339 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.335+0000 7fa45d1019c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 1, obj: default.rgw.meta:users.uid:tester.client.0, ofs0, ns] 2024-09-19T14:23:51.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.335+0000 7fa33dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051236105 cookie 94866356003136 notifier 8843 bl.length()=164 2024-09-19T14:23:51.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.335+0000 7fa3117e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:23:51.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.339+0000 7fa45d1019c0 20 remove_watcher() i=0 2024-09-19T14:23:51.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.339+0000 7fa45d1019c0 2 removed watcher, disabling cache 2024-09-19T14:23:51.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.343+0000 7fa45d1019c0 20 remove_watcher() i=1 2024-09-19T14:23:51.350 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.343+0000 7fa45d1019c0 20 remove_watcher() i=2 2024-09-19T14:23:51.352 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.347+0000 7fa45d1019c0 20 remove_watcher() i=3 2024-09-19T14:23:51.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.347+0000 7fa45d1019c0 20 remove_watcher() i=4 2024-09-19T14:23:51.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.351+0000 7fa45d1019c0 20 remove_watcher() i=5 2024-09-19T14:23:51.359 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.355+0000 7fa45d1019c0 20 remove_watcher() i=6 2024-09-19T14:23:51.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:51.355+0000 7fa45d1019c0 20 remove_watcher() i=7 2024-09-19T14:23:51.375 DEBUG:teuthology.run_tasks:Unwinding manager ragweed 2024-09-19T14:23:51.385 DEBUG:teuthology.run_tasks:Unwinding manager tox 2024-09-19T14:23:51.422 DEBUG:teuthology.orchestra.run.smithi031:> rm -rf /home/ubuntu/cephtest/tox-venv 2024-09-19T14:23:51.460 DEBUG:teuthology.run_tasks:Unwinding manager rgw 2024-09-19T14:23:51.477 DEBUG:tasks.rgw.client.0:waiting for process to exit 2024-09-19T14:23:51.477 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T14:23:51.503 INFO:tasks.rgw.client.0.smithi031.stdout:2024-09-19T14:23:51.499+0000 7ff38e6c2640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term radosgw --rgw-frontends beast ssl_certificate=/home/ubuntu/cephtest/ca/rgw.client.0.crt ssl_port=443 -n client.0 --cluster ceph -k /etc/ceph/ceph.client.0.keyring --log-file /var/log/ceph/rgw.ceph.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.ceph.client.0.sock --foreground (PID: 39641) UID: 0 2024-09-19T14:23:51.504 INFO:tasks.rgw.client.0.smithi031.stdout:2024-09-19T14:23:51.499+0000 7ff391f0aa40 -1 shutting down 2024-09-19T14:23:57.002 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~0s 2024-09-19T14:23:57.579 INFO:tasks.rgw.client.0:Stopped 2024-09-19T14:23:57.580 DEBUG:teuthology.orchestra.run.smithi031:> rm -f /home/ubuntu/cephtest/rgw.opslog.ceph.client.0.sock 2024-09-19T14:23:57.587 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -f /etc/ceph/vault-root-token 2024-09-19T14:23:57.645 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -f /home/ubuntu/cephtest/url_file 2024-09-19T14:23:57.701 INFO:tasks.util.rgw:rgwadmin: client.0 : ['gc', 'process', '--include-all'] 2024-09-19T14:23:57.701 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'gc', 'process', '--include-all'] 2024-09-19T14:23:57.701 DEBUG:teuthology.orchestra.run.smithi031:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph gc process --include-all 2024-09-19T14:23:57.781 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setuser ceph since I am not root 2024-09-19T14:23:57.781 INFO:teuthology.orchestra.run.smithi031.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T14:23:57.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.819+0000 7fb91a7579c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:57.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.823+0000 7fb91a7579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:23:57.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.823+0000 7fb91a7579c0 20 realm 2024-09-19T14:23:57.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.823+0000 7fb91a7579c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:57.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.823+0000 7fb91a7579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:23:57.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.823+0000 7fb91a7579c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T14:23:57.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.823+0000 7fb91a7579c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:57.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.823+0000 7fb91a7579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:23:57.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.823+0000 7fb91a7579c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:57.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.823+0000 7fb91a7579c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:23:57.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.823+0000 7fb91a7579c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:57.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.831+0000 7fb91a7579c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T14:23:57.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.831+0000 7fb91a7579c0 20 searching for the correct realm 2024-09-19T14:23:57.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.831+0000 7fb91825d640 0 -- 172.21.15.31:0/2790631982 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7fb908019040 msgr2=0x7fb908074ac0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:23:57.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.839+0000 7fb91825d640 0 -- 172.21.15.31:0/2790631982 >> [v2:172.21.15.31:6802/3325082646,v1:172.21.15.31:6804/3325082646] conn(0x55d9fa9a0260 msgr2=0x55d9fa9a2690 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:23:57.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.843+0000 7fb91a7579c0 20 RGWRados::pool_iterate: got zone_info.0dbf021f-2a5e-44bc-bad0-22af0ca35c36 2024-09-19T14:23:57.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.843+0000 7fb91a7579c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T14:23:57.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.843+0000 7fb91a7579c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T14:23:57.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.843+0000 7fb91a7579c0 20 RGWRados::pool_iterate: got zonegroup_info.2e6aac9a-2eba-4f50-b763-af79c45c79c6 2024-09-19T14:23:57.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.843+0000 7fb91a7579c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T14:23:57.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.843+0000 7fb91a7579c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T14:23:57.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.843+0000 7fb91a7579c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:57.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.843+0000 7fb91a7579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:23:57.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.843+0000 7fb91a7579c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:57.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.843+0000 7fb91a7579c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T14:23:57.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.843+0000 7fb91a7579c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:57.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.847+0000 7fb91a7579c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T14:23:57.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.847+0000 7fb91a7579c0 20 zone default found 2024-09-19T14:23:57.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.847+0000 7fb91a7579c0 4 Realm: () 2024-09-19T14:23:57.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.847+0000 7fb91a7579c0 4 ZoneGroup: default (2e6aac9a-2eba-4f50-b763-af79c45c79c6) 2024-09-19T14:23:57.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.847+0000 7fb91a7579c0 4 Zone: default (0dbf021f-2a5e-44bc-bad0-22af0ca35c36) 2024-09-19T14:23:57.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.847+0000 7fb91a7579c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T14:23:57.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.847+0000 7fb91a7579c0 20 zonegroup default 2024-09-19T14:23:57.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.847+0000 7fb91a7579c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:57.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.847+0000 7fb91a7579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:23:57.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.847+0000 7fb91a7579c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:57.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.847+0000 7fb91a7579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:23:57.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.847+0000 7fb91a7579c0 20 rados->read ofs=0 len=0 2024-09-19T14:23:57.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.847+0000 7fb91a7579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T14:23:57.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.847+0000 7fb91a7579c0 20 started sync module instance, tier type = 2024-09-19T14:23:57.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.847+0000 7fb91a7579c0 20 started zone id=0dbf021f-2a5e-44bc-bad0-22af0ca35c36 (name=default) with tier type = 2024-09-19T14:23:57.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.867+0000 7fb91a7579c0 20 add_watcher() i=0 2024-09-19T14:23:57.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.867+0000 7fb91a7579c0 20 add_watcher() i=1 2024-09-19T14:23:57.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.867+0000 7fb91a7579c0 20 add_watcher() i=2 2024-09-19T14:23:57.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.867+0000 7fb91a7579c0 20 add_watcher() i=3 2024-09-19T14:23:57.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.867+0000 7fb91a7579c0 20 add_watcher() i=4 2024-09-19T14:23:57.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.867+0000 7fb91a7579c0 20 add_watcher() i=5 2024-09-19T14:23:57.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.867+0000 7fb91a7579c0 20 add_watcher() i=6 2024-09-19T14:23:57.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.871+0000 7fb91a7579c0 20 add_watcher() i=7 2024-09-19T14:23:57.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.871+0000 7fb91a7579c0 2 all 8 watchers are set, enabling cache 2024-09-19T14:23:57.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.871+0000 7fb7cefdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:23:57.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.871+0000 7fb91a7579c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T14:23:57.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.871+0000 7fb91a7579c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T14:23:57.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.951+0000 7fb7cdfdb640 20 reqs_thread_entry: start 2024-09-19T14:23:57.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.951+0000 7fb91a7579c0 20 init_complete bucket index max shards: 1 2024-09-19T14:23:57.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.951+0000 7fb91a7579c0 20 Filter name: none 2024-09-19T14:23:57.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.951+0000 7fb73f7fe640 20 reqs_thread_entry: start 2024-09-19T14:23:57.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.951+0000 7fb91a7579c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-19T14:23:57.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.951+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:23:57.959 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.959+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:23:57.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.959+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/74607' 2024-09-19T14:23:57.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.959+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4891784994307007791', time=2024-09-19T16:08:34.832020+0000, chain.objs.size()=5 2024-09-19T14:23:57.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.959+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.159__multipart_mymultipart-LUKEWARM.2~E44iBSFglmyLn2aAFuFNt9NCUGHdkN1.1 2024-09-19T14:23:57.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.959+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.159__shadow_mymultipart-LUKEWARM.2~E44iBSFglmyLn2aAFuFNt9NCUGHdkN1.1_1 2024-09-19T14:23:57.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.959+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.159__multipart_mymultipart-LUKEWARM.2~E44iBSFglmyLn2aAFuFNt9NCUGHdkN1.2 2024-09-19T14:23:57.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.959+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.159__shadow_mymultipart-LUKEWARM.2~E44iBSFglmyLn2aAFuFNt9NCUGHdkN1.2_1 2024-09-19T14:23:57.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.959+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.159__multipart_mymultipart-LUKEWARM.2~E44iBSFglmyLn2aAFuFNt9NCUGHdkN1.3 2024-09-19T14:23:57.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.959+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14064453716528320885', time=2024-09-19T16:10:39.350415+0000, chain.objs.size()=1 2024-09-19T14:23:57.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.959+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.236__shadow_.FfVECeHe6lVJpjUFBe6KAan49E4B07B_0 2024-09-19T14:23:57.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.959+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7635988452307854292', time=2024-09-19T16:10:39.352589+0000, chain.objs.size()=1 2024-09-19T14:23:57.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.959+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.236__shadow_.FfxexD7hBFkShwhNWcjZ3rb-CQiADj-_0 2024-09-19T14:23:57.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.959+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18282825080652220727', time=2024-09-19T16:10:51.247793+0000, chain.objs.size()=1 2024-09-19T14:23:57.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.959+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.252__shadow_.LnEr40WnlXVYB2wVejfI7tGOU-4cjT-_0 2024-09-19T14:23:57.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.959+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5382399608466232504', time=2024-09-19T16:10:55.713910+0000, chain.objs.size()=1 2024-09-19T14:23:57.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.959+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.259__shadow_.2q81GD3uCFLlXwTQ7-xrD8e-xpRlVdx_0 2024-09-19T14:23:57.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.959+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8928722862782705691', time=2024-09-19T16:11:18.057243+0000, chain.objs.size()=1 2024-09-19T14:23:57.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.959+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.NVn8XBYVrru7HGiQET2oxRDW7OhGWiU_0 2024-09-19T14:23:57.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.959+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16113976284713604496', time=2024-09-19T16:11:18.148042+0000, chain.objs.size()=1 2024-09-19T14:23:57.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.959+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.9YXALG1oiya888U9gNxUGjPyjQW-W-1_0 2024-09-19T14:23:57.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.959+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17956073182153707674', time=2024-09-19T16:11:18.192306+0000, chain.objs.size()=1 2024-09-19T14:23:57.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.959+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.tqFXSprBMZ4iCRxK5yzxGqdadMmOhF-_0 2024-09-19T14:23:57.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.963+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17699867700045797103', time=2024-09-19T16:11:18.221708+0000, chain.objs.size()=1 2024-09-19T14:23:57.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.963+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.Xyuo3t9m-1Mk7i_NrEpeAx3gkAQBWrQ_0 2024-09-19T14:23:57.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.967+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.64190070601873045', time=2024-09-19T16:11:18.223502+0000, chain.objs.size()=1 2024-09-19T14:23:57.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.967+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.Zb8Zg1abGM77juQlQiIrYTWSjuni-i8_0 2024-09-19T14:23:57.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.967+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16154926298686723801', time=2024-09-19T16:11:18.472126+0000, chain.objs.size()=1 2024-09-19T14:23:57.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.967+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.QEL7XmQzTAwvBabInnehpLatfM_8j2g_0 2024-09-19T14:23:57.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.967+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9944822299361429573', time=2024-09-19T16:11:18.635202+0000, chain.objs.size()=1 2024-09-19T14:23:57.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.967+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.J-pSRdQkpCZHrCIO5Lix7ipnLPKKTM9_0 2024-09-19T14:23:57.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.967+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14863748276280282270', time=2024-09-19T16:11:18.635866+0000, chain.objs.size()=1 2024-09-19T14:23:57.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.967+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.qQYWq2IwjpP7HuDSBrOTEb4NQVOwtgY_0 2024-09-19T14:23:57.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.967+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11653447860308532591', time=2024-09-19T16:11:18.774169+0000, chain.objs.size()=1 2024-09-19T14:23:57.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.967+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.UmbrsjF08IxCBH0lQ_A0Dvab7Azqm_f_0 2024-09-19T14:23:57.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.967+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16186883454794825685', time=2024-09-19T16:11:18.833960+0000, chain.objs.size()=1 2024-09-19T14:23:57.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.967+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.kpFws5RW47dEcNVNQW5CwaMyTVvNSbr_0 2024-09-19T14:23:57.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.967+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17204242713924350622', time=2024-09-19T16:11:18.891031+0000, chain.objs.size()=1 2024-09-19T14:23:57.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.967+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.LeFTB6D09zgUQ4vWha3s6J6JwbMhQUN_0 2024-09-19T14:23:57.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.967+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15131871939223004887', time=2024-09-19T16:11:18.952261+0000, chain.objs.size()=1 2024-09-19T14:23:57.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.967+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.mLNeaSeYAyhOwEjIznqH5doV9-N8Rax_0 2024-09-19T14:23:57.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.967+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13643767167479177803', time=2024-09-19T16:11:19.113752+0000, chain.objs.size()=1 2024-09-19T14:23:57.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.967+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.wVfSKgujb-LHAoJRmoM5XhGoxktQub9_0 2024-09-19T14:23:57.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.967+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16352384182868665290', time=2024-09-19T16:11:19.128369+0000, chain.objs.size()=1 2024-09-19T14:23:57.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.967+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.Z743jjJK_-p9vIFbUt_6qbz1qUt0bW4_0 2024-09-19T14:23:57.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.971+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1430775370232066901', time=2024-09-19T16:11:19.157168+0000, chain.objs.size()=1 2024-09-19T14:23:57.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.971+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.FW5DEjM7yxkt7U9DTXD6RvrOlb0Hn7Z_0 2024-09-19T14:23:57.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.971+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13440412747420550937', time=2024-09-19T16:11:19.205648+0000, chain.objs.size()=1 2024-09-19T14:23:57.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.971+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.Wha-75KQkWRYHzSagFC1aWgsEQBhGCh_0 2024-09-19T14:23:57.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.971+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14441373521289956887', time=2024-09-19T16:11:19.208807+0000, chain.objs.size()=1 2024-09-19T14:23:57.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.975+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.0wEBKr_leowxjl6Zn6uWuONYINcJCnw_0 2024-09-19T14:23:57.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.975+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2634402556554902164', time=2024-09-19T16:11:19.220621+0000, chain.objs.size()=1 2024-09-19T14:23:57.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.975+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.cDwCqnA-H7I5aqQ0JAuROO3bUrtz57d_0 2024-09-19T14:23:57.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.975+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2646477440497752814', time=2024-09-19T16:11:19.307077+0000, chain.objs.size()=1 2024-09-19T14:23:57.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.975+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.utFUF0USBzjdGU2YO0H7DlijIyeaRXG_0 2024-09-19T14:23:57.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.975+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8750687874649079688', time=2024-09-19T16:11:19.506703+0000, chain.objs.size()=1 2024-09-19T14:23:57.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.975+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.aIh49hp6Bq4uP5olKWHmvNNPpsYq_-k_0 2024-09-19T14:23:57.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.975+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11148245337848701297', time=2024-09-19T16:11:19.639616+0000, chain.objs.size()=1 2024-09-19T14:23:57.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.975+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.p--Plral86Tl_IzlL-9Sr4TpJr8nEpf_0 2024-09-19T14:23:57.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.975+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10528566247106324378', time=2024-09-19T16:11:19.796041+0000, chain.objs.size()=1 2024-09-19T14:23:57.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.975+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.NzhVtD6L2hB_PWFeIEQUvQj_sqkw579_0 2024-09-19T14:23:57.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.975+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11194046673457975025', time=2024-09-19T16:11:19.843927+0000, chain.objs.size()=1 2024-09-19T14:23:57.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.975+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.UchybTCCk9ObJPz9dwqMFlAeL2zp7x4_0 2024-09-19T14:23:57.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.975+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1595182530945158998', time=2024-09-19T16:11:19.857834+0000, chain.objs.size()=1 2024-09-19T14:23:57.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.975+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.Dtnpa8F0yZOuie0dTM0zrGjCH6T8-n4_0 2024-09-19T14:23:57.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.975+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17334166242228764118', time=2024-09-19T16:11:19.861373+0000, chain.objs.size()=1 2024-09-19T14:23:57.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.975+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.QCvdKzzazuZakWQ67EIqNMT_8-R8cCe_0 2024-09-19T14:23:57.985 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.979+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15482303648755551561', time=2024-09-19T16:11:19.901635+0000, chain.objs.size()=1 2024-09-19T14:23:57.985 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.979+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.SYl62cQPppyhthD5Nk3RV2SB9doPCxv_0 2024-09-19T14:23:57.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.979+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3965457203487971880', time=2024-09-19T16:11:19.926212+0000, chain.objs.size()=1 2024-09-19T14:23:57.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.979+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.VRmcyhUnci9VoDGFKteGyW50V4vLxHe_0 2024-09-19T14:23:57.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.979+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5498386988415057172', time=2024-09-19T16:11:19.930267+0000, chain.objs.size()=1 2024-09-19T14:23:57.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.979+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.ya1Fm1sCwQBe93XEN_n2jZmE28nBYyb_0 2024-09-19T14:23:57.988 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.983+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2973958125487548630', time=2024-09-19T16:11:20.094790+0000, chain.objs.size()=1 2024-09-19T14:23:57.989 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.983+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.rbGmddZpDr19PUEe2AS9R2XQx_cw8-4_0 2024-09-19T14:23:57.989 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.983+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7564098473733769666', time=2024-09-19T16:11:20.103355+0000, chain.objs.size()=1 2024-09-19T14:23:57.989 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.983+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.nu6s-sbfuZd23HdwIm6rVMAPbj4AhaA_0 2024-09-19T14:23:57.989 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.983+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.836839726789167495', time=2024-09-19T16:11:20.113147+0000, chain.objs.size()=1 2024-09-19T14:23:57.990 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.983+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.r5kVK-AwY_WjCLomFjJeDuS8HboQeAU_0 2024-09-19T14:23:57.990 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.983+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12589758231821411356', time=2024-09-19T16:11:20.152086+0000, chain.objs.size()=1 2024-09-19T14:23:57.990 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.983+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.2d_tpWTgOjGFDJsixRCuu4sT1Wmkt9O_0 2024-09-19T14:23:57.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.983+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9954089554096862681', time=2024-09-19T16:11:20.241277+0000, chain.objs.size()=1 2024-09-19T14:23:57.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.983+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.n8nHrGHoUfyS7isbItNxVlGqhdaepgf_0 2024-09-19T14:23:57.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.983+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14559733466181908568', time=2024-09-19T16:11:20.258423+0000, chain.objs.size()=1 2024-09-19T14:23:57.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.983+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.TN_rx5DyzCs0s_m1SeWwVtMYqPPmzFA_0 2024-09-19T14:23:57.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.983+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16368613183098049418', time=2024-09-19T16:11:20.453732+0000, chain.objs.size()=1 2024-09-19T14:23:57.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.983+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.HDUo1MJ460tyhGb1qmdKwEX6kx9XrX2_0 2024-09-19T14:23:57.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.983+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12974163273967475700', time=2024-09-19T16:11:20.481086+0000, chain.objs.size()=1 2024-09-19T14:23:57.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.983+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.BtcfXbQkKd-mGgW_l7Q-NvqWV-T6xJE_0 2024-09-19T14:23:57.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.987+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5591154974984486866', time=2024-09-19T16:11:20.505732+0000, chain.objs.size()=1 2024-09-19T14:23:57.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.987+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.oMNcIK3e_iXIy9mulmeHDSlMVBvxBaJ_0 2024-09-19T14:23:57.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.987+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12807857153766193916', time=2024-09-19T16:11:20.519678+0000, chain.objs.size()=1 2024-09-19T14:23:57.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.987+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.0xBDVXUPxp32-7mqigJ-IvokieihvJ4_0 2024-09-19T14:23:58.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.991+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5653771185454264435', time=2024-09-19T16:11:20.536233+0000, chain.objs.size()=1 2024-09-19T14:23:58.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.991+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.MBPH6wQiTGtTmCikJFi0GQjmxV3QpLh_0 2024-09-19T14:23:58.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.991+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14712712284471066978', time=2024-09-19T16:11:20.549699+0000, chain.objs.size()=1 2024-09-19T14:23:58.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.991+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.qSrGEXvvHdZEi0o-C2-9281Kab5Z7cn_0 2024-09-19T14:23:58.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.991+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17806586169536322594', time=2024-09-19T16:11:20.552161+0000, chain.objs.size()=1 2024-09-19T14:23:58.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.991+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.HUs_sbGynznPcR2ywMcwEDZt9LPmd8r_0 2024-09-19T14:23:58.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.991+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7867684662069228645', time=2024-09-19T16:11:20.557285+0000, chain.objs.size()=1 2024-09-19T14:23:58.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.991+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.L-SL9YMynDtrKbMZguN5W5yzd5vfbmn_0 2024-09-19T14:23:58.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.991+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16452420766976791074', time=2024-09-19T16:11:20.567685+0000, chain.objs.size()=1 2024-09-19T14:23:58.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.991+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.FKj9VT_rVljZ1SLfAbUYX3qWGe7usfi_0 2024-09-19T14:23:58.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.991+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18235491385357122554', time=2024-09-19T16:11:23.602403+0000, chain.objs.size()=1 2024-09-19T14:23:58.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.991+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.267__shadow_.rgwLf4EgLnH1VKzAxKtIArMY97Wf1uG_0 2024-09-19T14:23:58.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.991+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8703650023311387701', time=2024-09-19T16:11:24.785416+0000, chain.objs.size()=1 2024-09-19T14:23:58.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.995+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.269__shadow_.lZmo0GEeZFd3R0hOHmlpX4LRIeAqKzy_0 2024-09-19T14:23:58.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.995+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13627561892834798419', time=2024-09-19T16:11:24.787622+0000, chain.objs.size()=1 2024-09-19T14:23:58.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.995+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.269__shadow_.YB_JYNshybpfQwOAKTMomQpQVC2h3je_0 2024-09-19T14:23:58.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.995+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10161208076442218724', time=2024-09-19T16:11:27.865593+0000, chain.objs.size()=1 2024-09-19T14:23:58.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.995+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.274__shadow_.--OR-64-kwXfVXVdxd1aKrAjVK4jU-H_0 2024-09-19T14:23:58.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.995+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7791828383303229015', time=2024-09-19T16:11:29.122882+0000, chain.objs.size()=1 2024-09-19T14:23:58.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.995+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.276__shadow_.5_yuOIvDMXTf0EJlxM3PH10sF8Y5rL__0 2024-09-19T14:23:58.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.999+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8617881773666439856', time=2024-09-19T16:11:41.648366+0000, chain.objs.size()=1 2024-09-19T14:23:58.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:57.999+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.293__shadow_.i4cVl7cNhuXHrEwTTsTez9Auk1uA78D_0 2024-09-19T14:23:58.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.007+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1990663188565718167', time=2024-09-19T16:11:42.307554+0000, chain.objs.size()=1 2024-09-19T14:23:58.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.007+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.294__shadow_.YX7ZZDITh8lWVyIJEmm-CCERBT2phiY_0 2024-09-19T14:23:58.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.007+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16330795161095786487', time=2024-09-19T16:11:46.923469+0000, chain.objs.size()=1 2024-09-19T14:23:58.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.007+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.301__shadow_._NatSy8XIJQaXwdjawk2ziL_KFpTr-A_0 2024-09-19T14:23:58.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.007+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7096734295072988042', time=2024-09-19T16:11:49.477067+0000, chain.objs.size()=1 2024-09-19T14:23:58.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.007+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.305__shadow_.T6mv9teGAKzNSoTZ0gH-wxuugBSGDQF_0 2024-09-19T14:23:58.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.007+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5164333517508392214', time=2024-09-19T16:12:21.712485+0000, chain.objs.size()=1 2024-09-19T14:23:58.009 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.007+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.NLuE28Q1j8wTqirW4lhN_g7WT0kwQxb_0 2024-09-19T14:23:58.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.007+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7137622452443059135', time=2024-09-19T16:12:21.726823+0000, chain.objs.size()=1 2024-09-19T14:23:58.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.007+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Tq2Ct0PP3dSTYl_1OTS-E1UEnH2CRV3_0 2024-09-19T14:23:58.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.007+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6223799595417640261', time=2024-09-19T16:12:21.773511+0000, chain.objs.size()=1 2024-09-19T14:23:58.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.007+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.sHFysAw_jjWbKMaJItT-SEL2kz1aw0Z_0 2024-09-19T14:23:58.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.007+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18282675067008076412', time=2024-09-19T16:12:21.968411+0000, chain.objs.size()=1 2024-09-19T14:23:58.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.007+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.YUC6LOQvPhAdqJk0-q1Q5xCk3ff8doN_0 2024-09-19T14:23:58.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.007+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2295776101545812919', time=2024-09-19T16:12:21.981038+0000, chain.objs.size()=1 2024-09-19T14:23:58.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.007+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.ipNQw-io-P1oXOPTCQydIvJ06qqK5nZ_0 2024-09-19T14:23:58.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.007+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.993064440473243011', time=2024-09-19T16:12:22.135001+0000, chain.objs.size()=1 2024-09-19T14:23:58.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.007+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.fknyCu-xGHSWJAz3_RQyFvR48sW5mLx_0 2024-09-19T14:23:58.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.007+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14638121096074513225', time=2024-09-19T16:12:22.361539+0000, chain.objs.size()=1 2024-09-19T14:23:58.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.007+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Q9HMeAq76rqrxQVFj5ICW7Z3bDnOrwU_0 2024-09-19T14:23:58.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.007+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16989011712262220385', time=2024-09-19T16:12:22.422877+0000, chain.objs.size()=1 2024-09-19T14:23:58.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.007+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.ysd2f47gVZFybboJhlhG_4ZTKRaeQbk_0 2024-09-19T14:23:58.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.007+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11422333898050012834', time=2024-09-19T16:12:22.493954+0000, chain.objs.size()=1 2024-09-19T14:23:58.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.007+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.EN0BNRJd2nW99K4sNYZ4BZCkaQ2C_uD_0 2024-09-19T14:23:58.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.011+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10248275188048753130', time=2024-09-19T16:12:22.694771+0000, chain.objs.size()=1 2024-09-19T14:23:58.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.011+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.PKWsoSDlptmu1T8PJBLNjKKG0-KDOM-_0 2024-09-19T14:23:58.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.011+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10544471526674905121', time=2024-09-19T16:12:22.718669+0000, chain.objs.size()=1 2024-09-19T14:23:58.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.011+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.pA_oh6F9de5q-7BtbZKUwfdmxuaJVuU_0 2024-09-19T14:23:58.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.011+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4023505671903947741', time=2024-09-19T16:12:22.755928+0000, chain.objs.size()=1 2024-09-19T14:23:58.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.011+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.P__Aqx5ip1Cx2LfUBveWo_5rofsLPAc_0 2024-09-19T14:23:58.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.011+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8636206216790477259', time=2024-09-19T16:12:22.789847+0000, chain.objs.size()=1 2024-09-19T14:23:58.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.011+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.TMQmGr921LhXRIU1ipjiQ_1XDKl9Hbk_0 2024-09-19T14:23:58.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.011+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17408116532737574586', time=2024-09-19T16:12:22.792174+0000, chain.objs.size()=1 2024-09-19T14:23:58.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.011+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.-AJMXpY0e9HHKvD9S82utBxIf9opHHM_0 2024-09-19T14:23:58.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.011+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15083942778559747097', time=2024-09-19T16:12:23.017524+0000, chain.objs.size()=1 2024-09-19T14:23:58.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.011+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.J-5KwT5jRqLbdMGg29QsZ0os2n_OlAZ_0 2024-09-19T14:23:58.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.011+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5903056605052033522', time=2024-09-19T16:12:23.046025+0000, chain.objs.size()=1 2024-09-19T14:23:58.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.011+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.wLXBwayWffbAuMroUFT43R7yPLLw1pF_0 2024-09-19T14:23:58.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.011+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14422514307603079812', time=2024-09-19T16:12:23.076535+0000, chain.objs.size()=1 2024-09-19T14:23:58.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.011+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.4R2uAyvP9zrq1EkyIqMMDa28hwmJw1A_0 2024-09-19T14:23:58.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.011+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17831853309825309713', time=2024-09-19T16:12:23.078700+0000, chain.objs.size()=1 2024-09-19T14:23:58.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.011+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.XUdT0zaNhBFMWdBxJZNgR5nCBTo0Nif_0 2024-09-19T14:23:58.021 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.015+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3133572318594312479', time=2024-09-19T16:12:23.100182+0000, chain.objs.size()=1 2024-09-19T14:23:58.021 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.015+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.4buSvxmioyaZR0lrZ4-LAKDJ_Ifq6rE_0 2024-09-19T14:23:58.021 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.015+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3786525157170067393', time=2024-09-19T16:12:23.403464+0000, chain.objs.size()=1 2024-09-19T14:23:58.021 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.015+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.qwgIlvo410o378T7DaZHU72XqLv8YYO_0 2024-09-19T14:23:58.022 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.015+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2384087275197340620', time=2024-09-19T16:12:23.465208+0000, chain.objs.size()=1 2024-09-19T14:23:58.022 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.015+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.9qkF-YLIbektxRxY6-mGkEUGB7k-jIi_0 2024-09-19T14:23:58.022 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.015+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8103422551435901949', time=2024-09-19T16:12:23.497601+0000, chain.objs.size()=1 2024-09-19T14:23:58.022 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.015+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.d3WHH8f819qQoCzqTvKjOONIrqK7QP9_0 2024-09-19T14:23:58.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.015+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.469776592622331311', time=2024-09-19T16:12:23.820672+0000, chain.objs.size()=1 2024-09-19T14:23:58.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.015+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.fkrlJeMzJHtnI4LQ5CfQxSlKCbxUcn8_0 2024-09-19T14:23:58.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.015+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8875510524584679731', time=2024-09-19T16:12:45.291210+0000, chain.objs.size()=1 2024-09-19T14:23:58.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.015+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.MACsgLUrzG84GzWiABeGa9U9q3MpRTa_0 2024-09-19T14:23:58.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.015+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1764141898693792607', time=2024-09-19T16:12:45.304598+0000, chain.objs.size()=1 2024-09-19T14:23:58.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.015+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.tmWjE2rkMP7tf2Oi8FYuCAh6RCz0V0N_0 2024-09-19T14:23:58.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.015+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4405557573248482457', time=2024-09-19T16:12:45.310113+0000, chain.objs.size()=1 2024-09-19T14:23:58.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.015+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.W6pDbQh5Sc7NzksZ13_dvYxPNkWFNpv_0 2024-09-19T14:23:58.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.015+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16449050924298244973', time=2024-09-19T16:12:45.396229+0000, chain.objs.size()=1 2024-09-19T14:23:58.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.015+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.6uRnZR3glwEAiQ-OMNnI6z4k6uvegVf_0 2024-09-19T14:23:58.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.019+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4534507931657545437', time=2024-09-19T16:12:45.406391+0000, chain.objs.size()=1 2024-09-19T14:23:58.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.019+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.PeLYjSCC4reGEo8nnb86_9cKb4XhUXn_0 2024-09-19T14:23:58.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.019+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13761658517034749007', time=2024-09-19T16:12:45.416006+0000, chain.objs.size()=1 2024-09-19T14:23:58.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.019+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.2kBBK_9fqUIeIYEHvbVQRfSlh6fh0vN_0 2024-09-19T14:23:58.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.019+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12515944496571406252', time=2024-09-19T16:12:45.603347+0000, chain.objs.size()=1 2024-09-19T14:23:58.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.019+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.eiwifIe534S1OIkkgunfrnw4uHBaApZ_0 2024-09-19T14:23:58.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.019+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10175345576587798091', time=2024-09-19T16:12:45.613307+0000, chain.objs.size()=1 2024-09-19T14:23:58.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.019+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.TmBFNl0GhcYv3zYIiek8VZM-eqYbLGL_0 2024-09-19T14:23:58.027 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.023+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12521063652316575188', time=2024-09-19T16:12:45.670943+0000, chain.objs.size()=1 2024-09-19T14:23:58.027 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.023+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.4nux9MeTUrbV0fbrRUiiJSOIxwy2xB8_0 2024-09-19T14:23:58.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.023+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10314364997681480301', time=2024-09-19T16:12:45.777533+0000, chain.objs.size()=1 2024-09-19T14:23:58.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.023+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.MaDzB4TAd7mVudXBKNNYQMTVqCUhmxP_0 2024-09-19T14:23:58.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.023+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9578276944733832119', time=2024-09-19T16:12:45.798858+0000, chain.objs.size()=1 2024-09-19T14:23:58.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.023+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.rWAZcdUwYyLj0lwX8hyu-GiQnWURusd_0 2024-09-19T14:23:58.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.023+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18162466981078654836', time=2024-09-19T16:12:45.843030+0000, chain.objs.size()=1 2024-09-19T14:23:58.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.023+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.99SsHndZUAYZDyw53bclb9fRBICcUC0_0 2024-09-19T14:23:58.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.023+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6837502465131489173', time=2024-09-19T16:12:45.849561+0000, chain.objs.size()=1 2024-09-19T14:23:58.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.023+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.I4aqiERW7AAq0S7-_G-zBRBwjmRVdWH_0 2024-09-19T14:23:58.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.023+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9872383181298974252', time=2024-09-19T16:12:45.983237+0000, chain.objs.size()=1 2024-09-19T14:23:58.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.023+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.S8YHeuvlmXSJ5zjpkODGsRJGPcEBP5y_0 2024-09-19T14:23:58.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.023+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2499787010345471850', time=2024-09-19T16:12:46.008188+0000, chain.objs.size()=1 2024-09-19T14:23:58.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.023+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.NWnrMbXKp0hdtiJHMxHoCekQYf30q1X_0 2024-09-19T14:23:58.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.023+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6284867458060703994', time=2024-09-19T16:12:46.134887+0000, chain.objs.size()=1 2024-09-19T14:23:58.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.023+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.8sZZRODyRG5Q4i2GXJFPH_MjvFTr49R_0 2024-09-19T14:23:58.031 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.027+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9731937721119395174', time=2024-09-19T16:12:46.160049+0000, chain.objs.size()=1 2024-09-19T14:23:58.031 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.027+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.s16qB7nLt6tr25rpVKzjrmKv_gaUvqz_0 2024-09-19T14:23:58.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.027+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15809749146950408166', time=2024-09-19T16:12:46.345924+0000, chain.objs.size()=1 2024-09-19T14:23:58.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.027+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.mOhwrXf8gToFiNoEzy3m4oOQdN_FX_Z_0 2024-09-19T14:23:58.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.027+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.220191427058816131', time=2024-09-19T16:12:46.356871+0000, chain.objs.size()=1 2024-09-19T14:23:58.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.027+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.hgsL671PSuCFrkDvHlyOSzOuZuJCvFt_0 2024-09-19T14:23:58.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.027+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18063396106449289040', time=2024-09-19T16:12:46.454908+0000, chain.objs.size()=1 2024-09-19T14:23:58.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.027+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.64fc9r5Va58shmmiXgoAZ8029mcUyxu_0 2024-09-19T14:23:58.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.031+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 0/74607 2024-09-19T14:23:58.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.035+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=24, truncated=0, next_marker='' 2024-09-19T14:23:58.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.035+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3099761148035001745', time=2024-09-19T16:12:46.555825+0000, chain.objs.size()=1 2024-09-19T14:23:58.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.035+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.ndfWkOkJBxrRmOT0llClwfYSfYcla48_0 2024-09-19T14:23:58.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.035+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13976479260210338125', time=2024-09-19T16:12:46.714716+0000, chain.objs.size()=1 2024-09-19T14:23:58.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.035+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.FO_Fxj00SuGIZBCeR3oNpTPQHi57p7m_0 2024-09-19T14:23:58.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.035+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9445445833960916649', time=2024-09-19T16:12:46.770994+0000, chain.objs.size()=1 2024-09-19T14:23:58.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.035+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.VKm0apCzp8alr9w2GUD0WBcAyPTKzdL_0 2024-09-19T14:23:58.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.035+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11791164364959789782', time=2024-09-19T16:12:46.838946+0000, chain.objs.size()=1 2024-09-19T14:23:58.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.035+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.2bbdcL1dDg9XPmsUBRkRrAfowXJ-g-n_0 2024-09-19T14:23:58.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.035+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14693978265765615703', time=2024-09-19T16:12:46.867822+0000, chain.objs.size()=1 2024-09-19T14:23:58.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.035+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.0jy27MGChnEPEvAxso6cOTivJQoP3g5_0 2024-09-19T14:23:58.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.035+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3633867409526153366', time=2024-09-19T16:12:47.081577+0000, chain.objs.size()=1 2024-09-19T14:23:58.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.035+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.hDzxQMmlHmKEIQdc800jxu8C3vUKY-N_0 2024-09-19T14:23:58.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.035+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.587055047696066350', time=2024-09-19T16:12:47.121958+0000, chain.objs.size()=1 2024-09-19T14:23:58.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.035+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.vOaEhlSpmOqRM6lxISLJ4DczJCMZ_HH_0 2024-09-19T14:23:58.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.035+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2013348227997361351', time=2024-09-19T16:12:47.432757+0000, chain.objs.size()=1 2024-09-19T14:23:58.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.035+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.Awb7yzJhd5ZnuueN-qut7AKrNXSrZhl_0 2024-09-19T14:23:58.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.035+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5005539042504592507', time=2024-09-19T16:12:47.464138+0000, chain.objs.size()=1 2024-09-19T14:23:58.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.035+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.MiVSRJBPg2fAPjucyI88chmxigR68Ts_0 2024-09-19T14:23:58.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.035+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15912892747599138740', time=2024-09-19T16:12:47.519817+0000, chain.objs.size()=1 2024-09-19T14:23:58.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.035+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.FK_GBNTBR6KxUYYc26J_fAAA5OUVDxJ_0 2024-09-19T14:23:58.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.035+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9946834399910985565', time=2024-09-19T16:12:47.542332+0000, chain.objs.size()=1 2024-09-19T14:23:58.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.035+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.SX3x_8W57gAxeY_4_yJlijv-epT-Yv8_0 2024-09-19T14:23:58.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.035+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6669539612755630643', time=2024-09-19T16:12:47.773952+0000, chain.objs.size()=1 2024-09-19T14:23:58.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.035+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.WvMvzPLLZbBMDeKgxpl_s298woFClqq_0 2024-09-19T14:23:58.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.039+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4109453873496871980', time=2024-09-19T16:12:47.866213+0000, chain.objs.size()=1 2024-09-19T14:23:58.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.039+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.JPftBYIQFPO3GCkR76sKeZ3rSAiGHj-_0 2024-09-19T14:23:58.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.039+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11962362076725720645', time=2024-09-19T16:12:51.745022+0000, chain.objs.size()=1 2024-09-19T14:23:58.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.039+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.331__shadow_.RulwjefB2DLmV01zO14ah02cBwYgbVG_0 2024-09-19T14:23:58.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.043+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16222488363762596853', time=2024-09-19T16:13:17.348846+0000, chain.objs.size()=1 2024-09-19T14:23:58.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.043+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.377__shadow_.ZENBcy5QKn7ymFxf_INdGowWWWwSQI8_0 2024-09-19T14:23:58.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.043+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13316459742825963639', time=2024-09-19T16:14:02.470129+0000, chain.objs.size()=1 2024-09-19T14:23:58.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.043+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.447__shadow_.wmen9XC5oMPrUHzX6ep6m3fPT1Z3vXB_0 2024-09-19T14:23:58.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.043+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5044763542011125929', time=2024-09-19T16:14:11.454890+0000, chain.objs.size()=1 2024-09-19T14:23:58.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.043+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.459__shadow_.gL1gjW9lw3xa21RFvJAfZwWak81ey8G_0 2024-09-19T14:23:58.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.043+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17780480114637838772', time=2024-09-19T16:14:48.194374+0000, chain.objs.size()=1 2024-09-19T14:23:58.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.043+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.517__shadow_.9rk8O1WCVTMZC1DfkXDEZP-U1W4gHet_0 2024-09-19T14:23:58.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.043+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8758542321048890055', time=2024-09-19T16:14:56.425333+0000, chain.objs.size()=3 2024-09-19T14:23:58.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.043+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.521__multipart_mymultipart.2~398O8B8L2AS2bI0xvm4vPHWzhFSkKU6.1 2024-09-19T14:23:58.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.043+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.521__multipart_mymultipart.2~398O8B8L2AS2bI0xvm4vPHWzhFSkKU6.2 2024-09-19T14:23:58.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.043+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.521__multipart_mymultipart.2~398O8B8L2AS2bI0xvm4vPHWzhFSkKU6.3 2024-09-19T14:23:58.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.043+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14470367088117725751', time=2024-09-19T16:16:21.942028+0000, chain.objs.size()=1 2024-09-19T14:23:58.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.043+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.564__shadow_.bLzMj5qSziNZBP5TkcHHNSqMRjdjN6T_0 2024-09-19T14:23:58.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.043+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9354679425188823247', time=2024-09-19T16:16:45.044923+0000, chain.objs.size()=1 2024-09-19T14:23:58.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.043+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.576__shadow:WxPMcotvwW.WxFiQUMYKaTLG9G1Xsp5_.fG4cag1BemthYoTpQv25CisHMa4B5ot_0 2024-09-19T14:23:58.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.043+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3957087479386933722', time=2024-09-19T16:17:11.680884+0000, chain.objs.size()=1 2024-09-19T14:23:58.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.043+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.583__shadow:edaLKCFj8ezcVNWUA9i94TJyoS974IN_.lQwmOfpKsPwkGYydAmZ_-IVMl1WauQ-_0 2024-09-19T14:23:58.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.043+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3128632921522079167', time=2024-09-19T16:20:23.179791+0000, chain.objs.size()=1 2024-09-19T14:23:58.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.043+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.668__shadow_.uRgxGGpfNLYykEgl0UkpIymHCJ-00pV_0 2024-09-19T14:23:58.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.047+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12034386428698150387', time=2024-09-19T16:20:35.274195+0000, chain.objs.size()=1 2024-09-19T14:23:58.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.047+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.692__shadow:vHEC5KFulnDZpke.dV7dyht8UWXDZyw_.6VtW3d2jlYsCNNQCLTvD6akFCjQUfoz_0 2024-09-19T14:23:58.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.051+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:23:58.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.055+0000 7fb91a7579c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-19T14:23:58.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.055+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:23:58.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.055+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:23:58.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.055+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/46271' 2024-09-19T14:23:58.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.055+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='_E9KyKdpSNQf0bQGox80iMhzuU3vlew3', time=2024-09-19T16:08:37.474048+0000, chain.objs.size()=1 2024-09-19T14:23:58.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.055+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.161__shadow_.fJqvScHzq1WngYnSwClSMCK4M_Lp_U3_0 2024-09-19T14:23:58.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.055+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12120756296300055694', time=2024-09-19T16:10:43.363465+0000, chain.objs.size()=1 2024-09-19T14:23:58.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.055+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.241__shadow_.XCpSzEGd8y7QEkaXxDZzbltOACRUFPL_0 2024-09-19T14:23:58.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.055+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8448717837172137114', time=2024-09-19T16:10:46.241968+0000, chain.objs.size()=1 2024-09-19T14:23:58.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.055+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.244__shadow_.QgWyStDnwL-Wx2Cuw7wElGu_uVtDyM-_0 2024-09-19T14:23:58.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.055+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6208217274147202088', time=2024-09-19T16:10:55.090778+0000, chain.objs.size()=1 2024-09-19T14:23:58.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.055+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.258__shadow_.up0FrsEZWA9CDlqoxT3yOf6O8Dm1q8X_0 2024-09-19T14:23:58.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.055+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.786198831403737231', time=2024-09-19T16:11:18.141462+0000, chain.objs.size()=1 2024-09-19T14:23:58.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.055+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_._V3xUdfw0_JF50KM5lxArJEqB8kwtlu_0 2024-09-19T14:23:58.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.055+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5651813435993673420', time=2024-09-19T16:11:18.266491+0000, chain.objs.size()=1 2024-09-19T14:23:58.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.055+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_._TmDF0sZ5lCV2rEeggLfXGiJtlK_LeU_0 2024-09-19T14:23:58.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.055+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7271060071031446742', time=2024-09-19T16:11:18.518666+0000, chain.objs.size()=1 2024-09-19T14:23:58.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.055+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.ONrxuTDXp2GOVoVztX5gw6aQo_E0h8I_0 2024-09-19T14:23:58.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.055+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13962751743671275506', time=2024-09-19T16:11:18.522068+0000, chain.objs.size()=1 2024-09-19T14:23:58.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.055+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.ePsCzdK88KCK9vqrbjfJlQp4xvfMYuv_0 2024-09-19T14:23:58.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.055+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1473845437455030861', time=2024-09-19T16:11:18.554760+0000, chain.objs.size()=1 2024-09-19T14:23:58.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.055+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.UAyNiFzx3oJNPf8TVNjVRSXfPdeT4sH_0 2024-09-19T14:23:58.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.055+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15398818370334814763', time=2024-09-19T16:11:18.560810+0000, chain.objs.size()=1 2024-09-19T14:23:58.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.055+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.uvM07spqOisJMD_NZ7gzRS_oryW4mwn_0 2024-09-19T14:23:58.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.055+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5331675619845757505', time=2024-09-19T16:11:18.578344+0000, chain.objs.size()=1 2024-09-19T14:23:58.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.055+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.jb5WYr34HbLbN0u5G8IOpOH6G8p2Od__0 2024-09-19T14:23:58.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.055+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13728496142869847692', time=2024-09-19T16:11:18.959303+0000, chain.objs.size()=1 2024-09-19T14:23:58.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.055+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.ZXOChugfMcz9WmHVuDXHrPrz8HKN_tH_0 2024-09-19T14:23:58.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.059+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13810332463067647604', time=2024-09-19T16:11:19.111970+0000, chain.objs.size()=1 2024-09-19T14:23:58.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.059+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_._krjuDhV1sEtRtCricex6nla4lLFwXb_0 2024-09-19T14:23:58.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.059+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10108344670560331175', time=2024-09-19T16:11:19.202647+0000, chain.objs.size()=1 2024-09-19T14:23:58.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.059+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.kgBlEuodAN3CnL0yQxh3sUpZfSUgAM1_0 2024-09-19T14:23:58.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.059+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3281402850294657008', time=2024-09-19T16:11:19.253996+0000, chain.objs.size()=1 2024-09-19T14:23:58.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.059+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.qG89o9bXWMNtGLdhFr6Fh35n62ksHHB_0 2024-09-19T14:23:58.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.063+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16313102403082548999', time=2024-09-19T16:11:19.262827+0000, chain.objs.size()=1 2024-09-19T14:23:58.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.063+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.UVGTpT-XggK8wobHj1gQb8wcZOwBiTa_0 2024-09-19T14:23:58.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.063+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9228799189262565711', time=2024-09-19T16:11:19.448981+0000, chain.objs.size()=1 2024-09-19T14:23:58.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.063+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.ZVwsIMMXJU0bzbvBV5s8DfdRUL4IAKH_0 2024-09-19T14:23:58.068 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.063+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5402541753956318980', time=2024-09-19T16:11:19.506336+0000, chain.objs.size()=1 2024-09-19T14:23:58.068 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.063+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.Qb5BszQY7fPmgdW3t9EmmSOrLQGkMek_0 2024-09-19T14:23:58.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.063+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4033831627182773449', time=2024-09-19T16:11:19.541248+0000, chain.objs.size()=1 2024-09-19T14:23:58.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.063+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.E8lgcJ840--xIrLJV4PZtdzs_bNnc0Y_0 2024-09-19T14:23:58.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.063+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4242663425389650534', time=2024-09-19T16:11:19.558609+0000, chain.objs.size()=1 2024-09-19T14:23:58.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.063+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.Jo1GgyXpMLDDj1p1OaCjLcVHtMmQo9R_0 2024-09-19T14:23:58.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.063+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1604873113854906990', time=2024-09-19T16:11:19.559251+0000, chain.objs.size()=1 2024-09-19T14:23:58.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.063+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.jwqA3YgcgbKhtFpoqouoXuG5F6R12KH_0 2024-09-19T14:23:58.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.063+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11574446393181392902', time=2024-09-19T16:11:19.581451+0000, chain.objs.size()=1 2024-09-19T14:23:58.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.063+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.HMJ8P1DEbGlVMoenqnCofvBB56Itcr4_0 2024-09-19T14:23:58.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.063+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7750547319250260236', time=2024-09-19T16:11:19.606033+0000, chain.objs.size()=1 2024-09-19T14:23:58.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.063+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.5FjzpaISQFwPTUXYl8O6hc1LnSpc83w_0 2024-09-19T14:23:58.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.063+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17093918037117885973', time=2024-09-19T16:11:19.787117+0000, chain.objs.size()=1 2024-09-19T14:23:58.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.063+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.Vafj8TZ3EHqaA6uOR4UgEHqj_LhRw1m_0 2024-09-19T14:23:58.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.063+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2111342079609469551', time=2024-09-19T16:11:20.129707+0000, chain.objs.size()=1 2024-09-19T14:23:58.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.063+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.M_henBmWwGLSTQzx1toup0R6zUMCND6_0 2024-09-19T14:23:58.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.063+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4592814241862928002', time=2024-09-19T16:11:20.171865+0000, chain.objs.size()=1 2024-09-19T14:23:58.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.063+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.UP8qHrGDUsMnWOJP__CN-80CyjemeDX_0 2024-09-19T14:23:58.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.067+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2867357257416813519', time=2024-09-19T16:11:20.214832+0000, chain.objs.size()=1 2024-09-19T14:23:58.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.067+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.mrN2AfoMdQf_JqxR0dknVdsf02sZbvb_0 2024-09-19T14:23:58.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.067+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16739533715561328523', time=2024-09-19T16:11:20.220564+0000, chain.objs.size()=1 2024-09-19T14:23:58.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.067+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.guWnBOhQC66baOMtsORHl69TUsY24KR_0 2024-09-19T14:23:58.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.067+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3476055186197119912', time=2024-09-19T16:11:20.429145+0000, chain.objs.size()=1 2024-09-19T14:23:58.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.067+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.MtO5PK4dHFBc9VJJGZB6dN3mTRJ8TD3_0 2024-09-19T14:23:58.074 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.067+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17063576020395603937', time=2024-09-19T16:11:38.023547+0000, chain.objs.size()=1 2024-09-19T14:23:58.074 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.067+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.290__shadow_.vRbbG97bACu7hqdCuSvygrgiVxCZcB1_0 2024-09-19T14:23:58.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.067+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14125339002977854658', time=2024-09-19T16:11:40.308633+0000, chain.objs.size()=1 2024-09-19T14:23:58.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.071+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.292__shadow_.JtgR0trQyccmuEsQIpb_EFG9_ocbiTg_0 2024-09-19T14:23:58.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.071+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3734216302477692099', time=2024-09-19T16:11:41.693437+0000, chain.objs.size()=1 2024-09-19T14:23:58.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.071+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.293__shadow_.6JoaPOKAVcUmfhc6JPQjnMZab3059fg_0 2024-09-19T14:23:58.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.071+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18239731818276863914', time=2024-09-19T16:12:21.623648+0000, chain.objs.size()=1 2024-09-19T14:23:58.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.071+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.R57-X8DdED-Zcf7pskO7JNkif7A8iQ8_0 2024-09-19T14:23:58.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.071+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9129886832379138109', time=2024-09-19T16:12:21.715647+0000, chain.objs.size()=1 2024-09-19T14:23:58.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.071+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.AEdJiow3UUIEQSQUomgZ85rW7GPATXo_0 2024-09-19T14:23:58.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.071+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5998371881496447215', time=2024-09-19T16:12:21.824643+0000, chain.objs.size()=1 2024-09-19T14:23:58.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.071+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.DZjC3hBUSTFoqq_qrklANVl7JyEPmvy_0 2024-09-19T14:23:58.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.071+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2733486966879640025', time=2024-09-19T16:12:22.036658+0000, chain.objs.size()=1 2024-09-19T14:23:58.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.071+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.__oHxvUGHMYVPqfj-K0MNy-7KNwWa2e_0 2024-09-19T14:23:58.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.071+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15786462504594327497', time=2024-09-19T16:12:22.083587+0000, chain.objs.size()=1 2024-09-19T14:23:58.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.071+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.pEva7uym46pkhwZ43cMbGd0o4v8Aef3_0 2024-09-19T14:23:58.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.071+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11222309795924111410', time=2024-09-19T16:12:22.089302+0000, chain.objs.size()=1 2024-09-19T14:23:58.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.071+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.UP9KZEy77NzTzBm1Dhr3xp7WrTysQi2_0 2024-09-19T14:23:58.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.071+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2554280255253763226', time=2024-09-19T16:12:22.123630+0000, chain.objs.size()=1 2024-09-19T14:23:58.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.071+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.X3TiMhrakeab0BdC1QjJKQp4opwGk17_0 2024-09-19T14:23:58.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.071+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7125745241621923035', time=2024-09-19T16:12:22.161137+0000, chain.objs.size()=1 2024-09-19T14:23:58.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.071+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.I4e0sB7jNYYkJp_KDXdk0ckRzu177oR_0 2024-09-19T14:23:58.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.071+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17104265568333762972', time=2024-09-19T16:12:22.321744+0000, chain.objs.size()=1 2024-09-19T14:23:58.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.071+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.HQj0SAmbqDMSztISv848JnkxVLTRZKg_0 2024-09-19T14:23:58.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.075+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.740255825189562287', time=2024-09-19T16:12:22.322950+0000, chain.objs.size()=1 2024-09-19T14:23:58.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.075+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.8TVDjzUFnjzjWSbu9qQEy67kt3P4L3g_0 2024-09-19T14:23:58.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.075+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.92188513637160374', time=2024-09-19T16:12:22.327340+0000, chain.objs.size()=1 2024-09-19T14:23:58.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.075+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.nT0tgFPYjpgsgVap2oL_RMWNlf0ZaRH_0 2024-09-19T14:23:58.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.075+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13623611561456268729', time=2024-09-19T16:12:22.392820+0000, chain.objs.size()=1 2024-09-19T14:23:58.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.075+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.id6CHpCXFFem2kPjkT0XAlo5va1xiRy_0 2024-09-19T14:23:58.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.075+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18199441385445412188', time=2024-09-19T16:12:22.413049+0000, chain.objs.size()=1 2024-09-19T14:23:58.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.075+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.ZFwcj5NuUENwv1V-Z8GAM-q4lqsXH0W_0 2024-09-19T14:23:58.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.075+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1501425809397095444', time=2024-09-19T16:12:22.437429+0000, chain.objs.size()=1 2024-09-19T14:23:58.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.075+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.SJrvt06nqvJ-1Dh9OtJhjl8UvxJjymT_0 2024-09-19T14:23:58.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.075+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5974232857555512274', time=2024-09-19T16:12:22.662869+0000, chain.objs.size()=1 2024-09-19T14:23:58.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.075+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.NfdFtpo0RG9l1oFLmwOWQnWakZ_wdKu_0 2024-09-19T14:23:58.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.075+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16510360546099822893', time=2024-09-19T16:12:22.696455+0000, chain.objs.size()=1 2024-09-19T14:23:58.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.075+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Sf-sGxKHy4r13bPJQBYCWFYwxldUSda_0 2024-09-19T14:23:58.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.079+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15252501759881388415', time=2024-09-19T16:12:22.823144+0000, chain.objs.size()=1 2024-09-19T14:23:58.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.079+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.7-8r7AxtbR9TX7US3IAM1RV1WpxtuNJ_0 2024-09-19T14:23:58.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.079+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10639050161071395783', time=2024-09-19T16:12:22.826209+0000, chain.objs.size()=1 2024-09-19T14:23:58.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.079+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.W4gXZXmf7q8l20VddOaioPQqWiWTiPl_0 2024-09-19T14:23:58.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.079+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2577891657660866532', time=2024-09-19T16:12:22.841132+0000, chain.objs.size()=1 2024-09-19T14:23:58.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.079+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.FQJTpzRxI2MFYkpkEZ9lJoYXY4d9Xsz_0 2024-09-19T14:23:58.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.079+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14567198147691983988', time=2024-09-19T16:12:23.011042+0000, chain.objs.size()=1 2024-09-19T14:23:58.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.079+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.aa71fOUppBC8qil2lzwwKB2nKGftmUY_0 2024-09-19T14:23:58.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.079+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16927391707925135857', time=2024-09-19T16:12:23.152984+0000, chain.objs.size()=1 2024-09-19T14:23:58.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.079+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.6OnC2pfYi8ZZP_s-DjZHmcEnUsJzqF9_0 2024-09-19T14:23:58.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.079+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15441166563870454167', time=2024-09-19T16:12:23.174181+0000, chain.objs.size()=1 2024-09-19T14:23:58.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.079+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.eLf0pEZvWO11HzLchB34SANtNh29L_l_0 2024-09-19T14:23:58.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.079+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9644526691610296918', time=2024-09-19T16:12:23.193431+0000, chain.objs.size()=1 2024-09-19T14:23:58.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.079+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.RX2rfUHzobokVesm32nU_MH-YXySjxR_0 2024-09-19T14:23:58.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.079+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3028093953305428598', time=2024-09-19T16:12:23.194285+0000, chain.objs.size()=1 2024-09-19T14:23:58.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.079+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.hps1ojLY4MSrzrlfhgsoBCbpUEvbTOg_0 2024-09-19T14:23:58.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.079+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16334682358108498430', time=2024-09-19T16:12:23.310794+0000, chain.objs.size()=1 2024-09-19T14:23:58.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.079+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.cLGIuluyHsLC0HMq-Voar4Sye2tYMbO_0 2024-09-19T14:23:58.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.083+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4007721311643374069', time=2024-09-19T16:12:23.364299+0000, chain.objs.size()=1 2024-09-19T14:23:58.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.083+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.B1sfzrlQHVReNskiYR6l4otKAy-Pvx8_0 2024-09-19T14:23:58.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.083+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18159405940375265129', time=2024-09-19T16:12:23.449563+0000, chain.objs.size()=1 2024-09-19T14:23:58.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.083+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.iOVnYS-AI5A238xzinxG0slxUyp4RIZ_0 2024-09-19T14:23:58.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.083+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12026847641242442843', time=2024-09-19T16:12:23.451766+0000, chain.objs.size()=1 2024-09-19T14:23:58.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.083+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.r17kyfW1Q2eJ5OkckkGHq7QbQHRqjCH_0 2024-09-19T14:23:58.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.083+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17921053731201968337', time=2024-09-19T16:12:23.467872+0000, chain.objs.size()=1 2024-09-19T14:23:58.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.083+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.XflYYjLKH4o912v3OZ_1kEu6KUuLjVS_0 2024-09-19T14:23:58.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.083+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3958105630826772776', time=2024-09-19T16:12:23.689169+0000, chain.objs.size()=1 2024-09-19T14:23:58.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.083+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.JMOYZFDZNhCipTj3f1XO4PCTrOsdcSC_0 2024-09-19T14:23:58.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.083+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1808662248135267352', time=2024-09-19T16:12:23.732271+0000, chain.objs.size()=1 2024-09-19T14:23:58.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.083+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_._peTf9jBk2gcBqn_QTlORh7lQF6KSF0_0 2024-09-19T14:23:58.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.083+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11134372130583889446', time=2024-09-19T16:12:23.816400+0000, chain.objs.size()=1 2024-09-19T14:23:58.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.083+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.1z9ASxGUYQJ1_XZ-eDhYXI1fymr_IVV_0 2024-09-19T14:23:58.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.083+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16692729593877956956', time=2024-09-19T16:12:23.961346+0000, chain.objs.size()=1 2024-09-19T14:23:58.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.083+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.0B7cAQrED_EgVUT4hpVSF3DB_l4bVGR_0 2024-09-19T14:23:58.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.083+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8418545582508165181', time=2024-09-19T16:12:23.998580+0000, chain.objs.size()=1 2024-09-19T14:23:58.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.083+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.gUpsIxWXBmPybM4YmjIXLmSCc9Xe5cx_0 2024-09-19T14:23:58.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.083+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3265698791518539171', time=2024-09-19T16:12:24.006216+0000, chain.objs.size()=1 2024-09-19T14:23:58.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.083+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.D3cX3xfq-zCprOi3JzvxIfaacoITLbU_0 2024-09-19T14:23:58.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.083+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9594597142864953798', time=2024-09-19T16:12:24.110985+0000, chain.objs.size()=1 2024-09-19T14:23:58.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.083+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Q_G5Ne6JEEhpPZHXp3tO0TcYQ6ixpnV_0 2024-09-19T14:23:58.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.087+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7074959072125831421', time=2024-09-19T16:12:45.320708+0000, chain.objs.size()=1 2024-09-19T14:23:58.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.087+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.QdpTFgCupUeaEG0aOpsrMCECi6-W3-v_0 2024-09-19T14:23:58.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.087+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3854340133374307061', time=2024-09-19T16:12:45.609330+0000, chain.objs.size()=1 2024-09-19T14:23:58.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.087+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.fBckQkosQL8aHvhTIENK9Qjq9HQX54e_0 2024-09-19T14:23:58.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.087+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6122833036238275603', time=2024-09-19T16:12:45.692352+0000, chain.objs.size()=1 2024-09-19T14:23:58.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.087+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.iFBe1qlKA2-ixCQ54GkZTC1NT5dox-N_0 2024-09-19T14:23:58.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.087+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2540054222254525287', time=2024-09-19T16:12:45.713863+0000, chain.objs.size()=1 2024-09-19T14:23:58.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.087+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.RooX_LD_3yPYHAX2EP-yqwLWGlTRbaK_0 2024-09-19T14:23:58.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.087+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15201029161192965816', time=2024-09-19T16:12:45.778901+0000, chain.objs.size()=1 2024-09-19T14:23:58.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.087+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.28IwkkG_Dr1MN2guzZkqOYfKPMJQgc8_0 2024-09-19T14:23:58.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.091+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11079990218541582949', time=2024-09-19T16:12:46.116703+0000, chain.objs.size()=1 2024-09-19T14:23:58.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.091+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.16JVTk5csAqP7NiEhuOVoYAvLs-zgaH_0 2024-09-19T14:23:58.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.091+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2008381048711767578', time=2024-09-19T16:12:46.128520+0000, chain.objs.size()=1 2024-09-19T14:23:58.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.091+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.ob2t5DgWNYTxn07ojW81hfVv41iy2gU_0 2024-09-19T14:23:58.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.091+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8405357064960334191', time=2024-09-19T16:12:46.194363+0000, chain.objs.size()=1 2024-09-19T14:23:58.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.091+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.WZGLhy_KsbC51TeUD7xYZIBhal1NTnD_0 2024-09-19T14:23:58.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.091+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4909488459757520743', time=2024-09-19T16:12:46.383832+0000, chain.objs.size()=1 2024-09-19T14:23:58.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.091+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.Sx2deVkPvP8nYpWxrQs-fRnK6S2LIHA_0 2024-09-19T14:23:58.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.091+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1837327700516305993', time=2024-09-19T16:12:46.450592+0000, chain.objs.size()=1 2024-09-19T14:23:58.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.091+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.ch8_Xwk3anVcgPNXe5JFDoOX3jFQPX0_0 2024-09-19T14:23:58.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.091+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6753891875764318919', time=2024-09-19T16:12:46.539791+0000, chain.objs.size()=1 2024-09-19T14:23:58.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.091+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.B0SSmvpJooi-argLf_QAvvfksObhxlz_0 2024-09-19T14:23:58.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.091+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15592506259488750431', time=2024-09-19T16:12:46.715493+0000, chain.objs.size()=1 2024-09-19T14:23:58.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.091+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.moJNZCTTq93tRfTBQGaCuTwoa5eqV1q_0 2024-09-19T14:23:58.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.091+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1633554711144351285', time=2024-09-19T16:12:46.719391+0000, chain.objs.size()=1 2024-09-19T14:23:58.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.091+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.3GX16yoUIkaQ9O0oMFWrwaa5dX6tQQx_0 2024-09-19T14:23:58.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.091+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12154703940513154578', time=2024-09-19T16:12:46.821830+0000, chain.objs.size()=1 2024-09-19T14:23:58.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.091+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.WOtJcnv8IrLOC9RkVEpMRtX_xKsjs4g_0 2024-09-19T14:23:58.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.095+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16145969673449332590', time=2024-09-19T16:12:46.837914+0000, chain.objs.size()=1 2024-09-19T14:23:58.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.095+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.-LloyD9vS3y_X1-2rn5s6zv1NyRxq-7_0 2024-09-19T14:23:58.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.095+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11832924128338770403', time=2024-09-19T16:12:47.171648+0000, chain.objs.size()=1 2024-09-19T14:23:58.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.095+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.rfHdXj-YV7AnLl-zfVgwhbygTth0Snu_0 2024-09-19T14:23:58.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.095+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15097766754376657117', time=2024-09-19T16:12:47.186278+0000, chain.objs.size()=1 2024-09-19T14:23:58.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.095+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.WHgN8DEjLUu_3_BOqPemdvOdkiJauEi_0 2024-09-19T14:23:58.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.095+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2075287464719302494', time=2024-09-19T16:12:47.408554+0000, chain.objs.size()=1 2024-09-19T14:23:58.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.095+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.snR1bJrIu6zlO_Ri1Y7W3SddM_RIA6y_0 2024-09-19T14:23:58.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.095+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15641912245476118086', time=2024-09-19T16:12:47.423159+0000, chain.objs.size()=1 2024-09-19T14:23:58.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.095+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.NdAi0Z6zz7Db3S6myNa7V45NIk3z0LY_0 2024-09-19T14:23:58.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.095+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.403654922672883432', time=2024-09-19T16:12:47.730843+0000, chain.objs.size()=1 2024-09-19T14:23:58.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.095+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.ETtZo36jVMvr0nr8q_3sfDqFn7CoGay_0 2024-09-19T14:23:58.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.095+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12987356105843716767', time=2024-09-19T16:12:47.799761+0000, chain.objs.size()=1 2024-09-19T14:23:58.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.095+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.nejrHsWNmkvpa8_Vx7eYLoj96hqlk64_0 2024-09-19T14:23:58.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.095+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.54713776024844464', time=2024-09-19T16:12:47.833725+0000, chain.objs.size()=1 2024-09-19T14:23:58.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.095+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.m7FnO5EwoZohRv9E7eg9RfCPu6jADev_0 2024-09-19T14:23:58.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.095+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12669858789680463669', time=2024-09-19T16:12:47.856468+0000, chain.objs.size()=1 2024-09-19T14:23:58.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.095+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.UiLu41w2WOzYSJO3RijSeaFgS61aSvv_0 2024-09-19T14:23:58.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.095+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10990769458188133962', time=2024-09-19T16:13:03.777276+0000, chain.objs.size()=1 2024-09-19T14:23:58.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.095+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.353__shadow_.1NZeCjnrf55KAxWxCbuytLXpDI-vfHH_0 2024-09-19T14:23:58.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.095+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9192770552685361788', time=2024-09-19T16:13:11.593534+0000, chain.objs.size()=1 2024-09-19T14:23:58.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.095+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.369__shadow_.pQ83fNQ3_DqaO45yPiqIw-BkV8ffwI9_0 2024-09-19T14:23:58.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.095+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4072437552068772521', time=2024-09-19T16:13:50.180976+0000, chain.objs.size()=1 2024-09-19T14:23:58.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.095+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.429__shadow_.iRwACSPtwuxntfqEaGmj4IAyEd3SlBv_0 2024-09-19T14:23:58.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.095+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18298876252811593284', time=2024-09-19T16:13:50.749277+0000, chain.objs.size()=1 2024-09-19T14:23:58.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.095+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.430__shadow_.RKAG52oVk3DYaJ33Q_TrXeDx3S5mWvm_0 2024-09-19T14:23:58.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.099+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9344992533832353962', time=2024-09-19T16:14:04.413151+0000, chain.objs.size()=1 2024-09-19T14:23:58.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.099+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.450__shadow_.wyjsDr0Z3MyVqS5tVFz0BDqU5v9zeF__0 2024-09-19T14:23:58.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.099+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7065990695765961394', time=2024-09-19T16:14:12.457955+0000, chain.objs.size()=1 2024-09-19T14:23:58.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.099+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.460__shadow_.wmntm4yNkTRe2xH31nbhYbw-xMn4ngh_0 2024-09-19T14:23:58.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.099+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10231609304622177976', time=2024-09-19T16:14:16.961317+0000, chain.objs.size()=1 2024-09-19T14:23:58.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.099+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.465__shadow_.JIPDjHsKTplW5WTvdCAznVANlJj_-on_0 2024-09-19T14:23:58.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.099+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1292482515114199052', time=2024-09-19T16:14:24.945736+0000, chain.objs.size()=1 2024-09-19T14:23:58.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.099+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.483__shadow_.CV24mAcy9s5xm-Iig7RhgCCCu6S9A-d_0 2024-09-19T14:23:58.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.103+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2759914302878412624', time=2024-09-19T16:14:32.009072+0000, chain.objs.size()=1 2024-09-19T14:23:58.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.103+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.495__shadow_.VQZY2kR5j8FoQ6O77UnkP329hskmVAG_0 2024-09-19T14:23:58.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.103+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 0/46271 2024-09-19T14:23:58.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.107+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=15, truncated=0, next_marker='' 2024-09-19T14:23:58.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.107+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10326963422907285080', time=2024-09-19T16:14:32.526006+0000, chain.objs.size()=1 2024-09-19T14:23:58.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.107+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.496__shadow_.2Ch61TDCaiuj1i631T8qXx4fEVWp260_0 2024-09-19T14:23:58.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.107+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7814643301414769186', time=2024-09-19T16:14:48.187206+0000, chain.objs.size()=1 2024-09-19T14:23:58.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.107+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.517__shadow_.uBeP83YVrFongA6k1Bt3xNp7ZeipnOO_0 2024-09-19T14:23:58.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.107+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11534999184992863856', time=2024-09-19T16:15:04.305902+0000, chain.objs.size()=6 2024-09-19T14:23:58.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.107+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.522__multipart_mymultipart.2~E9AhUy_IUEbCo0sbjfnIG_DOkkVAaMc.1 2024-09-19T14:23:58.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.107+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.522__multipart_mymultipart.wHGctg0odi_guIasJF7T29gTZD6FZCa6.2 2024-09-19T14:23:58.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.107+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.522__multipart_mymultipart.2~E9AhUy_IUEbCo0sbjfnIG_DOkkVAaMc.3 2024-09-19T14:23:58.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.107+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.522__multipart_mymultipart.2~E9AhUy_IUEbCo0sbjfnIG_DOkkVAaMc.4 2024-09-19T14:23:58.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.107+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.522__multipart_mymultipart.2~E9AhUy_IUEbCo0sbjfnIG_DOkkVAaMc.5 2024-09-19T14:23:58.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.107+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.522__multipart_mymultipart.2~E9AhUy_IUEbCo0sbjfnIG_DOkkVAaMc.6 2024-09-19T14:23:58.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.107+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4553701068779878100', time=2024-09-19T16:15:11.310736+0000, chain.objs.size()=6 2024-09-19T14:23:58.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.107+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.522__multipart_mymultipart.2~PVXYBwlJ1pA3TuY_mk0S1LiFLK9htbW.1 2024-09-19T14:23:58.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.107+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.522__multipart_mymultipart.QxMTO71yZ-R_WGUXsWEYWx9E1OhQc191.2 2024-09-19T14:23:58.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.107+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.522__multipart_mymultipart.jb7Ch29GnfghM6cy94FKcZUNnly1O4rc.3 2024-09-19T14:23:58.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.107+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.522__multipart_mymultipart.2~PVXYBwlJ1pA3TuY_mk0S1LiFLK9htbW.4 2024-09-19T14:23:58.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.111+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.522__multipart_mymultipart.2~PVXYBwlJ1pA3TuY_mk0S1LiFLK9htbW.5 2024-09-19T14:23:58.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.111+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.522__multipart_mymultipart.2~PVXYBwlJ1pA3TuY_mk0S1LiFLK9htbW.6 2024-09-19T14:23:58.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.111+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='2~89AEHjq_vUdmdoXiKQsP6_QR2zI17Rk', time=2024-09-19T16:15:26.088905+0000, chain.objs.size()=1 2024-09-19T14:23:58.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.111+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.531__multipart_mymultipart2.2~89AEHjq_vUdmdoXiKQsP6_QR2zI17Rk.1 2024-09-19T14:23:58.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.111+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6134870761980787994', time=2024-09-19T16:16:16.537378+0000, chain.objs.size()=1 2024-09-19T14:23:58.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.111+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.562__shadow_.RmfHM4gZtRG2xsfjvTm4wJ-hG0Zj0qv_0 2024-09-19T14:23:58.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.111+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12307820409286366188', time=2024-09-19T16:16:32.320338+0000, chain.objs.size()=1 2024-09-19T14:23:58.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.111+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.569__shadow:pE2OXtAG1FAvkX9857M3IE1ZXQRvHGg_.KVUjsKP2wpZPxmWmRJ_2Fk0tfZUQGuq_0 2024-09-19T14:23:58.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.111+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17748483173936361416', time=2024-09-19T16:16:45.654499+0000, chain.objs.size()=1 2024-09-19T14:23:58.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.111+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.576__shadow:cVxT.z093WkgMNhcv-cdSa.pvUcNLoD_.ch0oMz3uIly6VqPwDNIoymxZ3lvkXd6_0 2024-09-19T14:23:58.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.111+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6782220234999216538', time=2024-09-19T16:16:59.608140+0000, chain.objs.size()=1 2024-09-19T14:23:58.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.111+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.577__shadow:AdQCF4H-wDCoI2F-QCyXXaak4.fLCU6_.h5EegkBrdvIdR-A7UweRpzD2g5viLmK_0 2024-09-19T14:23:58.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.111+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16594413638672886480', time=2024-09-19T16:17:10.286235+0000, chain.objs.size()=1 2024-09-19T14:23:58.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.111+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.580__shadow:8K2COvIc3AOxqw-WOuqesXPMDrAUdjW_.UrEVHzxhftZsl-JkHw3LKjPJrO485vj_0 2024-09-19T14:23:58.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.111+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1613295604189592617', time=2024-09-19T16:20:08.078121+0000, chain.objs.size()=1 2024-09-19T14:23:58.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.111+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.649__shadow_.qeD8gNjyTu6Qc5EWNfdd30m4Rzjb_rZ_0 2024-09-19T14:23:58.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.111+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18259596798768450786', time=2024-09-19T16:20:09.594904+0000, chain.objs.size()=1 2024-09-19T14:23:58.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.111+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.651__shadow_.-APc3xAAq05kL21DK_WD4MUrMMeMT_S_0 2024-09-19T14:23:58.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.111+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13605662054731338308', time=2024-09-19T16:20:20.210204+0000, chain.objs.size()=1 2024-09-19T14:23:58.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.111+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.664__shadow_.jC-YpoyARAwecfelZe7vnTaVhhK7vjC_0 2024-09-19T14:23:58.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.115+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18224474892717582466', time=2024-09-19T16:20:47.066995+0000, chain.objs.size()=1 2024-09-19T14:23:58.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.115+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.712__shadow:Aq-neAYdVauOZoa-oHYDI8r3AW7cBJ-_.CXekKU5NiuepR0OqX3PgKGiL4IJghtR_0 2024-09-19T14:23:58.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.115+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12545277922525882796', time=2024-09-19T16:22:07.874763+0000, chain.objs.size()=1 2024-09-19T14:23:58.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.115+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.770__shadow_.HzQ-xd1dbhi8w8O2fjd2FyReD4gmp9v_0 2024-09-19T14:23:58.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.119+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:23:58.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.119+0000 7fb91a7579c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-19T14:23:58.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.123+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:23:58.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.123+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:23:58.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.123+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/54455' 2024-09-19T14:23:58.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.123+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='_pJ-ky3s-byjmXqJVQL2Xx0BS5Om5a5E', time=2024-09-19T16:08:35.350271+0000, chain.objs.size()=1 2024-09-19T14:23:58.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.123+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.160__shadow_.SzNQaA2IrasO7fjoPAnz0LbevxSFIR0_0 2024-09-19T14:23:58.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.123+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10950517998194903280', time=2024-09-19T16:08:35.717387+0000, chain.objs.size()=3 2024-09-19T14:23:58.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.123+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.160__shadow_.-0iCWa2m53zyf5wdNoWYYRjf5EQZWir_0 2024-09-19T14:23:58.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.123+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.160__shadow_.-0iCWa2m53zyf5wdNoWYYRjf5EQZWir_1 2024-09-19T14:23:58.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.123+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.160__shadow_.-0iCWa2m53zyf5wdNoWYYRjf5EQZWir_2 2024-09-19T14:23:58.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.123+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16770863694162081339', time=2024-09-19T16:08:53.598313+0000, chain.objs.size()=1 2024-09-19T14:23:58.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.123+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.178__shadow_.6CdbygsygoTMc98Q-H8yn4TDpEUUlbn_0 2024-09-19T14:23:58.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.123+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16090977624315788386', time=2024-09-19T16:08:56.298820+0000, chain.objs.size()=1 2024-09-19T14:23:58.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.123+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.183__shadow_.YMmvzUAaiS7nOewUVrKL58GNQ-O7yu5_0 2024-09-19T14:23:58.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.123+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6332451624923670981', time=2024-09-19T16:10:34.834133+0000, chain.objs.size()=1 2024-09-19T14:23:58.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.123+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.228__shadow_.tLfXqgQoojbgi2SV-TMan0q-pGN3Tv1_0 2024-09-19T14:23:58.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.123+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9505672099766401076', time=2024-09-19T16:10:37.425965+0000, chain.objs.size()=1 2024-09-19T14:23:58.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.123+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.233__shadow_.EnrjQeoqTbtRxj5YK74Rw62DMLWAQ4b_0 2024-09-19T14:23:58.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.123+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10924306479549155822', time=2024-09-19T16:10:43.359221+0000, chain.objs.size()=1 2024-09-19T14:23:58.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.123+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.241__shadow_.x38mTZHH7ACBPHdzxvgtMrBaRXSKMOr_0 2024-09-19T14:23:58.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.123+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12256970839134383849', time=2024-09-19T16:10:56.931140+0000, chain.objs.size()=1 2024-09-19T14:23:58.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.123+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.261__shadow_.QIvCRLtX2gOIPn-0LeaXNLiLqem8O9U_0 2024-09-19T14:23:58.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.123+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17795356694244372131', time=2024-09-19T16:11:18.277804+0000, chain.objs.size()=1 2024-09-19T14:23:58.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.123+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.7Ryf9OMRGUHZjexN-qL50HrJhbjkS9p_0 2024-09-19T14:23:58.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.123+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16334890029992322148', time=2024-09-19T16:11:18.441768+0000, chain.objs.size()=1 2024-09-19T14:23:58.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.123+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.YcpsrsduTjZiJ-j73IW1r-P2VoAa2h1_0 2024-09-19T14:23:58.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.127+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17773820906860222745', time=2024-09-19T16:11:18.480187+0000, chain.objs.size()=1 2024-09-19T14:23:58.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.127+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.BoNSPwzOPtNSPLqqPnMnCZOd7E2y0E__0 2024-09-19T14:23:58.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.127+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12194115968349245772', time=2024-09-19T16:11:18.491404+0000, chain.objs.size()=1 2024-09-19T14:23:58.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.127+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.mSHMkd9iNQotzdZfT5whW9XMyMvrai7_0 2024-09-19T14:23:58.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.127+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12521075141443998738', time=2024-09-19T16:11:18.802032+0000, chain.objs.size()=1 2024-09-19T14:23:58.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.127+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.A6SLnkuSazyBGVvNNmBXzjrL5YVo2eT_0 2024-09-19T14:23:58.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.127+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9505267018903435333', time=2024-09-19T16:11:18.854288+0000, chain.objs.size()=1 2024-09-19T14:23:58.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.127+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.XqRQSnFLXe5tYwUe_LHJSoPDgq1pZZz_0 2024-09-19T14:23:58.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.127+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14820807525092113417', time=2024-09-19T16:11:18.875231+0000, chain.objs.size()=1 2024-09-19T14:23:58.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.127+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_._2waTXD1tEgquGXqPxlREJHACpIvYcT_0 2024-09-19T14:23:58.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.127+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14909393308216584846', time=2024-09-19T16:11:18.882116+0000, chain.objs.size()=1 2024-09-19T14:23:58.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.127+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.PUjMZn8H3nG2ALS89ZCu4KTLVL-cHFr_0 2024-09-19T14:23:58.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.127+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7069196231037348012', time=2024-09-19T16:11:18.963721+0000, chain.objs.size()=1 2024-09-19T14:23:58.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.127+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.nKSZxeF_3kqm79CTwExflJEgZIpDhrj_0 2024-09-19T14:23:58.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.127+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11492109119110386709', time=2024-09-19T16:11:18.974931+0000, chain.objs.size()=1 2024-09-19T14:23:58.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.127+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.thxsnGa8Xb3Vh8DcdQp-EyfkU4ZTjUs_0 2024-09-19T14:23:58.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.127+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1747254017407871772', time=2024-09-19T16:11:19.279377+0000, chain.objs.size()=1 2024-09-19T14:23:58.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.127+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.LmEluOsjXqUQm94rFB5ndicvwNeLg5M_0 2024-09-19T14:23:58.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.127+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16496207034190882764', time=2024-09-19T16:11:19.492613+0000, chain.objs.size()=1 2024-09-19T14:23:58.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.127+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.SUxHHGmMFtNUqnXgVIEDTjwexEK0xxy_0 2024-09-19T14:23:58.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.127+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1132645078597826782', time=2024-09-19T16:11:19.528643+0000, chain.objs.size()=1 2024-09-19T14:23:58.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.127+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.gb2PGqyLwnv5BPy6KV57oSWQFP-7b6D_0 2024-09-19T14:23:58.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.131+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6365571375499564346', time=2024-09-19T16:11:19.531123+0000, chain.objs.size()=1 2024-09-19T14:23:58.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.131+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.SLdINJueXxEJ4ToatMr9lYKlSXgqceQ_0 2024-09-19T14:23:58.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.131+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1847802374496502857', time=2024-09-19T16:11:19.534139+0000, chain.objs.size()=1 2024-09-19T14:23:58.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.131+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.MNo8l0BK49ZbDN6igfgMQGWtkoJiU59_0 2024-09-19T14:23:58.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.131+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18245605169738658703', time=2024-09-19T16:11:19.563104+0000, chain.objs.size()=1 2024-09-19T14:23:58.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.131+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.4oojsUISLzGD5Sk9ZyCr6EaSozr6sAU_0 2024-09-19T14:23:58.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.131+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12182473827222712764', time=2024-09-19T16:11:19.588038+0000, chain.objs.size()=1 2024-09-19T14:23:58.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.131+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.INjEph55rVO--3YM1L9NFnYlHNaFneh_0 2024-09-19T14:23:58.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.131+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1261931510090315609', time=2024-09-19T16:11:19.612983+0000, chain.objs.size()=1 2024-09-19T14:23:58.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.131+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.vgMpliT0fmDUUcv09HF4Ve1SXSmVD2h_0 2024-09-19T14:23:58.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.131+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13504275302728320146', time=2024-09-19T16:11:19.769156+0000, chain.objs.size()=1 2024-09-19T14:23:58.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.131+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.Pmm1cI476R7lrP-3DCfgIJp2PBS-TA7_0 2024-09-19T14:23:58.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.131+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1104362699495128346', time=2024-09-19T16:11:19.795842+0000, chain.objs.size()=1 2024-09-19T14:23:58.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.131+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.6N1ZPoIv8DdQA_0tSWOrrCWrkVjYGyq_0 2024-09-19T14:23:58.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.131+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14917502248452595690', time=2024-09-19T16:11:19.842817+0000, chain.objs.size()=1 2024-09-19T14:23:58.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.131+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.H2IRrEiJbToGiiXTCUROtyCZ7d9C1K9_0 2024-09-19T14:23:58.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.131+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10489678943825936916', time=2024-09-19T16:11:19.898608+0000, chain.objs.size()=1 2024-09-19T14:23:58.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.131+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.lzp7kkk_i0P3bMlSLINYCQT5wA98qrI_0 2024-09-19T14:23:58.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.131+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1651531611385043368', time=2024-09-19T16:11:19.921658+0000, chain.objs.size()=1 2024-09-19T14:23:58.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.131+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.EgSJNPjq-5Job1oA7JbhK75lMfK3IuO_0 2024-09-19T14:23:58.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.131+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13543086356857606584', time=2024-09-19T16:11:19.942265+0000, chain.objs.size()=1 2024-09-19T14:23:58.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.131+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.OyXgcSLNwLsO3WuDmJjeDMO4mrmiw0o_0 2024-09-19T14:23:58.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.135+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6441018136666645529', time=2024-09-19T16:11:19.946695+0000, chain.objs.size()=1 2024-09-19T14:23:58.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.135+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.5-0yNGRlLnqYawushtzX572-osNTnUk_0 2024-09-19T14:23:58.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.135+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3167410077356715000', time=2024-09-19T16:11:20.152160+0000, chain.objs.size()=1 2024-09-19T14:23:58.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.135+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.FrbVZ0IOWuA_nhCj-ygxKaJoIyyStJA_0 2024-09-19T14:23:58.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.135+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8396053766577297931', time=2024-09-19T16:11:20.279696+0000, chain.objs.size()=1 2024-09-19T14:23:58.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.135+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.C2D71_j7YtPrBA-7K31u63ZR2Uq0bGb_0 2024-09-19T14:23:58.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.135+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1060777747563519494', time=2024-09-19T16:11:20.483943+0000, chain.objs.size()=1 2024-09-19T14:23:58.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.135+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.z-cjRlYU2JYar5hkINEzIxZstVzSw3O_0 2024-09-19T14:23:58.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.135+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17240034092503989845', time=2024-09-19T16:11:20.495310+0000, chain.objs.size()=1 2024-09-19T14:23:58.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.135+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.VJgPLfAt3YvL1-UDBP3V-Xvi7DfYhtD_0 2024-09-19T14:23:58.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.139+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6892399032099892091', time=2024-09-19T16:11:23.604809+0000, chain.objs.size()=1 2024-09-19T14:23:58.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.139+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.267__shadow_.vC_gqZX6JnUmoDslRFsfcvcX4FgsyYG_0 2024-09-19T14:23:58.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.139+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11111198092414078638', time=2024-09-19T16:11:37.408610+0000, chain.objs.size()=1 2024-09-19T14:23:58.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.139+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.289__shadow_.ljHeUHKc8I1MfM1jj102Uali2AQNS_g_0 2024-09-19T14:23:58.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.139+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.723798942949591258', time=2024-09-19T16:11:41.679776+0000, chain.objs.size()=1 2024-09-19T14:23:58.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.139+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.293__shadow_.TaVnjwR8fafqZCAiiMywJ0ykMM3py35_0 2024-09-19T14:23:58.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.139+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12919556939537812085', time=2024-09-19T16:11:44.240974+0000, chain.objs.size()=1 2024-09-19T14:23:58.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.139+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.297__shadow_.AbnrydTtjdte-lt8QCBVJWXCo5E0Jr9_0 2024-09-19T14:23:58.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.139+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12404343976860727555', time=2024-09-19T16:11:44.915331+0000, chain.objs.size()=1 2024-09-19T14:23:58.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.139+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.298__shadow_.DT_jJwT3ltxcSXp0behpbcK6jwtI6QR_0 2024-09-19T14:23:58.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.139+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11194945166172556113', time=2024-09-19T16:11:48.193319+0000, chain.objs.size()=1 2024-09-19T14:23:58.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.139+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.303__shadow_.ZFVh5xLh8lx_bd4L3wTbF03a-WVqKxw_0 2024-09-19T14:23:58.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.139+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2626585425122963125', time=2024-09-19T16:11:50.249679+0000, chain.objs.size()=1 2024-09-19T14:23:58.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.139+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.306__shadow_.qr5R1U3-3495Q2hxAzSPSn133-UJjap_0 2024-09-19T14:23:58.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.139+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9091066934842969411', time=2024-09-19T16:11:59.210185+0000, chain.objs.size()=1 2024-09-19T14:23:58.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.139+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.321__shadow_.raxjOSKx5dSLK1jkm-VIoZN_JC_uZfV_0 2024-09-19T14:23:58.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.139+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12433827444376871109', time=2024-09-19T16:12:21.625762+0000, chain.objs.size()=1 2024-09-19T14:23:58.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.139+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.U01WJUGf_akX6is-ks--4nTyyMyHkf-_0 2024-09-19T14:23:58.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.139+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4908365613375597033', time=2024-09-19T16:12:21.647249+0000, chain.objs.size()=1 2024-09-19T14:23:58.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.139+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.0IhBViYPa1DJ5RhRYFNbCdYWizJVlZH_0 2024-09-19T14:23:58.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.143+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7834909097833438949', time=2024-09-19T16:12:21.729708+0000, chain.objs.size()=1 2024-09-19T14:23:58.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.143+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.-urjGHC1eRgSk8jfT5m9aisf9aVjiJO_0 2024-09-19T14:23:58.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.143+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4675092397393980365', time=2024-09-19T16:12:21.794789+0000, chain.objs.size()=1 2024-09-19T14:23:58.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.143+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.r7XLxhyj2a7cOuAvZJdgonJYNEh8kCl_0 2024-09-19T14:23:58.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.143+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4230020276319394771', time=2024-09-19T16:12:21.833154+0000, chain.objs.size()=1 2024-09-19T14:23:58.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.143+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.seK9bbYgMV5gQeXQKEJwMGTRlIQwvou_0 2024-09-19T14:23:58.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.143+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15150322477131141091', time=2024-09-19T16:12:21.956868+0000, chain.objs.size()=1 2024-09-19T14:23:58.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.143+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.vsjYa8L4AEyG9NP0fC4FsEFKoEIHgHs_0 2024-09-19T14:23:58.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.143+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13037423835505724978', time=2024-09-19T16:12:22.015845+0000, chain.objs.size()=1 2024-09-19T14:23:58.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.143+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.suVVex1rzTRrXeiHx3uxZnneCJZtBdX_0 2024-09-19T14:23:58.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.143+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.662481517131367136', time=2024-09-19T16:12:22.160552+0000, chain.objs.size()=1 2024-09-19T14:23:58.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.143+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.1v8x5X-1_hH4s4W14LEd7QjbkxaFdS-_0 2024-09-19T14:23:58.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.143+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15167905727653778750', time=2024-09-19T16:12:22.448632+0000, chain.objs.size()=1 2024-09-19T14:23:58.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.143+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.l92IAjeHXBH8NHAPiHaEAPAengN2kvv_0 2024-09-19T14:23:58.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.147+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6226723833899655703', time=2024-09-19T16:12:23.047986+0000, chain.objs.size()=1 2024-09-19T14:23:58.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.147+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.93KAapwSqZjOdro2prLSY_iTRargQt5_0 2024-09-19T14:23:58.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.147+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6256795190402343884', time=2024-09-19T16:12:23.341580+0000, chain.objs.size()=1 2024-09-19T14:23:58.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.147+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.1zNVoNvToOtbSEpKeaZryYwXG68Gzge_0 2024-09-19T14:23:58.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.147+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13413311493567069725', time=2024-09-19T16:12:23.356484+0000, chain.objs.size()=1 2024-09-19T14:23:58.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.147+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.mjTPxaoJfKrfTBcFCKqjk0YtXfi1ltI_0 2024-09-19T14:23:58.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.147+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5670489618216924499', time=2024-09-19T16:12:23.389673+0000, chain.objs.size()=1 2024-09-19T14:23:58.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.147+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.oAjmGZNJMcRb2GMY47-c_VmUWNfC7QR_0 2024-09-19T14:23:58.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.147+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17681895489946077566', time=2024-09-19T16:12:23.624153+0000, chain.objs.size()=1 2024-09-19T14:23:58.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.147+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.rWuobLji8HKpL_n8KDKZf5xe5bjVy9e_0 2024-09-19T14:23:58.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.147+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13464759174807752971', time=2024-09-19T16:12:23.738542+0000, chain.objs.size()=1 2024-09-19T14:23:58.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.147+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.hL8z_F1JB1OmxPPzsKBh0s774uupQvi_0 2024-09-19T14:23:58.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.147+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.741651966774152489', time=2024-09-19T16:12:23.744128+0000, chain.objs.size()=1 2024-09-19T14:23:58.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.147+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.NWMJ0p7l18m4mGz5xOfibbRgIZvbwlD_0 2024-09-19T14:23:58.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.147+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.941020031134150590', time=2024-09-19T16:12:23.971259+0000, chain.objs.size()=1 2024-09-19T14:23:58.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.147+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.NkjC2ZIMZDNinRgKCw2XTvna6b0T5Jw_0 2024-09-19T14:23:58.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.147+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9032141367111942054', time=2024-09-19T16:12:24.008154+0000, chain.objs.size()=1 2024-09-19T14:23:58.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.147+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.1A_HlWh19WDJ4omKN7q4ULsOiX4wE3V_0 2024-09-19T14:23:58.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.151+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3047131186189874367', time=2024-09-19T16:12:24.010915+0000, chain.objs.size()=1 2024-09-19T14:23:58.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.151+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.vzcpjgK1xwnf-YvHlMVHQXt-5vXru41_0 2024-09-19T14:23:58.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.151+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.582440741389925437', time=2024-09-19T16:12:24.016713+0000, chain.objs.size()=1 2024-09-19T14:23:58.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.151+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.TWcYU5BGR1PoRotebDJHrFf-l51b9c7_0 2024-09-19T14:23:58.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.151+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15398297717439953113', time=2024-09-19T16:12:24.024793+0000, chain.objs.size()=1 2024-09-19T14:23:58.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.151+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_._mwK0e4V3f2zC0FxOl8wQQR_eNufQUc_0 2024-09-19T14:23:58.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.151+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8756405147925450890', time=2024-09-19T16:12:24.026720+0000, chain.objs.size()=1 2024-09-19T14:23:58.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.151+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.wJwkmSBZRsK3FyT5tGmMdo-Qty_F_in_0 2024-09-19T14:23:58.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.151+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12950172816255396558', time=2024-09-19T16:12:24.045424+0000, chain.objs.size()=1 2024-09-19T14:23:58.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.151+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.97Hjl_ofpREsUj1hsMbrOMu7kb0KTXA_0 2024-09-19T14:23:58.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.151+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7992560067500957086', time=2024-09-19T16:12:24.054454+0000, chain.objs.size()=1 2024-09-19T14:23:58.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.151+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.4Mauy1EXu15kJ5Nxw0k8CbPlLbL5qrW_0 2024-09-19T14:23:58.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.151+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3419469129082230186', time=2024-09-19T16:12:24.096587+0000, chain.objs.size()=1 2024-09-19T14:23:58.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.151+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.g02HDmBs_5tQbQ0rCwgRa0Of9W6fwrC_0 2024-09-19T14:23:58.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.151+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12449748533843786838', time=2024-09-19T16:12:45.271510+0000, chain.objs.size()=1 2024-09-19T14:23:58.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.151+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.F3NYuLAmYPXxUKRMpm6qeeAilp-Qyq-_0 2024-09-19T14:23:58.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.151+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1456713172765042273', time=2024-09-19T16:12:45.302438+0000, chain.objs.size()=1 2024-09-19T14:23:58.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.151+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.zKS0vFFuBlJNrypYBuhR7GIQc5iXqvy_0 2024-09-19T14:23:58.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.151+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14075901150231264936', time=2024-09-19T16:12:45.314576+0000, chain.objs.size()=1 2024-09-19T14:23:58.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.151+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.Y3xeEBb5bS7BotIHPVtX23x4j9fK7Yz_0 2024-09-19T14:23:58.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.155+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17222111309274696556', time=2024-09-19T16:12:45.331703+0000, chain.objs.size()=1 2024-09-19T14:23:58.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.155+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.YT7MDykYDBBwabaV9CyySXvTjzt9pnb_0 2024-09-19T14:23:58.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.155+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8501042274127816182', time=2024-09-19T16:12:45.433807+0000, chain.objs.size()=1 2024-09-19T14:23:58.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.155+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.3Vw6SKY_H9ooOOUIrElzZt6n7QjIs90_0 2024-09-19T14:23:58.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.155+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2248161251196390274', time=2024-09-19T16:12:45.444306+0000, chain.objs.size()=1 2024-09-19T14:23:58.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.155+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.A70G2TV6q_edFyy4lCU2W-Q_WL_ddvt_0 2024-09-19T14:23:58.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.155+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8996184328199857958', time=2024-09-19T16:12:45.447926+0000, chain.objs.size()=1 2024-09-19T14:23:58.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.155+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.gDPr0kK_Fo9GOQXuT5bgZ2wjbTutuWc_0 2024-09-19T14:23:58.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.155+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3317410155749861281', time=2024-09-19T16:12:45.468388+0000, chain.objs.size()=1 2024-09-19T14:23:58.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.155+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.lLiWy_qDEcc_v-pjndSLlsw7ZF2kmYg_0 2024-09-19T14:23:58.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.155+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9133918719382371380', time=2024-09-19T16:12:45.472127+0000, chain.objs.size()=1 2024-09-19T14:23:58.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.155+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.Vq9Ddf52ewXzYmyzyi1oqkyIDRkMFpy_0 2024-09-19T14:23:58.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.155+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9957532093960743738', time=2024-09-19T16:12:45.625962+0000, chain.objs.size()=1 2024-09-19T14:23:58.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.155+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.rXOR8vapLONse4IHcqZHqk_gzglJmwr_0 2024-09-19T14:23:58.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.159+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13489836205471604200', time=2024-09-19T16:12:45.654284+0000, chain.objs.size()=1 2024-09-19T14:23:58.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.159+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.kgvVKSsXM_QbCFSmfN_9vB6DpVOfQXu_0 2024-09-19T14:23:58.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.159+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9050785358303402663', time=2024-09-19T16:12:45.675814+0000, chain.objs.size()=1 2024-09-19T14:23:58.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.159+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.0kAJnLMXF2vRPJk9wMt6htgd4tkr0pm_0 2024-09-19T14:23:58.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.159+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15097445441063861545', time=2024-09-19T16:12:45.680913+0000, chain.objs.size()=1 2024-09-19T14:23:58.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.159+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.IC__hjQ5TgDjW_Kt_3BjqDtDvlR1Swr_0 2024-09-19T14:23:58.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.159+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13736153861048159635', time=2024-09-19T16:12:45.770726+0000, chain.objs.size()=1 2024-09-19T14:23:58.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.159+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.yLaCoRUEVKFTS_pbECWUiqQbVotnvaR_0 2024-09-19T14:23:58.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.159+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14564285643152426932', time=2024-09-19T16:12:46.031405+0000, chain.objs.size()=1 2024-09-19T14:23:58.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.159+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.NPKVxSCsQQT1lx25dvLpWaeGnIaR7ND_0 2024-09-19T14:23:58.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.159+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3037780264836775573', time=2024-09-19T16:12:46.063431+0000, chain.objs.size()=1 2024-09-19T14:23:58.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.159+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.IqRSmIko8PD4JHwweh1CW3xpohsWvLI_0 2024-09-19T14:23:58.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.159+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4228271923185474427', time=2024-09-19T16:12:46.069896+0000, chain.objs.size()=1 2024-09-19T14:23:58.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.159+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.IgdteiWATWcSIYT71rx9uanDBXmmJTe_0 2024-09-19T14:23:58.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.159+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4316635321900518635', time=2024-09-19T16:12:46.204194+0000, chain.objs.size()=1 2024-09-19T14:23:58.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.159+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.n53DcKPkFheAY1E6duMPbV54udLKiK5_0 2024-09-19T14:23:58.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.159+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2498989821669760131', time=2024-09-19T16:12:46.339798+0000, chain.objs.size()=1 2024-09-19T14:23:58.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.159+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.r_phkBDdD1wV_Us4mqyLEGLHu6niYed_0 2024-09-19T14:23:58.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.159+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7262609302410812817', time=2024-09-19T16:12:46.347976+0000, chain.objs.size()=1 2024-09-19T14:23:58.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.159+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.9nFHkQ4zVjbNwHWktpYplrtXtknfYBl_0 2024-09-19T14:23:58.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.163+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10800983072694911317', time=2024-09-19T16:12:46.414074+0000, chain.objs.size()=1 2024-09-19T14:23:58.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.163+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.jgezC9Dinsmd6FmM6mcyWJZmleVNEBY_0 2024-09-19T14:23:58.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.163+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1763161498164416840', time=2024-09-19T16:12:46.467092+0000, chain.objs.size()=1 2024-09-19T14:23:58.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.163+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.Xs2LRjB11JnJEgaVxzuFcU9zi4xUMYE_0 2024-09-19T14:23:58.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.163+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2694875982482556879', time=2024-09-19T16:12:46.714219+0000, chain.objs.size()=1 2024-09-19T14:23:58.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.163+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.hwGO3U6oHIWW3wQ_NQhxbkI2pK2U0-2_0 2024-09-19T14:23:58.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.163+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11842216006314397609', time=2024-09-19T16:12:46.771252+0000, chain.objs.size()=1 2024-09-19T14:23:58.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.163+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_._o9QbxD-yPk1h4OndrLfTLyNEAVDnRF_0 2024-09-19T14:23:58.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.163+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8053422087930599863', time=2024-09-19T16:12:46.785947+0000, chain.objs.size()=1 2024-09-19T14:23:58.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.163+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.WVRCeS4XByQ4I-XffM50Lsty-amrbcy_0 2024-09-19T14:23:58.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.163+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12596605040943617363', time=2024-09-19T16:12:46.874058+0000, chain.objs.size()=1 2024-09-19T14:23:58.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.163+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.Y9XBU1Y2Csblm-Jfa8DnFbbEPlGcTdZ_0 2024-09-19T14:23:58.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.163+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14969346839317021014', time=2024-09-19T16:12:47.022015+0000, chain.objs.size()=1 2024-09-19T14:23:58.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.163+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.ew6X36TrgCSVyQv5DCYaxEZJlKJZfgy_0 2024-09-19T14:23:58.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.163+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10044545928228522861', time=2024-09-19T16:12:47.032916+0000, chain.objs.size()=1 2024-09-19T14:23:58.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.163+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.p2vV3Gi1Ika7mtOZKdPFo287I92_6Ai_0 2024-09-19T14:23:58.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.163+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4152012109756835214', time=2024-09-19T16:12:47.088261+0000, chain.objs.size()=1 2024-09-19T14:23:58.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.163+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.DzkHohsL3moaXTj2cvx7Qqppn4L4FC8_0 2024-09-19T14:23:58.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.163+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17235833165002565067', time=2024-09-19T16:12:47.207253+0000, chain.objs.size()=1 2024-09-19T14:23:58.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.163+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.5DpZfXAWRrbsdzf04nqGQGS8UNNZQmy_0 2024-09-19T14:23:58.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.167+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 0/54455 2024-09-19T14:23:58.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.171+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=26, truncated=0, next_marker='' 2024-09-19T14:23:58.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.171+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11883273103250105306', time=2024-09-19T16:12:47.400138+0000, chain.objs.size()=1 2024-09-19T14:23:58.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.171+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.baLewLIPtBvVX6eqsvkAcvhHnuzfGCe_0 2024-09-19T14:23:58.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.171+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7652570834474315447', time=2024-09-19T16:12:47.549912+0000, chain.objs.size()=1 2024-09-19T14:23:58.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.171+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.njtGmEcC39rtBpGUGTUhNQA85Z9aMa0_0 2024-09-19T14:23:58.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.171+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11958130379837805283', time=2024-09-19T16:12:47.589868+0000, chain.objs.size()=1 2024-09-19T14:23:58.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.171+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.2yKy8c9hD-ZbF6ziIy9kzeGFsWZ7-RI_0 2024-09-19T14:23:58.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.171+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16147771211579471932', time=2024-09-19T16:12:47.732417+0000, chain.objs.size()=1 2024-09-19T14:23:58.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.171+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.Xlphz9WyqmWHe9oV7Wj66LcIx33BYsn_0 2024-09-19T14:23:58.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.171+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1477555742707911935', time=2024-09-19T16:12:47.765189+0000, chain.objs.size()=1 2024-09-19T14:23:58.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.171+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.nQ3V07IMS_muZzG1S0GIKv65o0xsxMx_0 2024-09-19T14:23:58.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.171+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15492863649371247474', time=2024-09-19T16:12:47.808038+0000, chain.objs.size()=1 2024-09-19T14:23:58.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.171+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.PC6ItcFU6j9L_I9TqAGoZsMsZ6OT52A_0 2024-09-19T14:23:58.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.171+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9698162486832681748', time=2024-09-19T16:12:47.819607+0000, chain.objs.size()=1 2024-09-19T14:23:58.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.171+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.c2Usb8jM5vUjrwDshUJ6tB_MnxKcslb_0 2024-09-19T14:23:58.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.171+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7280183421761524320', time=2024-09-19T16:12:47.866197+0000, chain.objs.size()=1 2024-09-19T14:23:58.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.171+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.OHhuu2aQHihOwYk0YgKiA2jd9UWoNJ8_0 2024-09-19T14:23:58.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.171+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13342408703771292799', time=2024-09-19T16:12:49.982344+0000, chain.objs.size()=1 2024-09-19T14:23:58.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.171+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.328__shadow_.5HpdHMjgTZmSLVV03pg_i1PNMhWJBFU_0 2024-09-19T14:23:58.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.171+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10151163130187703490', time=2024-09-19T16:14:16.124389+0000, chain.objs.size()=1 2024-09-19T14:23:58.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.171+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.464__shadow_.rYyd5BYfSxf0XrZToJ2-qsHAHR_wh13_0 2024-09-19T14:23:58.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.171+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4173229493691302843', time=2024-09-19T16:14:23.347338+0000, chain.objs.size()=1 2024-09-19T14:23:58.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.171+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.481__shadow_.nk9diO9HKV8rzvBN1YjtHdDpYgG4Od4_0 2024-09-19T14:23:58.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.171+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6509289226934632838', time=2024-09-19T16:14:25.626527+0000, chain.objs.size()=1 2024-09-19T14:23:58.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.171+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.484__shadow_.dU6COUVBevl4TmSLETfGcrj0JrDHP3r_0 2024-09-19T14:23:58.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.175+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6909406688076078548', time=2024-09-19T16:14:26.036649+0000, chain.objs.size()=1 2024-09-19T14:23:58.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.175+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.485__shadow_.NF1RVQjAUK1bRps0tVM-p3TeNM9u_BJ_0 2024-09-19T14:23:58.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.175+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3020647605006720439', time=2024-09-19T16:14:56.864537+0000, chain.objs.size()=1 2024-09-19T14:23:58.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.175+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.520__shadow:FBIiIe.NaNDU8Z6DvorvA3OzPqz24X9_.Qi1pm04GWU3qjGjSMYZHS3PfrZ_SgEA_0 2024-09-19T14:23:58.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.175+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='2~4pNR1M1XDggduB-Sv6IBgJ715tpoHjQ', time=2024-09-19T16:14:58.178501+0000, chain.objs.size()=1 2024-09-19T14:23:58.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.175+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.522__multipart_mymultipart.2~4pNR1M1XDggduB-Sv6IBgJ715tpoHjQ.1 2024-09-19T14:23:58.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.175+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2858580365082352496', time=2024-09-19T16:16:14.188964+0000, chain.objs.size()=1 2024-09-19T14:23:58.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.175+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.559__shadow_.cylARmHw1Ek4ckgrIwbeO0qCgeUBamN_0 2024-09-19T14:23:58.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.175+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.77511756800311824', time=2024-09-19T16:16:31.984002+0000, chain.objs.size()=1 2024-09-19T14:23:58.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.175+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.569__shadow:pzCgDv.Tp7oqW7CHHqJUh7PgCl8G2RA_.mZPRdOTg5cG0-yWkGcYfes8pVK7KaTZ_0 2024-09-19T14:23:58.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.175+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10943572547934389624', time=2024-09-19T16:17:08.506577+0000, chain.objs.size()=1 2024-09-19T14:23:58.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.175+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.579__shadow:3sX7sq-DOIWXUGChXZd7oIAQQ72pAuF_.HbWAlWW6YHWSCF8BHviI5b8S_CVTFUo_0 2024-09-19T14:23:58.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.175+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6168735096061296390', time=2024-09-19T16:19:44.013957+0000, chain.objs.size()=1 2024-09-19T14:23:58.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.175+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.620__shadow_.wYS85Mvxc-tfcoc6yvqm1lAfiUPVYuP_0 2024-09-19T14:23:58.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.175+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1948055525435328685', time=2024-09-19T16:19:54.545460+0000, chain.objs.size()=1 2024-09-19T14:23:58.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.175+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.629__shadow_.WyHgDXK-4HJUJcnzrbhA8B1GTF3yflR_0 2024-09-19T14:23:58.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.175+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8556970558296419755', time=2024-09-19T16:19:58.322108+0000, chain.objs.size()=1 2024-09-19T14:23:58.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.175+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.635__shadow_.Bep9ra0upwJ6bpyOBRP9QzlxpyEJO7l_0 2024-09-19T14:23:58.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.175+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6807660498184722705', time=2024-09-19T16:20:02.256582+0000, chain.objs.size()=2 2024-09-19T14:23:58.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.175+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.642__shadow_.tVf2-Tzrn7I5emUl3sTfdNJc2tbzHn1_0 2024-09-19T14:23:58.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.175+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.642__shadow_.tVf2-Tzrn7I5emUl3sTfdNJc2tbzHn1_1 2024-09-19T14:23:58.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.179+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12721173813375646940', time=2024-09-19T16:20:04.621611+0000, chain.objs.size()=1 2024-09-19T14:23:58.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.179+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.645__shadow_.Ow37gyugbLBHlQ-neyETlyybYvK3NWv_0 2024-09-19T14:23:58.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.179+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13510143487304025017', time=2024-09-19T16:20:10.161446+0000, chain.objs.size()=1 2024-09-19T14:23:58.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.179+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.652__shadow_._FHAo9t21Nc1BNWX1_IM571Ii7564-1_0 2024-09-19T14:23:58.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.179+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5701048781595045695', time=2024-09-19T16:21:22.988776+0000, chain.objs.size()=1 2024-09-19T14:23:58.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.179+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.739__shadow_.ALXtNN38N0IpBukh8s9CF9JDbqTGXcT_0 2024-09-19T14:23:58.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.179+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.568848388529391444', time=2024-09-19T16:21:47.509992+0000, chain.objs.size()=1 2024-09-19T14:23:58.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.179+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.752__shadow_.GpS3cRbyxAbqskpgmYubcTf1_-ciOGE_0 2024-09-19T14:23:58.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.183+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:23:58.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.187+0000 7fb91a7579c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-19T14:23:58.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.187+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:23:58.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.187+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:23:58.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.191+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/50925' 2024-09-19T14:23:58.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.191+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4267677895070304967', time=2024-09-19T16:10:35.571692+0000, chain.objs.size()=1 2024-09-19T14:23:58.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.191+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.230__shadow_.eP3Dpx1OU05QYpMTtrsZHjy7QZcgRZy_0 2024-09-19T14:23:58.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.191+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16459601984869555047', time=2024-09-19T16:10:53.830900+0000, chain.objs.size()=1 2024-09-19T14:23:58.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.191+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.256__shadow_.Xg8LJv71d7dYV-4gYKlViPNDYJkHZTX_0 2024-09-19T14:23:58.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.191+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6438372323765878796', time=2024-09-19T16:11:18.173679+0000, chain.objs.size()=1 2024-09-19T14:23:58.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.191+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.aL-x4KqszGZw0JzV92XX-k99MvXfuVL_0 2024-09-19T14:23:58.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.191+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17564520794639524526', time=2024-09-19T16:11:18.247107+0000, chain.objs.size()=1 2024-09-19T14:23:58.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.191+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.L7vgkb5qEX6I2L3eiFk8F_-t-4Jn6GS_0 2024-09-19T14:23:58.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.191+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9099611244288351916', time=2024-09-19T16:11:18.274788+0000, chain.objs.size()=1 2024-09-19T14:23:58.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.191+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.zLLUDK36aDvbBgYolArA_2Q4CryeT3t_0 2024-09-19T14:23:58.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.191+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14692528535454704533', time=2024-09-19T16:11:18.288490+0000, chain.objs.size()=1 2024-09-19T14:23:58.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.191+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.6o2PWcpMtFgzjiayv8JzxX7cZGJBtZn_0 2024-09-19T14:23:58.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.191+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3686277959102497281', time=2024-09-19T16:11:18.293860+0000, chain.objs.size()=1 2024-09-19T14:23:58.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.191+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.RQuW83KyzSQFnsuL2NheGv3LSIbW2yg_0 2024-09-19T14:23:58.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.191+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16319153088689267975', time=2024-09-19T16:11:18.294707+0000, chain.objs.size()=1 2024-09-19T14:23:58.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.191+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.8m3rFEStNVFtEi95PsZNufmSsH6gBFj_0 2024-09-19T14:23:58.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.191+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10441104126413948799', time=2024-09-19T16:11:18.441958+0000, chain.objs.size()=1 2024-09-19T14:23:58.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.191+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.mrChko6jCzTyVe14LtRaMwWcTRbvAp8_0 2024-09-19T14:23:58.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.191+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9251539339998334234', time=2024-09-19T16:11:18.501946+0000, chain.objs.size()=1 2024-09-19T14:23:58.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.191+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.ymtfCKD2j54g463-8lO0ALgA7dEabXg_0 2024-09-19T14:23:58.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.191+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8234903399823905109', time=2024-09-19T16:11:18.546117+0000, chain.objs.size()=1 2024-09-19T14:23:58.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.191+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.gYzH4oHsre3wfURNJgcnYjpRr5SDnel_0 2024-09-19T14:23:58.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.191+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10360589435977521348', time=2024-09-19T16:11:18.552247+0000, chain.objs.size()=1 2024-09-19T14:23:58.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.191+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.QYNq9pKBw-jbKLkF0HFEPz0AWJEthi2_0 2024-09-19T14:23:58.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.195+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17463183327771902714', time=2024-09-19T16:11:18.559831+0000, chain.objs.size()=1 2024-09-19T14:23:58.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.195+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.W1K5LK_rqVZ0OMa3vCfeGVgvNNZBsaA_0 2024-09-19T14:23:58.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.195+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12000453694580696682', time=2024-09-19T16:11:18.565485+0000, chain.objs.size()=1 2024-09-19T14:23:58.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.195+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.7m4Ygn6zDlTDbQnLl32NXL8FzBRWzcq_0 2024-09-19T14:23:58.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.195+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6958622695435871558', time=2024-09-19T16:11:18.597380+0000, chain.objs.size()=1 2024-09-19T14:23:58.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.195+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_._LRNxrft-f86LyzI5Q1hEOmIYjgLFaT_0 2024-09-19T14:23:58.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.195+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.932491424212080421', time=2024-09-19T16:11:18.812787+0000, chain.objs.size()=1 2024-09-19T14:23:58.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.195+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.s108MsxjUzgScQCvi_JBQBuAlT_kQr-_0 2024-09-19T14:23:58.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.195+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18290410898367865777', time=2024-09-19T16:11:18.820206+0000, chain.objs.size()=1 2024-09-19T14:23:58.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.195+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.0K7if6UXvtsA-GATrUcVguXpHBv5Ujg_0 2024-09-19T14:23:58.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.195+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9885326368395037716', time=2024-09-19T16:11:19.120690+0000, chain.objs.size()=1 2024-09-19T14:23:58.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.195+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.a2RyTsqjZ1eZY-vAhlojDktq1C3qg4-_0 2024-09-19T14:23:58.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.195+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16440444302979718220', time=2024-09-19T16:11:19.231524+0000, chain.objs.size()=1 2024-09-19T14:23:58.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.195+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.vZ6opiFzJBwYtN5qD0M6sIC31HAGcTk_0 2024-09-19T14:23:58.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.195+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17700296195106201905', time=2024-09-19T16:11:19.271237+0000, chain.objs.size()=1 2024-09-19T14:23:58.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.195+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.BfJ3XtmG6BkbapOLgnX_MieUM8ZKaW1_0 2024-09-19T14:23:58.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.195+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3097385737653791313', time=2024-09-19T16:11:19.284556+0000, chain.objs.size()=1 2024-09-19T14:23:58.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.195+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.wupyCsnaCY9o_XkKXMN4wiM2pc13d80_0 2024-09-19T14:23:58.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.195+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5510912950533093178', time=2024-09-19T16:11:19.587348+0000, chain.objs.size()=1 2024-09-19T14:23:58.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.195+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.eoHRwhaN3V3kCejbcLWgcvLnNWo5or9_0 2024-09-19T14:23:58.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.195+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5082427936125965340', time=2024-09-19T16:11:19.605655+0000, chain.objs.size()=1 2024-09-19T14:23:58.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.195+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.LIxuckU08vJoy9wtr0H9aajaahzuxMD_0 2024-09-19T14:23:58.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.199+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8713999568882689614', time=2024-09-19T16:11:19.657081+0000, chain.objs.size()=1 2024-09-19T14:23:58.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.199+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.qKR6idJZminHZMm-d4pPet5ybKnC5wM_0 2024-09-19T14:23:58.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.199+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15857955867752232106', time=2024-09-19T16:11:19.873754+0000, chain.objs.size()=1 2024-09-19T14:23:58.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.199+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.RZV35h29gId4N31ZczU1boYKZSNQzLc_0 2024-09-19T14:23:58.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.199+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3558600800024590706', time=2024-09-19T16:11:19.929210+0000, chain.objs.size()=1 2024-09-19T14:23:58.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.199+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.e_cZxOdcTY4pE0F7QedSWy2C93tKgg8_0 2024-09-19T14:23:58.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.199+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11773547497465044055', time=2024-09-19T16:11:19.965341+0000, chain.objs.size()=1 2024-09-19T14:23:58.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.199+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.zDV0DK9b3Sdp4TKWnIYzGeiBjM72IQ7_0 2024-09-19T14:23:58.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.199+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12623281484847454315', time=2024-09-19T16:11:19.966774+0000, chain.objs.size()=1 2024-09-19T14:23:58.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.199+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_._cocl5Z1fhX3JE_xSU30zDfO1c-JHSD_0 2024-09-19T14:23:58.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.199+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14910137354846086627', time=2024-09-19T16:11:19.973346+0000, chain.objs.size()=1 2024-09-19T14:23:58.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.199+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.N7M5DSaebcFd8HZ9ceQB4H9lnzVQVv9_0 2024-09-19T14:23:58.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.199+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13756496293167995156', time=2024-09-19T16:11:20.174949+0000, chain.objs.size()=1 2024-09-19T14:23:58.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.199+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.bORmBhdniCTnLAktmdnabAd0Jj6EtP__0 2024-09-19T14:23:58.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.199+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16214734547086513613', time=2024-09-19T16:11:20.424342+0000, chain.objs.size()=1 2024-09-19T14:23:58.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.199+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.VaCVt7t46JPpZUnKpaXeLCZmq2RhR4P_0 2024-09-19T14:23:58.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.199+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3108838950280454387', time=2024-09-19T16:11:20.432139+0000, chain.objs.size()=1 2024-09-19T14:23:58.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.199+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.lxq6NngsCmiV_b2Up1ijSQHbuPhrRrn_0 2024-09-19T14:23:58.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.199+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6211595887217598241', time=2024-09-19T16:11:20.537359+0000, chain.objs.size()=1 2024-09-19T14:23:58.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.199+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.1PCeaG46biEJl-2lXHO4TulyHpsa2zs_0 2024-09-19T14:23:58.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.199+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14436243937282588183', time=2024-09-19T16:11:20.539785+0000, chain.objs.size()=1 2024-09-19T14:23:58.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.199+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.g-1fM3L9wQQtaUNZB_VWLzrkD9qapSt_0 2024-09-19T14:23:58.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.203+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15831252842087787920', time=2024-09-19T16:11:20.545892+0000, chain.objs.size()=1 2024-09-19T14:23:58.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.203+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.h86dAupY-n7Jp7jnC9ReQa6u40QCRKR_0 2024-09-19T14:23:58.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.207+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4171920549215106253', time=2024-09-19T16:11:27.265238+0000, chain.objs.size()=1 2024-09-19T14:23:58.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.207+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.273__shadow_.kYeWx-KDCN9R2S67eXSBHs3FGk5PsvZ_0 2024-09-19T14:23:58.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.207+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5748863239964091043', time=2024-09-19T16:11:32.924858+0000, chain.objs.size()=1 2024-09-19T14:23:58.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.207+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.282__shadow_.fK9cm8mJrIQbPu5H3U5uK40aNo0GJcF_0 2024-09-19T14:23:58.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.207+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16692669919135368992', time=2024-09-19T16:11:36.158963+0000, chain.objs.size()=1 2024-09-19T14:23:58.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.207+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.287__shadow_.3_TB5DlD4Fie_5R9nfvcXK0-ekBgdW-_0 2024-09-19T14:23:58.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.207+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8102979240769855094', time=2024-09-19T16:11:40.322796+0000, chain.objs.size()=1 2024-09-19T14:23:58.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.207+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.292__shadow_.mqbLImMjH-1ghOdqYTv3Ptwb3Y4vnR-_0 2024-09-19T14:23:58.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.207+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1235728113291281397', time=2024-09-19T16:11:40.325542+0000, chain.objs.size()=1 2024-09-19T14:23:58.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.207+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.292__shadow_.c-y6pN9shBhBxCzpzkqqU533BpgGM3D_0 2024-09-19T14:23:58.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.207+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12226841583871982335', time=2024-09-19T16:11:41.647301+0000, chain.objs.size()=1 2024-09-19T14:23:58.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.207+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.293__shadow_.JHAslKr0ykR9mR-LaY-AvflGVNIH1hh_0 2024-09-19T14:23:58.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.207+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12492051726507433627', time=2024-09-19T16:11:46.268307+0000, chain.objs.size()=1 2024-09-19T14:23:58.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.207+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.300__shadow_.qAK7fd8w193onXFp16VLPyjaYzBoGgQ_0 2024-09-19T14:23:58.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.207+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8081618225562589466', time=2024-09-19T16:11:59.208237+0000, chain.objs.size()=1 2024-09-19T14:23:58.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.207+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.321__shadow_.huSoR8n8UDQ21cefKDQja6VSSHWxI1X_0 2024-09-19T14:23:58.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.207+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13899723361292019582', time=2024-09-19T16:12:21.681454+0000, chain.objs.size()=1 2024-09-19T14:23:58.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.207+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.aioZaWs8MpRw05KFsQlAdAwYrN7QeFT_0 2024-09-19T14:23:58.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.207+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5009889023717459109', time=2024-09-19T16:12:22.061064+0000, chain.objs.size()=1 2024-09-19T14:23:58.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.207+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.qZgBcQpAv--wZgEs1uKN2JQaUFHPgMc_0 2024-09-19T14:23:58.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.207+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1853331348490636854', time=2024-09-19T16:12:22.071505+0000, chain.objs.size()=1 2024-09-19T14:23:58.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.207+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.AwQvEe9OOvHCm3Bkq48aNis-aIpxatw_0 2024-09-19T14:23:58.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.211+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13493514854420324407', time=2024-09-19T16:12:22.115087+0000, chain.objs.size()=1 2024-09-19T14:23:58.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.211+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Py3yPJ8p6sfrr7GpwdGVEnvYfE42zfd_0 2024-09-19T14:23:58.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.211+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6607520422444323857', time=2024-09-19T16:12:22.140885+0000, chain.objs.size()=1 2024-09-19T14:23:58.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.211+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.xE8aEZKfbLCeAmiX-pGy3V-qQfYLdaw_0 2024-09-19T14:23:58.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.211+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4667056811478426289', time=2024-09-19T16:12:22.377567+0000, chain.objs.size()=1 2024-09-19T14:23:58.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.211+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.9mvsKLEMA51qlQ3Q7vcSu0jdOmrejRk_0 2024-09-19T14:23:58.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.211+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14139449841905310030', time=2024-09-19T16:12:22.520124+0000, chain.objs.size()=1 2024-09-19T14:23:58.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.211+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.qkAbfBWRguDLWQLkA5j0YyGTW0zFUdP_0 2024-09-19T14:23:58.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.211+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13501132607615206020', time=2024-09-19T16:12:22.720103+0000, chain.objs.size()=1 2024-09-19T14:23:58.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.211+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.wmqxb-jsf5zGEXZAW9cnMKL2tf9zocz_0 2024-09-19T14:23:58.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.211+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16355383023368934305', time=2024-09-19T16:12:22.765528+0000, chain.objs.size()=1 2024-09-19T14:23:58.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.211+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.tdfST937Fmfo9Jh5q4ZKso2B5e_akbf_0 2024-09-19T14:23:58.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.211+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3460248753926890306', time=2024-09-19T16:12:22.822409+0000, chain.objs.size()=1 2024-09-19T14:23:58.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.211+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.YoBgds6nXxzW1VIcMCMMxheQjjEnkyq_0 2024-09-19T14:23:58.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.211+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10338561664829574668', time=2024-09-19T16:12:22.858518+0000, chain.objs.size()=1 2024-09-19T14:23:58.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.211+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.cg6fk-vG77kBWHkhu89y3msSK6xkzDi_0 2024-09-19T14:23:58.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.211+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16286277511062381163', time=2024-09-19T16:12:23.012215+0000, chain.objs.size()=1 2024-09-19T14:23:58.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.211+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.DW_pLzglS4uS0fVTRcdJ-216BnFwWsW_0 2024-09-19T14:23:58.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.211+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7811301721989685018', time=2024-09-19T16:12:23.049952+0000, chain.objs.size()=1 2024-09-19T14:23:58.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.211+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.3E3XYQVo8rc9KFxWegUTYa1WFvETkBU_0 2024-09-19T14:23:58.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.215+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14164365844395193507', time=2024-09-19T16:12:23.152963+0000, chain.objs.size()=1 2024-09-19T14:23:58.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.215+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Q_m63f9JyNhiM7mm-ry50eG6v18kYr6_0 2024-09-19T14:23:58.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.215+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13537039648421726564', time=2024-09-19T16:12:23.353676+0000, chain.objs.size()=1 2024-09-19T14:23:58.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.215+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.sYHPcXUqqmxiPN-WjgdP_SA3l4V-6cp_0 2024-09-19T14:23:58.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.215+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15416680669213832501', time=2024-09-19T16:12:23.397505+0000, chain.objs.size()=1 2024-09-19T14:23:58.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.215+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.HUTsqhnMXjLGVcd4hFgH9G8thNrHhp5_0 2024-09-19T14:23:58.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.215+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14089710200920043412', time=2024-09-19T16:12:23.621962+0000, chain.objs.size()=1 2024-09-19T14:23:58.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.215+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.u33Dz-Kon2LWYMaAm_8ryfD91zAoCxb_0 2024-09-19T14:23:58.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.215+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18097977843121178846', time=2024-09-19T16:12:23.684072+0000, chain.objs.size()=1 2024-09-19T14:23:58.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.215+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.i83P0_6-CqZUTmnb5tv_p7mBzTjvf0r_0 2024-09-19T14:23:58.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.215+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14089552988854363835', time=2024-09-19T16:12:23.701585+0000, chain.objs.size()=1 2024-09-19T14:23:58.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.215+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.0nIzwnPtHfqWWk384fsD4CKd-pfeBvo_0 2024-09-19T14:23:58.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.215+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6795383107096637802', time=2024-09-19T16:12:23.706039+0000, chain.objs.size()=1 2024-09-19T14:23:58.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.215+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.D-eakXPQbI5zYr-ocTahmjyhsOHJFoe_0 2024-09-19T14:23:58.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.219+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13283086267219015165', time=2024-09-19T16:12:23.713822+0000, chain.objs.size()=1 2024-09-19T14:23:58.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.219+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.2ae9JS-3-E4e7D5EzaN5q-QaA2r7KZ__0 2024-09-19T14:23:58.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.219+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16542367122635849666', time=2024-09-19T16:12:23.741100+0000, chain.objs.size()=1 2024-09-19T14:23:58.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.219+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.lR7NQ5raMCUvtNzrOiQHxRz5CWm1XKF_0 2024-09-19T14:23:58.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.219+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3750106983338193348', time=2024-09-19T16:12:23.780788+0000, chain.objs.size()=1 2024-09-19T14:23:58.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.219+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.jRF79wEVbDW62hAakiFfWiXlj7P2Pz7_0 2024-09-19T14:23:58.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.219+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1353353692485773421', time=2024-09-19T16:12:23.941316+0000, chain.objs.size()=1 2024-09-19T14:23:58.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.219+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.V7kq8dRfni-Rg-hKCqp2llJ-huqvEFq_0 2024-09-19T14:23:58.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.219+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3331399403201650987', time=2024-09-19T16:12:23.961778+0000, chain.objs.size()=1 2024-09-19T14:23:58.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.219+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.UKOaJYMYDadvLYs1BBRXcu5Ir5aV9Lv_0 2024-09-19T14:23:58.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.219+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15058826744992651676', time=2024-09-19T16:12:23.984308+0000, chain.objs.size()=1 2024-09-19T14:23:58.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.219+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.K1AcMw9F62XIN8Y_GihThPRHTkYTubB_0 2024-09-19T14:23:58.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.219+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6909412578669821127', time=2024-09-19T16:12:45.254631+0000, chain.objs.size()=1 2024-09-19T14:23:58.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.219+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.or4kg8Qyx-ioTaR8bhp5fOBTcZmbizP_0 2024-09-19T14:23:58.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.219+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12393034487849381959', time=2024-09-19T16:12:45.452327+0000, chain.objs.size()=1 2024-09-19T14:23:58.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.219+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.NCQwOc5_SXszj-fkG7AZYHsQZkNlrxA_0 2024-09-19T14:23:58.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.219+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14368389676852561786', time=2024-09-19T16:12:45.600617+0000, chain.objs.size()=1 2024-09-19T14:23:58.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.219+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.bMQRyjoFWVYpSPSNBAlOWvTGo-ys0q4_0 2024-09-19T14:23:58.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.219+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1880157387276046592', time=2024-09-19T16:12:45.747513+0000, chain.objs.size()=1 2024-09-19T14:23:58.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.219+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.Hz0z2tYmKHV_hasu7ZZrcCwJl5xj_of_0 2024-09-19T14:23:58.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.219+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7438361858342824670', time=2024-09-19T16:12:45.761353+0000, chain.objs.size()=1 2024-09-19T14:23:58.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.219+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.zHS4IpaYNZ8j49ws6CDmGWcpL-N6Fuc_0 2024-09-19T14:23:58.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.223+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8614269886211819319', time=2024-09-19T16:12:45.787259+0000, chain.objs.size()=1 2024-09-19T14:23:58.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.223+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.bXeZZs7lF0kLXM8J6J-ez8R4mDMqfRR_0 2024-09-19T14:23:58.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.223+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17184941117291639194', time=2024-09-19T16:12:46.076323+0000, chain.objs.size()=1 2024-09-19T14:23:58.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.223+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.UPC_nFdiZvLUm50v2q8VbtgtPl7vybf_0 2024-09-19T14:23:58.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.223+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17363028710596361885', time=2024-09-19T16:12:46.077693+0000, chain.objs.size()=1 2024-09-19T14:23:58.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.223+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.Y5kn7VaAGonMSkUUlX5Rl2-AysVK9Dl_0 2024-09-19T14:23:58.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.223+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6967684558932962034', time=2024-09-19T16:12:46.090733+0000, chain.objs.size()=1 2024-09-19T14:23:58.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.223+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.TKj-fySExbaKRe8pt63HOepiH5mp2fn_0 2024-09-19T14:23:58.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.227+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11177177075990911032', time=2024-09-19T16:12:46.148694+0000, chain.objs.size()=1 2024-09-19T14:23:58.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.227+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.sGZXvFT542cqS2S-gyjBxD8VxdFTiTh_0 2024-09-19T14:23:58.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.227+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4186477967304281140', time=2024-09-19T16:12:46.159234+0000, chain.objs.size()=1 2024-09-19T14:23:58.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.227+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.FWZRqkWeRdd0rDqXSdVWiocC_FWy7BX_0 2024-09-19T14:23:58.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.227+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17151317011201805190', time=2024-09-19T16:12:46.358000+0000, chain.objs.size()=1 2024-09-19T14:23:58.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.227+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.M8xVNjUZ4FmHb5LhY0C9nY05xryxGct_0 2024-09-19T14:23:58.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.227+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15866011610107021234', time=2024-09-19T16:12:46.397474+0000, chain.objs.size()=1 2024-09-19T14:23:58.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.227+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.lBIbZcBca6fKYhZHFs7gXu3By6_Rjno_0 2024-09-19T14:23:58.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.227+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3326610399881142171', time=2024-09-19T16:12:46.421024+0000, chain.objs.size()=1 2024-09-19T14:23:58.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.227+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.gm1Pt35179qDK6PxON8q_rsoacCINgb_0 2024-09-19T14:23:58.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.227+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3957585602854542949', time=2024-09-19T16:12:46.422518+0000, chain.objs.size()=1 2024-09-19T14:23:58.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.227+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.U8Cl8z4ySDBRZm7jaBsdPGvDclLxPRi_0 2024-09-19T14:23:58.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.227+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3264849090014250243', time=2024-09-19T16:12:46.518074+0000, chain.objs.size()=1 2024-09-19T14:23:58.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.227+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.RYozm0X7fzeM9I90_UXv6S3qneyPZel_0 2024-09-19T14:23:58.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.227+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11862187614498476837', time=2024-09-19T16:12:46.527131+0000, chain.objs.size()=1 2024-09-19T14:23:58.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.227+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.eiS9Zdq2qo9HZXNv4wWurGmwVzxfBxb_0 2024-09-19T14:23:58.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.227+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1167250154304639792', time=2024-09-19T16:12:46.565999+0000, chain.objs.size()=1 2024-09-19T14:23:58.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.227+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.MWYqrjLggt5YAqxcLk4QDb-mqlYzYL3_0 2024-09-19T14:23:58.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.231+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14155727227467400701', time=2024-09-19T16:12:46.778730+0000, chain.objs.size()=1 2024-09-19T14:23:58.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.231+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.6ylsvZJrrEsGkANMgAwHnedtW9_l5Xf_0 2024-09-19T14:23:58.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.231+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9576373086797109139', time=2024-09-19T16:12:46.812950+0000, chain.objs.size()=1 2024-09-19T14:23:58.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.231+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.IolHWZ9madotrROi7sJuFIZFnmR2u9n_0 2024-09-19T14:23:58.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.231+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7795706728319073692', time=2024-09-19T16:12:46.865228+0000, chain.objs.size()=1 2024-09-19T14:23:58.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.231+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.bQOhc4vAVDOiEEH9bIN_6RLt7g-iftu_0 2024-09-19T14:23:58.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.231+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.406593210102862400', time=2024-09-19T16:12:46.919317+0000, chain.objs.size()=1 2024-09-19T14:23:58.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.231+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.rEnHHps8OTD32zDP3NWWWIxpgON7NCe_0 2024-09-19T14:23:58.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.231+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7838579524002924619', time=2024-09-19T16:12:47.155827+0000, chain.objs.size()=1 2024-09-19T14:23:58.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.231+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.D8rW4ilXlvpoHrLCM4XrxwE9YTjnYk8_0 2024-09-19T14:23:58.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.231+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2550971964233201011', time=2024-09-19T16:12:47.192652+0000, chain.objs.size()=1 2024-09-19T14:23:58.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.231+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.uaLDPwBrWLVKHEGZLIO9NJTo6GohyWI_0 2024-09-19T14:23:58.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.231+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16763585125778765164', time=2024-09-19T16:12:47.238509+0000, chain.objs.size()=1 2024-09-19T14:23:58.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.231+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.Uyw4Vi0nRkeFO8N9NCnbm1ASzffhfyZ_0 2024-09-19T14:23:58.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.231+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12190879856966409340', time=2024-09-19T16:12:47.390384+0000, chain.objs.size()=1 2024-09-19T14:23:58.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.231+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.94g5e246sxT9n7u-w7fykED1RUa_kAh_0 2024-09-19T14:23:58.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.231+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7633382890008078138', time=2024-09-19T16:12:47.511553+0000, chain.objs.size()=1 2024-09-19T14:23:58.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.231+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.dFMcpCLaU_KpSczoV1ypLhI-9QCOK8q_0 2024-09-19T14:23:58.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.231+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1102754807923354179', time=2024-09-19T16:12:47.545494+0000, chain.objs.size()=1 2024-09-19T14:23:58.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.231+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.UYTI1ZfdyX7VbzVBvVVrwih2hWO-EZb_0 2024-09-19T14:23:58.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.235+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3938818398824574659', time=2024-09-19T16:12:47.553737+0000, chain.objs.size()=1 2024-09-19T14:23:58.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.235+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.IBiLMSi8DXnvSvov4cO3_ctXRZveZlo_0 2024-09-19T14:23:58.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.235+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4652750221442178608', time=2024-09-19T16:12:47.567188+0000, chain.objs.size()=1 2024-09-19T14:23:58.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.235+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.dWErw1DLBwy5BPlOgwK7enwG6RD3qZT_0 2024-09-19T14:23:58.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.235+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8426601080047919473', time=2024-09-19T16:12:47.697072+0000, chain.objs.size()=1 2024-09-19T14:23:58.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.235+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.DRPqM2uTC6vZ4TdQ0UZamJrXHqgbQTJ_0 2024-09-19T14:23:58.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.239+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 0/50925 2024-09-19T14:23:58.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.239+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=18, truncated=0, next_marker='' 2024-09-19T14:23:58.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.239+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6691921478810804746', time=2024-09-19T16:12:47.795305+0000, chain.objs.size()=1 2024-09-19T14:23:58.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.239+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.jHvlKYcPfpzMfhS1bpBpWYmO_rf9qXZ_0 2024-09-19T14:23:58.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.239+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1766660313277685568', time=2024-09-19T16:12:47.882791+0000, chain.objs.size()=1 2024-09-19T14:23:58.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.239+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.YrGkm8AGIwRVSruyjnjbRj3qStgh9gO_0 2024-09-19T14:23:58.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.239+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6901063013155535280', time=2024-09-19T16:13:51.412565+0000, chain.objs.size()=1 2024-09-19T14:23:58.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.239+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.431__shadow_.84YI7mGG4jEbu1zDSAVqlRf5QGDAOTh_0 2024-09-19T14:23:58.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.239+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1687833991992508459', time=2024-09-19T16:14:05.008267+0000, chain.objs.size()=1 2024-09-19T14:23:58.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.239+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.451__shadow_.Y9RbfNxBu5swhKZZEekEOrnX5tqyjZ9_0 2024-09-19T14:23:58.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.239+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13738191325725566010', time=2024-09-19T16:14:24.929757+0000, chain.objs.size()=1 2024-09-19T14:23:58.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.239+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.483__shadow_.V7SZ8oA8s2VvtTSqNwwvpcqpGXKr_x8_0 2024-09-19T14:23:58.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.239+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18336165905949866936', time=2024-09-19T16:14:52.397907+0000, chain.objs.size()=6 2024-09-19T14:23:58.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.239+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.519__multipart_mymultipart.2~t9P_RLqZvxzOgFgLOg1qxjQl6Y7ti5Z.1 2024-09-19T14:23:58.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.239+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.519__multipart_mymultipart.2~t9P_RLqZvxzOgFgLOg1qxjQl6Y7ti5Z.2 2024-09-19T14:23:58.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.239+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.519__multipart_mymultipart.2~t9P_RLqZvxzOgFgLOg1qxjQl6Y7ti5Z.3 2024-09-19T14:23:58.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.243+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.519__multipart_mymultipart.2~t9P_RLqZvxzOgFgLOg1qxjQl6Y7ti5Z.4 2024-09-19T14:23:58.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.243+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.519__multipart_mymultipart.2~t9P_RLqZvxzOgFgLOg1qxjQl6Y7ti5Z.5 2024-09-19T14:23:58.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.243+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.519__multipart_mymultipart.2~t9P_RLqZvxzOgFgLOg1qxjQl6Y7ti5Z.6 2024-09-19T14:23:58.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.243+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='2~CXE3BMORwqrI_DoEYDuIvXIHV5Hi3EI', time=2024-09-19T16:15:27.500563+0000, chain.objs.size()=1 2024-09-19T14:23:58.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.243+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.533__multipart_mymultipart.2~CXE3BMORwqrI_DoEYDuIvXIHV5Hi3EI.1 2024-09-19T14:23:58.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.243+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18315887454311027644', time=2024-09-19T16:16:09.888517+0000, chain.objs.size()=2 2024-09-19T14:23:58.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.243+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.555__shadow_.MoqV33Q4S9Q486rBTEIeZYuB-XuhFOr_0 2024-09-19T14:23:58.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.243+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.555__shadow_.MoqV33Q4S9Q486rBTEIeZYuB-XuhFOr_1 2024-09-19T14:23:58.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.243+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4886520643908711072', time=2024-09-19T16:16:32.840187+0000, chain.objs.size()=1 2024-09-19T14:23:58.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.243+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.569__shadow:AiIAQVhQz4hmcQM06.4rVjrDBPKothO_.6KV2Rrzn2Z10JICB60E83UnHFa59zRh_0 2024-09-19T14:23:58.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.243+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13600713320327135352', time=2024-09-19T16:16:58.583928+0000, chain.objs.size()=1 2024-09-19T14:23:58.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.243+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.577__shadow:2ypxBHGHZf9vYhlPv6hfDBPz3vMDiNL_.5DjRCv8QoFT7E4m_xuJl3Kl6er7BrgC_0 2024-09-19T14:23:58.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.247+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16030560716305072531', time=2024-09-19T16:17:10.775747+0000, chain.objs.size()=1 2024-09-19T14:23:58.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.247+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.582__shadow:vq07BxNVzin9Ix-JOaJ1WxDY0nYbpnu_.DapC7-vPKdWvmQXbGK_dsRMwwjIvcNG_0 2024-09-19T14:23:58.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.247+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10636864909707798048', time=2024-09-19T16:17:23.214398+0000, chain.objs.size()=1 2024-09-19T14:23:58.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.247+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.602__shadow_.-ZC74QmeDXlJiptlAXMn50OqYaC8jEb_0 2024-09-19T14:23:58.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.247+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.128248830141046952', time=2024-09-19T16:19:56.942936+0000, chain.objs.size()=1 2024-09-19T14:23:58.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.247+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.633__shadow_.iLOSSbyOSRG7WFHpE4q6h2vx0jEkW7G_0 2024-09-19T14:23:58.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.247+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16368385039092407251', time=2024-09-19T16:20:01.386101+0000, chain.objs.size()=1 2024-09-19T14:23:58.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.247+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.641__shadow_.O71bnMh8QK0P3W3nwVw7-klF7obHzOs_0 2024-09-19T14:23:58.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.247+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8825798586355256813', time=2024-09-19T16:20:18.190972+0000, chain.objs.size()=12 2024-09-19T14:23:58.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.247+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.660__multipart_bar.2~L6RyVHfsQjPaZcOUkAmHYXhjd0yC9nO.1 2024-09-19T14:23:58.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.247+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.660__shadow_bar.2~L6RyVHfsQjPaZcOUkAmHYXhjd0yC9nO.1_1 2024-09-19T14:23:58.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.247+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.660__multipart_bar.2~L6RyVHfsQjPaZcOUkAmHYXhjd0yC9nO.2 2024-09-19T14:23:58.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.251+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.660__shadow_bar.2~L6RyVHfsQjPaZcOUkAmHYXhjd0yC9nO.2_1 2024-09-19T14:23:58.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.251+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.660__multipart_bar.2~L6RyVHfsQjPaZcOUkAmHYXhjd0yC9nO.3 2024-09-19T14:23:58.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.251+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.660__shadow_bar.2~L6RyVHfsQjPaZcOUkAmHYXhjd0yC9nO.3_1 2024-09-19T14:23:58.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.251+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.660__multipart_bar.2~L6RyVHfsQjPaZcOUkAmHYXhjd0yC9nO.4 2024-09-19T14:23:58.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.251+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.660__shadow_bar.2~L6RyVHfsQjPaZcOUkAmHYXhjd0yC9nO.4_1 2024-09-19T14:23:58.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.251+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.660__multipart_bar.2~L6RyVHfsQjPaZcOUkAmHYXhjd0yC9nO.5 2024-09-19T14:23:58.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.251+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.660__shadow_bar.2~L6RyVHfsQjPaZcOUkAmHYXhjd0yC9nO.5_1 2024-09-19T14:23:58.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.251+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.660__multipart_bar.2~L6RyVHfsQjPaZcOUkAmHYXhjd0yC9nO.6 2024-09-19T14:23:58.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.251+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.660__shadow_bar.2~L6RyVHfsQjPaZcOUkAmHYXhjd0yC9nO.6_1 2024-09-19T14:23:58.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.251+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9283539302232965767', time=2024-09-19T16:20:35.690416+0000, chain.objs.size()=1 2024-09-19T14:23:58.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.251+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.693__shadow:L3Xqmoz7xeTod3Bo1YQF82FXsXv9yh5_.vwSq_HULcb_-ccMoTstkc5OYOlphJWQ_0 2024-09-19T14:23:58.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.251+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15890071378396237757', time=2024-09-19T16:20:42.262803+0000, chain.objs.size()=1 2024-09-19T14:23:58.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.251+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.704__shadow:BYlNzsHZE2.5fvzoBOMC7ZTyeuos.Fk_.8iKWIGv_0br0m9LBJQsINlnyP-gMX-l_0 2024-09-19T14:23:58.264 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.255+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12273607011892191748', time=2024-09-19T16:22:01.921509+0000, chain.objs.size()=1 2024-09-19T14:23:58.264 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.255+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.764__shadow_.P1S7IG7PIKyvwg2nHn_SYb9AS6rCJ4p_0 2024-09-19T14:23:58.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.259+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:23:58.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.263+0000 7fb91a7579c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-19T14:23:58.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.263+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:23:58.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.263+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:23:58.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.271+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/51294' 2024-09-19T14:23:58.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.271+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1465964263264565650', time=2024-09-19T16:08:27.264715+0000, chain.objs.size()=1 2024-09-19T14:23:58.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.271+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.147__shadow_.L_6MuAqD-gOc10poYc69_6iynMSit-x_0 2024-09-19T14:23:58.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.271+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7266615599798648140', time=2024-09-19T16:08:28.080488+0000, chain.objs.size()=1 2024-09-19T14:23:58.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.271+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.151__shadow_.ZEJWJP42xH77GAAbaM7DKwZDrTF8lKc_0 2024-09-19T14:23:58.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.271+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1668562138241054275', time=2024-09-19T16:08:38.180387+0000, chain.objs.size()=5 2024-09-19T14:23:58.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.271+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.161__multipart_foo-LUKEWARM.2~2l8aALMuQECZSassBlD1apJe85CRoZK.1 2024-09-19T14:23:58.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.271+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.161__shadow_foo-LUKEWARM.2~2l8aALMuQECZSassBlD1apJe85CRoZK.1_1 2024-09-19T14:23:58.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.271+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.161__multipart_foo-LUKEWARM.2~2l8aALMuQECZSassBlD1apJe85CRoZK.2 2024-09-19T14:23:58.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.271+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.161__shadow_foo-LUKEWARM.2~2l8aALMuQECZSassBlD1apJe85CRoZK.2_1 2024-09-19T14:23:58.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.271+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.161__multipart_foo-LUKEWARM.2~2l8aALMuQECZSassBlD1apJe85CRoZK.3 2024-09-19T14:23:58.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.271+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='_epNW_QGu0WecmoXpwOKgsy854iOqEPG', time=2024-09-19T16:08:38.336640+0000, chain.objs.size()=3 2024-09-19T14:23:58.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.271+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.161__shadow_.CKhW_yUpeJI8mQfEI-aKPpU14kze7Oq_0 2024-09-19T14:23:58.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.271+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.161__shadow_.CKhW_yUpeJI8mQfEI-aKPpU14kze7Oq_1 2024-09-19T14:23:58.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.271+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.161__shadow_.CKhW_yUpeJI8mQfEI-aKPpU14kze7Oq_2 2024-09-19T14:23:58.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.271+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.765644436694172898', time=2024-09-19T16:09:12.344124+0000, chain.objs.size()=1 2024-09-19T14:23:58.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.271+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.199__shadow_.ggGoMLoFN8Q1ZYCnwGzPhRBgK26JtJP_0 2024-09-19T14:23:58.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.271+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6410543724393918784', time=2024-09-19T16:10:38.091037+0000, chain.objs.size()=1 2024-09-19T14:23:58.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.271+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.234__shadow_.aDuAy426OHw9VHBaCqWIJVkVC4kshji_0 2024-09-19T14:23:58.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.271+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.663654956476463073', time=2024-09-19T16:10:38.092903+0000, chain.objs.size()=1 2024-09-19T14:23:58.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.271+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.234__shadow_._2B0n6GJzXe02Tse30hhhx9dvbnU-rp_0 2024-09-19T14:23:58.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.271+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11644171566743692806', time=2024-09-19T16:10:48.110469+0000, chain.objs.size()=1 2024-09-19T14:23:58.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.271+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.247__shadow_.2-QJ6EHuJjZechXKDyAKsmgqu539P-z_0 2024-09-19T14:23:58.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.271+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11511174338220719168', time=2024-09-19T16:10:51.243559+0000, chain.objs.size()=1 2024-09-19T14:23:58.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.271+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.252__shadow_.VC6tdJ0YAQec4w0Ek2pA64sp4d-9_33_0 2024-09-19T14:23:58.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.271+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15878819463872037091', time=2024-09-19T16:11:18.141797+0000, chain.objs.size()=1 2024-09-19T14:23:58.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.271+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.yum0B0_0806JwWh439maoy4f9GZvHLf_0 2024-09-19T14:23:58.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.271+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9734747177849698219', time=2024-09-19T16:11:18.164803+0000, chain.objs.size()=1 2024-09-19T14:23:58.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.271+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_._o-bP4Elwgis6QX_8ZBT96MleSA6M74_0 2024-09-19T14:23:58.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.271+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7066269078397201043', time=2024-09-19T16:11:18.198354+0000, chain.objs.size()=1 2024-09-19T14:23:58.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.271+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.3rPcjwp3E_9cthFJ1aFpcdI67S_dhFA_0 2024-09-19T14:23:58.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.271+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17400070284482288171', time=2024-09-19T16:11:18.226756+0000, chain.objs.size()=1 2024-09-19T14:23:58.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.271+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.K-YXDN5PQU1J5aF5j4w__OJ3f8yQOFB_0 2024-09-19T14:23:58.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.271+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12259394314870750133', time=2024-09-19T16:11:18.245362+0000, chain.objs.size()=1 2024-09-19T14:23:58.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.271+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.VFD7iEljDw84eYc_Izmkmvt8JEyP8cH_0 2024-09-19T14:23:58.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.271+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4435951514384234386', time=2024-09-19T16:11:18.250693+0000, chain.objs.size()=1 2024-09-19T14:23:58.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.271+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.9iB4WkIj2owkDtTGgEsFxQvQhVpx7U4_0 2024-09-19T14:23:58.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.271+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17878859889261388308', time=2024-09-19T16:11:18.278994+0000, chain.objs.size()=1 2024-09-19T14:23:58.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.271+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.vMa3VIPapEaIQcnfX_K8oeP20ub4UkH_0 2024-09-19T14:23:58.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.271+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15004110510079805333', time=2024-09-19T16:11:18.282179+0000, chain.objs.size()=1 2024-09-19T14:23:58.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.271+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.FHUJimSBh-kh9neMjVXig2DKU0MoGgq_0 2024-09-19T14:23:58.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.271+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12475349271148143883', time=2024-09-19T16:11:18.297611+0000, chain.objs.size()=1 2024-09-19T14:23:58.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.271+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.2PORPChT-6XRhZn9OhDy01UeRV8pWy__0 2024-09-19T14:23:58.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.275+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5539574135830714902', time=2024-09-19T16:11:18.615674+0000, chain.objs.size()=1 2024-09-19T14:23:58.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.275+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.HI-4Ros1jHdG7iUJcruAQyplkbWi-Dc_0 2024-09-19T14:23:58.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.275+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7157326860030774291', time=2024-09-19T16:11:18.774211+0000, chain.objs.size()=1 2024-09-19T14:23:58.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.275+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.SzWoB79nEKIwjdDHGFHCUriJYpnVuDj_0 2024-09-19T14:23:58.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.275+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15827825845832168871', time=2024-09-19T16:11:18.809022+0000, chain.objs.size()=1 2024-09-19T14:23:58.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.275+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.SCfoXxcnKGXkj46gqLj7FgkZuf9kH2-_0 2024-09-19T14:23:58.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.275+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.393156420027643274', time=2024-09-19T16:11:18.813929+0000, chain.objs.size()=1 2024-09-19T14:23:58.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.275+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.QVYKYoBZmY7jOZm74h_5EjY5OAOFEYd_0 2024-09-19T14:23:58.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.275+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13365428721061113994', time=2024-09-19T16:11:18.840560+0000, chain.objs.size()=1 2024-09-19T14:23:58.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.275+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.dXbENCb_nkiRi16J0evZYS3hVHPrCwe_0 2024-09-19T14:23:58.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.275+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3830968881647878645', time=2024-09-19T16:11:18.867872+0000, chain.objs.size()=1 2024-09-19T14:23:58.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.275+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.uqgtrPhpLmwm3gCAtjDMZPhweVFEtic_0 2024-09-19T14:23:58.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.275+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3517734366769102161', time=2024-09-19T16:11:18.877321+0000, chain.objs.size()=1 2024-09-19T14:23:58.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.275+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.sjuqD8OAZIwWaDcpcxBrNai4mRVwCxQ_0 2024-09-19T14:23:58.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.275+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14541949155929341978', time=2024-09-19T16:11:18.896650+0000, chain.objs.size()=1 2024-09-19T14:23:58.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.275+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.srhJgBpXkU2sOFkQW_x-Qlnu00Bmyrv_0 2024-09-19T14:23:58.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.275+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7080363388013652868', time=2024-09-19T16:11:18.943885+0000, chain.objs.size()=1 2024-09-19T14:23:58.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.275+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.EoKa-cS9tnxATs91IRA_3CPLUficK1m_0 2024-09-19T14:23:58.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.275+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4968630751086781213', time=2024-09-19T16:11:19.131204+0000, chain.objs.size()=1 2024-09-19T14:23:58.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.275+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.wKrekExXIPw4ozZBIWm-nGL4DqztINb_0 2024-09-19T14:23:58.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.275+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11156486549080130576', time=2024-09-19T16:11:19.195221+0000, chain.objs.size()=1 2024-09-19T14:23:58.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.275+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.maFkpUu_W-i38L95w2avz-gXsxrP_AC_0 2024-09-19T14:23:58.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.275+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7360255804414616467', time=2024-09-19T16:11:19.209728+0000, chain.objs.size()=1 2024-09-19T14:23:58.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.275+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.C_QiqBVg_jpU1_RvFDTAL_qEX5aoc9L_0 2024-09-19T14:23:58.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.275+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10863089103629536517', time=2024-09-19T16:11:19.234907+0000, chain.objs.size()=1 2024-09-19T14:23:58.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.275+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.yNFgUoEycGmR3I4QP5W1AAZGmGe27Q7_0 2024-09-19T14:23:58.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.279+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3318341898213956168', time=2024-09-19T16:11:19.256612+0000, chain.objs.size()=1 2024-09-19T14:23:58.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.279+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.F6sWJ3-LLh1qsqvnfUnyQFPHAVWRR-E_0 2024-09-19T14:23:58.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.279+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17042582790410936801', time=2024-09-19T16:11:19.264786+0000, chain.objs.size()=1 2024-09-19T14:23:58.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.279+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.y2aJsTZ1ePsj-uub96yNnfZ53ThRVtC_0 2024-09-19T14:23:58.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.279+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.585160114771226038', time=2024-09-19T16:11:19.293140+0000, chain.objs.size()=1 2024-09-19T14:23:58.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.279+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.j8YycvEoueg8WHP3fKAUzulP3jmHYyO_0 2024-09-19T14:23:58.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.279+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14243993705192000113', time=2024-09-19T16:11:19.447233+0000, chain.objs.size()=1 2024-09-19T14:23:58.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.279+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.32QyqLNDO6xE7TRvMUyC5g8-Ry_NkKi_0 2024-09-19T14:23:58.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.279+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.897903416838867855', time=2024-09-19T16:11:19.509342+0000, chain.objs.size()=1 2024-09-19T14:23:58.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.279+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.l4rT7eXFeRIMD3FY5I1Rw8x5Amw_bj3_0 2024-09-19T14:23:58.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.279+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18279553842604474574', time=2024-09-19T16:11:19.541013+0000, chain.objs.size()=1 2024-09-19T14:23:58.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.279+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.n7kYG_29zuQxx8AnjALL-Rp4OtPXLRO_0 2024-09-19T14:23:58.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.279+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4511136518868583046', time=2024-09-19T16:11:19.894763+0000, chain.objs.size()=1 2024-09-19T14:23:58.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.279+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.X7xvUjTF1ZdkVyZCvXHkKKP9FaQ_r0b_0 2024-09-19T14:23:58.290 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.283+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7022482474025538232', time=2024-09-19T16:11:19.935306+0000, chain.objs.size()=1 2024-09-19T14:23:58.290 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.283+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.HhLhUZ4HKliuxJ_DysCVbpKVMnnwcZr_0 2024-09-19T14:23:58.290 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.283+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10572875185865703538', time=2024-09-19T16:11:19.960131+0000, chain.objs.size()=1 2024-09-19T14:23:58.290 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.283+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.oHxHEGYyV0zlDLWLV2KDu--zomGteFp_0 2024-09-19T14:23:58.290 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.283+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.142722293847512257', time=2024-09-19T16:11:19.973383+0000, chain.objs.size()=1 2024-09-19T14:23:58.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.283+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.swcNPd1_xrUw4SxXMPhdBKFVKxwrOVm_0 2024-09-19T14:23:58.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.283+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2220180144932260014', time=2024-09-19T16:11:20.100668+0000, chain.objs.size()=1 2024-09-19T14:23:58.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.283+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.5zLUhDe5-PK9fsE2S6_QRPpX11QH8FV_0 2024-09-19T14:23:58.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.283+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10495920565845449381', time=2024-09-19T16:11:20.116160+0000, chain.objs.size()=1 2024-09-19T14:23:58.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.283+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.nL6Wv9DFXuBJPoOWBuuqXi4U_ktStef_0 2024-09-19T14:23:58.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.283+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3451162872784733478', time=2024-09-19T16:11:20.464792+0000, chain.objs.size()=1 2024-09-19T14:23:58.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.283+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.4-lngiCQ_DNkZxopQBthwkenBY4Ugho_0 2024-09-19T14:23:58.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.283+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3614160528017916354', time=2024-09-19T16:11:20.482601+0000, chain.objs.size()=1 2024-09-19T14:23:58.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.283+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.u5CFtKPNO360A5bEOfzZH_3qPFmYgPo_0 2024-09-19T14:23:58.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.283+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16581756058399586557', time=2024-09-19T16:11:20.552695+0000, chain.objs.size()=1 2024-09-19T14:23:58.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.283+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.PMxoB-W4HvJjwKg0WoKZ66ALqQVi-gW_0 2024-09-19T14:23:58.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.283+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12752787891253845291', time=2024-09-19T16:11:21.117490+0000, chain.objs.size()=1 2024-09-19T14:23:58.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.283+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.263__shadow_.Sf5VIdUvAOtr8XRNtQddZ-_S41VqTau_0 2024-09-19T14:23:58.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.283+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3789490722150817173', time=2024-09-19T16:11:23.604580+0000, chain.objs.size()=1 2024-09-19T14:23:58.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.283+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.267__shadow_.G9wkqwoz5I3sN-ya6IAdecL9MrbgJhF_0 2024-09-19T14:23:58.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.283+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16316962015451942157', time=2024-09-19T16:11:24.787404+0000, chain.objs.size()=1 2024-09-19T14:23:58.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.283+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.269__shadow_.ukcD606gjN6Vc8jfy2Qv8YOpUjcieHq_0 2024-09-19T14:23:58.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.287+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7867954652268697970', time=2024-09-19T16:11:28.485084+0000, chain.objs.size()=1 2024-09-19T14:23:58.293 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.287+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.275__shadow_.PIN25YwEj_B8iP1ILDRq1_WRYs4Ec8D_0 2024-09-19T14:23:58.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.291+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5835109995660009960', time=2024-09-19T16:11:31.685627+0000, chain.objs.size()=1 2024-09-19T14:23:58.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.291+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.280__shadow_.VYzk_gHfRP8IiVqAsQgU2YseKyp6LWd_0 2024-09-19T14:23:58.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.291+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.177449175780019427', time=2024-09-19T16:11:35.559582+0000, chain.objs.size()=1 2024-09-19T14:23:58.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.291+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.286__shadow_.5T9367lgmLDgSzv_KbXs_pV0Fy9ZWzx_0 2024-09-19T14:23:58.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.291+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6219493113973949627', time=2024-09-19T16:11:40.332426+0000, chain.objs.size()=1 2024-09-19T14:23:58.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.291+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.292__shadow_.Yulq4bvYX2C0nE91QjdYLqy0cBB4Ebr_0 2024-09-19T14:23:58.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.291+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13692305829573539212', time=2024-09-19T16:11:40.341150+0000, chain.objs.size()=1 2024-09-19T14:23:58.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.291+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.292__shadow_.u3KugI6VOpJRHj8gTENrsaXz7RN10KH_0 2024-09-19T14:23:58.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.291+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11626370613362615466', time=2024-09-19T16:11:41.680736+0000, chain.objs.size()=1 2024-09-19T14:23:58.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.291+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.293__shadow_.QUrM9SYjrm1g9LMYVo-Ji4igc2zPWly_0 2024-09-19T14:23:58.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.291+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8432056789916598922', time=2024-09-19T16:11:58.542892+0000, chain.objs.size()=1 2024-09-19T14:23:58.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.291+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.319__shadow:QS2IXB4pzjFoHIBH1VXeisrr3Y2iCG._.rQKXwJI3LP-YDNEnQ34YMMlbFjvwRjT_0 2024-09-19T14:23:58.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.291+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.959462533095591668', time=2024-09-19T16:12:21.680723+0000, chain.objs.size()=1 2024-09-19T14:23:58.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.291+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.tsFPXrg_kHVG9hHa61tnCo-TSVKuZOL_0 2024-09-19T14:23:58.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.291+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5963283107082567779', time=2024-09-19T16:12:21.738934+0000, chain.objs.size()=1 2024-09-19T14:23:58.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.291+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.AB6IwiOQmLor2m0Zc0R9e9S_kRkJFn-_0 2024-09-19T14:23:58.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.291+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6164600760401435495', time=2024-09-19T16:12:21.769219+0000, chain.objs.size()=1 2024-09-19T14:23:58.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.291+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.YXcn4zJ_3nHGHsQcm9yJGBfqlHVh6l-_0 2024-09-19T14:23:58.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.291+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17540967671099714734', time=2024-09-19T16:12:21.770044+0000, chain.objs.size()=1 2024-09-19T14:23:58.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.291+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.LnryVegHexYc36fbcMsyDWBt0bUoH2J_0 2024-09-19T14:23:58.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.291+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8994686710776345341', time=2024-09-19T16:12:21.785321+0000, chain.objs.size()=1 2024-09-19T14:23:58.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.291+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.jryAofGQrc98estc6wZIXPiqmyQSc79_0 2024-09-19T14:23:58.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.295+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.255551127982362400', time=2024-09-19T16:12:21.830347+0000, chain.objs.size()=1 2024-09-19T14:23:58.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.295+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.vu5Yzvbv3miYyu9ngd6u51QoRxdX36t_0 2024-09-19T14:23:58.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.295+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10984592198904698360', time=2024-09-19T16:12:21.982052+0000, chain.objs.size()=1 2024-09-19T14:23:58.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.295+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.I9zYpCw6-wKX6v1cOHhhfpZcRUo35PF_0 2024-09-19T14:23:58.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.295+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14571785326772385799', time=2024-09-19T16:12:22.156029+0000, chain.objs.size()=1 2024-09-19T14:23:58.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.295+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.fN3bXGGKVu4L3FQ1kTBTYaHc0kKOyGs_0 2024-09-19T14:23:58.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.295+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1451995268889548187', time=2024-09-19T16:12:22.381325+0000, chain.objs.size()=1 2024-09-19T14:23:58.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.295+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.ImQcpyWq9vVE14YS_oplYmscVICkUEA_0 2024-09-19T14:23:58.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.295+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14088789537410768746', time=2024-09-19T16:12:22.488312+0000, chain.objs.size()=1 2024-09-19T14:23:58.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.295+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.UAbLILEHNFL1tRB1-S3Jcyx3vSR_G2u_0 2024-09-19T14:23:58.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.295+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6367693941324939011', time=2024-09-19T16:12:22.772029+0000, chain.objs.size()=1 2024-09-19T14:23:58.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.295+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.C_k0cA7MnFu9LjLhbJqvEwdy4ksmBc9_0 2024-09-19T14:23:58.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.295+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17384772852769462237', time=2024-09-19T16:12:22.803592+0000, chain.objs.size()=1 2024-09-19T14:23:58.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.295+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.GhJwDBNqrntiG22JQYbnNl9OzbM5_oc_0 2024-09-19T14:23:58.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.295+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16677727069812356506', time=2024-09-19T16:12:22.812496+0000, chain.objs.size()=1 2024-09-19T14:23:58.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.295+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.pOsqwgSepDrsbmHX6XcMRbhNYcBPckh_0 2024-09-19T14:23:58.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.295+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15826313870220644302', time=2024-09-19T16:12:22.841004+0000, chain.objs.size()=1 2024-09-19T14:23:58.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.295+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.PCL_jitPcHC1SceaH_DjowIH8dKWw8T_0 2024-09-19T14:23:58.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.295+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10359421614493610459', time=2024-09-19T16:12:22.861691+0000, chain.objs.size()=1 2024-09-19T14:23:58.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.295+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.gpz4KhsAzW7pezDCZDIGO-LB-y5wQI1_0 2024-09-19T14:23:58.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.299+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14805604076589129381', time=2024-09-19T16:12:23.020505+0000, chain.objs.size()=1 2024-09-19T14:23:58.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.299+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Z4F4g6RYCJ5hSlvdfr78Exa9Uv871V1_0 2024-09-19T14:23:58.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.299+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4258515298769448814', time=2024-09-19T16:12:23.076453+0000, chain.objs.size()=1 2024-09-19T14:23:58.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.299+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.U9dcZOmcfrsJzxnnei0bTcazaXtl-qp_0 2024-09-19T14:23:58.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.299+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15047423889104110999', time=2024-09-19T16:12:23.078179+0000, chain.objs.size()=1 2024-09-19T14:23:58.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.299+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Jajgg3Noc-M8my8KDYbYaFcyD1k7Q_L_0 2024-09-19T14:23:58.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.299+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4697959192673963657', time=2024-09-19T16:12:23.106581+0000, chain.objs.size()=1 2024-09-19T14:23:58.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.299+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.FxvA58_xepRpiPmk_aZs7uMKDLRqP0e_0 2024-09-19T14:23:58.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.299+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10176214296356098787', time=2024-09-19T16:12:23.151143+0000, chain.objs.size()=1 2024-09-19T14:23:58.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.299+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.YPqFwFa0wdlOqD4DjGBdOfUGVLskU3u_0 2024-09-19T14:23:58.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.299+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1375594549366185832', time=2024-09-19T16:12:23.407008+0000, chain.objs.size()=1 2024-09-19T14:23:58.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.299+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.O8Fs3QLeZ5lsXk7IysOnkdrVmOrhesQ_0 2024-09-19T14:23:58.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.299+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17832690244439405556', time=2024-09-19T16:12:23.430868+0000, chain.objs.size()=1 2024-09-19T14:23:58.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.299+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.QlElUiHm1kaE0qtkPUp11ych5chCdJT_0 2024-09-19T14:23:58.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.299+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10215439126577701971', time=2024-09-19T16:12:23.669421+0000, chain.objs.size()=1 2024-09-19T14:23:58.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.299+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.IxeIlOSzx7yM05HG317o3NMGFQ69Gn4_0 2024-09-19T14:23:58.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.299+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8965799986391130939', time=2024-09-19T16:12:23.679900+0000, chain.objs.size()=1 2024-09-19T14:23:58.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.299+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.KpL3gQuL65VxiERwJsUmFzSh6_BAn-6_0 2024-09-19T14:23:58.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.299+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8912138983808428795', time=2024-09-19T16:12:23.773752+0000, chain.objs.size()=1 2024-09-19T14:23:58.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.299+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.A74ZgvfhayuhzVUydflOt419ncC0ERH_0 2024-09-19T14:23:58.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.303+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10494018221896545766', time=2024-09-19T16:12:23.800850+0000, chain.objs.size()=1 2024-09-19T14:23:58.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.303+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.6Y1mk1HXWjfG7KzT7EkQ3PZFzEIMeKO_0 2024-09-19T14:23:58.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.303+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17779567304537737533', time=2024-09-19T16:12:23.808928+0000, chain.objs.size()=1 2024-09-19T14:23:58.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.303+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.tt-aJXhG8EzeckfMfcqGivTIU1HPdVS_0 2024-09-19T14:23:58.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.303+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11370926714372889068', time=2024-09-19T16:12:23.928722+0000, chain.objs.size()=1 2024-09-19T14:23:58.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.303+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Aqffbk5_qR0Ug0eBcqpn78jZnspQwDq_0 2024-09-19T14:23:58.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.307+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13285268832059546197', time=2024-09-19T16:12:23.946850+0000, chain.objs.size()=1 2024-09-19T14:23:58.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.307+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.jmxWOq0pJgLZdHK202bDRLRVxv0CwL0_0 2024-09-19T14:23:58.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.307+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12487412249348483101', time=2024-09-19T16:12:24.016224+0000, chain.objs.size()=1 2024-09-19T14:23:58.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.307+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.OI7Iup66KDZbjgXuGuKkPMcOA8gixF3_0 2024-09-19T14:23:58.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.307+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.530217194005545115', time=2024-09-19T16:12:24.058250+0000, chain.objs.size()=1 2024-09-19T14:23:58.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.307+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.fj73KFTfkNeHj2_CZY2u_vOidcW87BK_0 2024-09-19T14:23:58.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.307+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1226162959440491776', time=2024-09-19T16:12:24.064007+0000, chain.objs.size()=1 2024-09-19T14:23:58.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.307+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.hpPLg7gSPMO2JJ34QUzftBJB0B2zLmq_0 2024-09-19T14:23:58.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.307+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6887953158549297680', time=2024-09-19T16:12:24.090784+0000, chain.objs.size()=1 2024-09-19T14:23:58.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.307+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.mj5g9rBWodr9R7yc0KyKX2OEB91CEH4_0 2024-09-19T14:23:58.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.307+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14614989771688712587', time=2024-09-19T16:12:45.213104+0000, chain.objs.size()=1 2024-09-19T14:23:58.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.307+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.wkkigUuduZSCM0qgw6vAVY6e5C83dTM_0 2024-09-19T14:23:58.313 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.307+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16344052617703159683', time=2024-09-19T16:12:45.240487+0000, chain.objs.size()=1 2024-09-19T14:23:58.313 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.307+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.M8SuU6hB8GyF3lCvz6igd2-rMwKhTI6_0 2024-09-19T14:23:58.313 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.307+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14226136261811506608', time=2024-09-19T16:12:45.243225+0000, chain.objs.size()=1 2024-09-19T14:23:58.313 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.307+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.OxRUtc9yeemY3aI-sSwuOmDA1csTX0-_0 2024-09-19T14:23:58.313 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.307+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17077450445293155833', time=2024-09-19T16:12:45.281566+0000, chain.objs.size()=1 2024-09-19T14:23:58.313 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.307+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.loKt4TQ8ugpuJlNJVBwEnRDsIQT-XrA_0 2024-09-19T14:23:58.313 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.307+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10911484684211215895', time=2024-09-19T16:12:45.394800+0000, chain.objs.size()=1 2024-09-19T14:23:58.314 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.307+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.v63xt46VeH26QDJB4JkLpEHIysCmNS9_0 2024-09-19T14:23:58.314 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.307+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8905714459175334320', time=2024-09-19T16:12:45.413901+0000, chain.objs.size()=1 2024-09-19T14:23:58.314 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.307+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.T79In6Wc5RhfqNSKMAylXWrmNRfqnpb_0 2024-09-19T14:23:58.314 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.307+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1713888674385155615', time=2024-09-19T16:12:45.698765+0000, chain.objs.size()=1 2024-09-19T14:23:58.314 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.307+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.lS9cn5CcJJSnBW8yZYhhUSfH8DPdRnC_0 2024-09-19T14:23:58.315 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.307+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10217897018156328033', time=2024-09-19T16:12:45.792356+0000, chain.objs.size()=1 2024-09-19T14:23:58.315 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.307+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.n4hFJBYUN0eV8VZwDSkuOKetizVX-UQ_0 2024-09-19T14:23:58.315 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.307+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9525802058191416777', time=2024-09-19T16:12:45.803551+0000, chain.objs.size()=1 2024-09-19T14:23:58.315 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.307+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.2sNheVf8bn95L_9yrUnsvdk8Q9fsPY1_0 2024-09-19T14:23:58.315 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.307+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6082748842907845444', time=2024-09-19T16:12:45.822072+0000, chain.objs.size()=1 2024-09-19T14:23:58.315 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.307+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.0QIHZJWV926QqrpK_NnjzljXUjkDATV_0 2024-09-19T14:23:58.315 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.307+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11421898969078250844', time=2024-09-19T16:12:46.032055+0000, chain.objs.size()=1 2024-09-19T14:23:58.315 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.307+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.nySbmXZKtAEUFBOCgI1x51XBq7FNsF__0 2024-09-19T14:23:58.318 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.311+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 0/51294 2024-09-19T14:23:58.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.315+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=42, truncated=0, next_marker='' 2024-09-19T14:23:58.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.315+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15237623657697050685', time=2024-09-19T16:12:46.095768+0000, chain.objs.size()=1 2024-09-19T14:23:58.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.315+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.bU88h2rsqRoF2yMOyLNrESeQZeTzSO-_0 2024-09-19T14:23:58.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.315+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9786459003793617724', time=2024-09-19T16:12:46.138633+0000, chain.objs.size()=1 2024-09-19T14:23:58.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.315+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.9dhPSRbumjY1VBOyDjcw-UME8RV1Kqt_0 2024-09-19T14:23:58.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.315+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5725177600613827980', time=2024-09-19T16:12:46.577022+0000, chain.objs.size()=1 2024-09-19T14:23:58.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.315+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.Xccyk6GCmxth-6mg8zvxbbm-3MX1uwx_0 2024-09-19T14:23:58.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.315+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14206422160406746610', time=2024-09-19T16:12:46.759992+0000, chain.objs.size()=1 2024-09-19T14:23:58.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.315+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.B26JIbqFha_MB8NwcHLMrHVkE5Jeo2I_0 2024-09-19T14:23:58.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.315+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3574575922750404368', time=2024-09-19T16:12:46.790477+0000, chain.objs.size()=1 2024-09-19T14:23:58.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.315+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.wCzWgGU9IZM10B9pgFSktr-NAuvefJV_0 2024-09-19T14:23:58.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.315+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4334344896989820372', time=2024-09-19T16:12:46.793629+0000, chain.objs.size()=1 2024-09-19T14:23:58.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.315+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.4nNR6EDRFVj6VNFfSTiVsPQ2TmtBx6S_0 2024-09-19T14:23:58.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.315+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18252222473339952147', time=2024-09-19T16:12:47.109767+0000, chain.objs.size()=1 2024-09-19T14:23:58.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.315+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.4jpLKXudvRDOPCqDoVgePD_uN7Jgir2_0 2024-09-19T14:23:58.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.315+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.319258492022378305', time=2024-09-19T16:12:47.114947+0000, chain.objs.size()=1 2024-09-19T14:23:58.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.315+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.vAyRFszQwMH4n4NZZbGpogEF0KDmw6H_0 2024-09-19T14:23:58.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.315+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10074602312358052726', time=2024-09-19T16:12:47.135325+0000, chain.objs.size()=1 2024-09-19T14:23:58.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.315+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.y0YGXmDuA2ILBYbaJW5kU4Tjj6BI4oN_0 2024-09-19T14:23:58.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.315+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15584493591698047577', time=2024-09-19T16:12:47.169152+0000, chain.objs.size()=1 2024-09-19T14:23:58.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.315+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.MZ2Yzdqt71P_F7SGCGiV4qRJAkOKN41_0 2024-09-19T14:23:58.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.315+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8206528332454154740', time=2024-09-19T16:12:47.193933+0000, chain.objs.size()=1 2024-09-19T14:23:58.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.315+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.D5Ajz68hcc9fRAn7zK-ySIISN62Sfne_0 2024-09-19T14:23:58.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.315+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9751392745921987993', time=2024-09-19T16:12:47.240187+0000, chain.objs.size()=1 2024-09-19T14:23:58.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.315+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.WylfxLXQwmmBCpkvx1lgZn0LsR4kb40_0 2024-09-19T14:23:58.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.319+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8879452553726458123', time=2024-09-19T16:12:47.250530+0000, chain.objs.size()=1 2024-09-19T14:23:58.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.319+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.-OQ5BwVmpzayxKJppMnDky2VVDBlZiW_0 2024-09-19T14:23:58.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.319+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10024901599113497639', time=2024-09-19T16:12:47.381859+0000, chain.objs.size()=1 2024-09-19T14:23:58.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.319+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.uXNhVHtUEzRj81BmPekNq1NwXXbgjZC_0 2024-09-19T14:23:58.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.319+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12881278660943444482', time=2024-09-19T16:12:47.398874+0000, chain.objs.size()=1 2024-09-19T14:23:58.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.319+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.ikB7TRbvLeXlIiJr2p3IIhy754e71E6_0 2024-09-19T14:23:58.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.319+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12433368113357444874', time=2024-09-19T16:12:47.400289+0000, chain.objs.size()=1 2024-09-19T14:23:58.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.319+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.GFG6VnNkG5PMlr3ggO6GQGGZLw75-qY_0 2024-09-19T14:23:58.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.319+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11694669530941472749', time=2024-09-19T16:12:47.474305+0000, chain.objs.size()=1 2024-09-19T14:23:58.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.319+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.s8XAMKYjtyzWNLBPMTQ11XOamuBFpHT_0 2024-09-19T14:23:58.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.319+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.25660951069575518', time=2024-09-19T16:12:47.479884+0000, chain.objs.size()=1 2024-09-19T14:23:58.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.319+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.UhytHPtqH9ONSF2YuDZKOB_tBivQTIA_0 2024-09-19T14:23:58.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.319+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15245377448603128489', time=2024-09-19T16:12:47.553466+0000, chain.objs.size()=1 2024-09-19T14:23:58.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.319+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.-aozI5oHXgJf08CGSSKjRvpUQRLFvYp_0 2024-09-19T14:23:58.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.319+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15557607641945000045', time=2024-09-19T16:12:47.567035+0000, chain.objs.size()=1 2024-09-19T14:23:58.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.319+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.-CM4s8NfusWO_SyffN31Vd7QNVzAUbM_0 2024-09-19T14:23:58.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.319+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9502368316349289708', time=2024-09-19T16:12:47.699009+0000, chain.objs.size()=1 2024-09-19T14:23:58.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.319+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.eheoA1RX4pM_HRfazLwwBxkY7bbqpuh_0 2024-09-19T14:23:58.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.319+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.594307167463786571', time=2024-09-19T16:12:47.738924+0000, chain.objs.size()=1 2024-09-19T14:23:58.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.319+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.FKwPHKGf8LLJiDgCAAUT21KodIQBJB4_0 2024-09-19T14:23:58.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.319+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7226007856595245234', time=2024-09-19T16:12:47.752797+0000, chain.objs.size()=1 2024-09-19T14:23:58.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.319+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.K034iOJ52JR5iD79fkgba-0JTk2xp9K_0 2024-09-19T14:23:58.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.323+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4010648097060943575', time=2024-09-19T16:12:47.762801+0000, chain.objs.size()=1 2024-09-19T14:23:58.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.323+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.mhVBZgsLfKPS8-m2FdFVwJ_1DvhMitk_0 2024-09-19T14:23:58.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.323+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18416408808728945901', time=2024-09-19T16:12:47.839872+0000, chain.objs.size()=1 2024-09-19T14:23:58.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.323+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.UTGSg4DPSgV3XmZw-OqA5NAvfb9mQzo_0 2024-09-19T14:23:58.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.323+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14340182176795658554', time=2024-09-19T16:12:47.852674+0000, chain.objs.size()=1 2024-09-19T14:23:58.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.323+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.CeguLeuxrhbpLy-tfMiCfkrCey4JFhY_0 2024-09-19T14:23:58.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.323+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6914001600305628418', time=2024-09-19T16:12:54.713350+0000, chain.objs.size()=1 2024-09-19T14:23:58.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.323+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.336__shadow_.-FpOCTyprJ0pjW7NvC799YOwQNagosc_0 2024-09-19T14:23:58.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.323+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12574032317933183338', time=2024-09-19T16:12:57.460293+0000, chain.objs.size()=1 2024-09-19T14:23:58.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.323+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.341__shadow_.Mvdp_-MYsVCQ0sJ_9lejx-XODrNfGMp_0 2024-09-19T14:23:58.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.323+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12154783058724844004', time=2024-09-19T16:14:08.703147+0000, chain.objs.size()=1 2024-09-19T14:23:58.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.323+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.456__shadow_.fwYhLjRxB13CisAZtIvJfn1EfIeWpd0_0 2024-09-19T14:23:58.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.323+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.499991616905325192', time=2024-09-19T16:14:17.759285+0000, chain.objs.size()=1 2024-09-19T14:23:58.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.323+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.466__shadow_.CybcwPFRtSiKnqfy7vU8emQkf4FMwG8_0 2024-09-19T14:23:58.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.323+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8649935558704924928', time=2024-09-19T16:14:25.633012+0000, chain.objs.size()=1 2024-09-19T14:23:58.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.323+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.484__shadow_.82_Y0s5QIFnaVb3wBXc1GpyyzyQenIM_0 2024-09-19T14:23:58.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.323+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17605643598646609470', time=2024-09-19T16:14:32.699747+0000, chain.objs.size()=1 2024-09-19T14:23:58.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.323+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.496__shadow_.2Ch61TDCaiuj1i631T8qXx4fEVWp260_0 2024-09-19T14:23:58.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.323+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11927600437498364864', time=2024-09-19T16:14:44.038696+0000, chain.objs.size()=1 2024-09-19T14:23:58.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.323+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.514__shadow_.gzPJPlS5Mu0Wcli-xkXBfW4EWTj-sjU_0 2024-09-19T14:23:58.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.323+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10077417043349468339', time=2024-09-19T16:15:17.498567+0000, chain.objs.size()=1 2024-09-19T14:23:58.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.323+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.525__multipart_mymultipart.2~CGZgV22qt-6yx5gLvA6UV1-juy3EWvQ.1 2024-09-19T14:23:58.334 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.327+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14349941133972346419', time=2024-09-19T16:15:20.189666+0000, chain.objs.size()=1 2024-09-19T14:23:58.334 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.327+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.524__shadow_.VjRkHUR7BmSWZhWD4jCPL7HW3qHMlAJ_0 2024-09-19T14:23:58.335 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.327+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9962130409978511613', time=2024-09-19T16:15:23.541008+0000, chain.objs.size()=2 2024-09-19T14:23:58.335 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.327+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.528__multipart_mymultipart.2~kAu3cngRivG9gw6pDA77g7_EEEh5iX0.1 2024-09-19T14:23:58.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.331+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.528__multipart_mymultipart.2~kAu3cngRivG9gw6pDA77g7_EEEh5iX0.2 2024-09-19T14:23:58.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.331+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12781261866051976287', time=2024-09-19T16:16:37.857774+0000, chain.objs.size()=1 2024-09-19T14:23:58.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.331+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.574__shadow_.vH2RTFzXA3ab6J19b9bIyK7aHe5ppci_0 2024-09-19T14:23:58.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.331+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6145475626028447530', time=2024-09-19T16:16:37.928705+0000, chain.objs.size()=1 2024-09-19T14:23:58.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.331+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.574__shadow_.muKtgyZl8U02peJXv2GGWQtfx0ke-VC_0 2024-09-19T14:23:58.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.331+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16121883173074493929', time=2024-09-19T16:17:11.669130+0000, chain.objs.size()=1 2024-09-19T14:23:58.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.331+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.583__shadow:6DQUZOyTOWVB83CJPSVbZmhe3AyaIRz_.Jr7Wm2EVHRLfoaw-dnScQbU2QgMAfJr_0 2024-09-19T14:23:58.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.331+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.673595381736430344', time=2024-09-19T16:17:15.131302+0000, chain.objs.size()=1 2024-09-19T14:23:58.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.331+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.587__shadow:5u9iJzQ02qX.fyibd8cc4vJMEfZODSR_.TzjX4DfpRj78uwAgqC-P9_jNWFopkr6_0 2024-09-19T14:23:58.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.331+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8081315763008770328', time=2024-09-19T16:20:13.277605+0000, chain.objs.size()=1 2024-09-19T14:23:58.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.331+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.656__shadow_.7Wcfcl7zuGIE3QzD4XhlIYDcFxO00Jd_0 2024-09-19T14:23:58.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.331+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5862220331292906909', time=2024-09-19T16:20:48.112443+0000, chain.objs.size()=1 2024-09-19T14:23:58.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.331+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.714__shadow:tMSSkz7V5gUdE49IoCNrBrfeMprgo35_.K6uJru30lZIfGPTU_wpuUmkrz3ZZZOU_0 2024-09-19T14:23:58.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.335+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:23:58.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.335+0000 7fb91a7579c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-19T14:23:58.344 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.339+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:23:58.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.339+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:23:58.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.339+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/44877' 2024-09-19T14:23:58.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.339+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17882872012817969426', time=2024-09-19T16:08:54.145295+0000, chain.objs.size()=1 2024-09-19T14:23:58.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.339+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.179__shadow_.vDtbrzbV1OjtzAomCTG4da0L9OVL73x_0 2024-09-19T14:23:58.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.339+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.797634851141773587', time=2024-09-19T16:10:41.569040+0000, chain.objs.size()=1 2024-09-19T14:23:58.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.339+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.238__shadow_.zcbUkpzxyB6tsEKUQJj6Z8Knr6NXfAg_0 2024-09-19T14:23:58.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.339+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15380652681181765385', time=2024-09-19T16:10:42.730514+0000, chain.objs.size()=1 2024-09-19T14:23:58.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.339+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.240__shadow_.AvmfwzJbTN2hm_up-7541f7G-bxm3JK_0 2024-09-19T14:23:58.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.339+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15727124938901358478', time=2024-09-19T16:10:43.974641+0000, chain.objs.size()=1 2024-09-19T14:23:58.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.339+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.242__shadow_.vP0IXPntzJEhGa3eGGxlluNVz4YRulL_0 2024-09-19T14:23:58.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.339+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3231658508430898773', time=2024-09-19T16:10:43.976603+0000, chain.objs.size()=1 2024-09-19T14:23:58.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.339+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.242__shadow_.23HKfpPcklE6q_oDm05j4vDMITFY0is_0 2024-09-19T14:23:58.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.339+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3948246155606633', time=2024-09-19T16:10:54.430281+0000, chain.objs.size()=1 2024-09-19T14:23:58.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.339+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.257__shadow_.SKvDi5LnpeWY9cJBZ57OkUhRe0xS8Nx_0 2024-09-19T14:23:58.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.339+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5919278368204891040', time=2024-09-19T16:11:18.132201+0000, chain.objs.size()=1 2024-09-19T14:23:58.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.339+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.T52vqkQeMl04haHoBGw3oBWDBRSLRp2_0 2024-09-19T14:23:58.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.339+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9401721292352345538', time=2024-09-19T16:11:18.199006+0000, chain.objs.size()=1 2024-09-19T14:23:58.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.339+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.cg4ODzwdz7DWwiSeDFCBoe31WTNj5nO_0 2024-09-19T14:23:58.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.339+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10311795451111784604', time=2024-09-19T16:11:18.214728+0000, chain.objs.size()=1 2024-09-19T14:23:58.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.339+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.svbcXLixe_dKB8uOX3KG-9Ow7sVa7CO_0 2024-09-19T14:23:58.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.339+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15253795482874374141', time=2024-09-19T16:11:18.215981+0000, chain.objs.size()=1 2024-09-19T14:23:58.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.339+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.kgJwJUOIVJ__4Vwp9JGAITccpN2hIUl_0 2024-09-19T14:23:58.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.339+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14728447872848835761', time=2024-09-19T16:11:18.265268+0000, chain.objs.size()=1 2024-09-19T14:23:58.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.339+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.SY8QwnThg0bUBb2Wivum6VEK6eP5RGV_0 2024-09-19T14:23:58.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.339+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4359748047072480987', time=2024-09-19T16:11:18.270187+0000, chain.objs.size()=1 2024-09-19T14:23:58.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.339+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.AmRj4gLJFFsLFlTUqWTda-UBk0ok72v_0 2024-09-19T14:23:58.349 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.343+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8422258522744118892', time=2024-09-19T16:11:18.482291+0000, chain.objs.size()=1 2024-09-19T14:23:58.349 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.343+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.fJ1SOrefvt3pmfX-KWJv219o5g6hAYa_0 2024-09-19T14:23:58.350 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.343+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7705628685784736687', time=2024-09-19T16:11:18.640231+0000, chain.objs.size()=1 2024-09-19T14:23:58.350 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.343+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.-3rNEym896jHFLTN2nwT5fxcxGGD367_0 2024-09-19T14:23:58.350 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.343+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6235957662790537866', time=2024-09-19T16:11:18.849305+0000, chain.objs.size()=1 2024-09-19T14:23:58.350 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.343+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.x7D_d5E_9MlFzm2xokUcNu36QtZf-pz_0 2024-09-19T14:23:58.350 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.343+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.326600456766567493', time=2024-09-19T16:11:18.858325+0000, chain.objs.size()=1 2024-09-19T14:23:58.350 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.343+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.B7pvQu7NjgnDym-ILihV0LSFaFZ8VRn_0 2024-09-19T14:23:58.350 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.343+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2047329521395058292', time=2024-09-19T16:11:19.116842+0000, chain.objs.size()=1 2024-09-19T14:23:58.350 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.343+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.HN2cnEYXJim7Trh_5JEHtSk_eEndnd__0 2024-09-19T14:23:58.351 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.343+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10530084884264270959', time=2024-09-19T16:11:19.132612+0000, chain.objs.size()=1 2024-09-19T14:23:58.351 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.343+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.-ahC_RPSQSMIzUwNYxnyMJe_6j2fOa8_0 2024-09-19T14:23:58.351 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.343+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5308646606676555499', time=2024-09-19T16:11:19.198172+0000, chain.objs.size()=1 2024-09-19T14:23:58.351 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.343+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.dxKq2vlckXm9iTcKPI39zLJIiegvSEs_0 2024-09-19T14:23:58.351 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.343+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12361307376284839953', time=2024-09-19T16:11:19.229898+0000, chain.objs.size()=1 2024-09-19T14:23:58.351 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.343+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.ddc-7gEqpScBORMyUOyPZjw3beNQO_i_0 2024-09-19T14:23:58.351 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.343+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3656780850663476271', time=2024-09-19T16:11:19.292002+0000, chain.objs.size()=1 2024-09-19T14:23:58.351 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.343+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.fdn4rqbCkKuD4vGN161njXoBrxX0eQG_0 2024-09-19T14:23:58.352 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.343+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1123249628822851839', time=2024-09-19T16:11:19.299224+0000, chain.objs.size()=1 2024-09-19T14:23:58.352 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.343+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.i7QrCb3_VJMe9s0fjNWx1-hvqoBeJ76_0 2024-09-19T14:23:58.352 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.343+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5688543452661362113', time=2024-09-19T16:11:19.600910+0000, chain.objs.size()=1 2024-09-19T14:23:58.352 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.343+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.m8bw-gVM8FD7dCdE6eKXENpzHlk-br2_0 2024-09-19T14:23:58.353 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.347+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8445616640357776760', time=2024-09-19T16:11:19.796357+0000, chain.objs.size()=1 2024-09-19T14:23:58.353 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.347+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.Qui0Ui-iRJHq4vl22v7CL8xrETprXXa_0 2024-09-19T14:23:58.353 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.347+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8076865768404806610', time=2024-09-19T16:11:19.817687+0000, chain.objs.size()=1 2024-09-19T14:23:58.353 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.347+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.CfuKQOJPgd5PZRBC93J8jDo2ODnO0Zp_0 2024-09-19T14:23:58.353 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.347+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9301149252628735575', time=2024-09-19T16:11:19.881335+0000, chain.objs.size()=1 2024-09-19T14:23:58.353 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.347+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.3Kz0FWCrcz5qpMKdBTYr8ejtmvzO9pm_0 2024-09-19T14:23:58.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.347+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10893828407935657165', time=2024-09-19T16:11:19.903931+0000, chain.objs.size()=1 2024-09-19T14:23:58.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.347+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.jBnGoc0magztuqiJLusbKAMCLtyO2Fp_0 2024-09-19T14:23:58.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.347+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9792043507854465395', time=2024-09-19T16:11:20.148255+0000, chain.objs.size()=1 2024-09-19T14:23:58.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.347+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.92-8zoFXFQFZzxf7CnFfAR4bAVcRVTf_0 2024-09-19T14:23:58.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.347+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12357920611302707406', time=2024-09-19T16:11:20.191438+0000, chain.objs.size()=1 2024-09-19T14:23:58.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.347+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.nEZh_Zrh9_-Y-hm56LT_tIRt4nIUXqr_0 2024-09-19T14:23:58.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.347+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16689934293470640087', time=2024-09-19T16:11:20.275887+0000, chain.objs.size()=1 2024-09-19T14:23:58.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.347+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.BcXlqV451tjYrDG4ukBsegag9pNBUGx_0 2024-09-19T14:23:58.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.347+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14572998572185895350', time=2024-09-19T16:11:20.489688+0000, chain.objs.size()=1 2024-09-19T14:23:58.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.347+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.SSlcX8DAMGS-bMP0Eb32TOEdhpgso9p_0 2024-09-19T14:23:58.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.347+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6675726782753656840', time=2024-09-19T16:11:20.495461+0000, chain.objs.size()=1 2024-09-19T14:23:58.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.347+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.VWnqZabi_AS-cT8Wer9TeBxxjOXDIGo_0 2024-09-19T14:23:58.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.351+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5710442330832119733', time=2024-09-19T16:11:20.537293+0000, chain.objs.size()=1 2024-09-19T14:23:58.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.351+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.5HP_CPBgFqnhh0csAn2rQThmfhNQCh__0 2024-09-19T14:23:58.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.351+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16429982595607256570', time=2024-09-19T16:11:20.561666+0000, chain.objs.size()=1 2024-09-19T14:23:58.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.351+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.gTbuOSsF4lIIl9MLpYucrc_34XBBZPj_0 2024-09-19T14:23:58.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.351+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3514268758455338172', time=2024-09-19T16:11:24.213015+0000, chain.objs.size()=1 2024-09-19T14:23:58.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.351+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.268__shadow_.mK-8GmzUJihlV2KwPc_Xzq_gwmzzgc8_0 2024-09-19T14:23:58.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.351+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3666310648066807700', time=2024-09-19T16:11:32.310157+0000, chain.objs.size()=1 2024-09-19T14:23:58.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.351+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.281__shadow_.JD0c23XCxoPFpBHjT-MiWDb3gwoFS_l_0 2024-09-19T14:23:58.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.351+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16651906080566522069', time=2024-09-19T16:11:36.781162+0000, chain.objs.size()=1 2024-09-19T14:23:58.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.351+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.288__shadow_.54LQRbAYtnSQ4xxAMs7tdgFIKoLhspR_0 2024-09-19T14:23:58.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.351+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3246309999924917778', time=2024-09-19T16:11:40.369088+0000, chain.objs.size()=1 2024-09-19T14:23:58.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.351+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.292__shadow_.pc_3zsVb49QnXGZQ-Pwokv9IHaWn8eV_0 2024-09-19T14:23:58.359 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.355+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11562710163617495799', time=2024-09-19T16:11:45.618685+0000, chain.objs.size()=1 2024-09-19T14:23:58.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.355+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.299__shadow_.J7u9KDu0jwcmaBTTuFvhZewLFfuHdiC_0 2024-09-19T14:23:58.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.355+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1123945058189598153', time=2024-09-19T16:11:48.198380+0000, chain.objs.size()=1 2024-09-19T14:23:58.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.355+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.303__shadow_.65CKb1YowFxh0IUVWZZNQbbM5Rj5tX__0 2024-09-19T14:23:58.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.355+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3829415165070049115', time=2024-09-19T16:11:58.535124+0000, chain.objs.size()=1 2024-09-19T14:23:58.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.355+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.319__shadow:MBngM0ibxL-joxqnSWHXim4GhMcYHmc_.Tzw_uOr39uU0OUFgYObAgoZWIafoPqE_0 2024-09-19T14:23:58.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.355+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8175793853581551983', time=2024-09-19T16:12:21.732690+0000, chain.objs.size()=1 2024-09-19T14:23:58.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.355+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.x8fuHS1hyZqlHRrsNJCl7jD3-_YFZlV_0 2024-09-19T14:23:58.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.355+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11278290842031344740', time=2024-09-19T16:12:21.735339+0000, chain.objs.size()=1 2024-09-19T14:23:58.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.355+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.hbWq2NY3xaZXKNlVLIF965gtz76A2Ic_0 2024-09-19T14:23:58.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.355+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12260514461844604422', time=2024-09-19T16:12:21.753571+0000, chain.objs.size()=1 2024-09-19T14:23:58.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.355+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.ROB14Dl3E2vNxha7LuEF-bhsLyZ1UhT_0 2024-09-19T14:23:58.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.355+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.64380171636990317', time=2024-09-19T16:12:21.979507+0000, chain.objs.size()=1 2024-09-19T14:23:58.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.355+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.6qn7FUMegduO5EN5cK2JhDrOYStPAch_0 2024-09-19T14:23:58.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.355+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15357448185013029678', time=2024-09-19T16:12:22.001022+0000, chain.objs.size()=1 2024-09-19T14:23:58.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.355+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.7HTpnX75eLn-2dJbVgt8LD_gZBYV9l8_0 2024-09-19T14:23:58.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.355+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6663595582758926718', time=2024-09-19T16:12:22.089705+0000, chain.objs.size()=1 2024-09-19T14:23:58.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.355+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.ln0IaoZbZIkD8_ZjgR4oWKasdZIEwod_0 2024-09-19T14:23:58.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.355+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11014769285444689543', time=2024-09-19T16:12:22.391348+0000, chain.objs.size()=1 2024-09-19T14:23:58.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.355+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.D2sPLjxM6DEeLt3EQxt6nwlLyQR5KfI_0 2024-09-19T14:23:58.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.355+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13018336838593281840', time=2024-09-19T16:12:22.392393+0000, chain.objs.size()=1 2024-09-19T14:23:58.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.355+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.EmzEnsXSwV860vRdJIQjYK-_3ZX5Trx_0 2024-09-19T14:23:58.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.359+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6258383520392491674', time=2024-09-19T16:12:22.419632+0000, chain.objs.size()=1 2024-09-19T14:23:58.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.359+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.ea9sC_efTmD-qPFjavCV4vl6a9sOXtp_0 2024-09-19T14:23:58.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.359+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14599353689891934012', time=2024-09-19T16:12:22.435512+0000, chain.objs.size()=1 2024-09-19T14:23:58.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.359+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.-PFz13jnrrIrGuyBM4K0RBalaTlpzCr_0 2024-09-19T14:23:58.366 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.359+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5683023442334118938', time=2024-09-19T16:12:22.769213+0000, chain.objs.size()=1 2024-09-19T14:23:58.366 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.359+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.-E2LyHMRW8ogcg5XRmy0SNSo-dNDq3X_0 2024-09-19T14:23:58.366 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.359+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2773042591628538776', time=2024-09-19T16:12:22.997319+0000, chain.objs.size()=1 2024-09-19T14:23:58.366 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.359+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.NBd_Ga9zjAMh16CuvTQF67iD3zPbwUE_0 2024-09-19T14:23:58.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.359+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15651669332179911388', time=2024-09-19T16:12:23.086083+0000, chain.objs.size()=1 2024-09-19T14:23:58.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.359+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.7QC2bQpp24scNmxpfYQpZkZBhVhwr6J_0 2024-09-19T14:23:58.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.359+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1987877332865393592', time=2024-09-19T16:12:23.145008+0000, chain.objs.size()=1 2024-09-19T14:23:58.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.359+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Jd2QaeKqAfj5bHyQl7N7HKWN_Ng4G_D_0 2024-09-19T14:23:58.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.359+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7450475199723787644', time=2024-09-19T16:12:23.207645+0000, chain.objs.size()=1 2024-09-19T14:23:58.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.359+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.IsKrAaj1LrQEF9NoZvpGYy0mHtCtZOs_0 2024-09-19T14:23:58.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.359+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16660549041887731294', time=2024-09-19T16:12:23.341495+0000, chain.objs.size()=1 2024-09-19T14:23:58.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.359+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.XhkVSH5HaaMFDBaDsQ7_7PLDNZ8g6Ie_0 2024-09-19T14:23:58.368 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.359+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8977773327922545131', time=2024-09-19T16:12:23.376482+0000, chain.objs.size()=1 2024-09-19T14:23:58.368 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.359+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.2l_oUibrjB9DUj9umE0ZwHYvoOOEGjf_0 2024-09-19T14:23:58.368 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.363+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10335919893524643675', time=2024-09-19T16:12:23.396087+0000, chain.objs.size()=1 2024-09-19T14:23:58.368 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.363+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.bjP1B-g2JRj3mB_RmRse9DQp6J58bm-_0 2024-09-19T14:23:58.369 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.363+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.626253034162007034', time=2024-09-19T16:12:23.426648+0000, chain.objs.size()=1 2024-09-19T14:23:58.369 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.363+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.eepMHACPzwBCYfJViHT_IER8-RxZukJ_0 2024-09-19T14:23:58.369 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.363+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12704163565366413712', time=2024-09-19T16:12:23.453031+0000, chain.objs.size()=1 2024-09-19T14:23:58.369 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.363+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.ykUTXpyyXXhCW2jh2szfryUVr85GWKf_0 2024-09-19T14:23:58.369 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.363+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17903154149567569260', time=2024-09-19T16:12:23.502304+0000, chain.objs.size()=1 2024-09-19T14:23:58.369 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.363+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.hoGJ1c40k9uZKoziZdj5Y9LHq1PDbD9_0 2024-09-19T14:23:58.371 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.367+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16740732450314260347', time=2024-09-19T16:12:23.659986+0000, chain.objs.size()=1 2024-09-19T14:23:58.371 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.367+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.T6zliUcZMz-E3Axk7MwaDukT8C__fym_0 2024-09-19T14:23:58.373 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.367+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5753783167797217457', time=2024-09-19T16:12:23.710523+0000, chain.objs.size()=1 2024-09-19T14:23:58.373 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.367+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.BRNX2fOSitL4B07WTNrJoOcBSW5ZK6k_0 2024-09-19T14:23:58.373 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.367+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4625403244144346971', time=2024-09-19T16:12:23.748274+0000, chain.objs.size()=1 2024-09-19T14:23:58.373 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.367+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.M2T_OOAjyzHQGz4yvKcatgMvoc1JDb8_0 2024-09-19T14:23:58.374 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.367+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.807291832111950294', time=2024-09-19T16:12:23.972091+0000, chain.objs.size()=1 2024-09-19T14:23:58.374 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.367+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.1WsR86kRmlyyezXuU-zrcqNVbXjRbR-_0 2024-09-19T14:23:58.374 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.367+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2250361998923256857', time=2024-09-19T16:12:24.051565+0000, chain.objs.size()=1 2024-09-19T14:23:58.374 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.367+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.m02TSdlSLCFOCPkPwxXpbTifigpD50C_0 2024-09-19T14:23:58.374 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.367+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7943684969395610079', time=2024-09-19T16:12:24.065270+0000, chain.objs.size()=1 2024-09-19T14:23:58.374 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.367+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.jvZgmB58bO7aQcaJeyfjDz-ujnYr0lF_0 2024-09-19T14:23:58.374 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.367+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13727672767573612091', time=2024-09-19T16:12:24.071089+0000, chain.objs.size()=1 2024-09-19T14:23:58.374 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.367+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.5cTuQUoLsc8uHoyC8ofdAXLggvO8FkS_0 2024-09-19T14:23:58.374 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.367+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17222090594485326918', time=2024-09-19T16:12:24.074112+0000, chain.objs.size()=1 2024-09-19T14:23:58.374 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.367+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.DFh-134BIJuXQxHsJ5op5I9Y6MUg5Ma_0 2024-09-19T14:23:58.374 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.367+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10914629043637181096', time=2024-09-19T16:12:45.283285+0000, chain.objs.size()=1 2024-09-19T14:23:58.374 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.367+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.U-riPgk5mxn_9LFk6mYu8nwlPGr01WY_0 2024-09-19T14:23:58.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.367+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14301958176275240526', time=2024-09-19T16:12:45.347178+0000, chain.objs.size()=1 2024-09-19T14:23:58.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.367+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.AKRwhIrVtoLXVEHtOdss65QgUxRxTC8_0 2024-09-19T14:23:58.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.367+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4921253083572407412', time=2024-09-19T16:12:45.402360+0000, chain.objs.size()=1 2024-09-19T14:23:58.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.367+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.MVECCy7VXabzwt248R2sXP2I3-MgcVz_0 2024-09-19T14:23:58.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.371+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13808845553081410451', time=2024-09-19T16:12:45.447052+0000, chain.objs.size()=1 2024-09-19T14:23:58.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.371+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.0JdJc_PlpIXqYBj7L8-EYH8FCajHhDu_0 2024-09-19T14:23:58.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.371+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.46649201000692147', time=2024-09-19T16:12:45.457408+0000, chain.objs.size()=1 2024-09-19T14:23:58.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.371+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.J77vOiUY02KAUa4LugNE3_WE0_mkpVU_0 2024-09-19T14:23:58.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.371+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4176519146555433471', time=2024-09-19T16:12:45.600825+0000, chain.objs.size()=1 2024-09-19T14:23:58.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.371+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.WRpZ-6uLE_mBtZEl_V93VmoTYeA64lU_0 2024-09-19T14:23:58.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.371+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12982465152086702229', time=2024-09-19T16:12:45.718683+0000, chain.objs.size()=1 2024-09-19T14:23:58.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.371+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.7Z5xOAFn2w2k3S53ncuvh6eb1XOzsY1_0 2024-09-19T14:23:58.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.371+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1523567020108988202', time=2024-09-19T16:12:45.766231+0000, chain.objs.size()=1 2024-09-19T14:23:58.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.371+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.TTVocdMgsUeNtduF6N0wiyIGXn4dBde_0 2024-09-19T14:23:58.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.371+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7185291634553959486', time=2024-09-19T16:12:45.993255+0000, chain.objs.size()=1 2024-09-19T14:23:58.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.371+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.AgdeJirnyE0BgvMtdaiN0EhiBRrs0lj_0 2024-09-19T14:23:58.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.371+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6361423463341839585', time=2024-09-19T16:12:46.451095+0000, chain.objs.size()=1 2024-09-19T14:23:58.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.371+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.RtjXNs4V6tc-BvC_exYzGxhSGq_R2a7_0 2024-09-19T14:23:58.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.371+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16008400805159235049', time=2024-09-19T16:12:46.504913+0000, chain.objs.size()=1 2024-09-19T14:23:58.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.371+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.4IceK1RcLtUdvujaOX6o2SBkQAYIMK-_0 2024-09-19T14:23:58.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.371+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13824228691537315615', time=2024-09-19T16:12:46.542972+0000, chain.objs.size()=1 2024-09-19T14:23:58.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.371+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.ECd8-uMuboIW3qrgoKagyfIev6V9WjA_0 2024-09-19T14:23:58.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.371+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1510424774753418003', time=2024-09-19T16:12:46.548637+0000, chain.objs.size()=1 2024-09-19T14:23:58.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.371+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.jRyl5sVysnT-p5VKHTCM3RbAR1TU1c3_0 2024-09-19T14:23:58.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.375+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17189823032219247055', time=2024-09-19T16:12:46.806543+0000, chain.objs.size()=1 2024-09-19T14:23:58.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.375+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.SCzxiZXfie4E_VLxdV6XSzmJlJhxMf5_0 2024-09-19T14:23:58.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.375+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2271975021161198388', time=2024-09-19T16:12:46.860316+0000, chain.objs.size()=1 2024-09-19T14:23:58.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.375+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.o-tOw1d6Ght675tZPkLvjE7rh6PS9ZL_0 2024-09-19T14:23:58.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.375+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8388592452347932815', time=2024-09-19T16:12:46.905964+0000, chain.objs.size()=1 2024-09-19T14:23:58.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.375+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.TPxQCh9tXdPgK0k7FQ0ySgS8gkebsmx_0 2024-09-19T14:23:58.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.375+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7399907512628800150', time=2024-09-19T16:12:47.108854+0000, chain.objs.size()=1 2024-09-19T14:23:58.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.375+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.e6kWscdd0it99qwmV2Sqk06WrCfjyAh_0 2024-09-19T14:23:58.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.375+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15386116532224662157', time=2024-09-19T16:12:47.232292+0000, chain.objs.size()=1 2024-09-19T14:23:58.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.375+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.srPtE8ukPNwMSmLtYYMKJ53_u72bPza_0 2024-09-19T14:23:58.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.375+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7219453474757241496', time=2024-09-19T16:12:47.418813+0000, chain.objs.size()=1 2024-09-19T14:23:58.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.375+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.mvuj84awwyOl-eEngonwbFFhNN2-nfK_0 2024-09-19T14:23:58.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.375+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6584669961052786083', time=2024-09-19T16:12:47.432250+0000, chain.objs.size()=1 2024-09-19T14:23:58.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.375+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.1MIDmbl9y4FTn9qDEUVoN30W8a2EqiZ_0 2024-09-19T14:23:58.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.375+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16868074706696504766', time=2024-09-19T16:12:47.440019+0000, chain.objs.size()=1 2024-09-19T14:23:58.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.375+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.cBHvBuw-DG-kpqJcR2h5ZUJsHkqMTFk_0 2024-09-19T14:23:58.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.375+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14740860663840499120', time=2024-09-19T16:12:47.472366+0000, chain.objs.size()=1 2024-09-19T14:23:58.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.375+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.x2gAAK-T0R3QCLOLbgNAWh8uRPdS1Mn_0 2024-09-19T14:23:58.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.375+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18255932916032862213', time=2024-09-19T16:12:47.518443+0000, chain.objs.size()=1 2024-09-19T14:23:58.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.375+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.-Nk8bAl9y6xh8sGPgdvuZH9mTrtyKqu_0 2024-09-19T14:23:58.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.375+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1249704387692834530', time=2024-09-19T16:12:47.786936+0000, chain.objs.size()=1 2024-09-19T14:23:58.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.375+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.yYkaUEq-1x1jxOay9pdoDBTGVcRAgWK_0 2024-09-19T14:23:58.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.379+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5243163229696784610', time=2024-09-19T16:12:47.804928+0000, chain.objs.size()=1 2024-09-19T14:23:58.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.379+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.-cWcMULZvVl2qDnkhaaEr8ICWx8w252_0 2024-09-19T14:23:58.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.379+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13216409030312340762', time=2024-09-19T16:12:47.815335+0000, chain.objs.size()=1 2024-09-19T14:23:58.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.379+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.Rsw_Bjv8MFZle1y4bNetV17z-VKRE0V_0 2024-09-19T14:23:58.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.379+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4947088703738828138', time=2024-09-19T16:12:59.124755+0000, chain.objs.size()=1 2024-09-19T14:23:58.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.379+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.344__shadow_._L023e_WJA9mWLw0L6BT7j88QFUDHYs_0 2024-09-19T14:23:58.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.379+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7035191149777133190', time=2024-09-19T16:12:59.685860+0000, chain.objs.size()=1 2024-09-19T14:23:58.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.379+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.345__shadow_.-QwA4t2CTXv8NBcy8j-UIbSAjk2pEMT_0 2024-09-19T14:23:58.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.379+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8344385088212496908', time=2024-09-19T16:14:11.456146+0000, chain.objs.size()=1 2024-09-19T14:23:58.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.379+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.459__shadow_.MGfEo_zI7kE8VUGOAAbSn628XswUv8I_0 2024-09-19T14:23:58.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.379+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10929120011619838804', time=2024-09-19T16:14:24.931708+0000, chain.objs.size()=1 2024-09-19T14:23:58.386 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.379+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.483__shadow_.HWUQSstlnLxHf1M-s1GB0nBR7PnKo7x_0 2024-09-19T14:23:58.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.383+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 0/44877 2024-09-19T14:23:58.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.383+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=14, truncated=0, next_marker='' 2024-09-19T14:23:58.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.383+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16457632686151527798', time=2024-09-19T16:14:27.831184+0000, chain.objs.size()=1 2024-09-19T14:23:58.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.383+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.487__shadow_.RMwo6QWQySuxNBJ-MsOHKU5pZfmx74-_0 2024-09-19T14:23:58.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.383+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6984959892250629935', time=2024-09-19T16:14:29.491296+0000, chain.objs.size()=1 2024-09-19T14:23:58.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.383+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.490__shadow_.FY5T79jIzyhrfNiKqZ9S7ZGXI_8lpBg_0 2024-09-19T14:23:58.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.383+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6984959892250629935', time=2024-09-19T16:14:29.702247+0000, chain.objs.size()=1 2024-09-19T14:23:58.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.383+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.490__shadow_.FY5T79jIzyhrfNiKqZ9S7ZGXI_8lpBg_0 2024-09-19T14:23:58.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.383+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17270805450401871971', time=2024-09-19T16:14:33.662792+0000, chain.objs.size()=1 2024-09-19T14:23:58.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.383+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.498__shadow_.GcABJCoRclsGR6ExEWHiUPcwCqqDMmv_0 2024-09-19T14:23:58.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.383+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1451984952297371975', time=2024-09-19T16:14:36.949895+0000, chain.objs.size()=1 2024-09-19T14:23:58.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.383+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.503__shadow:pPO9epllXFs69aBPDg88rpaxM8lkMmC_.NcvVXReJG1iSo_x_oHFQ4fWG7PX73E5_0 2024-09-19T14:23:58.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.383+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.100665324995804636', time=2024-09-19T16:14:48.188901+0000, chain.objs.size()=2 2024-09-19T14:23:58.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.383+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.517__shadow_.6AqC7m9qCEg-gtcXqBvWPZmib2JD3Fe_0 2024-09-19T14:23:58.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.383+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.517__shadow_.6AqC7m9qCEg-gtcXqBvWPZmib2JD3Fe_1 2024-09-19T14:23:58.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.383+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14286383790018976188', time=2024-09-19T16:14:56.854464+0000, chain.objs.size()=1 2024-09-19T14:23:58.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.383+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.520__shadow:8Z7TAs1NcWJuGPPX4kr8tmXUn3o1J5T_.vgDuGcMqPZJniqvqeq4fhzZDoDOSOCR_0 2024-09-19T14:23:58.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.383+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18035811433063817098', time=2024-09-19T16:16:10.770549+0000, chain.objs.size()=1 2024-09-19T14:23:58.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.383+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.556__shadow_.vB3ZYSeTd5GjzhIKnEZEhVluo3vh-nJ_0 2024-09-19T14:23:58.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.383+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15749830087527243554', time=2024-09-19T16:17:01.759148+0000, chain.objs.size()=1 2024-09-19T14:23:58.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.383+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.577__shadow:o7qHhKKzX4-SBufAqDpN4coytUS4Gs1_.peIyzEW6WsnEcB-kyOH8uajwGV9OWw4_0 2024-09-19T14:23:58.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.383+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3708510262488605393', time=2024-09-19T16:17:06.512036+0000, chain.objs.size()=4 2024-09-19T14:23:58.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.383+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.578__multipart_testobj.2~q4q9B0eWH4GsXGAU4ByiBR7rfYoqA18.1 2024-09-19T14:23:58.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.383+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.578__multipart_testobj.2~q4q9B0eWH4GsXGAU4ByiBR7rfYoqA18.2 2024-09-19T14:23:58.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.387+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.578__multipart_testobj.2~q4q9B0eWH4GsXGAU4ByiBR7rfYoqA18.3 2024-09-19T14:23:58.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.387+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.578__multipart_testobj.2~q4q9B0eWH4GsXGAU4ByiBR7rfYoqA18.4 2024-09-19T14:23:58.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.391+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1243699420223259471', time=2024-09-19T16:17:10.117056+0000, chain.objs.size()=1 2024-09-19T14:23:58.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.391+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.580__shadow:coVyFADbUx3t3LMz6Gim82QM3mvaRV5_.jAmFAYwc0kGonlO0K4xTcYYhA5D28DO_0 2024-09-19T14:23:58.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.391+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17272548855694731797', time=2024-09-19T16:17:10.125762+0000, chain.objs.size()=1 2024-09-19T14:23:58.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.391+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.580__shadow:8K2COvIc3AOxqw-WOuqesXPMDrAUdjW_.UrEVHzxhftZsl-JkHw3LKjPJrO485vj_0 2024-09-19T14:23:58.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.391+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13128520740302550980', time=2024-09-19T16:17:41.357784+0000, chain.objs.size()=1 2024-09-19T14:23:58.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.391+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.616__shadow_.4RzTLGH0afdovtUnJRKEWAcNjA0WIvi_0 2024-09-19T14:23:58.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.391+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11103481543460839954', time=2024-09-19T16:21:45.593663+0000, chain.objs.size()=1 2024-09-19T14:23:58.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.391+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.750__shadow_.zLkaj4_De31kq3sMfP0Nr611vksDLSh_0 2024-09-19T14:23:58.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.395+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:23:58.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.395+0000 7fb91a7579c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-19T14:23:58.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.399+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:23:58.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.399+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:23:58.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.399+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/48235' 2024-09-19T14:23:58.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.399+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='_FCSlkEAN6ooak-66tHG7pXnUjmx7rQ-', time=2024-09-19T16:08:39.456216+0000, chain.objs.size()=3 2024-09-19T14:23:58.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.399+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.161__shadow_.Ts63uuzw5mLCoNUgpiYBOt7OWOWl1yI_0 2024-09-19T14:23:58.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.399+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.161__shadow_.Ts63uuzw5mLCoNUgpiYBOt7OWOWl1yI_1 2024-09-19T14:23:58.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.399+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.161__shadow_.Ts63uuzw5mLCoNUgpiYBOt7OWOWl1yI_2 2024-09-19T14:23:58.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.399+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3564530716648317515', time=2024-09-19T16:09:11.151065+0000, chain.objs.size()=1 2024-09-19T14:23:58.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.399+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.197__shadow_.dUB_1bfd44o39HlWRQs3iIa7l5ajwT__0 2024-09-19T14:23:58.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.399+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14104017931279031636', time=2024-09-19T16:10:37.426909+0000, chain.objs.size()=1 2024-09-19T14:23:58.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.399+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.233__shadow_.r79MSY78jVbBsh4lidPIPpO7QQS6Sa7_0 2024-09-19T14:23:58.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.399+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5877370412262133442', time=2024-09-19T16:10:40.465228+0000, chain.objs.size()=1 2024-09-19T14:23:58.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.399+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.237__shadow_.L9cXlxm1waH2qpZ6SodIkMsS4SrFwSy_0 2024-09-19T14:23:58.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.399+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4492784510428730935', time=2024-09-19T16:10:49.315955+0000, chain.objs.size()=1 2024-09-19T14:23:58.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.399+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.249__shadow_.gCqzGriR9p_lhrxZmpNkyq2TFY82zky_0 2024-09-19T14:23:58.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.399+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2864540613002494283', time=2024-09-19T16:11:18.150709+0000, chain.objs.size()=1 2024-09-19T14:23:58.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.399+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.hYaInjOwkkd3FGFNuwm8ByhFfupVeRx_0 2024-09-19T14:23:58.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.399+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4843708860860247134', time=2024-09-19T16:11:18.204706+0000, chain.objs.size()=1 2024-09-19T14:23:58.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.399+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.cGl9_HXbFYJi4Id2mC_PulP-S4pLUwp_0 2024-09-19T14:23:58.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.399+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16407026000448313824', time=2024-09-19T16:11:18.286348+0000, chain.objs.size()=1 2024-09-19T14:23:58.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.399+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.OBSSX3IVRSXR67j89zvUb3bbS3wFXJZ_0 2024-09-19T14:23:58.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.399+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8768907736648539638', time=2024-09-19T16:11:18.446055+0000, chain.objs.size()=1 2024-09-19T14:23:58.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.399+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.f8Sc1JvuLNlM2lv8-nzrV0CXadT3Pno_0 2024-09-19T14:23:58.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.399+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8513028043244368691', time=2024-09-19T16:11:18.552831+0000, chain.objs.size()=1 2024-09-19T14:23:58.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.399+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.TnN52HLDvZF-gKPmfWNmQI6VkxouIUF_0 2024-09-19T14:23:58.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.403+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11145610006897628851', time=2024-09-19T16:11:18.556409+0000, chain.objs.size()=1 2024-09-19T14:23:58.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.403+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.W69l85o7qw8wF9lUcQa_v-XNFuBQSOg_0 2024-09-19T14:23:58.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.403+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5949679615137184075', time=2024-09-19T16:11:18.584433+0000, chain.objs.size()=1 2024-09-19T14:23:58.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.403+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.5CSucLUnXRJwprbTHwyx4vlwoYmX509_0 2024-09-19T14:23:58.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.403+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2787159404902237588', time=2024-09-19T16:11:18.597793+0000, chain.objs.size()=1 2024-09-19T14:23:58.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.403+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.tBv4WbCEaGRVnMzB46xENAg1GQ9LVVr_0 2024-09-19T14:23:58.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.403+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2905569910544854701', time=2024-09-19T16:11:18.760775+0000, chain.objs.size()=1 2024-09-19T14:23:58.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.403+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.lAY1i2Y2ImW16AMjXIYP_s0FKYb-jhw_0 2024-09-19T14:23:58.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.403+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18111350502390370033', time=2024-09-19T16:11:18.854332+0000, chain.objs.size()=1 2024-09-19T14:23:58.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.403+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.tuOR3Buvpss9WmD-MonzTwaTqACWgR7_0 2024-09-19T14:23:58.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.403+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1868536910134066642', time=2024-09-19T16:11:19.113209+0000, chain.objs.size()=1 2024-09-19T14:23:58.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.403+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_._UYd3_3JZZ5q81KXwiloLB_-0IRajMS_0 2024-09-19T14:23:58.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.403+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.720294409042632997', time=2024-09-19T16:11:19.173391+0000, chain.objs.size()=1 2024-09-19T14:23:58.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.403+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.gKVNZDt7zC1FeeOSV0wX6Z_mmbW-SGt_0 2024-09-19T14:23:58.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.403+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6880977175127343270', time=2024-09-19T16:11:19.315614+0000, chain.objs.size()=1 2024-09-19T14:23:58.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.403+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.5gqjaQEobgkf54F4MR58kZDQMZc070X_0 2024-09-19T14:23:58.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.403+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8049048250135200884', time=2024-09-19T16:11:19.507115+0000, chain.objs.size()=1 2024-09-19T14:23:58.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.403+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.N1JypjFF8KRJtYqHgSl4ycJPe0l45nf_0 2024-09-19T14:23:58.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.403+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4480567878570979567', time=2024-09-19T16:11:19.541004+0000, chain.objs.size()=1 2024-09-19T14:23:58.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.403+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.TlhOvfPOs8gLF8iEaB7FH_8tEyh9jLE_0 2024-09-19T14:23:58.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.403+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18104011325101768839', time=2024-09-19T16:11:19.567309+0000, chain.objs.size()=1 2024-09-19T14:23:58.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.403+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.I50hRjW4D8BdPeAoLNCDjSeYluo-YRD_0 2024-09-19T14:23:58.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.407+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.560661285719375953', time=2024-09-19T16:11:19.781238+0000, chain.objs.size()=1 2024-09-19T14:23:58.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.407+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.a7v9J4mjuUDarNAURh0OY72AOZNqP1t_0 2024-09-19T14:23:58.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.407+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16508798849410310015', time=2024-09-19T16:11:19.787681+0000, chain.objs.size()=1 2024-09-19T14:23:58.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.407+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.CrZhX0c0W66lnSZWHU8j-8jsc1DIXD5_0 2024-09-19T14:23:58.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.407+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16410016581661840601', time=2024-09-19T16:11:19.905034+0000, chain.objs.size()=1 2024-09-19T14:23:58.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.407+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.e41PXxWW6ZpzJWQL2DE0Xc2OaEP6dTk_0 2024-09-19T14:23:58.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.407+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.44592675109248138', time=2024-09-19T16:11:20.120586+0000, chain.objs.size()=1 2024-09-19T14:23:58.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.407+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.KVe--I_881IpOQjdF8_pJ0LZ42h2nvv_0 2024-09-19T14:23:58.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.407+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9220252974984264588', time=2024-09-19T16:11:20.171850+0000, chain.objs.size()=1 2024-09-19T14:23:58.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.407+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.mQRbcBXbC8fI6q263R5hByGDi4lnfNO_0 2024-09-19T14:23:58.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.407+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9352109215041504379', time=2024-09-19T16:11:20.182144+0000, chain.objs.size()=1 2024-09-19T14:23:58.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.407+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.NoDd696rkhEDIGH0MqYjLHiZTJnpWzf_0 2024-09-19T14:23:58.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.407+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.346772089585357306', time=2024-09-19T16:11:20.245776+0000, chain.objs.size()=1 2024-09-19T14:23:58.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.407+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.Z2FxuKtEUyDFkxxLf3jXCaIlgk_3M4A_0 2024-09-19T14:23:58.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.407+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11195909149060951889', time=2024-09-19T16:11:20.252188+0000, chain.objs.size()=1 2024-09-19T14:23:58.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.407+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.ue_c4drTjbDeEbnh3FtKvL3cH-xmreE_0 2024-09-19T14:23:58.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.407+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16193380090345631447', time=2024-09-19T16:11:20.294624+0000, chain.objs.size()=1 2024-09-19T14:23:58.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.407+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.nMrGC5tga6Y4woxV8SOywebdjnXQ_0J_0 2024-09-19T14:23:58.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.407+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14704660044689516693', time=2024-09-19T16:11:20.422232+0000, chain.objs.size()=1 2024-09-19T14:23:58.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.407+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.gJUuHTdApZ1Jl5Dt499rIt0oJKN2Z7w_0 2024-09-19T14:23:58.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.411+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2986150241480128550', time=2024-09-19T16:11:20.486838+0000, chain.objs.size()=1 2024-09-19T14:23:58.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.411+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.VcbmIHWEnWAv6B_bbNBO-FClbnf4_VU_0 2024-09-19T14:23:58.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.415+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6455381437894872840', time=2024-09-19T16:11:20.497858+0000, chain.objs.size()=1 2024-09-19T14:23:58.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.415+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.aonjdbfnW8yzj6WbRyTUaoGiXv1Xd9v_0 2024-09-19T14:23:58.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.415+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3968193041755245632', time=2024-09-19T16:11:21.697776+0000, chain.objs.size()=1 2024-09-19T14:23:58.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.415+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.264__shadow_.xyClHPFwH_-5Er6mQ2melOw7G2GfLWK_0 2024-09-19T14:23:58.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.415+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1294660860116339939', time=2024-09-19T16:11:30.381784+0000, chain.objs.size()=1 2024-09-19T14:23:58.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.415+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.278__shadow_.DY6yowNHS7Vfc3mUZg9GUkvq0LVQ3eH_0 2024-09-19T14:23:58.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.415+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13509284628857804497', time=2024-09-19T16:11:34.182773+0000, chain.objs.size()=1 2024-09-19T14:23:58.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.415+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.284__shadow_.84QYUDOR64GZNKsLKpvUp8Ff3XYt4M2_0 2024-09-19T14:23:58.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.415+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3065828742485134155', time=2024-09-19T16:11:34.859810+0000, chain.objs.size()=1 2024-09-19T14:23:58.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.415+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.285__shadow_.h3fntqM9UvDpGCR9lfzbFvzM6n05bAx_0 2024-09-19T14:23:58.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.415+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12722879680360588326', time=2024-09-19T16:11:41.674790+0000, chain.objs.size()=1 2024-09-19T14:23:58.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.415+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.293__shadow_.nM04N0rNMzEi_xCu-X_xePkSxiq4FiV_0 2024-09-19T14:23:58.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.415+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17205379087411627779', time=2024-09-19T16:11:42.302318+0000, chain.objs.size()=1 2024-09-19T14:23:58.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.415+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.294__shadow_.bp9n6Mx0XPj4BjkIUozfYeSf4c7sNkc_0 2024-09-19T14:23:58.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.415+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17359312772449775786', time=2024-09-19T16:12:21.796738+0000, chain.objs.size()=1 2024-09-19T14:23:58.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.415+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.pK6TS1IsOrBQDIV464y-Ekweq2rBcMF_0 2024-09-19T14:23:58.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.415+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15027472853974354705', time=2024-09-19T16:12:21.993362+0000, chain.objs.size()=1 2024-09-19T14:23:58.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.415+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.kvONlgMbc25Sn0nNFDankf6jRlgiCtO_0 2024-09-19T14:23:58.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.415+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16059833438864244124', time=2024-09-19T16:12:22.060967+0000, chain.objs.size()=1 2024-09-19T14:23:58.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.415+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.G7dTUem31dFzHaQAJDmpcS5-Q91UxDH_0 2024-09-19T14:23:58.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.415+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3236493541276117191', time=2024-09-19T16:12:22.073716+0000, chain.objs.size()=1 2024-09-19T14:23:58.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.415+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Du15-p4WIr2xvvA-nhzBbENzEyr_zl4_0 2024-09-19T14:23:58.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.419+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5860713155344894795', time=2024-09-19T16:12:22.123580+0000, chain.objs.size()=1 2024-09-19T14:23:58.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.419+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.JTZ-7hidhoj4sr4TssUvDAGZVAOgsHO_0 2024-09-19T14:23:58.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.419+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4542606428598870148', time=2024-09-19T16:12:22.159997+0000, chain.objs.size()=1 2024-09-19T14:23:58.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.419+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.cbbWbXjcaet7uvmL7n9PScFGudVLhEk_0 2024-09-19T14:23:58.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.419+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15831381007062323413', time=2024-09-19T16:12:22.326104+0000, chain.objs.size()=1 2024-09-19T14:23:58.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.419+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.cuSY1iiAU1jmn_boTvDNY6txDhcjC-B_0 2024-09-19T14:23:58.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.419+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11023029976652727985', time=2024-09-19T16:12:22.832987+0000, chain.objs.size()=1 2024-09-19T14:23:58.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.419+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.2GRSv6PrroXhdm4NAzz_0DGcB-0vQZp_0 2024-09-19T14:23:58.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.419+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10508904289160080479', time=2024-09-19T16:12:22.990243+0000, chain.objs.size()=1 2024-09-19T14:23:58.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.419+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.O-TRfF00K6lJDeRtMkirzUoLg7zPLVz_0 2024-09-19T14:23:58.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.419+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6858074750667327449', time=2024-09-19T16:12:23.029689+0000, chain.objs.size()=1 2024-09-19T14:23:58.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.419+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.1jm7gLoUgLqLfciq1TBI9TRn4227rEt_0 2024-09-19T14:23:58.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.419+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.350421938405502330', time=2024-09-19T16:12:23.087864+0000, chain.objs.size()=1 2024-09-19T14:23:58.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.419+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.49xwrxWZLKc-EAla0ehYhpTDVv44hD1_0 2024-09-19T14:23:58.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.419+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15078441986214057819', time=2024-09-19T16:12:23.102753+0000, chain.objs.size()=1 2024-09-19T14:23:58.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.419+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.BKZBwblByaoZaBSDJk5Op9cmj-_jKaz_0 2024-09-19T14:23:58.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.419+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5060677293468993757', time=2024-09-19T16:12:23.166788+0000, chain.objs.size()=1 2024-09-19T14:23:58.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.419+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.YabxmOW_MAiv1s3zglCvP4b3rYhV9NE_0 2024-09-19T14:23:58.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.419+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6428737558687905180', time=2024-09-19T16:12:23.168715+0000, chain.objs.size()=1 2024-09-19T14:23:58.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.419+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.gUjtwSpTdziqWS04Y5Z3R2REjbVWEVI_0 2024-09-19T14:23:58.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.419+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15724368106669656198', time=2024-09-19T16:12:23.207541+0000, chain.objs.size()=1 2024-09-19T14:23:58.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.419+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.PvG_tzH3M2E9aqBkrYczb5Je-fVUHOk_0 2024-09-19T14:23:58.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.423+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7094458344027757852', time=2024-09-19T16:12:23.341272+0000, chain.objs.size()=1 2024-09-19T14:23:58.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.423+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.eSjzWkfHnjytVCAV09ewhSiEM-LOqgz_0 2024-09-19T14:23:58.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.423+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15692543713334576486', time=2024-09-19T16:12:23.446468+0000, chain.objs.size()=1 2024-09-19T14:23:58.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.423+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.GU-i4xblA9Qrcz-_UwoWTZNFp_Q6Z74_0 2024-09-19T14:23:58.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.423+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13073228530735656448', time=2024-09-19T16:12:23.492989+0000, chain.objs.size()=1 2024-09-19T14:23:58.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.423+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.IitJtKz1dXF6OHNdBbhh331qC17qP0U_0 2024-09-19T14:23:58.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.423+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10425036682643660667', time=2024-09-19T16:12:23.633317+0000, chain.objs.size()=1 2024-09-19T14:23:58.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.423+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.B2RXXLM2tHnWkRdYKLP-uNy44KOhLb8_0 2024-09-19T14:23:58.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.423+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13641886478924842240', time=2024-09-19T16:12:23.664202+0000, chain.objs.size()=1 2024-09-19T14:23:58.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.423+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.upvEUeqOZeCxUtRWP0tyzy6ZuFyxPqu_0 2024-09-19T14:23:58.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.423+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13131183763271948055', time=2024-09-19T16:12:23.768707+0000, chain.objs.size()=1 2024-09-19T14:23:58.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.423+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.-ZFzJ93y3o-AXzDRptaVXXyYPgwz-zZ_0 2024-09-19T14:23:58.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.423+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12315142758761400868', time=2024-09-19T16:12:23.771984+0000, chain.objs.size()=1 2024-09-19T14:23:58.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.423+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.wTcTFtJkTQb2IralDpJlMaLSEyvb1Cu_0 2024-09-19T14:23:58.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.423+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12250014236904017764', time=2024-09-19T16:12:23.796832+0000, chain.objs.size()=1 2024-09-19T14:23:58.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.423+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.eT4Puf0-hXO6olTo0_4a1P1V3WQSniT_0 2024-09-19T14:23:58.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.423+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15783800896827728949', time=2024-09-19T16:12:23.952008+0000, chain.objs.size()=1 2024-09-19T14:23:58.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.423+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.SchAyuAOpSga-iZCd-VvtHMxzvegqro_0 2024-09-19T14:23:58.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.427+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6836131195897145617', time=2024-09-19T16:12:23.985750+0000, chain.objs.size()=1 2024-09-19T14:23:58.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.427+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.SOu8LKEzBI-O4p1eiGOv3-PztWlpjOA_0 2024-09-19T14:23:58.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.427+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18050558142580438476', time=2024-09-19T16:12:24.113906+0000, chain.objs.size()=1 2024-09-19T14:23:58.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.427+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.wxQPXcYYWatfgVuvN6F08YNxdBwVfdH_0 2024-09-19T14:23:58.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.427+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9955346131774496060', time=2024-09-19T16:12:45.229514+0000, chain.objs.size()=1 2024-09-19T14:23:58.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.427+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.f0lJHF9oZxTMJu6RUmJN98oRfjV0ra7_0 2024-09-19T14:23:58.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.427+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8529832176307606626', time=2024-09-19T16:12:45.383344+0000, chain.objs.size()=1 2024-09-19T14:23:58.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.427+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.N0wbxrO_vYGgkIpgMHH0RVJLFB9Ofiv_0 2024-09-19T14:23:58.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.427+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17361163950052886223', time=2024-09-19T16:12:45.422814+0000, chain.objs.size()=1 2024-09-19T14:23:58.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.427+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.39oyjex4fgqbeJ2E1vD0LtGAnR9BVPC_0 2024-09-19T14:23:58.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.427+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10030679096892572773', time=2024-09-19T16:12:45.605452+0000, chain.objs.size()=1 2024-09-19T14:23:58.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.427+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.Xzn1E6clwoo2dE5oalA4fWq32dLywW9_0 2024-09-19T14:23:58.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.427+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16843357313638533347', time=2024-09-19T16:12:45.669187+0000, chain.objs.size()=1 2024-09-19T14:23:58.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.427+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.f50jUny5VT2Z_oV0x7ADYLxtTROXi-j_0 2024-09-19T14:23:58.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.427+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2520778683392293755', time=2024-09-19T16:12:45.768084+0000, chain.objs.size()=1 2024-09-19T14:23:58.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.427+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.xeXh1qXTfG4g7NicQYRp0YBTuhYWLDX_0 2024-09-19T14:23:58.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.427+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3024792381813783820', time=2024-09-19T16:12:45.827613+0000, chain.objs.size()=1 2024-09-19T14:23:58.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.427+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.VztUaKQ9UoZ4TdUBAvPf1IIk-BVNsWn_0 2024-09-19T14:23:58.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.427+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12927636574982641291', time=2024-09-19T16:12:46.058579+0000, chain.objs.size()=1 2024-09-19T14:23:58.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.427+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.wt1jAV5aNbZfrMcaH6WLgY5xJ9ZbSnI_0 2024-09-19T14:23:58.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.431+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4458772591527073761', time=2024-09-19T16:12:46.113544+0000, chain.objs.size()=1 2024-09-19T14:23:58.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.431+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.cgt-exLoylgYwlOlVULRQraOv-OKHlf_0 2024-09-19T14:23:58.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.431+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12292027491236487311', time=2024-09-19T16:12:46.179675+0000, chain.objs.size()=1 2024-09-19T14:23:58.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.431+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.5Ahr2NhMW9D71IKId4dAnGbwMI5Rm92_0 2024-09-19T14:23:58.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.435+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16821258277688053862', time=2024-09-19T16:12:46.417156+0000, chain.objs.size()=1 2024-09-19T14:23:58.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.435+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.iz8Vz_L1J8VDFp6jV6QQDZQQpSoWgrh_0 2024-09-19T14:23:58.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.435+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8393278807294271878', time=2024-09-19T16:12:46.720533+0000, chain.objs.size()=1 2024-09-19T14:23:58.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.435+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.v6z6c9DjCrY2zxSAlAhKGCxdYypFLQu_0 2024-09-19T14:23:58.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.435+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4110400045016527380', time=2024-09-19T16:12:46.725075+0000, chain.objs.size()=1 2024-09-19T14:23:58.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.435+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.n9otZEI1-fXpT7d6DDoSKODNQUNVO1l_0 2024-09-19T14:23:58.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.435+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4992113159584174168', time=2024-09-19T16:12:46.787655+0000, chain.objs.size()=1 2024-09-19T14:23:58.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.435+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.Lse4Y-nqXeNZSJ_6_BPH7wFzRrAOL6V_0 2024-09-19T14:23:58.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.435+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6693407340816820835', time=2024-09-19T16:12:46.898291+0000, chain.objs.size()=1 2024-09-19T14:23:58.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.435+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.TD9uCzyXpWmmvS-SsEMOYsVETfPaZX2_0 2024-09-19T14:23:58.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.435+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16001578232727141600', time=2024-09-19T16:12:47.048510+0000, chain.objs.size()=1 2024-09-19T14:23:58.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.435+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.MdUr2u-wq5YY2NRk5wiPCwh2-8yaRwY_0 2024-09-19T14:23:58.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.435+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7982676898898067701', time=2024-09-19T16:12:47.201887+0000, chain.objs.size()=1 2024-09-19T14:23:58.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.435+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.8o7fHrlyO6v6U8TOcXl0rxJNYvmSRGW_0 2024-09-19T14:23:58.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.435+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15056178664331406575', time=2024-09-19T16:12:47.244818+0000, chain.objs.size()=1 2024-09-19T14:23:58.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.435+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.e4T5VVGcCkw0DDcwOrp4bhnpfeVYQg8_0 2024-09-19T14:23:58.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.435+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8644688525750281201', time=2024-09-19T16:12:47.464864+0000, chain.objs.size()=1 2024-09-19T14:23:58.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.435+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.dn1MoW8h7IUYutrnotPxQs9dV-EhgH-_0 2024-09-19T14:23:58.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.435+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15845616800451137043', time=2024-09-19T16:12:47.525350+0000, chain.objs.size()=1 2024-09-19T14:23:58.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.435+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.2LrGSB3pZWaQ8DV2M-GFohDF_YIJgYH_0 2024-09-19T14:23:58.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.435+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.946632555780909005', time=2024-09-19T16:12:47.725195+0000, chain.objs.size()=1 2024-09-19T14:23:58.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.435+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.QvXjc5cQeucK311VpfFg4lN3g_wpILF_0 2024-09-19T14:23:58.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.439+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2885790656123851136', time=2024-09-19T16:12:47.726547+0000, chain.objs.size()=1 2024-09-19T14:23:58.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.439+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.rN2cWGL4Wm7diiv6OF18wxDh2e3xcal_0 2024-09-19T14:23:58.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.439+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14405544874987473108', time=2024-09-19T16:12:47.744476+0000, chain.objs.size()=1 2024-09-19T14:23:58.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.439+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.wd6zhuJNvQxkKzyNqu7l3BVTndPrnqz_0 2024-09-19T14:23:58.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.439+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15049038388534779047', time=2024-09-19T16:12:47.878182+0000, chain.objs.size()=1 2024-09-19T14:23:58.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.439+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.YyH0WSW4HAQv5gb3g5Os-IzAA6G2Eo2_0 2024-09-19T14:23:58.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.439+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17387238430252209586', time=2024-09-19T16:13:19.683575+0000, chain.objs.size()=1 2024-09-19T14:23:58.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.439+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.381__shadow_.Ma8f067t5xoKW8Y7pZwXOaHefudhsfk_0 2024-09-19T14:23:58.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.439+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3464116956298095464', time=2024-09-19T16:13:29.560286+0000, chain.objs.size()=1 2024-09-19T14:23:58.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.439+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.394__shadow:l5E5kDHQ-oIeGYEELqYkFUq.qq2yoPL_.Z9mcvLfXNCTBkqWN4djBXKNuaBKKPye_0 2024-09-19T14:23:58.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.439+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3234823262668682921', time=2024-09-19T16:13:53.670679+0000, chain.objs.size()=1 2024-09-19T14:23:58.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.439+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.435__shadow_.HYlgYEm1CMNqp-iq2gvJjl8uscDJPpt_0 2024-09-19T14:23:58.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.439+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16611935313915035270', time=2024-09-19T16:14:15.314895+0000, chain.objs.size()=1 2024-09-19T14:23:58.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.439+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.463__shadow_.KpPhuSCDzMIZGasTFNAb5GsXmTHCT9h_0 2024-09-19T14:23:58.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.439+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4279171238037950058', time=2024-09-19T16:14:24.927147+0000, chain.objs.size()=1 2024-09-19T14:23:58.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.439+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.483__shadow_.bZRhkCbqJRkUvLspa1-MMm1KVZIBCe1_0 2024-09-19T14:23:58.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.439+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11221878223495540653', time=2024-09-19T16:14:30.393494+0000, chain.objs.size()=1 2024-09-19T14:23:58.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.439+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.491__shadow_.4soU1yVorPNPJ1XTZEsQ84bTVY34pmR_0 2024-09-19T14:23:58.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.439+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14302175816856167070', time=2024-09-19T16:14:37.215557+0000, chain.objs.size()=1 2024-09-19T14:23:58.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.439+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.503__shadow:pPO9epllXFs69aBPDg88rpaxM8lkMmC_.NcvVXReJG1iSo_x_oHFQ4fWG7PX73E5_0 2024-09-19T14:23:58.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.439+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12368649255128994215', time=2024-09-19T16:15:16.029759+0000, chain.objs.size()=5 2024-09-19T14:23:58.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.439+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.523__multipart_mymultipart.2~6UgZUKD9dxOuWfnob0xHPzlpx-jnqsd.1 2024-09-19T14:23:58.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.443+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.523__shadow_mymultipart.2~6UgZUKD9dxOuWfnob0xHPzlpx-jnqsd.1_1 2024-09-19T14:23:58.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.443+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.523__multipart_mymultipart.2~6UgZUKD9dxOuWfnob0xHPzlpx-jnqsd.2 2024-09-19T14:23:58.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.443+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.523__shadow_mymultipart.2~6UgZUKD9dxOuWfnob0xHPzlpx-jnqsd.2_1 2024-09-19T14:23:58.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.443+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.523__multipart_mymultipart.2~6UgZUKD9dxOuWfnob0xHPzlpx-jnqsd.3 2024-09-19T14:23:58.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.443+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13771290745914687630', time=2024-09-19T16:16:54.538154+0000, chain.objs.size()=1 2024-09-19T14:23:58.450 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.443+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.577__shadow:Y3S1x27d1S9uPDYLF6CpEMmZEIkdbVy_.fjFr6QdpQtEMI0aUr4W_iPTsTi1TkFx_0 2024-09-19T14:23:58.450 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.443+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16466476406552602534', time=2024-09-19T16:16:54.719978+0000, chain.objs.size()=1 2024-09-19T14:23:58.450 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.443+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.577__shadow:PnpaKF8OHdUg5UlSSyluy1K6JIEOMtJ_.2SKJN_v4leospeH9kpMUIZVXQpEQy5m_0 2024-09-19T14:23:58.450 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.443+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14163243869898453715', time=2024-09-19T16:16:56.264575+0000, chain.objs.size()=1 2024-09-19T14:23:58.450 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.443+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.577__shadow:4qPW5XFYdZz3lJlbu8RLsyc6uHaQvFR_.3h75uC1TjGXe2ryIyjpeCipSXue_Lfw_0 2024-09-19T14:23:58.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.447+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 0/48235 2024-09-19T14:23:58.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.447+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=12, truncated=0, next_marker='' 2024-09-19T14:23:58.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.447+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9597373203815729046', time=2024-09-19T16:16:56.748280+0000, chain.objs.size()=1 2024-09-19T14:23:58.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.447+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.577__shadow:4aLGKa36J2O-KnE1pyxCCF9TJ23COHF_.OYraHaiDIQMnSPAkh5yaFyBO7q56Fa2_0 2024-09-19T14:23:58.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.447+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4802415010589581193', time=2024-09-19T16:17:08.514935+0000, chain.objs.size()=1 2024-09-19T14:23:58.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.447+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.579__shadow:dSGukIVCUcKOGdEOg36nVrS-l2b1zD6_.YKMg0kGb5GFbvkFPDnqVxtcFtjx4AxN_0 2024-09-19T14:23:58.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.447+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8490549990643904718', time=2024-09-19T16:17:14.604932+0000, chain.objs.size()=1 2024-09-19T14:23:58.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.447+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.586__shadow:yLtbT-q8hpXDrubcZCOnvfgxGph-4Aw_.UT_H3TaRbqz6KMXkgkwbgbrVmztkxrp_0 2024-09-19T14:23:58.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.447+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5762647624462649555', time=2024-09-19T16:17:15.278539+0000, chain.objs.size()=1 2024-09-19T14:23:58.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.447+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.587__shadow:iPMxdmXC3TH7IY6zdyZBwB2tH3eI-mE_.yRSTUkTJAoYP95KhRdvrKz17WMJS9vV_0 2024-09-19T14:23:58.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.447+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10826714970736952596', time=2024-09-19T16:17:20.201475+0000, chain.objs.size()=1 2024-09-19T14:23:58.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.447+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.596__shadow_.um2ox05BdQUxl_VQQ6biIGhTBiSPWZe_0 2024-09-19T14:23:58.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.447+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17688537717437611722', time=2024-09-19T16:17:23.786044+0000, chain.objs.size()=1 2024-09-19T14:23:58.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.447+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.603__shadow_.O_fLETiwoyeB6MlK-TQpGFEKICbWLwA_0 2024-09-19T14:23:58.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.447+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12368412826066604374', time=2024-09-19T16:19:59.619114+0000, chain.objs.size()=1 2024-09-19T14:23:58.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.447+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.637__shadow_.DL-Bk_ArcyErCIdDrE81GNoCaGS3lwQ_0 2024-09-19T14:23:58.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.447+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16035409256928140319', time=2024-09-19T16:20:09.014464+0000, chain.objs.size()=1 2024-09-19T14:23:58.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.447+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.650__shadow_.0Y_ryfrGm8hv3h8f8ZuqiWiFdB3SAjM_0 2024-09-19T14:23:58.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.447+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18172551121363954579', time=2024-09-19T16:20:18.462960+0000, chain.objs.size()=12 2024-09-19T14:23:58.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.447+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.662__multipart_foo.2~gf8bH4bxjKpgan7TtBSLQ39388AoXUc.1 2024-09-19T14:23:58.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.447+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.662__shadow_foo.2~gf8bH4bxjKpgan7TtBSLQ39388AoXUc.1_1 2024-09-19T14:23:58.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.447+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.662__multipart_foo.2~gf8bH4bxjKpgan7TtBSLQ39388AoXUc.2 2024-09-19T14:23:58.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.447+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.662__shadow_foo.2~gf8bH4bxjKpgan7TtBSLQ39388AoXUc.2_1 2024-09-19T14:23:58.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.451+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.662__multipart_foo.2~gf8bH4bxjKpgan7TtBSLQ39388AoXUc.3 2024-09-19T14:23:58.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.451+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.662__shadow_foo.2~gf8bH4bxjKpgan7TtBSLQ39388AoXUc.3_1 2024-09-19T14:23:58.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.451+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.662__multipart_foo.2~gf8bH4bxjKpgan7TtBSLQ39388AoXUc.4 2024-09-19T14:23:58.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.455+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.662__shadow_foo.2~gf8bH4bxjKpgan7TtBSLQ39388AoXUc.4_1 2024-09-19T14:23:58.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.455+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.662__multipart_foo.2~gf8bH4bxjKpgan7TtBSLQ39388AoXUc.5 2024-09-19T14:23:58.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.455+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.662__shadow_foo.2~gf8bH4bxjKpgan7TtBSLQ39388AoXUc.5_1 2024-09-19T14:23:58.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.455+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.662__multipart_foo.2~gf8bH4bxjKpgan7TtBSLQ39388AoXUc.6 2024-09-19T14:23:58.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.455+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.662__shadow_foo.2~gf8bH4bxjKpgan7TtBSLQ39388AoXUc.6_1 2024-09-19T14:23:58.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.455+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2401226197138733508', time=2024-09-19T16:20:34.662787+0000, chain.objs.size()=1 2024-09-19T14:23:58.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.455+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.691__shadow_.B96keWiWLPdjYZ4P0_LEE9ahiu1tRu4_0 2024-09-19T14:23:58.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.455+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.740346417496188898', time=2024-09-19T16:20:37.520468+0000, chain.objs.size()=1 2024-09-19T14:23:58.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.455+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.696__shadow:NPistzq1rxpKwQGh4EQ-jm2TGVU3YyK_.afVzvdfSOWD4Xf-XLIHbX_B4BeD1uNe_0 2024-09-19T14:23:58.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.455+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7793828936742866032', time=2024-09-19T16:22:13.034625+0000, chain.objs.size()=1 2024-09-19T14:23:58.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.455+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.774__shadow_.0eEu_zJ-gIj86e0E1Gq5coC5zzqZh9v_0 2024-09-19T14:23:58.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.459+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:23:58.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.463+0000 7fb91a7579c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-19T14:23:58.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.463+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:23:58.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.463+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:23:58.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.463+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/51122' 2024-09-19T14:23:58.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.463+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4435649307382969155', time=2024-09-19T16:08:33.055178+0000, chain.objs.size()=3 2024-09-19T14:23:58.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.463+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.158__shadow_.xHku7XVuLXinddR73a4bWOn1LFboRk-_0 2024-09-19T14:23:58.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.463+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.158__shadow_.xHku7XVuLXinddR73a4bWOn1LFboRk-_1 2024-09-19T14:23:58.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.463+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.158__shadow_.xHku7XVuLXinddR73a4bWOn1LFboRk-_2 2024-09-19T14:23:58.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.463+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='_L2muE5oKXxNi4f5w6rg1m4HjdRsMXwr', time=2024-09-19T16:08:39.234859+0000, chain.objs.size()=3 2024-09-19T14:23:58.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.463+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.161__shadow_.a5bHGIWamRBvFsYfCg7Lj3F9ilqBcxp_0 2024-09-19T14:23:58.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.463+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.161__shadow_.a5bHGIWamRBvFsYfCg7Lj3F9ilqBcxp_1 2024-09-19T14:23:58.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.463+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.161__shadow_.a5bHGIWamRBvFsYfCg7Lj3F9ilqBcxp_2 2024-09-19T14:23:58.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.463+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='_H96dyhkk-aAGye1GPPTAI-bKw4Aha-4', time=2024-09-19T16:08:41.768437+0000, chain.objs.size()=1 2024-09-19T14:23:58.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.463+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.165__shadow_.16pifDL-sZ_-59fdcDmxwRl8xwwRvAR_0 2024-09-19T14:23:58.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.463+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2059526699046205933', time=2024-09-19T16:08:43.685437+0000, chain.objs.size()=1 2024-09-19T14:23:58.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.463+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.171__shadow_.3yVtFajTrbj-VndI_3OV4udU_e5KATw_0 2024-09-19T14:23:58.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.463+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2923489386623433564', time=2024-09-19T16:11:18.106464+0000, chain.objs.size()=1 2024-09-19T14:23:58.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.463+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.kfwYP-wETumwm3AYeNjpCtyWsuDfM_L_0 2024-09-19T14:23:58.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.463+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17097878820381137220', time=2024-09-19T16:11:18.156365+0000, chain.objs.size()=1 2024-09-19T14:23:58.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.463+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.GTcJfriVWoX9F3IvLSSlyys53KCR6qC_0 2024-09-19T14:23:58.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.463+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16243046018377848840', time=2024-09-19T16:11:18.179259+0000, chain.objs.size()=1 2024-09-19T14:23:58.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.463+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.NHEz3bbWkRDLjS0ORmpDMNdE0hWPfCg_0 2024-09-19T14:23:58.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.463+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2408531366610144188', time=2024-09-19T16:11:18.288949+0000, chain.objs.size()=1 2024-09-19T14:23:58.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.463+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.hGLgQOgEDhltzs29NEeaJzjgJw9LWEt_0 2024-09-19T14:23:58.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.467+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5882808076684506332', time=2024-09-19T16:11:18.441827+0000, chain.objs.size()=1 2024-09-19T14:23:58.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.467+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.WrLa7Iycozd81wyDNKBYbKFgrUW9r58_0 2024-09-19T14:23:58.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.467+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6902216592416441873', time=2024-09-19T16:11:18.551794+0000, chain.objs.size()=1 2024-09-19T14:23:58.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.467+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.SHmmIw9dzMtdRwJL707OcT5_ekTYiGV_0 2024-09-19T14:23:58.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.467+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18098676115778524932', time=2024-09-19T16:11:18.583058+0000, chain.objs.size()=1 2024-09-19T14:23:58.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.467+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.DSaMyWPteuxzdmmnHqZRN6TykKRi_8N_0 2024-09-19T14:23:58.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.467+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13410167713966226834', time=2024-09-19T16:11:18.630571+0000, chain.objs.size()=1 2024-09-19T14:23:58.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.467+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.QedgPj3BckLToCUbsUR5PYlfXJRRzsr_0 2024-09-19T14:23:58.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.467+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13065943889221075995', time=2024-09-19T16:11:18.809364+0000, chain.objs.size()=1 2024-09-19T14:23:58.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.467+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.GJFOu8rEnyOPR8ntfgR1GskzISGT4mz_0 2024-09-19T14:23:58.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.467+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1002399959953076083', time=2024-09-19T16:11:18.822252+0000, chain.objs.size()=1 2024-09-19T14:23:58.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.467+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.AnUJwNA23ZJeJCKhuoKVJziyw5g-dsF_0 2024-09-19T14:23:58.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.467+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15647399884381532739', time=2024-09-19T16:11:18.856006+0000, chain.objs.size()=1 2024-09-19T14:23:58.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.467+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.AlOrSrIcbF8wbVE9HqbGdJwwwTVN364_0 2024-09-19T14:23:58.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.467+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18038389754320346947', time=2024-09-19T16:11:18.862295+0000, chain.objs.size()=1 2024-09-19T14:23:58.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.467+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.oHPG66AMXEoh_MKJy8RWSfXGX3TC_wN_0 2024-09-19T14:23:58.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.467+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.681390295128699451', time=2024-09-19T16:11:18.870576+0000, chain.objs.size()=1 2024-09-19T14:23:58.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.467+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.TQ8n3-Ns4_g1GE9CzDLm0OBoTY17ktL_0 2024-09-19T14:23:58.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.467+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5816384173963787786', time=2024-09-19T16:11:18.934598+0000, chain.objs.size()=1 2024-09-19T14:23:58.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.467+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.sW76qlagcVcrbKYtV7mGnHkM8GqCmVe_0 2024-09-19T14:23:58.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.467+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8845002426619847228', time=2024-09-19T16:11:18.952976+0000, chain.objs.size()=1 2024-09-19T14:23:58.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.467+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.47fzQNVJz4IX9HUGDJMfnqrUx48tpVp_0 2024-09-19T14:23:58.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.475+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6568232152911838600', time=2024-09-19T16:11:18.976670+0000, chain.objs.size()=1 2024-09-19T14:23:58.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.475+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.y66oV5-OsVpGLjy-TswIMRlu5dlxgul_0 2024-09-19T14:23:58.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.475+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11566918012512863790', time=2024-09-19T16:11:19.127504+0000, chain.objs.size()=1 2024-09-19T14:23:58.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.475+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.R4HdQ-noyvHWjvGgFC88MsKVPPeTB13_0 2024-09-19T14:23:58.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.475+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10724549472792096273', time=2024-09-19T16:11:19.215093+0000, chain.objs.size()=1 2024-09-19T14:23:58.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.475+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.d1v7JrEqCvNh0Cn50DLnu_Uao5x5XKi_0 2024-09-19T14:23:58.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.475+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15292410120169727840', time=2024-09-19T16:11:19.218088+0000, chain.objs.size()=1 2024-09-19T14:23:58.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.475+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.n0uw5HwjdZuu5xKUrFActB55vsLXFs8_0 2024-09-19T14:23:58.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.475+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8385097172020409725', time=2024-09-19T16:11:19.223562+0000, chain.objs.size()=1 2024-09-19T14:23:58.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.475+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.rhWH6N1sl9Who_pO5Yb-vV5JmwEuEjB_0 2024-09-19T14:23:58.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.475+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15588032021752172796', time=2024-09-19T16:11:19.229412+0000, chain.objs.size()=1 2024-09-19T14:23:58.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.475+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.YYqxM8uGH-i0QKnOrbI0-9_KkkwO1_f_0 2024-09-19T14:23:58.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.475+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15941507280596919492', time=2024-09-19T16:11:19.812409+0000, chain.objs.size()=1 2024-09-19T14:23:58.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.475+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.Gc6HeeZX6xQVK5XpevgMpeakVc_aW6j_0 2024-09-19T14:23:58.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.475+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.994060571443420197', time=2024-09-19T16:11:19.914617+0000, chain.objs.size()=1 2024-09-19T14:23:58.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.475+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.vy9JYZFIx9lcAt9CeCTuHDRzP1dy596_0 2024-09-19T14:23:58.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.475+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2320379206777176131', time=2024-09-19T16:11:19.973476+0000, chain.objs.size()=1 2024-09-19T14:23:58.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.475+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.vox8MAApI7OfOUdL_jPf7H9rj6Qhebl_0 2024-09-19T14:23:58.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.475+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10175357501657813600', time=2024-09-19T16:11:20.166973+0000, chain.objs.size()=1 2024-09-19T14:23:58.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.475+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.O9rpBXyc5pr3M2lcWng9ncZmbqBr3Ey_0 2024-09-19T14:23:58.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.475+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1555536419117172639', time=2024-09-19T16:11:20.277765+0000, chain.objs.size()=1 2024-09-19T14:23:58.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.475+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.wpDh9k1jvcwBFRZOD3zYkVNG23JhuOL_0 2024-09-19T14:23:58.483 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.479+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11914740345784829782', time=2024-09-19T16:11:20.475318+0000, chain.objs.size()=1 2024-09-19T14:23:58.483 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.479+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.EBbWKWau0An3fy8laH3wEA-_pQI_7Mo_0 2024-09-19T14:23:58.483 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.479+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6333730663308542287', time=2024-09-19T16:11:20.505344+0000, chain.objs.size()=1 2024-09-19T14:23:58.484 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.479+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.NZLqzijinA76Dlv28O_IjyVTXXbtug8_0 2024-09-19T14:23:58.484 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.479+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15020318153417184376', time=2024-09-19T16:11:26.006210+0000, chain.objs.size()=1 2024-09-19T14:23:58.484 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.479+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.271__shadow_.PYGneUnMzal3fs5VnVXZxEza7nMjv8h_0 2024-09-19T14:23:58.484 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.479+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2164737885213713466', time=2024-09-19T16:11:31.046662+0000, chain.objs.size()=1 2024-09-19T14:23:58.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.479+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.279__shadow_.cDfZCmRT3FwAjANH7XP8YxffMHwnsJG_0 2024-09-19T14:23:58.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.479+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11863740948821242539', time=2024-09-19T16:11:31.679758+0000, chain.objs.size()=1 2024-09-19T14:23:58.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.479+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.280__shadow_.htHOgagybXQ6wsVJtjzVXavo_dBXnGx_0 2024-09-19T14:23:58.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.479+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9905449347443564361', time=2024-09-19T16:11:38.918755+0000, chain.objs.size()=1 2024-09-19T14:23:58.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.479+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.291__shadow_.Iv8l0Snk57X2aW8px_YsuGDiHDwG5xR_0 2024-09-19T14:23:58.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.479+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.328572542940182736', time=2024-09-19T16:11:40.341518+0000, chain.objs.size()=1 2024-09-19T14:23:58.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.479+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.292__shadow_.h8FTz-Wjtq3ePYgbK88H5EaePbVJJ_k_0 2024-09-19T14:23:58.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.479+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.485709781106799242', time=2024-09-19T16:11:41.666398+0000, chain.objs.size()=1 2024-09-19T14:23:58.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.479+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.293__shadow_.jRFv3IdXcsYxJI5rBoauVxOqWXKXCws_0 2024-09-19T14:23:58.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.479+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11233717827288743817', time=2024-09-19T16:11:45.615528+0000, chain.objs.size()=1 2024-09-19T14:23:58.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.479+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.299__shadow_.dp8i0i8ht8ibWCPW0U_c0rTqMicM8Lj_0 2024-09-19T14:23:58.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.479+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17987155528182224154', time=2024-09-19T16:11:46.266513+0000, chain.objs.size()=1 2024-09-19T14:23:58.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.479+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.300__shadow_.9IEOe46WmhcROP0CKeDiB4-MSs5k5br_0 2024-09-19T14:23:58.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.479+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1305660361732279085', time=2024-09-19T16:11:59.990119+0000, chain.objs.size()=1 2024-09-19T14:23:58.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.479+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.322__shadow_._cG_cCDrXxrSqBpctKeEvwzTlQatqoM_0 2024-09-19T14:23:58.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.483+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4406596095877618669', time=2024-09-19T16:12:21.597341+0000, chain.objs.size()=1 2024-09-19T14:23:58.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.483+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.T7POQ5xxAzdAp6kLb013sSqoaq5J6WL_0 2024-09-19T14:23:58.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.483+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8947770738679379722', time=2024-09-19T16:12:21.765369+0000, chain.objs.size()=1 2024-09-19T14:23:58.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.483+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.EZD_J4spSf2vpMxGphs349-FXYu4L4K_0 2024-09-19T14:23:58.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.483+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13424397436371259833', time=2024-09-19T16:12:21.994615+0000, chain.objs.size()=1 2024-09-19T14:23:58.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.483+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.p_E_kQRTK1iPJKWxkcqB9xhEL-1SaGT_0 2024-09-19T14:23:58.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.483+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12624223299088690578', time=2024-09-19T16:12:22.008659+0000, chain.objs.size()=1 2024-09-19T14:23:58.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.483+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.6vZqfRVXuh4UDODRo8UOKWC8TitDZjC_0 2024-09-19T14:23:58.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.483+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15999881479734122746', time=2024-09-19T16:12:22.017647+0000, chain.objs.size()=1 2024-09-19T14:23:58.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.483+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.sy6RV_I9pTo59ubTIv-Zfs55ir8_iFY_0 2024-09-19T14:23:58.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.483+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14734223817985083376', time=2024-09-19T16:12:22.055178+0000, chain.objs.size()=1 2024-09-19T14:23:58.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.483+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.-i8GiXkDI7ucvuFLks2rfkxJUo_OSsF_0 2024-09-19T14:23:58.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.483+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12354762531496347988', time=2024-09-19T16:12:22.094538+0000, chain.objs.size()=1 2024-09-19T14:23:58.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.483+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.aKIkN2r9ekxxF6kGWyR8KZnhNs4HOQq_0 2024-09-19T14:23:58.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.483+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2414423474340912285', time=2024-09-19T16:12:22.172194+0000, chain.objs.size()=1 2024-09-19T14:23:58.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.483+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.M4aY7L0yJuz5-VQmm9kXUK7kgTnFzEP_0 2024-09-19T14:23:58.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.487+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12930712143526612349', time=2024-09-19T16:12:22.730690+0000, chain.objs.size()=1 2024-09-19T14:23:58.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.487+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.jYcFewl6tVDT6eyvnODV9Il0rLcekya_0 2024-09-19T14:23:58.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.487+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8073911119168859429', time=2024-09-19T16:12:22.780261+0000, chain.objs.size()=1 2024-09-19T14:23:58.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.487+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.wIuazys_8jVId_PMd-ngsyOmYPmnrOe_0 2024-09-19T14:23:58.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.487+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11092441585083866741', time=2024-09-19T16:12:22.795616+0000, chain.objs.size()=1 2024-09-19T14:23:58.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.487+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.1upMwvq4OO74WU_DMJegDdjdOFwJjZ9_0 2024-09-19T14:23:58.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.487+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3497491267282720155', time=2024-09-19T16:12:22.804222+0000, chain.objs.size()=1 2024-09-19T14:23:58.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.487+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.aK_KWd8ACJ__gc_43VjzZh4RBtQWEJQ_0 2024-09-19T14:23:58.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.487+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.244903109913083023', time=2024-09-19T16:12:22.819185+0000, chain.objs.size()=1 2024-09-19T14:23:58.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.487+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.91OkhhiJ6ylTw-7_Ra86Ex7hlmjH0Fx_0 2024-09-19T14:23:58.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.487+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15351131982450284976', time=2024-09-19T16:12:22.828326+0000, chain.objs.size()=1 2024-09-19T14:23:58.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.487+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.9lO7d73_W59siS34DGPblr2XhNBSwN9_0 2024-09-19T14:23:58.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.487+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15617330963144375066', time=2024-09-19T16:12:22.846919+0000, chain.objs.size()=1 2024-09-19T14:23:58.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.487+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.9ukth8IA9ZnES4xuopWTU4VSAI1MoBR_0 2024-09-19T14:23:58.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.491+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3322888611943338906', time=2024-09-19T16:12:23.031104+0000, chain.objs.size()=1 2024-09-19T14:23:58.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.491+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.1ygJovocjk0iX39T-6awD5hBNklLLZj_0 2024-09-19T14:23:58.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.491+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3478250835757911073', time=2024-09-19T16:12:23.122226+0000, chain.objs.size()=1 2024-09-19T14:23:58.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.491+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.NKe83SKXLlSQ1O5owp5JKmTI72MvsXJ_0 2024-09-19T14:23:58.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.491+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9131014716797124557', time=2024-09-19T16:12:23.149170+0000, chain.objs.size()=1 2024-09-19T14:23:58.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.491+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.znJveq0_uYbldEOAImI14L-6XdqMxKn_0 2024-09-19T14:23:58.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.491+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.248819343279419979', time=2024-09-19T16:12:23.178939+0000, chain.objs.size()=1 2024-09-19T14:23:58.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.491+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.FO50KUMKhYAcXJ7HkzGe8CcpA9GbPfe_0 2024-09-19T14:23:58.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.491+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11563846936539857214', time=2024-09-19T16:12:23.311975+0000, chain.objs.size()=1 2024-09-19T14:23:58.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.491+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.FCKXEI_fdzB2QYzGMTavj0PELY26zDJ_0 2024-09-19T14:23:58.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.491+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9316672197659148751', time=2024-09-19T16:12:23.365572+0000, chain.objs.size()=1 2024-09-19T14:23:58.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.491+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.KEn5bU_CWGTItd04Vqa_E52Wbh9VBid_0 2024-09-19T14:23:58.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.491+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2595581815051072243', time=2024-09-19T16:12:23.482092+0000, chain.objs.size()=1 2024-09-19T14:23:58.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.491+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.dCk0nWbDR4cCJ13EytjK5NdRdJvL_rP_0 2024-09-19T14:23:58.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.491+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16552566886493039382', time=2024-09-19T16:12:23.489660+0000, chain.objs.size()=1 2024-09-19T14:23:58.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.491+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.hNx2j2E0TvXvef3ZwSFmn12Kf7Qbitk_0 2024-09-19T14:23:58.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.491+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.655618900258326596', time=2024-09-19T16:12:23.495210+0000, chain.objs.size()=1 2024-09-19T14:23:58.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.491+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.E-mukJwIQmoXBxImSPWsZIJLCjadP0x_0 2024-09-19T14:23:58.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.491+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9834384303251044214', time=2024-09-19T16:12:23.635225+0000, chain.objs.size()=1 2024-09-19T14:23:58.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.491+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.ofa2eqJlYWTn5d5yCZY2HHYBWons3dT_0 2024-09-19T14:23:58.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.491+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9725613995862563613', time=2024-09-19T16:12:23.650297+0000, chain.objs.size()=1 2024-09-19T14:23:58.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.491+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Gv3tb_LM1w2ZtUd2Ez7vhVH5JF9Fco9_0 2024-09-19T14:23:58.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.495+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14265296001294362556', time=2024-09-19T16:12:23.732396+0000, chain.objs.size()=1 2024-09-19T14:23:58.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.495+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.dsyWfljfk8o3SM48gG5ysriHokb3Jdu_0 2024-09-19T14:23:58.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.495+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5216067885764550054', time=2024-09-19T16:12:23.750562+0000, chain.objs.size()=1 2024-09-19T14:23:58.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.495+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.yuSaUBEhKsEFxp2gi1qgodFpiZM_lil_0 2024-09-19T14:23:58.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.495+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.383259878939433058', time=2024-09-19T16:12:23.757953+0000, chain.objs.size()=1 2024-09-19T14:23:58.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.495+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.nqbPLnWWmYl1vsI4HIYliiEyfrU0Cuv_0 2024-09-19T14:23:58.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.495+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3070453777703538256', time=2024-09-19T16:12:23.760085+0000, chain.objs.size()=1 2024-09-19T14:23:58.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.495+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.YWz2LeL-XOoVQf27iim6mSK16ZVmSMU_0 2024-09-19T14:23:58.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.495+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5672064391036712500', time=2024-09-19T16:12:24.085691+0000, chain.objs.size()=1 2024-09-19T14:23:58.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.495+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Ha7aMMg7LUL7J2vMLFeaMkLVPsp0_aN_0 2024-09-19T14:23:58.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.495+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14911229998781639345', time=2024-09-19T16:12:24.088808+0000, chain.objs.size()=1 2024-09-19T14:23:58.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.495+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.5LnZFflHvEbUlsMf2bI59xHpovn4GmA_0 2024-09-19T14:23:58.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.495+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3414314080014489808', time=2024-09-19T16:12:45.238697+0000, chain.objs.size()=1 2024-09-19T14:23:58.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.495+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.YnPBnFl5N-R7eEQDSflsuWMVqNGAmQL_0 2024-09-19T14:23:58.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.499+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15815077933099813956', time=2024-09-19T16:12:45.374023+0000, chain.objs.size()=1 2024-09-19T14:23:58.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.499+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.c2rwPf5CmZH5J4JKmiXLCizABtPjXNu_0 2024-09-19T14:23:58.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.499+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16260154701365363035', time=2024-09-19T16:12:45.618176+0000, chain.objs.size()=1 2024-09-19T14:23:58.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.499+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.wixU-0KzxueE-cD7y90FPMb5rxcqcst_0 2024-09-19T14:23:58.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.499+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11055096346043867637', time=2024-09-19T16:12:45.774149+0000, chain.objs.size()=1 2024-09-19T14:23:58.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.499+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.fgvQ-_cnOzUJA-6qiDkxxqOTctaq8YE_0 2024-09-19T14:23:58.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.499+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4117558310424449689', time=2024-09-19T16:12:45.796827+0000, chain.objs.size()=1 2024-09-19T14:23:58.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.499+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.r3gtFofz-3GiWAUelPqv_xLsn6nyHtq_0 2024-09-19T14:23:58.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.499+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9671521349983792569', time=2024-09-19T16:12:45.995934+0000, chain.objs.size()=1 2024-09-19T14:23:58.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.499+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.Kf045z-nTybZz7apn8D_UxAckkI-Yij_0 2024-09-19T14:23:58.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.499+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10236528405667629985', time=2024-09-19T16:12:46.011568+0000, chain.objs.size()=1 2024-09-19T14:23:58.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.499+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.w2ONRXnLE9k93y8s3ygyCtqth5sxZyg_0 2024-09-19T14:23:58.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.499+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12996945365387091313', time=2024-09-19T16:12:46.107729+0000, chain.objs.size()=1 2024-09-19T14:23:58.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.499+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.m5Uow5slw6uCJDq8YRbYnJPGnWiqtu2_0 2024-09-19T14:23:58.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.499+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3242055086409621839', time=2024-09-19T16:12:46.178513+0000, chain.objs.size()=1 2024-09-19T14:23:58.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.499+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.fzA-h52KhQft-vzCwu-B4cB9IVCLs-b_0 2024-09-19T14:23:58.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.499+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9712817942612536991', time=2024-09-19T16:12:46.198972+0000, chain.objs.size()=1 2024-09-19T14:23:58.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.499+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.s6bLFLe-xNgMAZ6KH_DWtv7wWRfn0a6_0 2024-09-19T14:23:58.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.499+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.440085594957393937', time=2024-09-19T16:12:46.203553+0000, chain.objs.size()=1 2024-09-19T14:23:58.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.499+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.NFOJXh3ieH2ROgKbUgSgb3iFavyphMg_0 2024-09-19T14:23:58.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.499+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.267800693907060976', time=2024-09-19T16:12:46.576673+0000, chain.objs.size()=1 2024-09-19T14:23:58.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.499+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.ieJ_k3zcRkIkT1LiZ7-o8CNhjCUpa01_0 2024-09-19T14:23:58.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.499+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10502078817602375480', time=2024-09-19T16:12:46.747957+0000, chain.objs.size()=1 2024-09-19T14:23:58.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.499+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.LBy_T_TrHT1a5dRxliHSGWXdpAhdzFi_0 2024-09-19T14:23:58.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.503+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11489467186742921741', time=2024-09-19T16:12:46.822713+0000, chain.objs.size()=1 2024-09-19T14:23:58.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.503+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.mQtQOxAb7dSFQHEhCoqBcEok68vYPX1_0 2024-09-19T14:23:58.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.503+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6367705398239855766', time=2024-09-19T16:12:46.841932+0000, chain.objs.size()=1 2024-09-19T14:23:58.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.503+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.X97RN_iBris52bL8bHNvx-GQFs03ucl_0 2024-09-19T14:23:58.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.503+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9845813120272578014', time=2024-09-19T16:12:46.855387+0000, chain.objs.size()=1 2024-09-19T14:23:58.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.503+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.6mPaV-IzIhprxbVd2Kr2e0vYWNUCirN_0 2024-09-19T14:23:58.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.503+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8642014750246099149', time=2024-09-19T16:12:46.875245+0000, chain.objs.size()=1 2024-09-19T14:23:58.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.503+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.rSJpcRzcG6PPnDcYpuT6a6pJcDf1y6I_0 2024-09-19T14:23:58.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.507+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8181270969734746936', time=2024-09-19T16:12:47.047500+0000, chain.objs.size()=1 2024-09-19T14:23:58.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.507+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.MueM-61cI3hzHzzqc9sUiih7YGtwpsq_0 2024-09-19T14:23:58.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.507+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5085224533623555821', time=2024-09-19T16:12:47.077671+0000, chain.objs.size()=1 2024-09-19T14:23:58.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.507+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.VQb5xje8V3mDX1NNKOwRZo7ZnRQG4UL_0 2024-09-19T14:23:58.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.507+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4009394607488944804', time=2024-09-19T16:12:47.126263+0000, chain.objs.size()=1 2024-09-19T14:23:58.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.507+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.GVBfgPGP2wgNCPSNOb1dLpFzTr-IPAa_0 2024-09-19T14:23:58.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.507+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4921099986117595783', time=2024-09-19T16:12:47.230204+0000, chain.objs.size()=1 2024-09-19T14:23:58.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.507+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.YvMVmGJhD89Xog_xftvZAJq3BsicU4o_0 2024-09-19T14:23:58.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.507+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17115877700288965758', time=2024-09-19T16:12:47.380865+0000, chain.objs.size()=1 2024-09-19T14:23:58.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.507+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.PKEWH8hV40ScwRInXqwdcvRRl81WgUF_0 2024-09-19T14:23:58.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.507+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6225558735446319218', time=2024-09-19T16:12:47.420355+0000, chain.objs.size()=1 2024-09-19T14:23:58.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.507+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.iEemfIDfwutANokn9dQsNqGTg6VKUeA_0 2024-09-19T14:23:58.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.507+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5831499602865704711', time=2024-09-19T16:12:47.461977+0000, chain.objs.size()=1 2024-09-19T14:23:58.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.507+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.1Bh8X9LmITFQT6Dt-6X-XV7_lP9egUA_0 2024-09-19T14:23:58.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.507+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1684712387481326440', time=2024-09-19T16:12:47.483873+0000, chain.objs.size()=1 2024-09-19T14:23:58.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.507+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.vrcfLC_FpatSzBQn6wYuT3OK5GUnBx5_0 2024-09-19T14:23:58.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.507+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3286457200918655763', time=2024-09-19T16:12:47.489500+0000, chain.objs.size()=1 2024-09-19T14:23:58.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.507+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.-HpgZpT3CypxmW8SwbSMPo6Lr1Mx4TF_0 2024-09-19T14:23:58.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.507+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7014300581051638525', time=2024-09-19T16:12:47.716756+0000, chain.objs.size()=1 2024-09-19T14:23:58.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.507+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.fGCKkOFAoT3kFujVKIYlDa2vq_5rcoR_0 2024-09-19T14:23:58.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.515+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 0/51122 2024-09-19T14:23:58.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.515+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=13, truncated=0, next_marker='' 2024-09-19T14:23:58.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.515+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9516135097786634979', time=2024-09-19T16:12:47.875902+0000, chain.objs.size()=1 2024-09-19T14:23:58.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.515+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.SbFXtB5pClJyZ1iStzKdPFAul8v23fH_0 2024-09-19T14:23:58.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.515+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4448451414436772784', time=2024-09-19T16:14:12.459156+0000, chain.objs.size()=1 2024-09-19T14:23:58.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.515+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.460__shadow_.dr5VLy3gziw2GtLH9aLBYWuMrKh0P32_0 2024-09-19T14:23:58.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.515+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13548478352535345976', time=2024-09-19T16:14:16.964245+0000, chain.objs.size()=1 2024-09-19T14:23:58.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.515+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.465__shadow_.eQCeAk59mn1ut-7un0nWzOEs098-MFx_0 2024-09-19T14:23:58.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.515+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14930859722746083714', time=2024-09-19T16:14:25.628019+0000, chain.objs.size()=1 2024-09-19T14:23:58.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.515+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.484__shadow_.-cu1BFYHqn54IOu3a9bX900HAHRFYxt_0 2024-09-19T14:23:58.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.515+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2623640169053997366', time=2024-09-19T16:14:43.335602+0000, chain.objs.size()=1 2024-09-19T14:23:58.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.515+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.513__multipart_mymultipart.2~wzv3BPpFkDUa7qbD67l_92GIPjqBI9Y.1 2024-09-19T14:23:58.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.515+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4123891785333337870', time=2024-09-19T16:14:46.594131+0000, chain.objs.size()=1 2024-09-19T14:23:58.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.515+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.518__multipart_mymultipart.2~Gv6-lgCGDyyjzTw1eau4P7x9wTgus0c.1 2024-09-19T14:23:58.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.515+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='2~E9AhUy_IUEbCo0sbjfnIG_DOkkVAaMc', time=2024-09-19T16:15:01.310165+0000, chain.objs.size()=1 2024-09-19T14:23:58.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.515+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.522__multipart_mymultipart.2~E9AhUy_IUEbCo0sbjfnIG_DOkkVAaMc.2 2024-09-19T14:23:58.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.515+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11249914922103897724', time=2024-09-19T16:16:05.621381+0000, chain.objs.size()=1 2024-09-19T14:23:58.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.515+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.551__shadow_.O6OUt1BgHUnWXYxV8kKsrCbBRFMNl_6_0 2024-09-19T14:23:58.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.515+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13552424058197899904', time=2024-09-19T16:16:11.750772+0000, chain.objs.size()=1 2024-09-19T14:23:58.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.515+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.557__shadow_.QiN6Oi5vC5OjdKwgZ3bDgZmD5hZQFWb_0 2024-09-19T14:23:58.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.515+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6977072896186436641', time=2024-09-19T16:16:27.200963+0000, chain.objs.size()=1 2024-09-19T14:23:58.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.515+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.569__shadow:5sl4Muo7SSscBXoZqXo-bEOUEHjoFGo_.7Dl-Nc6ATny4OChiiuqgUR7t2ESKLoj_0 2024-09-19T14:23:58.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.515+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18008534049813165832', time=2024-09-19T16:16:57.556403+0000, chain.objs.size()=1 2024-09-19T14:23:58.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.515+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.577__shadow:65ThqBsqPUqUvb1Jq5jd0F0FUJ-Eb6c_.SpExtObH1WOFilyklpeA9vWk4AS9pNn_0 2024-09-19T14:23:58.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.515+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17684097279210663854', time=2024-09-19T16:19:52.826050+0000, chain.objs.size()=1 2024-09-19T14:23:58.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.515+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.626__shadow_.e9egcF8XyDHFShoNedPmXIMUN66t5dy_0 2024-09-19T14:23:58.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.519+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15069375267218443110', time=2024-09-19T16:21:27.151040+0000, chain.objs.size()=1 2024-09-19T14:23:58.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.519+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.744__shadow_.5guwmkMWya-L4HoOIV9HUvFLC5GTVYN_0 2024-09-19T14:23:58.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.523+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:23:58.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.523+0000 7fb91a7579c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-19T14:23:58.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.527+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:23:58.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.527+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:23:58.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.527+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/61007' 2024-09-19T14:23:58.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.527+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12996827231387171783', time=2024-09-19T16:08:27.484639+0000, chain.objs.size()=1 2024-09-19T14:23:58.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.527+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.148__shadow_.hwA4vCydAf1Fum5AGAAAxjbJzK7W9XE_0 2024-09-19T14:23:58.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.527+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9840084626306339887', time=2024-09-19T16:08:36.209988+0000, chain.objs.size()=3 2024-09-19T14:23:58.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.527+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.160__shadow_.hIX03mRyvNeYQV9CUckA6906k2yoNM5_0 2024-09-19T14:23:58.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.527+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.160__shadow_.hIX03mRyvNeYQV9CUckA6906k2yoNM5_1 2024-09-19T14:23:58.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.527+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.160__shadow_.hIX03mRyvNeYQV9CUckA6906k2yoNM5_2 2024-09-19T14:23:58.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.527+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='_6Zz0nmOo5LfGAefx9NENvCUR7OwpAF4', time=2024-09-19T16:08:36.538047+0000, chain.objs.size()=3 2024-09-19T14:23:58.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.527+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.160__shadow_.c3E1elVItuFFlkqk2Ly-0s1RIwYrVHq_0 2024-09-19T14:23:58.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.527+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.160__shadow_.c3E1elVItuFFlkqk2Ly-0s1RIwYrVHq_1 2024-09-19T14:23:58.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.527+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.160__shadow_.c3E1elVItuFFlkqk2Ly-0s1RIwYrVHq_2 2024-09-19T14:23:58.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.527+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='_aRuNJaB5nTAzSt1G6tEaTv9gepuxfvR', time=2024-09-19T16:08:40.523414+0000, chain.objs.size()=3 2024-09-19T14:23:58.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.527+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.163__shadow_.Bb6hxJJfSjHgBxHDDmtL1nJCCMxwO6y_0 2024-09-19T14:23:58.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.527+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.163__shadow_.Bb6hxJJfSjHgBxHDDmtL1nJCCMxwO6y_1 2024-09-19T14:23:58.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.527+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.163__shadow_.Bb6hxJJfSjHgBxHDDmtL1nJCCMxwO6y_2 2024-09-19T14:23:58.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.527+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12129139573276452735', time=2024-09-19T16:10:38.089366+0000, chain.objs.size()=1 2024-09-19T14:23:58.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.527+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.234__shadow_.Kt6ldBJTl6u_pd4jGAR6ABio6idhXXI_0 2024-09-19T14:23:58.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.527+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17166554617847011450', time=2024-09-19T16:10:40.460997+0000, chain.objs.size()=1 2024-09-19T14:23:58.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.527+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.237__shadow_.qiVZ8TVKGvPftKdNi4x1jdO26TKLRXm_0 2024-09-19T14:23:58.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.531+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4748291273199234809', time=2024-09-19T16:10:48.694668+0000, chain.objs.size()=1 2024-09-19T14:23:58.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.531+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.248__shadow_.nXigPvexy6Xf24mgcNdn5_ilO0JD37L_0 2024-09-19T14:23:58.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.531+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13106314269199392005', time=2024-09-19T16:10:52.536387+0000, chain.objs.size()=1 2024-09-19T14:23:58.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.531+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.254__shadow_.rrZnCyb-gXe1Sc749GCgvFGfa9Gp5wT_0 2024-09-19T14:23:58.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.531+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5486955521377964370', time=2024-09-19T16:10:53.171208+0000, chain.objs.size()=1 2024-09-19T14:23:58.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.531+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.255__shadow_.eil57dddMQjBe6P0NwJQXZYCwIV86mJ_0 2024-09-19T14:23:58.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.531+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13827916263350401231', time=2024-09-19T16:11:18.168982+0000, chain.objs.size()=1 2024-09-19T14:23:58.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.531+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.hVT3jJCKF6Wvswv-TeqD1qvhqn0Pc7L_0 2024-09-19T14:23:58.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.531+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17879206317591981715', time=2024-09-19T16:11:18.179094+0000, chain.objs.size()=1 2024-09-19T14:23:58.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.531+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.XgYa1HEEO3EyYKo1N2yhVDjtIWfDcEc_0 2024-09-19T14:23:58.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.531+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12310024118416357458', time=2024-09-19T16:11:18.186795+0000, chain.objs.size()=1 2024-09-19T14:23:58.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.531+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.JACDBpp-AdzS8CsIadgPiTrHdp5_dZ0_0 2024-09-19T14:23:58.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.531+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13749662220870975892', time=2024-09-19T16:11:18.242002+0000, chain.objs.size()=1 2024-09-19T14:23:58.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.531+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.O0TdKZkQdpXL7N4h05B4S95sTc3XiGC_0 2024-09-19T14:23:58.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.531+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16254215990727264385', time=2024-09-19T16:11:18.243592+0000, chain.objs.size()=1 2024-09-19T14:23:58.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.531+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.23mErfbs6Ri2ZHC5J_x2JM2hdyR7qEo_0 2024-09-19T14:23:58.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.531+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4899106935756973207', time=2024-09-19T16:11:18.260162+0000, chain.objs.size()=1 2024-09-19T14:23:58.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.531+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.sv1DY6nrPYocFrtDKcF3DCknqJQTxFT_0 2024-09-19T14:23:58.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.531+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1797069664876688225', time=2024-09-19T16:11:18.281260+0000, chain.objs.size()=1 2024-09-19T14:23:58.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.531+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.7wit3u3C8rL-v9rLVAVP7lnU02r5DRN_0 2024-09-19T14:23:58.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.531+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15359883229334336273', time=2024-09-19T16:11:18.443265+0000, chain.objs.size()=1 2024-09-19T14:23:58.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.531+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.42lO9aTevZKYKqnSql1NTN_2QtzI6bH_0 2024-09-19T14:23:58.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.531+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10557696736415476069', time=2024-09-19T16:11:18.454770+0000, chain.objs.size()=1 2024-09-19T14:23:58.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.531+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.7sh9o7cGxv0j62F05mB2yJtgVTKLnJM_0 2024-09-19T14:23:58.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.535+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17449405692867267981', time=2024-09-19T16:11:18.456104+0000, chain.objs.size()=1 2024-09-19T14:23:58.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.535+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.0mPIIzLZxFMIRGdVxPWRVkPIrbhHrQ6_0 2024-09-19T14:23:58.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.535+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6632829269339591883', time=2024-09-19T16:11:18.482026+0000, chain.objs.size()=1 2024-09-19T14:23:58.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.535+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.Wv3VT21jKnrW_8VKPJ2_hK4j3M75aDP_0 2024-09-19T14:23:58.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.535+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.290607118654326338', time=2024-09-19T16:11:18.620332+0000, chain.objs.size()=1 2024-09-19T14:23:58.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.535+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.QXlKpv4vAQbzLxCX5kBW3Uxh7jwWeGP_0 2024-09-19T14:23:58.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.535+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1309629393544753499', time=2024-09-19T16:11:18.779401+0000, chain.objs.size()=1 2024-09-19T14:23:58.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.535+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.JZUeZtCtkjkhA1sahlmnvp0ffsz5C0E_0 2024-09-19T14:23:58.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.535+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7321728430800187229', time=2024-09-19T16:11:18.880732+0000, chain.objs.size()=1 2024-09-19T14:23:58.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.535+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.uDaIuZnG94SiO5yhWteayauXSTADVxk_0 2024-09-19T14:23:58.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.535+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.959020959757428096', time=2024-09-19T16:11:18.953766+0000, chain.objs.size()=1 2024-09-19T14:23:58.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.535+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.KDf56S4oLAmvr6ZRv23Ys81nN-s4zps_0 2024-09-19T14:23:58.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.535+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12264439154215225745', time=2024-09-19T16:11:18.967372+0000, chain.objs.size()=1 2024-09-19T14:23:58.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.535+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.Aho9tlTuKkp9CeLGzsz1050x257Q8Cr_0 2024-09-19T14:23:58.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.535+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.386464834385697366', time=2024-09-19T16:11:19.243265+0000, chain.objs.size()=1 2024-09-19T14:23:58.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.535+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.cz8ckJIWmfVzWzdjS8dvjrEG7CrRZEC_0 2024-09-19T14:23:58.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.535+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10891145436834552173', time=2024-09-19T16:11:19.267857+0000, chain.objs.size()=1 2024-09-19T14:23:58.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.535+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.ZTzDisPIWFrqmmDL_H7o1nA4J-PcfpD_0 2024-09-19T14:23:58.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.535+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14604647171133875676', time=2024-09-19T16:11:19.490805+0000, chain.objs.size()=1 2024-09-19T14:23:58.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.535+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.vRes0QqiNp7nJCsNxAKJjXGEIqEz3fW_0 2024-09-19T14:23:58.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.535+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13575243432372896856', time=2024-09-19T16:11:19.601687+0000, chain.objs.size()=1 2024-09-19T14:23:58.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.535+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.Y0PZ5vzKGmrfydn6OjTj7NCbxirLtJM_0 2024-09-19T14:23:58.546 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.539+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5702752696502075304', time=2024-09-19T16:11:19.812265+0000, chain.objs.size()=1 2024-09-19T14:23:58.546 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.539+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.r8e5H2zoHt9qJCiDU8QSOB_e5hjg_JY_0 2024-09-19T14:23:58.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.539+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5532821784515950906', time=2024-09-19T16:11:19.852648+0000, chain.objs.size()=1 2024-09-19T14:23:58.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.539+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.OfRtCmfdMmjK_-qqZS9sk9v5azCsy1s_0 2024-09-19T14:23:58.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.539+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8776383688240992402', time=2024-09-19T16:11:19.858092+0000, chain.objs.size()=1 2024-09-19T14:23:58.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.539+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.9JIs8aciZZg2AogpmAnV-RKvvVVCXUb_0 2024-09-19T14:23:58.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.539+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3825312752004422065', time=2024-09-19T16:11:19.909060+0000, chain.objs.size()=1 2024-09-19T14:23:58.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.539+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.yO9KYxvuGq6ZcYVD2umacD13FFv5oix_0 2024-09-19T14:23:58.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.539+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18399855821548702216', time=2024-09-19T16:11:19.956966+0000, chain.objs.size()=1 2024-09-19T14:23:58.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.539+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.0apdLPPx0_8KbfS6IkpkY1cNZAVbtT-_0 2024-09-19T14:23:58.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.539+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12794819609795209732', time=2024-09-19T16:11:20.130205+0000, chain.objs.size()=1 2024-09-19T14:23:58.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.539+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.9piO7ywQfbEan0mG_DhNLKYRzfwykVS_0 2024-09-19T14:23:58.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.543+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4795416364595329468', time=2024-09-19T16:11:20.156710+0000, chain.objs.size()=1 2024-09-19T14:23:58.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.543+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.7EswRFizSOWLI0nAvYsKaVrrn-J_8pV_0 2024-09-19T14:23:58.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.543+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15452093312466046579', time=2024-09-19T16:11:20.198391+0000, chain.objs.size()=1 2024-09-19T14:23:58.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.543+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.CDqErGciPbGP76j95caSReZtMnl5PV-_0 2024-09-19T14:23:58.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.543+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17583003233666906851', time=2024-09-19T16:11:20.203147+0000, chain.objs.size()=1 2024-09-19T14:23:58.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.543+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.3Se1ubPANrUTtrsWW_CRkLnaH2tidN__0 2024-09-19T14:23:58.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.543+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4837154764639803645', time=2024-09-19T16:11:20.262028+0000, chain.objs.size()=1 2024-09-19T14:23:58.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.543+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.r12QY55wQfiREqrQisdhDWEQrRityVr_0 2024-09-19T14:23:58.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.543+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17708059611109310055', time=2024-09-19T16:11:20.422516+0000, chain.objs.size()=1 2024-09-19T14:23:58.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.543+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.mDOr9vAi8SMMVnBvqGvKtRL6SjPx2CA_0 2024-09-19T14:23:58.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.543+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17377026996877558268', time=2024-09-19T16:11:20.515219+0000, chain.objs.size()=1 2024-09-19T14:23:58.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.543+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.zaB3R05fyzClvoonsCLh1XMF3_VmcCp_0 2024-09-19T14:23:58.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.543+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17401116014122944651', time=2024-09-19T16:11:20.557589+0000, chain.objs.size()=1 2024-09-19T14:23:58.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.543+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.VqyAGsvVk2Z4zvWsoIZ2gnqjE0BUf86_0 2024-09-19T14:23:58.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.543+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15810879616958940026', time=2024-09-19T16:11:21.694427+0000, chain.objs.size()=1 2024-09-19T14:23:58.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.543+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.264__shadow_._USZSeeonBcv6V4axVySJvlQnAzflx7_0 2024-09-19T14:23:58.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.543+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3512947390689020977', time=2024-09-19T16:11:31.048866+0000, chain.objs.size()=1 2024-09-19T14:23:58.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.543+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.279__shadow_.Hgzp_2x8p0llu7vfW_pbUYf7SMgy5ZS_0 2024-09-19T14:23:58.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.547+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3342694267734911653', time=2024-09-19T16:11:33.574172+0000, chain.objs.size()=1 2024-09-19T14:23:58.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.547+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.283__shadow_.JupjyO1LDWVZS_lEIrPC6trX8t0Ega5_0 2024-09-19T14:23:58.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.547+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11793617974422512562', time=2024-09-19T16:11:40.301024+0000, chain.objs.size()=1 2024-09-19T14:23:58.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.547+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.292__shadow_.mz92mEqx_hzrQJZ4g20-QA7MsWhU_bF_0 2024-09-19T14:23:58.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.547+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8351935592430692826', time=2024-09-19T16:11:40.317557+0000, chain.objs.size()=1 2024-09-19T14:23:58.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.547+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.292__shadow_.B4TsoPnmSQ8w9NJ8IFK1tSPGSrSv8aE_0 2024-09-19T14:23:58.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.547+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17243803524886843368', time=2024-09-19T16:11:40.355077+0000, chain.objs.size()=1 2024-09-19T14:23:58.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.547+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.292__shadow_.wc_5gpkdPTNcXhS832IumX1F2mrqFVc_0 2024-09-19T14:23:58.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.547+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7059132816278920172', time=2024-09-19T16:12:21.706558+0000, chain.objs.size()=1 2024-09-19T14:23:58.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.547+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.zNyGSRo4i3RmoSYSjPNmWEQMveQ98FC_0 2024-09-19T14:23:58.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.547+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16644191573886230994', time=2024-09-19T16:12:21.770232+0000, chain.objs.size()=1 2024-09-19T14:23:58.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.547+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.mqL3lEJLcP6iLUVYbc-ZeRekGPR6jXn_0 2024-09-19T14:23:58.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.547+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5822685483610890933', time=2024-09-19T16:12:21.817285+0000, chain.objs.size()=1 2024-09-19T14:23:58.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.547+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.XgnjXr_XvIfWampkWvjXSkcpa65saiZ_0 2024-09-19T14:23:58.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.547+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6131820731512220818', time=2024-09-19T16:12:21.973256+0000, chain.objs.size()=1 2024-09-19T14:23:58.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.547+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.3p63_oW9inQfwNOIVFO3BGcWb0snbS5_0 2024-09-19T14:23:58.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.547+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18070212968677677962', time=2024-09-19T16:12:22.031382+0000, chain.objs.size()=1 2024-09-19T14:23:58.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.547+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.J80pPGQPaO9D56uu4ZRriQMIulmVy1d_0 2024-09-19T14:23:58.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.547+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11420836052991469005', time=2024-09-19T16:12:22.170559+0000, chain.objs.size()=1 2024-09-19T14:23:58.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.547+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.zStcGDgEop5ieTkrkUAOCdwI4_Wdj5Y_0 2024-09-19T14:23:58.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.547+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16734764935252585608', time=2024-09-19T16:12:22.320845+0000, chain.objs.size()=1 2024-09-19T14:23:58.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.547+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.mH3I-LflDZa9h7WxwYwQlzoo5ghU3Dl_0 2024-09-19T14:23:58.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.551+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3096689908851960741', time=2024-09-19T16:12:22.323088+0000, chain.objs.size()=1 2024-09-19T14:23:58.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.551+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.ukLcBWla83cvveosNg_75KmBKVw5OKA_0 2024-09-19T14:23:58.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.551+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15209004026533194511', time=2024-09-19T16:12:22.397315+0000, chain.objs.size()=1 2024-09-19T14:23:58.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.551+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.a2aKXxk0RjdGtIpO1Vzl9yujtWxgqZO_0 2024-09-19T14:23:58.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.551+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7323236089935818074', time=2024-09-19T16:12:22.442984+0000, chain.objs.size()=1 2024-09-19T14:23:58.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.551+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.1rzPLn02ezF7cyk5ZVCbBQmk0qkl6TS_0 2024-09-19T14:23:58.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.551+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13787347203072675020', time=2024-09-19T16:12:22.479649+0000, chain.objs.size()=1 2024-09-19T14:23:58.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.551+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.lrxaB27uRvrXn5z8HnwvAEIRgPi8vuD_0 2024-09-19T14:23:58.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.551+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4504665013368061484', time=2024-09-19T16:12:22.488104+0000, chain.objs.size()=1 2024-09-19T14:23:58.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.551+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.figMLg4K-pnzj3YQfancjYyGKzodJK6_0 2024-09-19T14:23:58.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.555+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14655805736536055179', time=2024-09-19T16:12:22.817426+0000, chain.objs.size()=1 2024-09-19T14:23:58.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.555+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Kbune0gT7VEQV3nu-ufkMSSQNU2YRD7_0 2024-09-19T14:23:58.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.555+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5890196736678545552', time=2024-09-19T16:12:22.819085+0000, chain.objs.size()=1 2024-09-19T14:23:58.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.555+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.8t5XLbkqpTXXLd1jEF3jOJ_iCy3AcT8_0 2024-09-19T14:23:58.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.555+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1867476830895383216', time=2024-09-19T16:12:23.005318+0000, chain.objs.size()=1 2024-09-19T14:23:58.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.555+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.IVxKFkuLomKd5UlkrU12dnfqD6b2Gjt_0 2024-09-19T14:23:58.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.555+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3579571010951885329', time=2024-09-19T16:12:23.082222+0000, chain.objs.size()=1 2024-09-19T14:23:58.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.555+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.WmoxnjYjpS9nfqDJSLxuhHfMeh4ZO-7_0 2024-09-19T14:23:58.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.555+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17310955602061215572', time=2024-09-19T16:12:23.125581+0000, chain.objs.size()=1 2024-09-19T14:23:58.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.555+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.ZqmBplTSx1OZGMKFbfhaBFVGQZi2LuH_0 2024-09-19T14:23:58.562 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.555+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8523629572223824718', time=2024-09-19T16:12:23.159554+0000, chain.objs.size()=1 2024-09-19T14:23:58.562 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.555+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Hjm5WhuAa0kj8SdimHM-OIajD5R4i2S_0 2024-09-19T14:23:58.562 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.555+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18321350214423694292', time=2024-09-19T16:12:23.185103+0000, chain.objs.size()=1 2024-09-19T14:23:58.562 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.555+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.MMqYAZvTBxs26gAYDg-0EQ3SP17dwfO_0 2024-09-19T14:23:58.564 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.559+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3378804767029367129', time=2024-09-19T16:12:23.307568+0000, chain.objs.size()=1 2024-09-19T14:23:58.564 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.559+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.TX7TI5CM6jW8EsG8QlHRgWX2BtPkyBx_0 2024-09-19T14:23:58.564 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.559+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14213724709927621436', time=2024-09-19T16:12:23.321911+0000, chain.objs.size()=1 2024-09-19T14:23:58.564 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.559+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.XUBYHYYh-JRLSOPTRmwFswdvJYWulmw_0 2024-09-19T14:23:58.564 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.559+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5128183267980534902', time=2024-09-19T16:12:23.323732+0000, chain.objs.size()=1 2024-09-19T14:23:58.564 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.559+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.81U4oQwWS-8k1D3xkYYiVW3zTCbVtVJ_0 2024-09-19T14:23:58.564 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.559+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14541866082021801320', time=2024-09-19T16:12:23.353451+0000, chain.objs.size()=1 2024-09-19T14:23:58.564 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.559+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.aDJ7MJiVzrlTVOog48QWisRcwXGsors_0 2024-09-19T14:23:58.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.559+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9637762752383088534', time=2024-09-19T16:12:23.437935+0000, chain.objs.size()=1 2024-09-19T14:23:58.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.559+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.JfcgK9QUH1h0ewTUfBediXigCN_qh8P_0 2024-09-19T14:23:58.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.559+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13293791005070259178', time=2024-09-19T16:12:23.439342+0000, chain.objs.size()=1 2024-09-19T14:23:58.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.559+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.e8inFvvLnOI8SyAz1qF7IjUwrp8T4go_0 2024-09-19T14:23:58.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.559+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9513616290210159119', time=2024-09-19T16:12:23.447081+0000, chain.objs.size()=1 2024-09-19T14:23:58.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.559+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.A4GusfYSquQRK11L-AkAaoW1GW8vKB0_0 2024-09-19T14:23:58.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.559+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15271020042838831763', time=2024-09-19T16:12:23.657604+0000, chain.objs.size()=1 2024-09-19T14:23:58.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.559+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.be04tWleaL3jufKnE9_Y-_tWoT2uR1X_0 2024-09-19T14:23:58.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.563+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2942483197048702867', time=2024-09-19T16:12:23.660441+0000, chain.objs.size()=1 2024-09-19T14:23:58.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.563+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.HcZlfsYb5Eoo5WdbfjUdxiE2XgpYhsq_0 2024-09-19T14:23:58.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.563+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17818232652908788374', time=2024-09-19T16:12:23.675168+0000, chain.objs.size()=1 2024-09-19T14:23:58.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.563+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.kZCt6yQno8vffCabkGLsvIZRmbcIJGs_0 2024-09-19T14:23:58.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.563+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16755465357845470294', time=2024-09-19T16:12:23.685277+0000, chain.objs.size()=1 2024-09-19T14:23:58.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.563+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Jh8PQbeBsCLILklLit6ieWHQZTt8fTa_0 2024-09-19T14:23:58.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.563+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13773680553138951780', time=2024-09-19T16:12:23.724237+0000, chain.objs.size()=1 2024-09-19T14:23:58.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.563+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.YVvMTQYZgsvcK-Ll67LO9t1FKQY4ljB_0 2024-09-19T14:23:58.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.563+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17696392909020096086', time=2024-09-19T16:12:23.790091+0000, chain.objs.size()=1 2024-09-19T14:23:58.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.563+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.203MG7RD4oaiClRC5NYI3GYPMy7Kbu7_0 2024-09-19T14:23:58.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.563+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4658574234081065722', time=2024-09-19T16:12:23.810671+0000, chain.objs.size()=1 2024-09-19T14:23:58.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.563+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.RcZN3SAQn3b6PL2LTdNdPd3tMXhMdi2_0 2024-09-19T14:23:58.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.563+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14238513558915665977', time=2024-09-19T16:12:45.270726+0000, chain.objs.size()=1 2024-09-19T14:23:58.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.563+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.WZbfXk_lESo4Mac10Kzpl5kjJzfQQsS_0 2024-09-19T14:23:58.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.563+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15692815593334444451', time=2024-09-19T16:12:45.346129+0000, chain.objs.size()=1 2024-09-19T14:23:58.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.563+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.Jig68WqHF3aI9AdKqDFuJsNnMe1Gy4k_0 2024-09-19T14:23:58.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.563+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12702731661456779701', time=2024-09-19T16:12:45.357536+0000, chain.objs.size()=1 2024-09-19T14:23:58.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.563+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.O6UiWPRwd8xMv7CcGM_0PSCCDhKcSVX_0 2024-09-19T14:23:58.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.563+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17431117505993378577', time=2024-09-19T16:12:45.366879+0000, chain.objs.size()=1 2024-09-19T14:23:58.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.563+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.ccsZ8LN_xboJiEZqP3PjjzTjarYWTMs_0 2024-09-19T14:23:58.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.563+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4290872156251881676', time=2024-09-19T16:12:45.389821+0000, chain.objs.size()=1 2024-09-19T14:23:58.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.563+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.VDMclMZkZh8DYP6vK5g_aYKX5gYBcCQ_0 2024-09-19T14:23:58.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.567+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2839566544247862139', time=2024-09-19T16:12:45.427879+0000, chain.objs.size()=1 2024-09-19T14:23:58.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.567+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.hQLbY_TO55IUBAsd9LrLlKL97BJSI6a_0 2024-09-19T14:23:58.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.567+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8841881084103720475', time=2024-09-19T16:12:45.463114+0000, chain.objs.size()=1 2024-09-19T14:23:58.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.567+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.xSdyR9qB1vTiCDDIbmcUpr7X9y5qppl_0 2024-09-19T14:23:58.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.567+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15629984585574340110', time=2024-09-19T16:12:45.464794+0000, chain.objs.size()=1 2024-09-19T14:23:58.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.567+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_._Yvu7zvyhOhGl-1dpPf-a6DJo6iLuOV_0 2024-09-19T14:23:58.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.567+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18290975317321959567', time=2024-09-19T16:12:45.620491+0000, chain.objs.size()=1 2024-09-19T14:23:58.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.567+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.mrX1vTjElkpYmKCnZNZY2NJ-pgV77qP_0 2024-09-19T14:23:58.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.567+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4331586593720307787', time=2024-09-19T16:12:45.646675+0000, chain.objs.size()=1 2024-09-19T14:23:58.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.567+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.p2EQ_TsSBa8pBZGpcQ2IdqVj_Aaosm4_0 2024-09-19T14:23:58.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.567+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2012160271549203134', time=2024-09-19T16:12:45.656976+0000, chain.objs.size()=1 2024-09-19T14:23:58.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.567+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.aKcivlbLKU2ftWDNOwMw_F9wINTqunx_0 2024-09-19T14:23:58.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.567+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15379098371893810827', time=2024-09-19T16:12:45.673450+0000, chain.objs.size()=1 2024-09-19T14:23:58.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.567+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.1NURjXKGlZt-BRszQZcn3GBTfjMYMhz_0 2024-09-19T14:23:58.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.567+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16598670547216103256', time=2024-09-19T16:12:45.770560+0000, chain.objs.size()=1 2024-09-19T14:23:58.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.567+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.Rx2J3YYUUXxgI3gsmb249E2A2JuyyKA_0 2024-09-19T14:23:58.576 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.571+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1913251947671626267', time=2024-09-19T16:12:45.787716+0000, chain.objs.size()=1 2024-09-19T14:23:58.576 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.571+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.uUCLtC9aT7LYk06lpsVWPcPHc19PL_v_0 2024-09-19T14:23:58.576 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.571+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4604904467549014884', time=2024-09-19T16:12:45.838797+0000, chain.objs.size()=1 2024-09-19T14:23:58.576 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.571+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.qF_w_uVLd4gtcHyFlbEVW278HtTNhNk_0 2024-09-19T14:23:58.576 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.571+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15443113266588714950', time=2024-09-19T16:12:45.977705+0000, chain.objs.size()=1 2024-09-19T14:23:58.576 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.571+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.w6CV5u1p4VC1BprAW_TJksykzN40kKq_0 2024-09-19T14:23:58.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.571+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8611269362071195152', time=2024-09-19T16:12:46.033679+0000, chain.objs.size()=1 2024-09-19T14:23:58.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.571+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.3UQ2fcUQuXW35uHCzK0wTZyV6PTkehr_0 2024-09-19T14:23:58.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.571+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14515544587730355279', time=2024-09-19T16:12:46.064217+0000, chain.objs.size()=1 2024-09-19T14:23:58.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.571+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.lxWoLw1qLXSWR0VaIGfIxEXSiQS20aQ_0 2024-09-19T14:23:58.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.571+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.999895983014728641', time=2024-09-19T16:12:46.099409+0000, chain.objs.size()=1 2024-09-19T14:23:58.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.571+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.q3yCGnVcwmW_KIO5i3TpDfDqkP-tPCH_0 2024-09-19T14:23:58.581 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.575+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 0/61007 2024-09-19T14:23:58.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.579+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=36, truncated=0, next_marker='' 2024-09-19T14:23:58.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.579+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1564152957592791346', time=2024-09-19T16:12:46.378821+0000, chain.objs.size()=1 2024-09-19T14:23:58.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.579+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.FhrOAFYBH_INTipJMWXFkgIe5ScK8Or_0 2024-09-19T14:23:58.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.579+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6583650836795241820', time=2024-09-19T16:12:46.452185+0000, chain.objs.size()=1 2024-09-19T14:23:58.586 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.579+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.w0oPZtHMAbY9bFM_wTOrz9c1sOZUhK9_0 2024-09-19T14:23:58.586 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.579+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12242149974279619928', time=2024-09-19T16:12:46.463870+0000, chain.objs.size()=1 2024-09-19T14:23:58.586 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.579+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.nCkQHMsd8Tcmn4MsqUA8F_zZEyPL2Mv_0 2024-09-19T14:23:58.586 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.579+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9748258823348207566', time=2024-09-19T16:12:46.496859+0000, chain.objs.size()=1 2024-09-19T14:23:58.586 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.579+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.7FGsnWlf3PExhlT4toAB_QBrV9VBblF_0 2024-09-19T14:23:58.586 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.579+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16571542176874402013', time=2024-09-19T16:12:46.574517+0000, chain.objs.size()=1 2024-09-19T14:23:58.586 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.579+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.Kmt6RrrGq5tv4NhjOvtkMpJaj0SmGRR_0 2024-09-19T14:23:58.586 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.579+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7340017521771767346', time=2024-09-19T16:12:46.773070+0000, chain.objs.size()=1 2024-09-19T14:23:58.586 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.579+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.JTfb-NuB6fLKpeJ9Q3WX_DRvNPFCo7h_0 2024-09-19T14:23:58.586 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.579+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2977620169962749435', time=2024-09-19T16:12:46.776126+0000, chain.objs.size()=1 2024-09-19T14:23:58.586 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.579+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.2susiEsUzY2INiFSrj-YvBg2qEGvKlW_0 2024-09-19T14:23:58.586 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.579+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12486073377305973503', time=2024-09-19T16:12:46.905853+0000, chain.objs.size()=1 2024-09-19T14:23:58.586 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.579+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.m_P6-FSZdRwFL38AaJAsVU7grlSsPqB_0 2024-09-19T14:23:58.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.579+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3306019282913831538', time=2024-09-19T16:12:47.061155+0000, chain.objs.size()=1 2024-09-19T14:23:58.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.579+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.s0RXipy90DgLpEnjsXK5uyFvKK7Shw8_0 2024-09-19T14:23:58.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.579+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7901011592751341991', time=2024-09-19T16:12:47.219288+0000, chain.objs.size()=1 2024-09-19T14:23:58.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.579+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.xzbvQlYAYq_1aJ6nhXozUkDca0-PBV3_0 2024-09-19T14:23:58.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.579+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16069301572939551305', time=2024-09-19T16:12:47.456523+0000, chain.objs.size()=1 2024-09-19T14:23:58.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.579+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.sHFqifGj_BuPCSOJFxJ8g3DoEjBXWoO_0 2024-09-19T14:23:58.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.579+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17775275277919596042', time=2024-09-19T16:12:47.572669+0000, chain.objs.size()=1 2024-09-19T14:23:58.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.579+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.I8Q5frXTpl3aPgC4u-sLNpm3k1aUQk5_0 2024-09-19T14:23:58.588 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.583+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13291579541316132125', time=2024-09-19T16:12:47.714389+0000, chain.objs.size()=1 2024-09-19T14:23:58.588 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.583+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.088eAmLC9kfq8lp6vA3X7YS7Z5irYu8_0 2024-09-19T14:23:58.588 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.583+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17141653383717743254', time=2024-09-19T16:12:47.745609+0000, chain.objs.size()=1 2024-09-19T14:23:58.588 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.583+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.DOKxq-7VeVYNtwvEADNvWboagLmNgtE_0 2024-09-19T14:23:58.588 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.583+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17969238599039165743', time=2024-09-19T16:12:47.786859+0000, chain.objs.size()=1 2024-09-19T14:23:58.588 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.583+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.TeDiB_twyhpXHGF61kZD5jMTzupzyNt_0 2024-09-19T14:23:58.590 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.583+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5759287295211110244', time=2024-09-19T16:12:47.791293+0000, chain.objs.size()=1 2024-09-19T14:23:58.590 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.583+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.uLYkGoNtNgNz9bUJgw3R7llWt3s5xNg_0 2024-09-19T14:23:58.590 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.583+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11369578502850909373', time=2024-09-19T16:12:47.794759+0000, chain.objs.size()=1 2024-09-19T14:23:58.590 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.583+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.Ont_umVMIveizzpzGAbuLLoZQiIpe-Z_0 2024-09-19T14:23:58.590 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.583+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12979456244104309550', time=2024-09-19T16:13:16.153099+0000, chain.objs.size()=1 2024-09-19T14:23:58.590 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.583+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.375__shadow_.x5ruRoFdQ1jsoDJQ34cYNtqLl4EGJyH_0 2024-09-19T14:23:58.590 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.583+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18385945960746158561', time=2024-09-19T16:14:07.787382+0000, chain.objs.size()=1 2024-09-19T14:23:58.590 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.583+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.455__shadow_.BmsdhNFqu551dby0eUEsB1nlASb3-up_0 2024-09-19T14:23:58.590 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.583+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17319986745564325883', time=2024-09-19T16:14:09.635314+0000, chain.objs.size()=1 2024-09-19T14:23:58.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.583+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.457__shadow_.LQawuH0zU0086_KczpC6KMSBOm1z-03_0 2024-09-19T14:23:58.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.583+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14879996324838701314', time=2024-09-19T16:14:24.938251+0000, chain.objs.size()=1 2024-09-19T14:23:58.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.583+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.483__shadow_.u0be36MZP3WIq4FxAqH-GJJTk3pEo8q_0 2024-09-19T14:23:58.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.583+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6885204261331769235', time=2024-09-19T16:14:27.161097+0000, chain.objs.size()=1 2024-09-19T14:23:58.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.583+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.486__shadow_.fYti-wsw11mI862VJcchnbY0Dy-9_us_0 2024-09-19T14:23:58.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.583+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2630171667127173936', time=2024-09-19T16:14:45.110233+0000, chain.objs.size()=1 2024-09-19T14:23:58.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.583+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.515__shadow_.TErii368qbfGFx281at0ywuYQkOmAEN_0 2024-09-19T14:23:58.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.583+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14171404244917814362', time=2024-09-19T16:14:47.813869+0000, chain.objs.size()=1 2024-09-19T14:23:58.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.583+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.518__multipart_mymultipart.2~67VwSfiBu5FB8Kv6iBwhh_zGW91ejyv.1 2024-09-19T14:23:58.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.587+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='2~8fXAwgjYhJzJekgrutV_00NV5aw1bHD', time=2024-09-19T16:15:04.289242+0000, chain.objs.size()=1 2024-09-19T14:23:58.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.587+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.522__multipart_mymultipart.2~8fXAwgjYhJzJekgrutV_00NV5aw1bHD.3 2024-09-19T14:23:58.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.587+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3768606086969074147', time=2024-09-19T16:15:42.892001+0000, chain.objs.size()=4 2024-09-19T14:23:58.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.587+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.535__multipart_mymultipart.2~kCAJGHOkQwyHJKt1ZnAPLoiNL8EBDdw.1 2024-09-19T14:23:58.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.587+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.535__multipart_mymultipart.2~kCAJGHOkQwyHJKt1ZnAPLoiNL8EBDdw.2 2024-09-19T14:23:58.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.587+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.535__multipart_mymultipart.NQ-1ixMrGwR_p4ha8TXHqGdQtEOGP9-C.3 2024-09-19T14:23:58.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.587+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.535__multipart_mymultipart.2~kCAJGHOkQwyHJKt1ZnAPLoiNL8EBDdw.4 2024-09-19T14:23:58.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.587+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5408161041082003892', time=2024-09-19T16:15:45.381312+0000, chain.objs.size()=1 2024-09-19T14:23:58.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.587+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.536__multipart_mymultipart.2~GctBPmLuwrFjymqB2lTwSBo5Trm6mdJ.1 2024-09-19T14:23:58.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.587+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14671131107229774643', time=2024-09-19T16:16:08.776721+0000, chain.objs.size()=1 2024-09-19T14:23:58.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.587+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.554__shadow_.pabAenao7M3GwmebQ8KQ_hrKIJbVRwi_0 2024-09-19T14:23:58.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.587+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7489396794291408610', time=2024-09-19T16:16:26.916052+0000, chain.objs.size()=1 2024-09-19T14:23:58.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.587+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.569__shadow:wVT84X-fhKZO-mB5bPjpwah5VFv13H-_.7xvtuMXLaspoukCVu4ikbiWeMXladCv_0 2024-09-19T14:23:58.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.587+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12515592551312149088', time=2024-09-19T16:16:28.555008+0000, chain.objs.size()=1 2024-09-19T14:23:58.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.587+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.569__shadow:KbnRiIMO9ioJdSJzZqhXNpbOiEkIlaZ_.nZlTE2Wxi1IQLEVLliFe-anBYMfdD7N_0 2024-09-19T14:23:58.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.587+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14330111978083316493', time=2024-09-19T16:16:30.964776+0000, chain.objs.size()=1 2024-09-19T14:23:58.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.587+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.569__shadow:lJG8BOi9z0b49ZshfPSUPPsI6Vl2zi9_.jBXvx9ru_4-AF73n5gw-edZm_YYMGo3_0 2024-09-19T14:23:58.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.587+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10916927135412098522', time=2024-09-19T16:16:49.796723+0000, chain.objs.size()=1 2024-09-19T14:23:58.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.587+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.577__shadow:eG1kcTGadu8aZgwcQI.x7L9tGJguzOz_.AksJqthMqG7ni6faGsUBg4zUBLum5Tf_0 2024-09-19T14:23:58.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.587+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6483059265555011822', time=2024-09-19T16:17:15.195050+0000, chain.objs.size()=1 2024-09-19T14:23:58.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.587+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.587__shadow:d-MuKJV4zSNQfmzS39JdwZpOSeLk6zm_.Gi9WayjGHzPMkgF4xtSXW0nSAGPheTN_0 2024-09-19T14:23:58.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.587+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7307967664511610811', time=2024-09-19T16:19:43.417860+0000, chain.objs.size()=1 2024-09-19T14:23:58.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.587+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.619__shadow_.G0xKH1A_ZLt4IqrMXWVqq8O3UHyqTuj_0 2024-09-19T14:23:58.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.595+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4791490662899495235', time=2024-09-19T16:21:51.253581+0000, chain.objs.size()=1 2024-09-19T14:23:58.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.595+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.756__shadow_.gaOA-a8rME2XB_xIumOLBLiTkDCFCL2_0 2024-09-19T14:23:58.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.595+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16426603411301723113', time=2024-09-19T16:22:09.090709+0000, chain.objs.size()=1 2024-09-19T14:23:58.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.595+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.771__shadow_.uXuJQnfbHQMID5rNKpIdSl9U2WG2GPo_0 2024-09-19T14:23:58.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.599+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:23:58.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.599+0000 7fb91a7579c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-19T14:23:58.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.599+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:23:58.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.603+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:23:58.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.603+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/46601' 2024-09-19T14:23:58.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.603+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6304952490776242935', time=2024-09-19T16:08:34.817087+0000, chain.objs.size()=5 2024-09-19T14:23:58.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.603+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.159__multipart_mymultipart-FROZEN.2~eytZNhLmeLzhnJIrpCEXIw71GMDyGuy.1 2024-09-19T14:23:58.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.603+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.159__shadow_mymultipart-FROZEN.2~eytZNhLmeLzhnJIrpCEXIw71GMDyGuy.1_1 2024-09-19T14:23:58.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.603+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.159__multipart_mymultipart-FROZEN.2~eytZNhLmeLzhnJIrpCEXIw71GMDyGuy.2 2024-09-19T14:23:58.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.603+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.159__shadow_mymultipart-FROZEN.2~eytZNhLmeLzhnJIrpCEXIw71GMDyGuy.2_1 2024-09-19T14:23:58.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.603+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.159__multipart_mymultipart-FROZEN.2~eytZNhLmeLzhnJIrpCEXIw71GMDyGuy.3 2024-09-19T14:23:58.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.603+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='_FxsgW_na4ao8P8ROQFops3lwW85Hti5', time=2024-09-19T16:08:39.442167+0000, chain.objs.size()=3 2024-09-19T14:23:58.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.603+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.161__shadow_.m2oHZ59SfypYXJBTWW6U6nuTn3QQgJY_0 2024-09-19T14:23:58.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.603+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.161__shadow_.m2oHZ59SfypYXJBTWW6U6nuTn3QQgJY_1 2024-09-19T14:23:58.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.603+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.161__shadow_.m2oHZ59SfypYXJBTWW6U6nuTn3QQgJY_2 2024-09-19T14:23:58.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.603+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='_7cwz5jydHIHW1_pDL9ahJuholUz4FA7', time=2024-09-19T16:08:41.783628+0000, chain.objs.size()=1 2024-09-19T14:23:58.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.603+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.165__shadow_.C3xXvWS6Rz2-GhDx6hteygeMB0vTxQ5_0 2024-09-19T14:23:58.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.603+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2017962167080924801', time=2024-09-19T16:08:59.045736+0000, chain.objs.size()=1 2024-09-19T14:23:58.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.603+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.188__shadow_.BuaeCnkh2PKwHSPv0uXyr9hgU2aEHga_0 2024-09-19T14:23:58.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.603+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11425544488537465814', time=2024-09-19T16:09:15.765467+0000, chain.objs.size()=1 2024-09-19T14:23:58.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.603+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.204__shadow_.435TuMJd3qwqpFw9XTwLNCsYjBTD0ib_0 2024-09-19T14:23:58.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.603+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4323413915670835097', time=2024-09-19T16:10:37.425177+0000, chain.objs.size()=1 2024-09-19T14:23:58.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.603+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.233__shadow_.tCzIKldzujp05XkxvoJVBNt1PWOO7E8_0 2024-09-19T14:23:58.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.603+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2781194737426163527', time=2024-09-19T16:10:49.936877+0000, chain.objs.size()=1 2024-09-19T14:23:58.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.603+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.250__shadow_._Fp9R5tl1R3wn5-2rNfb8YmrebLd60S_0 2024-09-19T14:23:58.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.607+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5892166709711715043', time=2024-09-19T16:10:51.246676+0000, chain.objs.size()=1 2024-09-19T14:23:58.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.607+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.252__shadow_.vOKbaxnV5yRtrLypMhMRS_KFqxm36lT_0 2024-09-19T14:23:58.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.607+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11832995491926324046', time=2024-09-19T16:10:51.900576+0000, chain.objs.size()=1 2024-09-19T14:23:58.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.607+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.253__shadow_.5sKlexBmZFZa_qnOwB4qqPav5fg5d9e_0 2024-09-19T14:23:58.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.607+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9594899167328697330', time=2024-09-19T16:10:52.537946+0000, chain.objs.size()=1 2024-09-19T14:23:58.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.607+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.254__shadow_.AGH_3XBPn0HkIjNCHbWg_Bk2mRcQQWR_0 2024-09-19T14:23:58.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.607+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2796800646841577452', time=2024-09-19T16:11:18.142733+0000, chain.objs.size()=1 2024-09-19T14:23:58.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.607+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.434tuYH0U9kGsbjV4uyhNsEItKnHfm8_0 2024-09-19T14:23:58.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.607+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3331841723869972203', time=2024-09-19T16:11:18.205912+0000, chain.objs.size()=1 2024-09-19T14:23:58.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.607+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.5XY8prW14tHh3Pps20n5AklYCftclkb_0 2024-09-19T14:23:58.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.607+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7213694260797023204', time=2024-09-19T16:11:18.454955+0000, chain.objs.size()=1 2024-09-19T14:23:58.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.607+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.WBzaw8rkRiu5xOsi2_9PYPtmzVnae--_0 2024-09-19T14:23:58.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.607+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4843938426511189187', time=2024-09-19T16:11:18.479320+0000, chain.objs.size()=1 2024-09-19T14:23:58.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.607+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.X5ufUOsAsvaQcwSUXAAb3uewfaZyRcY_0 2024-09-19T14:23:58.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.607+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1685328337856307224', time=2024-09-19T16:11:18.500091+0000, chain.objs.size()=1 2024-09-19T14:23:58.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.607+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.WIOJKara8vAnEp7_Ejcs5eh3puMumgy_0 2024-09-19T14:23:58.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.607+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7640136656525640661', time=2024-09-19T16:11:18.517074+0000, chain.objs.size()=1 2024-09-19T14:23:58.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.607+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.hAB353S4HcJzM5Dz4W86i8nyfQ03SoY_0 2024-09-19T14:23:58.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.607+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4455812586424996798', time=2024-09-19T16:11:18.529288+0000, chain.objs.size()=1 2024-09-19T14:23:58.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.607+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.5M_a7bxUUj7qQRCxC5oCaQqRjk4_11R_0 2024-09-19T14:23:58.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.611+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17620949701966264618', time=2024-09-19T16:11:18.542592+0000, chain.objs.size()=1 2024-09-19T14:23:58.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.611+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.PUN5OyPdABfdgn6Dj5gV4cKNKB_B9gk_0 2024-09-19T14:23:58.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.611+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12716515534850230399', time=2024-09-19T16:11:18.591879+0000, chain.objs.size()=1 2024-09-19T14:23:58.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.611+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.9peI-ND6wkEN2-Cht_wBdgJcqOiy7A1_0 2024-09-19T14:23:58.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.611+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12500054139983473406', time=2024-09-19T16:11:18.608400+0000, chain.objs.size()=1 2024-09-19T14:23:58.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.611+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.TE6rfTO66V1Y7DJDvQ9bXI6DMrfbwxK_0 2024-09-19T14:23:58.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.611+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9368149653993596036', time=2024-09-19T16:11:18.609044+0000, chain.objs.size()=1 2024-09-19T14:23:58.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.611+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.MRIthibsuufB-9O5f_6AjPck_p3-AXP_0 2024-09-19T14:23:58.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.611+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1095728643858314518', time=2024-09-19T16:11:18.802073+0000, chain.objs.size()=1 2024-09-19T14:23:58.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.611+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.KBApLIJ50mHwNSjo0NJdY3pl8cGW3Xm_0 2024-09-19T14:23:58.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.611+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6532092475528711407', time=2024-09-19T16:11:18.842655+0000, chain.objs.size()=1 2024-09-19T14:23:58.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.611+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.psXWW0rWwL21Xvk-eUUlPzhTc7ljAv4_0 2024-09-19T14:23:58.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.611+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10147022186668948714', time=2024-09-19T16:11:18.901565+0000, chain.objs.size()=1 2024-09-19T14:23:58.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.611+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.VQfcTXO104SdjX_KCx4fZKytPzjyfiK_0 2024-09-19T14:23:58.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.611+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15815175957905491594', time=2024-09-19T16:11:18.914885+0000, chain.objs.size()=1 2024-09-19T14:23:58.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.611+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.bUaDeuaFHREcKL1OYkNsrqAn64_an5L_0 2024-09-19T14:23:58.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.611+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4687716072930128324', time=2024-09-19T16:11:18.972610+0000, chain.objs.size()=1 2024-09-19T14:23:58.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.611+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.BkkaJqgJbXAfxul-MKWngC7nWfzBYqN_0 2024-09-19T14:23:58.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.611+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7575554987068645807', time=2024-09-19T16:11:19.237824+0000, chain.objs.size()=1 2024-09-19T14:23:58.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.611+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.QCsbR8XWuxOcUd_q2LQW7UywZq2a-nV_0 2024-09-19T14:23:58.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.611+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8311589992460103983', time=2024-09-19T16:11:19.288092+0000, chain.objs.size()=1 2024-09-19T14:23:58.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.611+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.M27yHFgC9GeyhhF358oubJi5FqMG0eM_0 2024-09-19T14:23:58.620 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.615+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15797142009315248760', time=2024-09-19T16:11:19.322184+0000, chain.objs.size()=1 2024-09-19T14:23:58.620 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.615+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.TPwbuX0K0siB1PA8lDVGOYpIbRJ_Auc_0 2024-09-19T14:23:58.620 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.615+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8154268395674581527', time=2024-09-19T16:11:19.324693+0000, chain.objs.size()=1 2024-09-19T14:23:58.620 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.615+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.5-DISDEVijhUZ8aGutBxw2BJixIv4pI_0 2024-09-19T14:23:58.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.615+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1168695409224606910', time=2024-09-19T16:11:19.518858+0000, chain.objs.size()=1 2024-09-19T14:23:58.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.615+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.GlZq5iVV6r0XY_UT1vn5LcVHZ2_DwQa_0 2024-09-19T14:23:58.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.615+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.511936194815671902', time=2024-09-19T16:11:19.532758+0000, chain.objs.size()=1 2024-09-19T14:23:58.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.615+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.DeBO4XxyP5eeF5VAlJyBZ045xizQQRJ_0 2024-09-19T14:23:58.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.615+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17126266504316048964', time=2024-09-19T16:11:19.617679+0000, chain.objs.size()=1 2024-09-19T14:23:58.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.615+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.VAyx_dPLdz8J9IlDSZsf2yTDoTBqBp0_0 2024-09-19T14:23:58.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.615+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12477013931894393105', time=2024-09-19T16:11:19.885637+0000, chain.objs.size()=1 2024-09-19T14:23:58.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.615+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.0yoBzsxRTYxfGVb0K7bba8sCRwAS9S4_0 2024-09-19T14:23:58.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.615+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11985141511687275897', time=2024-09-19T16:11:19.946954+0000, chain.objs.size()=1 2024-09-19T14:23:58.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.615+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.NdtrTv054O2X1jgcy3DzMAqn12l4_1d_0 2024-09-19T14:23:58.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.615+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10726008478157463950', time=2024-09-19T16:11:19.951398+0000, chain.objs.size()=1 2024-09-19T14:23:58.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.615+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.XjOrKFSBHlRFJzAJ0O4vzHQ0BkcqQzI_0 2024-09-19T14:23:58.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.619+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14206663988285275293', time=2024-09-19T16:11:19.980806+0000, chain.objs.size()=1 2024-09-19T14:23:58.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.619+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.hapAAPRj-ljyUaiVJL2F_EOIh1URkvb_0 2024-09-19T14:23:58.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.619+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9784472688281984097', time=2024-09-19T16:11:19.982998+0000, chain.objs.size()=1 2024-09-19T14:23:58.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.619+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.5fc2mZIHy3WY70Jfp5WeF7vuhzxislS_0 2024-09-19T14:23:58.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.619+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5093137057025633926', time=2024-09-19T16:11:20.079614+0000, chain.objs.size()=1 2024-09-19T14:23:58.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.619+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.nKRP1TNdZGJMIhVo-xa5AT-KovQRofn_0 2024-09-19T14:23:58.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.619+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4354795883110054590', time=2024-09-19T16:11:20.177207+0000, chain.objs.size()=1 2024-09-19T14:23:58.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.619+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.V19HOquyD4IWiH8IbY00wksEsayn6FV_0 2024-09-19T14:23:58.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.619+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9732768945529786490', time=2024-09-19T16:11:20.209621+0000, chain.objs.size()=1 2024-09-19T14:23:58.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.619+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.m0y6r35qR36at_L1op40U1fAMDaR9s8_0 2024-09-19T14:23:58.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.619+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17023854108244111231', time=2024-09-19T16:11:20.227692+0000, chain.objs.size()=1 2024-09-19T14:23:58.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.619+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.gzZzkVTTpbSoLZIFdFdto554jgu41_3_0 2024-09-19T14:23:58.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.619+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7572906702394840865', time=2024-09-19T16:11:20.286889+0000, chain.objs.size()=1 2024-09-19T14:23:58.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.619+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.fZAj6i8IBsyUN6rOTaRuSfqWBIvscXO_0 2024-09-19T14:23:58.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.619+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4076349619284247463', time=2024-09-19T16:11:20.486065+0000, chain.objs.size()=1 2024-09-19T14:23:58.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.619+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.LZZ4Kti502kF7cyljY9LHXksVR8qNTt_0 2024-09-19T14:23:58.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.619+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18375142349826557975', time=2024-09-19T16:11:26.661948+0000, chain.objs.size()=1 2024-09-19T14:23:58.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.619+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.272__shadow_.VWwH8WCRbzPlm2ZOkP7giNtLVPwj03W_0 2024-09-19T14:23:58.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.619+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8227640488866408563', time=2024-09-19T16:11:27.266268+0000, chain.objs.size()=1 2024-09-19T14:23:58.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.619+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.273__shadow_.pubMURVCxNkQD7Wil0a-MsXqMYfWZXF_0 2024-09-19T14:23:58.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.619+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6958943890636142215', time=2024-09-19T16:11:28.488910+0000, chain.objs.size()=1 2024-09-19T14:23:58.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.619+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.275__shadow_.mzVTIFiai8YE2rFuehJIYWdbKVFpU1Y_0 2024-09-19T14:23:58.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.619+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9793989768187632860', time=2024-09-19T16:11:33.573160+0000, chain.objs.size()=1 2024-09-19T14:23:58.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.619+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.283__shadow_.JqSEBkocHsKV8oQtQb3L7j_cJR8-q87_0 2024-09-19T14:23:58.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.623+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11367458425978559735', time=2024-09-19T16:11:34.183065+0000, chain.objs.size()=1 2024-09-19T14:23:58.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.623+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.284__shadow_.Nu_qFmB0Rwmkt-RisWHOzb_01A-HfLB_0 2024-09-19T14:23:58.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.623+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3266389719724335997', time=2024-09-19T16:11:36.166449+0000, chain.objs.size()=1 2024-09-19T14:23:58.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.623+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.287__shadow_.5g5z_uhghMv9uzXTFo73zjg85Bcf7Gm_0 2024-09-19T14:23:58.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.623+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7366363750973431041', time=2024-09-19T16:11:40.373790+0000, chain.objs.size()=1 2024-09-19T14:23:58.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.623+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.292__shadow_.98ng7lNVoJFFI-laeRl93uzXWdF0hoC_0 2024-09-19T14:23:58.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.623+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.26995629043700407', time=2024-09-19T16:11:43.585440+0000, chain.objs.size()=1 2024-09-19T14:23:58.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.623+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.296__shadow_.cgtKTLV4_CXQ4DH-K25IY-0748R6XZx_0 2024-09-19T14:23:58.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.623+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8442569968579918076', time=2024-09-19T16:12:21.637379+0000, chain.objs.size()=1 2024-09-19T14:23:58.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.623+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.mPWTdY0eQh6IRQ7Uw0H0oyHJs86Q2hi_0 2024-09-19T14:23:58.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.623+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13891220157152807950', time=2024-09-19T16:12:21.688749+0000, chain.objs.size()=1 2024-09-19T14:23:58.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.623+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.XLQT5aXp_hb1Y_7fRF57r4XXaW9JnzH_0 2024-09-19T14:23:58.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.623+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2873119456402661481', time=2024-09-19T16:12:21.747621+0000, chain.objs.size()=1 2024-09-19T14:23:58.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.623+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.nbqr5D5Rg8RExfVXvbEjApMXz95OeRZ_0 2024-09-19T14:23:58.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.623+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12067552842311403795', time=2024-09-19T16:12:21.799890+0000, chain.objs.size()=1 2024-09-19T14:23:58.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.623+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_._l-dgyYDRN8eGVJTwaz8CAfeDLLX7Pg_0 2024-09-19T14:23:58.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.623+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13503397475410598277', time=2024-09-19T16:12:21.825393+0000, chain.objs.size()=1 2024-09-19T14:23:58.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.623+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.ZGYbGGWJB2RAfp98LeUNebFvvwALGD1_0 2024-09-19T14:23:58.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.623+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12855358220951614809', time=2024-09-19T16:12:22.008539+0000, chain.objs.size()=1 2024-09-19T14:23:58.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.623+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.6TyDgfUlzm6weoD-NjaKMMoZcHAGkzE_0 2024-09-19T14:23:58.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.627+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7582004968172126950', time=2024-09-19T16:12:22.116358+0000, chain.objs.size()=1 2024-09-19T14:23:58.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.627+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.esAGQWKRmZv7YZWXPRCVjVgrwgpfc90_0 2024-09-19T14:23:58.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.627+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8255232772993485937', time=2024-09-19T16:12:22.151361+0000, chain.objs.size()=1 2024-09-19T14:23:58.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.627+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.gctn7qpcuaszfPNOro9ZNnflFAhBZQ8_0 2024-09-19T14:23:58.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.627+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16237431530915676383', time=2024-09-19T16:12:22.166073+0000, chain.objs.size()=1 2024-09-19T14:23:58.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.627+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.fQ31MdF_tmtXYwLtR_WNxCtyO586kjy_0 2024-09-19T14:23:58.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.627+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5978923320670217926', time=2024-09-19T16:12:22.167328+0000, chain.objs.size()=1 2024-09-19T14:23:58.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.627+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.hnBZL4YcWHbuL69Fhej0KicRhIUnLGw_0 2024-09-19T14:23:58.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.627+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17481415400458938422', time=2024-09-19T16:12:22.376506+0000, chain.objs.size()=1 2024-09-19T14:23:58.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.627+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.4TitLTyLkfVbZgbVlgufKScepN9Lcr7_0 2024-09-19T14:23:58.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.627+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.226461892156912839', time=2024-09-19T16:12:22.380901+0000, chain.objs.size()=1 2024-09-19T14:23:58.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.627+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.DzseW1RdvcT-YxRVRmwecuNlNwfEfkE_0 2024-09-19T14:23:58.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.627+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13035842293764509121', time=2024-09-19T16:12:22.392859+0000, chain.objs.size()=1 2024-09-19T14:23:58.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.627+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.DRPqj0oH1FCXDLzmlRFeq6v4O06JugF_0 2024-09-19T14:23:58.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.627+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7641179338863154334', time=2024-09-19T16:12:22.403819+0000, chain.objs.size()=1 2024-09-19T14:23:58.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.627+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.F3scL9R5eYhmPP4v1kF8pgg6GqQAEpy_0 2024-09-19T14:23:58.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.631+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1349036937399915635', time=2024-09-19T16:12:22.423316+0000, chain.objs.size()=1 2024-09-19T14:23:58.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.631+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.eZD7DBXNCSUXxQQoq_CaKKQPCHI5vk1_0 2024-09-19T14:23:58.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.631+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18320742156112878283', time=2024-09-19T16:12:22.429109+0000, chain.objs.size()=1 2024-09-19T14:23:58.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.631+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Eop2UBsl8397XEkGCyc_IhPunNBpP9H_0 2024-09-19T14:23:58.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.631+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12665060945100606658', time=2024-09-19T16:12:22.469513+0000, chain.objs.size()=1 2024-09-19T14:23:58.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.631+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.zdCKIqjKqpXOpvlqjvHqz2fkxu_Htae_0 2024-09-19T14:23:58.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.631+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12590699204242470043', time=2024-09-19T16:12:22.496300+0000, chain.objs.size()=1 2024-09-19T14:23:58.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.631+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.eL4t5PUtV9GUDJr9Bnl1hVA6RfCByWr_0 2024-09-19T14:23:58.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.631+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16834721905076434129', time=2024-09-19T16:12:22.497148+0000, chain.objs.size()=1 2024-09-19T14:23:58.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.631+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.byU5NXGH6luQS44VKc7wCvmjera_WRU_0 2024-09-19T14:23:58.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.631+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2641765734308566086', time=2024-09-19T16:12:22.501010+0000, chain.objs.size()=1 2024-09-19T14:23:58.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.631+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.GX_byTwbE8RLh_IfDNkPdXF59KESeHg_0 2024-09-19T14:23:58.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.631+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2450461544887589430', time=2024-09-19T16:12:22.648428+0000, chain.objs.size()=1 2024-09-19T14:23:58.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.631+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.s2zqow-Frmm5vmqwW2TXF9vGhwdqMLg_0 2024-09-19T14:23:58.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.635+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7146008469630051010', time=2024-09-19T16:12:22.727115+0000, chain.objs.size()=1 2024-09-19T14:23:58.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.635+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.miDGvM5qn5-eUV7dGsQ2wglL3xCqU_Q_0 2024-09-19T14:23:58.640 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.635+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13097126201395662819', time=2024-09-19T16:12:22.779284+0000, chain.objs.size()=1 2024-09-19T14:23:58.640 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.635+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.2b3X4nzIWOqcCofjAZNFX-KX7l_GRoJ_0 2024-09-19T14:23:58.640 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.635+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18217340651397227868', time=2024-09-19T16:12:22.785911+0000, chain.objs.size()=1 2024-09-19T14:23:58.640 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.635+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.MiOhiDBkyqic9zrC5MfXQCulZXFPzwG_0 2024-09-19T14:23:58.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.635+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13435181223714178776', time=2024-09-19T16:12:22.813674+0000, chain.objs.size()=1 2024-09-19T14:23:58.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.635+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.CJ2Bso5pcGePWyY_qeQCHMV7Uwbb_wL_0 2024-09-19T14:23:58.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.635+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7817597832538191452', time=2024-09-19T16:12:22.851308+0000, chain.objs.size()=1 2024-09-19T14:23:58.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.635+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.5ZKpETWC09Q9k8XSn36nmXmptvbhmic_0 2024-09-19T14:23:58.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.635+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12538394404030933207', time=2024-09-19T16:12:22.861968+0000, chain.objs.size()=1 2024-09-19T14:23:58.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.635+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.BVH6T1Og_dbr9GIKX9EZhX-QyhqWSmx_0 2024-09-19T14:23:58.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.635+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13642445827630383303', time=2024-09-19T16:12:22.990801+0000, chain.objs.size()=1 2024-09-19T14:23:58.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.635+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.EJOK_HFKBA5-sP_RgUz5XQpl6UNmVO3_0 2024-09-19T14:23:58.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.635+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9291175407966718718', time=2024-09-19T16:12:23.059970+0000, chain.objs.size()=1 2024-09-19T14:23:58.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.635+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.6MQWXP_vmRP6mLFOlTlql_rpiFztoTc_0 2024-09-19T14:23:58.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.635+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13536417107367872329', time=2024-09-19T16:12:23.104039+0000, chain.objs.size()=1 2024-09-19T14:23:58.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.635+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.bHgV7kG-amGc4DDIylfc4b-hLZyvy-j_0 2024-09-19T14:23:58.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.635+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15146223916681326723', time=2024-09-19T16:12:23.158870+0000, chain.objs.size()=1 2024-09-19T14:23:58.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.635+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.pvj3V_MrMHNgiyVhHjQywJeXFTxC0ZR_0 2024-09-19T14:23:58.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.635+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11673642327499639153', time=2024-09-19T16:12:23.165074+0000, chain.objs.size()=1 2024-09-19T14:23:58.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.635+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.jD87hyfOYMYsiZoAkgQa_xhD7jUS3h-_0 2024-09-19T14:23:58.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.639+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15571109786901505320', time=2024-09-19T16:12:23.172312+0000, chain.objs.size()=1 2024-09-19T14:23:58.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.639+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.2l--GLuHzRubn-MGOmaJvPZQFsrcqVr_0 2024-09-19T14:23:58.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.639+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1812861998806427080', time=2024-09-19T16:12:23.320945+0000, chain.objs.size()=1 2024-09-19T14:23:58.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.639+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.XYR_zUI96w1N3lD0GSyHNFZbh_WnvyY_0 2024-09-19T14:23:58.646 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.639+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9161493915848361039', time=2024-09-19T16:12:23.322790+0000, chain.objs.size()=1 2024-09-19T14:23:58.646 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.639+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.GkP829kze-OhfKnYh3xKViUoDUJ1F2q_0 2024-09-19T14:23:58.646 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.639+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4463739390705087353', time=2024-09-19T16:12:23.629846+0000, chain.objs.size()=1 2024-09-19T14:23:58.646 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.639+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.qX8r_AapDIzupaQKIVkY7PhRCv5eoBB_0 2024-09-19T14:23:58.647 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.643+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16017085831719317638', time=2024-09-19T16:12:23.650662+0000, chain.objs.size()=1 2024-09-19T14:23:58.647 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.643+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.c1-F9BaNM_Zl1auLdnIJQIkfNj0DVkd_0 2024-09-19T14:23:58.647 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.643+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16052709563528576157', time=2024-09-19T16:12:23.684523+0000, chain.objs.size()=1 2024-09-19T14:23:58.647 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.643+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.-l2Vu9eh25hrjJ5XKlcbfxyDPRgh_QM_0 2024-09-19T14:23:58.647 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.643+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14763868096777648929', time=2024-09-19T16:12:23.736629+0000, chain.objs.size()=1 2024-09-19T14:23:58.647 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.643+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.-MiZFQ33DuqF94hEOEV3Dcsxe6w4lya_0 2024-09-19T14:23:58.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.643+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8594714476500534209', time=2024-09-19T16:12:23.739312+0000, chain.objs.size()=1 2024-09-19T14:23:58.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.643+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.RiGm-0QbzeBo9GEjvUGlGfMxZEbUm4f_0 2024-09-19T14:23:58.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.643+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10845410901374369463', time=2024-09-19T16:12:24.028879+0000, chain.objs.size()=1 2024-09-19T14:23:58.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.643+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.oBvBNQ86wJO87hOESQPPzpQ8OLiFc0a_0 2024-09-19T14:23:58.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.643+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12202090273191856234', time=2024-09-19T16:12:24.041905+0000, chain.objs.size()=1 2024-09-19T14:23:58.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.643+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.4vMJDqbj9oc0nCmXiN9L03HnSglDnsw_0 2024-09-19T14:23:58.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.643+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12633219298746870738', time=2024-09-19T16:12:24.057172+0000, chain.objs.size()=1 2024-09-19T14:23:58.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.643+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.EysyZxnyDanhbgoSEdM1EP1S3OqkMJ8_0 2024-09-19T14:23:58.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.643+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18372325071899588298', time=2024-09-19T16:12:45.315545+0000, chain.objs.size()=1 2024-09-19T14:23:58.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.643+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.e9p03Vobf9a_E9tXRQ4B12GZOMV5cQl_0 2024-09-19T14:23:58.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.643+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7918240355374186134', time=2024-09-19T16:12:45.342493+0000, chain.objs.size()=1 2024-09-19T14:23:58.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.643+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.iXzeQVodUdGQge-fQXsELVwFOYHx9Kq_0 2024-09-19T14:23:58.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.643+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6498146699641023439', time=2024-09-19T16:12:45.343401+0000, chain.objs.size()=1 2024-09-19T14:23:58.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.643+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.92vi7a65VYl8UBPluMTvJofByY8Ym7Y_0 2024-09-19T14:23:58.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.643+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6979771518270859903', time=2024-09-19T16:12:45.380270+0000, chain.objs.size()=1 2024-09-19T14:23:58.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.643+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.i-jtl7Ag1suzeaY7_WbGTk33ybraLbM_0 2024-09-19T14:23:58.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.647+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17807361271169875208', time=2024-09-19T16:12:45.409552+0000, chain.objs.size()=1 2024-09-19T14:23:58.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.647+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.rGgCC7VvRhv0mX6eGqpKIOVc4fa8lad_0 2024-09-19T14:23:58.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.647+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 0/46601 2024-09-19T14:23:58.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.651+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=48, truncated=0, next_marker='' 2024-09-19T14:23:58.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.651+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9426832942871016386', time=2024-09-19T16:12:45.758635+0000, chain.objs.size()=1 2024-09-19T14:23:58.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.651+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.g6nJgeASUiAUCdhobpVTx2kX0NK8QN8_0 2024-09-19T14:23:58.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.651+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18189108495887640549', time=2024-09-19T16:12:45.797010+0000, chain.objs.size()=1 2024-09-19T14:23:58.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.651+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_._qkGcf_8wIHhbLOFMsQyM0C3_4W15Wk_0 2024-09-19T14:23:58.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.651+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13832599317588560839', time=2024-09-19T16:12:45.826726+0000, chain.objs.size()=1 2024-09-19T14:23:58.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.651+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.cJ2ptab1u-GuPQDtJLfrSXpk07Xl9GP_0 2024-09-19T14:23:58.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.651+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5210332298604315668', time=2024-09-19T16:12:45.979129+0000, chain.objs.size()=1 2024-09-19T14:23:58.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.651+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.6XXU6OwGE0UOCE84r3WFudMp_PtAcFc_0 2024-09-19T14:23:58.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.651+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9483263639065633827', time=2024-09-19T16:12:45.993736+0000, chain.objs.size()=1 2024-09-19T14:23:58.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.651+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.bBOrb-jpzZ8DwZ6O2h29Ev7lotBejF3_0 2024-09-19T14:23:58.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.651+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6498097966413226704', time=2024-09-19T16:12:45.996457+0000, chain.objs.size()=1 2024-09-19T14:23:58.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.651+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.DSnrFwSoOtGkM92lxsNm1gv0F-aMy5p_0 2024-09-19T14:23:58.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.651+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15740425401352803452', time=2024-09-19T16:12:46.038832+0000, chain.objs.size()=1 2024-09-19T14:23:58.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.651+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.MwIWHnnOUM4ry1gLnGpx92-QXU-ojUZ_0 2024-09-19T14:23:58.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.651+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8126923074099615959', time=2024-09-19T16:12:46.039741+0000, chain.objs.size()=1 2024-09-19T14:23:58.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.651+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.IPSJnJHS_w3iDMKhC7Gcycdq_Bxwuro_0 2024-09-19T14:23:58.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.651+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12559993781050996376', time=2024-09-19T16:12:46.070323+0000, chain.objs.size()=1 2024-09-19T14:23:58.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.651+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.Smt6vme32VunTqDMxyHSz4nz-AKdcUh_0 2024-09-19T14:23:58.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.651+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13769722531561283091', time=2024-09-19T16:12:46.110358+0000, chain.objs.size()=1 2024-09-19T14:23:58.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.651+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.B6UJlqni62KHRoeVmx1AsDEaFYh-_7__0 2024-09-19T14:23:58.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.651+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2294972474663743106', time=2024-09-19T16:12:46.119593+0000, chain.objs.size()=1 2024-09-19T14:23:58.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.651+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.PD-6WRBWRQTCTtH38mVj4Z-kmpG5k-y_0 2024-09-19T14:23:58.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.651+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4487771275848422124', time=2024-09-19T16:12:46.131832+0000, chain.objs.size()=1 2024-09-19T14:23:58.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.651+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.qf5qrqUMuk5_RQLAhjVNAWLMZRYs6WC_0 2024-09-19T14:23:58.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.655+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14869731339245236729', time=2024-09-19T16:12:46.137901+0000, chain.objs.size()=1 2024-09-19T14:23:58.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.655+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.Lo66Yp839yMb0GheJc6xvPPNldmT5tT_0 2024-09-19T14:23:58.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.655+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3913211633486446043', time=2024-09-19T16:12:46.145358+0000, chain.objs.size()=1 2024-09-19T14:23:58.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.655+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.3ynSd7xKqPjg7XsNE28cqYx5lMtvXfy_0 2024-09-19T14:23:58.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.655+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12152912319540107190', time=2024-09-19T16:12:46.159485+0000, chain.objs.size()=1 2024-09-19T14:23:58.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.655+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.vtQA2-1-pGcsmKwLQIQNz3MDUiksLX3_0 2024-09-19T14:23:58.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.655+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13844894996790503491', time=2024-09-19T16:12:46.190172+0000, chain.objs.size()=1 2024-09-19T14:23:58.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.655+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.IQHvxLLt2lL4l3NAMIStUjd-K3VoUEK_0 2024-09-19T14:23:58.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.655+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1359948475249799448', time=2024-09-19T16:12:46.211646+0000, chain.objs.size()=1 2024-09-19T14:23:58.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.655+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.3GylgpHtRAsfPTU2tIkjNFoBJG-9Uu9_0 2024-09-19T14:23:58.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.655+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1878973476718725021', time=2024-09-19T16:12:46.351555+0000, chain.objs.size()=1 2024-09-19T14:23:58.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.655+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.xJhK-8rjYdf7PrPyhxZtOFV7zJAvCfu_0 2024-09-19T14:23:58.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.655+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9683174479870143578', time=2024-09-19T16:12:46.485960+0000, chain.objs.size()=1 2024-09-19T14:23:58.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.655+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.V-LWkoHniQEk6vhClLvbNaKzMju6ffu_0 2024-09-19T14:23:58.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.655+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12228869938852483890', time=2024-09-19T16:12:46.489730+0000, chain.objs.size()=1 2024-09-19T14:23:58.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.655+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.0PYxooAuKnNdTtZqoy5G3VA0vUz-PTP_0 2024-09-19T14:23:58.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.655+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2022052629306530906', time=2024-09-19T16:12:46.546878+0000, chain.objs.size()=1 2024-09-19T14:23:58.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.655+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.jTGA7VhTKHuC_64HAOFbXGlg3Q_2jFS_0 2024-09-19T14:23:58.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.655+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12223268911923134031', time=2024-09-19T16:12:46.798423+0000, chain.objs.size()=1 2024-09-19T14:23:58.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.655+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.OsKa1PJ921rSiRkEFD-y1VtNAKYRCV4_0 2024-09-19T14:23:58.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.655+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15134197267746150906', time=2024-09-19T16:12:46.832447+0000, chain.objs.size()=1 2024-09-19T14:23:58.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.655+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_._s9iqysY1oaAJMegTAyFR-PptMfRIiu_0 2024-09-19T14:23:58.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.659+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12781847721355591923', time=2024-09-19T16:12:46.856960+0000, chain.objs.size()=1 2024-09-19T14:23:58.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.659+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.i3Vi95qGwYwJG-uk4qbMbVfuLh42sUS_0 2024-09-19T14:23:58.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.659+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.562663948004441010', time=2024-09-19T16:12:47.063914+0000, chain.objs.size()=1 2024-09-19T14:23:58.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.659+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.CPD9QmAmc12Fv7gABlzvnD_HESQ2nS2_0 2024-09-19T14:23:58.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.659+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7210735481917721710', time=2024-09-19T16:12:47.176670+0000, chain.objs.size()=1 2024-09-19T14:23:58.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.659+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.mlLT80TGcuZFDGrYFVQEgDoa2nYX1qU_0 2024-09-19T14:23:58.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.663+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5127432164664544563', time=2024-09-19T16:12:47.226331+0000, chain.objs.size()=1 2024-09-19T14:23:58.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.663+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.nICjkE4uFxE5q47KjK_zf3i5MGy97he_0 2024-09-19T14:23:58.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.663+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17811010235219833596', time=2024-09-19T16:12:47.227108+0000, chain.objs.size()=1 2024-09-19T14:23:58.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.663+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.AJd4R9uBaIP-f5rhIErTJkIcfU1cLJF_0 2024-09-19T14:23:58.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.663+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14228887121844449095', time=2024-09-19T16:12:47.407759+0000, chain.objs.size()=1 2024-09-19T14:23:58.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.663+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.ekygoeCPaM13kCBwz8dr1qAQwPAXvFh_0 2024-09-19T14:23:58.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.663+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10694837571357766203', time=2024-09-19T16:12:47.440952+0000, chain.objs.size()=1 2024-09-19T14:23:58.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.663+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.Z4bMXdB7Ai96XNpcO5WAUtblEnNE4kS_0 2024-09-19T14:23:58.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.663+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13353400263930556751', time=2024-09-19T16:12:47.506887+0000, chain.objs.size()=1 2024-09-19T14:23:58.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.663+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.8v5WOku2B0FKLwsNKV1J40YRnEbiyhR_0 2024-09-19T14:23:58.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.663+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11878400042466881970', time=2024-09-19T16:12:47.577676+0000, chain.objs.size()=1 2024-09-19T14:23:58.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.663+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.IQbozZcy1vmMX-fBblERjq_T9LD048A_0 2024-09-19T14:23:58.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.663+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14664696205874474466', time=2024-09-19T16:12:47.760869+0000, chain.objs.size()=1 2024-09-19T14:23:58.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.663+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.ds1paPT9-EWWfmGkFXaNl5DONtTvynv_0 2024-09-19T14:23:58.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.663+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4278252749946634281', time=2024-09-19T16:12:47.764154+0000, chain.objs.size()=1 2024-09-19T14:23:58.670 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.663+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_._lcUKk0LpT2aEyItnFIhq7D3EgZv5G-_0 2024-09-19T14:23:58.670 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.663+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13262598079948416822', time=2024-09-19T16:12:47.826836+0000, chain.objs.size()=1 2024-09-19T14:23:58.670 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.663+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.C9DdrXvPz9cyx4uy1uYmwL0tvvsE5sh_0 2024-09-19T14:23:58.670 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.663+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8960367609114873335', time=2024-09-19T16:12:47.830431+0000, chain.objs.size()=1 2024-09-19T14:23:58.670 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.663+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.tyTG7OvZVihmTk7keSy96ryr7daiXgK_0 2024-09-19T14:23:58.670 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.663+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14401515528477258930', time=2024-09-19T16:12:52.761859+0000, chain.objs.size()=1 2024-09-19T14:23:58.670 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.663+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.333__shadow_.Fnl0GbOX8xslqgXGNb_vBjzzOKbQbhT_0 2024-09-19T14:23:58.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.667+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1893133955119151488', time=2024-09-19T16:13:21.269638+0000, chain.objs.size()=1 2024-09-19T14:23:58.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.667+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.383__shadow_.F378bRwMKA754AxnA6m-7YCvA6YnOsd_0 2024-09-19T14:23:58.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.667+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12988108824080047762', time=2024-09-19T16:13:38.594160+0000, chain.objs.size()=1 2024-09-19T14:23:58.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.667+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.410__shadow_.irRrelcJw4UqzdTf8nK-6Sna7mSZ0pj_0 2024-09-19T14:23:58.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.667+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2167365706355684965', time=2024-09-19T16:13:57.636846+0000, chain.objs.size()=1 2024-09-19T14:23:58.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.667+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.441__shadow_.23j7KLcHgmHI7TPFzhS0cFY9ZMZ1mBs_0 2024-09-19T14:23:58.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.667+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14733689723884903205', time=2024-09-19T16:14:14.361696+0000, chain.objs.size()=1 2024-09-19T14:23:58.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.667+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.462__shadow_.Ns4rlgUn_P_2KOTEeZe4MT5OKpcnx5y_0 2024-09-19T14:23:58.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.667+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7503886072191209807', time=2024-09-19T16:14:24.948782+0000, chain.objs.size()=1 2024-09-19T14:23:58.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.667+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.483__shadow_.Vf91ggC92KHznmB_Eb3JaJa5I2VEezr_0 2024-09-19T14:23:58.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.667+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='2~lZotftWb0CjG2I7Hg9wpddWb-c0QRq2', time=2024-09-19T16:15:28.153236+0000, chain.objs.size()=1 2024-09-19T14:23:58.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.667+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.534__multipart_mymultipart.2~lZotftWb0CjG2I7Hg9wpddWb-c0QRq2.1 2024-09-19T14:23:58.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.667+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3236351533513644854', time=2024-09-19T16:16:08.533151+0000, chain.objs.size()=1 2024-09-19T14:23:58.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.667+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.554__shadow_.YsskYQ3Q6dpoQHq90n0WcgBOoIpg6B5_0 2024-09-19T14:23:58.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.667+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.193213817691433653', time=2024-09-19T16:16:25.844184+0000, chain.objs.size()=1 2024-09-19T14:23:58.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.667+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.569__shadow:tnhUKFqFNBIY6BGM8a8Lp1UHTtuYkJa_.siVaCfsqKY_nhwKlMB2xe1JXlRWhIfC_0 2024-09-19T14:23:58.675 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.671+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.895961664109151237', time=2024-09-19T16:16:33.025561+0000, chain.objs.size()=1 2024-09-19T14:23:58.675 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.671+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.569__shadow:Jw.oag77St3Hl4jECXytdGIi9id39V2_.eMfv3xY3nQWhu-JHSnlOiUJG75-L0Y6_0 2024-09-19T14:23:58.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.671+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17837021147258230900', time=2024-09-19T16:17:33.825801+0000, chain.objs.size()=12 2024-09-19T14:23:58.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.671+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.613__multipart_multipart_enc.2~UbPGksd2Ya5uRDnOunIlXt3LrxWa8ix.1 2024-09-19T14:23:58.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.671+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.613__shadow_multipart_enc.2~UbPGksd2Ya5uRDnOunIlXt3LrxWa8ix.1_1 2024-09-19T14:23:58.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.671+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.613__multipart_multipart_enc.2~UbPGksd2Ya5uRDnOunIlXt3LrxWa8ix.2 2024-09-19T14:23:58.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.671+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.613__shadow_multipart_enc.2~UbPGksd2Ya5uRDnOunIlXt3LrxWa8ix.2_1 2024-09-19T14:23:58.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.671+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.613__multipart_multipart_enc.2~UbPGksd2Ya5uRDnOunIlXt3LrxWa8ix.3 2024-09-19T14:23:58.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.671+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.613__shadow_multipart_enc.2~UbPGksd2Ya5uRDnOunIlXt3LrxWa8ix.3_1 2024-09-19T14:23:58.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.671+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.613__multipart_multipart_enc.2~UbPGksd2Ya5uRDnOunIlXt3LrxWa8ix.4 2024-09-19T14:23:58.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.671+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.613__shadow_multipart_enc.2~UbPGksd2Ya5uRDnOunIlXt3LrxWa8ix.4_1 2024-09-19T14:23:58.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.671+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.613__multipart_multipart_enc.2~UbPGksd2Ya5uRDnOunIlXt3LrxWa8ix.5 2024-09-19T14:23:58.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.671+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.613__shadow_multipart_enc.2~UbPGksd2Ya5uRDnOunIlXt3LrxWa8ix.5_1 2024-09-19T14:23:58.680 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.671+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.613__multipart_multipart_enc.2~UbPGksd2Ya5uRDnOunIlXt3LrxWa8ix.6 2024-09-19T14:23:58.680 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.675+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.613__shadow_multipart_enc.2~UbPGksd2Ya5uRDnOunIlXt3LrxWa8ix.6_1 2024-09-19T14:23:58.680 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.675+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3367440409381447383', time=2024-09-19T16:20:19.303208+0000, chain.objs.size()=1 2024-09-19T14:23:58.680 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.675+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.663__shadow_.DmjYKGQCWqP9Rna6q7--2xLScgs8T1r_0 2024-09-19T14:23:58.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.679+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:23:58.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.683+0000 7fb91a7579c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-19T14:23:58.690 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.683+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:23:58.690 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.683+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:23:58.692 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.687+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/45071' 2024-09-19T14:23:58.692 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.687+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12891933469409139439', time=2024-09-19T16:10:48.106644+0000, chain.objs.size()=1 2024-09-19T14:23:58.692 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.687+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.247__shadow_.ZsdzmgyaRKECHH_UHknW1NgLjbLK-iD_0 2024-09-19T14:23:58.692 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.687+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7781761438054073249', time=2024-09-19T16:10:54.430522+0000, chain.objs.size()=1 2024-09-19T14:23:58.692 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.687+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.257__shadow_.KDlW6uZobZ-1toIdkb0FL46tjxPyG0S_0 2024-09-19T14:23:58.692 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.687+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18220324880304414671', time=2024-09-19T16:10:55.714093+0000, chain.objs.size()=1 2024-09-19T14:23:58.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.687+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.259__shadow_.6HYvofyNXZwmrcAxAacgxOq5R-KI-2P_0 2024-09-19T14:23:58.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.687+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1865555511632476893', time=2024-09-19T16:11:18.078594+0000, chain.objs.size()=1 2024-09-19T14:23:58.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.687+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.N2Z4BHN6KCmHMS8a3R3WbPEp2Xd-pTl_0 2024-09-19T14:23:58.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.687+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10765634824391280897', time=2024-09-19T16:11:18.132769+0000, chain.objs.size()=1 2024-09-19T14:23:58.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.687+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_._2In0IQclttWgyRFRDKA3-2lsuUr7vb_0 2024-09-19T14:23:58.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.687+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12990417919647269554', time=2024-09-19T16:11:18.155663+0000, chain.objs.size()=1 2024-09-19T14:23:58.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.687+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.QI8PlKIXnaQeI7VNOtYsQKz1aqLd9YY_0 2024-09-19T14:23:58.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.687+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13337994883812459866', time=2024-09-19T16:11:18.219963+0000, chain.objs.size()=1 2024-09-19T14:23:58.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.687+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.CMrNLsR-h-vjo9yRgCov4ZYwLzv3-Y9_0 2024-09-19T14:23:58.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.687+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1878580825588381242', time=2024-09-19T16:11:18.228473+0000, chain.objs.size()=1 2024-09-19T14:23:58.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.687+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.LwMDAdMTgmK3Ge30hyCvdEA9eMBy0dX_0 2024-09-19T14:23:58.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.687+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15652977273773396427', time=2024-09-19T16:11:18.237920+0000, chain.objs.size()=1 2024-09-19T14:23:58.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.687+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.rqYaemTpOYIlX67amEIZ_gtecywUOuu_0 2024-09-19T14:23:58.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.687+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11624197362231549095', time=2024-09-19T16:11:18.270671+0000, chain.objs.size()=1 2024-09-19T14:23:58.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.687+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.Lpm0vkUcl05HDU7hLBPzu228zvJrw9x_0 2024-09-19T14:23:58.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.687+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2590090503919882960', time=2024-09-19T16:11:18.531552+0000, chain.objs.size()=1 2024-09-19T14:23:58.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.687+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.AiWlWRweEAJ0RIlh19Z3VHuAdhjkafS_0 2024-09-19T14:23:58.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.687+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13283314991049779642', time=2024-09-19T16:11:18.761894+0000, chain.objs.size()=1 2024-09-19T14:23:58.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.687+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.YvdTt6azA1UfZtZ9uCnWILs-cROWdKm_0 2024-09-19T14:23:58.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.687+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6877221048657279729', time=2024-09-19T16:11:18.776354+0000, chain.objs.size()=1 2024-09-19T14:23:58.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.687+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.zKovl6NK_pfIUJBjuN1s0rHaHODe6-O_0 2024-09-19T14:23:58.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.687+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10492928457759100521', time=2024-09-19T16:11:18.864734+0000, chain.objs.size()=1 2024-09-19T14:23:58.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.687+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.Jb1RoXoIqwazOkfrbmT2QkwUWg16JVH_0 2024-09-19T14:23:58.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.691+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.961594000310344018', time=2024-09-19T16:11:18.874133+0000, chain.objs.size()=1 2024-09-19T14:23:58.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.691+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_._KyVJ8HbFP8LCcjfe_mW_d24KeldxIb_0 2024-09-19T14:23:58.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.691+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.405061112412093221', time=2024-09-19T16:11:18.881922+0000, chain.objs.size()=1 2024-09-19T14:23:58.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.691+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.XHYkwof0xaVZrsVLvj_eNDWeq2t2FVl_0 2024-09-19T14:23:58.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.691+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11114216170223405627', time=2024-09-19T16:11:18.894456+0000, chain.objs.size()=1 2024-09-19T14:23:58.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.691+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.-KEnxTBkrkaaVwtzNXW1rvXlh4-YFIy_0 2024-09-19T14:23:58.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.691+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5317248664556619627', time=2024-09-19T16:11:18.897180+0000, chain.objs.size()=1 2024-09-19T14:23:58.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.691+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.m8WQ4T-dloQBTs36upG_XIUa1j49ozQ_0 2024-09-19T14:23:58.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.691+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13896814569780762569', time=2024-09-19T16:11:18.931012+0000, chain.objs.size()=1 2024-09-19T14:23:58.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.691+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.rnfPRgwEE5TUeLt1YzjwB7BiA4l7Dxx_0 2024-09-19T14:23:58.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.691+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13637814072883061765', time=2024-09-19T16:11:18.938529+0000, chain.objs.size()=1 2024-09-19T14:23:58.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.691+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.iZqaLIPz346GdKdFqbphz2F9jQ-tW2M_0 2024-09-19T14:23:58.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.691+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9135030624249503861', time=2024-09-19T16:11:18.939313+0000, chain.objs.size()=1 2024-09-19T14:23:58.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.691+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.XbDtlbJU204lh9pgb02NIw6TVCQA2vS_0 2024-09-19T14:23:58.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.691+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1999628753847495217', time=2024-09-19T16:11:19.176941+0000, chain.objs.size()=1 2024-09-19T14:23:58.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.691+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.mkzylesOkV83F3B5B5MvUUD0fIRofeo_0 2024-09-19T14:23:58.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.691+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11052596938986484179', time=2024-09-19T16:11:19.217004+0000, chain.objs.size()=1 2024-09-19T14:23:58.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.691+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.Uec2M7l9XKzGEkf1grDunLa7IZA7KfJ_0 2024-09-19T14:23:58.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.691+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6904300166076091417', time=2024-09-19T16:11:19.289983+0000, chain.objs.size()=1 2024-09-19T14:23:58.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.691+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.22KGENi-LDBaqYR_ttxfXrzi-WRW82D_0 2024-09-19T14:23:58.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.691+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12696784410209379470', time=2024-09-19T16:11:19.299358+0000, chain.objs.size()=1 2024-09-19T14:23:58.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.691+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.bTPHoDXmETBfWR482deqG2zygUW5D4H_0 2024-09-19T14:23:58.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.695+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7228624467784868879', time=2024-09-19T16:11:19.561222+0000, chain.objs.size()=1 2024-09-19T14:23:58.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.695+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.CS12c_bqGgBRfGYHl--asaHMV9dBn9A_0 2024-09-19T14:23:58.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.695+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13738487414498057450', time=2024-09-19T16:11:19.637637+0000, chain.objs.size()=1 2024-09-19T14:23:58.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.695+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.x3ikfdwGhWN09co81GpHrsFeErHRBgQ_0 2024-09-19T14:23:58.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.695+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8268717701438859511', time=2024-09-19T16:11:19.640324+0000, chain.objs.size()=1 2024-09-19T14:23:58.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.695+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.FzmwBOHR6hwe6BVTinBBHaIgvu58eud_0 2024-09-19T14:23:58.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.695+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4643838755991830340', time=2024-09-19T16:11:19.659201+0000, chain.objs.size()=1 2024-09-19T14:23:58.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.695+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.GrBh6Evadzd7nhdluQVmeM1hkHWcd14_0 2024-09-19T14:23:58.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.695+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5899569459456226396', time=2024-09-19T16:11:19.770528+0000, chain.objs.size()=1 2024-09-19T14:23:58.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.695+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.5nfd39GsZQO9ronaNnqy8iqcJik8PM6_0 2024-09-19T14:23:58.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.695+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17065519650040716477', time=2024-09-19T16:11:19.831531+0000, chain.objs.size()=1 2024-09-19T14:23:58.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.695+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.bHniJwETvZmpML3xgV6AikpPb1ecCBX_0 2024-09-19T14:23:58.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.695+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.819192244527980606', time=2024-09-19T16:11:19.879949+0000, chain.objs.size()=1 2024-09-19T14:23:58.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.695+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.itadxTFpF3x4LO617QRCGw2C3ocE7rT_0 2024-09-19T14:23:58.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.695+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9889659536826857781', time=2024-09-19T16:11:19.892156+0000, chain.objs.size()=1 2024-09-19T14:23:58.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.695+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.e4wjKDdnCf_QtYNXuAvPgtyrvFCXxeN_0 2024-09-19T14:23:58.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.695+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9041099772627191996', time=2024-09-19T16:11:19.932733+0000, chain.objs.size()=1 2024-09-19T14:23:58.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.695+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.LfUJdavcCeN0-CaD9QjRm1w1LICbFZe_0 2024-09-19T14:23:58.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.695+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10028837125623904347', time=2024-09-19T16:11:20.087458+0000, chain.objs.size()=1 2024-09-19T14:23:58.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.695+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.MxoZvMZ5_64VC8-9k_feYv2UZ0ylxBx_0 2024-09-19T14:23:58.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.695+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15616467043039586825', time=2024-09-19T16:11:20.133286+0000, chain.objs.size()=1 2024-09-19T14:23:58.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.695+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.3SMS5UF_-c2XJ_fdvbW1mZ_ovW6hdJl_0 2024-09-19T14:23:58.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.699+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.83473800030832319', time=2024-09-19T16:11:20.214051+0000, chain.objs.size()=1 2024-09-19T14:23:58.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.699+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.2_hSqq5nRs4u3oabrBGZvHwZDcpBWZN_0 2024-09-19T14:23:58.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.699+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6533842230980427560', time=2024-09-19T16:11:20.262570+0000, chain.objs.size()=1 2024-09-19T14:23:58.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.699+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.Sv0sEfPsF0sNwGU74E-_EcqASH6ZMjO_0 2024-09-19T14:23:58.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.707+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14734471087629759961', time=2024-09-19T16:11:21.115809+0000, chain.objs.size()=1 2024-09-19T14:23:58.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.707+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.263__shadow_.aQAmJxO5K2gbxJWf11n0ZJ50jFWVccZ_0 2024-09-19T14:23:58.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.707+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11947136618490577006', time=2024-09-19T16:11:22.970023+0000, chain.objs.size()=1 2024-09-19T14:23:58.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.707+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.266__shadow_.XMC3taZLQB8z-gqdur_Fe_623WVGfe0_0 2024-09-19T14:23:58.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.707+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14531132058706879746', time=2024-09-19T16:11:26.660988+0000, chain.objs.size()=1 2024-09-19T14:23:58.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.707+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.272__shadow_.NEy6G6vP9kvEHNLEEkbs7ufM6_QOGPV_0 2024-09-19T14:23:58.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.707+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5251131457113113082', time=2024-09-19T16:11:32.930032+0000, chain.objs.size()=1 2024-09-19T14:23:58.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.707+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.282__shadow_.N0je09lfCs6XbUmbVKAKgJuWkYPfNuv_0 2024-09-19T14:23:58.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.707+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11438917190756666061', time=2024-09-19T16:11:40.341992+0000, chain.objs.size()=1 2024-09-19T14:23:58.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.707+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.292__shadow_.kvAVbkWP7cr4T6TsY9uuTgoaXysPdam_0 2024-09-19T14:23:58.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.707+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1235062484788338170', time=2024-09-19T16:11:40.354098+0000, chain.objs.size()=1 2024-09-19T14:23:58.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.707+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.292__shadow_.kgwBTQSiGujDD8I0X949NMSAdV4HNI-_0 2024-09-19T14:23:58.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.707+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5609002520535392494', time=2024-09-19T16:11:40.356283+0000, chain.objs.size()=1 2024-09-19T14:23:58.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.707+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.292__shadow_.vhiNDo_6Aidj5tUDqqTz62ahnFTMT9R_0 2024-09-19T14:23:58.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.707+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7418760990341967262', time=2024-09-19T16:11:41.672236+0000, chain.objs.size()=1 2024-09-19T14:23:58.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.707+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.293__shadow_.zPJIvJEhw-k7TdiC6BST57trPCje8HS_0 2024-09-19T14:23:58.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.707+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13591687498330164381', time=2024-09-19T16:11:41.698331+0000, chain.objs.size()=1 2024-09-19T14:23:58.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.707+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.293__shadow_.VD-F5jc1XUnHPZFCpJxxIbSe6tJnbPy_0 2024-09-19T14:23:58.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.707+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4610011955924205865', time=2024-09-19T16:11:42.925966+0000, chain.objs.size()=1 2024-09-19T14:23:58.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.707+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.295__shadow_.TAnFMRI0qla3K4W5ohljhPrm0QA_2p2_0 2024-09-19T14:23:58.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.707+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1870407524763777182', time=2024-09-19T16:11:48.824219+0000, chain.objs.size()=1 2024-09-19T14:23:58.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.707+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.304__shadow_.nK08Jx_dp8Z0Os1kIWpT2s6LKyUrmuF_0 2024-09-19T14:23:58.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.707+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4123112225488844828', time=2024-09-19T16:11:56.361030+0000, chain.objs.size()=1 2024-09-19T14:23:58.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.707+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.315__shadow_.HEj77rGlaUzx3_ui94a0580sAdVJKvk_0 2024-09-19T14:23:58.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.707+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.614271998136452937', time=2024-09-19T16:12:21.618883+0000, chain.objs.size()=1 2024-09-19T14:23:58.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.707+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.nieMBdgJ_fauMhuj4ox9qyBSB8LzrzR_0 2024-09-19T14:23:58.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.707+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4208156443208529658', time=2024-09-19T16:12:21.702854+0000, chain.objs.size()=1 2024-09-19T14:23:58.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.707+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.vyfCMw-WY_8oPqCM0zA-Hfw966eUX6C_0 2024-09-19T14:23:58.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.707+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3681649333263335764', time=2024-09-19T16:12:21.716733+0000, chain.objs.size()=1 2024-09-19T14:23:58.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.707+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.-jQppdAeouSzkZVhYinvWGwodbjUT0e_0 2024-09-19T14:23:58.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.707+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14014570433532737197', time=2024-09-19T16:12:21.811773+0000, chain.objs.size()=1 2024-09-19T14:23:58.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.707+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.ZGJ-65Bs9bd6FemlBPTYewZtcYFY3GD_0 2024-09-19T14:23:58.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.707+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7427368328925645317', time=2024-09-19T16:12:21.995270+0000, chain.objs.size()=1 2024-09-19T14:23:58.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.707+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.9bR2JpLZtduWl1o0TEh_gJAM6w2EGt6_0 2024-09-19T14:23:58.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.707+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11373360313426390794', time=2024-09-19T16:12:22.028202+0000, chain.objs.size()=1 2024-09-19T14:23:58.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.707+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.2N94eVf_1fWPya18hlOTL-8rD2k5Mp0_0 2024-09-19T14:23:58.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.707+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10552098786854292165', time=2024-09-19T16:12:22.086459+0000, chain.objs.size()=1 2024-09-19T14:23:58.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.707+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.4pMebMbfJO0wZGV0hRy4owhUIgAWixR_0 2024-09-19T14:23:58.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.707+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3479280345327646044', time=2024-09-19T16:12:22.098462+0000, chain.objs.size()=1 2024-09-19T14:23:58.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.707+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.YKLcY5Zt08gozlLJBYqTa6FWlYMKELe_0 2024-09-19T14:23:58.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.707+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16401649595623863212', time=2024-09-19T16:12:22.315909+0000, chain.objs.size()=1 2024-09-19T14:23:58.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.707+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.pF88w7s50oUx3zYzQAi_pclMB_Jz3zR_0 2024-09-19T14:23:58.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.711+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12398321024074858621', time=2024-09-19T16:12:22.357374+0000, chain.objs.size()=1 2024-09-19T14:23:58.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.711+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Lkt37AiOizYp2KBHrASXXbsX8qYhDcq_0 2024-09-19T14:23:58.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.711+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4435473470045860709', time=2024-09-19T16:12:22.385429+0000, chain.objs.size()=1 2024-09-19T14:23:58.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.711+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.UsIOUnpdy3VurgStzqtJJVSs_dqdrX3_0 2024-09-19T14:23:58.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.711+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12781627213861560624', time=2024-09-19T16:12:22.443656+0000, chain.objs.size()=1 2024-09-19T14:23:58.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.711+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.6XXmOPs1Z20Vs_xCO3DVDH_ZgacSlhJ_0 2024-09-19T14:23:58.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.711+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2030310883101555193', time=2024-09-19T16:12:22.492156+0000, chain.objs.size()=1 2024-09-19T14:23:58.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.711+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.0p3ZJ2bT2l-oCkkDZCyAmskNxOI4Ub3_0 2024-09-19T14:23:58.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.711+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9103189473968389390', time=2024-09-19T16:12:22.752630+0000, chain.objs.size()=1 2024-09-19T14:23:58.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.711+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.zPdkujt9O0D08UucPX5hNMS9am9Xdey_0 2024-09-19T14:23:58.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.715+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5416344759431305455', time=2024-09-19T16:12:22.807478+0000, chain.objs.size()=1 2024-09-19T14:23:58.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.715+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.E_fjCR3OhcW55s1BlICc9h2obrGOeDu_0 2024-09-19T14:23:58.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.715+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16621994491655052535', time=2024-09-19T16:12:22.836653+0000, chain.objs.size()=1 2024-09-19T14:23:58.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.715+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.jn8l49mT12EwfkBXJKhq2H-1CilBybb_0 2024-09-19T14:23:58.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.715+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7542579857763259274', time=2024-09-19T16:12:23.042090+0000, chain.objs.size()=1 2024-09-19T14:23:58.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.715+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.YLiDeLwlACWXAp8Gf0_ADMHv4ZalwPJ_0 2024-09-19T14:23:58.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.715+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.235672366980351821', time=2024-09-19T16:12:23.043146+0000, chain.objs.size()=1 2024-09-19T14:23:58.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.715+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.BzGegn7aWeaRLox3DtQZBMbfHohve6N_0 2024-09-19T14:23:58.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.715+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15519152048533212332', time=2024-09-19T16:12:23.108246+0000, chain.objs.size()=1 2024-09-19T14:23:58.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.715+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.YhVhyX4cXDWrac7Uy2FaltzFjANLrKg_0 2024-09-19T14:23:58.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.715+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15668097689171365218', time=2024-09-19T16:12:23.112992+0000, chain.objs.size()=1 2024-09-19T14:23:58.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.715+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.0pLfYQnRGvqio8V4OOgc3zknTUsd68t_0 2024-09-19T14:23:58.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.715+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2257289895515067691', time=2024-09-19T16:12:23.135092+0000, chain.objs.size()=1 2024-09-19T14:23:58.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.715+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.bVNtR6ZInEnFggnXf2zdDdIGMYStsTC_0 2024-09-19T14:23:58.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.715+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13534017937041633099', time=2024-09-19T16:12:23.337661+0000, chain.objs.size()=1 2024-09-19T14:23:58.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.715+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.WX63dRnXLDBDhXAoy2SnAvoA6M3AwnX_0 2024-09-19T14:23:58.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.715+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2812844281274359979', time=2024-09-19T16:12:23.377272+0000, chain.objs.size()=1 2024-09-19T14:23:58.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.715+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Z9LYYRllslSpHa1Gnse6omv8GgffYJW_0 2024-09-19T14:23:58.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.715+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1131036276485860543', time=2024-09-19T16:12:23.391675+0000, chain.objs.size()=1 2024-09-19T14:23:58.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.715+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.y2uoAxjtvNBXhBvMXhORFWt1fkgJriz_0 2024-09-19T14:23:58.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.715+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15951542668326935229', time=2024-09-19T16:12:23.418896+0000, chain.objs.size()=1 2024-09-19T14:23:58.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.715+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.25hZelrQgJc8SaLQNljjrszwu0pTUE6_0 2024-09-19T14:23:58.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.719+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9460590629931528349', time=2024-09-19T16:12:23.473132+0000, chain.objs.size()=1 2024-09-19T14:23:58.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.719+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.j5okBe8XyVsKJgu1vUw6iqo3za-Dyjh_0 2024-09-19T14:23:58.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.719+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7689431814309629892', time=2024-09-19T16:12:23.476967+0000, chain.objs.size()=1 2024-09-19T14:23:58.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.719+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.ZRDtAFrl-QGX5Lrqd0gbf60LUXCOzdo_0 2024-09-19T14:23:58.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.719+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6575326979008878836', time=2024-09-19T16:12:23.478429+0000, chain.objs.size()=1 2024-09-19T14:23:58.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.719+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.xdsBPjHAlZz4htihlOkVe8MyBAjBli2_0 2024-09-19T14:23:58.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.719+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15506849886027402074', time=2024-09-19T16:12:23.495230+0000, chain.objs.size()=1 2024-09-19T14:23:58.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.719+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.-isGPUu9qYRkVKkyYU5CuM0C4SUydXn_0 2024-09-19T14:23:58.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.719+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9394523156451012831', time=2024-09-19T16:12:23.633278+0000, chain.objs.size()=1 2024-09-19T14:23:58.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.719+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.PXvkp9yqH3LN7Z7IqJ_wVFuAepvSOwY_0 2024-09-19T14:23:58.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.719+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16525031489652961978', time=2024-09-19T16:12:23.721580+0000, chain.objs.size()=1 2024-09-19T14:23:58.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.719+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.6IFxV3SGQep5BakBaxDwjAiXNkJxpz8_0 2024-09-19T14:23:58.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.719+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11897736735699496777', time=2024-09-19T16:12:23.796005+0000, chain.objs.size()=1 2024-09-19T14:23:58.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.719+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.G1FRWQEIbxqwXC68p8JsfmM7OjMM19L_0 2024-09-19T14:23:58.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.719+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.157278047623836069', time=2024-09-19T16:12:23.808480+0000, chain.objs.size()=1 2024-09-19T14:23:58.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.719+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.F4jFbCmmFI8Lv6nCqdV_GILOKdSUwQ0_0 2024-09-19T14:23:58.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.719+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3012969272971560149', time=2024-09-19T16:12:23.985017+0000, chain.objs.size()=1 2024-09-19T14:23:58.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.719+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.WtDX9ZHK0WIc2lETUWg0lgkl5mP6Wj9_0 2024-09-19T14:23:58.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.727+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6207388948862422322', time=2024-09-19T16:12:24.007335+0000, chain.objs.size()=1 2024-09-19T14:23:58.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.727+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.y4HSuUvWfY29IRRRNmKwsTtRR-hMlI6_0 2024-09-19T14:23:58.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.727+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17290344405964669389', time=2024-09-19T16:12:24.098427+0000, chain.objs.size()=1 2024-09-19T14:23:58.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.727+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.QjMa3sMeC1mEZUQ8cGFSpCglFyj_qjU_0 2024-09-19T14:23:58.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.727+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11888147276438580102', time=2024-09-19T16:12:45.403422+0000, chain.objs.size()=1 2024-09-19T14:23:58.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.727+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.DtCIzbicAZ8N19hUCTEAk5TzoxEuveg_0 2024-09-19T14:23:58.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.727+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5957281599236222503', time=2024-09-19T16:12:45.417495+0000, chain.objs.size()=1 2024-09-19T14:23:58.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.727+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.brmY6Ggi5H6m0-tPZf6zTneCU6aialH_0 2024-09-19T14:23:58.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.727+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13124421262870043181', time=2024-09-19T16:12:45.453135+0000, chain.objs.size()=1 2024-09-19T14:23:58.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.727+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.yvKfTsEpf0vKKudreriHNWDwAe2-LYX_0 2024-09-19T14:23:58.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.727+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7464626190467212757', time=2024-09-19T16:12:45.689958+0000, chain.objs.size()=1 2024-09-19T14:23:58.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.727+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.QvqPmgFfSxGCEmVYS_QWnQMRe6fY5Po_0 2024-09-19T14:23:58.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.727+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5029128370754539426', time=2024-09-19T16:12:45.740104+0000, chain.objs.size()=1 2024-09-19T14:23:58.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.727+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.2y1NuSb7D0251QvB41sBoackik-GsGV_0 2024-09-19T14:23:58.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.727+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12223840316696218236', time=2024-09-19T16:12:45.813413+0000, chain.objs.size()=1 2024-09-19T14:23:58.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.727+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.M-9NaEW_NWigXLWwEkEF48jAa6QMoTc_0 2024-09-19T14:23:58.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.727+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17368213438120362723', time=2024-09-19T16:12:46.075117+0000, chain.objs.size()=1 2024-09-19T14:23:58.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.727+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.jmoByq4i6SFGa7pdGw_mk8WESShT0AT_0 2024-09-19T14:23:58.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.727+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6379917198221604690', time=2024-09-19T16:12:46.080343+0000, chain.objs.size()=1 2024-09-19T14:23:58.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.727+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.0CH1FDgiCJBd_UhsuXZV4yz50bICzmJ_0 2024-09-19T14:23:58.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.727+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1732166428701827539', time=2024-09-19T16:12:46.144691+0000, chain.objs.size()=1 2024-09-19T14:23:58.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.727+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.GmHlw9EcdYHXieQGQHkWGicf0_sUVzz_0 2024-09-19T14:23:58.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.727+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12273250279854424847', time=2024-09-19T16:12:46.148641+0000, chain.objs.size()=1 2024-09-19T14:23:58.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.727+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.Zlu4iQyD1L0t2TV46iH4qcNf0bLBMI6_0 2024-09-19T14:23:58.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.727+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18060623129309181106', time=2024-09-19T16:12:46.171863+0000, chain.objs.size()=1 2024-09-19T14:23:58.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.727+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.dybyFscFbwqmWEf8Hfelnska9dnLqLy_0 2024-09-19T14:23:58.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.727+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1981968904131199501', time=2024-09-19T16:12:46.384475+0000, chain.objs.size()=1 2024-09-19T14:23:58.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.727+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.bfoLHH7157HnZMp7licKTJ72bqIxKUn_0 2024-09-19T14:23:58.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.727+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3899462019167722054', time=2024-09-19T16:12:46.472507+0000, chain.objs.size()=1 2024-09-19T14:23:58.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.727+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.6ZAUGv3ttTpenqFQhF393OpWwvcAPi6_0 2024-09-19T14:23:58.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.727+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10289775795368049811', time=2024-09-19T16:12:46.796009+0000, chain.objs.size()=1 2024-09-19T14:23:58.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.727+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.KDSlcHlZTx2-6wOvGaLLA7Ifx65abEX_0 2024-09-19T14:23:58.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.735+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 0/45071 2024-09-19T14:23:58.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.739+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=34, truncated=0, next_marker='' 2024-09-19T14:23:58.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.739+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13667532900006352760', time=2024-09-19T16:12:46.804565+0000, chain.objs.size()=1 2024-09-19T14:23:58.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.739+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.cNyc0sngie9TVkZSG8mDgNHOUh4TNI9_0 2024-09-19T14:23:58.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.739+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13056138155189520884', time=2024-09-19T16:12:46.910440+0000, chain.objs.size()=1 2024-09-19T14:23:58.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.739+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.EkvvjBqZJhWdpTgxICKrYLupLXrhbIM_0 2024-09-19T14:23:58.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.739+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13976942811068154505', time=2024-09-19T16:12:46.913701+0000, chain.objs.size()=1 2024-09-19T14:23:58.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.739+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.JMj0n3sVpAt5bRvv85-sO8tO_ybRpE9_0 2024-09-19T14:23:58.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.739+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9169670296188614701', time=2024-09-19T16:12:47.034208+0000, chain.objs.size()=1 2024-09-19T14:23:58.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.739+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.fmWxzlxA0bzVIDKM4tdHq7DDeRwap89_0 2024-09-19T14:23:58.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.739+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17353274785013235399', time=2024-09-19T16:12:47.081480+0000, chain.objs.size()=1 2024-09-19T14:23:58.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.739+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.VuNuxwRgzopC1XTpB2QXFlmTNtZb7lK_0 2024-09-19T14:23:58.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.739+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11649476973055649979', time=2024-09-19T16:12:47.178580+0000, chain.objs.size()=1 2024-09-19T14:23:58.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.739+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.jMhyrev80F5kmzMqv1EUIPnZymK5QBv_0 2024-09-19T14:23:58.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.739+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6421666395898356551', time=2024-09-19T16:12:47.202088+0000, chain.objs.size()=1 2024-09-19T14:23:58.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.739+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.O1Jl20R3856XOf2MfIwShBUBa8twzl2_0 2024-09-19T14:23:58.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.739+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10220311074955707459', time=2024-09-19T16:12:47.533420+0000, chain.objs.size()=1 2024-09-19T14:23:58.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.739+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.SBunA2WehBXIIWacuVe1XYbkeObDvrm_0 2024-09-19T14:23:58.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.739+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1212763052685552925', time=2024-09-19T16:12:47.718605+0000, chain.objs.size()=1 2024-09-19T14:23:58.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.739+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.-A-OtyYCllEF2wD8VBjRJHqIXZnUOg-_0 2024-09-19T14:23:58.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.739+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.225268925590180967', time=2024-09-19T16:12:47.775320+0000, chain.objs.size()=1 2024-09-19T14:23:58.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.739+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.FUW-QvcsTd6Dgjc1jNK_ICDTFEHZKR0_0 2024-09-19T14:23:58.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.739+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2743239973332555821', time=2024-09-19T16:12:47.794547+0000, chain.objs.size()=1 2024-09-19T14:23:58.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.739+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.7lUl1mzeElXZsSmCp2jT5ousVWqYDqc_0 2024-09-19T14:23:58.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.739+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.299155038047970336', time=2024-09-19T16:12:47.845835+0000, chain.objs.size()=1 2024-09-19T14:23:58.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.739+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.GS_fVM6hnq1PQRJ6jVVGi8gud89bO0A_0 2024-09-19T14:23:58.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.739+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13558478315097889025', time=2024-09-19T16:12:53.530513+0000, chain.objs.size()=1 2024-09-19T14:23:58.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.739+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.334__shadow_.aJh9GVdDIUj7FNCIrTibhfMlL4gXrAk_0 2024-09-19T14:23:58.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.743+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16926439755334277787', time=2024-09-19T16:12:56.810275+0000, chain.objs.size()=1 2024-09-19T14:23:58.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.743+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.340__shadow_.lAnZsBmGsmNRNRZNQ8nZnsRBZ4nubmK_0 2024-09-19T14:23:58.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.743+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6305974602206900515', time=2024-09-19T16:13:10.550287+0000, chain.objs.size()=1 2024-09-19T14:23:58.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.743+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.367__shadow_.pcOfJlbShDz5nqm1xGW-SfS93pJfamU_0 2024-09-19T14:23:58.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.743+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16577927969189342986', time=2024-09-19T16:13:13.957620+0000, chain.objs.size()=1 2024-09-19T14:23:58.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.743+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.373__shadow_.3NM1EkbnvxvLnl0TbZqafVKw3Xw-mAs_0 2024-09-19T14:23:58.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.743+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13818568494527984247', time=2024-09-19T16:14:40.543618+0000, chain.objs.size()=6 2024-09-19T14:23:58.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.743+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.507__multipart_srcmultipart.2~PDtVikDEghAjplfujl7yQ3TGZaMgD5U.1 2024-09-19T14:23:58.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.743+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.507__multipart_srcmultipart.2~PDtVikDEghAjplfujl7yQ3TGZaMgD5U.2 2024-09-19T14:23:58.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.743+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.507__multipart_srcmultipart.2~PDtVikDEghAjplfujl7yQ3TGZaMgD5U.3 2024-09-19T14:23:58.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.743+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.507__multipart_srcmultipart.2~PDtVikDEghAjplfujl7yQ3TGZaMgD5U.4 2024-09-19T14:23:58.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.743+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.507__multipart_srcmultipart.2~PDtVikDEghAjplfujl7yQ3TGZaMgD5U.5 2024-09-19T14:23:58.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.743+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.507__multipart_srcmultipart.2~PDtVikDEghAjplfujl7yQ3TGZaMgD5U.6 2024-09-19T14:23:58.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.743+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11287733169593708220', time=2024-09-19T16:15:19.294276+0000, chain.objs.size()=3 2024-09-19T14:23:58.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.743+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.525__multipart_mymultipart.2~-hSbvMcvyHjizbKd9Wu2vhJk7SDnkv0.1 2024-09-19T14:23:58.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.747+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.525__multipart_mymultipart.2~-hSbvMcvyHjizbKd9Wu2vhJk7SDnkv0.2 2024-09-19T14:23:58.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.747+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.525__multipart_mymultipart.2~-hSbvMcvyHjizbKd9Wu2vhJk7SDnkv0.3 2024-09-19T14:23:58.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.747+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='2~ge3iJKD3YwoZLnbsIrYdN_Xw3RMWsH3', time=2024-09-19T16:15:26.049329+0000, chain.objs.size()=2 2024-09-19T14:23:58.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.747+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.531__multipart_mymultipart.2~ge3iJKD3YwoZLnbsIrYdN_Xw3RMWsH3.1 2024-09-19T14:23:58.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.747+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.531__shadow_mymultipart.2~ge3iJKD3YwoZLnbsIrYdN_Xw3RMWsH3.1_1 2024-09-19T14:23:58.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.747+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.502928308742467581', time=2024-09-19T16:16:07.677900+0000, chain.objs.size()=1 2024-09-19T14:23:58.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.747+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.553__shadow_.DPqYC_7oFhmKzDt6FHkdF8dV3zlOh8c_0 2024-09-19T14:23:58.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.747+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16076780784437691723', time=2024-09-19T16:16:27.435724+0000, chain.objs.size()=1 2024-09-19T14:23:58.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.747+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.569__shadow:V.LTfQcaZrxTZeuzbrs1P2t2p-nMN4O_.wuL0E6WIY7VnmxQN8YOZzoS-QfpZ8dr_0 2024-09-19T14:23:58.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.747+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4879120593572269140', time=2024-09-19T16:16:40.407686+0000, chain.objs.size()=1 2024-09-19T14:23:58.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.747+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.574__shadow:UW1o1Ni8LmqcPPKa7aeFZ3nOKUMlToK_.vKCjqOZGgxCJAuX5lBtHWUC72sFYKQw_0 2024-09-19T14:23:58.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.747+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9802064034881346372', time=2024-09-19T16:16:46.075137+0000, chain.objs.size()=1 2024-09-19T14:23:58.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.747+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.576__shadow:-ezSPGFTRc2eRJozQ71Pb4HckPxhP46_.xyHgleMvnMLMpcFztOXGiqerP6aI1pD_0 2024-09-19T14:23:58.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.747+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.104206890400591235', time=2024-09-19T16:16:47.373237+0000, chain.objs.size()=1 2024-09-19T14:23:58.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.747+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.577__shadow:H0ZtWO6cCDNFINiEJLj8o9T6x.NQEop_.UFOyyJz6mxX8sGbkYIgVf_Lf46RX0K5_0 2024-09-19T14:23:58.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.747+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9950979793050678957', time=2024-09-19T16:17:08.531835+0000, chain.objs.size()=1 2024-09-19T14:23:58.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.747+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.579__shadow:waDEGXI36xj4iRxSs1xJriKR5ZFPse0_.aUt1bc8k7cBE9Q0wm-51xMPKsdgKHQ5_0 2024-09-19T14:23:58.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.747+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11430161573709192909', time=2024-09-19T16:20:18.317688+0000, chain.objs.size()=6 2024-09-19T14:23:58.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.747+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.661__multipart_baz.2~t87qe1HXIn5XfyGURLB2iTraGjGInss.1 2024-09-19T14:23:58.752 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.751+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.661__multipart_baz.2~t87qe1HXIn5XfyGURLB2iTraGjGInss.2 2024-09-19T14:23:58.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.751+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.661__multipart_baz.2~t87qe1HXIn5XfyGURLB2iTraGjGInss.3 2024-09-19T14:23:58.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.751+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.661__multipart_baz.2~t87qe1HXIn5XfyGURLB2iTraGjGInss.4 2024-09-19T14:23:58.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.751+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.661__multipart_baz.2~t87qe1HXIn5XfyGURLB2iTraGjGInss.5 2024-09-19T14:23:58.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.751+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.661__multipart_baz.2~t87qe1HXIn5XfyGURLB2iTraGjGInss.6 2024-09-19T14:23:58.755 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.751+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9983251100557565658', time=2024-09-19T16:20:21.022090+0000, chain.objs.size()=1 2024-09-19T14:23:58.755 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.751+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.665__shadow_.CBUEmhoGPAputMuTWEH0j6v8uTmY2zk_0 2024-09-19T14:23:58.755 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.751+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5286814004664778365', time=2024-09-19T16:20:23.041003+0000, chain.objs.size()=1 2024-09-19T14:23:58.755 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.751+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.668__shadow_.uRgxGGpfNLYykEgl0UkpIymHCJ-00pV_0 2024-09-19T14:23:58.756 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.755+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.19705223637887296', time=2024-09-19T16:20:28.718168+0000, chain.objs.size()=1 2024-09-19T14:23:58.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.755+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.679__shadow_.7doi4WBGCRKM3pU0F5tvQ7alNUYH2wX_0 2024-09-19T14:23:58.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.755+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9437798552634806286', time=2024-09-19T16:20:42.309100+0000, chain.objs.size()=1 2024-09-19T14:23:58.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.755+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.704__shadow:NQmwc3YAhHvwebklr7JstAfLpqr6ewA_.EId87i89Kl8yVL0v26Od9wFS2-Irm1g_0 2024-09-19T14:23:58.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.755+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2735649448295917795', time=2024-09-19T16:21:18.621865+0000, chain.objs.size()=1 2024-09-19T14:23:58.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.755+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.734__shadow_.LL6ueXe1RdLARLgfVYjgR8efHAuieTl_0 2024-09-19T14:23:58.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.755+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6488089574911422436', time=2024-09-19T16:21:53.026253+0000, chain.objs.size()=1 2024-09-19T14:23:58.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.755+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.758__shadow_.dQi2zeMdbibpJdKPZuWwilOxjnzNfMt_0 2024-09-19T14:23:58.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.755+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15911525275145596088', time=2024-09-19T16:21:55.911214+0000, chain.objs.size()=1 2024-09-19T14:23:58.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.755+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.760__shadow_.B6WLe1MSm2XoeqfJlIDiWX0az0WBa_S_0 2024-09-19T14:23:58.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.755+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11410461050949797230', time=2024-09-19T16:22:10.325937+0000, chain.objs.size()=1 2024-09-19T14:23:58.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.755+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.772__shadow_.K9MhIaaSLO0-WpefU32N-WnXHY3D7ut_0 2024-09-19T14:23:58.760 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.759+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:23:58.763 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.759+0000 7fb91a7579c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-19T14:23:58.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.763+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:23:58.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.763+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:23:58.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.763+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/44207' 2024-09-19T14:23:58.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.763+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14766114672164199338', time=2024-09-19T16:08:59.675608+0000, chain.objs.size()=1 2024-09-19T14:23:58.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.763+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.189__shadow_.PtyPGbS7Z1GDb8LxCAV7RffWTrh6Ose_0 2024-09-19T14:23:58.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.763+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.776412315353736017', time=2024-09-19T16:10:40.467851+0000, chain.objs.size()=1 2024-09-19T14:23:58.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.763+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.237__shadow_.kxm0bPrIlZ5fQAlf8YWkqxsEgAyrt7Z_0 2024-09-19T14:23:58.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.763+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2313395007018488543', time=2024-09-19T16:10:43.974727+0000, chain.objs.size()=1 2024-09-19T14:23:58.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.763+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.242__shadow_.V34yXrO5dCUvNHw3XMRVq9l2_6K5A-6_0 2024-09-19T14:23:58.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.763+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16021134441308595226', time=2024-09-19T16:10:45.078484+0000, chain.objs.size()=1 2024-09-19T14:23:58.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.763+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.243__shadow_.vFV2W8p-_k78p7aqizs9ius7ex5pXBy_0 2024-09-19T14:23:58.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.763+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6877961672171059428', time=2024-09-19T16:10:49.314963+0000, chain.objs.size()=1 2024-09-19T14:23:58.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.763+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.249__shadow_.yNLrt7UJg3fEJhv59Zdxnp983xQl9Sy_0 2024-09-19T14:23:58.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.763+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7679752789247319946', time=2024-09-19T16:11:18.139602+0000, chain.objs.size()=1 2024-09-19T14:23:58.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.763+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.HpkNwYXoQGv1tKWCQruiQP7NK1g5F_A_0 2024-09-19T14:23:58.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.763+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8527706245349022110', time=2024-09-19T16:11:18.177014+0000, chain.objs.size()=1 2024-09-19T14:23:58.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.763+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.rahJOp5BiDmYkjN_yw_kBAMtvLoHqTX_0 2024-09-19T14:23:58.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.763+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10271124279335001890', time=2024-09-19T16:11:18.180011+0000, chain.objs.size()=1 2024-09-19T14:23:58.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.763+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.TD5Oda7pKN6lyRACq2HTeA73oz1DsXG_0 2024-09-19T14:23:58.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.763+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7515005054289852514', time=2024-09-19T16:11:18.191168+0000, chain.objs.size()=1 2024-09-19T14:23:58.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.763+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.IoxsiLk7jtL1-Nogl4T16Y_Z5e9m48Z_0 2024-09-19T14:23:58.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.763+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10081779939630059283', time=2024-09-19T16:11:18.505238+0000, chain.objs.size()=1 2024-09-19T14:23:58.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.763+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.QWuUhBZsOfAzp6SBqY3zg5Y97-9T1T9_0 2024-09-19T14:23:58.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.763+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.83866470488680175', time=2024-09-19T16:11:18.553452+0000, chain.objs.size()=1 2024-09-19T14:23:58.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.763+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.Q7DGXrSMPVvpXbcOVZtl0VDkaQHadAv_0 2024-09-19T14:23:58.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.763+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7818396318304176783', time=2024-09-19T16:11:18.606140+0000, chain.objs.size()=1 2024-09-19T14:23:58.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.763+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.u4vFxjsPmW-P4g7ol0Mv6sMjcSjhnHH_0 2024-09-19T14:23:58.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.767+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5044755001401824348', time=2024-09-19T16:11:18.612424+0000, chain.objs.size()=1 2024-09-19T14:23:58.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.767+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.erEpvCbEFTrYuNVBlpRF957WdtNRsd3_0 2024-09-19T14:23:58.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.767+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17761664392130152659', time=2024-09-19T16:11:18.623910+0000, chain.objs.size()=1 2024-09-19T14:23:58.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.767+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.9NYHITqtvv3ovppFv2EpR_AH7jvSntt_0 2024-09-19T14:23:58.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.767+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17455345271095532837', time=2024-09-19T16:11:18.788293+0000, chain.objs.size()=1 2024-09-19T14:23:58.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.767+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.wSmW7Hfg22jgO3MUTtd1US3J7EKBbYp_0 2024-09-19T14:23:58.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.767+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16075137343143418594', time=2024-09-19T16:11:18.837328+0000, chain.objs.size()=1 2024-09-19T14:23:58.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.767+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.UCyh4IrJP9YNWmodmuXoug7--aid9lB_0 2024-09-19T14:23:58.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.767+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2749591470065245578', time=2024-09-19T16:11:18.929804+0000, chain.objs.size()=1 2024-09-19T14:23:58.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.767+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.fD2Tdj5sZBKIfwY076f1zCWpYwm_N95_0 2024-09-19T14:23:58.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.767+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8550112990196944218', time=2024-09-19T16:11:18.947422+0000, chain.objs.size()=1 2024-09-19T14:23:58.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.767+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.tgix-Rj4GGiq8qd09ZuWy0-xaUFBvJ4_0 2024-09-19T14:23:58.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.767+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.966903669410700396', time=2024-09-19T16:11:18.948821+0000, chain.objs.size()=1 2024-09-19T14:23:58.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.767+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.Aj5JcgvyDnOWrp7x_fXH-it32iI56Gg_0 2024-09-19T14:23:58.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.767+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15780429791418899678', time=2024-09-19T16:11:18.964766+0000, chain.objs.size()=1 2024-09-19T14:23:58.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.767+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.cYZYcjSAXHhDIc-tj1SCjxBpbT01Xk9_0 2024-09-19T14:23:58.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.767+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10173867069770833527', time=2024-09-19T16:11:19.150669+0000, chain.objs.size()=1 2024-09-19T14:23:58.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.767+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.VqdexGl9A8gHU8IwaGXIQ81K22D8edp_0 2024-09-19T14:23:58.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.767+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9453742070596453147', time=2024-09-19T16:11:19.159293+0000, chain.objs.size()=1 2024-09-19T14:23:58.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.767+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.zma3p4Ukj7f3N532HYtlLRESk3Lf5Is_0 2024-09-19T14:23:58.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.767+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15542116155648739672', time=2024-09-19T16:11:19.251528+0000, chain.objs.size()=1 2024-09-19T14:23:58.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.767+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.UpI_D_hRystLRfGfjPNsYpnGOqqCMtN_0 2024-09-19T14:23:58.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.775+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1913387665405271767', time=2024-09-19T16:11:19.454182+0000, chain.objs.size()=1 2024-09-19T14:23:58.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.775+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.QGwtbySMRWSZCNcRu46awEAY2Qzt8DR_0 2024-09-19T14:23:58.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.775+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11250380225322083752', time=2024-09-19T16:11:19.517397+0000, chain.objs.size()=1 2024-09-19T14:23:58.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.775+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.kBStlO3NUjYGq0H5ld-oplEIX9rhdHB_0 2024-09-19T14:23:58.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.775+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3737072961267952084', time=2024-09-19T16:11:19.552436+0000, chain.objs.size()=1 2024-09-19T14:23:58.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.775+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.lzespOvabI3leMzg3zE2vOA0hDyD_c6_0 2024-09-19T14:23:58.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.775+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5687563674907117716', time=2024-09-19T16:11:19.605141+0000, chain.objs.size()=1 2024-09-19T14:23:58.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.775+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.5X_d3kF1DcGXGiT327mzJnI83Za8Jn9_0 2024-09-19T14:23:58.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.775+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17905114763793781383', time=2024-09-19T16:11:19.610579+0000, chain.objs.size()=1 2024-09-19T14:23:58.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.775+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.mdj6OU3BMB_UUSOlJTIGVuKgQqrPXX9_0 2024-09-19T14:23:58.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.775+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9144507666156690086', time=2024-09-19T16:11:19.867916+0000, chain.objs.size()=1 2024-09-19T14:23:58.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.775+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.61KyOqh9hysFWBh1EY3ACzDkNHxTzVe_0 2024-09-19T14:23:58.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.775+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16895610726311713540', time=2024-09-19T16:11:19.964611+0000, chain.objs.size()=1 2024-09-19T14:23:58.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.775+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.ymx8F6eMCIxOv5MgZPBKMPQH5cuxc1w_0 2024-09-19T14:23:58.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.775+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13613309722607530211', time=2024-09-19T16:11:19.969083+0000, chain.objs.size()=1 2024-09-19T14:23:58.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.775+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.8swj2kUIEzquZJZca5NZEMlE7nthMD6_0 2024-09-19T14:23:58.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.775+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14846585695326415487', time=2024-09-19T16:11:20.121439+0000, chain.objs.size()=1 2024-09-19T14:23:58.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.775+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.io80O7WDrFnS0JD4qvmo8S9BpP81Swh_0 2024-09-19T14:23:58.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.775+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6837893855679083847', time=2024-09-19T16:11:20.175136+0000, chain.objs.size()=1 2024-09-19T14:23:58.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.775+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.-YCo8OWV-zu8f-tmOHMu30b7oq0kTzx_0 2024-09-19T14:23:58.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.775+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7400878537171198119', time=2024-09-19T16:11:20.204904+0000, chain.objs.size()=1 2024-09-19T14:23:58.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.775+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.4ap2wEZin6txiFPf8VAsXR0mtzDn3vV_0 2024-09-19T14:23:58.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.779+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17089666540275810757', time=2024-09-19T16:11:20.246757+0000, chain.objs.size()=1 2024-09-19T14:23:58.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.779+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.GMCNPKUvPh4KW6QmaAGwrWQEE7MdfLb_0 2024-09-19T14:23:58.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.779+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15133671211740149508', time=2024-09-19T16:11:20.445168+0000, chain.objs.size()=1 2024-09-19T14:23:58.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.779+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.uN7uNE460PdrKSXtMrJUq4kivTWnUvf_0 2024-09-19T14:23:58.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.779+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14965053165566048878', time=2024-09-19T16:11:20.474488+0000, chain.objs.size()=1 2024-09-19T14:23:58.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.779+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.rnl7pc9YBPilf39447LMkHz6TLE9Eiy_0 2024-09-19T14:23:58.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.779+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10298845213771733941', time=2024-09-19T16:11:40.368768+0000, chain.objs.size()=1 2024-09-19T14:23:58.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.779+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.292__shadow_.jQCJtgSgHQKUv1TxykLfu842aooT8Zj_0 2024-09-19T14:23:58.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.779+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10660166724154579162', time=2024-09-19T16:11:41.665117+0000, chain.objs.size()=1 2024-09-19T14:23:58.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.779+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.293__shadow_.OKMcFWLPE23INhdrqAMlwKUWQzA0x_T_0 2024-09-19T14:23:58.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.779+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4683139169639377312', time=2024-09-19T16:11:43.585265+0000, chain.objs.size()=1 2024-09-19T14:23:58.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.779+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.296__shadow_.4oyFZquFhLvZ-K3Oo4q9KT52aZj0JMZ_0 2024-09-19T14:23:58.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.779+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15783201684071278847', time=2024-09-19T16:11:58.541047+0000, chain.objs.size()=1 2024-09-19T14:23:58.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.779+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.319__shadow:kWKgfkTegSfJNfSncVDF.Q7AleveXzT_.Guw6IGlm-0VO5dqFld1ANeILlSF6jXh_0 2024-09-19T14:23:58.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.779+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6465268684601122472', time=2024-09-19T16:12:21.621955+0000, chain.objs.size()=1 2024-09-19T14:23:58.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.779+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.5MdA9ChXV_sv_CYTgTDBFIIKk7LYH2r_0 2024-09-19T14:23:58.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.779+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15525253863978216785', time=2024-09-19T16:12:21.685512+0000, chain.objs.size()=1 2024-09-19T14:23:58.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.779+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.UTfiTkapbMqTTEoaeRxnkRIpbxRWHJM_0 2024-09-19T14:23:58.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.779+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4039753166407233105', time=2024-09-19T16:12:21.765807+0000, chain.objs.size()=1 2024-09-19T14:23:58.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.779+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.zEG9aCo1zC03s0K79sKCwtI91iy3og7_0 2024-09-19T14:23:58.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.779+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9053564563194824297', time=2024-09-19T16:12:21.800397+0000, chain.objs.size()=1 2024-09-19T14:23:58.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.779+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.j9wF3MI7YOldnvB8yKu7Omg_dIuLHeG_0 2024-09-19T14:23:58.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.783+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.843918732250370480', time=2024-09-19T16:12:22.046453+0000, chain.objs.size()=1 2024-09-19T14:23:58.785 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.783+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.y1zT3J3nZG64IiU399Hhq0yKfOHK8aJ_0 2024-09-19T14:23:58.785 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.783+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11527002550440543100', time=2024-09-19T16:12:22.430046+0000, chain.objs.size()=1 2024-09-19T14:23:58.785 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.783+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.-O6BvU38B8qPqNzxkL0g9UrKRDOJHix_0 2024-09-19T14:23:58.785 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.783+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2737140271027997120', time=2024-09-19T16:12:22.452500+0000, chain.objs.size()=1 2024-09-19T14:23:58.785 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.783+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.PrhICBFekUG_ec24zZPAJGASLhcyrGG_0 2024-09-19T14:23:58.786 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.783+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10902825502819085161', time=2024-09-19T16:12:22.475840+0000, chain.objs.size()=1 2024-09-19T14:23:58.786 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.783+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.VAUvX2u0g8VXFftFR9ENr-nge_R2a8O_0 2024-09-19T14:23:58.786 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.783+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17293001791745394145', time=2024-09-19T16:12:22.505501+0000, chain.objs.size()=1 2024-09-19T14:23:58.786 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.783+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.VOYW2Lx8sgn7czBW0F6NJfYAqOKF8Bn_0 2024-09-19T14:23:58.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.783+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4272216626540487098', time=2024-09-19T16:12:22.506271+0000, chain.objs.size()=1 2024-09-19T14:23:58.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.783+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_._0FEkhFUPYLulKacLPrpfrmBoM61cGP_0 2024-09-19T14:23:58.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.783+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2504180315232477274', time=2024-09-19T16:12:22.689720+0000, chain.objs.size()=1 2024-09-19T14:23:58.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.783+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.vpn_qXGxk6q-FG8kD_xyyM8moH-xcqX_0 2024-09-19T14:23:58.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.783+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4055445650155909272', time=2024-09-19T16:12:22.736027+0000, chain.objs.size()=1 2024-09-19T14:23:58.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.783+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.JISW27LKm4m5GsSlmag0C3xdyenXi7D_0 2024-09-19T14:23:58.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.783+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15646004964724700294', time=2024-09-19T16:12:22.754849+0000, chain.objs.size()=1 2024-09-19T14:23:58.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.783+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.x3H0bJj5zOHMtRSZD_A9lFDafhmaLFX_0 2024-09-19T14:23:58.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.783+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10910945418929928094', time=2024-09-19T16:12:22.794724+0000, chain.objs.size()=1 2024-09-19T14:23:58.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.783+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.caxh0aUDkZ5UkzA5rAaeczinf9yC_k8_0 2024-09-19T14:23:58.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.783+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5634066245286453741', time=2024-09-19T16:12:22.981757+0000, chain.objs.size()=1 2024-09-19T14:23:58.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.783+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.WHRXiLZrMYyYqkduw-5JX9kOKXCo24T_0 2024-09-19T14:23:58.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.787+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10076455422711570863', time=2024-09-19T16:12:22.991412+0000, chain.objs.size()=1 2024-09-19T14:23:58.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.787+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.iRECQiZUWL06xfKjD6338-fG8u2Bw3H_0 2024-09-19T14:23:58.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.787+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12299734541795205570', time=2024-09-19T16:12:23.009753+0000, chain.objs.size()=1 2024-09-19T14:23:58.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.787+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.cFLaAfBCXCFTDEooKbZfP45eviEQVn-_0 2024-09-19T14:23:58.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.787+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13693228717893283186', time=2024-09-19T16:12:23.039989+0000, chain.objs.size()=1 2024-09-19T14:23:58.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.787+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.RGnBtgsrOiilKD26nW4ioPr8Ol_ye9-_0 2024-09-19T14:23:58.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.787+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15772664373945369332', time=2024-09-19T16:12:23.069774+0000, chain.objs.size()=1 2024-09-19T14:23:58.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.787+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Y26Z7y7r4lXEhDKAJdVrFQxHvrqGntf_0 2024-09-19T14:23:58.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.787+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11992073054734855925', time=2024-09-19T16:12:23.132537+0000, chain.objs.size()=1 2024-09-19T14:23:58.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.787+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.rwqFr5IreAG3QkKd6xVI6sf5H6WlNKy_0 2024-09-19T14:23:58.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.787+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8591212068619024418', time=2024-09-19T16:12:23.366637+0000, chain.objs.size()=1 2024-09-19T14:23:58.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.787+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.xK2dxdhlbOOsvfdYSPOCKfqKu-uwtYI_0 2024-09-19T14:23:58.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.791+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11705106402471195454', time=2024-09-19T16:12:23.377110+0000, chain.objs.size()=1 2024-09-19T14:23:58.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.791+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.yOATO4eKalnyQdkJ0LpXAymB_7Ao2EA_0 2024-09-19T14:23:58.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.791+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15253988519542610664', time=2024-09-19T16:12:23.416590+0000, chain.objs.size()=1 2024-09-19T14:23:58.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.791+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_._nRpKxzi6_bhg8NWfwOAbYY86n9WBLW_0 2024-09-19T14:23:58.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.791+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15792984534338006790', time=2024-09-19T16:12:23.419448+0000, chain.objs.size()=1 2024-09-19T14:23:58.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.791+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.mNLK-bPbVBmQ6JicjSp_14r1-vCdl62_0 2024-09-19T14:23:58.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.791+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14365308058799831433', time=2024-09-19T16:12:23.423423+0000, chain.objs.size()=1 2024-09-19T14:23:58.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.791+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.XgfGH47PbP1q0llQSahVisHdiXmJ1i9_0 2024-09-19T14:23:58.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.791+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16074986811951665106', time=2024-09-19T16:12:23.477160+0000, chain.objs.size()=1 2024-09-19T14:23:58.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.791+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.R3Ifsh4bOfAj2OhPR18VpH3RJzFpF7v_0 2024-09-19T14:23:58.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.791+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16809191957977009776', time=2024-09-19T16:12:23.708270+0000, chain.objs.size()=1 2024-09-19T14:23:58.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.791+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.9Vs7-N3LNjxqGpSJ4JI3-xHhRWGs13V_0 2024-09-19T14:23:58.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.791+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14957478362380227265', time=2024-09-19T16:12:23.718891+0000, chain.objs.size()=1 2024-09-19T14:23:58.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.791+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Y64U5oMt-TkTLSUtYIVLdpFjv5MKvGG_0 2024-09-19T14:23:58.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.791+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4787041222350648391', time=2024-09-19T16:12:23.747234+0000, chain.objs.size()=1 2024-09-19T14:23:58.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.791+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.RlMu_C96xLt8Niw7xO7ed48xV1af7Ge_0 2024-09-19T14:23:58.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.791+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10829265569910134668', time=2024-09-19T16:12:23.774339+0000, chain.objs.size()=1 2024-09-19T14:23:58.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.791+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.kyRlfpTjMz9_n7DMHqaxZleyIF4oUWw_0 2024-09-19T14:23:58.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.791+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3543774038133582847', time=2024-09-19T16:12:23.777358+0000, chain.objs.size()=1 2024-09-19T14:23:58.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.791+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.vJGqiNpScDA-z6Kp_CdYR7z5cW24igf_0 2024-09-19T14:23:58.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.791+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.175829402088238811', time=2024-09-19T16:12:23.814846+0000, chain.objs.size()=1 2024-09-19T14:23:58.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.791+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.HXW4NiG-PhxevFVJWofZ8JBY8LyIFLm_0 2024-09-19T14:23:58.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.795+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8806231356801478391', time=2024-09-19T16:12:23.933367+0000, chain.objs.size()=1 2024-09-19T14:23:58.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.795+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.k7S0kgwEzNpDGjysXK5suFao-Kq2FGi_0 2024-09-19T14:23:58.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.795+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6286023060267054119', time=2024-09-19T16:12:24.032869+0000, chain.objs.size()=1 2024-09-19T14:23:58.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.795+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.AwXQZmGHtsycEJfLhgRUOxaDUIZDGUY_0 2024-09-19T14:23:58.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.795+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14330706081936172102', time=2024-09-19T16:12:45.213875+0000, chain.objs.size()=1 2024-09-19T14:23:58.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.795+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.xBAjaIfPa_Y3kdG-tcnAjQiU8KP1TCQ_0 2024-09-19T14:23:58.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.795+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9617640106197115298', time=2024-09-19T16:12:45.274691+0000, chain.objs.size()=1 2024-09-19T14:23:58.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.795+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.GMlyn6LD8-2SM1pOuiR0JBd4QybgEO__0 2024-09-19T14:23:58.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.795+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16231201565528622802', time=2024-09-19T16:12:45.290523+0000, chain.objs.size()=1 2024-09-19T14:23:58.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.795+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.XpdNi1BvRVCh8AyorEWATlt4fJrXBlK_0 2024-09-19T14:23:58.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.795+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16092087330142440189', time=2024-09-19T16:12:45.361665+0000, chain.objs.size()=1 2024-09-19T14:23:58.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.795+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.FRWeSbLilb2BQ-sfNwbWfNIAaRNIYhj_0 2024-09-19T14:23:58.799 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.795+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3162004528803616725', time=2024-09-19T16:12:45.393172+0000, chain.objs.size()=1 2024-09-19T14:23:58.799 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.795+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_._C5DDPq2BbQwancw2TsNoUQ84PqvJUi_0 2024-09-19T14:23:58.799 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.795+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13150297857345107147', time=2024-09-19T16:12:45.432102+0000, chain.objs.size()=1 2024-09-19T14:23:58.799 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.795+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.4wKpyG986NW1bUwZsGMBaZDlovP6l1D_0 2024-09-19T14:23:58.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.799+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9016101303972412866', time=2024-09-19T16:12:45.457455+0000, chain.objs.size()=1 2024-09-19T14:23:58.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.799+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.p39u7jUviCF6uaYf5mIXdFuk-yqZGWr_0 2024-09-19T14:23:58.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.799+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2305751621258199922', time=2024-09-19T16:12:45.679082+0000, chain.objs.size()=1 2024-09-19T14:23:58.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.799+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.tN8-82InWmAy8I3jLF09mUpT_9P-BG3_0 2024-09-19T14:23:58.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.799+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7108320221080162869', time=2024-09-19T16:12:45.728509+0000, chain.objs.size()=1 2024-09-19T14:23:58.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.799+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.ZrqWS2TDEr0n3WZSymQTYGtlOgO07QO_0 2024-09-19T14:23:58.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.799+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2498713958056551851', time=2024-09-19T16:12:45.783212+0000, chain.objs.size()=1 2024-09-19T14:23:58.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.799+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.YToRp3-SEQIJ6WOES6VV3vEE1UJCPln_0 2024-09-19T14:23:58.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.799+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9096675293338865812', time=2024-09-19T16:12:46.080095+0000, chain.objs.size()=1 2024-09-19T14:23:58.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.799+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.5BzJ3Zc9RzZElpUxrn2YY8ftWydbQmM_0 2024-09-19T14:23:58.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.799+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17018380120999076299', time=2024-09-19T16:12:46.158984+0000, chain.objs.size()=1 2024-09-19T14:23:58.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.799+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.jrD6GFcYSCyvNDuA31S0HK2tO6nQVU4_0 2024-09-19T14:23:58.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.799+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3021449144518349936', time=2024-09-19T16:12:46.166474+0000, chain.objs.size()=1 2024-09-19T14:23:58.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.799+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.jcUE_7R0-31Bo2QRePseMXz-f8C3MJg_0 2024-09-19T14:23:58.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.799+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18237288656403844979', time=2024-09-19T16:12:46.186290+0000, chain.objs.size()=1 2024-09-19T14:23:58.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.799+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.s0hpUagRJumN4UT3ClmtnZncH0mFd31_0 2024-09-19T14:23:58.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.799+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10132277740617804798', time=2024-09-19T16:12:46.400333+0000, chain.objs.size()=1 2024-09-19T14:23:58.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.799+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.O_K9QB161KwWYysY5p95ZAJzc4iTgtn_0 2024-09-19T14:23:58.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.799+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5100762833282207947', time=2024-09-19T16:12:46.419191+0000, chain.objs.size()=1 2024-09-19T14:23:58.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.799+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.l_JSdDbseTNP_4RyNYDpN5dNLfTgBl5_0 2024-09-19T14:23:58.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.799+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12966685746109690434', time=2024-09-19T16:12:46.447917+0000, chain.objs.size()=1 2024-09-19T14:23:58.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.799+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.pTHLzLiiY60MxQrrm6KW-dLBZQTX1ev_0 2024-09-19T14:23:58.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.803+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4290116575397463638', time=2024-09-19T16:12:46.469387+0000, chain.objs.size()=1 2024-09-19T14:23:58.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.803+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.42ScVLvsGT1mf7LT9KgMtIulU8LO2q5_0 2024-09-19T14:23:58.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.803+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17577707106704390285', time=2024-09-19T16:12:46.812753+0000, chain.objs.size()=1 2024-09-19T14:23:58.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.803+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.rN-JDpM_LVguUb-rp017SjoF8q1W6ij_0 2024-09-19T14:23:58.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.803+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2461705810015176510', time=2024-09-19T16:12:46.861334+0000, chain.objs.size()=1 2024-09-19T14:23:58.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.803+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.pyGKfiS7JalIX4rsQXsRQAsqWbGne3m_0 2024-09-19T14:23:58.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.807+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4878650608803095572', time=2024-09-19T16:12:47.101725+0000, chain.objs.size()=1 2024-09-19T14:23:58.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.807+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.LC4wZjogg5LPoRh5G_l6df6DUgS3RJE_0 2024-09-19T14:23:58.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.807+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14319366678243516216', time=2024-09-19T16:12:47.135981+0000, chain.objs.size()=1 2024-09-19T14:23:58.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.807+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.-y1ZcDkij0jznuQUUS70VEQBsiExM2K_0 2024-09-19T14:23:58.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.807+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12971214328492731687', time=2024-09-19T16:12:47.138736+0000, chain.objs.size()=1 2024-09-19T14:23:58.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.807+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.AZvDBtvI3WXlN-EX-KxLaS3khb1ARSq_0 2024-09-19T14:23:58.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.807+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16672888001813803707', time=2024-09-19T16:12:47.152564+0000, chain.objs.size()=1 2024-09-19T14:23:58.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.807+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.zN1rKJwaZw4gZ3r8hAtS9HfdV8GJI4I_0 2024-09-19T14:23:58.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.807+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16357249046642659525', time=2024-09-19T16:12:47.380979+0000, chain.objs.size()=1 2024-09-19T14:23:58.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.807+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.LAzcj9lRfUMXkaWPaFtF-lL9WT3CgR6_0 2024-09-19T14:23:58.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.811+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 0/44207 2024-09-19T14:23:58.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.811+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=24, truncated=0, next_marker='' 2024-09-19T14:23:58.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.811+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6214172453966274795', time=2024-09-19T16:12:47.429400+0000, chain.objs.size()=1 2024-09-19T14:23:58.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.811+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.CF1-l_nADvI297CEaOO9UIc-pS6JEOg_0 2024-09-19T14:23:58.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.811+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3028591982283017893', time=2024-09-19T16:12:47.489181+0000, chain.objs.size()=1 2024-09-19T14:23:58.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.811+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.lVCmxPOnLUtHw6Aj_ax0HRZwMCTtLy-_0 2024-09-19T14:23:58.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.811+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7138232389816754713', time=2024-09-19T16:12:47.539507+0000, chain.objs.size()=1 2024-09-19T14:23:58.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.811+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.rHUYFW0FMMQCa9WVN5jIp2Xc1dEZM0Y_0 2024-09-19T14:23:58.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.811+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2719479562311503398', time=2024-09-19T16:12:47.849181+0000, chain.objs.size()=1 2024-09-19T14:23:58.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.811+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.8q9qeAIEhBLubRqYcVLSgov2f_iT9p__0 2024-09-19T14:23:58.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.811+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17527850426944435167', time=2024-09-19T16:13:12.736528+0000, chain.objs.size()=1 2024-09-19T14:23:58.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.811+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.371__shadow_.0_Rklmua99gW2QwTX1DiO7DDmUD8M6X_0 2024-09-19T14:23:58.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.811+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5124932126242027923', time=2024-09-19T16:13:53.047472+0000, chain.objs.size()=1 2024-09-19T14:23:58.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.811+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.434__shadow_.knU8AzN7WGfrT8m1gCSNK7VKeGMdt96_0 2024-09-19T14:23:58.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.815+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15777294002667242400', time=2024-09-19T16:14:24.939655+0000, chain.objs.size()=1 2024-09-19T14:23:58.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.815+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.483__shadow_.vfxSrrcYNd2B3Vx7c7sUcy6JwaFbU8V_0 2024-09-19T14:23:58.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.815+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='2~PVXYBwlJ1pA3TuY_mk0S1LiFLK9htbW', time=2024-09-19T16:15:07.597009+0000, chain.objs.size()=1 2024-09-19T14:23:58.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.815+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.522__multipart_mymultipart.2~PVXYBwlJ1pA3TuY_mk0S1LiFLK9htbW.2 2024-09-19T14:23:58.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.815+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='2~PVXYBwlJ1pA3TuY_mk0S1LiFLK9htbW', time=2024-09-19T16:15:07.601014+0000, chain.objs.size()=1 2024-09-19T14:23:58.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.815+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.522__multipart_mymultipart.2~PVXYBwlJ1pA3TuY_mk0S1LiFLK9htbW.3 2024-09-19T14:23:58.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.815+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6663716534279440584', time=2024-09-19T16:16:07.444506+0000, chain.objs.size()=1 2024-09-19T14:23:58.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.815+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.553__shadow_.qEIiOGgAr2WfeEJqEqM7nXB6ENpEcVX_0 2024-09-19T14:23:58.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.815+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16932787667893518', time=2024-09-19T16:16:10.157360+0000, chain.objs.size()=2 2024-09-19T14:23:58.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.815+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.555__shadow_.ziT2X4y0Qj-YlM46bxCXAtbJVlkdtNI_0 2024-09-19T14:23:58.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.815+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.555__shadow_.ziT2X4y0Qj-YlM46bxCXAtbJVlkdtNI_1 2024-09-19T14:23:58.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.815+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7504264884828634454', time=2024-09-19T16:16:10.739245+0000, chain.objs.size()=1 2024-09-19T14:23:58.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.815+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.556__shadow_.qqSPAN2LeZaDn5Iyjfh1D6-DKVgDpdJ_0 2024-09-19T14:23:58.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.815+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17615063441879230040', time=2024-09-19T16:16:15.901890+0000, chain.objs.size()=1 2024-09-19T14:23:58.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.815+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.561__multipart_mymultipart.j9zoGpJ5kekpf8JDoAQhatDyJbQ25epz.1 2024-09-19T14:23:58.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.819+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1545766447410661337', time=2024-09-19T16:16:21.373479+0000, chain.objs.size()=2 2024-09-19T14:23:58.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.819+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.563__shadow_.YXHQk6AEQWTa3Iznu3bCpD9BYJBF6en_0 2024-09-19T14:23:58.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.819+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.563__shadow_.YXHQk6AEQWTa3Iznu3bCpD9BYJBF6en_1 2024-09-19T14:23:58.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.819+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4746541240719977025', time=2024-09-19T16:16:47.960831+0000, chain.objs.size()=1 2024-09-19T14:23:58.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.819+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.577__shadow:L4aRN.2h23zuC-n2XaDmnJM3wk2evcp_.RYpLGHlZCylZkErWBe5NbIR1mz1eAqZ_0 2024-09-19T14:23:58.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.819+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.344384498581577458', time=2024-09-19T16:16:59.029482+0000, chain.objs.size()=1 2024-09-19T14:23:58.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.819+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.577__shadow:riBcEbFZ4GbwoF22jHossyo58zbz9-N_.koFcEmsI3E7Cvv69qVuYkrK5rqh_-jy_0 2024-09-19T14:23:58.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.819+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1665487664922331053', time=2024-09-19T16:17:02.289060+0000, chain.objs.size()=1 2024-09-19T14:23:58.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.819+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.577__shadow:ELf8v04ant-6NIyRfQHkD6anwbXXHxO_.t5XCLG_NMxSOQBuu5Oz3LwFCE8VYAMQ_0 2024-09-19T14:23:58.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.819+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8928092225652126840', time=2024-09-19T16:17:08.455624+0000, chain.objs.size()=1 2024-09-19T14:23:58.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.819+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.579__shadow:Bf10sFQiC1TquAqnW8gfJ9gP97InhKz_.ZSg9OUCTjc-l5XTd3a5V0o6dBe5SC1e_0 2024-09-19T14:23:58.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.819+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8167648210415282110', time=2024-09-19T16:17:14.574365+0000, chain.objs.size()=1 2024-09-19T14:23:58.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.819+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.586__shadow:0AYKOXmjUQHT04reDG9i7NXdnZ4B06y_.LTJTOZNiVvGCc9psf_orxOVqW1-azXu_0 2024-09-19T14:23:58.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.819+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17172164967075810976', time=2024-09-19T16:17:15.293945+0000, chain.objs.size()=1 2024-09-19T14:23:58.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.819+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.587__shadow:iRlE1oaEtlHdkk5oDWkXUPb5wvC6Gbp_.e2qL0wTqLE8FgyLusAW1OllaRYmBOju_0 2024-09-19T14:23:58.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.819+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6256084543847387612', time=2024-09-19T16:20:11.638755+0000, chain.objs.size()=1 2024-09-19T14:23:58.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.819+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.654__shadow_.92V1OiwtE1DdcTOkePnL4itoGb6dqsD_0 2024-09-19T14:23:58.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.819+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.890530059933056713', time=2024-09-19T16:20:21.020752+0000, chain.objs.size()=1 2024-09-19T14:23:58.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.819+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.665__shadow_.BlRX8Uzud_AS2UgA4gq28vU4uhmAiE-_0 2024-09-19T14:23:58.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.819+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13703172927049048643', time=2024-09-19T16:20:46.673384+0000, chain.objs.size()=1 2024-09-19T14:23:58.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.819+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.711__multipart_file1.2~cka1a-zBZwjvdbVpJZaGDiCD415kpre.1 2024-09-19T14:23:58.825 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.823+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3967091794932878196', time=2024-09-19T16:21:50.151408+0000, chain.objs.size()=1 2024-09-19T14:23:58.825 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.823+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.755__shadow_.LIVnzFQQevge6GstUGy5Wg9q9Hzir_3_0 2024-09-19T14:23:58.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.827+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:23:58.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.827+0000 7fb91a7579c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-19T14:23:58.831 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.831+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:23:58.831 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.831+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:23:58.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.831+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/52488' 2024-09-19T14:23:58.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.831+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10697748821757058707', time=2024-09-19T16:08:52.425037+0000, chain.objs.size()=1 2024-09-19T14:23:58.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.831+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.176__shadow_.tEzQ59fFtPk885ke-GNmhsiAk1FLMPm_0 2024-09-19T14:23:58.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.831+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9279755741444615151', time=2024-09-19T16:10:36.207703+0000, chain.objs.size()=1 2024-09-19T14:23:58.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.831+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.231__shadow_.SGXStYadgF6tm5PsdUYrmGx_lYMdX3P_0 2024-09-19T14:23:58.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.831+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2813558507712554596', time=2024-09-19T16:10:41.576347+0000, chain.objs.size()=1 2024-09-19T14:23:58.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.831+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.238__shadow_.TdURmwKzYLv5KbVx2DEJi3GLbUk2TZp_0 2024-09-19T14:23:58.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.831+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15953768550399103724', time=2024-09-19T16:10:43.358317+0000, chain.objs.size()=1 2024-09-19T14:23:58.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.831+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.241__shadow_.4ny42EVP_xV8q8qoZK_QpFBj3BPMDOZ_0 2024-09-19T14:23:58.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.831+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4445487762878926627', time=2024-09-19T16:10:47.481241+0000, chain.objs.size()=1 2024-09-19T14:23:58.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.831+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.246__shadow_.fIkjbjANthH2yPie3xb9uG8udWcqZ8D_0 2024-09-19T14:23:58.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.831+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16647591996971244621', time=2024-09-19T16:10:48.109084+0000, chain.objs.size()=1 2024-09-19T14:23:58.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.831+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.247__shadow_.t_MV7r7fM5m_aJpdbeD_aL7_aHGcZ4u_0 2024-09-19T14:23:58.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.831+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10371646587243121279', time=2024-09-19T16:10:51.899039+0000, chain.objs.size()=1 2024-09-19T14:23:58.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.831+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.253__shadow_.nuQiY4ZauLC7l16h4KJSL-gL_5tJ6LJ_0 2024-09-19T14:23:58.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.831+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2703707674733577556', time=2024-09-19T16:10:53.837910+0000, chain.objs.size()=1 2024-09-19T14:23:58.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.831+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.256__shadow_.r-MhSCUJPqcXr0ADq7ahlOFdk54t_69_0 2024-09-19T14:23:58.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.831+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8761144071535378940', time=2024-09-19T16:11:18.059954+0000, chain.objs.size()=1 2024-09-19T14:23:58.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.831+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.HZlz1vzpLsSMTH6qcgrlzFW7ExeXjhX_0 2024-09-19T14:23:58.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.831+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13437541477037208740', time=2024-09-19T16:11:18.441572+0000, chain.objs.size()=1 2024-09-19T14:23:58.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.831+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.ETKhYT-QfzsLEsGrPQlwUFwLOFrihGF_0 2024-09-19T14:23:58.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.831+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15720235111050077975', time=2024-09-19T16:11:18.573932+0000, chain.objs.size()=1 2024-09-19T14:23:58.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.831+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.BB3SFxerLZ84uJVlzZj4ouE4JAVnX0r_0 2024-09-19T14:23:58.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.831+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4761328568060166445', time=2024-09-19T16:11:18.645817+0000, chain.objs.size()=1 2024-09-19T14:23:58.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.831+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.3Qy5TTED1A_8U3sFJvu8JpNuvuRZrR9_0 2024-09-19T14:23:58.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.835+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5358408826481584959', time=2024-09-19T16:11:18.762036+0000, chain.objs.size()=1 2024-09-19T14:23:58.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.835+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.XBIMQDAVGODf9Peb2gipZvfl2_BAYXP_0 2024-09-19T14:23:58.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.835+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14106304909739087981', time=2024-09-19T16:11:18.765542+0000, chain.objs.size()=1 2024-09-19T14:23:58.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.835+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.PnoLLnyUdC5g4hJZc-sWzXai92xfDUH_0 2024-09-19T14:23:58.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.835+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11970620753578334173', time=2024-09-19T16:11:18.806280+0000, chain.objs.size()=1 2024-09-19T14:23:58.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.835+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.FXB5n7gmCXxjlUrXfm5271Euq3OFZDB_0 2024-09-19T14:23:58.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.835+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16274196723640785216', time=2024-09-19T16:11:18.864433+0000, chain.objs.size()=1 2024-09-19T14:23:58.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.835+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.oolN3P8n_VuR7GRs5QoYeae38wCH7ht_0 2024-09-19T14:23:58.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.835+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2269270383928006273', time=2024-09-19T16:11:18.970480+0000, chain.objs.size()=1 2024-09-19T14:23:58.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.835+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.XuntsYmHzxB1aXdiBoZ8vSeEAXSUNqi_0 2024-09-19T14:23:58.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.835+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13616960825567939787', time=2024-09-19T16:11:19.304049+0000, chain.objs.size()=1 2024-09-19T14:23:58.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.835+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.QsGZi7GTpQsgioOA-IUuB7tcoOTGkRF_0 2024-09-19T14:23:58.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.835+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13422308352225447891', time=2024-09-19T16:11:19.309295+0000, chain.objs.size()=1 2024-09-19T14:23:58.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.835+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.zVy1mkkbrm_Jow-AuQFK8nmQBgkFUMr_0 2024-09-19T14:23:58.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.835+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9323565092141076138', time=2024-09-19T16:11:19.328750+0000, chain.objs.size()=1 2024-09-19T14:23:58.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.835+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.CEBGW3Vn1_LWykFiwlNmKaubpK41s-U_0 2024-09-19T14:23:58.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.835+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7169322788971969943', time=2024-09-19T16:11:19.460457+0000, chain.objs.size()=1 2024-09-19T14:23:58.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.835+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.Ol62X0-2jEjyWRypXCVbAsAh10Zb47g_0 2024-09-19T14:23:58.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.835+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2072955642154769797', time=2024-09-19T16:11:19.517643+0000, chain.objs.size()=1 2024-09-19T14:23:58.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.835+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.LnrtdOfjsAW_QzVzzd12Glf-tbKbxjO_0 2024-09-19T14:23:58.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.835+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11334218915744887113', time=2024-09-19T16:11:19.550987+0000, chain.objs.size()=1 2024-09-19T14:23:58.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.835+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.oiowLgu6HhuUoakN-u_zNAK2F9V4puy_0 2024-09-19T14:23:58.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.839+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.126851610511229344', time=2024-09-19T16:11:19.610935+0000, chain.objs.size()=1 2024-09-19T14:23:58.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.839+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.LW2odQ8m69KRDGsCP9eGtND_UDakXdK_0 2024-09-19T14:23:58.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.839+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3340498955331691613', time=2024-09-19T16:11:19.802616+0000, chain.objs.size()=1 2024-09-19T14:23:58.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.839+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.S_dEK0pTHKytsblBPHCSPjsWg19UE94_0 2024-09-19T14:23:58.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.839+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11175019576775667416', time=2024-09-19T16:11:19.857265+0000, chain.objs.size()=1 2024-09-19T14:23:58.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.839+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.lA33r8IuuFXUsZ8DA2uHl1FkCdAdvxO_0 2024-09-19T14:23:58.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.839+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16688156087932922590', time=2024-09-19T16:11:19.888832+0000, chain.objs.size()=1 2024-09-19T14:23:58.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.839+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.z0cn6j5N_y-QuF6AjYQiDIuuzjqR2gh_0 2024-09-19T14:23:58.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.839+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13002913200426333549', time=2024-09-19T16:11:19.948468+0000, chain.objs.size()=1 2024-09-19T14:23:58.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.839+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.w70Xhawt-6ALo2k7IfKR_dmS_rb8k2u_0 2024-09-19T14:23:58.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.839+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2895130994594700740', time=2024-09-19T16:11:20.110727+0000, chain.objs.size()=1 2024-09-19T14:23:58.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.839+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.h4aJ4FHKFtnzvTfI_uthO9yymBbOzG2_0 2024-09-19T14:23:58.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.839+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13551313542763577320', time=2024-09-19T16:11:20.212387+0000, chain.objs.size()=1 2024-09-19T14:23:58.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.839+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.kchK3R2wH0sOATmt_fqIdpqARNgyR2z_0 2024-09-19T14:23:58.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.839+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6033892589118973512', time=2024-09-19T16:11:20.236919+0000, chain.objs.size()=1 2024-09-19T14:23:58.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.839+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.nXksDAMKnae9uV2yOWBFKj1F8ZAol1M_0 2024-09-19T14:23:58.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.839+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14528088329004641672', time=2024-09-19T16:11:20.256624+0000, chain.objs.size()=1 2024-09-19T14:23:58.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.839+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.2yQ-b_3pvQq_wsJrbhS5bm2T5s14WRm_0 2024-09-19T14:23:58.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.839+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3670601807094766179', time=2024-09-19T16:11:20.404904+0000, chain.objs.size()=1 2024-09-19T14:23:58.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.839+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.o-X0jH249fK5PZjvr29X2030O1TilY5_0 2024-09-19T14:23:58.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.839+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.595335392828250648', time=2024-09-19T16:11:20.409931+0000, chain.objs.size()=1 2024-09-19T14:23:58.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.839+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.yyOgdzdalavwBA1IEsygKjh3HY4Z7Ox_0 2024-09-19T14:23:58.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.839+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1585572320387364984', time=2024-09-19T16:11:20.522822+0000, chain.objs.size()=1 2024-09-19T14:23:58.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.839+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.TpRil-woQZ52b-YISdRNBckhL12_rDE_0 2024-09-19T14:23:58.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.843+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2186230361808709942', time=2024-09-19T16:11:21.693822+0000, chain.objs.size()=1 2024-09-19T14:23:58.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.843+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.264__shadow_.gSg9PBUGSFb6xCmBTkipe1jAkw_XbGH_0 2024-09-19T14:23:58.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.843+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17838112107553428466', time=2024-09-19T16:11:22.338503+0000, chain.objs.size()=1 2024-09-19T14:23:58.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.843+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.265__shadow_.Kb_9_ubm6hoQuRf_Wwr2j66SjnZ6lfO_0 2024-09-19T14:23:58.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.843+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2983131534453168832', time=2024-09-19T16:11:26.006110+0000, chain.objs.size()=1 2024-09-19T14:23:58.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.843+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.271__shadow_.ut-5tS_o1BPtmQZmfkIiaXxTK8XsQ1Y_0 2024-09-19T14:23:58.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.843+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16458318739531296314', time=2024-09-19T16:11:28.488392+0000, chain.objs.size()=1 2024-09-19T14:23:58.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.843+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.275__shadow_.8H8b1pExssKel7hJfF1H4LLQQHM3d-z_0 2024-09-19T14:23:58.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.843+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8060077492484913627', time=2024-09-19T16:11:34.859888+0000, chain.objs.size()=1 2024-09-19T14:23:58.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.843+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.285__shadow_.ngzLrIi1ysATuRblCHzYG-ZvIgIYIPO_0 2024-09-19T14:23:58.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.843+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11340351285826353656', time=2024-09-19T16:11:40.370664+0000, chain.objs.size()=1 2024-09-19T14:23:58.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.843+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.292__shadow_.YvaMYpU3_qm6mGwCIrSDRlG6DisD-Ir_0 2024-09-19T14:23:58.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.847+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8034333514752824223', time=2024-09-19T16:11:51.340074+0000, chain.objs.size()=1 2024-09-19T14:23:58.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.847+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.307__shadow:Uybeyab7.30hqM7N0vhxq2BF-QtwTAp_.T7JC1LAVn5MMQA_kgiiGa83G48xU-fh_0 2024-09-19T14:23:58.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.847+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3147273122375240231', time=2024-09-19T16:12:21.642468+0000, chain.objs.size()=1 2024-09-19T14:23:58.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.847+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.FBevtejXf-DbqwmtrvKLyotYtgKffUg_0 2024-09-19T14:23:58.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.847+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3427788554427658178', time=2024-09-19T16:12:21.669742+0000, chain.objs.size()=1 2024-09-19T14:23:58.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.847+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.H54JD67fjjAfx8tNSqnTixqGoQVPd_e_0 2024-09-19T14:23:58.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.847+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11312873457030919823', time=2024-09-19T16:12:21.788263+0000, chain.objs.size()=1 2024-09-19T14:23:58.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.847+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Tlk6QM2N4iMiQxnOFS0WabEs33RzNy6_0 2024-09-19T14:23:58.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.847+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14848032934536784371', time=2024-09-19T16:12:21.811234+0000, chain.objs.size()=1 2024-09-19T14:23:58.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.847+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.dnJ5toGIuc7mkIM5uqscLj9Ves458KP_0 2024-09-19T14:23:58.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.847+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6889742659939397957', time=2024-09-19T16:12:21.969370+0000, chain.objs.size()=1 2024-09-19T14:23:58.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.847+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.gFfgmIvetLUdyWIY5fNQelW7velYUo-_0 2024-09-19T14:23:58.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.847+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12873815927216263127', time=2024-09-19T16:12:21.994358+0000, chain.objs.size()=1 2024-09-19T14:23:58.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.847+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.sxl5czW18JRIxqaLkmZ1iPB7By3AInG_0 2024-09-19T14:23:58.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.847+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16872094142492128349', time=2024-09-19T16:12:22.118572+0000, chain.objs.size()=1 2024-09-19T14:23:58.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.847+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.53Vu-bxcpR7C2Y0eY3rrYB2MgJ_hduZ_0 2024-09-19T14:23:58.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.847+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2514335389605240060', time=2024-09-19T16:12:22.156356+0000, chain.objs.size()=1 2024-09-19T14:23:58.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.847+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.bHddY9ny18vLRJMaNjVG-OC-5NGhOy1_0 2024-09-19T14:23:58.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.847+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11314963902692002161', time=2024-09-19T16:12:22.342842+0000, chain.objs.size()=1 2024-09-19T14:23:58.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.847+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.OJ1aA458steyPdj34rGl6VO1YQxhl2o_0 2024-09-19T14:23:58.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.851+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6190434316819920888', time=2024-09-19T16:12:22.432128+0000, chain.objs.size()=1 2024-09-19T14:23:58.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.851+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.LTUmzTxALPffS1Z_zPpBo3MSAW4BokW_0 2024-09-19T14:23:58.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.851+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17285040116352947776', time=2024-09-19T16:12:22.650119+0000, chain.objs.size()=1 2024-09-19T14:23:58.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.851+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.2rWkPtmthJWqt4s6IMMP01FA6zEqYP8_0 2024-09-19T14:23:58.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.851+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15363251807135115557', time=2024-09-19T16:12:22.652634+0000, chain.objs.size()=1 2024-09-19T14:23:58.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.851+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.6YlUm-6ZlNpihHjrzy17M2a799awjSY_0 2024-09-19T14:23:58.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.851+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12711219992007853855', time=2024-09-19T16:12:22.741010+0000, chain.objs.size()=1 2024-09-19T14:23:58.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.851+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.7dXpEWBI3mLh3AxsU-X5giJRC42JqBo_0 2024-09-19T14:23:58.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.851+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3375818624699276703', time=2024-09-19T16:12:22.766939+0000, chain.objs.size()=1 2024-09-19T14:23:58.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.851+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.eC2g8tPYlQy1AZwYhKNfRWtVlGkajaM_0 2024-09-19T14:23:58.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.851+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14151054749668988924', time=2024-09-19T16:12:22.782360+0000, chain.objs.size()=1 2024-09-19T14:23:58.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.851+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.7PtZelk6Ml3oV8_QIKZSz93VAJ_mjC5_0 2024-09-19T14:23:58.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.851+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11377172749505832448', time=2024-09-19T16:12:22.783451+0000, chain.objs.size()=1 2024-09-19T14:23:58.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.851+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.MjOi2jezmj-yY-qonB_d3clVwfucu3V_0 2024-09-19T14:23:58.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.851+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4767540305463374962', time=2024-09-19T16:12:22.850896+0000, chain.objs.size()=1 2024-09-19T14:23:58.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.851+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Fby1mbAl1mN7UQiF_w1Kca6ttYaeKb2_0 2024-09-19T14:23:58.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.851+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5280702927050320123', time=2024-09-19T16:12:23.000949+0000, chain.objs.size()=1 2024-09-19T14:23:58.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.851+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.JUeN5lrLw6KwItW_SUqtbocw6Q870vh_0 2024-09-19T14:23:58.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.851+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6449378128295647497', time=2024-09-19T16:12:23.075002+0000, chain.objs.size()=1 2024-09-19T14:23:58.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.851+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_._PjgxUWrzs8qdf2rZFktpbFNGdvB4WD_0 2024-09-19T14:23:58.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.851+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16395892320856553979', time=2024-09-19T16:12:23.091782+0000, chain.objs.size()=1 2024-09-19T14:23:58.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.851+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.GuB7pLPS-EJAxQYN1AoEdEzc2Lc-mmc_0 2024-09-19T14:23:58.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.851+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3502505667955774945', time=2024-09-19T16:12:23.130026+0000, chain.objs.size()=1 2024-09-19T14:23:58.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.851+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.zkshxdU6uSmqHJkwN3szi5OtTbuW4Xp_0 2024-09-19T14:23:58.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.851+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2904282241355645982', time=2024-09-19T16:12:23.158677+0000, chain.objs.size()=1 2024-09-19T14:23:58.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.851+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.R3N2kHB27UONf81W2G74GK-mGxv2O7f_0 2024-09-19T14:23:58.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.855+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10705460360591723736', time=2024-09-19T16:12:23.189541+0000, chain.objs.size()=1 2024-09-19T14:23:58.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.855+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.v1Qo72xF3QPz9pluiSJPQTccrIUnDfD_0 2024-09-19T14:23:58.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.855+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10886494706773227927', time=2024-09-19T16:12:23.365925+0000, chain.objs.size()=1 2024-09-19T14:23:58.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.855+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Xi7eyqTWVynBxhVlPDFS1Mnlsw2vcsR_0 2024-09-19T14:23:58.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.855+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17841883133381634921', time=2024-09-19T16:12:23.404560+0000, chain.objs.size()=1 2024-09-19T14:23:58.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.855+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.2I3Xg19RsYfOpYtEuqRUlM5Vg7tTObj_0 2024-09-19T14:23:58.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.855+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7103783864745481756', time=2024-09-19T16:12:23.440423+0000, chain.objs.size()=1 2024-09-19T14:23:58.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.855+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.SAAtwW7pJ5kBa4tgGZuTlBa5u83wWhY_0 2024-09-19T14:23:58.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.855+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18080795608243166207', time=2024-09-19T16:12:23.457805+0000, chain.objs.size()=1 2024-09-19T14:23:58.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.855+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.drSjhVEd8ZwqD8osDyRVEWTF9tFhlUe_0 2024-09-19T14:23:58.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.859+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8810244466060767436', time=2024-09-19T16:12:23.484871+0000, chain.objs.size()=1 2024-09-19T14:23:58.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.859+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.u11cfSy9CR8IQ6iZcD-kiKpB5c9UydZ_0 2024-09-19T14:23:58.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.859+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1481424157681661940', time=2024-09-19T16:12:23.780676+0000, chain.objs.size()=1 2024-09-19T14:23:58.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.859+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.q1EPN-nVwxoI_DR95TzCTwZj-ClwqWi_0 2024-09-19T14:23:58.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.859+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2042303470532045977', time=2024-09-19T16:12:24.045869+0000, chain.objs.size()=1 2024-09-19T14:23:58.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.859+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.v55k1hpSlgVOM5rXL7mxecuIY3_NSew_0 2024-09-19T14:23:58.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.859+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1557840571138351625', time=2024-09-19T16:12:24.076185+0000, chain.objs.size()=1 2024-09-19T14:23:58.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.859+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.ZYjkYh2apmI3z2QYyZoQZ-FCU93L7c0_0 2024-09-19T14:23:58.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.859+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4292047438152383093', time=2024-09-19T16:12:24.085792+0000, chain.objs.size()=1 2024-09-19T14:23:58.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.859+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.GV8Eb5U6nuFVflDRfOZ7o5aCn8fliM6_0 2024-09-19T14:23:58.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.859+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11612765607429395591', time=2024-09-19T16:12:24.109545+0000, chain.objs.size()=1 2024-09-19T14:23:58.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.859+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.SvkbtcrmVIRTE5an9Cf5XArTxvvBQXq_0 2024-09-19T14:23:58.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.859+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14230983582654300286', time=2024-09-19T16:12:45.245952+0000, chain.objs.size()=1 2024-09-19T14:23:58.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.859+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.YH1BXlPoFnSCjHLsdl_TeIMEkQI7wJf_0 2024-09-19T14:23:58.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.859+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15580462834280052584', time=2024-09-19T16:12:45.309952+0000, chain.objs.size()=1 2024-09-19T14:23:58.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.859+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.R_vtLNvDzRUWmxhUGfgJM7C94NtNkoE_0 2024-09-19T14:23:58.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.859+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10944109289902645150', time=2024-09-19T16:12:45.353815+0000, chain.objs.size()=1 2024-09-19T14:23:58.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.859+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.0AnmuxmIV6pCZFVJPWDaTW9iuOkeerP_0 2024-09-19T14:23:58.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.859+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.327053961617247933', time=2024-09-19T16:12:45.355305+0000, chain.objs.size()=1 2024-09-19T14:23:58.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.859+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.9oCp0sBOo1iIf5IAZy-sHtakpz8LvCs_0 2024-09-19T14:23:58.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.859+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8630393476381451136', time=2024-09-19T16:12:45.432109+0000, chain.objs.size()=1 2024-09-19T14:23:58.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.859+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.kxHTNPdgePyUDu_AxXOmXKSjdrM9-nH_0 2024-09-19T14:23:58.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.863+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7657469787670517410', time=2024-09-19T16:12:45.440074+0000, chain.objs.size()=1 2024-09-19T14:23:58.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.863+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.7rP3G5iiXwXL2W74fS2qL5jsFYHmxav_0 2024-09-19T14:23:58.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.863+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8426748574674032419', time=2024-09-19T16:12:45.610037+0000, chain.objs.size()=1 2024-09-19T14:23:58.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.863+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.vDc9ga9-sLhnYUCwLoiY56Lwh-Sjkrb_0 2024-09-19T14:23:58.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.863+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3828256028077953352', time=2024-09-19T16:12:45.618684+0000, chain.objs.size()=1 2024-09-19T14:23:58.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.863+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.hvz-kVVr1gzpWt7L50oHfd-Ah2EEpSX_0 2024-09-19T14:23:58.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.863+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10244967421018301447', time=2024-09-19T16:12:45.663194+0000, chain.objs.size()=1 2024-09-19T14:23:58.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.863+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.h6OQJrSR-whkZCp5o7dsrnKWd7kmjFS_0 2024-09-19T14:23:58.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.863+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4408941426220000736', time=2024-09-19T16:12:45.765987+0000, chain.objs.size()=1 2024-09-19T14:23:58.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.863+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.pV6FIJFBC2h5e6usKqV6d64CcfYDtXC_0 2024-09-19T14:23:58.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.863+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4338909166535389579', time=2024-09-19T16:12:45.773205+0000, chain.objs.size()=1 2024-09-19T14:23:58.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.863+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.9r5Z-9gxG-dKIGo6unYyA19fLzQ1mVE_0 2024-09-19T14:23:58.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.863+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7562360553157066802', time=2024-09-19T16:12:45.833014+0000, chain.objs.size()=1 2024-09-19T14:23:58.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.863+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.tPcT32rhw1ZEnL6isTxECNSMn5eZVcH_0 2024-09-19T14:23:58.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.863+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4641682160874277437', time=2024-09-19T16:12:45.996616+0000, chain.objs.size()=1 2024-09-19T14:23:58.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.863+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.jY8P4532mpfXvKwqkZN9w5B__6-7Mh4_0 2024-09-19T14:23:58.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.867+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9578749435636034338', time=2024-09-19T16:12:46.088149+0000, chain.objs.size()=1 2024-09-19T14:23:58.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.867+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.aZmGj3cww4zBijsbg8krfLL8tEYkhWW_0 2024-09-19T14:23:58.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.867+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15867233383244829648', time=2024-09-19T16:12:46.207790+0000, chain.objs.size()=1 2024-09-19T14:23:58.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.867+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.smigeXiIaTGMzhIUC0cNYgZojXndOMh_0 2024-09-19T14:23:58.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.867+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9433341314511814599', time=2024-09-19T16:12:46.539605+0000, chain.objs.size()=1 2024-09-19T14:23:58.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.867+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.kVYi2GoxXVwpY3fFhHn--ucwg3MhgHw_0 2024-09-19T14:23:58.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.867+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1102598641690412019', time=2024-09-19T16:12:46.568981+0000, chain.objs.size()=1 2024-09-19T14:23:58.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.867+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.9TSH9ewcHUkFHIQCkwadOJm9fmOmgUj_0 2024-09-19T14:23:58.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.867+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12941095256677495105', time=2024-09-19T16:12:46.701179+0000, chain.objs.size()=1 2024-09-19T14:23:58.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.867+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.VLjYLv7mF28LS3YQidGF_oLF8m4PqVM_0 2024-09-19T14:23:58.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.867+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2394487905509418497', time=2024-09-19T16:12:46.786288+0000, chain.objs.size()=1 2024-09-19T14:23:58.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.867+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.GYUGwrfDEriIjlSoAzzQ1_agOn1GsTK_0 2024-09-19T14:23:58.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.867+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5084003288770875651', time=2024-09-19T16:12:46.805161+0000, chain.objs.size()=1 2024-09-19T14:23:58.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.867+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.1l43pOyDMF1Tf5iPlkCCPhQVa4DwBya_0 2024-09-19T14:23:58.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.867+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.221228704137689603', time=2024-09-19T16:12:46.806449+0000, chain.objs.size()=1 2024-09-19T14:23:58.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.867+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.gwRpj6PNcLisKNL9MFt2efs-_F3ixCz_0 2024-09-19T14:23:58.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.867+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16757567666299055004', time=2024-09-19T16:12:46.812974+0000, chain.objs.size()=1 2024-09-19T14:23:58.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.867+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.P9ft71XdHaREmmSCUkf2BhQKRn48p2-_0 2024-09-19T14:23:58.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.871+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6504724551511478014', time=2024-09-19T16:12:46.846318+0000, chain.objs.size()=1 2024-09-19T14:23:58.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.871+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.mqlBajcyEvPC01SSMhxayMb75GuqD86_0 2024-09-19T14:23:58.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.871+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12654530824806196981', time=2024-09-19T16:12:46.892123+0000, chain.objs.size()=1 2024-09-19T14:23:58.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.871+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.4T3f0xIeoC7V5yOEBLcC7J8RaTXdp1B_0 2024-09-19T14:23:58.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.871+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16720346580702761995', time=2024-09-19T16:12:47.026801+0000, chain.objs.size()=1 2024-09-19T14:23:58.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.871+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.N5OrD2GsM_BM3Yh6833_yj8zHUJOrSm_0 2024-09-19T14:23:58.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.875+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 0/52488 2024-09-19T14:23:58.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.875+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=29, truncated=0, next_marker='' 2024-09-19T14:23:58.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.875+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11355264183960531345', time=2024-09-19T16:12:47.033741+0000, chain.objs.size()=1 2024-09-19T14:23:58.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.875+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.syCXeX_E3jWX0hWM0OPoqir5QLCzxLs_0 2024-09-19T14:23:58.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.875+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4982995342962780777', time=2024-09-19T16:12:47.113677+0000, chain.objs.size()=1 2024-09-19T14:23:58.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.875+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.jfn6hA8o_DUQPP2Tvc-VN31RolFg3p0_0 2024-09-19T14:23:58.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.875+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1975614619942921750', time=2024-09-19T16:12:47.232886+0000, chain.objs.size()=1 2024-09-19T14:23:58.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.875+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.mxIf-X29c6M3BC4Sgnm-G09dsr0gKkH_0 2024-09-19T14:23:58.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.875+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11473922036557824545', time=2024-09-19T16:12:47.236298+0000, chain.objs.size()=1 2024-09-19T14:23:58.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.875+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.PsGJnJYS-_IF3zJw1Ish6Sp_1fJ0Rt2_0 2024-09-19T14:23:58.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.875+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13087446976615810744', time=2024-09-19T16:12:47.244942+0000, chain.objs.size()=1 2024-09-19T14:23:58.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.875+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.AywmGWvV0wKNguz9Cw-SsGzhr2Jy1oE_0 2024-09-19T14:23:58.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.875+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4401526852337995165', time=2024-09-19T16:12:47.367959+0000, chain.objs.size()=1 2024-09-19T14:23:58.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.875+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.BBL-emATYkUJ-3WhPouhTh_RCPYOsIA_0 2024-09-19T14:23:58.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.875+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14815652151751804636', time=2024-09-19T16:12:47.454396+0000, chain.objs.size()=1 2024-09-19T14:23:58.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.875+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.Q9PQX7hqODk_SI-rlE0Wjrd3cjesIH4_0 2024-09-19T14:23:58.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.875+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16674301729279603526', time=2024-09-19T16:12:47.482805+0000, chain.objs.size()=1 2024-09-19T14:23:58.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.875+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.4NUTPeL7OWOjcJF00FZLFcMw_KPNI2Q_0 2024-09-19T14:23:58.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.875+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12045900765630224006', time=2024-09-19T16:12:47.513851+0000, chain.objs.size()=1 2024-09-19T14:23:58.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.875+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.JS89K2Wf7T4ozGQUcvDCJp6jF8kMmEW_0 2024-09-19T14:23:58.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.875+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5716090991469000779', time=2024-09-19T16:12:47.519302+0000, chain.objs.size()=1 2024-09-19T14:23:58.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.875+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.AZYzcGiCQo-_IuhpPWMHXtJeoAPXy3x_0 2024-09-19T14:23:58.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.875+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9724724237032324876', time=2024-09-19T16:12:47.744939+0000, chain.objs.size()=1 2024-09-19T14:23:58.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.875+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.1numzQHD4zFGVuVsgpunr-z1IN1EgtM_0 2024-09-19T14:23:58.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.875+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3204012940522564757', time=2024-09-19T16:12:47.776794+0000, chain.objs.size()=1 2024-09-19T14:23:58.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.875+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.nMzqVXyq5zXgDX4dJaAq3mujt3UVDji_0 2024-09-19T14:23:58.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.879+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4844406920915048373', time=2024-09-19T16:12:47.783422+0000, chain.objs.size()=1 2024-09-19T14:23:58.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.879+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.2qfXsrUFe-oYbJbYcd4iwp1FaaKbGYB_0 2024-09-19T14:23:58.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.879+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12689984049374471400', time=2024-09-19T16:12:47.784663+0000, chain.objs.size()=1 2024-09-19T14:23:58.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.879+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.QM4GcVNI7H1w0C-UqdzRc_RvdkDrJ1h_0 2024-09-19T14:23:58.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.879+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13138480258989045874', time=2024-09-19T16:12:47.805896+0000, chain.objs.size()=1 2024-09-19T14:23:58.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.879+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.mI8ITG_Bjtvtk1O30SssOf_Aj-T2aU0_0 2024-09-19T14:23:58.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.879+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14892578652401127211', time=2024-09-19T16:14:07.787026+0000, chain.objs.size()=1 2024-09-19T14:23:58.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.879+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.455__shadow_.74obUkOTprOp69H4p_hms7-tkMw9PIE_0 2024-09-19T14:23:58.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.883+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7975877865218439585', time=2024-09-19T16:14:10.554492+0000, chain.objs.size()=1 2024-09-19T14:23:58.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.883+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.458__shadow_.7WzocjuNYYecBrjkb6qkCiBYHn8ZyX6_0 2024-09-19T14:23:58.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.883+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11184181357026351429', time=2024-09-19T16:14:10.556627+0000, chain.objs.size()=1 2024-09-19T14:23:58.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.883+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.458__shadow_.pGFpeUx6i2CvllBwlaB3G65cz7ahfOK_0 2024-09-19T14:23:58.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.883+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9924211788317527897', time=2024-09-19T16:14:14.363600+0000, chain.objs.size()=1 2024-09-19T14:23:58.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.883+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.462__shadow_.KqaVh-MOLGqmmRn9rjxZgEF6YERyPdL_0 2024-09-19T14:23:58.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.883+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3336278771193704784', time=2024-09-19T16:14:16.659942+0000, chain.objs.size()=1 2024-09-19T14:23:58.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.883+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.465__shadow_.Oke27W2dipjt7S665mFW60sBIUHY20c_0 2024-09-19T14:23:58.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.883+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15887155545230978551', time=2024-09-19T16:14:16.963166+0000, chain.objs.size()=1 2024-09-19T14:23:58.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.883+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.465__shadow_.cmmsbq51NOwij5l78jhK2SWemIZ70K7_0 2024-09-19T14:23:58.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.883+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12313561837647832734', time=2024-09-19T16:15:16.189279+0000, chain.objs.size()=4 2024-09-19T14:23:58.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.883+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.523__multipart_mymultipart.2~DDrPUseIwbl5GdUapdLuUNE2utYbarD.1 2024-09-19T14:23:58.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.883+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.523__shadow_mymultipart.2~DDrPUseIwbl5GdUapdLuUNE2utYbarD.1_1 2024-09-19T14:23:58.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.887+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.523__multipart_mymultipart.2~DDrPUseIwbl5GdUapdLuUNE2utYbarD.2 2024-09-19T14:23:58.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.887+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.523__shadow_mymultipart.2~DDrPUseIwbl5GdUapdLuUNE2utYbarD.2_1 2024-09-19T14:23:58.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.887+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='2~QdxgtSsLljaSj3l0jTMUQ043LanuFly', time=2024-09-19T16:15:21.268088+0000, chain.objs.size()=10 2024-09-19T14:23:58.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.887+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.526__multipart_mymultipart.2~QdxgtSsLljaSj3l0jTMUQ043LanuFly.1 2024-09-19T14:23:58.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.887+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.526__multipart_mymultipart.2~QdxgtSsLljaSj3l0jTMUQ043LanuFly.2 2024-09-19T14:23:58.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.887+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.526__multipart_mymultipart.2~QdxgtSsLljaSj3l0jTMUQ043LanuFly.3 2024-09-19T14:23:58.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.887+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.526__multipart_mymultipart.2~QdxgtSsLljaSj3l0jTMUQ043LanuFly.4 2024-09-19T14:23:58.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.887+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.526__multipart_mymultipart.2~QdxgtSsLljaSj3l0jTMUQ043LanuFly.5 2024-09-19T14:23:58.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.887+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.526__multipart_mymultipart.2~QdxgtSsLljaSj3l0jTMUQ043LanuFly.6 2024-09-19T14:23:58.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.887+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.526__multipart_mymultipart.2~QdxgtSsLljaSj3l0jTMUQ043LanuFly.7 2024-09-19T14:23:58.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.887+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.526__multipart_mymultipart.2~QdxgtSsLljaSj3l0jTMUQ043LanuFly.8 2024-09-19T14:23:58.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.887+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.526__multipart_mymultipart.2~QdxgtSsLljaSj3l0jTMUQ043LanuFly.9 2024-09-19T14:23:58.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.887+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.526__multipart_mymultipart.2~QdxgtSsLljaSj3l0jTMUQ043LanuFly.10 2024-09-19T14:23:58.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.891+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16036919656274332386', time=2024-09-19T16:16:55.735250+0000, chain.objs.size()=1 2024-09-19T14:23:58.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.891+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.577__shadow:GU9KzCl5kAfbkEGrQldxmgmeuccMC2C_.FI0nQsT6RZBYI7qUvSTtW7UuNw6rZr4_0 2024-09-19T14:23:58.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.891+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12339553817322236390', time=2024-09-19T16:17:01.420715+0000, chain.objs.size()=1 2024-09-19T14:23:58.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.891+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.577__shadow:HUF6HfIZUY-7RXN.MOfDM4ikD0Jc6rB_.hH-f8crgr1zZZ0b7fiV5vyX4F9bV4ZO_0 2024-09-19T14:23:58.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.891+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8749575145141790061', time=2024-09-19T16:17:10.767311+0000, chain.objs.size()=1 2024-09-19T14:23:58.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.891+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.582__shadow:Y2P.VawcSDeiKspxEQuMsIMTt9WuTRz_.Teob2hsMm46IaJ5lhfU1cnWKl04rSli_0 2024-09-19T14:23:58.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.891+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13693526498896114784', time=2024-09-19T16:20:20.209816+0000, chain.objs.size()=1 2024-09-19T14:23:58.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.891+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.664__shadow_.ZZGuxXPPVvBNou_WzJZ_KMumo59KiIt_0 2024-09-19T14:23:58.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.891+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1052760578611867152', time=2024-09-19T16:20:21.977181+0000, chain.objs.size()=1 2024-09-19T14:23:58.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.891+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.666__shadow_.QmtK1AAyvRJlLTxg7wzKMYB_8m4PUGq_0 2024-09-19T14:23:58.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.891+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16315536521831143545', time=2024-09-19T16:20:24.691233+0000, chain.objs.size()=1 2024-09-19T14:23:58.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.891+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.672__shadow_.U-QhCfH3Ovcc4Qdxziu0iDjU7m3d1Z2_0 2024-09-19T14:23:58.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.895+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:23:58.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.899+0000 7fb91a7579c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-19T14:23:58.900 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.899+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:23:58.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.899+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:23:58.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.899+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/46270' 2024-09-19T14:23:58.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.899+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='2~KbNZ9feuF47z2gIT56MkRtk44XAyUhM', time=2024-09-19T16:09:13.710828+0000, chain.objs.size()=1 2024-09-19T14:23:58.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.899+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.201__multipart_mymultipart.2~KbNZ9feuF47z2gIT56MkRtk44XAyUhM.1 2024-09-19T14:23:58.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.899+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9236852610169381952', time=2024-09-19T16:10:38.686281+0000, chain.objs.size()=1 2024-09-19T14:23:58.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.899+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.235__shadow_.Gnu_6qOQP2YfLrmwMh0IttViwD4Akyz_0 2024-09-19T14:23:58.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.899+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16626078326694260682', time=2024-09-19T16:10:49.936561+0000, chain.objs.size()=1 2024-09-19T14:23:58.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.899+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.250__shadow_.B833FnLllXlRuT-vRy9km2fdSAHkV7H_0 2024-09-19T14:23:58.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.899+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10271505044050338314', time=2024-09-19T16:11:18.063931+0000, chain.objs.size()=1 2024-09-19T14:23:58.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.899+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.Q1a2z0kGtyc3CBRtkFPubyZm5NyRNJW_0 2024-09-19T14:23:58.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.899+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17957802802641176499', time=2024-09-19T16:11:18.066381+0000, chain.objs.size()=1 2024-09-19T14:23:58.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.899+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.nNUnCkFvNwjO12qmSZW0NlAF1msaY-j_0 2024-09-19T14:23:58.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.899+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6933833013217634447', time=2024-09-19T16:11:18.168245+0000, chain.objs.size()=1 2024-09-19T14:23:58.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.899+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.ZoLSVZqcYd3Qo3BlGtaYHD5xQYqaxOK_0 2024-09-19T14:23:58.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.899+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18398327153416139672', time=2024-09-19T16:11:18.238001+0000, chain.objs.size()=1 2024-09-19T14:23:58.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.899+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.cbWXFsUKy93EHcLgmKJKIN3-hRJWZs9_0 2024-09-19T14:23:58.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.899+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14001373057545537582', time=2024-09-19T16:11:18.426902+0000, chain.objs.size()=1 2024-09-19T14:23:58.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.899+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.dUXmI6W1edDZi16s7pa_fwwDwXgCxtO_0 2024-09-19T14:23:58.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.899+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16931390940036497616', time=2024-09-19T16:11:18.564192+0000, chain.objs.size()=1 2024-09-19T14:23:58.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.899+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.nHoRT_HRGq2MwfStWik4VVAXn7DmoPo_0 2024-09-19T14:23:58.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.899+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4204219097765239259', time=2024-09-19T16:11:18.581344+0000, chain.objs.size()=1 2024-09-19T14:23:58.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.899+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.Y1nUjVpZb5LnH8UCUW9RAqw-BCHS97B_0 2024-09-19T14:23:58.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.899+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6762263751660810983', time=2024-09-19T16:11:18.900612+0000, chain.objs.size()=1 2024-09-19T14:23:58.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.899+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.MGmbHf70npPWIrXJiglT26qdVQqlsTj_0 2024-09-19T14:23:58.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.899+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.738807190103898953', time=2024-09-19T16:11:19.154317+0000, chain.objs.size()=1 2024-09-19T14:23:58.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.899+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.Yy-8XpHVP0tUty92be0HTokgil-A3A-_0 2024-09-19T14:23:58.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.903+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.186230412507896869', time=2024-09-19T16:11:19.190661+0000, chain.objs.size()=1 2024-09-19T14:23:58.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.903+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.a5qv-Bdlr1RJ3An7bTPdj7UZFcR03PY_0 2024-09-19T14:23:58.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.903+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2370152715992087012', time=2024-09-19T16:11:19.227811+0000, chain.objs.size()=1 2024-09-19T14:23:58.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.903+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.NTVTg4ahbR9BRMM4MnnQ5ryvZoUBOkx_0 2024-09-19T14:23:58.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.903+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16042626849183577206', time=2024-09-19T16:11:19.452669+0000, chain.objs.size()=1 2024-09-19T14:23:58.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.903+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.xIv70a-UqXS1LmApn4xZb-oQ_vMK98z_0 2024-09-19T14:23:58.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.903+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10096629392010853540', time=2024-09-19T16:11:19.479419+0000, chain.objs.size()=1 2024-09-19T14:23:58.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.903+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.oyDatEEwr5C2eS4SxHBXP67yPPrEFgT_0 2024-09-19T14:23:58.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.907+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2286063253351368223', time=2024-09-19T16:11:19.488413+0000, chain.objs.size()=1 2024-09-19T14:23:58.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.907+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.tv3XB1QajRbwp6fbK4jaqkyqPhrab59_0 2024-09-19T14:23:58.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.907+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8886417103856000761', time=2024-09-19T16:11:19.507350+0000, chain.objs.size()=1 2024-09-19T14:23:58.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.907+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.hzQxC8BPOjcwXINXcJQC1MqJBXYfOJP_0 2024-09-19T14:23:58.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.907+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13706063129796384488', time=2024-09-19T16:11:19.534280+0000, chain.objs.size()=1 2024-09-19T14:23:58.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.907+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.biKRp9UiGF0U5RdvSjRvlchRFqWZiYu_0 2024-09-19T14:23:58.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.907+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8365047656814879757', time=2024-09-19T16:11:19.575058+0000, chain.objs.size()=1 2024-09-19T14:23:58.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.907+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.JFy2SWg-62LcIFMhNadFwpctxdV4dJE_0 2024-09-19T14:23:58.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.907+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5973955142796913508', time=2024-09-19T16:11:19.620204+0000, chain.objs.size()=1 2024-09-19T14:23:58.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.907+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.QPTqd6DkNnprqZ2z0_6CE65uUnMvxm7_0 2024-09-19T14:23:58.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.907+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5374567397286112499', time=2024-09-19T16:11:19.881919+0000, chain.objs.size()=1 2024-09-19T14:23:58.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.907+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.VgwjdEFbRYnGyC2lFvdKt7WF3QroOgK_0 2024-09-19T14:23:58.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.907+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16705085785347664241', time=2024-09-19T16:11:19.896406+0000, chain.objs.size()=1 2024-09-19T14:23:58.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.907+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.xjvVyOT1Sr_VL8awfYBXRzGGst037N__0 2024-09-19T14:23:58.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.907+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4266607686071984740', time=2024-09-19T16:11:19.902840+0000, chain.objs.size()=1 2024-09-19T14:23:58.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.907+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.0pb2yav3jme1UgyPHoavSZ_Elv001lZ_0 2024-09-19T14:23:58.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.907+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5699666989608482439', time=2024-09-19T16:11:19.911343+0000, chain.objs.size()=1 2024-09-19T14:23:58.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.907+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.2CCQCKQ3j3LOWb8u2pLDWqk8W2I2ItD_0 2024-09-19T14:23:58.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.907+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4547354852750802270', time=2024-09-19T16:11:19.918444+0000, chain.objs.size()=1 2024-09-19T14:23:58.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.907+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.9gTp_PwYMFVNLb-B7ZFdpN3o1uQEZz9_0 2024-09-19T14:23:58.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.907+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12440823618598084625', time=2024-09-19T16:11:19.938047+0000, chain.objs.size()=1 2024-09-19T14:23:58.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.907+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.646shw6RVn4YiPwj0qDQ2Kj4kSRCTmF_0 2024-09-19T14:23:58.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.907+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12637829116777064881', time=2024-09-19T16:11:20.098286+0000, chain.objs.size()=1 2024-09-19T14:23:58.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.907+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.UiTO3qul6pP61IAWA-TtmGEHpmaqawg_0 2024-09-19T14:23:58.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.911+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9251123349833067251', time=2024-09-19T16:11:20.157894+0000, chain.objs.size()=1 2024-09-19T14:23:58.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.911+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.t0fP5ClZ-uijoJ16GxeJBzkmOUEGL1N_0 2024-09-19T14:23:58.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.911+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14071911459464432662', time=2024-09-19T16:11:20.187916+0000, chain.objs.size()=1 2024-09-19T14:23:58.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.911+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.9PSTVNoAXDb1ljiPjg_eVwqBzxc6GM1_0 2024-09-19T14:23:58.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.911+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4826439467528832231', time=2024-09-19T16:11:20.206777+0000, chain.objs.size()=1 2024-09-19T14:23:58.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.911+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.5h0pO7usgJHUwSt2OSwfuRO5K01Lbvz_0 2024-09-19T14:23:58.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.911+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4779691591029841993', time=2024-09-19T16:11:20.403319+0000, chain.objs.size()=1 2024-09-19T14:23:58.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.911+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.9MAID8wvxVBnSnuZCSsPTUrGIHxCIPk_0 2024-09-19T14:23:58.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.911+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6827365075424956842', time=2024-09-19T16:11:20.442181+0000, chain.objs.size()=1 2024-09-19T14:23:58.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.911+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.FZeSD5AomvyQ6F90k19VCnFtAFQmphu_0 2024-09-19T14:23:58.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.911+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11531011807084019463', time=2024-09-19T16:11:20.471150+0000, chain.objs.size()=1 2024-09-19T14:23:58.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.911+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.DdpEYEzjuWktyjRyz01rtaNTEtkm9hQ_0 2024-09-19T14:23:58.916 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.915+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.475260490581956838', time=2024-09-19T16:11:20.496436+0000, chain.objs.size()=1 2024-09-19T14:23:58.916 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.915+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.Ew_QsNH-noEx5Ua9TGUuH8Vo3pLRZRY_0 2024-09-19T14:23:58.916 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.915+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15606563346479867213', time=2024-09-19T16:11:21.118075+0000, chain.objs.size()=1 2024-09-19T14:23:58.916 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.915+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.263__shadow_.EPV5XfG9uMugpq17wsIciP2kWKZIM6T_0 2024-09-19T14:23:58.916 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.915+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15267475404360896921', time=2024-09-19T16:11:26.660009+0000, chain.objs.size()=1 2024-09-19T14:23:58.916 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.915+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.272__shadow_.zqzcF_Lp0BE9eQdYCh_D_z00oA4zQ6D_0 2024-09-19T14:23:58.916 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.915+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10564739524281539209', time=2024-09-19T16:11:27.264866+0000, chain.objs.size()=1 2024-09-19T14:23:58.916 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.915+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.273__shadow_.NXF8AcI1fP3uQQ9lsVNCm2aMhzS05D6_0 2024-09-19T14:23:58.916 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.915+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6373044369983910135', time=2024-09-19T16:11:29.746420+0000, chain.objs.size()=1 2024-09-19T14:23:58.916 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.915+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.277__shadow_.uGIHQG6vLz-A80rtkpuYGRB9pVtINgs_0 2024-09-19T14:23:58.916 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.915+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16485579307853383784', time=2024-09-19T16:11:30.382080+0000, chain.objs.size()=1 2024-09-19T14:23:58.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.915+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.278__shadow_.HTfTBcrbySbJg5DvvNCfV8Wp7L-zX4v_0 2024-09-19T14:23:58.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.915+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3750481251864659447', time=2024-09-19T16:11:41.717472+0000, chain.objs.size()=1 2024-09-19T14:23:58.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.915+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.293__shadow_.j1iE90WoyUabgHpltqpWw8k4pPL671d_0 2024-09-19T14:23:58.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.915+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14863594878175424027', time=2024-09-19T16:11:46.269162+0000, chain.objs.size()=1 2024-09-19T14:23:58.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.915+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.300__shadow_.fb-bxax9OT_MOjx3X_AlmEZVbi42RZV_0 2024-09-19T14:23:58.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.919+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12630115514194464519', time=2024-09-19T16:11:48.198524+0000, chain.objs.size()=1 2024-09-19T14:23:58.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.919+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.303__shadow_.sUBHBiNhSCKd92RXguXvsMIQ2vl9z1E_0 2024-09-19T14:23:58.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.919+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7312975680665818832', time=2024-09-19T16:12:21.656930+0000, chain.objs.size()=1 2024-09-19T14:23:58.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.919+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.48nwE-nYbWYcxkcUPPc-DIGr7sPKLhX_0 2024-09-19T14:23:58.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.919+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6919076652833994093', time=2024-09-19T16:12:21.702012+0000, chain.objs.size()=1 2024-09-19T14:23:58.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.919+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.ARHPTVSg9_udtSf_7flAnS26HPs0kzI_0 2024-09-19T14:23:58.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.919+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9342443663397019749', time=2024-09-19T16:12:21.790670+0000, chain.objs.size()=1 2024-09-19T14:23:58.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.919+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.MYqR1gvHFpzUwnHvBypVTdJmDbx97bw_0 2024-09-19T14:23:58.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.919+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3943314021370680074', time=2024-09-19T16:12:22.016094+0000, chain.objs.size()=1 2024-09-19T14:23:58.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.919+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.RjqB6E7A2RJqzFtR_QqiBSb42nvQs86_0 2024-09-19T14:23:58.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.919+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5537209647636808428', time=2024-09-19T16:12:22.058208+0000, chain.objs.size()=1 2024-09-19T14:23:58.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.919+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.uEfckFLuxeWtuRGxWmIVKggmAIilgHB_0 2024-09-19T14:23:58.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.919+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3209290671996200925', time=2024-09-19T16:12:22.110699+0000, chain.objs.size()=1 2024-09-19T14:23:58.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.919+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.GvJJ9U_fH6n0f-uH2wwbKSwqeW5P2ov_0 2024-09-19T14:23:58.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.919+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3490274798170020187', time=2024-09-19T16:12:22.113424+0000, chain.objs.size()=1 2024-09-19T14:23:58.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.919+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.P1tK8IXj7KDblqq6qztWfqLceMlR1fr_0 2024-09-19T14:23:58.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.919+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8034736467442857849', time=2024-09-19T16:12:22.125012+0000, chain.objs.size()=1 2024-09-19T14:23:58.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.919+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Jaz5R8hq59YGzS7ZkXOrpnkRzA_Dpfg_0 2024-09-19T14:23:58.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.919+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2229725007051269238', time=2024-09-19T16:12:22.308143+0000, chain.objs.size()=1 2024-09-19T14:23:58.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.919+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.7fj1FStxnbeuHcJEN-Cju0L8kbiWEre_0 2024-09-19T14:23:58.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.919+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13264529535413461305', time=2024-09-19T16:12:22.342241+0000, chain.objs.size()=1 2024-09-19T14:23:58.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.919+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.dxWktTeMId3_hDeRGdEXjTlsZPVg9nv_0 2024-09-19T14:23:58.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.923+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5594898304499350980', time=2024-09-19T16:12:22.442793+0000, chain.objs.size()=1 2024-09-19T14:23:58.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.923+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Nth5WfT31M_bw8VyI_snffnrzPVTuDG_0 2024-09-19T14:23:58.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.923+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8467914060252620738', time=2024-09-19T16:12:22.476988+0000, chain.objs.size()=1 2024-09-19T14:23:58.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.923+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.LWsPD7Mdr0LLN8Lb5B2YDLFX2CeJoxs_0 2024-09-19T14:23:58.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.923+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7378150111787902976', time=2024-09-19T16:12:22.494128+0000, chain.objs.size()=1 2024-09-19T14:23:58.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.923+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.sWPW0_8LNwWKNR766-dLr3MdkHkA6zg_0 2024-09-19T14:23:58.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.923+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13135856354887883841', time=2024-09-19T16:12:22.506946+0000, chain.objs.size()=1 2024-09-19T14:23:58.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.923+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.mKO2uDFhuP75whO0N130brm8mh5ZwnB_0 2024-09-19T14:23:58.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.923+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9036841517601191189', time=2024-09-19T16:12:22.719522+0000, chain.objs.size()=1 2024-09-19T14:23:58.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.923+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.NZGCiNYDrqyFLiPtaluucIHJ8uRgJ9T_0 2024-09-19T14:23:58.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.923+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6972741821567558251', time=2024-09-19T16:12:22.740512+0000, chain.objs.size()=1 2024-09-19T14:23:58.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.923+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.rejd7ABFz8b_8iVdRaGfs7Kf7ogKEWZ_0 2024-09-19T14:23:58.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.923+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16965146520399065186', time=2024-09-19T16:12:22.746426+0000, chain.objs.size()=1 2024-09-19T14:23:58.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.923+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_._TxvrluOBbClPSotIq0RXgYWUa1ds3u_0 2024-09-19T14:23:58.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.927+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16056292290074545407', time=2024-09-19T16:12:22.981957+0000, chain.objs.size()=1 2024-09-19T14:23:58.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.927+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Y74idjWADsFgBWC_NcCvfcx0KCVVoWR_0 2024-09-19T14:23:58.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.927+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3234355378154952387', time=2024-09-19T16:12:23.116403+0000, chain.objs.size()=1 2024-09-19T14:23:58.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.927+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.EENVdAOepi6wTioEq42PnsslmHFo0W8_0 2024-09-19T14:23:58.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.927+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7596416482933007758', time=2024-09-19T16:12:23.314157+0000, chain.objs.size()=1 2024-09-19T14:23:58.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.927+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.CEe-U12-8fOMH4fjTSw5xI34cseSYq5_0 2024-09-19T14:23:58.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.927+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15647714007862828473', time=2024-09-19T16:12:23.484218+0000, chain.objs.size()=1 2024-09-19T14:23:58.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.927+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.r6uaC5dsE7YxpB5GZc3bjjr4sa7ZwNq_0 2024-09-19T14:23:58.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.927+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6811535413642343941', time=2024-09-19T16:12:23.505468+0000, chain.objs.size()=1 2024-09-19T14:23:58.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.927+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.u4MgsPsZLRcQY9STTGbYtvuHF5BaQ8j_0 2024-09-19T14:23:58.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.927+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6842178372488124391', time=2024-09-19T16:12:23.741031+0000, chain.objs.size()=1 2024-09-19T14:23:58.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.927+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.eFN2XsItcvQSjjlhAPt4zjgJfSnhQMM_0 2024-09-19T14:23:58.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.927+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8177883195427401479', time=2024-09-19T16:12:23.764856+0000, chain.objs.size()=1 2024-09-19T14:23:58.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.927+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.ktNuRdyJWBrn1BP4qTeozshrWOodF7k_0 2024-09-19T14:23:58.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.927+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3007214117787198027', time=2024-09-19T16:12:23.769760+0000, chain.objs.size()=1 2024-09-19T14:23:58.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.927+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.QlEa19X35rRwzPxKLJ_9A7wnpgDxXrW_0 2024-09-19T14:23:58.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.931+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9195543549152973799', time=2024-09-19T16:12:23.996221+0000, chain.objs.size()=1 2024-09-19T14:23:58.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.931+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.XlyvR333Vww_nej2mfv_WucQRCDi2oO_0 2024-09-19T14:23:58.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.931+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15370683324795695298', time=2024-09-19T16:12:24.052829+0000, chain.objs.size()=1 2024-09-19T14:23:58.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.931+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.zQ5YRfxNv6wYfDC2dll82O245TyuKSk_0 2024-09-19T14:23:58.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.931+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15362926654091510021', time=2024-09-19T16:12:24.077832+0000, chain.objs.size()=1 2024-09-19T14:23:58.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.931+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.VAgDp7S-k22pEQh85CjWf4dcfyiAoOW_0 2024-09-19T14:23:58.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.931+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12597554094408863883', time=2024-09-19T16:12:45.289910+0000, chain.objs.size()=1 2024-09-19T14:23:58.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.931+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.QVNNw411PbkmVgYDKxLBLcfbBVjApTh_0 2024-09-19T14:23:58.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.931+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10185951840805769789', time=2024-09-19T16:12:45.353140+0000, chain.objs.size()=1 2024-09-19T14:23:58.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.931+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.9MOHG-QyUp235z4aXthFZFGMjK0jq8k_0 2024-09-19T14:23:58.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.931+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17744413892507723250', time=2024-09-19T16:12:45.457671+0000, chain.objs.size()=1 2024-09-19T14:23:58.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.931+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.b6JBcF9BlvkdNOfZ6jbOw3eO6Sv54sA_0 2024-09-19T14:23:58.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.931+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1251131393153935248', time=2024-09-19T16:12:45.636604+0000, chain.objs.size()=1 2024-09-19T14:23:58.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.931+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.j--9cuO5qkNUxcJNi_RA2Cl2SSzXMH1_0 2024-09-19T14:23:58.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.931+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16211165809358495205', time=2024-09-19T16:12:45.764237+0000, chain.objs.size()=1 2024-09-19T14:23:58.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.931+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.tlNnYtVGupC__4Tl2cgj9UHrskdbd3I_0 2024-09-19T14:23:58.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.931+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4288618964416452380', time=2024-09-19T16:12:45.815238+0000, chain.objs.size()=1 2024-09-19T14:23:58.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.931+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.zcggiSHXAAVJCmFdWgKHfaH8Pao7Ii1_0 2024-09-19T14:23:58.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.931+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12352770119230928294', time=2024-09-19T16:12:46.147904+0000, chain.objs.size()=1 2024-09-19T14:23:58.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.931+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.GBNp7aZb1W2peuSwVrS4ole16bd1uUl_0 2024-09-19T14:23:58.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.931+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13374850864266719727', time=2024-09-19T16:12:46.198460+0000, chain.objs.size()=1 2024-09-19T14:23:58.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.931+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.jfjYFekbBIWEYDf6fNE_Mu6JozshBq0_0 2024-09-19T14:23:58.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.935+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18314182450621251558', time=2024-09-19T16:12:46.486371+0000, chain.objs.size()=1 2024-09-19T14:23:58.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.935+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.fNMPH7k197YLUB1xfcNWyK9DjW4Upif_0 2024-09-19T14:23:58.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.935+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17565160801314579816', time=2024-09-19T16:12:46.502874+0000, chain.objs.size()=1 2024-09-19T14:23:58.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.935+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.0Bp04nbR0MPzP_3iKtK7h7arhVH1CH6_0 2024-09-19T14:23:58.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.935+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9682871755321269174', time=2024-09-19T16:12:46.505647+0000, chain.objs.size()=1 2024-09-19T14:23:58.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.935+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.eqCtP3iBIVFF22J_H4eXHfYWw-ieEM__0 2024-09-19T14:23:58.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.935+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13004201445145646866', time=2024-09-19T16:12:46.538282+0000, chain.objs.size()=1 2024-09-19T14:23:58.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.935+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.qFpBnHnntG8YSfzjS_GYX-Ky3v6UbE1_0 2024-09-19T14:23:58.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.935+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16894041281440566238', time=2024-09-19T16:12:46.543881+0000, chain.objs.size()=1 2024-09-19T14:23:58.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.935+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.k5CBvvE9ydyqHhESTNlgWeH5rUY_USk_0 2024-09-19T14:23:58.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.935+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16801782033433484950', time=2024-09-19T16:12:46.724730+0000, chain.objs.size()=1 2024-09-19T14:23:58.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.935+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.6bWn5cR-i2nmG7m95ZsJU2D2qhZHg0x_0 2024-09-19T14:23:58.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.935+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17720537430562190707', time=2024-09-19T16:12:46.743647+0000, chain.objs.size()=1 2024-09-19T14:23:58.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.935+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.XtqNG-1UBqecwa5rPglleLbk97LHeXp_0 2024-09-19T14:23:58.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.935+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1483749962949925331', time=2024-09-19T16:12:46.852743+0000, chain.objs.size()=1 2024-09-19T14:23:58.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.935+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.rS0zysZzz3VszAqwEBpBZJLyKLZqxCC_0 2024-09-19T14:23:58.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.935+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13290830688580616530', time=2024-09-19T16:12:46.863495+0000, chain.objs.size()=1 2024-09-19T14:23:58.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.935+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.AzRQAwcOpY4yXIIcvmVkhQicdEE6iud_0 2024-09-19T14:23:58.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.935+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4078046765269849216', time=2024-09-19T16:12:47.047615+0000, chain.objs.size()=1 2024-09-19T14:23:58.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.935+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.V2m29qQebVuVcXtDzgV4-IcFpQ78PNO_0 2024-09-19T14:23:58.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.935+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6852394652771314936', time=2024-09-19T16:12:47.114752+0000, chain.objs.size()=1 2024-09-19T14:23:58.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.935+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.UHTHLq5Z7IeisJSnxrPVqZNAkX-0fL0_0 2024-09-19T14:23:58.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.939+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12099480109508184019', time=2024-09-19T16:12:47.122968+0000, chain.objs.size()=1 2024-09-19T14:23:58.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.939+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.2iNzKwzFlW5Yh51VsJDhIjHtFdhIdMV_0 2024-09-19T14:23:58.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.939+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15869176744452385563', time=2024-09-19T16:12:47.187245+0000, chain.objs.size()=1 2024-09-19T14:23:58.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.939+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.2212fTkK8mo3UFWnVfxRfv59jrXKRBD_0 2024-09-19T14:23:58.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.939+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8990252107308128274', time=2024-09-19T16:12:47.384012+0000, chain.objs.size()=1 2024-09-19T14:23:58.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.939+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.gFhMCl_AJtxOKAO3SAUbT0pAHYisEfD_0 2024-09-19T14:23:58.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.939+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16854683707773444959', time=2024-09-19T16:12:47.488961+0000, chain.objs.size()=1 2024-09-19T14:23:58.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.939+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.dzTU5zrwaVr7aD0lwWvASctAOzscJmV_0 2024-09-19T14:23:58.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.939+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.72743111784114254', time=2024-09-19T16:12:47.847532+0000, chain.objs.size()=1 2024-09-19T14:23:58.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.939+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.6etSVfrsiovgWzHSbe9kA69H1KHXIIo_0 2024-09-19T14:23:58.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.939+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14552138740634384474', time=2024-09-19T16:12:52.931041+0000, chain.objs.size()=1 2024-09-19T14:23:58.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.939+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.333__shadow_.bpdmpNf6F3oe8oJRaEFO1ZvPfhHajBi_0 2024-09-19T14:23:58.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.939+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5401186704792896933', time=2024-09-19T16:15:46.026442+0000, chain.objs.size()=1 2024-09-19T14:23:58.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.939+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.537__shadow_.-DeIiUBzjA7JfUDpobXqkoSc7UkaIUh_0 2024-09-19T14:23:58.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.939+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16056311583218615159', time=2024-09-19T16:16:28.267794+0000, chain.objs.size()=1 2024-09-19T14:23:58.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.939+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.569__shadow:qstmT3B3BTXiw8iozFvbxhtkiien9t8_.QC7oJJDZv6CDqhwYy7vvl8kg3HovpZ6_0 2024-09-19T14:23:58.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.939+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1091412717707631590', time=2024-09-19T16:16:40.596190+0000, chain.objs.size()=1 2024-09-19T14:23:58.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.939+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.574__shadow:HGuyZ6aHing7CqaqLS.uhicEFdBJKxD_.ADUmwc-oZyVqCyS-qZ2VumMT96fNBQS_0 2024-09-19T14:23:58.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.939+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4686690534088730950', time=2024-09-19T16:17:00.131658+0000, chain.objs.size()=1 2024-09-19T14:23:58.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.939+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.577__shadow:nVwL8l1DJJjt9sqL.zhfyH-4a6DR3td_.i8hdpTVeUMs5uiFyuXmZE0EUs3fA3SN_0 2024-09-19T14:23:58.946 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.943+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 0/46270 2024-09-19T14:23:58.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.947+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-19T14:23:58.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.947+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4226016611767098020', time=2024-09-19T16:17:08.559029+0000, chain.objs.size()=1 2024-09-19T14:23:58.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.947+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.579__shadow:JfmxFzM9D8oncse64WjPXpMpcHDPVjJ_.6cKT3mHGvocelV1WYM7exO9h8e3uVct_0 2024-09-19T14:23:58.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.947+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6393515130288315577', time=2024-09-19T16:17:13.731053+0000, chain.objs.size()=1 2024-09-19T14:23:58.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.947+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.585__shadow:-26zAotUIluXsUz6.RQZrSkqACmZMB1_.bk1GI9vUVxST6Bd9rS28EsNEyMBKH2o_0 2024-09-19T14:23:58.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.947+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='2~wyAcaL7JgcMf9dKFLbSpoLWQzYxfCzD', time=2024-09-19T16:19:50.714278+0000, chain.objs.size()=12 2024-09-19T14:23:58.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.947+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.624__multipart_multipart_enc.2~wyAcaL7JgcMf9dKFLbSpoLWQzYxfCzD.1 2024-09-19T14:23:58.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.947+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.624__shadow_multipart_enc.2~wyAcaL7JgcMf9dKFLbSpoLWQzYxfCzD.1_1 2024-09-19T14:23:58.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.947+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.624__multipart_multipart_enc.2~wyAcaL7JgcMf9dKFLbSpoLWQzYxfCzD.2 2024-09-19T14:23:58.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.947+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.624__shadow_multipart_enc.2~wyAcaL7JgcMf9dKFLbSpoLWQzYxfCzD.2_1 2024-09-19T14:23:58.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.947+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.624__multipart_multipart_enc.2~wyAcaL7JgcMf9dKFLbSpoLWQzYxfCzD.3 2024-09-19T14:23:58.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.947+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.624__shadow_multipart_enc.2~wyAcaL7JgcMf9dKFLbSpoLWQzYxfCzD.3_1 2024-09-19T14:23:58.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.947+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.624__multipart_multipart_enc.2~wyAcaL7JgcMf9dKFLbSpoLWQzYxfCzD.4 2024-09-19T14:23:58.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.947+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.624__shadow_multipart_enc.2~wyAcaL7JgcMf9dKFLbSpoLWQzYxfCzD.4_1 2024-09-19T14:23:58.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.947+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.624__multipart_multipart_enc.2~wyAcaL7JgcMf9dKFLbSpoLWQzYxfCzD.5 2024-09-19T14:23:58.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.947+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.624__shadow_multipart_enc.2~wyAcaL7JgcMf9dKFLbSpoLWQzYxfCzD.5_1 2024-09-19T14:23:58.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.951+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.624__multipart_multipart_enc.2~wyAcaL7JgcMf9dKFLbSpoLWQzYxfCzD.6 2024-09-19T14:23:58.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.951+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.624__shadow_multipart_enc.2~wyAcaL7JgcMf9dKFLbSpoLWQzYxfCzD.6_1 2024-09-19T14:23:58.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.951+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15995751333847645654', time=2024-09-19T16:21:09.734820+0000, chain.objs.size()=1 2024-09-19T14:23:58.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.951+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.718__shadow_.1MKvChnvDqdpkQ1chrEORoGxfuoTA5k_0 2024-09-19T14:23:58.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.951+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.682416519022741332', time=2024-09-19T16:22:14.467435+0000, chain.objs.size()=1 2024-09-19T14:23:58.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.951+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.775__shadow_.R-UlauAI01GBFZ8PQNQbwerMjZLyDZJ_0 2024-09-19T14:23:58.956 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.955+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:23:58.959 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.955+0000 7fb91a7579c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-19T14:23:58.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.959+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:23:58.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.959+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:23:58.962 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.959+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/51799' 2024-09-19T14:23:58.962 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.959+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12325902296529204535', time=2024-09-19T16:08:41.990004+0000, chain.objs.size()=1 2024-09-19T14:23:58.962 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.959+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.166__shadow_.zuSy0CudwGwdoK889xVh-Tyh9Y1pMin_0 2024-09-19T14:23:58.962 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.959+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10136574773059502232', time=2024-09-19T16:08:53.026716+0000, chain.objs.size()=1 2024-09-19T14:23:58.962 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.959+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.177__shadow_.OjZ4joB2X1jGOXh7dtJP5-LhsMMpOYx_0 2024-09-19T14:23:58.962 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.959+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17322463094909345480', time=2024-09-19T16:10:35.574645+0000, chain.objs.size()=1 2024-09-19T14:23:58.962 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.959+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.230__shadow_.mwEMIfCQCw4AFqD_5X2sdqhzpMcqHFX_0 2024-09-19T14:23:58.962 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.959+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10878898697020432939', time=2024-09-19T16:10:38.095439+0000, chain.objs.size()=1 2024-09-19T14:23:58.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.959+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.234__shadow_.IUVNb0GsCskfNnTfDAJPV6CgAXGoXT7_0 2024-09-19T14:23:58.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.959+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1403907029982733969', time=2024-09-19T16:10:43.976398+0000, chain.objs.size()=1 2024-09-19T14:23:58.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.959+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.242__shadow_.j-GrAgGZ3xnlIdUBnDBMcJOD0_jRNdl_0 2024-09-19T14:23:58.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.959+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12318025657859712866', time=2024-09-19T16:10:49.314784+0000, chain.objs.size()=1 2024-09-19T14:23:58.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.959+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.249__shadow_.uEJRsccDLvlErnKNETSEnYiDuz8HQb0_0 2024-09-19T14:23:58.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.959+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10021928816383725326', time=2024-09-19T16:10:52.535632+0000, chain.objs.size()=1 2024-09-19T14:23:58.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.959+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.254__shadow_.ctSOJfqSnkDlsZSY8y4OtQxm1lcfXd8_0 2024-09-19T14:23:58.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.959+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10626634494576642663', time=2024-09-19T16:10:55.088444+0000, chain.objs.size()=1 2024-09-19T14:23:58.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.959+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.258__shadow_.5gqD26mmOXdtfRMNOIWxSOEysUaitpp_0 2024-09-19T14:23:58.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.959+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12498404114452811379', time=2024-09-19T16:10:56.321700+0000, chain.objs.size()=1 2024-09-19T14:23:58.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.959+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.260__shadow_.qU0Ey-sSGfA9IayZ8yuERLXM8ecYd-G_0 2024-09-19T14:23:58.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.959+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1058386310386428323', time=2024-09-19T16:11:18.053290+0000, chain.objs.size()=1 2024-09-19T14:23:58.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.959+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.6w8SVuQRbXlr4mB38C1rpkcBc2nekVs_0 2024-09-19T14:23:58.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.959+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6985485007651432919', time=2024-09-19T16:11:18.102603+0000, chain.objs.size()=1 2024-09-19T14:23:58.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.959+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.Xhf3Hp5zcz6bOwyXkObxcULKg4m1kG0_0 2024-09-19T14:23:58.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.959+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4623789827053924041', time=2024-09-19T16:11:18.184729+0000, chain.objs.size()=1 2024-09-19T14:23:58.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.959+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.nQI0eLHENXO7aFDWmV5xTjphEN1F-P4_0 2024-09-19T14:23:58.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.963+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9319801758659492329', time=2024-09-19T16:11:18.191709+0000, chain.objs.size()=1 2024-09-19T14:23:58.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.963+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.3GD11yPjDrCdtXijbZ1kFjmp4Q4gzw-_0 2024-09-19T14:23:58.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.963+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2278097089682975084', time=2024-09-19T16:11:18.216284+0000, chain.objs.size()=1 2024-09-19T14:23:58.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.963+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.HJULd4aC7DfHGjRhbAklvktL391DwQU_0 2024-09-19T14:23:58.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.963+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12152487243300406758', time=2024-09-19T16:11:18.231259+0000, chain.objs.size()=1 2024-09-19T14:23:58.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.963+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.yUmTFmNxDAgj8wk5yAlIlO_WBtLiLef_0 2024-09-19T14:23:58.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.963+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17016153989816855256', time=2024-09-19T16:11:18.242674+0000, chain.objs.size()=1 2024-09-19T14:23:58.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.963+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.d8Ad0rhJbQMMyUxskolAmhLcOT-Idfv_0 2024-09-19T14:23:58.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.963+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7330626996215331132', time=2024-09-19T16:11:18.248991+0000, chain.objs.size()=1 2024-09-19T14:23:58.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.963+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.oEayv3FPfRdyqukHuxpz9aGrLcLnebU_0 2024-09-19T14:23:58.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.963+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14398068869707492213', time=2024-09-19T16:11:18.514822+0000, chain.objs.size()=1 2024-09-19T14:23:58.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.963+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.sJwUvgdbhuRQHv2IeINwlbXduTYGKvQ_0 2024-09-19T14:23:58.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.963+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2274337333937145973', time=2024-09-19T16:11:18.539123+0000, chain.objs.size()=1 2024-09-19T14:23:58.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.963+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.2PlLZGhjJAuZtZIABb9YQzqje_QZ264_0 2024-09-19T14:23:58.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.963+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12179093670099474098', time=2024-09-19T16:11:18.557882+0000, chain.objs.size()=1 2024-09-19T14:23:58.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.963+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.5Sc04dL8BFZAUBQVaEqRKPf8RG2CFjQ_0 2024-09-19T14:23:58.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.963+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3816503121025555057', time=2024-09-19T16:11:18.572818+0000, chain.objs.size()=1 2024-09-19T14:23:58.967 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.963+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.jIuqjf22LZSjsvxNQTj7Au7aEe1PuPi_0 2024-09-19T14:23:58.967 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.963+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1188452995366039705', time=2024-09-19T16:11:18.617724+0000, chain.objs.size()=1 2024-09-19T14:23:58.967 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.963+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.-u67BW9M_t4FRBx2dznYG_K53pNX1n2_0 2024-09-19T14:23:58.967 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.963+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8552576473866749892', time=2024-09-19T16:11:18.866429+0000, chain.objs.size()=1 2024-09-19T14:23:58.967 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.963+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.aEXpxDRugMm1MXLJvjqsW6dYBv2zOQd_0 2024-09-19T14:23:58.968 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.967+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16160782377802375111', time=2024-09-19T16:11:18.902724+0000, chain.objs.size()=1 2024-09-19T14:23:58.968 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.967+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.a3L-8v6NsYi0R6TWqPvfOkR0pR7-D1g_0 2024-09-19T14:23:58.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.967+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15179887811659553911', time=2024-09-19T16:11:18.959224+0000, chain.objs.size()=1 2024-09-19T14:23:58.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.967+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.laQq6n3BhQuUdL1RtiFH1Ch5AfFr85L_0 2024-09-19T14:23:58.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.967+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.108710080738293022', time=2024-09-19T16:11:19.163901+0000, chain.objs.size()=1 2024-09-19T14:23:58.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.967+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.VPtKqYn0oPaU88MCEd4Edn6w_VPaEr__0 2024-09-19T14:23:58.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.967+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.370241213644948003', time=2024-09-19T16:11:19.226816+0000, chain.objs.size()=1 2024-09-19T14:23:58.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.967+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.YE2hz20ndBYMm0gARAzJy-pAHhh3OAh_0 2024-09-19T14:23:58.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.967+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9665719136622003858', time=2024-09-19T16:11:19.317194+0000, chain.objs.size()=1 2024-09-19T14:23:58.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.967+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.0JZAqABHffn2lCSIXkAkbrvfk57mijM_0 2024-09-19T14:23:58.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.967+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1962017662841399719', time=2024-09-19T16:11:19.321386+0000, chain.objs.size()=1 2024-09-19T14:23:58.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.967+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.IEdk33gnsMpJR4P5mrFX6zMpUGU7mSL_0 2024-09-19T14:23:58.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.967+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5298884999484308632', time=2024-09-19T16:11:19.444782+0000, chain.objs.size()=1 2024-09-19T14:23:58.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.967+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.2Ap2AuKgs-T9jHIuHYqF9Yj6fPtC9tB_0 2024-09-19T14:23:58.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.967+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13399624152466498636', time=2024-09-19T16:11:19.459246+0000, chain.objs.size()=1 2024-09-19T14:23:58.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.967+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.21SlCa5RUe-rKu_-krHjZFH6xnpygp2_0 2024-09-19T14:23:58.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.967+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9048955101649705352', time=2024-09-19T16:11:19.488692+0000, chain.objs.size()=1 2024-09-19T14:23:58.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.967+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.jAup-2Wo_Kc7wG7s3ZF2xxfUJbAXXM0_0 2024-09-19T14:23:58.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.967+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.80444465024130704', time=2024-09-19T16:11:19.505774+0000, chain.objs.size()=1 2024-09-19T14:23:58.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.967+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.FOsnBG0kStr7oa8XRml9kMXCMtkrwZj_0 2024-09-19T14:23:58.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.967+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11730789702577985343', time=2024-09-19T16:11:19.527661+0000, chain.objs.size()=1 2024-09-19T14:23:58.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.967+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.AMgioAml6ivMKg87UJFZQ_7FnI089Rf_0 2024-09-19T14:23:58.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.971+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7938494033447799618', time=2024-09-19T16:11:19.570213+0000, chain.objs.size()=1 2024-09-19T14:23:58.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.971+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.tF1r9Oi9nx2H11SSp5NHBh4WdG7t9W__0 2024-09-19T14:23:58.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.971+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16039091361205072597', time=2024-09-19T16:11:19.612150+0000, chain.objs.size()=1 2024-09-19T14:23:58.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.971+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.LIwiiptHA7KPv19USCAYvIOkZONEAxZ_0 2024-09-19T14:23:58.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.971+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9887391991098383827', time=2024-09-19T16:11:19.770928+0000, chain.objs.size()=1 2024-09-19T14:23:58.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.971+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_._BODAcP_mcbazmBjFPvlDwsCSgNIUBG_0 2024-09-19T14:23:58.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.971+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10759940877264830181', time=2024-09-19T16:11:19.828081+0000, chain.objs.size()=1 2024-09-19T14:23:58.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.971+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.Xe4EFHMCfO_36zAj6BXy434Qab4nHov_0 2024-09-19T14:23:58.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.971+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12853293957616055447', time=2024-09-19T16:11:19.831818+0000, chain.objs.size()=1 2024-09-19T14:23:58.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.971+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.910ynv6pC3zN3XNCSOqsuf_9sxAR5_s_0 2024-09-19T14:23:58.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.971+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3907894196876951164', time=2024-09-19T16:11:19.872924+0000, chain.objs.size()=1 2024-09-19T14:23:58.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.971+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.Xr68RRk9wW6NSA_6DQGCYZXK-OddgCW_0 2024-09-19T14:23:58.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.975+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17914228147974239782', time=2024-09-19T16:11:19.937711+0000, chain.objs.size()=1 2024-09-19T14:23:58.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.975+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.qtZo93iP9XYEbfhMyYqWvocLijIbH5J_0 2024-09-19T14:23:58.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.975+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1613538379115821073', time=2024-09-19T16:11:20.245224+0000, chain.objs.size()=1 2024-09-19T14:23:58.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.975+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.eWp-DjzDyYaumsWYBKUIrsfmn3uRQvC_0 2024-09-19T14:23:58.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.975+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16321889038626565283', time=2024-09-19T16:11:20.487404+0000, chain.objs.size()=1 2024-09-19T14:23:58.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.975+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.QbU9Gvs5wUFkKbd0gdZTp9DQY0xYcrL_0 2024-09-19T14:23:58.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.975+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4036656245266274674', time=2024-09-19T16:11:20.562665+0000, chain.objs.size()=1 2024-09-19T14:23:58.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.975+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.LWXMA1pyR0o9noTIC1dr6_STz2ap1ku_0 2024-09-19T14:23:58.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.975+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12450507497011435157', time=2024-09-19T16:11:20.563618+0000, chain.objs.size()=1 2024-09-19T14:23:58.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.975+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.RoCSyVNgijcbHH6XPCBjJG_EZGc4bt8_0 2024-09-19T14:23:58.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.975+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5588148081357519101', time=2024-09-19T16:11:24.213731+0000, chain.objs.size()=1 2024-09-19T14:23:58.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.975+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.268__shadow_.7NnVEZRj-k23NDPUZTJIzOjQket0jtl_0 2024-09-19T14:23:58.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.975+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17600796486111342927', time=2024-09-19T16:11:31.681974+0000, chain.objs.size()=1 2024-09-19T14:23:58.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.975+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.280__shadow_.4F1koZ-zWfGbtkpmhvbM41OrExu7jhn_0 2024-09-19T14:23:58.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.975+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8055997104183932545', time=2024-09-19T16:11:32.310812+0000, chain.objs.size()=1 2024-09-19T14:23:58.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.975+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.281__shadow_.9IiJLTe91tLa5LapyuIfka3jT4TABkZ_0 2024-09-19T14:23:58.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.975+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13635047080826716342', time=2024-09-19T16:11:36.777827+0000, chain.objs.size()=1 2024-09-19T14:23:58.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.975+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.288__shadow_.62JZmWLyhFKGduW6VwRr60vbRg-nTE5_0 2024-09-19T14:23:58.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.975+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14446145731156923243', time=2024-09-19T16:11:36.780042+0000, chain.objs.size()=1 2024-09-19T14:23:58.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.975+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.288__shadow_.FP9qNrQI5RDlnhi28AIRtRpTd0x-DvF_0 2024-09-19T14:23:58.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.975+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16953468488097444383', time=2024-09-19T16:11:40.323892+0000, chain.objs.size()=1 2024-09-19T14:23:58.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.975+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.292__shadow_.v8o4FXqul5KcwIZI_ftH3JHyTLD-WoT_0 2024-09-19T14:23:58.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.979+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5976227391551362726', time=2024-09-19T16:11:42.305063+0000, chain.objs.size()=1 2024-09-19T14:23:58.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.979+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.294__shadow_.HmeNFBpe0pvo22ww2GkL1s-pDB6KOzu_0 2024-09-19T14:23:58.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.979+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16215828949824937338', time=2024-09-19T16:11:42.922051+0000, chain.objs.size()=1 2024-09-19T14:23:58.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.979+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.295__shadow_.qIZJwa4YeRFFUavwJ8iv01Uq8cvdAHN_0 2024-09-19T14:23:58.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.979+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12536035016150585802', time=2024-09-19T16:12:21.603220+0000, chain.objs.size()=1 2024-09-19T14:23:58.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.979+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.-hGnB8d4o4h4jwfbJcqG-EbfDGpFfwB_0 2024-09-19T14:23:58.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.979+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14989218127017455153', time=2024-09-19T16:12:21.719358+0000, chain.objs.size()=1 2024-09-19T14:23:58.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.979+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.ookzWnUF3Wp94qEWEPPSUgX4zcFrnAa_0 2024-09-19T14:23:58.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.979+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16616223041237253049', time=2024-09-19T16:12:21.723154+0000, chain.objs.size()=1 2024-09-19T14:23:58.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.979+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.h4t5GxA0QjnKIbh0MINmA77CgZVEQIe_0 2024-09-19T14:23:58.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.979+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8862984998409235684', time=2024-09-19T16:12:21.737258+0000, chain.objs.size()=1 2024-09-19T14:23:58.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.979+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.nkhpTMVvMhvgmztEmWufmV0l_7txc0O_0 2024-09-19T14:23:58.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.979+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2846304144382031284', time=2024-09-19T16:12:21.776797+0000, chain.objs.size()=1 2024-09-19T14:23:58.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.979+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Q2ePzgVZtaqeXyI5l1B2r2yYgErOOzt_0 2024-09-19T14:23:58.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.979+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13562566790885559299', time=2024-09-19T16:12:21.838306+0000, chain.objs.size()=1 2024-09-19T14:23:58.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.979+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.tydCRAJKdyArTeSoWhjTeggxO-1wLBA_0 2024-09-19T14:23:58.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.979+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15359862478037458934', time=2024-09-19T16:12:21.841755+0000, chain.objs.size()=1 2024-09-19T14:23:58.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.979+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.ZHqdmd5qcbtZLsD3kHOw6cvqJFoZpJj_0 2024-09-19T14:23:58.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.983+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17268612624804176505', time=2024-09-19T16:12:22.076286+0000, chain.objs.size()=1 2024-09-19T14:23:58.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.983+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.WO6G2m7ROW3cmHxIVZqkA3lkX15Va_T_0 2024-09-19T14:23:58.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.983+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5167381716159072981', time=2024-09-19T16:12:22.098969+0000, chain.objs.size()=1 2024-09-19T14:23:58.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.983+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Ki4gZNsACEJJwTlLe9y5pjI4lIHMEND_0 2024-09-19T14:23:58.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.983+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4129770299386221671', time=2024-09-19T16:12:22.484661+0000, chain.objs.size()=1 2024-09-19T14:23:58.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.983+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.6KSxLfaSNYYMjLNmHmtd0v-dxY3UD0o_0 2024-09-19T14:23:58.985 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.983+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12108364263047787839', time=2024-09-19T16:12:22.508565+0000, chain.objs.size()=1 2024-09-19T14:23:58.985 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.983+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Sws6Hq1ItXrFU0gcyhd-uD-55WPcIeI_0 2024-09-19T14:23:58.986 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.983+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16747280325225891495', time=2024-09-19T16:12:22.517859+0000, chain.objs.size()=1 2024-09-19T14:23:58.986 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.983+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.2R9fhJbw1uni0WE6hqSN8ca0Ts8fShp_0 2024-09-19T14:23:58.986 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.983+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15087923817047254234', time=2024-09-19T16:12:22.677900+0000, chain.objs.size()=1 2024-09-19T14:23:58.986 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.983+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.4EXnqE3SU41-I1lVwN3z0jGQ2a9ycE2_0 2024-09-19T14:23:58.986 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.983+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5911977751434423914', time=2024-09-19T16:12:22.701467+0000, chain.objs.size()=1 2024-09-19T14:23:58.986 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.983+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Ce1sWNVSm_NLDMmrEXLJLq52rBLNX72_0 2024-09-19T14:23:58.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.983+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16923342018143147216', time=2024-09-19T16:12:22.873806+0000, chain.objs.size()=1 2024-09-19T14:23:58.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.983+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.pGZvhYMrKhDFXUfTcXbu52o2oCQev67_0 2024-09-19T14:23:58.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.983+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13136962525928790006', time=2024-09-19T16:12:23.033322+0000, chain.objs.size()=1 2024-09-19T14:23:58.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.983+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.yHXQjK9yhF7Z-OJjfMWjI97mixwqdIO_0 2024-09-19T14:23:58.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.983+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9271214131407302067', time=2024-09-19T16:12:23.134762+0000, chain.objs.size()=1 2024-09-19T14:23:58.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.983+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_._lMUff1zV6gfg3skHOTXhgDdNFyko13_0 2024-09-19T14:23:58.990 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.987+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8845949914557263511', time=2024-09-19T16:12:23.139686+0000, chain.objs.size()=1 2024-09-19T14:23:58.990 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.987+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.rUXBDxIQH0bunkdcZdCHxDYKgvUWxRr_0 2024-09-19T14:23:58.990 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.987+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12103171512462094593', time=2024-09-19T16:12:23.140645+0000, chain.objs.size()=1 2024-09-19T14:23:58.990 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.987+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.IWV7XfhTHRhKQtAUfMI4UN_Ah_s_aoC_0 2024-09-19T14:23:58.990 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.987+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17679015685395935147', time=2024-09-19T16:12:23.185534+0000, chain.objs.size()=1 2024-09-19T14:23:58.990 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.987+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.PhM81pbbFvYcVG-t8y7X1Vj-lhdbc2N_0 2024-09-19T14:23:58.990 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.987+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1149201342863778551', time=2024-09-19T16:12:23.186294+0000, chain.objs.size()=1 2024-09-19T14:23:58.990 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.987+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.2YZJkt06PA3yQZqoSksQuy_8M67k71Y_0 2024-09-19T14:23:58.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.987+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12569031906078079390', time=2024-09-19T16:12:23.364434+0000, chain.objs.size()=1 2024-09-19T14:23:58.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.987+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.fMVMizVSkzJz9PxKFLvPHniFvhqnkkm_0 2024-09-19T14:23:58.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.987+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12906566674936817955', time=2024-09-19T16:12:23.469871+0000, chain.objs.size()=1 2024-09-19T14:23:58.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.987+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.VZxe8PqcqjHhHEVGwlZxQN79yAP56cm_0 2024-09-19T14:23:58.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.987+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3413079084716392273', time=2024-09-19T16:12:23.471011+0000, chain.objs.size()=1 2024-09-19T14:23:58.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.987+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.-sWq--txzSyMDuljbiVaIky3YZU7kso_0 2024-09-19T14:23:58.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.987+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.180965744279533106', time=2024-09-19T16:12:23.489653+0000, chain.objs.size()=1 2024-09-19T14:23:58.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.987+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.ORoTc2_f_7xz0I8mK1qYkAgf9us5IWM_0 2024-09-19T14:23:58.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.987+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8249163747732898341', time=2024-09-19T16:12:23.640742+0000, chain.objs.size()=1 2024-09-19T14:23:58.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.987+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.yj_0JTk6nniEVYi9aehaYJhFogLFn_d_0 2024-09-19T14:23:58.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.991+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15090835889939220237', time=2024-09-19T16:12:23.645526+0000, chain.objs.size()=1 2024-09-19T14:23:58.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.991+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.gPpjV3UQ_eQrngNt3BDTuc0c8J7vQis_0 2024-09-19T14:23:58.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.991+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5116295023302071288', time=2024-09-19T16:12:23.684656+0000, chain.objs.size()=1 2024-09-19T14:23:58.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.991+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.FdytfDgsMJJRg1Xlc2Q81IJ8V_W64m9_0 2024-09-19T14:23:58.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.991+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6684663468449325140', time=2024-09-19T16:12:23.695815+0000, chain.objs.size()=1 2024-09-19T14:23:58.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.991+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_._-se-G6SJr7NlwgKxbVydu8FAb__7G2_0 2024-09-19T14:23:58.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.991+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14771955061641541030', time=2024-09-19T16:12:23.697274+0000, chain.objs.size()=1 2024-09-19T14:23:58.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.991+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.JQeBOlGEW2oyvad5aDFqMpJ9cPLGndT_0 2024-09-19T14:23:58.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.991+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16218417035766043784', time=2024-09-19T16:12:23.719092+0000, chain.objs.size()=1 2024-09-19T14:23:58.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.991+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.uZpCqcvYEd6GUxUpOjOMg8Ak9KPiQYW_0 2024-09-19T14:23:58.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.991+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12833909854015922953', time=2024-09-19T16:12:23.762735+0000, chain.objs.size()=1 2024-09-19T14:23:58.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.991+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.j80NvVgCKpNvL_XrkyrzbPr38rQOE9I_0 2024-09-19T14:23:58.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.991+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16378154031538711985', time=2024-09-19T16:12:23.922674+0000, chain.objs.size()=1 2024-09-19T14:23:58.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.991+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.2tSgjLGvxUaRj_cM3ToBmUc6ZKmF9-b_0 2024-09-19T14:23:58.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.991+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11543863772655823587', time=2024-09-19T16:12:23.967752+0000, chain.objs.size()=1 2024-09-19T14:23:58.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.991+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.bY8S3_5U46sj5I6KOjtPFXuQgx_7rKW_0 2024-09-19T14:23:58.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.995+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16575073356966997904', time=2024-09-19T16:12:23.988853+0000, chain.objs.size()=1 2024-09-19T14:23:58.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.995+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Jtju2jWV9YjaWwiVGDgbAHdgHVjTVCk_0 2024-09-19T14:23:58.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.995+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9712607126788050081', time=2024-09-19T16:12:24.034804+0000, chain.objs.size()=1 2024-09-19T14:23:58.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.995+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.ihLrBouYzc68EJJSUpzddywk74FC3zF_0 2024-09-19T14:23:58.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.995+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16007224211135973655', time=2024-09-19T16:12:24.101704+0000, chain.objs.size()=1 2024-09-19T14:23:58.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.995+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.c6MG4TTJ0D2YuhxqJz2yZBmNFd3XqXe_0 2024-09-19T14:23:58.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.995+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14154389577352648860', time=2024-09-19T16:12:24.106331+0000, chain.objs.size()=1 2024-09-19T14:23:58.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.995+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.QuNb7AiPmC5__rC0HrQ_KIRuSnbnQRd_0 2024-09-19T14:23:58.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.995+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2617308302622948482', time=2024-09-19T16:12:45.366018+0000, chain.objs.size()=1 2024-09-19T14:23:58.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.995+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.H0NF2o5ghP1wuLQ4dG5L32plHxYM0-t_0 2024-09-19T14:23:58.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.995+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13306833707337314662', time=2024-09-19T16:12:45.370582+0000, chain.objs.size()=1 2024-09-19T14:23:58.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.995+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.o-rbLJ4wdnASnXZ9CjcVZSun72m_Icc_0 2024-09-19T14:23:58.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.995+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3768816484030972722', time=2024-09-19T16:12:45.784452+0000, chain.objs.size()=1 2024-09-19T14:23:58.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.995+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.oGIYfRIOCP1353Pz0IgsbtuTG2Iq2hh_0 2024-09-19T14:23:58.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.995+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4050640605007033352', time=2024-09-19T16:12:45.790703+0000, chain.objs.size()=1 2024-09-19T14:23:58.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.995+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.UmsE8YGhBkt2HUbsro_HfBDnykFFguf_0 2024-09-19T14:23:58.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.995+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8631013184882224670', time=2024-09-19T16:12:45.840221+0000, chain.objs.size()=1 2024-09-19T14:23:58.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.995+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.wra_8FNssxROL4jqutEIw2oYgNQolmZ_0 2024-09-19T14:23:58.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.999+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10709881387562076937', time=2024-09-19T16:12:46.016186+0000, chain.objs.size()=1 2024-09-19T14:23:58.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.999+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.Cy9DZfQj-4E2fJTxI1xBEdUfhIX1w5p_0 2024-09-19T14:23:58.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.999+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10707035300916547071', time=2024-09-19T16:12:46.102439+0000, chain.objs.size()=1 2024-09-19T14:23:59.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.999+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.YNN6hPQwvTQWQ8xogU3MubzMzsdDpOg_0 2024-09-19T14:23:59.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.999+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17459678190417300354', time=2024-09-19T16:12:46.339569+0000, chain.objs.size()=1 2024-09-19T14:23:59.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.999+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.J3RSePyXSgPXbB7WAmTD6-3VqyHjOHk_0 2024-09-19T14:23:59.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.999+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10562779812005534152', time=2024-09-19T16:12:46.370909+0000, chain.objs.size()=1 2024-09-19T14:23:59.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:58.999+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.L2qUoBiW5Cmrspmn-fyJoInKFANlIWO_0 2024-09-19T14:23:59.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.003+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 0/51799 2024-09-19T14:23:59.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.003+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=30, truncated=0, next_marker='' 2024-09-19T14:23:59.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.003+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2948775835088976800', time=2024-09-19T16:12:46.391909+0000, chain.objs.size()=1 2024-09-19T14:23:59.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.003+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.c8XD9Zd4FnNAe--xjnvNqINPSRXCOiP_0 2024-09-19T14:23:59.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.003+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10926739311944995827', time=2024-09-19T16:12:46.406369+0000, chain.objs.size()=1 2024-09-19T14:23:59.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.003+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.UY2WIlMrvNQmZf3JeVAaAlV5GcCrkIR_0 2024-09-19T14:23:59.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.003+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13946452393474534745', time=2024-09-19T16:12:46.423481+0000, chain.objs.size()=1 2024-09-19T14:23:59.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.003+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.b0nCcKytjOS0S9HirBJRDywYKNnFQRq_0 2024-09-19T14:23:59.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.003+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11469556406509173738', time=2024-09-19T16:12:46.434256+0000, chain.objs.size()=1 2024-09-19T14:23:59.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.003+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.NezXiNzNQA2ArHcuy-Y8bijhTgFEEs5_0 2024-09-19T14:23:59.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.003+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7474629183152878183', time=2024-09-19T16:12:46.476528+0000, chain.objs.size()=1 2024-09-19T14:23:59.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.003+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.6h9ZRj9j5PZNOkOV7mCDfSA9Cke7mYS_0 2024-09-19T14:23:59.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.003+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12402428305524012622', time=2024-09-19T16:12:46.727132+0000, chain.objs.size()=1 2024-09-19T14:23:59.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.003+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.STueIWVbkh5KLsOQKEF2DEiS9PMOgMf_0 2024-09-19T14:23:59.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.003+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4055535823699947548', time=2024-09-19T16:12:46.781521+0000, chain.objs.size()=1 2024-09-19T14:23:59.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.003+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.z8WIyfOsGTH_f489GMGsI-rN_a7s8xQ_0 2024-09-19T14:23:59.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.003+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8712580766873319356', time=2024-09-19T16:12:46.796307+0000, chain.objs.size()=1 2024-09-19T14:23:59.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.003+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.2rsxgKlAGfihcMrWAy-GXoiOi9feVmq_0 2024-09-19T14:23:59.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.003+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17718894474603019956', time=2024-09-19T16:12:46.819624+0000, chain.objs.size()=1 2024-09-19T14:23:59.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.003+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.FE4kPigpAEFUVtN7E3AogFmNh_R2rA__0 2024-09-19T14:23:59.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.003+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7795561894446022013', time=2024-09-19T16:12:46.923180+0000, chain.objs.size()=1 2024-09-19T14:23:59.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.003+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.Wa4BAivPFbJ0jCdKwL-FLwy_bypy468_0 2024-09-19T14:23:59.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.003+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15610343318794944060', time=2024-09-19T16:12:47.135786+0000, chain.objs.size()=1 2024-09-19T14:23:59.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.003+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.TjeRXNN9pS1UHS_WEN0xxWGG8owmB1r_0 2024-09-19T14:23:59.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.003+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2655349868684883254', time=2024-09-19T16:12:47.141029+0000, chain.objs.size()=1 2024-09-19T14:23:59.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.003+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.b7R357HUkYZhoO71SYYMGmiuUmbxZId_0 2024-09-19T14:23:59.009 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.007+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8040890327561340757', time=2024-09-19T16:12:47.148640+0000, chain.objs.size()=1 2024-09-19T14:23:59.009 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.007+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.ee10skjqLC5C4x84ChWxb9zbo8aooF2_0 2024-09-19T14:23:59.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.007+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17489682759655900235', time=2024-09-19T16:12:47.220007+0000, chain.objs.size()=1 2024-09-19T14:23:59.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.007+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.OsBT91G4wAbpD-uTfu-6Xz0vAZfaYSU_0 2024-09-19T14:23:59.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.007+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18359000533820564741', time=2024-09-19T16:12:47.503632+0000, chain.objs.size()=1 2024-09-19T14:23:59.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.007+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.pdAd6vpW5Sl5slTAbNJv_MX1MJJASf5_0 2024-09-19T14:23:59.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.007+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16684899665490818490', time=2024-09-19T16:12:47.553085+0000, chain.objs.size()=1 2024-09-19T14:23:59.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.007+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.BaBIo9FgTrTfmLVsWvfO_9LhadSf6I7_0 2024-09-19T14:23:59.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.007+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9605218555551120958', time=2024-09-19T16:12:47.753388+0000, chain.objs.size()=1 2024-09-19T14:23:59.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.007+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.fW3UtQ-qjq2XvI1pSc-YdKLa7vSA6IC_0 2024-09-19T14:23:59.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.007+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17289120373656401225', time=2024-09-19T16:12:47.756024+0000, chain.objs.size()=1 2024-09-19T14:23:59.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.007+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.G7aBBP-npA5CQ9ljApJIJo1na1eWO_3_0 2024-09-19T14:23:59.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.007+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.683227597731366249', time=2024-09-19T16:13:51.986935+0000, chain.objs.size()=1 2024-09-19T14:23:59.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.007+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.432__shadow_.KJ-8CGDmB2GvEgK0-QHMMPdFgXYnUPS_0 2024-09-19T14:23:59.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.007+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7273879943138963643', time=2024-09-19T16:13:54.460608+0000, chain.objs.size()=1 2024-09-19T14:23:59.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.007+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.436__shadow_.rier-lFxvW0bPuWMuUSThvLLg3LhtyC_0 2024-09-19T14:23:59.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.007+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1094266732924833932', time=2024-09-19T16:14:13.443515+0000, chain.objs.size()=1 2024-09-19T14:23:59.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.007+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.461__shadow_.io_1d86n_DB46d-8wHR-Z2F9gXaChlM_0 2024-09-19T14:23:59.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.007+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14505104174972385577', time=2024-09-19T16:14:32.007875+0000, chain.objs.size()=1 2024-09-19T14:23:59.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.007+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.495__shadow_.VQZY2kR5j8FoQ6O77UnkP329hskmVAG_0 2024-09-19T14:23:59.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.007+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17505416241335724625', time=2024-09-19T16:16:06.354024+0000, chain.objs.size()=2 2024-09-19T14:23:59.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.007+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.552__shadow_.6AYnn9UizdvUlCKxIf3wtRFfVAmBH6C_0 2024-09-19T14:23:59.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.011+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.552__shadow_.6AYnn9UizdvUlCKxIf3wtRFfVAmBH6C_1 2024-09-19T14:23:59.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.015+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13533565752903731254', time=2024-09-19T16:16:11.696327+0000, chain.objs.size()=1 2024-09-19T14:23:59.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.015+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.557__shadow_.ZOWVxmVZT0nLL_p7YWD-reTkyrL3cIm_0 2024-09-19T14:23:59.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.015+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16368532662568564183', time=2024-09-19T16:16:35.630095+0000, chain.objs.size()=1 2024-09-19T14:23:59.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.015+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.572__shadow:rXdfii6DMHx9fL.zKLMTtUDTmkERyXH_.SSOMliDPvYRo0hV2YjYsfwKD8oTttJH_0 2024-09-19T14:23:59.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.015+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2827468855997701082', time=2024-09-19T16:16:41.621575+0000, chain.objs.size()=1 2024-09-19T14:23:59.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.015+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.575__shadow:.am.xYPy-hqAxzvZIqNF2wrv3KmCta3_.P8EdfxDZnFFGpTJqQ8DwQvTaiLkWL5C_0 2024-09-19T14:23:59.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.015+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8697907074519600431', time=2024-09-19T16:16:49.420317+0000, chain.objs.size()=1 2024-09-19T14:23:59.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.015+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.577__shadow:q8.mYkmB3xg9S9pUZk0sfcNbuxyxGOx_.6HETEz_dO_mvD4OzHa2nUmvBZVMp69Z_0 2024-09-19T14:23:59.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.015+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8694341875872328567', time=2024-09-19T16:22:02.706738+0000, chain.objs.size()=1 2024-09-19T14:23:59.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.015+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.765__shadow_.JjLpJc4zeRwpW607KE9c5j6Y3OP35ZZ_0 2024-09-19T14:23:59.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.015+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18318586084985435912', time=2024-09-19T16:22:05.913483+0000, chain.objs.size()=1 2024-09-19T14:23:59.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.015+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.768__shadow_.EtYt6Bgp8wtyfk19rBkqaXKk7eqbvTd_0 2024-09-19T14:23:59.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.015+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9424906106679446306', time=2024-09-19T16:22:17.182667+0000, chain.objs.size()=1 2024-09-19T14:23:59.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.015+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.778__shadow_.aM2ePMuD2vyYJUh5-5B3r0sgskmHnCo_0 2024-09-19T14:23:59.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.023+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:23:59.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.023+0000 7fb91a7579c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-19T14:23:59.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.027+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:23:59.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.027+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:23:59.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.027+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/47797' 2024-09-19T14:23:59.031 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.027+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12663796202626234167', time=2024-09-19T16:10:39.351099+0000, chain.objs.size()=1 2024-09-19T14:23:59.031 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.027+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.236__shadow_.Q2HgYhnBbDvpEGLE9Zn8ThCS6hp3n-L_0 2024-09-19T14:23:59.031 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.027+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1753208001069192158', time=2024-09-19T16:10:45.083745+0000, chain.objs.size()=1 2024-09-19T14:23:59.031 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.027+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.243__shadow_.yRlOHlD-dSHx-eTSXraOV2pHxfOp3c9_0 2024-09-19T14:23:59.031 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.027+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13471101396485986221', time=2024-09-19T16:10:46.238228+0000, chain.objs.size()=1 2024-09-19T14:23:59.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.027+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.244__shadow_.H9LPCiVUIsFU1ocj0mRD86n-F12JLvv_0 2024-09-19T14:23:59.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.027+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6745210721147553089', time=2024-09-19T16:10:46.245437+0000, chain.objs.size()=1 2024-09-19T14:23:59.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.027+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.244__shadow_.anCy38Q9Jo_gr9xau1vnnWWbQMjas9l_0 2024-09-19T14:23:59.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.027+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16745060962965098308', time=2024-09-19T16:10:50.620746+0000, chain.objs.size()=1 2024-09-19T14:23:59.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.027+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.251__shadow_.Cbh2cWYard7a1WceMKCD25xCE2P8tj__0 2024-09-19T14:23:59.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.027+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10594125817402167707', time=2024-09-19T16:10:56.935293+0000, chain.objs.size()=1 2024-09-19T14:23:59.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.027+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.261__shadow_.RcgmylYfLArFyxd-JcL-ICeIM94z6Se_0 2024-09-19T14:23:59.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.027+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3366222682134492421', time=2024-09-19T16:11:18.053693+0000, chain.objs.size()=1 2024-09-19T14:23:59.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.027+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.R7hRE1Wh5kOzOc-JUG7xGyxHEFvscxE_0 2024-09-19T14:23:59.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.027+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15005593026280115648', time=2024-09-19T16:11:18.078668+0000, chain.objs.size()=1 2024-09-19T14:23:59.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.027+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.hihM6L4qFbnCvsFbjMlFoD4dmT-FyU1_0 2024-09-19T14:23:59.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.027+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.648213476875751258', time=2024-09-19T16:11:18.080190+0000, chain.objs.size()=1 2024-09-19T14:23:59.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.027+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.4CoIZO3Y-RqofWOYrFV2uQaP6n9kyLj_0 2024-09-19T14:23:59.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.027+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11485407599131328417', time=2024-09-19T16:11:18.121652+0000, chain.objs.size()=1 2024-09-19T14:23:59.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.027+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.QulimiLXP4n3L5RVRoMXfpD01HXlAXA_0 2024-09-19T14:23:59.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.027+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7170189926032436778', time=2024-09-19T16:11:18.157999+0000, chain.objs.size()=1 2024-09-19T14:23:59.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.027+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.oR5hT98Te1pH0h7CgbKqXaDYz9ze7UK_0 2024-09-19T14:23:59.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.027+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5542717926169076864', time=2024-09-19T16:11:18.223512+0000, chain.objs.size()=1 2024-09-19T14:23:59.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.027+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.NMAsPVAgx8IO1O2lLgPHJXyv3Kogp1A_0 2024-09-19T14:23:59.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.031+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1727709721011447743', time=2024-09-19T16:11:18.444078+0000, chain.objs.size()=1 2024-09-19T14:23:59.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.031+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.D3bviNjB6n27LDwheVUBuvsnmyMBEsI_0 2024-09-19T14:23:59.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.031+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3238990379922958861', time=2024-09-19T16:11:18.564750+0000, chain.objs.size()=1 2024-09-19T14:23:59.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.031+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.BeIwzDr0yDip49vrveW84ea1kX1Ssgt_0 2024-09-19T14:23:59.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.031+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16785929303200989117', time=2024-09-19T16:11:18.617245+0000, chain.objs.size()=1 2024-09-19T14:23:59.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.031+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.LfULaBufavrm_DE_qm7Wync5AcFDsqs_0 2024-09-19T14:23:59.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.031+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3563427163410463557', time=2024-09-19T16:11:18.637847+0000, chain.objs.size()=1 2024-09-19T14:23:59.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.031+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.2r38mpVeCE346nfP0rYKYXT5pYKBreb_0 2024-09-19T14:23:59.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.031+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12880100935187427551', time=2024-09-19T16:11:18.914332+0000, chain.objs.size()=1 2024-09-19T14:23:59.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.031+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.IVmy0vtoO2baegymXcFPRcUvSZ9lHVa_0 2024-09-19T14:23:59.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.031+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6157095179745232690', time=2024-09-19T16:11:18.952712+0000, chain.objs.size()=1 2024-09-19T14:23:59.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.031+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.DU5x9eP9xIBrj9NF6C-_iWNQNEe7Nwd_0 2024-09-19T14:23:59.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.031+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2727661036522831576', time=2024-09-19T16:11:19.140232+0000, chain.objs.size()=1 2024-09-19T14:23:59.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.031+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.9XYcOCRsA08gZjWF59dMq2B--uYpNFm_0 2024-09-19T14:23:59.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.031+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10971421441185613680', time=2024-09-19T16:11:19.243064+0000, chain.objs.size()=1 2024-09-19T14:23:59.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.031+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.3I_phfkyyXNhOq-kQaQywCdptSABrCW_0 2024-09-19T14:23:59.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.031+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13560933578135943809', time=2024-09-19T16:11:19.270841+0000, chain.objs.size()=1 2024-09-19T14:23:59.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.031+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.AwhnYRkwiLfJyrC8DUf471DLYtN42uw_0 2024-09-19T14:23:59.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.031+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4784486667481615087', time=2024-09-19T16:11:19.281586+0000, chain.objs.size()=1 2024-09-19T14:23:59.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.031+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.nXTuWzxyCNVPi84U9Y4CIqdzNveoDhV_0 2024-09-19T14:23:59.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.031+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9744363946873875695', time=2024-09-19T16:11:19.310698+0000, chain.objs.size()=1 2024-09-19T14:23:59.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.031+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.vGEBtEuwJaisAoKjBlV38EAlDzeXQEX_0 2024-09-19T14:23:59.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.035+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7792887552001720369', time=2024-09-19T16:11:19.476255+0000, chain.objs.size()=1 2024-09-19T14:23:59.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.035+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.y7q55eiRvctyPLKZSDXpXzNCGnikwfq_0 2024-09-19T14:23:59.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.035+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6067873206054010952', time=2024-09-19T16:11:19.557799+0000, chain.objs.size()=1 2024-09-19T14:23:59.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.035+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.j8m0BKWnbJU_uoVCUrW5sPRPkeDfeyz_0 2024-09-19T14:23:59.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.035+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2132899191673117227', time=2024-09-19T16:11:19.585609+0000, chain.objs.size()=1 2024-09-19T14:23:59.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.035+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.FFnJNFed5Lp4mJikcasYywP-KfSg7P8_0 2024-09-19T14:23:59.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.039+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3021362664675107626', time=2024-09-19T16:11:19.613925+0000, chain.objs.size()=1 2024-09-19T14:23:59.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.039+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.09UgXzb8dLqEmzLxh_Gl0MBLhNsSdnL_0 2024-09-19T14:23:59.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.039+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1939443687838201595', time=2024-09-19T16:11:19.650945+0000, chain.objs.size()=1 2024-09-19T14:23:59.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.039+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.p7YIqV8jzXmAILpi7vAEIGOkqh6epPu_0 2024-09-19T14:23:59.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.039+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10242745647114499541', time=2024-09-19T16:11:19.811841+0000, chain.objs.size()=1 2024-09-19T14:23:59.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.039+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.K7UN1_D4nqDJe1PBTBehgEFwwJ17Slx_0 2024-09-19T14:23:59.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.039+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13701817959490643810', time=2024-09-19T16:11:19.865456+0000, chain.objs.size()=1 2024-09-19T14:23:59.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.039+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.JHCkzr_zuZEb8Mf-eZMdgqqoHL-IVh__0 2024-09-19T14:23:59.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.039+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11176826159384370855', time=2024-09-19T16:11:19.869647+0000, chain.objs.size()=1 2024-09-19T14:23:59.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.039+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.-zuUD1JtiGBs1F5eTccEVmc77_TkLW6_0 2024-09-19T14:23:59.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.039+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1240980295952011418', time=2024-09-19T16:11:20.089756+0000, chain.objs.size()=1 2024-09-19T14:23:59.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.039+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_._JjHSBhxq-kJyZy8DmLD7HfCurSVE-3_0 2024-09-19T14:23:59.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.039+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4512701771818862898', time=2024-09-19T16:11:20.117133+0000, chain.objs.size()=1 2024-09-19T14:23:59.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.039+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.fU4xJD0IbHD4i84btEFDXVw-YjJOOez_0 2024-09-19T14:23:59.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.039+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14347475824927155695', time=2024-09-19T16:11:20.147368+0000, chain.objs.size()=1 2024-09-19T14:23:59.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.039+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.Mvud4xTiz9r8wFOh0yAxLexDbnoWXfs_0 2024-09-19T14:23:59.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.039+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4148307413775137376', time=2024-09-19T16:11:20.160974+0000, chain.objs.size()=1 2024-09-19T14:23:59.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.039+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.2RGYewRcojvZFSYPAisjOVVUi-pZ8Jt_0 2024-09-19T14:23:59.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.039+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15158581179753760055', time=2024-09-19T16:11:20.218332+0000, chain.objs.size()=1 2024-09-19T14:23:59.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.039+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.e8NdbLnzmOhQ-MguGPKoocCokZEE1iE_0 2024-09-19T14:23:59.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.039+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10183308555513019431', time=2024-09-19T16:11:20.223950+0000, chain.objs.size()=1 2024-09-19T14:23:59.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.039+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.xkZ9QpRhE0NwRnkcbzX46UWSoIBtgAp_0 2024-09-19T14:23:59.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.039+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17604748136055167565', time=2024-09-19T16:11:20.266894+0000, chain.objs.size()=1 2024-09-19T14:23:59.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.039+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.w8sB68oFVqCjjHFTdiaRKPTajRVRCmJ_0 2024-09-19T14:23:59.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.043+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2885411852076411495', time=2024-09-19T16:11:20.284096+0000, chain.objs.size()=1 2024-09-19T14:23:59.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.043+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.6Sz3TfhY7OhGVvm6CLyc3_YjnQzmKZw_0 2024-09-19T14:23:59.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.043+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4853945284697670013', time=2024-09-19T16:11:20.499575+0000, chain.objs.size()=1 2024-09-19T14:23:59.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.043+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.J5wpC1r8vdTIzcEHxw3pAya_o5vY5eL_0 2024-09-19T14:23:59.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.043+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13405853177248336997', time=2024-09-19T16:11:20.508111+0000, chain.objs.size()=1 2024-09-19T14:23:59.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.043+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.NY0i9myWRFKDPnDikwgxZc2WZe8jkP4_0 2024-09-19T14:23:59.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.043+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17658216084789629562', time=2024-09-19T16:11:20.581060+0000, chain.objs.size()=1 2024-09-19T14:23:59.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.043+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.pWuSujNfpkDyEcusJfKOoIu25oOt3nI_0 2024-09-19T14:23:59.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.043+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8169598916074387285', time=2024-09-19T16:11:25.383028+0000, chain.objs.size()=1 2024-09-19T14:23:59.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.043+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.270__shadow_.CkQXPA_9jdyLRqHnS4kxHirYKn91J5M_0 2024-09-19T14:23:59.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.043+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2473312674151768087', time=2024-09-19T16:11:25.385165+0000, chain.objs.size()=1 2024-09-19T14:23:59.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.043+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.270__shadow_.JJjc7wswOQKx6VZwFOamhH-uf9bzHTQ_0 2024-09-19T14:23:59.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.043+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9903870047692838242', time=2024-09-19T16:11:26.008638+0000, chain.objs.size()=1 2024-09-19T14:23:59.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.043+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.271__shadow_.7fzO_9uHlJPrL9OKtg9VCSjVovZqC1P_0 2024-09-19T14:23:59.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.043+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2364140996781087721', time=2024-09-19T16:11:34.184759+0000, chain.objs.size()=1 2024-09-19T14:23:59.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.043+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.284__shadow_.z7_Hx_v6JtRyy14WnFanrYOhXbux7sR_0 2024-09-19T14:23:59.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.043+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3402037530746582481', time=2024-09-19T16:11:35.561839+0000, chain.objs.size()=1 2024-09-19T14:23:59.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.043+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.286__shadow_.gwvi-hq3J3uPu83J2235eU_01AMTkS6_0 2024-09-19T14:23:59.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.043+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16375656898684308254', time=2024-09-19T16:11:40.307180+0000, chain.objs.size()=1 2024-09-19T14:23:59.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.043+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.292__shadow_.eJR431_nIHV_22lU_PR7d7p5VNTbjqS_0 2024-09-19T14:23:59.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.043+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11820869714370237749', time=2024-09-19T16:11:43.586332+0000, chain.objs.size()=1 2024-09-19T14:23:59.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.043+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.296__shadow_.eKHp2zS8Mzf2VoDVsfxgmuabjew9kbY_0 2024-09-19T14:23:59.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.047+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6425037011677065732', time=2024-09-19T16:11:51.341418+0000, chain.objs.size()=1 2024-09-19T14:23:59.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.047+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.307__shadow:QBVQda2iz9s10eX-KAgdLwHyptTuAJo_.Cv4LuDRYBGunxcdnBIyjdObGWPG5Lvs_0 2024-09-19T14:23:59.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.047+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14778997031309931577', time=2024-09-19T16:12:21.605811+0000, chain.objs.size()=1 2024-09-19T14:23:59.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.047+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Ov74wEFZaRJqT_G80_rl6yWr2LC7X6f_0 2024-09-19T14:23:59.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.051+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2859003914449230845', time=2024-09-19T16:12:21.723851+0000, chain.objs.size()=1 2024-09-19T14:23:59.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.051+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.wUrLF7UrJHf3XGo43kf0PvxhZqHhspD_0 2024-09-19T14:23:59.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.051+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10958923409458486198', time=2024-09-19T16:12:21.750252+0000, chain.objs.size()=1 2024-09-19T14:23:59.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.051+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.BPS_cfFfkWzEwp2L5fcwPQlNwmvcpq2_0 2024-09-19T14:23:59.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.051+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10194921890068475897', time=2024-09-19T16:12:21.961082+0000, chain.objs.size()=1 2024-09-19T14:23:59.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.051+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.CeiyFdTOLgZvaE1wL_F9iGoDJ2k7kB8_0 2024-09-19T14:23:59.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.051+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3911419321018252789', time=2024-09-19T16:12:21.983724+0000, chain.objs.size()=1 2024-09-19T14:23:59.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.051+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.YuHKJWaGLoSYaVNtx2Fimu1lpoVWBow_0 2024-09-19T14:23:59.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.051+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10867982408899547090', time=2024-09-19T16:12:22.015953+0000, chain.objs.size()=1 2024-09-19T14:23:59.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.051+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.JCgDRXuecdxM_jItGD_MGjcOOMaXFlq_0 2024-09-19T14:23:59.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.051+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12913781849106744764', time=2024-09-19T16:12:22.038167+0000, chain.objs.size()=1 2024-09-19T14:23:59.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.051+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.1O29f2pR4Wwp-DzqYto86dfzdKRiREF_0 2024-09-19T14:23:59.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.051+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10691790270362274790', time=2024-09-19T16:12:22.146433+0000, chain.objs.size()=1 2024-09-19T14:23:59.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.051+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.WOjuioOtk2F2-zyXCXzz14mLgVysLc3_0 2024-09-19T14:23:59.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.051+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11355427192129933569', time=2024-09-19T16:12:22.364326+0000, chain.objs.size()=1 2024-09-19T14:23:59.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.051+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Xc2h_5F7O3QHnqI2yx3Q2W2A5dexrM7_0 2024-09-19T14:23:59.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.051+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15210339415329969343', time=2024-09-19T16:12:22.374706+0000, chain.objs.size()=1 2024-09-19T14:23:59.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.051+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.rQ2-BJcEthX1nO1dS1oDmcAQw3GHc-1_0 2024-09-19T14:23:59.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.051+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6048953168711820364', time=2024-09-19T16:12:22.471940+0000, chain.objs.size()=1 2024-09-19T14:23:59.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.051+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.I1v0BTB7gwyr4j_PmhjkR966p-03p4Q_0 2024-09-19T14:23:59.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.051+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12965406598202279219', time=2024-09-19T16:12:22.747634+0000, chain.objs.size()=1 2024-09-19T14:23:59.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.051+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.0VwGUQtI9pCT75rmYVaPGJgL93NsgAo_0 2024-09-19T14:23:59.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.051+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13369602003789190497', time=2024-09-19T16:12:22.770802+0000, chain.objs.size()=1 2024-09-19T14:23:59.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.051+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.UEeDffq28Kvo_v9b_doeSAJ-vILi-tP_0 2024-09-19T14:23:59.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.051+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5866363879729711174', time=2024-09-19T16:12:22.810340+0000, chain.objs.size()=1 2024-09-19T14:23:59.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.051+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.-BrojAUXAsnnF3QrCgSFqyR5VKeFsuj_0 2024-09-19T14:23:59.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.051+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5556584278612425933', time=2024-09-19T16:12:22.827342+0000, chain.objs.size()=1 2024-09-19T14:23:59.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.051+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.ugT_xL0dzkGN6e6e_CacdXJGjpPXUYN_0 2024-09-19T14:23:59.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.051+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5529507074616517868', time=2024-09-19T16:12:22.832024+0000, chain.objs.size()=1 2024-09-19T14:23:59.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.051+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.ptn2HRuw5ZKhQHHgs9bJ7ej6H1qfCEL_0 2024-09-19T14:23:59.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.051+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10837774683970592956', time=2024-09-19T16:12:22.994022+0000, chain.objs.size()=1 2024-09-19T14:23:59.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.051+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.ULGbcsEFuDOmvej1x78JDtNw2YYMAUr_0 2024-09-19T14:23:59.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.055+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15618622714731944938', time=2024-09-19T16:12:23.056756+0000, chain.objs.size()=1 2024-09-19T14:23:59.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.055+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.uyZOjGY4T9AhGYWLGOQhgQEVgP3gnEG_0 2024-09-19T14:23:59.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.055+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2882366906888917023', time=2024-09-19T16:12:23.075078+0000, chain.objs.size()=1 2024-09-19T14:23:59.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.055+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.O5aVnGTjD64P7jHPKuPZpwis9biS4IJ_0 2024-09-19T14:23:59.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.055+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11021465206890066864', time=2024-09-19T16:12:23.085054+0000, chain.objs.size()=1 2024-09-19T14:23:59.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.055+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.HHgpsIlbjqwjgMI8sioxiJuBZkUnFyh_0 2024-09-19T14:23:59.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.055+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15181349681790509084', time=2024-09-19T16:12:23.178674+0000, chain.objs.size()=1 2024-09-19T14:23:59.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.055+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.pY2U0-JUX0WWRm1fml20Ea2addQMol-_0 2024-09-19T14:23:59.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.059+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15247156757956078828', time=2024-09-19T16:12:23.319612+0000, chain.objs.size()=1 2024-09-19T14:23:59.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.059+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.QGj-SdveeZZRABJUrh3dyJGcgYXCRFh_0 2024-09-19T14:23:59.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.059+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7259484556106468059', time=2024-09-19T16:12:23.343332+0000, chain.objs.size()=1 2024-09-19T14:23:59.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.059+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.cyzZroJI2DJVkwXJ6qRqeg98iMagtr5_0 2024-09-19T14:23:59.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.059+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13947163226862030428', time=2024-09-19T16:12:23.360093+0000, chain.objs.size()=1 2024-09-19T14:23:59.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.059+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.j7u12TaKDnYTOY2sStGM9-px5pnB7J8_0 2024-09-19T14:23:59.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.059+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15179069429301871535', time=2024-09-19T16:12:23.368453+0000, chain.objs.size()=1 2024-09-19T14:23:59.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.059+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.FKwa5aAOWZ4XrKETZNNCXKcHjOhf5JA_0 2024-09-19T14:23:59.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.059+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16892594299930234908', time=2024-09-19T16:12:23.467409+0000, chain.objs.size()=1 2024-09-19T14:23:59.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.059+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.pdKrosh0R2Cmm5J_kpk6LWY_cvlTLDN_0 2024-09-19T14:23:59.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.059+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4743566145132216831', time=2024-09-19T16:12:23.503567+0000, chain.objs.size()=1 2024-09-19T14:23:59.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.059+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.2DRFakLSq9nYjcDXkU8xYCicgOM5wcq_0 2024-09-19T14:23:59.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.059+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17865792329676572543', time=2024-09-19T16:12:23.627627+0000, chain.objs.size()=1 2024-09-19T14:23:59.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.059+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.JRuuQbEyMpsYeWvPtVA48Txayznjk57_0 2024-09-19T14:23:59.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.059+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6256969631864157880', time=2024-09-19T16:12:23.633424+0000, chain.objs.size()=1 2024-09-19T14:23:59.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.059+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Zlae1iAT2PitcOkhG7cSh7hldo16ea2_0 2024-09-19T14:23:59.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.059+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4899143720292232644', time=2024-09-19T16:12:23.670497+0000, chain.objs.size()=1 2024-09-19T14:23:59.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.059+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.biW28De4inWlmPAbXXHAruj2VYDVv6d_0 2024-09-19T14:23:59.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.063+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18437956323613052314', time=2024-09-19T16:12:23.673142+0000, chain.objs.size()=1 2024-09-19T14:23:59.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.063+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.t-1z34m9q31xTVZ5tGqWt8f8PtdRXjv_0 2024-09-19T14:23:59.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.063+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.427361811540128930', time=2024-09-19T16:12:23.756216+0000, chain.objs.size()=1 2024-09-19T14:23:59.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.063+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Qh18LiL7Xdi03E7a6FipOPZE_4gPxqk_0 2024-09-19T14:23:59.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.063+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8085970650630971582', time=2024-09-19T16:12:24.040076+0000, chain.objs.size()=1 2024-09-19T14:23:59.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.063+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.-MoX0tDWAzic9y12CXL1FEuAKCVUc-0_0 2024-09-19T14:23:59.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.063+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6513049218905511779', time=2024-09-19T16:12:45.302157+0000, chain.objs.size()=1 2024-09-19T14:23:59.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.063+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.pgSX33IhiV5DMAQRlydqTz2S19LNVsg_0 2024-09-19T14:23:59.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.063+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3556603637488168976', time=2024-09-19T16:12:45.309472+0000, chain.objs.size()=1 2024-09-19T14:23:59.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.063+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.CB9vgVDCUhRM7EdMCpyw_dvoPCiyAFc_0 2024-09-19T14:23:59.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.063+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12898396752130426464', time=2024-09-19T16:12:45.319773+0000, chain.objs.size()=1 2024-09-19T14:23:59.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.063+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.4b-4VDeh8Kvs9c3tzWoiwK9NfnATLJ8_0 2024-09-19T14:23:59.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.063+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2504196168080821320', time=2024-09-19T16:12:45.405991+0000, chain.objs.size()=1 2024-09-19T14:23:59.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.063+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.IiQaANB0mVWv0LN67XS6b64Pfw1BL7a_0 2024-09-19T14:23:59.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.063+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3581215706386423010', time=2024-09-19T16:12:45.644550+0000, chain.objs.size()=1 2024-09-19T14:23:59.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.063+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.yY1GT_V0suOmfUcyQM97dJhBnro8mOF_0 2024-09-19T14:23:59.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.063+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12087423215176628150', time=2024-09-19T16:12:45.694667+0000, chain.objs.size()=1 2024-09-19T14:23:59.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.063+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.SzUQg8cAJzMRUllwPS3Y8u8MUaLjg74_0 2024-09-19T14:23:59.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.063+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1964553394868945672', time=2024-09-19T16:12:45.747508+0000, chain.objs.size()=1 2024-09-19T14:23:59.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.063+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.5CwNXwtBxR1l_S2p-vDJaKL9H5g8wNa_0 2024-09-19T14:23:59.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.063+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11949503217677445585', time=2024-09-19T16:12:46.059541+0000, chain.objs.size()=1 2024-09-19T14:23:59.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.063+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.xWeIzX33b7aK2KOcUtg8BluiK3GbBrN_0 2024-09-19T14:23:59.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.067+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6827027679481268753', time=2024-09-19T16:12:46.117891+0000, chain.objs.size()=1 2024-09-19T14:23:59.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.067+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.xOg2zJ8Xr4JcN3qShq1vbIS7TzI8Rm6_0 2024-09-19T14:23:59.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.067+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12936329729831938485', time=2024-09-19T16:12:46.165965+0000, chain.objs.size()=1 2024-09-19T14:23:59.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.067+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.6b9-A2LUykLVtYLZjI5CbDZPXQLHi54_0 2024-09-19T14:23:59.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.067+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4853999564919136847', time=2024-09-19T16:12:46.176096+0000, chain.objs.size()=1 2024-09-19T14:23:59.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.067+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.HTgyK0ke7CxiWA2S0wgbs7uKSQCieCn_0 2024-09-19T14:23:59.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.067+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14470085540070818380', time=2024-09-19T16:12:46.187734+0000, chain.objs.size()=1 2024-09-19T14:23:59.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.067+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.x7KEIgukj8h_hdpY_wIFgaLeA8BfUQn_0 2024-09-19T14:23:59.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.067+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17174158407993947657', time=2024-09-19T16:12:46.213466+0000, chain.objs.size()=1 2024-09-19T14:23:59.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.067+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.7ppegAI8XtJrFyUEjdRUeISpdu3yM95_0 2024-09-19T14:23:59.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.067+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16622625371453182575', time=2024-09-19T16:12:46.459107+0000, chain.objs.size()=1 2024-09-19T14:23:59.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.067+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.EEjYgp41fytuSxMb5_AoxrZS4hEVMZr_0 2024-09-19T14:23:59.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.067+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7353728573424856814', time=2024-09-19T16:12:46.740994+0000, chain.objs.size()=1 2024-09-19T14:23:59.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.067+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.zVGsb3Y2oglHLPIfY6LtMCwkgO5TTIF_0 2024-09-19T14:23:59.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.067+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15708430187241690308', time=2024-09-19T16:12:47.027079+0000, chain.objs.size()=1 2024-09-19T14:23:59.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.067+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.1U5EhHSt7VYtAidbJp6cwijuD3AYItu_0 2024-09-19T14:23:59.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.067+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10876215197634199703', time=2024-09-19T16:12:47.049256+0000, chain.objs.size()=1 2024-09-19T14:23:59.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.067+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.S57cBAMqlpGZSEAekb3k6tTE5aCLWk-_0 2024-09-19T14:23:59.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.075+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 0/47797 2024-09-19T14:23:59.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.075+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=34, truncated=0, next_marker='' 2024-09-19T14:23:59.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.075+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17997167048592188443', time=2024-09-19T16:12:47.100194+0000, chain.objs.size()=1 2024-09-19T14:23:59.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.075+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.5EtHMijHkGMUPrCJMpa_I9qvsUJkWwa_0 2024-09-19T14:23:59.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.075+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4687401487736235195', time=2024-09-19T16:12:47.108905+0000, chain.objs.size()=1 2024-09-19T14:23:59.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.075+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.edH_gVqpzY7ViH2JF3HnOdxMc4eXs0k_0 2024-09-19T14:23:59.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.075+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7552275096453989370', time=2024-09-19T16:12:47.182667+0000, chain.objs.size()=1 2024-09-19T14:23:59.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.075+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.lR0XMfXVxrW1MPsVssB4Vc6LgcQ8UNF_0 2024-09-19T14:23:59.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.075+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14998149976542103297', time=2024-09-19T16:12:47.210326+0000, chain.objs.size()=1 2024-09-19T14:23:59.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.075+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.3Iutmge4JLagxf-FoFN5XQUGb80xxXB_0 2024-09-19T14:23:59.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.075+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5579665946345251852', time=2024-09-19T16:12:47.244987+0000, chain.objs.size()=1 2024-09-19T14:23:59.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.075+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.7fJT4jVYOxSLy8lAIWQE9if9CVpuyq__0 2024-09-19T14:23:59.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.075+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5213919133318651507', time=2024-09-19T16:12:47.446557+0000, chain.objs.size()=1 2024-09-19T14:23:59.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.075+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.b4IzkWm47PtcV-8Vr4SmfTO_Gbf3HQ7_0 2024-09-19T14:23:59.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.075+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12083656931029438725', time=2024-09-19T16:12:47.516465+0000, chain.objs.size()=1 2024-09-19T14:23:59.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.075+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.JQqtVcpD_AqrY80Y9yq4iJONRvXBLPa_0 2024-09-19T14:23:59.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.075+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14484701554857353825', time=2024-09-19T16:12:47.770923+0000, chain.objs.size()=1 2024-09-19T14:23:59.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.075+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.ot61IXtziJNO4sMr98qUFDBOAZHJfgs_0 2024-09-19T14:23:59.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.075+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9625421915541620199', time=2024-09-19T16:12:47.844775+0000, chain.objs.size()=1 2024-09-19T14:23:59.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.075+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.gpFDhZSQqHi3_zigUmADxOJxwIGKBRT_0 2024-09-19T14:23:59.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.075+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7771583866466564835', time=2024-09-19T16:12:47.871675+0000, chain.objs.size()=1 2024-09-19T14:23:59.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.075+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.CetWj-IebsWztd-8XiBcKkrc6ShNXI0_0 2024-09-19T14:23:59.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.075+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7461989493705852203', time=2024-09-19T16:13:17.147376+0000, chain.objs.size()=1 2024-09-19T14:23:59.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.075+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.377__shadow_.oMAkzQmowvjibkzzzjb72xhtjiHmNab_0 2024-09-19T14:23:59.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.075+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7578001664399906303', time=2024-09-19T16:13:25.544404+0000, chain.objs.size()=1 2024-09-19T14:23:59.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.075+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.390__shadow_.VdIMEwM149ukaKH8Bf2LcqwI2uE6wTX_0 2024-09-19T14:23:59.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.079+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7816375172482712755', time=2024-09-19T16:13:55.086985+0000, chain.objs.size()=1 2024-09-19T14:23:59.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.079+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.437__shadow_._iXQDM1mOd7iDEOlAoNj2Iek_1a8Czh_0 2024-09-19T14:23:59.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.079+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3108951204424150409', time=2024-09-19T16:13:56.229729+0000, chain.objs.size()=1 2024-09-19T14:23:59.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.079+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.439__shadow_.3d4IWC51c-7Uj9joW-3mc_abViXwuxn_0 2024-09-19T14:23:59.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.079+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17130295522258693833', time=2024-09-19T16:14:23.347190+0000, chain.objs.size()=1 2024-09-19T14:23:59.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.079+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.481__shadow_.8Pycz3oOEIx24giddt0zobaXGs9BnpA_0 2024-09-19T14:23:59.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.079+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17150748496964347529', time=2024-09-19T16:14:29.100016+0000, chain.objs.size()=1 2024-09-19T14:23:59.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.079+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.489__shadow_.M79zbWiVLOK3As2qnqOZCWKvQDBufew_0 2024-09-19T14:23:59.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.079+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.417151088988127555', time=2024-09-19T16:14:34.426028+0000, chain.objs.size()=1 2024-09-19T14:23:59.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.079+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.499__shadow_.EHqxlEsgdBGS1UBjmiNZUmqrIkAc69K_0 2024-09-19T14:23:59.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.079+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5236385172801581398', time=2024-09-19T16:14:40.809968+0000, chain.objs.size()=6 2024-09-19T14:23:59.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.079+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.507__multipart_srcmultipart.2~PDtVikDEghAjplfujl7yQ3TGZaMgD5U.1 2024-09-19T14:23:59.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.079+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.507__multipart_srcmultipart.2~PDtVikDEghAjplfujl7yQ3TGZaMgD5U.2 2024-09-19T14:23:59.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.079+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.507__multipart_srcmultipart.2~PDtVikDEghAjplfujl7yQ3TGZaMgD5U.3 2024-09-19T14:23:59.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.079+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.507__multipart_srcmultipart.2~PDtVikDEghAjplfujl7yQ3TGZaMgD5U.4 2024-09-19T14:23:59.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.079+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.507__multipart_srcmultipart.2~PDtVikDEghAjplfujl7yQ3TGZaMgD5U.5 2024-09-19T14:23:59.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.079+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.507__multipart_srcmultipart.2~PDtVikDEghAjplfujl7yQ3TGZaMgD5U.6 2024-09-19T14:23:59.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.083+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7255942584824095843', time=2024-09-19T16:15:01.326723+0000, chain.objs.size()=6 2024-09-19T14:23:59.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.083+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.522__multipart_mymultipart.LEhJt8lnkWzjYGKFu2LZFyqQ3ztK7GxV.1 2024-09-19T14:23:59.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.083+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.522__multipart_mymultipart.2~4pNR1M1XDggduB-Sv6IBgJ715tpoHjQ.2 2024-09-19T14:23:59.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.083+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.522__multipart_mymultipart.2~4pNR1M1XDggduB-Sv6IBgJ715tpoHjQ.3 2024-09-19T14:23:59.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.083+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.522__multipart_mymultipart.2~4pNR1M1XDggduB-Sv6IBgJ715tpoHjQ.4 2024-09-19T14:23:59.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.083+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.522__multipart_mymultipart.2~4pNR1M1XDggduB-Sv6IBgJ715tpoHjQ.5 2024-09-19T14:23:59.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.083+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.522__multipart_mymultipart.2~4pNR1M1XDggduB-Sv6IBgJ715tpoHjQ.6 2024-09-19T14:23:59.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.087+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12990504652895582124', time=2024-09-19T16:15:15.225985+0000, chain.objs.size()=2 2024-09-19T14:23:59.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.087+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.523__multipart_mymultipart.2~0obgKsgudeUok7JGvzE4lKSkVvTaOQU.1 2024-09-19T14:23:59.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.087+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.523__multipart_mymultipart.2~0obgKsgudeUok7JGvzE4lKSkVvTaOQU.2 2024-09-19T14:23:59.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.087+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11909177988896153900', time=2024-09-19T16:16:50.404003+0000, chain.objs.size()=1 2024-09-19T14:23:59.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.087+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.577__shadow:OjbAfUPsuYpg144irCKBuPhcjkiQjdP_.63BhA7UsWW95qGaBCHDz_W-GQYvhITj_0 2024-09-19T14:23:59.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.087+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10494457424394226032', time=2024-09-19T16:17:15.208486+0000, chain.objs.size()=1 2024-09-19T14:23:59.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.087+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.587__shadow:pC18M3BG7jDmQL-z4veuWzZaX-XXUEL_.MeMWi2TcRoPomppTpQ7dX7YtqyUq3_b_0 2024-09-19T14:23:59.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.087+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14810691174447519127', time=2024-09-19T16:17:20.202976+0000, chain.objs.size()=1 2024-09-19T14:23:59.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.087+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.596__shadow_.5mGc0lY8RUHeCUFeodkDksyVzlH3t7m_0 2024-09-19T14:23:59.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.087+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15954611450769458001', time=2024-09-19T16:19:42.898955+0000, chain.objs.size()=1 2024-09-19T14:23:59.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.087+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.618__shadow_.x0wOZwkuYAxQt05KqRp-Udqs_LnBrkr_0 2024-09-19T14:23:59.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.091+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7721024571803330859', time=2024-09-19T16:19:55.725208+0000, chain.objs.size()=1 2024-09-19T14:23:59.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.091+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.631__shadow_.PRkfxzJ4efISPLz5QoOz7_4hITGE48C_0 2024-09-19T14:23:59.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.091+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17939252161146907347', time=2024-09-19T16:20:12.438208+0000, chain.objs.size()=2 2024-09-19T14:23:59.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.091+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.655__shadow_.4Ito8FK8LRa8W08sazXR-ZVJQwnRY0M_0 2024-09-19T14:23:59.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.091+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.655__shadow_.4Ito8FK8LRa8W08sazXR-ZVJQwnRY0M_1 2024-09-19T14:23:59.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.091+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17343316318601962475', time=2024-09-19T16:20:19.302581+0000, chain.objs.size()=1 2024-09-19T14:23:59.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.091+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.663__shadow_.mWOM1ySZnjpV_BYJUTMSHdUv0ApYfNH_0 2024-09-19T14:23:59.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.091+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9786945410498738577', time=2024-09-19T16:20:19.304654+0000, chain.objs.size()=1 2024-09-19T14:23:59.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.091+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.663__shadow_.swNJnEEoEU_slvHeysftxn5zRhZrKFm_0 2024-09-19T14:23:59.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.091+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2294445576837564132', time=2024-09-19T16:20:23.040936+0000, chain.objs.size()=1 2024-09-19T14:23:59.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.091+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.668__shadow_.q8cgM2VRiylSJhhcsvr5AcgzqAEuINX_0 2024-09-19T14:23:59.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.091+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14949271953541139304', time=2024-09-19T16:20:23.814364+0000, chain.objs.size()=1 2024-09-19T14:23:59.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.091+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.670__shadow_.pUu0J7EbdlTn-BGzAgqljfcY1YgfMWV_0 2024-09-19T14:23:59.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.091+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16065393375519909475', time=2024-09-19T16:20:44.745450+0000, chain.objs.size()=1 2024-09-19T14:23:59.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.091+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.708__shadow:NoOUXlNwtzZFljuwU2uAr5VKF6hm5z2_.4KrGk-jBE3Cy65dIdNG6zFW-4sZHU2J_0 2024-09-19T14:23:59.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.091+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1781428753351390853', time=2024-09-19T16:21:43.191767+0000, chain.objs.size()=1 2024-09-19T14:23:59.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.091+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.748__shadow_.cBTuM6n51jeDMCeLaQB_A1O0IAzfCJh_0 2024-09-19T14:23:59.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.091+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12883584614717503535', time=2024-09-19T16:22:01.158099+0000, chain.objs.size()=1 2024-09-19T14:23:59.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.091+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.763__shadow_.0KOdrBr54s43KS1Q3SrE1FRAZClG_gG_0 2024-09-19T14:23:59.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.091+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.210298508803870126', time=2024-09-19T16:22:06.789420+0000, chain.objs.size()=1 2024-09-19T14:23:59.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.091+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.769__shadow_.a4AiGCKIES6Mq6N6Eux0obKa7oxaUNq_0 2024-09-19T14:23:59.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.099+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:23:59.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.099+0000 7fb91a7579c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-19T14:23:59.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.103+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:23:59.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.103+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:23:59.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.103+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/43590' 2024-09-19T14:23:59.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.103+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14108586321877970150', time=2024-09-19T16:08:42.223308+0000, chain.objs.size()=1 2024-09-19T14:23:59.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.103+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.166__shadow_.dmbScrjKx4ZlEM3muoQgQ2PDjoWr_Hi_0 2024-09-19T14:23:59.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.103+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.738347197654333194', time=2024-09-19T16:08:55.757466+0000, chain.objs.size()=1 2024-09-19T14:23:59.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.103+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.182__shadow_.zA0MpL5gFul9jcOwQ9tT3IBXYl-sNi1_0 2024-09-19T14:23:59.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.103+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4714381328356605146', time=2024-09-19T16:10:56.322940+0000, chain.objs.size()=1 2024-09-19T14:23:59.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.103+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.260__shadow_.Bvgt8urU6ffkfn7ww3SMhoGfoDbcFrr_0 2024-09-19T14:23:59.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.103+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2441157698891937655', time=2024-09-19T16:11:18.181840+0000, chain.objs.size()=1 2024-09-19T14:23:59.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.103+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.j-htdJ8T8dVLXkajmLm39Hn0hrC_szY_0 2024-09-19T14:23:59.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.103+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14232635564557874996', time=2024-09-19T16:11:18.248713+0000, chain.objs.size()=1 2024-09-19T14:23:59.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.103+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.RVDf3PHkTRnXqZ8NDNRN77RoA0eDReD_0 2024-09-19T14:23:59.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.103+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3194762608090718095', time=2024-09-19T16:11:18.285056+0000, chain.objs.size()=1 2024-09-19T14:23:59.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.103+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.N02K4VspRq8pY5_pqkQLGG1VqlHBcO9_0 2024-09-19T14:23:59.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.103+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10758226072383003409', time=2024-09-19T16:11:18.551201+0000, chain.objs.size()=1 2024-09-19T14:23:59.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.103+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.MTWzXh6mmAHUB5LSTmASEHByEvcuekQ_0 2024-09-19T14:23:59.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.103+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14883269214314295824', time=2024-09-19T16:11:18.588787+0000, chain.objs.size()=1 2024-09-19T14:23:59.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.103+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.zGOsTtQ65ii3oT2XldTleLCxVdlVirq_0 2024-09-19T14:23:59.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.103+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6199356564870060475', time=2024-09-19T16:11:18.611692+0000, chain.objs.size()=1 2024-09-19T14:23:59.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.103+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.HuVv_UOgMgRlXH5ux9Q5A9Y7MYq7vwL_0 2024-09-19T14:23:59.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.103+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1888095324198485499', time=2024-09-19T16:11:18.644570+0000, chain.objs.size()=1 2024-09-19T14:23:59.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.103+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.QGMON9L5mfNp_1yC8quB-vscJZ7XkTX_0 2024-09-19T14:23:59.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.103+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1409512311110464415', time=2024-09-19T16:11:18.785875+0000, chain.objs.size()=1 2024-09-19T14:23:59.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.103+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.9K7B3XqWkcImN-NNvIi0MwnaeUq6vb7_0 2024-09-19T14:23:59.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.103+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.728439654921302259', time=2024-09-19T16:11:18.839718+0000, chain.objs.size()=1 2024-09-19T14:23:59.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.103+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.6E28WCN1vsiWIuLKM55tlccJ44SXnUy_0 2024-09-19T14:23:59.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.107+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4744766492658005664', time=2024-09-19T16:11:18.842277+0000, chain.objs.size()=1 2024-09-19T14:23:59.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.107+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.JBlqGDG7UGZTFKsKm2Eqsd0tW35QvIW_0 2024-09-19T14:23:59.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.107+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16306470051945581384', time=2024-09-19T16:11:18.924333+0000, chain.objs.size()=1 2024-09-19T14:23:59.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.107+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.CHqvZg4r0pVQ2l_n9sUHpE1ETLvyBM__0 2024-09-19T14:23:59.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.107+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14804763925019354944', time=2024-09-19T16:11:18.931468+0000, chain.objs.size()=1 2024-09-19T14:23:59.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.107+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.L-nOmnxzj8fXJykGXkMIZeRt8AJISvQ_0 2024-09-19T14:23:59.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.107+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9717648641801841255', time=2024-09-19T16:11:19.141005+0000, chain.objs.size()=1 2024-09-19T14:23:59.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.107+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.-8TwRw4zwUEHaxoL3h2O87HPs6IsHEB_0 2024-09-19T14:23:59.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.107+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13141124461264489663', time=2024-09-19T16:11:19.192389+0000, chain.objs.size()=1 2024-09-19T14:23:59.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.107+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.LovdUqCvtQe4MiUZpkZ2Q50T3dGwry1_0 2024-09-19T14:23:59.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.107+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18062323002620374975', time=2024-09-19T16:11:19.469489+0000, chain.objs.size()=1 2024-09-19T14:23:59.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.107+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.8l-yVR4wWVgr4DpK9orZRNYy6kC5PZo_0 2024-09-19T14:23:59.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.107+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.429861892912654630', time=2024-09-19T16:11:19.490603+0000, chain.objs.size()=1 2024-09-19T14:23:59.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.107+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.FQAIjEYBfNMu4Qy3MOfOKUhJo9aHHpP_0 2024-09-19T14:23:59.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.107+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16755873868266659478', time=2024-09-19T16:11:19.583963+0000, chain.objs.size()=1 2024-09-19T14:23:59.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.107+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.aPpP-0v7tfwoREfnt42X0ajepjXaCDa_0 2024-09-19T14:23:59.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.107+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3520025279449988402', time=2024-09-19T16:11:19.619799+0000, chain.objs.size()=1 2024-09-19T14:23:59.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.107+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.10O9ebeL39WHR7soCQq4YTP32zovuJt_0 2024-09-19T14:23:59.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.107+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17345599762276273182', time=2024-09-19T16:11:19.623419+0000, chain.objs.size()=1 2024-09-19T14:23:59.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.107+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.Nnr-9ipMj9NT9-K6TnCDrv53G2nKLvp_0 2024-09-19T14:23:59.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.111+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6747431049783550126', time=2024-09-19T16:11:19.645626+0000, chain.objs.size()=1 2024-09-19T14:23:59.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.111+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.8Gvyv05QxiGA7r_avOJkX-R9GGxkX8W_0 2024-09-19T14:23:59.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.111+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13784138171670550918', time=2024-09-19T16:11:19.810317+0000, chain.objs.size()=1 2024-09-19T14:23:59.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.111+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.QlxkVh7BP39nKlIVxENSEcSelSgOswE_0 2024-09-19T14:23:59.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.111+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13050262903189808384', time=2024-09-19T16:11:19.823158+0000, chain.objs.size()=1 2024-09-19T14:23:59.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.111+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.3QWq6MPmNYTHsXhOqLySlVoRAxCeJm-_0 2024-09-19T14:23:59.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.111+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3010463831437903761', time=2024-09-19T16:11:19.831536+0000, chain.objs.size()=1 2024-09-19T14:23:59.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.111+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.NpBP86nFOC3bRXh4GvaZFwsnFAEzt0I_0 2024-09-19T14:23:59.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.111+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5683021964853807274', time=2024-09-19T16:11:19.977443+0000, chain.objs.size()=1 2024-09-19T14:23:59.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.111+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.4Vz0dSOFjmRniRAgpVS15WXnTF9bVsT_0 2024-09-19T14:23:59.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.111+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17720587555370264180', time=2024-09-19T16:11:19.988788+0000, chain.objs.size()=1 2024-09-19T14:23:59.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.111+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.l0KqqoTQqpq9Ee_vX8EA8KX8uYxlfkC_0 2024-09-19T14:23:59.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.111+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.748707109210321738', time=2024-09-19T16:11:20.085171+0000, chain.objs.size()=1 2024-09-19T14:23:59.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.111+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.Qnf47XB-XNbgejHTn0SYY6pW7IU7NgW_0 2024-09-19T14:23:59.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.111+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16581118171307478378', time=2024-09-19T16:11:20.088800+0000, chain.objs.size()=1 2024-09-19T14:23:59.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.111+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.bItRDrUwv3mC3sJRFbAAOBonPimts0-_0 2024-09-19T14:23:59.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.111+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7685877076137064591', time=2024-09-19T16:11:20.145604+0000, chain.objs.size()=1 2024-09-19T14:23:59.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.111+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.odANhp1DffAFM2_6VfZokj-LqMraWB__0 2024-09-19T14:23:59.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.111+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5098778858546084896', time=2024-09-19T16:11:20.222360+0000, chain.objs.size()=1 2024-09-19T14:23:59.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.111+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.hK7nGwPbt4iQdBNMFJFYMLNU0ghs9DC_0 2024-09-19T14:23:59.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.115+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4244277469550222546', time=2024-09-19T16:11:20.276971+0000, chain.objs.size()=1 2024-09-19T14:23:59.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.115+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.F0mp3gwemOh5lbiw9bgrxBwPY6KIn1z_0 2024-09-19T14:23:59.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.115+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15890952734057203905', time=2024-09-19T16:11:20.455504+0000, chain.objs.size()=1 2024-09-19T14:23:59.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.115+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.b4mycxEaYsWAGCvEzmI2eGo-OLJAWZl_0 2024-09-19T14:23:59.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.115+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10762456747060703143', time=2024-09-19T16:11:20.533177+0000, chain.objs.size()=1 2024-09-19T14:23:59.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.115+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.SYT9HirimFqMBtDtthzUIOr6D648F_J_0 2024-09-19T14:23:59.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.123+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11991015655576737843', time=2024-09-19T16:11:20.577777+0000, chain.objs.size()=1 2024-09-19T14:23:59.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.123+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.0mw51bkzpTB44XOKGM6o1VtHN4eICxJ_0 2024-09-19T14:23:59.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.123+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11070854012873810519', time=2024-09-19T16:11:29.751212+0000, chain.objs.size()=1 2024-09-19T14:23:59.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.123+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.277__shadow_.4ENQaYbQn6m3h7yiFNxfW26tRzafrHU_0 2024-09-19T14:23:59.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.123+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.767444469426477881', time=2024-09-19T16:11:31.046188+0000, chain.objs.size()=1 2024-09-19T14:23:59.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.123+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.279__shadow_.5iVbtPPLjBrZwaTppTWRvXQD4V3Ipxa_0 2024-09-19T14:23:59.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.123+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3895006252082540672', time=2024-09-19T16:11:36.159914+0000, chain.objs.size()=1 2024-09-19T14:23:59.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.123+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.287__shadow_.5YsUlql8uaab7AqAM3LQqxiKW4lepfE_0 2024-09-19T14:23:59.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.123+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3065522377922991916', time=2024-09-19T16:11:41.712680+0000, chain.objs.size()=1 2024-09-19T14:23:59.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.123+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.293__shadow_.8gYCyd4sD_a1_xAECgL6blPzl09PS1K_0 2024-09-19T14:23:59.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.123+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2355449684487196007', time=2024-09-19T16:11:41.713953+0000, chain.objs.size()=1 2024-09-19T14:23:59.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.123+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.293__shadow_.lmutbjfbfVz1ks6WGCveoD_SuMhei2M_0 2024-09-19T14:23:59.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.123+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12122297147202671301', time=2024-09-19T16:11:44.233536+0000, chain.objs.size()=1 2024-09-19T14:23:59.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.123+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.297__shadow_.LcNBeS6AYSlcgnVCoTNN4DCn5UZ09cI_0 2024-09-19T14:23:59.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.123+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10072701613394496109', time=2024-09-19T16:11:46.925876+0000, chain.objs.size()=1 2024-09-19T14:23:59.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.123+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.301__shadow_.yuoQim4nV2tqDFn-ldTf_GG31gYV-4-_0 2024-09-19T14:23:59.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.123+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11707328333142530429', time=2024-09-19T16:11:49.480368+0000, chain.objs.size()=1 2024-09-19T14:23:59.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.123+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.305__shadow_.E7tYdkwYKMPublMKk8s3ZnWTuK6YIfV_0 2024-09-19T14:23:59.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.123+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4203724689473413722', time=2024-09-19T16:11:59.208593+0000, chain.objs.size()=1 2024-09-19T14:23:59.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.123+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.321__shadow_.mUSma1CPypw0CGoJiZbMUU6pjhSU1fp_0 2024-09-19T14:23:59.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.123+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8569073482152685226', time=2024-09-19T16:12:21.659838+0000, chain.objs.size()=1 2024-09-19T14:23:59.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.123+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.ZSGjg4w9Cq1nIpkVgaKNJ_77AvoicYU_0 2024-09-19T14:23:59.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.123+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11997570905004924593', time=2024-09-19T16:12:21.676122+0000, chain.objs.size()=1 2024-09-19T14:23:59.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.123+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.wJ_kcnTGZ-b3TTr1_LYDGzUm9e7m6hR_0 2024-09-19T14:23:59.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.123+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16532684625065307219', time=2024-09-19T16:12:21.705615+0000, chain.objs.size()=1 2024-09-19T14:23:59.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.123+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.af8lcgIQgxyUAmkVkgTCA8hlyOsrgkp_0 2024-09-19T14:23:59.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.127+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15606690469916683001', time=2024-09-19T16:12:21.730996+0000, chain.objs.size()=1 2024-09-19T14:23:59.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.127+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.jmtkPndiIviS2W196TH_MhB3_lrypJC_0 2024-09-19T14:23:59.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.127+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6659406436444987098', time=2024-09-19T16:12:21.762130+0000, chain.objs.size()=1 2024-09-19T14:23:59.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.127+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.6qxG4AjOSwwgIqldt7IegAphbT5hWOH_0 2024-09-19T14:23:59.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.127+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5847895483207807822', time=2024-09-19T16:12:21.798955+0000, chain.objs.size()=1 2024-09-19T14:23:59.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.127+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.wt7E_Ae5_8XstHwZQ3T0FLo8Cr4QnQY_0 2024-09-19T14:23:59.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.127+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15466903847843631570', time=2024-09-19T16:12:21.842847+0000, chain.objs.size()=1 2024-09-19T14:23:59.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.127+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Uvs4kWBgNPkwVVd1IDUaGq9B83wxYjj_0 2024-09-19T14:23:59.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.127+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5165543659783730374', time=2024-09-19T16:12:22.023354+0000, chain.objs.size()=1 2024-09-19T14:23:59.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.127+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.vQpSZTsn8YagFB8YVOIsQwrjmyOmP0H_0 2024-09-19T14:23:59.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.127+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8563213307753670045', time=2024-09-19T16:12:22.043341+0000, chain.objs.size()=1 2024-09-19T14:23:59.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.127+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.GkDbUT2NVFwJMjUK9rYGL3GAj2sSyjK_0 2024-09-19T14:23:59.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.127+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10451423787368946764', time=2024-09-19T16:12:22.077296+0000, chain.objs.size()=1 2024-09-19T14:23:59.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.127+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.9ChhpMfXknty2j13oqJh_gxk5-a_FmG_0 2024-09-19T14:23:59.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.127+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3162880331028411415', time=2024-09-19T16:12:22.083104+0000, chain.objs.size()=1 2024-09-19T14:23:59.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.127+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.5936KUJMgnYXayyeOERh0wXvpZFHaDk_0 2024-09-19T14:23:59.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.127+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16243473452573046666', time=2024-09-19T16:12:22.099286+0000, chain.objs.size()=1 2024-09-19T14:23:59.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.127+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.lpKSxtdWrMFY3uWxczt0jWrylreK9e-_0 2024-09-19T14:23:59.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.131+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5464282915973960862', time=2024-09-19T16:12:22.101586+0000, chain.objs.size()=1 2024-09-19T14:23:59.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.131+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.VDhOMtjD42oyzoyZMEkYW2E4AGlBmdi_0 2024-09-19T14:23:59.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.131+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9439611629284879597', time=2024-09-19T16:12:22.129580+0000, chain.objs.size()=1 2024-09-19T14:23:59.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.131+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.RWsQdp63MYrSot5NdJUdafYAv5wwNol_0 2024-09-19T14:23:59.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.131+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17907081064601176244', time=2024-09-19T16:12:22.149547+0000, chain.objs.size()=1 2024-09-19T14:23:59.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.131+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.GzImH94nTpD0ffBi8t6fKlqrSsKtTm6_0 2024-09-19T14:23:59.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.131+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9263332613616764376', time=2024-09-19T16:12:22.352700+0000, chain.objs.size()=1 2024-09-19T14:23:59.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.131+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.ehDlsJqghzG-1GzLiMy82L6YoArcDwN_0 2024-09-19T14:23:59.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.131+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14789697555765286804', time=2024-09-19T16:12:22.391365+0000, chain.objs.size()=1 2024-09-19T14:23:59.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.131+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Lg7sVdgVWIFal_OLAp3OXXtu9fIRDCJ_0 2024-09-19T14:23:59.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.131+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9479834896892146489', time=2024-09-19T16:12:22.517923+0000, chain.objs.size()=1 2024-09-19T14:23:59.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.131+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.wnKs3YRCqSxUZfIzBxBKnH-x8QNkRp-_0 2024-09-19T14:23:59.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.131+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8709776633796639298', time=2024-09-19T16:12:22.689529+0000, chain.objs.size()=1 2024-09-19T14:23:59.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.131+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.-CE6QWwt6lG9vLzqKgr7gwbbJ0au0o-_0 2024-09-19T14:23:59.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.131+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5761875595902245184', time=2024-09-19T16:12:22.713095+0000, chain.objs.size()=1 2024-09-19T14:23:59.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.131+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.hnkA2yt-dmHNtWkxj9OLliaLIxKc2wZ_0 2024-09-19T14:23:59.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.131+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14123738202452593103', time=2024-09-19T16:12:22.725180+0000, chain.objs.size()=1 2024-09-19T14:23:59.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.131+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.2h06S1Zm08IUegtMfujg7ZaFXihbDHU_0 2024-09-19T14:23:59.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.131+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3450534857752224546', time=2024-09-19T16:12:22.754726+0000, chain.objs.size()=1 2024-09-19T14:23:59.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.131+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.fqJ9GbRoTAaaLECRku6UBvJj35hF7Ro_0 2024-09-19T14:23:59.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.131+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12244485823407502000', time=2024-09-19T16:12:22.869642+0000, chain.objs.size()=1 2024-09-19T14:23:59.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.131+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Z3gFOYnoOr_aPz5cQAM8Uav0c5tnYZA_0 2024-09-19T14:23:59.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.135+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3120832405301128183', time=2024-09-19T16:12:23.072342+0000, chain.objs.size()=1 2024-09-19T14:23:59.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.135+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.BDybISrTYPLf68917qnM-tx6j6EqCsv_0 2024-09-19T14:23:59.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.135+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3609804905321359721', time=2024-09-19T16:12:23.075598+0000, chain.objs.size()=1 2024-09-19T14:23:59.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.135+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.IwKBGjfrg1EV5B7eERdFMdItjWurp5d_0 2024-09-19T14:23:59.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.135+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5464923852516695495', time=2024-09-19T16:12:23.143455+0000, chain.objs.size()=1 2024-09-19T14:23:59.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.135+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.6_xiLjHZMi6jT8tzoZZsUXZoV3IrCeO_0 2024-09-19T14:23:59.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.135+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14970553801144205087', time=2024-09-19T16:12:23.412508+0000, chain.objs.size()=1 2024-09-19T14:23:59.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.135+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.q-J81ShY9_8MQ4vHtRrgw_eZJE3qv9T_0 2024-09-19T14:23:59.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.135+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7534445985046972294', time=2024-09-19T16:12:23.441353+0000, chain.objs.size()=1 2024-09-19T14:23:59.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.135+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.kZG5lnBN3G76JMnOgFQ6HKqdS48ovEJ_0 2024-09-19T14:23:59.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.135+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8158728831425747731', time=2024-09-19T16:12:23.456650+0000, chain.objs.size()=1 2024-09-19T14:23:59.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.135+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.bCVAUeAj12-fKuLZHkMftbijhtmWAFE_0 2024-09-19T14:23:59.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.139+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11961491806462076077', time=2024-09-19T16:12:23.461935+0000, chain.objs.size()=1 2024-09-19T14:23:59.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.139+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.KTzcSKvP2oVzKBxtgp1vBAaxlScLFPN_0 2024-09-19T14:23:59.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.139+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7168849675294636354', time=2024-09-19T16:12:23.506268+0000, chain.objs.size()=1 2024-09-19T14:23:59.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.139+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.HABN6bJseaJUcMYvYCKC5NKkaYaDJ1s_0 2024-09-19T14:23:59.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.139+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3837396457879133639', time=2024-09-19T16:12:23.657530+0000, chain.objs.size()=1 2024-09-19T14:23:59.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.139+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.bMduYVVkyGFSN7EpkcZeQQKMPginA-l_0 2024-09-19T14:23:59.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.139+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9250645273282186779', time=2024-09-19T16:12:23.948211+0000, chain.objs.size()=1 2024-09-19T14:23:59.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.139+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.H2A-LDr5LTtaWhkpi2_Du-Hvjk5UrxO_0 2024-09-19T14:23:59.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.139+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14688400964421270588', time=2024-09-19T16:12:23.973345+0000, chain.objs.size()=1 2024-09-19T14:23:59.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.139+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.V1bK_LUZSQWK3CvsOcdBz1YSYet9Syf_0 2024-09-19T14:23:59.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.139+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6668750034821524356', time=2024-09-19T16:12:24.119024+0000, chain.objs.size()=1 2024-09-19T14:23:59.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.139+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.zD_cpaum7yCT7NsYJjKm9EN5lWdUQ-K_0 2024-09-19T14:23:59.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.139+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17560886321922639788', time=2024-09-19T16:12:24.119817+0000, chain.objs.size()=1 2024-09-19T14:23:59.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.139+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.EpzXgTsZVlEXPiQA5oLPs1qg1beJX01_0 2024-09-19T14:23:59.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.139+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13268883742907219411', time=2024-09-19T16:12:45.295286+0000, chain.objs.size()=1 2024-09-19T14:23:59.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.139+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.9HtmT-EyVOM1e_CAOThVuBZsoviUu3O_0 2024-09-19T14:23:59.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.139+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3939274656770852651', time=2024-09-19T16:12:45.351003+0000, chain.objs.size()=1 2024-09-19T14:23:59.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.139+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.N9xTwkv2MS-PqLaCK2cfq8EjevLJw9O_0 2024-09-19T14:23:59.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.139+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17586946783239005967', time=2024-09-19T16:12:45.681038+0000, chain.objs.size()=1 2024-09-19T14:23:59.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.139+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.i96LAAlwXCyrw0ajA5aKgJfh6SflLSH_0 2024-09-19T14:23:59.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.139+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9043142545925734993', time=2024-09-19T16:12:45.758852+0000, chain.objs.size()=1 2024-09-19T14:23:59.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.139+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.yS-7dcnFIM7PkGpFZDH_yY_-gN-SCBp_0 2024-09-19T14:23:59.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.143+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4208282439207607621', time=2024-09-19T16:12:46.045590+0000, chain.objs.size()=1 2024-09-19T14:23:59.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.143+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.oJfsa0WcHb5cCyF0wJC5nAhqp-iOKqR_0 2024-09-19T14:23:59.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.143+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8053871920555505673', time=2024-09-19T16:12:46.172957+0000, chain.objs.size()=1 2024-09-19T14:23:59.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.143+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.PlUHl6Op0zFfaX9OLSK9-JSwxgHHR5S_0 2024-09-19T14:23:59.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.143+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4249351832730926002', time=2024-09-19T16:12:46.203647+0000, chain.objs.size()=1 2024-09-19T14:23:59.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.143+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.IFlAoJTM00-Cs6jkhS6iWp7vwYy_qM7_0 2024-09-19T14:23:59.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.143+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5185918957250498607', time=2024-09-19T16:12:46.209797+0000, chain.objs.size()=1 2024-09-19T14:23:59.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.143+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.QHv9HLG2_2ANqmNn9ozmkBdpE-dcJ1w_0 2024-09-19T14:23:59.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.143+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5633071819431619431', time=2024-09-19T16:12:46.345303+0000, chain.objs.size()=1 2024-09-19T14:23:59.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.143+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.1gYbXYMr3iyDKhGxU4ZB6U5j6bXI-oD_0 2024-09-19T14:23:59.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.143+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17833783929912677979', time=2024-09-19T16:12:46.509422+0000, chain.objs.size()=1 2024-09-19T14:23:59.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.143+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.uNC837Ct4mDWy93E9CMJakC-ZiviW83_0 2024-09-19T14:23:59.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.143+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13638058613054662587', time=2024-09-19T16:12:46.524058+0000, chain.objs.size()=1 2024-09-19T14:23:59.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.143+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.DnNgLc_kFiMvNhrAm1qwi-JgHoJRPVO_0 2024-09-19T14:23:59.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.143+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.739046679354434319', time=2024-09-19T16:12:46.528105+0000, chain.objs.size()=1 2024-09-19T14:23:59.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.143+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.nGdMb0ruBBlxo-KAlaiyUf_v5Ip2c7C_0 2024-09-19T14:23:59.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.143+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8591049801337278479', time=2024-09-19T16:12:46.533404+0000, chain.objs.size()=1 2024-09-19T14:23:59.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.143+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.xt--tOSaYZrkIj5buhnM18kcmdldEOP_0 2024-09-19T14:23:59.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.147+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15742083160032613538', time=2024-09-19T16:12:46.560133+0000, chain.objs.size()=1 2024-09-19T14:23:59.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.147+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.bRoywKvtaCRIXuiscL3RmNc-K7RDDR3_0 2024-09-19T14:23:59.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.147+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17673277080997564296', time=2024-09-19T16:12:46.751089+0000, chain.objs.size()=1 2024-09-19T14:23:59.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.147+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.W5H9vaetliD1uQpDutOmy0If2Re9DEg_0 2024-09-19T14:23:59.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.147+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13151148755007148396', time=2024-09-19T16:12:46.753860+0000, chain.objs.size()=1 2024-09-19T14:23:59.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.147+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.SyD26r_yGuPzf09oLSOOjMiHlyqIw1f_0 2024-09-19T14:23:59.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.147+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.211441932535134482', time=2024-09-19T16:12:46.813980+0000, chain.objs.size()=1 2024-09-19T14:23:59.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.147+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.nT2Qm7_RV3XrDNlRjlRKI5h4ci_7M7g_0 2024-09-19T14:23:59.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.147+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4988879803444418935', time=2024-09-19T16:12:46.876461+0000, chain.objs.size()=1 2024-09-19T14:23:59.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.147+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.3DpdA8YZTaW-5D9JwjGrG4Qb5d_n3Bj_0 2024-09-19T14:23:59.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.147+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7833951709918934336', time=2024-09-19T16:12:46.879481+0000, chain.objs.size()=1 2024-09-19T14:23:59.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.147+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.v5yGGKJNOHYwIzRiyhIi_eXe-_74OR-_0 2024-09-19T14:23:59.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.151+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 0/43590 2024-09-19T14:23:59.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.155+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=30, truncated=0, next_marker='' 2024-09-19T14:23:59.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.155+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9031723396951240599', time=2024-09-19T16:12:47.158334+0000, chain.objs.size()=1 2024-09-19T14:23:59.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.155+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.76jZWIvghKl0eCp6OnzpC4x9OXBjSkj_0 2024-09-19T14:23:59.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.155+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6732668850346161259', time=2024-09-19T16:12:47.206931+0000, chain.objs.size()=1 2024-09-19T14:23:59.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.155+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.CHHQ5vRMTiviFl1SS3K20lu1qBNbRbW_0 2024-09-19T14:23:59.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.155+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3049403334011802294', time=2024-09-19T16:12:47.364696+0000, chain.objs.size()=1 2024-09-19T14:23:59.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.155+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.ewMZnFhPBFHc6_2vpGXHh00wDprQddZ_0 2024-09-19T14:23:59.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.155+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.296001822330120157', time=2024-09-19T16:12:47.437172+0000, chain.objs.size()=1 2024-09-19T14:23:59.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.155+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.ra8EoQKFaF4tRgQkvU2Qg_bNaNMlLIK_0 2024-09-19T14:23:59.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.155+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8965190959557627433', time=2024-09-19T16:12:47.458371+0000, chain.objs.size()=1 2024-09-19T14:23:59.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.155+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.EuSit7E_Aws5rEYmlZCPzpKfuV-_Zeo_0 2024-09-19T14:23:59.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.155+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16170141489722201647', time=2024-09-19T16:12:47.471040+0000, chain.objs.size()=1 2024-09-19T14:23:59.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.155+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.3uKfR-7axxSJEEIFO8HtSXBWTAnN1tt_0 2024-09-19T14:23:59.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.155+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9983525261202914709', time=2024-09-19T16:12:47.529164+0000, chain.objs.size()=1 2024-09-19T14:23:59.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.155+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.zNPiwzET4tudoWOeoApp4A1jVVdHeab_0 2024-09-19T14:23:59.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.155+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14610130240158326345', time=2024-09-19T16:12:47.536052+0000, chain.objs.size()=1 2024-09-19T14:23:59.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.155+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.W70yffRgj8hA71kCMLQHmi2LyTkjsTY_0 2024-09-19T14:23:59.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.155+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3716973183814319651', time=2024-09-19T16:12:47.583910+0000, chain.objs.size()=1 2024-09-19T14:23:59.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.155+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.ZBDQc7_1fx0Fx7yI-pndFwL2pIaQVJz_0 2024-09-19T14:23:59.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.155+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14910026384907661499', time=2024-09-19T16:12:47.738439+0000, chain.objs.size()=1 2024-09-19T14:23:59.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.155+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.TKJ5UDG9D_piyYBx-KdPzNYcXmv-Aip_0 2024-09-19T14:23:59.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.155+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.846536372092711112', time=2024-09-19T16:13:59.837566+0000, chain.objs.size()=1 2024-09-19T14:23:59.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.155+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.444__shadow_.2oBDtiZdBBgy64TDvX7IEFTswj3XWFg_0 2024-09-19T14:23:59.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.155+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1856207568862523216', time=2024-09-19T16:14:08.701770+0000, chain.objs.size()=1 2024-09-19T14:23:59.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.155+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.456__shadow_.JODsGpw6fNxkQ3lG5Pa377IecItyN9t_0 2024-09-19T14:23:59.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.155+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2985512889115649974', time=2024-09-19T16:14:16.126971+0000, chain.objs.size()=1 2024-09-19T14:23:59.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.155+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.464__shadow_.y_P7-YF6DdgYILnzXsWBWkSVvBKPkz7_0 2024-09-19T14:23:59.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.155+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11763678727852692035', time=2024-09-19T16:14:24.949070+0000, chain.objs.size()=1 2024-09-19T14:23:59.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.155+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.483__shadow_.B1XAUJaOBHNW6AIm6iWlbq1ixASyI7l_0 2024-09-19T14:23:59.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.159+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16908909528745325151', time=2024-09-19T16:14:24.951430+0000, chain.objs.size()=1 2024-09-19T14:23:59.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.159+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.483__shadow_.pcJv9DRkZfc8ko28iM7vTsqzag2e-2d_0 2024-09-19T14:23:59.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.159+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8160168507139537955', time=2024-09-19T16:15:07.617006+0000, chain.objs.size()=6 2024-09-19T14:23:59.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.159+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.522__multipart_mymultipart.2~8fXAwgjYhJzJekgrutV_00NV5aw1bHD.1 2024-09-19T14:23:59.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.159+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.522__multipart_mymultipart.2~8fXAwgjYhJzJekgrutV_00NV5aw1bHD.2 2024-09-19T14:23:59.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.159+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.522__multipart_mymultipart.AxtVQyZ_S7IfRjuB_sjb7RKm1uKtIBCX.3 2024-09-19T14:23:59.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.159+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.522__multipart_mymultipart.2~8fXAwgjYhJzJekgrutV_00NV5aw1bHD.4 2024-09-19T14:23:59.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.159+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.522__multipart_mymultipart.2~8fXAwgjYhJzJekgrutV_00NV5aw1bHD.5 2024-09-19T14:23:59.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.159+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.522__multipart_mymultipart.2~8fXAwgjYhJzJekgrutV_00NV5aw1bHD.6 2024-09-19T14:23:59.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.159+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11944811414522457261', time=2024-09-19T16:16:11.009584+0000, chain.objs.size()=1 2024-09-19T14:23:59.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.159+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.556__shadow_.R76C0FBAzVksQARUN-VLUf2Uj1qH2Eq_0 2024-09-19T14:23:59.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.159+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6994782346720712104', time=2024-09-19T16:16:14.868541+0000, chain.objs.size()=1 2024-09-19T14:23:59.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.159+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.560__shadow_.jlEKFGgKPwSrAna-zz_gSiAYsrNNhGI_0 2024-09-19T14:23:59.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.159+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9650928280938570159', time=2024-09-19T16:16:31.252871+0000, chain.objs.size()=1 2024-09-19T14:23:59.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.159+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.569__shadow:RfvgRtKcgUtISn3Ddz4h2sWfNBlEWtk_.euU0ybozp8upOn2lMhgOCm4Lb1RjeyY_0 2024-09-19T14:23:59.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.163+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7271902279906655153', time=2024-09-19T16:16:35.716024+0000, chain.objs.size()=1 2024-09-19T14:23:59.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.163+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.572__shadow_.1j_SZnSJTQMDbMryoSQZiYJJvCt3qkm_0 2024-09-19T14:23:59.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.163+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9630477382865837708', time=2024-09-19T16:16:40.176513+0000, chain.objs.size()=1 2024-09-19T14:23:59.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.163+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.574__shadow:V-PWwGgvWiP46uGR9aAZ2bwk5jD5hYW_.aeGypFjAWHetzJBKkfrig7dtDi8DE4C_0 2024-09-19T14:23:59.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.163+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17257161740067987677', time=2024-09-19T16:16:57.175470+0000, chain.objs.size()=1 2024-09-19T14:23:59.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.163+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.577__shadow:aV6snQdXsVY-gkaV.LCM9QMUh7ilbDl_.Asri79XxbFLa5aHuZZSIuBGqhDlw4oY_0 2024-09-19T14:23:59.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.163+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9689360702820470002', time=2024-09-19T16:17:10.156637+0000, chain.objs.size()=1 2024-09-19T14:23:59.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.163+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.580__shadow:8K2COvIc3AOxqw-WOuqesXPMDrAUdjW_.UrEVHzxhftZsl-JkHw3LKjPJrO485vj_0 2024-09-19T14:23:59.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.163+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10567618783366583372', time=2024-09-19T16:17:13.699696+0000, chain.objs.size()=1 2024-09-19T14:23:59.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.163+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.585__shadow:63IbdgbIclBOeP-8lIftIxLrrcIj6kZ_.Gcwvr6R82mon8HXQdrQbIKDo4H5a2kp_0 2024-09-19T14:23:59.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.163+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15257593337425739925', time=2024-09-19T16:19:55.125087+0000, chain.objs.size()=1 2024-09-19T14:23:59.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.163+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.630__shadow_.8zU0wcTd2SgbVYsH0-IWAMY_1engDVI_0 2024-09-19T14:23:59.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.163+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13475852605946005884', time=2024-09-19T16:20:00.444124+0000, chain.objs.size()=1 2024-09-19T14:23:59.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.163+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.639__shadow_.xatqcmoqHmJd20ww5cDvN1UrgYJ-ZSz_0 2024-09-19T14:23:59.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.163+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15698201865923476598', time=2024-09-19T16:20:10.845283+0000, chain.objs.size()=1 2024-09-19T14:23:59.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.163+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.653__shadow_.hDuWaBMNAMhUKzThbJqZPQhpqsB6Hii_0 2024-09-19T14:23:59.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.163+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1735662364016988794', time=2024-09-19T16:20:58.583919+0000, chain.objs.size()=1 2024-09-19T14:23:59.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.163+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.715__shadow:xEjKh7v3WAvyYrbwmSj-gF7Mo4KadpA_.AGJI0AiobfnN1Ldk8flBS5RHE9FPwnZ_0 2024-09-19T14:23:59.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.163+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4077737357699565076', time=2024-09-19T16:21:52.265679+0000, chain.objs.size()=1 2024-09-19T14:23:59.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.163+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.757__shadow_.C23Xy01PunlxRKPZjl9XIVcwuzEc0FV_0 2024-09-19T14:23:59.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.163+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16452369937788569017', time=2024-09-19T16:21:58.640957+0000, chain.objs.size()=2 2024-09-19T14:23:59.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.163+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.761__shadow_.NVBMhA4fm0TcShYjTe1riDDVTKCuVpD_0 2024-09-19T14:23:59.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.163+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.761__shadow_.NVBMhA4fm0TcShYjTe1riDDVTKCuVpD_1 2024-09-19T14:23:59.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.171+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:23:59.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.171+0000 7fb91a7579c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-19T14:23:59.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.175+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:23:59.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.175+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:23:59.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.175+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/50979' 2024-09-19T14:23:59.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.175+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5630077392044781331', time=2024-09-19T16:08:32.078457+0000, chain.objs.size()=1 2024-09-19T14:23:59.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.175+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.157__shadow:2ShePfooOQ.rcSG0jIl75w6wr.u3hoI_.YGUVNvkSSr1Pk6k-8N1QpQ6soRUgLFq_0 2024-09-19T14:23:59.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.175+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14067509744965653290', time=2024-09-19T16:08:37.376284+0000, chain.objs.size()=3 2024-09-19T14:23:59.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.175+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.161__multipart_foo-STANDARD.2~MpWar6-nZM4D-Db-q6N_tS_kPrmBkeh.1 2024-09-19T14:23:59.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.175+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.161__multipart_foo-STANDARD.2~MpWar6-nZM4D-Db-q6N_tS_kPrmBkeh.2 2024-09-19T14:23:59.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.175+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.161__multipart_foo-STANDARD.2~MpWar6-nZM4D-Db-q6N_tS_kPrmBkeh.3 2024-09-19T14:23:59.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.175+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12225663862410983116', time=2024-09-19T16:10:48.696438+0000, chain.objs.size()=1 2024-09-19T14:23:59.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.175+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.248__shadow_.dOzSidPeAcN0HfnZZsyqhQe_NxRppkZ_0 2024-09-19T14:23:59.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.175+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13767972213464465058', time=2024-09-19T16:10:48.698374+0000, chain.objs.size()=1 2024-09-19T14:23:59.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.175+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.248__shadow_.oDmRfKQFbx6Fl4lEhTUMmlO1HXTbCAj_0 2024-09-19T14:23:59.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.175+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9038307931843104910', time=2024-09-19T16:11:18.207909+0000, chain.objs.size()=1 2024-09-19T14:23:59.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.175+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.EsdthoHxpg301G2XW5p9Q1R_iIRyOK0_0 2024-09-19T14:23:59.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.175+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7564609780706659860', time=2024-09-19T16:11:18.220540+0000, chain.objs.size()=1 2024-09-19T14:23:59.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.175+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.nyTcUIk_-JbIdTu-NYHcaKCcGT_s2LE_0 2024-09-19T14:23:59.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.175+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14690966173040051225', time=2024-09-19T16:11:18.253947+0000, chain.objs.size()=1 2024-09-19T14:23:59.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.175+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.MjO4NOWZo0vV-QRwE115usl77-YcVZr_0 2024-09-19T14:23:59.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.175+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4089423726597927619', time=2024-09-19T16:11:18.295414+0000, chain.objs.size()=1 2024-09-19T14:23:59.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.175+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.Gp5FCPo37zL-z_dKE0BgDiTLwZbgnob_0 2024-09-19T14:23:59.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.175+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15008803417050026499', time=2024-09-19T16:11:18.528118+0000, chain.objs.size()=1 2024-09-19T14:23:59.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.175+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.SJlOe4csA8ShwN5C_AZIbOGbiCXwVO1_0 2024-09-19T14:23:59.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.175+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.81377684968537255', time=2024-09-19T16:11:18.535128+0000, chain.objs.size()=1 2024-09-19T14:23:59.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.175+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.jJGzlvlHfNpK-Cxj041iXNp9j72ny_x_0 2024-09-19T14:23:59.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.179+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15542846677320371653', time=2024-09-19T16:11:18.540743+0000, chain.objs.size()=1 2024-09-19T14:23:59.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.179+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.8NRhKnNYcBX6WUFGunTQO0COs--JpAI_0 2024-09-19T14:23:59.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.179+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6459511104888748913', time=2024-09-19T16:11:18.568572+0000, chain.objs.size()=1 2024-09-19T14:23:59.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.179+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.c5xi0d1jc0bhc4yhlo2BArQ24sHyz9i_0 2024-09-19T14:23:59.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.179+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7710595635287781989', time=2024-09-19T16:11:18.627326+0000, chain.objs.size()=1 2024-09-19T14:23:59.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.179+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.9xo6HBVfDCaHNWsICaxMNIFUYTEsSZ2_0 2024-09-19T14:23:59.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.179+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8773329972661647878', time=2024-09-19T16:11:18.641920+0000, chain.objs.size()=1 2024-09-19T14:23:59.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.179+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.hTaS-8njHUA6elXhIpuXFkgR4x2-euz_0 2024-09-19T14:23:59.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.179+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7664103536830263122', time=2024-09-19T16:11:18.803217+0000, chain.objs.size()=1 2024-09-19T14:23:59.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.179+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.U8s8f5-PeY-BnHMEcYLnJYWRFTgj4kB_0 2024-09-19T14:23:59.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.179+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9120010956687787112', time=2024-09-19T16:11:18.832957+0000, chain.objs.size()=1 2024-09-19T14:23:59.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.179+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_._Zw1tJLLF9hCEpEtHEdjOZizkzqG1Yd_0 2024-09-19T14:23:59.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.179+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13849708846691253517', time=2024-09-19T16:11:18.887190+0000, chain.objs.size()=1 2024-09-19T14:23:59.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.179+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.WZ67vx4t5XhhKgY4cz8Nv57eZhKREu3_0 2024-09-19T14:23:59.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.179+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11094453247543347127', time=2024-09-19T16:11:18.908951+0000, chain.objs.size()=1 2024-09-19T14:23:59.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.179+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.-Eiibt3IdhdJdAZRON5grdAyUJthp61_0 2024-09-19T14:23:59.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.179+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15879347246468402701', time=2024-09-19T16:11:18.910687+0000, chain.objs.size()=1 2024-09-19T14:23:59.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.179+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.tvsMQmvFqDRjfMUD2DqlFFhjzJgWRS5_0 2024-09-19T14:23:59.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.179+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9438502453890839685', time=2024-09-19T16:11:18.926984+0000, chain.objs.size()=1 2024-09-19T14:23:59.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.179+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.S2eRaMRJgplZ8NqLJOG9eMkrz0TY9D5_0 2024-09-19T14:23:59.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.179+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15177075110056049577', time=2024-09-19T16:11:18.930191+0000, chain.objs.size()=1 2024-09-19T14:23:59.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.179+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.XO069EivgTxHf8qoF8vCIkYt17PJRWV_0 2024-09-19T14:23:59.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.183+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13551629592552779395', time=2024-09-19T16:11:18.974732+0000, chain.objs.size()=1 2024-09-19T14:23:59.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.183+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.8wM9zccYdRa_1rEBg67F09gezLAqE_I_0 2024-09-19T14:23:59.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.183+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9012094396694448891', time=2024-09-19T16:11:19.173447+0000, chain.objs.size()=1 2024-09-19T14:23:59.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.183+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.ykvv_jLYGFP5iQCj92WJqKcmFLphEjP_0 2024-09-19T14:23:59.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.183+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16260867954985852443', time=2024-09-19T16:11:19.279981+0000, chain.objs.size()=1 2024-09-19T14:23:59.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.183+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.PMtX8QN4IFq7WTNzP0t0I8Kag868icQ_0 2024-09-19T14:23:59.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.183+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2522434288129132676', time=2024-09-19T16:11:19.292355+0000, chain.objs.size()=1 2024-09-19T14:23:59.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.183+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.VBN016KT_ubK6rRfsPrzL-7U6LBTYss_0 2024-09-19T14:23:59.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.183+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15470260966581993646', time=2024-09-19T16:11:19.445443+0000, chain.objs.size()=1 2024-09-19T14:23:59.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.183+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.6Q5bd9nqLBrQu7ryB2T5GsBs7i2xjHF_0 2024-09-19T14:23:59.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.183+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17096024831699933806', time=2024-09-19T16:11:19.568159+0000, chain.objs.size()=1 2024-09-19T14:23:59.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.183+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.CjmYgLxwuSJnfxPZXlhA3f2qs9o4eGT_0 2024-09-19T14:23:59.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.187+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4245985406725600624', time=2024-09-19T16:11:19.649149+0000, chain.objs.size()=1 2024-09-19T14:23:59.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.187+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.hFE2avKqiGPPU2jlBL4PyV3ZYZV5DQC_0 2024-09-19T14:23:59.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.187+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17309638497083297582', time=2024-09-19T16:11:19.817810+0000, chain.objs.size()=1 2024-09-19T14:23:59.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.187+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.kEkp1M20eEu6ExDhLJ40bUGrfaQ6MQQ_0 2024-09-19T14:23:59.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.187+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15708869379001851503', time=2024-09-19T16:11:19.839601+0000, chain.objs.size()=1 2024-09-19T14:23:59.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.187+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.iwVzI7kGJo6ccb3Pfw7INfUWPIcriXq_0 2024-09-19T14:23:59.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.187+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.897924069350724356', time=2024-09-19T16:11:19.908745+0000, chain.objs.size()=1 2024-09-19T14:23:59.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.187+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.pnEM-pgcS_fAA8sspetKzCuV6qZLzv5_0 2024-09-19T14:23:59.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.187+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15270563617387518437', time=2024-09-19T16:11:19.914976+0000, chain.objs.size()=1 2024-09-19T14:23:59.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.187+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.cN4YnocNHxPeWx5EnjNbyK6nmIITNs3_0 2024-09-19T14:23:59.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.187+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6320062209474455333', time=2024-09-19T16:11:19.928374+0000, chain.objs.size()=1 2024-09-19T14:23:59.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.187+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.eCthGnxgZkIvXfdUdZYDaVd2zcWyZ9-_0 2024-09-19T14:23:59.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.187+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6382247264130750027', time=2024-09-19T16:11:20.124383+0000, chain.objs.size()=1 2024-09-19T14:23:59.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.187+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.7Xi4eS-VdWoSy_4pbZmfc7e_Kjb8Y0Z_0 2024-09-19T14:23:59.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.187+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8984098144109606816', time=2024-09-19T16:11:20.209166+0000, chain.objs.size()=1 2024-09-19T14:23:59.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.187+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.QJ_IwitCcVD9DtPPWxTnjbmfDpiXFIs_0 2024-09-19T14:23:59.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.187+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5435149383656667270', time=2024-09-19T16:11:20.400122+0000, chain.objs.size()=1 2024-09-19T14:23:59.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.187+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.E2Fm2_NSEE72XQwjXHx35a431moAxE2_0 2024-09-19T14:23:59.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.187+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12828214118021594888', time=2024-09-19T16:11:20.487589+0000, chain.objs.size()=1 2024-09-19T14:23:59.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.187+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.6iR0wxa8y_nl__xSf87HqOOKYnE4NjA_0 2024-09-19T14:23:59.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.187+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6365210316248384650', time=2024-09-19T16:11:20.527511+0000, chain.objs.size()=1 2024-09-19T14:23:59.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.187+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.ZToJt3kJQXrg10vG_MktA4YqItDhoKm_0 2024-09-19T14:23:59.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.191+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15864737976980790129', time=2024-09-19T16:11:20.530553+0000, chain.objs.size()=1 2024-09-19T14:23:59.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.191+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.bCvxOW_zyDBbUSTvaF0AFs6wokVlfnI_0 2024-09-19T14:23:59.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.191+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7213525982661526124', time=2024-09-19T16:11:20.557238+0000, chain.objs.size()=1 2024-09-19T14:23:59.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.191+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.oLGcOo7-T4JwogN8JK9x53s984pf_8-_0 2024-09-19T14:23:59.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.191+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1934278184738256013', time=2024-09-19T16:11:20.560462+0000, chain.objs.size()=1 2024-09-19T14:23:59.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.191+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.j092Qi8M3QSZPqBZ1BU2RKbMk0M6GhR_0 2024-09-19T14:23:59.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.191+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11693388001456059157', time=2024-09-19T16:11:22.970918+0000, chain.objs.size()=1 2024-09-19T14:23:59.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.191+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.266__shadow_.gQYyDydjwrGYHlzr_FAEXMIWRSAGbIG_0 2024-09-19T14:23:59.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.191+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15031579274275827053', time=2024-09-19T16:11:25.380506+0000, chain.objs.size()=1 2024-09-19T14:23:59.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.191+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.270__shadow_._VTN42r7CbRmjfBow0KnnstiojiusFo_0 2024-09-19T14:23:59.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.191+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2247452006959229811', time=2024-09-19T16:11:40.317488+0000, chain.objs.size()=1 2024-09-19T14:23:59.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.191+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.292__shadow_.LwHc9EzOjqBq8lqnTWVNuC0hgNZ1pER_0 2024-09-19T14:23:59.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.191+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16642676636871581738', time=2024-09-19T16:11:43.581176+0000, chain.objs.size()=1 2024-09-19T14:23:59.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.191+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.296__shadow_.aF9cqvJEeFVdaTNotUaHq2yVIBTOHbz_0 2024-09-19T14:23:59.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.195+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6265355975471201805', time=2024-09-19T16:11:51.338872+0000, chain.objs.size()=1 2024-09-19T14:23:59.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.195+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.307__shadow:acVirFKKWB8ZTGs5XT56YJMDJGoe8jc_.YXwLNL0hMHr3wzki4AMmr17KM5xqArK_0 2024-09-19T14:23:59.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.195+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10939513366200381917', time=2024-09-19T16:12:21.633604+0000, chain.objs.size()=1 2024-09-19T14:23:59.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.195+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.sLKKu3HKf2J4-_Oe1khxjTUraVTVA76_0 2024-09-19T14:23:59.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.195+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2564089998668664088', time=2024-09-19T16:12:21.659061+0000, chain.objs.size()=1 2024-09-19T14:23:59.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.195+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.O1FgpfNE955P7_cefgSgi6NTLe9jofR_0 2024-09-19T14:23:59.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.195+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4866036240533910915', time=2024-09-19T16:12:21.688237+0000, chain.objs.size()=1 2024-09-19T14:23:59.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.195+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Jl7RK0UuydpGsYeMvN4CZNZA2Xi50ui_0 2024-09-19T14:23:59.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.195+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5369203503799301065', time=2024-09-19T16:12:21.694943+0000, chain.objs.size()=1 2024-09-19T14:23:59.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.195+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.VGIitWKMYnEhYOD9xKMfCp2kHO1R6rx_0 2024-09-19T14:23:59.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.195+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4080754606573717207', time=2024-09-19T16:12:21.743643+0000, chain.objs.size()=1 2024-09-19T14:23:59.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.195+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Ay_8GgVEw6PzA3JDB_iseUTjUGyPStv_0 2024-09-19T14:23:59.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.195+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2443931043254623052', time=2024-09-19T16:12:21.825551+0000, chain.objs.size()=1 2024-09-19T14:23:59.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.195+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.WXWcIOR6I9cTiM0AGu-DOlYOOstgeN7_0 2024-09-19T14:23:59.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.195+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6035950064205600941', time=2024-09-19T16:12:22.056810+0000, chain.objs.size()=1 2024-09-19T14:23:59.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.195+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.IY50qleJK45oTWKLHhXtqin6lyRiwJC_0 2024-09-19T14:23:59.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.195+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4089684392350430018', time=2024-09-19T16:12:22.062131+0000, chain.objs.size()=1 2024-09-19T14:23:59.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.195+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.5zrfuhf21_12Nr-8d0aGguKR-y2YJRG_0 2024-09-19T14:23:59.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.195+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12526779821777713548', time=2024-09-19T16:12:22.360908+0000, chain.objs.size()=1 2024-09-19T14:23:59.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.195+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.a904uq12zW-wl3-xJAXB__99iXOMlx1_0 2024-09-19T14:23:59.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.195+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3239551974913956956', time=2024-09-19T16:12:22.376199+0000, chain.objs.size()=1 2024-09-19T14:23:59.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.195+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.cMoS1pZ8zQIatnREFMSlJlurEV5wSQ5_0 2024-09-19T14:23:59.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.199+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13408001942579238262', time=2024-09-19T16:12:22.420402+0000, chain.objs.size()=1 2024-09-19T14:23:59.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.199+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.6WodSegPEHwJxocuCcixqgKdAgDLrNs_0 2024-09-19T14:23:59.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.199+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7870118323400243508', time=2024-09-19T16:12:22.464213+0000, chain.objs.size()=1 2024-09-19T14:23:59.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.199+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.ckw6-cbLoajUjxUztNOq5HRTItrZzFW_0 2024-09-19T14:23:59.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.199+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16793439365690637333', time=2024-09-19T16:12:22.499799+0000, chain.objs.size()=1 2024-09-19T14:23:59.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.199+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.j8xNhkLyR9QkpBmtZOYAGlQVsNBUFBv_0 2024-09-19T14:23:59.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.199+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4629300998269302668', time=2024-09-19T16:12:22.516679+0000, chain.objs.size()=1 2024-09-19T14:23:59.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.199+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.p6kKkmFX8n-pP1OyOPmJdjXabEmm0qg_0 2024-09-19T14:23:59.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.199+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11601706542740892037', time=2024-09-19T16:12:22.720524+0000, chain.objs.size()=1 2024-09-19T14:23:59.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.199+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.zpy6cFI4tQ1vhEaN7m4up4S6oqd8NYU_0 2024-09-19T14:23:59.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.199+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7035601399673689304', time=2024-09-19T16:12:22.734997+0000, chain.objs.size()=1 2024-09-19T14:23:59.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.199+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.wrkGhLDSGyMWYUudSeQnSQnAQtoFrSe_0 2024-09-19T14:23:59.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.203+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17767571811539133840', time=2024-09-19T16:12:22.773623+0000, chain.objs.size()=1 2024-09-19T14:23:59.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.203+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.wd6PLLk_LW1vwBtEfqfCgCncI_5uzR6_0 2024-09-19T14:23:59.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.203+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11537733382569791516', time=2024-09-19T16:12:22.778453+0000, chain.objs.size()=1 2024-09-19T14:23:59.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.203+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.LuJXbXgXRladIu_6F-RG2F2nShD5XFE_0 2024-09-19T14:23:59.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.203+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17840130122319248826', time=2024-09-19T16:12:22.856258+0000, chain.objs.size()=1 2024-09-19T14:23:59.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.203+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.oLwPWTp9yzt4R87MjSmGyxWmLlqAITT_0 2024-09-19T14:23:59.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.203+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8387906407558182917', time=2024-09-19T16:12:22.997236+0000, chain.objs.size()=1 2024-09-19T14:23:59.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.203+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.yqJqROZbNn8Hv828r0SkhjS2jjTGe4X_0 2024-09-19T14:23:59.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.203+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3975225985479232220', time=2024-09-19T16:12:23.030685+0000, chain.objs.size()=1 2024-09-19T14:23:59.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.203+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Wq-F5gDknbc2kihC1ph5s2W0IZofKQo_0 2024-09-19T14:23:59.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.203+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9988881303428053169', time=2024-09-19T16:12:23.141845+0000, chain.objs.size()=1 2024-09-19T14:23:59.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.203+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Dq4S0-kSkzrVnrIVyzA26p1DYjrCoWr_0 2024-09-19T14:23:59.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.203+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5835906647460608429', time=2024-09-19T16:12:23.202426+0000, chain.objs.size()=1 2024-09-19T14:23:59.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.203+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.e1En03zWAqr5KuvNlP7PoFCPurP5ZOI_0 2024-09-19T14:23:59.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.203+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11371373559824681561', time=2024-09-19T16:12:23.376549+0000, chain.objs.size()=1 2024-09-19T14:23:59.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.203+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.XFC5EafI2_4ZSizUFbpM_OdwhwS7XkA_0 2024-09-19T14:23:59.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.203+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12812636864852225795', time=2024-09-19T16:12:23.390720+0000, chain.objs.size()=1 2024-09-19T14:23:59.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.203+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.KGCiRBuL4BaDkff1VNBeHVm0m_0cXce_0 2024-09-19T14:23:59.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.203+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10659899630933220934', time=2024-09-19T16:12:23.398394+0000, chain.objs.size()=1 2024-09-19T14:23:59.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.203+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.WowafqqzGT7UazjP-nRZKMgh_g62VZD_0 2024-09-19T14:23:59.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.203+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17713025716644694134', time=2024-09-19T16:12:23.429115+0000, chain.objs.size()=1 2024-09-19T14:23:59.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.203+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.hB-9Zsk3rNYhPMAZR1Bk8vmhmk9o-kp_0 2024-09-19T14:23:59.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.203+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5506875263131119548', time=2024-09-19T16:12:23.430009+0000, chain.objs.size()=1 2024-09-19T14:23:59.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.203+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.rgaMQO9rx3bTWC96VODJusxoGB7W3au_0 2024-09-19T14:23:59.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.207+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6474301436582072080', time=2024-09-19T16:12:23.459849+0000, chain.objs.size()=1 2024-09-19T14:23:59.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.207+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.UIG8S-_P9hUloGFB_U3_0_s7Q-Emp5z_0 2024-09-19T14:23:59.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.207+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10132035420961672378', time=2024-09-19T16:12:23.701361+0000, chain.objs.size()=1 2024-09-19T14:23:59.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.207+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.m6IHClHDBGBfafCbl7kZUpI3ybeaGsQ_0 2024-09-19T14:23:59.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.207+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8396410590957601117', time=2024-09-19T16:12:23.804109+0000, chain.objs.size()=1 2024-09-19T14:23:59.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.207+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.R2zwI0JhW4SIr4lXBvzHkgklreWCpxH_0 2024-09-19T14:23:59.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.207+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2457991841126505812', time=2024-09-19T16:12:23.932027+0000, chain.objs.size()=1 2024-09-19T14:23:59.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.207+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.FrHqIy-wcWe-2Rx-eMlbMhhH8xkzQQn_0 2024-09-19T14:23:59.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.207+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9076010089753410326', time=2024-09-19T16:12:23.949779+0000, chain.objs.size()=1 2024-09-19T14:23:59.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.207+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.w4Ssj6dJNzNuyLqFu-tqHv7sTSIqFih_0 2024-09-19T14:23:59.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.207+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14685831314771569953', time=2024-09-19T16:12:45.263032+0000, chain.objs.size()=1 2024-09-19T14:23:59.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.207+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.w-7Q4UdG5mvB_r0fDjIof0kBVWlKwGC_0 2024-09-19T14:23:59.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.207+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.377979508187756959', time=2024-09-19T16:12:45.324585+0000, chain.objs.size()=1 2024-09-19T14:23:59.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.207+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.Dwc_GlYx6GaB6WMqNoMQB5IGlBaJRC0_0 2024-09-19T14:23:59.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.207+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11520909488207385075', time=2024-09-19T16:12:45.376931+0000, chain.objs.size()=1 2024-09-19T14:23:59.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.207+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.R8JvYgJrPuG5E1L0A8ePc4choDGciiB_0 2024-09-19T14:23:59.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.207+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12823303445915420904', time=2024-09-19T16:12:45.422806+0000, chain.objs.size()=1 2024-09-19T14:23:59.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.207+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.4m57BMBHtbgDmE90_2tIuPYI_3MFwIo_0 2024-09-19T14:23:59.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.207+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11366395419696775676', time=2024-09-19T16:12:45.613574+0000, chain.objs.size()=1 2024-09-19T14:23:59.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.207+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.Q6ST2JLWTaXB_4QTiqKjfgXAjl9dVHM_0 2024-09-19T14:23:59.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.207+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11235810177782744772', time=2024-09-19T16:12:45.707024+0000, chain.objs.size()=1 2024-09-19T14:23:59.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.207+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.P8c29CR3G4HXF7kkAun7JKJpb7uEJKm_0 2024-09-19T14:23:59.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.207+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3066498124818869226', time=2024-09-19T16:12:45.756899+0000, chain.objs.size()=1 2024-09-19T14:23:59.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.207+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.9oxQMYPDj6vFcMBEecyzsRYrWrdicsB_0 2024-09-19T14:23:59.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.211+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15215416177268678800', time=2024-09-19T16:12:45.801730+0000, chain.objs.size()=1 2024-09-19T14:23:59.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.211+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.b0BgSzU_DDUHsQq-KJPy8-jeTHOOnKg_0 2024-09-19T14:23:59.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.211+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.21022358680811628', time=2024-09-19T16:12:45.822299+0000, chain.objs.size()=1 2024-09-19T14:23:59.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.211+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.4Tpa3A0TkVYNYt8ywsR-GzjmuEuPRPm_0 2024-09-19T14:23:59.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.211+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.492315902673217109', time=2024-09-19T16:12:46.097349+0000, chain.objs.size()=1 2024-09-19T14:23:59.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.211+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.7X88Hb0-Z2TAVNxoLZ9QZMVOtiHvXH2_0 2024-09-19T14:23:59.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.211+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2729260649480359428', time=2024-09-19T16:12:46.103111+0000, chain.objs.size()=1 2024-09-19T14:23:59.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.211+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.cfeGmsKiTnY0Oy8ur5lAKVApqnZ7dLX_0 2024-09-19T14:23:59.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.211+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17932574233607842519', time=2024-09-19T16:12:46.144733+0000, chain.objs.size()=1 2024-09-19T14:23:59.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.211+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.i2BfE6kgsB1C8qKMpedzcgUYGknlL1H_0 2024-09-19T14:23:59.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.211+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3233302430765273374', time=2024-09-19T16:12:46.192417+0000, chain.objs.size()=1 2024-09-19T14:23:59.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.211+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.YbKzmmZE1Exn1YdHfN-VHLctXviXPGJ_0 2024-09-19T14:23:59.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.211+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4722382749687435639', time=2024-09-19T16:12:46.458677+0000, chain.objs.size()=1 2024-09-19T14:23:59.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.211+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.jIfcdhi9DeXedybD84NPkIMcOovbDz5_0 2024-09-19T14:23:59.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.211+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15233254271670090775', time=2024-09-19T16:12:46.514529+0000, chain.objs.size()=1 2024-09-19T14:23:59.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.211+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.4EUkW6HSF7jN-1MZ97Du4WzK5LD6YbA_0 2024-09-19T14:23:59.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.211+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6997856128544289460', time=2024-09-19T16:12:46.703894+0000, chain.objs.size()=1 2024-09-19T14:23:59.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.211+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.VCyvMy-pdEQz79-IIWMe0w_60MFGvCa_0 2024-09-19T14:23:59.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.211+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15988058727376974273', time=2024-09-19T16:12:46.830580+0000, chain.objs.size()=1 2024-09-19T14:23:59.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.211+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.rFxd70GaEfqdyDxFFwJvcAINS_4xvb9_0 2024-09-19T14:23:59.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.215+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2174789986939738096', time=2024-09-19T16:12:46.881422+0000, chain.objs.size()=1 2024-09-19T14:23:59.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.215+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.PBG_GW1J0FzoKq-cmntpP3NTRrs5Wpb_0 2024-09-19T14:23:59.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.215+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11266011425850332658', time=2024-09-19T16:12:46.903059+0000, chain.objs.size()=1 2024-09-19T14:23:59.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.215+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.Qs_iPRTXMFevn2mnqYsOrsaxrnvTXWu_0 2024-09-19T14:23:59.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.215+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4600913481839392645', time=2024-09-19T16:12:46.924485+0000, chain.objs.size()=1 2024-09-19T14:23:59.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.215+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.bVTdfilQczVTaE61JtDvSQvz-cOPXbx_0 2024-09-19T14:23:59.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.215+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.547963989572698248', time=2024-09-19T16:12:47.022037+0000, chain.objs.size()=1 2024-09-19T14:23:59.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.215+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.EcKOP3vv4g43L9A7EOaDuJvJXQ8mCGC_0 2024-09-19T14:23:59.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.219+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 0/50979 2024-09-19T14:23:59.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.219+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=35, truncated=0, next_marker='' 2024-09-19T14:23:59.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.219+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15986458321991779264', time=2024-09-19T16:12:47.030257+0000, chain.objs.size()=1 2024-09-19T14:23:59.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.219+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.RTVO5YyfkunYnGeBG4gCuwbN-eLew4q_0 2024-09-19T14:23:59.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.219+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12506312473851511117', time=2024-09-19T16:12:47.111255+0000, chain.objs.size()=1 2024-09-19T14:23:59.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.219+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.UmhiO9HG_QHhIAhgtfiF3j_sB_xh_Qr_0 2024-09-19T14:23:59.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.219+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3198462092088816502', time=2024-09-19T16:12:47.147905+0000, chain.objs.size()=1 2024-09-19T14:23:59.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.219+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.fjaLfRP08nPnwnBrMnZ_dSdDR5IM6WY_0 2024-09-19T14:23:59.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.219+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17325061211825067889', time=2024-09-19T16:12:47.161202+0000, chain.objs.size()=1 2024-09-19T14:23:59.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.219+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.a1UOD3pLsYGPxrHAh_32o0Sff-sXv-B_0 2024-09-19T14:23:59.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.219+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10127993170121236123', time=2024-09-19T16:12:47.168416+0000, chain.objs.size()=1 2024-09-19T14:23:59.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.219+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.82xBBggT83ki6WFZHpOYGTg9hUERdMX_0 2024-09-19T14:23:59.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.219+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11682412916920270621', time=2024-09-19T16:12:47.197734+0000, chain.objs.size()=1 2024-09-19T14:23:59.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.219+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.wgUidLZkoBtDxgoo3GcgqGD5xaEQBhU_0 2024-09-19T14:23:59.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.219+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.50926543010719218', time=2024-09-19T16:12:47.501950+0000, chain.objs.size()=1 2024-09-19T14:23:59.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.219+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.LZ0NyUB-IVlWk--lFByvlxHxeWWaxbg_0 2024-09-19T14:23:59.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.219+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14922699923256827665', time=2024-09-19T16:12:47.507374+0000, chain.objs.size()=1 2024-09-19T14:23:59.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.219+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.QE0GhdOAmGIsXGRllkckqTpweIQa0lk_0 2024-09-19T14:23:59.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.219+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6274446027059238359', time=2024-09-19T16:12:47.702150+0000, chain.objs.size()=1 2024-09-19T14:23:59.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.219+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.WfLU2-I3wOX4FAKC97_m5SvnrpCf23U_0 2024-09-19T14:23:59.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.219+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6248122799734926747', time=2024-09-19T16:12:47.779717+0000, chain.objs.size()=1 2024-09-19T14:23:59.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.219+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.ifolKJ3-GOYsUtstGuvtRa2WqoqmW0M_0 2024-09-19T14:23:59.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.219+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18143079943992920350', time=2024-09-19T16:12:47.872156+0000, chain.objs.size()=1 2024-09-19T14:23:59.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.219+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.epfsp0km6G_mXLEh06P9wzd7LTH-4tg_0 2024-09-19T14:23:59.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.219+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1194364604548404689', time=2024-09-19T16:12:47.882464+0000, chain.objs.size()=1 2024-09-19T14:23:59.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.219+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.XpCKf0NqUZeF0cS9LtYMC4y3DzYHGon_0 2024-09-19T14:23:59.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.223+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7148512154508336844', time=2024-09-19T16:13:37.342295+0000, chain.objs.size()=1 2024-09-19T14:23:59.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.223+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.408__shadow_.fOXpRtneRL0WecnelDrtkYzDrY8ag1G_0 2024-09-19T14:23:59.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.227+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2525277991049176518', time=2024-09-19T16:14:16.736269+0000, chain.objs.size()=1 2024-09-19T14:23:59.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.227+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.465__shadow_.X5LZV2r1lo9mFtn7LkA9vmMi_qGeQCv_0 2024-09-19T14:23:59.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.227+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1002568270301079958', time=2024-09-19T16:14:24.950621+0000, chain.objs.size()=1 2024-09-19T14:23:59.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.227+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.483__shadow_.wIdFQOt_Psj2wIXRywxoCBtNKEyFzzj_0 2024-09-19T14:23:59.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.227+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.373392056374780811', time=2024-09-19T16:14:31.057725+0000, chain.objs.size()=1 2024-09-19T14:23:59.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.227+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.493__shadow_.q68M8AnkY3b_YqhKpX5PrAmuJd_VjmJ_0 2024-09-19T14:23:59.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.227+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4890550402739012226', time=2024-09-19T16:14:37.090654+0000, chain.objs.size()=1 2024-09-19T14:23:59.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.227+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.503__shadow:pPO9epllXFs69aBPDg88rpaxM8lkMmC_.NcvVXReJG1iSo_x_oHFQ4fWG7PX73E5_0 2024-09-19T14:23:59.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.227+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1614137158077162863', time=2024-09-19T16:14:40.679714+0000, chain.objs.size()=6 2024-09-19T14:23:59.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.227+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.507__multipart_srcmultipart.2~PDtVikDEghAjplfujl7yQ3TGZaMgD5U.1 2024-09-19T14:23:59.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.227+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.507__multipart_srcmultipart.2~PDtVikDEghAjplfujl7yQ3TGZaMgD5U.2 2024-09-19T14:23:59.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.227+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.507__multipart_srcmultipart.2~PDtVikDEghAjplfujl7yQ3TGZaMgD5U.3 2024-09-19T14:23:59.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.231+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.507__multipart_srcmultipart.2~PDtVikDEghAjplfujl7yQ3TGZaMgD5U.4 2024-09-19T14:23:59.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.231+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.507__multipart_srcmultipart.2~PDtVikDEghAjplfujl7yQ3TGZaMgD5U.5 2024-09-19T14:23:59.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.231+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.507__multipart_srcmultipart.2~PDtVikDEghAjplfujl7yQ3TGZaMgD5U.6 2024-09-19T14:23:59.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.231+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18203907007410172387', time=2024-09-19T16:14:57.000393+0000, chain.objs.size()=3 2024-09-19T14:23:59.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.231+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.521__multipart_mymultipart.2~L6mgTR96g6bJE0-1U_OnE0HtiEgIcuL.1 2024-09-19T14:23:59.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.231+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.521__multipart_mymultipart.2~L6mgTR96g6bJE0-1U_OnE0HtiEgIcuL.2 2024-09-19T14:23:59.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.231+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.521__multipart_mymultipart.2~L6mgTR96g6bJE0-1U_OnE0HtiEgIcuL.3 2024-09-19T14:23:59.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.231+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='2~xGyai9ytAMxlUzuyyqhcnwksIYjjXyL', time=2024-09-19T16:15:24.250490+0000, chain.objs.size()=4 2024-09-19T14:23:59.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.231+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.529__multipart_mymultipart.2~xGyai9ytAMxlUzuyyqhcnwksIYjjXyL.1 2024-09-19T14:23:59.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.231+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.529__shadow_mymultipart.2~xGyai9ytAMxlUzuyyqhcnwksIYjjXyL.1_1 2024-09-19T14:23:59.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.231+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.529__multipart_mymultipart.2~xGyai9ytAMxlUzuyyqhcnwksIYjjXyL.2 2024-09-19T14:23:59.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.231+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.529__shadow_mymultipart.2~xGyai9ytAMxlUzuyyqhcnwksIYjjXyL.2_1 2024-09-19T14:23:59.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.235+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5678699548956755380', time=2024-09-19T16:16:13.908943+0000, chain.objs.size()=1 2024-09-19T14:23:59.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.235+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.559__shadow_.iLNWCQmP6UQjIoLpjrgRxRXS8la0iz0_0 2024-09-19T14:23:59.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.235+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='2~n0lMoQzBxHcJtD8oeF-vFoSHU9oGPjY', time=2024-09-19T16:16:15.572567+0000, chain.objs.size()=1 2024-09-19T14:23:59.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.235+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.561__multipart_mymultipart.2~n0lMoQzBxHcJtD8oeF-vFoSHU9oGPjY.1 2024-09-19T14:23:59.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.235+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12113926587723956926', time=2024-09-19T16:16:27.932840+0000, chain.objs.size()=1 2024-09-19T14:23:59.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.235+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.569__shadow:.Gu8F-C-qJGWos9aMsh-0xDYc0agtjw_.BfFcx4NRO6WR-PSO1CELUad77bN8pPD_0 2024-09-19T14:23:59.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.235+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12574354054303568151', time=2024-09-19T16:16:28.975433+0000, chain.objs.size()=1 2024-09-19T14:23:59.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.235+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.569__shadow:uiaTS4o3JigIHC8V7huHhmrsOd8DV6l_.Kfx6vEuBkf4yHuJ-8BNchsmUei40Qlk_0 2024-09-19T14:23:59.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.235+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5344560373454494839', time=2024-09-19T16:16:34.058903+0000, chain.objs.size()=1 2024-09-19T14:23:59.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.235+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.570__shadow:.9aCzRWrq1lGuQja3jul9qQn2ytoeBU_.-bsKmunFitk4YPbEU4w2_GeHdQ1M5ZZ_0 2024-09-19T14:23:59.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.235+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7107764411455385156', time=2024-09-19T16:16:36.645302+0000, chain.objs.size()=1 2024-09-19T14:23:59.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.235+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.573__shadow_.-WwDeOh8EizzzAVcW2d5q7F7KJ8vdad_0 2024-09-19T14:23:59.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.235+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13647018463837717398', time=2024-09-19T16:16:38.727048+0000, chain.objs.size()=1 2024-09-19T14:23:59.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.235+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.574__shadow:bWvVNoNq8GzREZnrpzv.2XO9.noUMem_.pc3JV4K1qYPxVQPf1IbfJVCXJ5HRReC_0 2024-09-19T14:23:59.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.235+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4083647912459207637', time=2024-09-19T16:16:39.551633+0000, chain.objs.size()=1 2024-09-19T14:23:59.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.235+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.574__shadow:Ol9gZpE7nP8bbuvUC24nMvFfwJXIZkR_.psRm3gnrw1b8cjTH1OGJkM5gCTtyXcc_0 2024-09-19T14:23:59.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.235+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4962033874509813511', time=2024-09-19T16:16:43.756132+0000, chain.objs.size()=1 2024-09-19T14:23:59.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.235+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.576__shadow:udmsBGIencbXjveox2BVut0r8Hd1AXT_.LxmlMFtngMnp9X5afypQTzR7y92USf6_0 2024-09-19T14:23:59.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.235+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2299333906349025104', time=2024-09-19T16:17:00.608728+0000, chain.objs.size()=1 2024-09-19T14:23:59.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.235+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.577__shadow:GTfuifkhtKkU92nhjOIr78Xqcw2JMAk_.qMMaVqEqA0O4Z0BrgEjpwphT3SBcr2P_0 2024-09-19T14:23:59.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.239+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17725063657137235019', time=2024-09-19T16:17:08.463153+0000, chain.objs.size()=1 2024-09-19T14:23:59.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.239+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.579__shadow:y15phpZxyg213r8zfFsrdbpdYcg4isy_.Y3FBFBacqT2KfXX0TTBmJ7nAb1t5EUY_0 2024-09-19T14:23:59.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.239+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13365332105015733524', time=2024-09-19T16:19:56.357530+0000, chain.objs.size()=1 2024-09-19T14:23:59.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.239+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.632__shadow_.Urwr0-R5XnMyOykXQUfMZv6wM4TKrMn_0 2024-09-19T14:23:59.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.239+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11226699840905429180', time=2024-09-19T16:20:24.558077+0000, chain.objs.size()=1 2024-09-19T14:23:59.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.239+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.671__shadow_.zbPkIrVQH0OKeAKuFMCPuJvDzgjYprV_0 2024-09-19T14:23:59.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.239+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13462689285020989943', time=2024-09-19T16:20:41.722353+0000, chain.objs.size()=1 2024-09-19T14:23:59.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.239+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.703__shadow:.L95OpvTKn1uSsa1.s-BrM-JRY1V4VB_.WF-UOMMXmCjKDhJJOSbH1mpw33joMe3_0 2024-09-19T14:23:59.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.239+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10823241165413959506', time=2024-09-19T16:22:15.410283+0000, chain.objs.size()=1 2024-09-19T14:23:59.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.239+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.776__shadow_.3nkd214iV7ayi38wdYGR9Xk2Y9SpZp1_0 2024-09-19T14:23:59.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.243+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:23:59.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.247+0000 7fb91a7579c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-19T14:23:59.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.247+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:23:59.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.247+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:23:59.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.247+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/49179' 2024-09-19T14:23:59.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.247+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='_-H5srtRuIkGrN-QJq7Y93w7kZtYMLql', time=2024-09-19T16:08:36.523483+0000, chain.objs.size()=3 2024-09-19T14:23:59.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.247+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.160__shadow_.dRen_1gh9ye8M6V3mlBFv2Wc0FqDTjD_0 2024-09-19T14:23:59.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.247+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.160__shadow_.dRen_1gh9ye8M6V3mlBFv2Wc0FqDTjD_1 2024-09-19T14:23:59.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.247+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.160__shadow_.dRen_1gh9ye8M6V3mlBFv2Wc0FqDTjD_2 2024-09-19T14:23:59.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.247+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='2~-sZEdSIi6xo0ByaOAXQ-FtZoHFINANB', time=2024-09-19T16:09:14.439723+0000, chain.objs.size()=1 2024-09-19T14:23:59.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.247+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.202__multipart_mymultipart.2~-sZEdSIi6xo0ByaOAXQ-FtZoHFINANB.1 2024-09-19T14:23:59.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.247+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5757738468491795389', time=2024-09-19T16:10:38.680455+0000, chain.objs.size()=1 2024-09-19T14:23:59.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.247+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.235__shadow_.SZ2Ya2QoZcKVJtSBrqNreCqxxtTjfqn_0 2024-09-19T14:23:59.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.247+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14551195180475279922', time=2024-09-19T16:10:46.858656+0000, chain.objs.size()=1 2024-09-19T14:23:59.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.247+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.245__shadow_.p0XfiL-7wWHUcqR49Yb-QSRKqvuuTtR_0 2024-09-19T14:23:59.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.247+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5392069137281556090', time=2024-09-19T16:10:51.241867+0000, chain.objs.size()=1 2024-09-19T14:23:59.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.247+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.252__shadow_.jSAuCqZHFU7D86klh6Yy-9VoaV_lUGs_0 2024-09-19T14:23:59.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.247+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4029383056371593264', time=2024-09-19T16:10:51.902188+0000, chain.objs.size()=1 2024-09-19T14:23:59.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.247+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.253__shadow_.j2D2xi_WjHYhgbximierET1u8_eo5my_0 2024-09-19T14:23:59.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.247+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2226852362267620315', time=2024-09-19T16:10:56.930696+0000, chain.objs.size()=1 2024-09-19T14:23:59.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.247+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.261__shadow_.uPym1OD871uoP0cdpz0uVsi8kyHdsni_0 2024-09-19T14:23:59.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.247+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10696049974951098178', time=2024-09-19T16:11:18.071472+0000, chain.objs.size()=1 2024-09-19T14:23:59.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.247+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.GXZ_F1JYkFo_OfyTu_K0OgQufa3Ubws_0 2024-09-19T14:23:59.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.247+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5614655536303209030', time=2024-09-19T16:11:18.161167+0000, chain.objs.size()=1 2024-09-19T14:23:59.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.247+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.zThdj6MOskemcAvltNCH88ZFI12si8b_0 2024-09-19T14:23:59.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.247+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17203349544863392521', time=2024-09-19T16:11:18.189440+0000, chain.objs.size()=1 2024-09-19T14:23:59.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.247+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.yrIQessfALjz10b-6VZL-jmb7TNS0Zn_0 2024-09-19T14:23:59.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.251+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6721535585222005649', time=2024-09-19T16:11:18.193452+0000, chain.objs.size()=1 2024-09-19T14:23:59.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.251+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.5vPsWR9ZXMjN_-qFvesORF7mQ-eUFzQ_0 2024-09-19T14:23:59.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.251+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5862257682768285938', time=2024-09-19T16:11:18.460123+0000, chain.objs.size()=1 2024-09-19T14:23:59.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.251+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.SpmnGj4u_cFBiVTVgmaAsR1J5KdnfIN_0 2024-09-19T14:23:59.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.251+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18229216900138177830', time=2024-09-19T16:11:18.543505+0000, chain.objs.size()=1 2024-09-19T14:23:59.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.251+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.hZIUFOTrFUow6XeSSWm-lHwUaQTdvDU_0 2024-09-19T14:23:59.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.251+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1020863294816411714', time=2024-09-19T16:11:18.625396+0000, chain.objs.size()=1 2024-09-19T14:23:59.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.251+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.vF7g5w_khqPjrEgc8ghPLj3XwfAoPfv_0 2024-09-19T14:23:59.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.251+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6486541607192288781', time=2024-09-19T16:11:19.115286+0000, chain.objs.size()=1 2024-09-19T14:23:59.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.251+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.BL6z68fgztbsP63bOGy3RuveV4Ch5Q7_0 2024-09-19T14:23:59.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.251+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.231756500836592328', time=2024-09-19T16:11:19.268236+0000, chain.objs.size()=1 2024-09-19T14:23:59.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.251+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.QCH_UIu47LBMtrQCT3pgTB1gmEGg8H__0 2024-09-19T14:23:59.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.251+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3527094086431540090', time=2024-09-19T16:11:19.274701+0000, chain.objs.size()=1 2024-09-19T14:23:59.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.251+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.dtxL-twa12AtH_BGTmfQR8UhXk2KKXE_0 2024-09-19T14:23:59.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.251+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17159391003015460718', time=2024-09-19T16:11:19.464223+0000, chain.objs.size()=1 2024-09-19T14:23:59.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.251+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.tF2aCRA9XOBks3Bef-62SAPaT_gRpJh_0 2024-09-19T14:23:59.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.251+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9171735843729444957', time=2024-09-19T16:11:19.502331+0000, chain.objs.size()=1 2024-09-19T14:23:59.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.251+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.Y4j2XwN9sb6ExymniLoillJWdThp3SU_0 2024-09-19T14:23:59.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.251+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15633045158122631063', time=2024-09-19T16:11:19.516534+0000, chain.objs.size()=1 2024-09-19T14:23:59.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.251+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.NNHQjK1wUYK5fnn_bjtsesIIUJ_z-v8_0 2024-09-19T14:23:59.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.251+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16413962169211869614', time=2024-09-19T16:11:19.555432+0000, chain.objs.size()=1 2024-09-19T14:23:59.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.251+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.A_G7Bs6VOEncNNgLZuOwBqxo7uOwif1_0 2024-09-19T14:23:59.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.255+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13103355535417583218', time=2024-09-19T16:11:19.619222+0000, chain.objs.size()=1 2024-09-19T14:23:59.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.255+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.PXPM5cTFZbDJkFW1uoOEDEqV8zYSos6_0 2024-09-19T14:23:59.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.255+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13049154170180861790', time=2024-09-19T16:11:19.623484+0000, chain.objs.size()=1 2024-09-19T14:23:59.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.255+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.Hp0kj4XpjiQqBZYf8FEzURbIo98xw7p_0 2024-09-19T14:23:59.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.255+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6066250769461685422', time=2024-09-19T16:11:19.627138+0000, chain.objs.size()=1 2024-09-19T14:23:59.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.255+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.YnYbPqoWQ-ykMnfL1P7m_fRc1yE3l4P_0 2024-09-19T14:23:59.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.259+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8076367015719564654', time=2024-09-19T16:11:19.778770+0000, chain.objs.size()=1 2024-09-19T14:23:59.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.259+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.a02TBJYjtWv6PdkmegmQln_1g3OihyQ_0 2024-09-19T14:23:59.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.259+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.306332160657370438', time=2024-09-19T16:11:19.849928+0000, chain.objs.size()=1 2024-09-19T14:23:59.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.259+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.a3wHwGARY7Bie4oqYpbsQ3jZ3SDbeNI_0 2024-09-19T14:23:59.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.259+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5854311840896679538', time=2024-09-19T16:11:19.912284+0000, chain.objs.size()=1 2024-09-19T14:23:59.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.259+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.XXLoclieHA_ELfCAJQmH85XToBfY_kZ_0 2024-09-19T14:23:59.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.259+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16848803349017672031', time=2024-09-19T16:11:19.959645+0000, chain.objs.size()=1 2024-09-19T14:23:59.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.259+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.UrBcaFTj65DIUa1Yxsw75397emIOXky_0 2024-09-19T14:23:59.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.259+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10470504973145164084', time=2024-09-19T16:11:19.984158+0000, chain.objs.size()=1 2024-09-19T14:23:59.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.259+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.WyWzxNPSdg4zp4bys1IMrf1NpQUUeUg_0 2024-09-19T14:23:59.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.259+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13540255893277872293', time=2024-09-19T16:11:20.226606+0000, chain.objs.size()=1 2024-09-19T14:23:59.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.259+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.xOJOJD2hE9SgsQKljHFoP8Cv3ncj5iA_0 2024-09-19T14:23:59.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.259+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9193885195615555038', time=2024-09-19T16:11:20.284652+0000, chain.objs.size()=1 2024-09-19T14:23:59.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.259+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.5O1Dkyxd-yGYgeMW-27hXBXODUbCh29_0 2024-09-19T14:23:59.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.259+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12377670255987465007', time=2024-09-19T16:11:20.395501+0000, chain.objs.size()=1 2024-09-19T14:23:59.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.259+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.izocHQXjmjheVoD6jCEEL7NMxGZS5TO_0 2024-09-19T14:23:59.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.259+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9768086194664377855', time=2024-09-19T16:11:20.400595+0000, chain.objs.size()=1 2024-09-19T14:23:59.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.259+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.il1kV1Dw8pLKC2hDilfattyGtsvDm2d_0 2024-09-19T14:23:59.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.259+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3895252070016911029', time=2024-09-19T16:11:20.504567+0000, chain.objs.size()=1 2024-09-19T14:23:59.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.259+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.8ov5AKuMVuD3YsaD0VWwFUbU-tJov68_0 2024-09-19T14:23:59.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.259+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2005472252905492853', time=2024-09-19T16:11:20.571994+0000, chain.objs.size()=1 2024-09-19T14:23:59.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.259+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.HtD4VT-fbnwhuo-rNYFmE63nUh2cV2T_0 2024-09-19T14:23:59.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.259+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13615957347998696082', time=2024-09-19T16:11:45.615635+0000, chain.objs.size()=1 2024-09-19T14:23:59.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.259+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.299__shadow_.DaTNsCQ7AIs_i5ovSzZO-fd0rs3On9P_0 2024-09-19T14:23:59.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.259+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11610388751780380290', time=2024-09-19T16:11:46.928367+0000, chain.objs.size()=1 2024-09-19T14:23:59.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.259+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.301__shadow_.gsYcQugsCbEcbJgKfFzBZFZEaC56lJ8_0 2024-09-19T14:23:59.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.259+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12545358685722919220', time=2024-09-19T16:11:47.516069+0000, chain.objs.size()=1 2024-09-19T14:23:59.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.259+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.302__shadow_.op_JDWpSSpza57qeLS2nAWSKI7LFNZO_0 2024-09-19T14:23:59.264 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.263+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7454505581329220168', time=2024-09-19T16:11:47.519201+0000, chain.objs.size()=1 2024-09-19T14:23:59.264 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.263+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.302__shadow_.h_KxKQ2rI2yat09LSsTSgl8nLrAxcjh_0 2024-09-19T14:23:59.264 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.263+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4996247164528965301', time=2024-09-19T16:12:21.602680+0000, chain.objs.size()=1 2024-09-19T14:23:59.264 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.263+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.DFD99CFEFujL-iRav40_3YYKVMXyDeb_0 2024-09-19T14:23:59.264 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.263+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16685546655837330130', time=2024-09-19T16:12:21.626336+0000, chain.objs.size()=1 2024-09-19T14:23:59.264 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.263+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.NgacSfbS-RheY0pV-1beaRVtARLBqY8_0 2024-09-19T14:23:59.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.267+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16676694878014572544', time=2024-09-19T16:12:21.667968+0000, chain.objs.size()=1 2024-09-19T14:23:59.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.267+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.AWG9xuzhhz8Gzp9RoCWljVZgbQzDY2m_0 2024-09-19T14:23:59.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.267+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17806761794270886193', time=2024-09-19T16:12:21.789222+0000, chain.objs.size()=1 2024-09-19T14:23:59.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.267+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.nrZwuV0O_vsaIKD0Xk8hUP3TKEpB_YU_0 2024-09-19T14:23:59.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.267+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7672040185252430229', time=2024-09-19T16:12:21.803304+0000, chain.objs.size()=1 2024-09-19T14:23:59.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.267+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.8-7N1OWiF-EF__rKaX0Cs-yJjEhSKKY_0 2024-09-19T14:23:59.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.267+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5188725504117687837', time=2024-09-19T16:12:21.821911+0000, chain.objs.size()=1 2024-09-19T14:23:59.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.267+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.n9dVWUQ-mM7uFJboUCQuS3HmuFHwDsF_0 2024-09-19T14:23:59.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.267+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15188346298396815918', time=2024-09-19T16:12:22.106726+0000, chain.objs.size()=1 2024-09-19T14:23:59.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.267+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.nIq2bBGAXCxpWPhDjQHBJ-BHlH8gLU6_0 2024-09-19T14:23:59.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.267+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.400761829389921043', time=2024-09-19T16:12:22.146444+0000, chain.objs.size()=1 2024-09-19T14:23:59.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.267+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.MijKLjYabgmDOo15pl434Ryyyid-aPV_0 2024-09-19T14:23:59.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.267+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9362095034166047164', time=2024-09-19T16:12:22.170850+0000, chain.objs.size()=1 2024-09-19T14:23:59.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.267+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.PF9OUyjDwMKEFa3QTbWd9-kkPWZvF82_0 2024-09-19T14:23:59.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.267+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10362560263715871133', time=2024-09-19T16:12:22.410775+0000, chain.objs.size()=1 2024-09-19T14:23:59.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.267+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.LMjIvhwpzH3G1MPkxUgDfz-6DTxgBKg_0 2024-09-19T14:23:59.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.267+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15560120333440185761', time=2024-09-19T16:12:22.466977+0000, chain.objs.size()=1 2024-09-19T14:23:59.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.267+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.xy1XFvtrNs8KeuClUZeNu3pWA0XxDEm_0 2024-09-19T14:23:59.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.267+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12719101286458327628', time=2024-09-19T16:12:22.655945+0000, chain.objs.size()=1 2024-09-19T14:23:59.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.267+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.2YvAAsKAFQ9Mdoh02_ot4cboCl2G5_e_0 2024-09-19T14:23:59.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.267+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6888443901057849946', time=2024-09-19T16:12:22.695684+0000, chain.objs.size()=1 2024-09-19T14:23:59.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.267+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.5Blo5bGqnnIVdeGQ9QV1Rs6oqqaVOkl_0 2024-09-19T14:23:59.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.267+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5689197342926829242', time=2024-09-19T16:12:22.702702+0000, chain.objs.size()=1 2024-09-19T14:23:59.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.267+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.dJ05KDSdKT-ah6UhJz9ow_cjLc6F4Yu_0 2024-09-19T14:23:59.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.271+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10755161234898812798', time=2024-09-19T16:12:22.705412+0000, chain.objs.size()=1 2024-09-19T14:23:59.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.271+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.eSqVB7PZfKIGpvXSS2Doow3b3pmvbyJ_0 2024-09-19T14:23:59.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.271+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8746174741384280511', time=2024-09-19T16:12:22.706765+0000, chain.objs.size()=1 2024-09-19T14:23:59.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.271+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.M762HsRNhQn8d3nL9lfaV-Qg7iIxZKh_0 2024-09-19T14:23:59.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.271+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15678124950759649997', time=2024-09-19T16:12:22.708418+0000, chain.objs.size()=1 2024-09-19T14:23:59.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.271+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.7BliKK2eVbcOgD4pGQz6SYzUa0Yc-zc_0 2024-09-19T14:23:59.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.271+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2787581820388876753', time=2024-09-19T16:12:22.808389+0000, chain.objs.size()=1 2024-09-19T14:23:59.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.271+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.bz6Lw5naP2HMccWslWfCnYuIFIctS-8_0 2024-09-19T14:23:59.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.271+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9999710993593171793', time=2024-09-19T16:12:22.827389+0000, chain.objs.size()=1 2024-09-19T14:23:59.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.271+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Iv2KKeNXG14PHCcR_MRZYLjOV-XH3pR_0 2024-09-19T14:23:59.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.271+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17073240758137400074', time=2024-09-19T16:12:23.039198+0000, chain.objs.size()=1 2024-09-19T14:23:59.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.271+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.MxZo4e5-2w0woH0I3grWLToSvdJcN-f_0 2024-09-19T14:23:59.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.271+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4099835951264951243', time=2024-09-19T16:12:23.062191+0000, chain.objs.size()=1 2024-09-19T14:23:59.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.271+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.0GvDDtUAFm3yEZYTzvUTGp0icZyhjrm_0 2024-09-19T14:23:59.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.271+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8872647272968012230', time=2024-09-19T16:12:23.102744+0000, chain.objs.size()=1 2024-09-19T14:23:59.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.271+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.GZSZW-4TFqFTGWHSKWGNMvv6pRzAmBB_0 2024-09-19T14:23:59.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.271+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.452778162308090942', time=2024-09-19T16:12:23.111082+0000, chain.objs.size()=1 2024-09-19T14:23:59.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.271+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Afu08zB2Y8e_6bozx8av6LvlFjteVxh_0 2024-09-19T14:23:59.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.271+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9555442782870732615', time=2024-09-19T16:12:23.182806+0000, chain.objs.size()=1 2024-09-19T14:23:59.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.271+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.ZPZKBTE88GkxXQsMlvogrp5KERo3h3j_0 2024-09-19T14:23:59.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.271+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14635543281628090284', time=2024-09-19T16:12:23.184892+0000, chain.objs.size()=1 2024-09-19T14:23:59.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.271+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.eaZDnJvp9Cwjgpj5N4smnr4T2Yq7FAc_0 2024-09-19T14:23:59.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.271+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16465269857045505437', time=2024-09-19T16:12:23.339090+0000, chain.objs.size()=1 2024-09-19T14:23:59.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.271+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.8TEsAu5nVLvKhuqndUsXe9N0N0gl_Rs_0 2024-09-19T14:23:59.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.275+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13856280447187889409', time=2024-09-19T16:12:23.383499+0000, chain.objs.size()=1 2024-09-19T14:23:59.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.275+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.9x_k8FbuIG0Kt2Swwm3LFVBUFmomSM5_0 2024-09-19T14:23:59.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.275+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3586906842434780749', time=2024-09-19T16:12:23.435086+0000, chain.objs.size()=1 2024-09-19T14:23:59.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.275+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.mAnpPlV0g9W39pA7BAo8rSvVIn6V7yD_0 2024-09-19T14:23:59.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.275+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12027238690337448684', time=2024-09-19T16:12:23.707480+0000, chain.objs.size()=1 2024-09-19T14:23:59.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.275+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.ALIVtHb8hg5l5P1x1rRejrJLzig2riG_0 2024-09-19T14:23:59.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.275+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11837084620554148838', time=2024-09-19T16:12:23.733042+0000, chain.objs.size()=1 2024-09-19T14:23:59.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.275+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.aLlHsPgiTUhkFXgL_krA4ILKkB_iegM_0 2024-09-19T14:23:59.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.275+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16381133834447465155', time=2024-09-19T16:12:23.794774+0000, chain.objs.size()=1 2024-09-19T14:23:59.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.275+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.EWLU3U-xDmOfI3jkKVB3948fgYSjbcD_0 2024-09-19T14:23:59.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.275+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6160125824727210635', time=2024-09-19T16:12:23.953101+0000, chain.objs.size()=1 2024-09-19T14:23:59.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.275+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.phoyaKaPTZFDsGG-0JJv454AL1sR702_0 2024-09-19T14:23:59.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.275+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17850862300931281273', time=2024-09-19T16:12:23.962019+0000, chain.objs.size()=1 2024-09-19T14:23:59.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.275+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.BOtBFatAqF3mavQalunwnHPTShl7ffu_0 2024-09-19T14:23:59.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.275+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14266397696944324669', time=2024-09-19T16:12:24.059335+0000, chain.objs.size()=1 2024-09-19T14:23:59.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.275+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Tk0iTKv3esxsso2uKLAnLjH-zL4emX1_0 2024-09-19T14:23:59.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.275+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5005976494789386772', time=2024-09-19T16:12:24.060100+0000, chain.objs.size()=1 2024-09-19T14:23:59.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.275+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.XZKZu6LNTr-K3MuQjjEyC_tyCfJ3pQS_0 2024-09-19T14:23:59.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.275+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1336037528741992631', time=2024-09-19T16:12:24.090134+0000, chain.objs.size()=1 2024-09-19T14:23:59.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.275+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.p-j4MIHswgA15zyqwBYmCwYm6RB1e4j_0 2024-09-19T14:23:59.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.275+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11165421583347950519', time=2024-09-19T16:12:24.094486+0000, chain.objs.size()=1 2024-09-19T14:23:59.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.275+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.MRnUlry2faPv4iTEjqKIkUD6QmRauSv_0 2024-09-19T14:23:59.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.275+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15774460987856969945', time=2024-09-19T16:12:45.750045+0000, chain.objs.size()=1 2024-09-19T14:23:59.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.275+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.y8KHTgSOqwgp1HmxPW_ECkfObuSkJAP_0 2024-09-19T14:23:59.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.279+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17024652967675175384', time=2024-09-19T16:12:46.019063+0000, chain.objs.size()=1 2024-09-19T14:23:59.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.279+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_._RlbPPy9VmDQM0grKro_2qPLQFp5wOK_0 2024-09-19T14:23:59.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.283+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7277372614253419532', time=2024-09-19T16:12:46.055160+0000, chain.objs.size()=1 2024-09-19T14:23:59.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.283+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.p9QDR6z_VkAOzJkO9iNcFYVLv-59lE__0 2024-09-19T14:23:59.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.283+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14599913833172625879', time=2024-09-19T16:12:46.122547+0000, chain.objs.size()=1 2024-09-19T14:23:59.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.283+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.pOpZx_R_KFuuIWVQKzIXwALgbdPPVaQ_0 2024-09-19T14:23:59.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.283+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14233555805009560421', time=2024-09-19T16:12:46.133261+0000, chain.objs.size()=1 2024-09-19T14:23:59.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.283+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.kHpPspP6gk2LVTBnXg3L43J9rlrmQIE_0 2024-09-19T14:23:59.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.283+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1545114575795620028', time=2024-09-19T16:12:46.139934+0000, chain.objs.size()=1 2024-09-19T14:23:59.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.283+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.aF3cB1UMACXvWTinp5QzFLpM97c1ZTj_0 2024-09-19T14:23:59.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.283+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13514210872489763184', time=2024-09-19T16:12:46.361400+0000, chain.objs.size()=1 2024-09-19T14:23:59.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.283+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.2-ZVQ1Ou1scxeECBTwZx2GiuOpoDPVv_0 2024-09-19T14:23:59.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.283+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11084379179035171954', time=2024-09-19T16:12:46.472860+0000, chain.objs.size()=1 2024-09-19T14:23:59.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.283+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.hi_7qfYvOY-hQ7I6DsyGk6l_bwrS0Je_0 2024-09-19T14:23:59.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.283+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14447429811872858193', time=2024-09-19T16:12:46.519309+0000, chain.objs.size()=1 2024-09-19T14:23:59.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.283+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.w6FdGViDAOhHYWqk_xy4iVk1f_LqPfM_0 2024-09-19T14:23:59.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.283+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3221351799051149657', time=2024-09-19T16:12:46.528311+0000, chain.objs.size()=1 2024-09-19T14:23:59.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.283+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.1q5Zxt7zvr3TTGK2pJluKKY8t6-_c9e_0 2024-09-19T14:23:59.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.283+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17170960715394215395', time=2024-09-19T16:12:46.575705+0000, chain.objs.size()=1 2024-09-19T14:23:59.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.283+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.vLDJhqjC3714vJx0RzMoh0YvfCGvRs2_0 2024-09-19T14:23:59.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.283+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9800255620454756524', time=2024-09-19T16:12:46.808057+0000, chain.objs.size()=1 2024-09-19T14:23:59.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.283+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.qE3gWNBl_zBpOR45NIVZdQv3DvZDNSX_0 2024-09-19T14:23:59.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.283+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14740169254594600822', time=2024-09-19T16:12:46.847813+0000, chain.objs.size()=1 2024-09-19T14:23:59.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.283+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.ajlwc4wSaQ0T4y07IezGxuIIjesAZv2_0 2024-09-19T14:23:59.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.287+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7492496414840436462', time=2024-09-19T16:12:46.887484+0000, chain.objs.size()=1 2024-09-19T14:23:59.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.287+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.2sKOKxQEeMxPyez_d3i7qwNQoHNR21-_0 2024-09-19T14:23:59.290 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.287+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.997832157769244885', time=2024-09-19T16:12:46.906186+0000, chain.objs.size()=1 2024-09-19T14:23:59.290 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.287+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.mPyZEayK7A5KCiPiyo7T_e-up3mBimd_0 2024-09-19T14:23:59.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.287+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1372505438684374962', time=2024-09-19T16:12:47.117331+0000, chain.objs.size()=1 2024-09-19T14:23:59.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.287+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.hswOUYxfdqx346dpbdRraQI9J9aP4dV_0 2024-09-19T14:23:59.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.287+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3584624584180703292', time=2024-09-19T16:12:47.119244+0000, chain.objs.size()=1 2024-09-19T14:23:59.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.287+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.4cBKA824SgsSKUNCJA8beq1bpPqn9Lz_0 2024-09-19T14:23:59.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.287+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11256141752140289925', time=2024-09-19T16:12:47.160423+0000, chain.objs.size()=1 2024-09-19T14:23:59.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.287+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.FG1AitnF39CMS4o5RE--Yn8GgExpFeX_0 2024-09-19T14:23:59.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.287+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6662962832487902115', time=2024-09-19T16:12:47.163929+0000, chain.objs.size()=1 2024-09-19T14:23:59.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.287+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.ETn-qWB6ANvqqK57--vtYAX9ifEJKdn_0 2024-09-19T14:23:59.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.287+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10504838050739584214', time=2024-09-19T16:12:47.204557+0000, chain.objs.size()=1 2024-09-19T14:23:59.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.287+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.-M8oVJAM2HSuWTqNMWP7t1kJ1bM_DM7_0 2024-09-19T14:23:59.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.287+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6166991478165891717', time=2024-09-19T16:12:47.213914+0000, chain.objs.size()=1 2024-09-19T14:23:59.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.287+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.ATzpT8oMpbe1J6sfCdeEzHBuSy2QzBQ_0 2024-09-19T14:23:59.293 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.287+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7466654816032754584', time=2024-09-19T16:12:47.432075+0000, chain.objs.size()=1 2024-09-19T14:23:59.293 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.287+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.FW14QG14U7FQWcfjdv-xZ8HHCnOcEzP_0 2024-09-19T14:23:59.293 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.287+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1577345920466560046', time=2024-09-19T16:12:47.487024+0000, chain.objs.size()=1 2024-09-19T14:23:59.293 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.287+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.W8_qTqF0tq0JYpr6KCH5xc-k2zmW6Zy_0 2024-09-19T14:23:59.293 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.287+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12102715385513344234', time=2024-09-19T16:12:47.538627+0000, chain.objs.size()=1 2024-09-19T14:23:59.293 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.287+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.igqOiuPTmFG2_tBvpFeEOYDAlBWe_EG_0 2024-09-19T14:23:59.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.295+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 0/49179 2024-09-19T14:23:59.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.295+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=19, truncated=0, next_marker='' 2024-09-19T14:23:59.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.295+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17166885375866799316', time=2024-09-19T16:12:47.572289+0000, chain.objs.size()=1 2024-09-19T14:23:59.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.295+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.hQTdD6jJVSOyGIY30tuROewo0Zeo40y_0 2024-09-19T14:23:59.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.295+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16833807288928435111', time=2024-09-19T16:12:47.706888+0000, chain.objs.size()=1 2024-09-19T14:23:59.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.295+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.a_qK3AgV79sbk8Wns5gVWBF_JEjGi54_0 2024-09-19T14:23:59.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.295+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10264439956539588028', time=2024-09-19T16:12:47.878476+0000, chain.objs.size()=1 2024-09-19T14:23:59.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.295+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.POipI8vRs0e0foRFPV5_rR5qKH3DTz1_0 2024-09-19T14:23:59.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.295+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1535685066663443699', time=2024-09-19T16:12:47.882186+0000, chain.objs.size()=1 2024-09-19T14:23:59.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.295+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.fYrE-DYG6PiUaD84RzU4Uf3DW7lDsW2_0 2024-09-19T14:23:59.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.295+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1722735826491937439', time=2024-09-19T16:12:50.477403+0000, chain.objs.size()=1 2024-09-19T14:23:59.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.295+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.329__shadow_.4Y44DYGpq8wc4PbbxYCaFDJKEDgeDoC_0 2024-09-19T14:23:59.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.295+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3293226214689434586', time=2024-09-19T16:12:51.189603+0000, chain.objs.size()=1 2024-09-19T14:23:59.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.295+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.330__shadow_.4cpK9X2-BlEQSWTt71dkStEKYLAQ4T2_0 2024-09-19T14:23:59.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.295+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1395865774666000779', time=2024-09-19T16:12:52.413877+0000, chain.objs.size()=1 2024-09-19T14:23:59.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.295+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.332__shadow_.b_Ott_1C4bBd0edNppm_U_eXDEkV7A2_0 2024-09-19T14:23:59.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.295+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3831721872616767171', time=2024-09-19T16:13:16.706829+0000, chain.objs.size()=1 2024-09-19T14:23:59.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.295+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.376__shadow_.6Zy9kp2cTYq_7qNuGgGsegGhlzrl_BJ_0 2024-09-19T14:23:59.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.295+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9842766094157144585', time=2024-09-19T16:13:18.705823+0000, chain.objs.size()=1 2024-09-19T14:23:59.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.295+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.379__shadow_.yUT5_O6kvYkh2UwKuZav8G-zhgoa0Bq_0 2024-09-19T14:23:59.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.295+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16402418557553620699', time=2024-09-19T16:15:14.446602+0000, chain.objs.size()=1 2024-09-19T14:23:59.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.295+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.523__multipart_mymultipart.2~iJ4yRMlKxlyjehEAINsRRO7GqvewB_z.1 2024-09-19T14:23:59.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.295+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8248419059000761113', time=2024-09-19T16:16:06.653564+0000, chain.objs.size()=1 2024-09-19T14:23:59.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.295+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.552__shadow_.-XsfnxzFFztIahqaRONVeWBXcyaLNE8_0 2024-09-19T14:23:59.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.295+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1933583496259165984', time=2024-09-19T16:16:15.411415+0000, chain.objs.size()=1 2024-09-19T14:23:59.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.295+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.561__multipart_mymultipart.2~u8dD2s81CI88wUR8QjqlqvLTs5fEu44.1 2024-09-19T14:23:59.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.299+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12914298935003353981', time=2024-09-19T16:16:30.141574+0000, chain.objs.size()=1 2024-09-19T14:23:59.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.299+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.569__shadow:a9uR5me70k.BKmZpO-0rHV594xw3vYV_.eszI-enF3pHSkdFWYM2rTVC0ziFBppJ_0 2024-09-19T14:23:59.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.299+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11364780215885959044', time=2024-09-19T16:16:38.234727+0000, chain.objs.size()=1 2024-09-19T14:23:59.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.299+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.574__shadow:lXguy.KM82MD..-xuUIHyrzV1XVbq1b_.NTAJHgZULxwcIVcc-Kc9H-KJZGxUnp5_0 2024-09-19T14:23:59.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.299+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11610315219217369117', time=2024-09-19T16:16:50.830059+0000, chain.objs.size()=1 2024-09-19T14:23:59.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.299+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.577__shadow:wUM.KSSpSVGE3z5bgNN2tIsel8zpBDB_.WyAW1h3qUjd2YhXa_xulqBSHQa5ynBg_0 2024-09-19T14:23:59.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.299+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10727658497245624618', time=2024-09-19T16:16:51.273478+0000, chain.objs.size()=1 2024-09-19T14:23:59.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.299+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.577__shadow:ZKlvZJm6wX9leQVM6MdpurePy9YKARH_.AqqhsHUaA-pGNnUN9wQKROX7GdrPNzK_0 2024-09-19T14:23:59.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.299+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='2~yTBBfrukiPKStijt5n44Rl9WDuvprDe', time=2024-09-19T16:19:52.223675+0000, chain.objs.size()=12 2024-09-19T14:23:59.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.299+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.625__multipart_multipart_enc.2~yTBBfrukiPKStijt5n44Rl9WDuvprDe.1 2024-09-19T14:23:59.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.299+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.625__shadow_multipart_enc.2~yTBBfrukiPKStijt5n44Rl9WDuvprDe.1_1 2024-09-19T14:23:59.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.299+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.625__multipart_multipart_enc.2~yTBBfrukiPKStijt5n44Rl9WDuvprDe.2 2024-09-19T14:23:59.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.299+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.625__shadow_multipart_enc.2~yTBBfrukiPKStijt5n44Rl9WDuvprDe.2_1 2024-09-19T14:23:59.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.299+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.625__multipart_multipart_enc.2~yTBBfrukiPKStijt5n44Rl9WDuvprDe.3 2024-09-19T14:23:59.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.299+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.625__shadow_multipart_enc.2~yTBBfrukiPKStijt5n44Rl9WDuvprDe.3_1 2024-09-19T14:23:59.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.299+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.625__multipart_multipart_enc.2~yTBBfrukiPKStijt5n44Rl9WDuvprDe.4 2024-09-19T14:23:59.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.303+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.625__shadow_multipart_enc.2~yTBBfrukiPKStijt5n44Rl9WDuvprDe.4_1 2024-09-19T14:23:59.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.303+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.625__multipart_multipart_enc.2~yTBBfrukiPKStijt5n44Rl9WDuvprDe.5 2024-09-19T14:23:59.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.303+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.625__shadow_multipart_enc.2~yTBBfrukiPKStijt5n44Rl9WDuvprDe.5_1 2024-09-19T14:23:59.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.307+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.625__multipart_multipart_enc.2~yTBBfrukiPKStijt5n44Rl9WDuvprDe.6 2024-09-19T14:23:59.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.307+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.625__shadow_multipart_enc.2~yTBBfrukiPKStijt5n44Rl9WDuvprDe.6_1 2024-09-19T14:23:59.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.307+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17517748245507829771', time=2024-09-19T16:20:03.842092+0000, chain.objs.size()=1 2024-09-19T14:23:59.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.307+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.644__shadow_.au675DCX_jr45IyioDMVtzDST3DFI3R_0 2024-09-19T14:23:59.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.307+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5399006777082922185', time=2024-09-19T16:21:25.289179+0000, chain.objs.size()=1 2024-09-19T14:23:59.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.307+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.742__multipart_mymultipart3.2~RdwRbwyDiKvZuSz8BybxsXD6H-gLl_u.1 2024-09-19T14:23:59.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.311+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:23:59.314 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.311+0000 7fb91a7579c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-19T14:23:59.315 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.315+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:23:59.316 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.315+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:23:59.317 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.315+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/65561' 2024-09-19T14:23:59.318 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.315+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='_gIbUMQdfc2fBbpfPDAdilqskHtZ_Ri4', time=2024-09-19T16:08:36.554189+0000, chain.objs.size()=1 2024-09-19T14:23:59.318 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.315+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.160__shadow_.aFcM11M_7Xa35PYU3roziE8fx-6V1fl_0 2024-09-19T14:23:59.318 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.315+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12138309264918805600', time=2024-09-19T16:10:46.861150+0000, chain.objs.size()=1 2024-09-19T14:23:59.318 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.315+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.245__shadow_.NkIrRCfVeDMupkPv8_0O3bItKwmXyUx_0 2024-09-19T14:23:59.318 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.315+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4526722797982356098', time=2024-09-19T16:10:53.173542+0000, chain.objs.size()=1 2024-09-19T14:23:59.319 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.315+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.255__shadow_.gD5mHbf8wOBnDee-3hTa5w8750KFreW_0 2024-09-19T14:23:59.319 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.315+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3739179281252399804', time=2024-09-19T16:11:18.113270+0000, chain.objs.size()=1 2024-09-19T14:23:59.319 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.315+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.ruEfWb034_CDHqtorWol8FhmgBJR8uv_0 2024-09-19T14:23:59.319 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.315+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1256503702695021989', time=2024-09-19T16:11:18.149031+0000, chain.objs.size()=1 2024-09-19T14:23:59.319 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.315+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.Z58iHgxthlE_M_LC3vDJ8htLh1OYKOO_0 2024-09-19T14:23:59.319 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.315+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2284248699220983248', time=2024-09-19T16:11:18.258780+0000, chain.objs.size()=1 2024-09-19T14:23:59.319 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.315+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.9CYsV78KUqka5PRZoTZ53FDB1sfrmYh_0 2024-09-19T14:23:59.319 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.315+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15497252079432224588', time=2024-09-19T16:11:18.259459+0000, chain.objs.size()=1 2024-09-19T14:23:59.319 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.315+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.BF9CVR_TXjzgZ9Ps0fHhsy0GTE0GQxH_0 2024-09-19T14:23:59.319 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.315+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6203645868457610756', time=2024-09-19T16:11:18.281910+0000, chain.objs.size()=1 2024-09-19T14:23:59.319 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.315+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.Y7HYHOe4H2uJ1J4XdHoEupyAK_k6gNM_0 2024-09-19T14:23:59.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.315+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.130892439706365713', time=2024-09-19T16:11:18.567691+0000, chain.objs.size()=1 2024-09-19T14:23:59.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.315+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.4aCacEsyNeqV2x8_4lbWNsZuttzgcmU_0 2024-09-19T14:23:59.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.315+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1265469306631790387', time=2024-09-19T16:11:18.604016+0000, chain.objs.size()=1 2024-09-19T14:23:59.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.315+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.s1-M5-_UTc1kKNuE_tTUooZSNA4almc_0 2024-09-19T14:23:59.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.315+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3797106692920322796', time=2024-09-19T16:11:18.840429+0000, chain.objs.size()=1 2024-09-19T14:23:59.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.315+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.rFWNV_DvClVo86X3KlpksBiyWwMt8N1_0 2024-09-19T14:23:59.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.315+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3815253720294418798', time=2024-09-19T16:11:18.872847+0000, chain.objs.size()=1 2024-09-19T14:23:59.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.315+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.rqhASgyXrq_ufRG4_qpTgkidmUCvrWT_0 2024-09-19T14:23:59.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.315+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13884624594846117484', time=2024-09-19T16:11:18.873615+0000, chain.objs.size()=1 2024-09-19T14:23:59.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.315+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.ftLMhJQhVIFCYIkZrB7D2vRhsUw4Nfv_0 2024-09-19T14:23:59.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.319+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7683408313911145443', time=2024-09-19T16:11:18.965950+0000, chain.objs.size()=1 2024-09-19T14:23:59.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.319+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.BVMt4xIRGrGrcys2-nGi7ogUp2ucCTx_0 2024-09-19T14:23:59.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.319+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17453779511335162883', time=2024-09-19T16:11:19.148535+0000, chain.objs.size()=1 2024-09-19T14:23:59.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.319+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.q54rabGeohm8EtUbM91aMKBN36OBUjo_0 2024-09-19T14:23:59.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.319+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7510580904853840651', time=2024-09-19T16:11:19.179824+0000, chain.objs.size()=1 2024-09-19T14:23:59.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.319+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.mtPsnv9jJwb5-Eoh-QfQoU974DLM-Rl_0 2024-09-19T14:23:59.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.319+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13550883694777887128', time=2024-09-19T16:11:19.220127+0000, chain.objs.size()=1 2024-09-19T14:23:59.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.319+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.aAzYPJTDrJB6VmZVGB23jVkFLLZNsUJ_0 2024-09-19T14:23:59.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.319+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13115197570181299178', time=2024-09-19T16:11:19.240006+0000, chain.objs.size()=1 2024-09-19T14:23:59.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.319+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.4nzNyDUkoLv6gyNrW3GWu0lSa6RiYxz_0 2024-09-19T14:23:59.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.319+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15412839727213377725', time=2024-09-19T16:11:19.247454+0000, chain.objs.size()=1 2024-09-19T14:23:59.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.319+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.dC4eRfow6ZkXyTyExMa2gTF_YRi7I46_0 2024-09-19T14:23:59.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.319+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.93651184785801322', time=2024-09-19T16:11:19.274615+0000, chain.objs.size()=1 2024-09-19T14:23:59.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.319+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.JbLvPDUaHhE4OoqSPsGz79i_fp6LMK__0 2024-09-19T14:23:59.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.319+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14535495305030044529', time=2024-09-19T16:11:19.279456+0000, chain.objs.size()=1 2024-09-19T14:23:59.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.319+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.imEzoEK-mSl3CtU5yngF-jhrljwlQIA_0 2024-09-19T14:23:59.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.319+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11970006349403679549', time=2024-09-19T16:11:19.540476+0000, chain.objs.size()=1 2024-09-19T14:23:59.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.319+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.5TY5KhmA8Uxag1UxUpjWTtvVNd3sz98_0 2024-09-19T14:23:59.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.319+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17807278506502416588', time=2024-09-19T16:11:19.597516+0000, chain.objs.size()=1 2024-09-19T14:23:59.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.319+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.AaG51fuj8pKj50uEJLvbiNRY5CYkqN-_0 2024-09-19T14:23:59.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.319+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3583897404019776179', time=2024-09-19T16:11:19.633664+0000, chain.objs.size()=1 2024-09-19T14:23:59.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.319+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.MBdjg1hu5ftlVvQq-AW0ivyEY4HA30G_0 2024-09-19T14:23:59.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.323+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13260689314973158737', time=2024-09-19T16:11:19.647205+0000, chain.objs.size()=1 2024-09-19T14:23:59.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.323+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.GIZdpcqm-h_G3rF7FF8WKfCLf_BvWtW_0 2024-09-19T14:23:59.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.323+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5336038617058869740', time=2024-09-19T16:11:19.879933+0000, chain.objs.size()=1 2024-09-19T14:23:59.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.323+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.sS7IGKQOEvQ3Uxani_CYhsfVySQ1cYx_0 2024-09-19T14:23:59.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.323+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17126056188859167603', time=2024-09-19T16:11:19.927249+0000, chain.objs.size()=1 2024-09-19T14:23:59.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.323+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.6ZwEgWooyPTsLnWJwfiQtwJtnDjE7HB_0 2024-09-19T14:23:59.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.323+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2618112135665061783', time=2024-09-19T16:11:19.938330+0000, chain.objs.size()=1 2024-09-19T14:23:59.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.323+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.sVlcrZ-W_iG42pH2kKYwod_1emjxbJz_0 2024-09-19T14:23:59.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.323+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5238399521784128487', time=2024-09-19T16:11:19.986837+0000, chain.objs.size()=1 2024-09-19T14:23:59.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.323+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.Mnz5XwuiHXepvatdjeaLzIxSim1kYN3_0 2024-09-19T14:23:59.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.323+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.410144089217113660', time=2024-09-19T16:11:20.081320+0000, chain.objs.size()=1 2024-09-19T14:23:59.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.323+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.1GIYtLtxUNV-WYYEd7xaN1CUhqA7g0q_0 2024-09-19T14:23:59.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.323+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1702122192982377101', time=2024-09-19T16:11:20.437095+0000, chain.objs.size()=1 2024-09-19T14:23:59.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.323+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.k3sdqP8z67zMyeXFuLPdY_qMFEHaWdb_0 2024-09-19T14:23:59.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.327+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3446289758313982011', time=2024-09-19T16:11:20.448578+0000, chain.objs.size()=1 2024-09-19T14:23:59.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.327+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_._TMSiIHCjK8bEH2DAMBFBMM4B55SFwp_0 2024-09-19T14:23:59.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.327+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17921938602321176046', time=2024-09-19T16:11:20.477283+0000, chain.objs.size()=1 2024-09-19T14:23:59.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.327+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.l055Yx_z3VEWNfFw0bgKPU_IPGhKJjU_0 2024-09-19T14:23:59.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.327+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14387224116974213053', time=2024-09-19T16:11:20.524964+0000, chain.objs.size()=1 2024-09-19T14:23:59.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.327+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.Fxpquptgsyy8L8DLXpZY0HGfbVff38N_0 2024-09-19T14:23:59.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.327+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2956406784674142098', time=2024-09-19T16:11:20.553491+0000, chain.objs.size()=1 2024-09-19T14:23:59.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.327+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.ri9bd5nxXgp-6dvk_AU_xZ_y7s47RUW_0 2024-09-19T14:23:59.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.327+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4408672806125820425', time=2024-09-19T16:11:30.379731+0000, chain.objs.size()=1 2024-09-19T14:23:59.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.327+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.278__shadow_.Ogx7gTMcM6ghiM7O_R40RC6GHD9z9mF_0 2024-09-19T14:23:59.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.327+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17512714029848078344', time=2024-09-19T16:11:32.924228+0000, chain.objs.size()=1 2024-09-19T14:23:59.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.327+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.282__shadow_.4eafsxQLpe1YQTNQfQXoIKRRfbS1duv_0 2024-09-19T14:23:59.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.327+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14043357337801895253', time=2024-09-19T16:11:34.183732+0000, chain.objs.size()=1 2024-09-19T14:23:59.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.327+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.284__shadow_.r9pUbj6Jq_DkbiXjAmYOhJYZ1OzhbZV_0 2024-09-19T14:23:59.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.327+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17507145516075603711', time=2024-09-19T16:11:34.862943+0000, chain.objs.size()=1 2024-09-19T14:23:59.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.327+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.285__shadow_.8vdI9Ey1aE9ycPShoLjn5Mmcgs6VuwN_0 2024-09-19T14:23:59.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.327+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7034712388173608211', time=2024-09-19T16:11:36.159124+0000, chain.objs.size()=1 2024-09-19T14:23:59.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.327+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.287__shadow_.ufVtai1LFsqHGaMeDqrWs1Y_ENC6BSI_0 2024-09-19T14:23:59.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.327+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8474258811686387622', time=2024-09-19T16:11:41.678237+0000, chain.objs.size()=1 2024-09-19T14:23:59.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.331+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.293__shadow_.0xVGY232LXJCVk-BUhn33RamzUJtoDC_0 2024-09-19T14:23:59.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.331+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17314896548862782458', time=2024-09-19T16:11:44.237337+0000, chain.objs.size()=1 2024-09-19T14:23:59.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.331+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.297__shadow_.awRbv07Txf9br8mIdh3-1tJrYygXy74_0 2024-09-19T14:23:59.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.331+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2640428369811374494', time=2024-09-19T16:11:44.914223+0000, chain.objs.size()=1 2024-09-19T14:23:59.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.331+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.298__shadow_.UwKmdg5vsbmPvHYBTvUhT__Bu-q7RSU_0 2024-09-19T14:23:59.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.331+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3360316615650796630', time=2024-09-19T16:11:49.479615+0000, chain.objs.size()=1 2024-09-19T14:23:59.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.331+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.305__shadow_.wEia2B475Q46Wt7Dd_hiqXILV754GNJ_0 2024-09-19T14:23:59.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.331+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9059139268211104929', time=2024-09-19T16:11:59.989718+0000, chain.objs.size()=1 2024-09-19T14:23:59.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.331+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.322__shadow_.rVYe0ZZ6qHq1lLNqNiRVDQoO9_lJwQT_0 2024-09-19T14:23:59.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.335+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10252887836484544327', time=2024-09-19T16:12:21.615391+0000, chain.objs.size()=1 2024-09-19T14:23:59.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.335+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.-ySjxAgnnt2FeONfWsU0-X2wkGmxPoW_0 2024-09-19T14:23:59.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.335+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7441393525535018243', time=2024-09-19T16:12:21.746781+0000, chain.objs.size()=1 2024-09-19T14:23:59.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.335+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.hBHVqYdxHOq8QvbSpFMt1RjdAfK31RI_0 2024-09-19T14:23:59.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.335+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11796116129487131921', time=2024-09-19T16:12:21.758261+0000, chain.objs.size()=1 2024-09-19T14:23:59.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.335+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.VcnJUQ2XR5TVRAINJL0tz7aPDdnW_wA_0 2024-09-19T14:23:59.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.335+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2657680527304153619', time=2024-09-19T16:12:21.821862+0000, chain.objs.size()=1 2024-09-19T14:23:59.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.335+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.T4kKASbETHhdLoRJytOJGvZxsSChQUY_0 2024-09-19T14:23:59.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.335+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1014339757527414415', time=2024-09-19T16:12:21.831197+0000, chain.objs.size()=1 2024-09-19T14:23:59.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.335+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.yjaPyNsOHr_3wCeHf8_euyAvIw64QHa_0 2024-09-19T14:23:59.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.335+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14734728680309114117', time=2024-09-19T16:12:21.970520+0000, chain.objs.size()=1 2024-09-19T14:23:59.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.335+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.dw5cvCfjVXYSnjXLsf7ijX0w9s7s3C__0 2024-09-19T14:23:59.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.335+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6958222921046508372', time=2024-09-19T16:12:22.068805+0000, chain.objs.size()=1 2024-09-19T14:23:59.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.335+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.0XzGAjQ3uzxkBerz31PhBuaozJW-wMc_0 2024-09-19T14:23:59.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.335+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17362287837972529638', time=2024-09-19T16:12:22.106156+0000, chain.objs.size()=1 2024-09-19T14:23:59.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.335+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.zuftqaGuA9pWVpH_ZaZ9LUU6opHjmW7_0 2024-09-19T14:23:59.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.335+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2671401285659290647', time=2024-09-19T16:12:22.309525+0000, chain.objs.size()=1 2024-09-19T14:23:59.338 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.335+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Zgb9iD-cHvEoTq4PMpEmFH0RPb0yC_u_0 2024-09-19T14:23:59.338 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.335+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15720935043725257424', time=2024-09-19T16:12:22.318620+0000, chain.objs.size()=1 2024-09-19T14:23:59.338 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.335+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.QqbZhptEqs0XCcQCNbiVWzBSNbtGW_E_0 2024-09-19T14:23:59.338 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.335+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1811330667773319622', time=2024-09-19T16:12:22.509098+0000, chain.objs.size()=1 2024-09-19T14:23:59.338 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.335+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Z2jALkANpcfZw1ehuYJQv6xlAx_pscL_0 2024-09-19T14:23:59.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.339+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4899117439181688830', time=2024-09-19T16:12:22.513087+0000, chain.objs.size()=1 2024-09-19T14:23:59.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.339+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.MshTgrl3uM-YsOkpnrRG25X96IvXUkL_0 2024-09-19T14:23:59.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.339+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15649391910096870893', time=2024-09-19T16:12:22.785249+0000, chain.objs.size()=1 2024-09-19T14:23:59.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.339+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.uL2CKBpV_6yOIO1_wMTlF4laDEw38-p_0 2024-09-19T14:23:59.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.339+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8917443795262777293', time=2024-09-19T16:12:22.831026+0000, chain.objs.size()=1 2024-09-19T14:23:59.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.339+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.6M_4tuFGcrfSg1RizqqNAdXomEbzZTR_0 2024-09-19T14:23:59.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.339+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8001424743211435390', time=2024-09-19T16:12:22.872871+0000, chain.objs.size()=1 2024-09-19T14:23:59.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.339+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.CvILGQ4Bbi6pV-rP6GAp3Tjga_RdapD_0 2024-09-19T14:23:59.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.339+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5169284751603122462', time=2024-09-19T16:12:23.081841+0000, chain.objs.size()=1 2024-09-19T14:23:59.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.339+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.ef4DZTmTv_iujpNZ6sjSUE4SI9sqvpE_0 2024-09-19T14:23:59.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.339+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10943609233684628223', time=2024-09-19T16:12:23.147968+0000, chain.objs.size()=1 2024-09-19T14:23:59.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.339+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.3O-XoAK2ViwsxZfAPiWMMk3pjA-frM__0 2024-09-19T14:23:59.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.339+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12121179087599257328', time=2024-09-19T16:12:23.148987+0000, chain.objs.size()=1 2024-09-19T14:23:59.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.339+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.knPXhs6l8JTQDsc0BxAQHIs4QQSDFZ4_0 2024-09-19T14:23:59.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.339+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16442985794603479119', time=2024-09-19T16:12:23.190119+0000, chain.objs.size()=1 2024-09-19T14:23:59.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.339+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.sqq7J9iNsfhxE67JbWrld9Lg_cc9KSC_0 2024-09-19T14:23:59.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.339+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13818205820356463895', time=2024-09-19T16:12:23.376955+0000, chain.objs.size()=1 2024-09-19T14:23:59.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.339+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.oxEUVXDbOwzTYssQq3_APiwi0T--fEr_0 2024-09-19T14:23:59.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.339+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13923738682764360364', time=2024-09-19T16:12:23.406677+0000, chain.objs.size()=1 2024-09-19T14:23:59.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.339+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.V7ZvXCQXCdM37535x_MpLHWJ2q3axeC_0 2024-09-19T14:23:59.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.339+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4170222125466734965', time=2024-09-19T16:12:23.625316+0000, chain.objs.size()=1 2024-09-19T14:23:59.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.339+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.hoUjc1yDhKf_vB1FDs62lnfSC8NVdvi_0 2024-09-19T14:23:59.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.343+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13875235484492479797', time=2024-09-19T16:12:23.713396+0000, chain.objs.size()=1 2024-09-19T14:23:59.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.343+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.sBnHAvS8caEuWnz3AhGe1IX10blMkik_0 2024-09-19T14:23:59.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.343+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13937104493654590128', time=2024-09-19T16:12:23.816756+0000, chain.objs.size()=1 2024-09-19T14:23:59.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.343+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.n1ybIro98vVSDVCJtD_9_VqKBFmcjSN_0 2024-09-19T14:23:59.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.343+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4066662773025270885', time=2024-09-19T16:12:23.926715+0000, chain.objs.size()=1 2024-09-19T14:23:59.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.343+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.KAHeSVhbUKh3Rb72hbMDf0G6cwbXeCB_0 2024-09-19T14:23:59.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.343+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13565549909535011901', time=2024-09-19T16:12:45.225852+0000, chain.objs.size()=1 2024-09-19T14:23:59.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.343+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.O7rmC_c-X4xZWZIHTG_p14YRlEaLN0A_0 2024-09-19T14:23:59.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.343+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3089367834256984045', time=2024-09-19T16:12:45.239943+0000, chain.objs.size()=1 2024-09-19T14:23:59.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.343+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.TL9MXgVnrHqVOWhVSD53QsrJHzPOT_5_0 2024-09-19T14:23:59.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.343+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12254313861378761969', time=2024-09-19T16:12:45.290444+0000, chain.objs.size()=1 2024-09-19T14:23:59.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.343+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.9cCavguMixzOEAGuKgkVQV3es1hmKjW_0 2024-09-19T14:23:59.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.343+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.83524075163937502', time=2024-09-19T16:12:45.687980+0000, chain.objs.size()=1 2024-09-19T14:23:59.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.343+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.hDfIjWX1e93_WdDhrbpznA_V4Gsn1Iw_0 2024-09-19T14:23:59.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.343+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16285703312391224411', time=2024-09-19T16:12:45.732404+0000, chain.objs.size()=1 2024-09-19T14:23:59.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.343+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.yeFHFnuivu72AupIpLJK4LK_3AWDgCc_0 2024-09-19T14:23:59.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.343+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4693403027795087266', time=2024-09-19T16:12:45.751592+0000, chain.objs.size()=1 2024-09-19T14:23:59.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.343+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.16ckT5WV-HORi-FQHH0kXxZZ88yL6w4_0 2024-09-19T14:23:59.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.343+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7209440899924554784', time=2024-09-19T16:12:45.812935+0000, chain.objs.size()=1 2024-09-19T14:23:59.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.343+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.sGcl5qro9xXOfv8Yu1II8th1ZnlQXKK_0 2024-09-19T14:23:59.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.343+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2398552791004629372', time=2024-09-19T16:12:46.008413+0000, chain.objs.size()=1 2024-09-19T14:23:59.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.343+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.c11hNVar9fvZEcJ7nB7OoN0_p0t-YMT_0 2024-09-19T14:23:59.349 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.347+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18012840314359310713', time=2024-09-19T16:12:46.063614+0000, chain.objs.size()=1 2024-09-19T14:23:59.349 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.347+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.tl2oe5GcxsKaW4c66rCeE-COFn5DxBw_0 2024-09-19T14:23:59.349 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.347+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15217994601605247199', time=2024-09-19T16:12:46.076734+0000, chain.objs.size()=1 2024-09-19T14:23:59.349 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.347+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.agjm85aSFwBaE0NoYIVagqzlN8EoeKc_0 2024-09-19T14:23:59.350 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.347+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10324723322234617272', time=2024-09-19T16:12:46.127602+0000, chain.objs.size()=1 2024-09-19T14:23:59.350 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.347+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.Bj8tf3_zJwQRGt5aIJcBi3QNJ4s4qib_0 2024-09-19T14:23:59.351 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.347+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2388136314286708808', time=2024-09-19T16:12:46.419004+0000, chain.objs.size()=1 2024-09-19T14:23:59.351 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.347+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.TSIeFcgYY758iT4VTTt-FbUDz1C0eKT_0 2024-09-19T14:23:59.351 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.351+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4931441034029605175', time=2024-09-19T16:12:46.558630+0000, chain.objs.size()=1 2024-09-19T14:23:59.351 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.351+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.kk0qRxKgO0WHNkFW2Dp1OujNepOP11r_0 2024-09-19T14:23:59.351 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.351+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14531831458801963657', time=2024-09-19T16:12:46.848449+0000, chain.objs.size()=1 2024-09-19T14:23:59.351 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.351+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.PjrvQzQOkmAE6hjYdWjLT7Dcl1V1kwt_0 2024-09-19T14:23:59.351 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.351+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17548900260746025671', time=2024-09-19T16:12:47.065142+0000, chain.objs.size()=1 2024-09-19T14:23:59.352 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.351+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.d9Qb3UjdrdxsxBohCd66QAvja-ZZWsj_0 2024-09-19T14:23:59.352 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.351+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8425229535933517933', time=2024-09-19T16:12:47.076472+0000, chain.objs.size()=1 2024-09-19T14:23:59.352 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.351+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.hFk_zOHVac3XstHXMoeZdhr-bPoBevd_0 2024-09-19T14:23:59.352 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.351+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14411418701046868010', time=2024-09-19T16:12:47.163867+0000, chain.objs.size()=1 2024-09-19T14:23:59.352 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.351+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.LFVdzKe5EeU7m0KXfuXYnZ2x5kp3V1q_0 2024-09-19T14:23:59.352 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.351+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10595375548848373728', time=2024-09-19T16:12:47.251936+0000, chain.objs.size()=1 2024-09-19T14:23:59.353 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.351+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.Qj-EEJyBVmRKeJscWvC-AYr9PFoxF2f_0 2024-09-19T14:23:59.353 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.351+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17001327053978310704', time=2024-09-19T16:12:47.417219+0000, chain.objs.size()=1 2024-09-19T14:23:59.353 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.351+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.8nC-KigDj6Vcld-kMcRDxFM1Kj6uAP__0 2024-09-19T14:23:59.353 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.351+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17081438731594708651', time=2024-09-19T16:12:47.549042+0000, chain.objs.size()=1 2024-09-19T14:23:59.353 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.351+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.YzNNdZysYdxKu7feYuHEqKd60Bl0dMs_0 2024-09-19T14:23:59.353 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.351+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8459904560025086059', time=2024-09-19T16:12:47.805940+0000, chain.objs.size()=1 2024-09-19T14:23:59.353 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.351+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.1Hh8ijcnyPzhaNbSSYDbTliY3karAPo_0 2024-09-19T14:23:59.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.351+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13544423422852235209', time=2024-09-19T16:12:47.851047+0000, chain.objs.size()=1 2024-09-19T14:23:59.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.351+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.-Pa76DlYNOOgzHUZBFDvBbzF3_m6EPC_0 2024-09-19T14:23:59.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.351+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12397068410683061480', time=2024-09-19T16:12:47.856583+0000, chain.objs.size()=1 2024-09-19T14:23:59.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.351+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.-ugyY6VLMnk6XJRj4qjQlmOGgHXv6-Y_0 2024-09-19T14:23:59.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.355+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11825950846472369061', time=2024-09-19T16:13:18.050041+0000, chain.objs.size()=1 2024-09-19T14:23:59.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.355+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.378__shadow_.OkVadjKKrxrv6G3uNcLxtBE8a-Yvyn8_0 2024-09-19T14:23:59.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.355+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7915184526654395858', time=2024-09-19T16:14:15.316445+0000, chain.objs.size()=1 2024-09-19T14:23:59.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.355+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.463__shadow_.d1h57SPlGVH2xSsnGHvxHdp211GhUGn_0 2024-09-19T14:23:59.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.355+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14899319383590940024', time=2024-09-19T16:14:36.953091+0000, chain.objs.size()=1 2024-09-19T14:23:59.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.355+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.503__shadow:pPO9epllXFs69aBPDg88rpaxM8lkMmC_.NcvVXReJG1iSo_x_oHFQ4fWG7PX73E5_0 2024-09-19T14:23:59.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.355+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14994006864047890991', time=2024-09-19T16:15:14.777266+0000, chain.objs.size()=3 2024-09-19T14:23:59.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.355+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.523__multipart_mymultipart.2~yzKFUU1cFbWkJqNCWRuCZyNB9_iWtMO.1 2024-09-19T14:23:59.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.355+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.523__shadow_mymultipart.2~yzKFUU1cFbWkJqNCWRuCZyNB9_iWtMO.1_1 2024-09-19T14:23:59.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.355+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.523__multipart_mymultipart.2~yzKFUU1cFbWkJqNCWRuCZyNB9_iWtMO.2 2024-09-19T14:23:59.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.355+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11341880696994056132', time=2024-09-19T16:16:29.291665+0000, chain.objs.size()=1 2024-09-19T14:23:59.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.355+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.569__shadow:0aOoFN66UnngDKNt92NITbZB35cwFM7_.fa0NN2lUR65mvFNsfqGhmCtJ1qTqVyv_0 2024-09-19T14:23:59.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.355+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13015711768399373828', time=2024-09-19T16:17:10.123703+0000, chain.objs.size()=1 2024-09-19T14:23:59.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.355+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.580__shadow:XqDkDkqQxZSTSqxvyIJDdNPHKVdoau-_.uPW5pIFvbUMVY9euainzqudUuTXY5F0_0 2024-09-19T14:23:59.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.355+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3455983779371972062', time=2024-09-19T16:17:10.286996+0000, chain.objs.size()=1 2024-09-19T14:23:59.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.355+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.580__shadow:XqDkDkqQxZSTSqxvyIJDdNPHKVdoau-_.uPW5pIFvbUMVY9euainzqudUuTXY5F0_0 2024-09-19T14:23:59.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.359+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 0/65561 2024-09-19T14:23:59.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.363+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-19T14:23:59.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.363+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5527300043303325807', time=2024-09-19T16:17:26.634020+0000, chain.objs.size()=1 2024-09-19T14:23:59.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.363+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.608__shadow_.GGlbcm3QPsDIsD2Fet7t8VB1zfTpWJY_0 2024-09-19T14:23:59.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.363+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4607160794735105560', time=2024-09-19T16:19:53.986371+0000, chain.objs.size()=1 2024-09-19T14:23:59.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.363+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.628__shadow_.ClHVfzCK8UjkfIjCkqwSHLSj37kUZi5_0 2024-09-19T14:23:59.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.363+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13670801133700965166', time=2024-09-19T16:20:40.376477+0000, chain.objs.size()=1 2024-09-19T14:23:59.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.363+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.701__shadow:-m92k4hGQmDCR.cdFrhreZ-T8N4WSHQ_.SUFlYiefy8ER_0Kd-vpSM7dXxLOYqeJ_0 2024-09-19T14:23:59.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.363+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='2~eI2O8XS_0sX9v266Y3KkO80z-QCje0p', time=2024-09-19T16:21:25.337041+0000, chain.objs.size()=1 2024-09-19T14:23:59.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.363+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.742__multipart_mymultipart.2~eI2O8XS_0sX9v266Y3KkO80z-QCje0p.1 2024-09-19T14:23:59.365 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.363+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:23:59.369 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.367+0000 7fb91a7579c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-19T14:23:59.370 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.367+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:23:59.370 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.367+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:23:59.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.371+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/50904' 2024-09-19T14:23:59.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.371+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17333657353341384002', time=2024-09-19T16:08:39.077411+0000, chain.objs.size()=5 2024-09-19T14:23:59.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.371+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.161__multipart_foo-FROZEN.2~G4Flgw3S4ykO8gmC2Kh3ep4vmfN3r1y.1 2024-09-19T14:23:59.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.371+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.161__shadow_foo-FROZEN.2~G4Flgw3S4ykO8gmC2Kh3ep4vmfN3r1y.1_1 2024-09-19T14:23:59.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.371+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.161__multipart_foo-FROZEN.2~G4Flgw3S4ykO8gmC2Kh3ep4vmfN3r1y.2 2024-09-19T14:23:59.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.371+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.161__shadow_foo-FROZEN.2~G4Flgw3S4ykO8gmC2Kh3ep4vmfN3r1y.2_1 2024-09-19T14:23:59.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.371+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.161__multipart_foo-FROZEN.2~G4Flgw3S4ykO8gmC2Kh3ep4vmfN3r1y.3 2024-09-19T14:23:59.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.371+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5157129572618317336', time=2024-09-19T16:10:36.207541+0000, chain.objs.size()=1 2024-09-19T14:23:59.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.371+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.231__shadow_.Qvh7B1_ZTbgak0GCvA5Lm3gBn6etlb-_0 2024-09-19T14:23:59.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.371+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7790435694899367237', time=2024-09-19T16:10:45.078067+0000, chain.objs.size()=1 2024-09-19T14:23:59.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.371+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.243__shadow_.-Vpj0nQtG9hHminR0qYqzRufI_VwZti_0 2024-09-19T14:23:59.373 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.371+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8077990354262097250', time=2024-09-19T16:10:49.934454+0000, chain.objs.size()=1 2024-09-19T14:23:59.373 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.371+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.250__shadow_.8sry3SSzSiexoFo0VgRcV_XC-vS8ZVn_0 2024-09-19T14:23:59.373 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.371+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1388864409936175556', time=2024-09-19T16:11:18.199743+0000, chain.objs.size()=1 2024-09-19T14:23:59.373 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.371+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.tpjocl0X4ExmJndb8PVti-8CIYAG1QM_0 2024-09-19T14:23:59.373 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.371+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.700810360771417883', time=2024-09-19T16:11:18.495307+0000, chain.objs.size()=1 2024-09-19T14:23:59.373 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.371+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.R237JkSN2cQ9Z37ABzyt-4BWII5nXL-_0 2024-09-19T14:23:59.373 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.371+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.719312694242979994', time=2024-09-19T16:11:18.508913+0000, chain.objs.size()=1 2024-09-19T14:23:59.373 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.371+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.pSeGd2GDrgXKPuhns5ExgWZIBFnCJ12_0 2024-09-19T14:23:59.373 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.371+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4249388885703742064', time=2024-09-19T16:11:18.591283+0000, chain.objs.size()=1 2024-09-19T14:23:59.373 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.371+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.4_wxeoDML86NOhYPmz_aiNNGwujh3JC_0 2024-09-19T14:23:59.374 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.371+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17575647312317273616', time=2024-09-19T16:11:18.600354+0000, chain.objs.size()=1 2024-09-19T14:23:59.374 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.371+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.EDaJo86eeQcv-Ofn8xya6xusNK3J6SR_0 2024-09-19T14:23:59.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.371+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9821513040240152626', time=2024-09-19T16:11:18.620522+0000, chain.objs.size()=1 2024-09-19T14:23:59.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.371+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.2pAbuB51afKKRHJKgh188Lm-05N0PDp_0 2024-09-19T14:23:59.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.375+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8038379044826452209', time=2024-09-19T16:11:18.787629+0000, chain.objs.size()=1 2024-09-19T14:23:59.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.375+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.RtDUD9L5w63868UptMIUyKjXTNa8XDl_0 2024-09-19T14:23:59.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.375+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9918866595264661187', time=2024-09-19T16:11:18.821772+0000, chain.objs.size()=1 2024-09-19T14:23:59.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.375+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.CaBBrG3jFzPbYENCH3kYIA7Gd9MpWBL_0 2024-09-19T14:23:59.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.375+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15684075013085143205', time=2024-09-19T16:11:18.850521+0000, chain.objs.size()=1 2024-09-19T14:23:59.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.375+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.2SgYFXyxUK74krhWgvh01mSFqpgqRst_0 2024-09-19T14:23:59.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.375+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17294611422792535242', time=2024-09-19T16:11:18.851514+0000, chain.objs.size()=1 2024-09-19T14:23:59.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.375+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.0i-7RT8Qf54ytyQyiSBoVUFgPKcZCkw_0 2024-09-19T14:23:59.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.375+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9506119462765802742', time=2024-09-19T16:11:18.878069+0000, chain.objs.size()=1 2024-09-19T14:23:59.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.375+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.MEi0wmHY7xarUEJdiNrftHfpKecbHTV_0 2024-09-19T14:23:59.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.375+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9523454296878521914', time=2024-09-19T16:11:18.907929+0000, chain.objs.size()=1 2024-09-19T14:23:59.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.375+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.ksNYtrnQS_0wn0dF7kAQu0TnG9jHyNR_0 2024-09-19T14:23:59.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.375+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14322431408352684177', time=2024-09-19T16:11:18.963622+0000, chain.objs.size()=1 2024-09-19T14:23:59.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.375+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.KFKDcTwhmefSyJ46Rb7FqI1gXf51JUA_0 2024-09-19T14:23:59.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.375+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14509671865486193219', time=2024-09-19T16:11:19.283900+0000, chain.objs.size()=1 2024-09-19T14:23:59.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.375+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.Gux0LCaomF8WSixsLmhJpMci5Nrdo9J_0 2024-09-19T14:23:59.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.375+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5824783357476057004', time=2024-09-19T16:11:19.297904+0000, chain.objs.size()=1 2024-09-19T14:23:59.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.375+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.4TagWhTOAoFBUhLK-UeViYubBjwCJAr_0 2024-09-19T14:23:59.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.375+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16054739872734473136', time=2024-09-19T16:11:19.332760+0000, chain.objs.size()=1 2024-09-19T14:23:59.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.375+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.CrZGzasQ0Q4oDq8VLnGR577TroNEZ9K_0 2024-09-19T14:23:59.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.379+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1648102935784086879', time=2024-09-19T16:11:19.333449+0000, chain.objs.size()=1 2024-09-19T14:23:59.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.379+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.FvQVG5udCr8XMQbeFe6rtcY_Sg7h4uK_0 2024-09-19T14:23:59.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.379+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10934553398221309318', time=2024-09-19T16:11:19.507321+0000, chain.objs.size()=1 2024-09-19T14:23:59.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.379+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.0o6-eqRHQ6EHWBNTLir2F1Zr6ZqV9Vg_0 2024-09-19T14:23:59.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.379+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10225386054469040926', time=2024-09-19T16:11:19.526565+0000, chain.objs.size()=1 2024-09-19T14:23:59.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.379+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.DdNqebd3RN9sV6JorABvZJA4Cju8VfQ_0 2024-09-19T14:23:59.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.379+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3943459428626352704', time=2024-09-19T16:11:19.562754+0000, chain.objs.size()=1 2024-09-19T14:23:59.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.379+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.Y56nlKfGEMb7mTL1oxQU2trL69e9smD_0 2024-09-19T14:23:59.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.379+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15348970868991778961', time=2024-09-19T16:11:19.782177+0000, chain.objs.size()=1 2024-09-19T14:23:59.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.379+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.masug0QHznSnzcCtHkTlB7smDx44heY_0 2024-09-19T14:23:59.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.379+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5757069416873130080', time=2024-09-19T16:11:19.829409+0000, chain.objs.size()=1 2024-09-19T14:23:59.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.379+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.681Wjo8puPILhHfT9oAzJYj7vVKGHfP_0 2024-09-19T14:23:59.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.379+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10522083787206008869', time=2024-09-19T16:11:19.854229+0000, chain.objs.size()=1 2024-09-19T14:23:59.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.379+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.izY3aQ_pXhBgfv_eRAGNiE2AUVLeAVc_0 2024-09-19T14:23:59.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.379+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17177424247225554968', time=2024-09-19T16:11:19.857882+0000, chain.objs.size()=1 2024-09-19T14:23:59.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.379+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.Nb8bjT-tyteWyi4BCWnoejbDdF72wNc_0 2024-09-19T14:23:59.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.379+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7780409343851274530', time=2024-09-19T16:11:19.921043+0000, chain.objs.size()=1 2024-09-19T14:23:59.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.379+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.2cvT62fPK8c76pGvwqoNjcmpXNL7mCf_0 2024-09-19T14:23:59.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.379+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7476795272369933799', time=2024-09-19T16:11:20.090722+0000, chain.objs.size()=1 2024-09-19T14:23:59.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.379+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.CVINTHpGMOwWMgfofcD0zcCjPfkwE7B_0 2024-09-19T14:23:59.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.379+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15703520979730825270', time=2024-09-19T16:11:20.102503+0000, chain.objs.size()=1 2024-09-19T14:23:59.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.379+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.R53vF3fx6xdlNvFm7_mXsJzo3aGw3H2_0 2024-09-19T14:23:59.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.383+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2326713946563831129', time=2024-09-19T16:11:20.187048+0000, chain.objs.size()=1 2024-09-19T14:23:59.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.383+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.S-BEYLjHeq9kDSYbEVxLrWI3Qsh9gCc_0 2024-09-19T14:23:59.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.383+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8584081529589450792', time=2024-09-19T16:11:20.275674+0000, chain.objs.size()=1 2024-09-19T14:23:59.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.383+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.Y4UUWc7GCemGuK6GmnF6g6NqmCTI5p4_0 2024-09-19T14:23:59.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.383+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9407215923519251965', time=2024-09-19T16:11:20.474861+0000, chain.objs.size()=1 2024-09-19T14:23:59.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.383+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.n9C-AD9WQUMzaq8RU_KT85oVVVtS9HG_0 2024-09-19T14:23:59.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.383+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6452949921916810524', time=2024-09-19T16:11:20.482130+0000, chain.objs.size()=1 2024-09-19T14:23:59.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.383+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.M0JIPqj-hMBN3MtiuGKSHK1IX1RReQA_0 2024-09-19T14:23:59.386 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.383+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9621412328183074074', time=2024-09-19T16:11:20.579970+0000, chain.objs.size()=1 2024-09-19T14:23:59.386 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.383+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.Gx2URyOrMNaR8dxjQmojT6Ucy-wWFPD_0 2024-09-19T14:23:59.386 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.383+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7521915788058059778', time=2024-09-19T16:11:22.341424+0000, chain.objs.size()=1 2024-09-19T14:23:59.386 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.383+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.265__shadow_.sl3aHJY-_bR0O2VikL1wjeSMf08zuJN_0 2024-09-19T14:23:59.386 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.383+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7902846432171006004', time=2024-09-19T16:11:29.745617+0000, chain.objs.size()=1 2024-09-19T14:23:59.386 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.383+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.277__shadow_.FJuswIfVASIvbYh28vKOE6uPOMm9dau_0 2024-09-19T14:23:59.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.383+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12324303559751878313', time=2024-09-19T16:11:33.573078+0000, chain.objs.size()=1 2024-09-19T14:23:59.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.383+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.283__shadow_.UF_TGc52g-OLzXdRMXdOUQ99awsX-31_0 2024-09-19T14:23:59.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.383+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15058359981474174414', time=2024-09-19T16:11:40.340185+0000, chain.objs.size()=1 2024-09-19T14:23:59.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.383+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.292__shadow_.x_y4fbiDgw4PCHmraajMHXJjxNa3Fj3_0 2024-09-19T14:23:59.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.383+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14538256887532748845', time=2024-09-19T16:11:41.724256+0000, chain.objs.size()=1 2024-09-19T14:23:59.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.383+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.293__shadow_.3SyB7d6xnxmyiSfecW6E7xo6AYxj5eV_0 2024-09-19T14:23:59.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.383+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6426876811822776175', time=2024-09-19T16:11:48.194061+0000, chain.objs.size()=1 2024-09-19T14:23:59.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.383+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.303__shadow_.i5q7JuDV4xYYdt_DQMIh_UXxDm059Hh_0 2024-09-19T14:23:59.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.387+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10782250507847266723', time=2024-09-19T16:11:48.824705+0000, chain.objs.size()=1 2024-09-19T14:23:59.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.387+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.304__shadow_.xRmfRYoMskJAXVsd432urJdtSqmzqVR_0 2024-09-19T14:23:59.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.387+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10126193805261572023', time=2024-09-19T16:11:49.481420+0000, chain.objs.size()=1 2024-09-19T14:23:59.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.387+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.305__shadow_.J0bKPWLts_zY9q-Fa1aA_hJPipIyiML_0 2024-09-19T14:23:59.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.387+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16328026927784179230', time=2024-09-19T16:12:21.668805+0000, chain.objs.size()=1 2024-09-19T14:23:59.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.387+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.xK5821dc0cKWUiJkrwM4Bb5QeSJHg6Y_0 2024-09-19T14:23:59.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.387+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15635460542077290443', time=2024-09-19T16:12:21.674837+0000, chain.objs.size()=1 2024-09-19T14:23:59.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.387+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.W1sEyDbvo_4Uam7FK13_ZkzeeLlK6d2_0 2024-09-19T14:23:59.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.387+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12411095166377763284', time=2024-09-19T16:12:21.792762+0000, chain.objs.size()=1 2024-09-19T14:23:59.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.387+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.yLr3nF49qslrNTsEFD99ECTzsx20PWB_0 2024-09-19T14:23:59.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.387+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13895194536241427140', time=2024-09-19T16:12:21.815518+0000, chain.objs.size()=1 2024-09-19T14:23:59.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.387+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Z8yN-iXQ3jI1uzdp4r91KJtpvIftezM_0 2024-09-19T14:23:59.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.387+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4575351805420775217', time=2024-09-19T16:12:21.827666+0000, chain.objs.size()=1 2024-09-19T14:23:59.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.387+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.pqvcP6wp0FfjUUtucxNAxl6u7YAjyil_0 2024-09-19T14:23:59.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.387+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13464073937478156595', time=2024-09-19T16:12:22.065694+0000, chain.objs.size()=1 2024-09-19T14:23:59.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.387+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.8dqdLx5a-mxa6fiS4wmEL8Ey35wZggu_0 2024-09-19T14:23:59.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.387+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5519569889934734174', time=2024-09-19T16:12:22.069783+0000, chain.objs.size()=1 2024-09-19T14:23:59.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.387+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.COOw1pxUGgxhGfLN0rYRkeDM-rIwzvS_0 2024-09-19T14:23:59.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.387+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8116227400847784059', time=2024-09-19T16:12:22.123855+0000, chain.objs.size()=1 2024-09-19T14:23:59.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.391+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.8UKi_1Fps2l2-Iq1AaHPRseqRDI9A0y_0 2024-09-19T14:23:59.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.391+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9640887176562348536', time=2024-09-19T16:12:22.129798+0000, chain.objs.size()=1 2024-09-19T14:23:59.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.391+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.oCkpoAqU5AGjaZ79qPlDkOldhH2t_xM_0 2024-09-19T14:23:59.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.391+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9748079393242858057', time=2024-09-19T16:12:22.180049+0000, chain.objs.size()=1 2024-09-19T14:23:59.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.391+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.EaUQiL8o9RCqh_iMNmuFDFti3Pld8Ld_0 2024-09-19T14:23:59.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.391+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1136648985817674722', time=2024-09-19T16:12:22.345585+0000, chain.objs.size()=1 2024-09-19T14:23:59.395 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.391+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.I8tdhnh3ttaN52zANkCSyKkqxM6kBw9_0 2024-09-19T14:23:59.395 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.391+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16218590794322696920', time=2024-09-19T16:12:22.433711+0000, chain.objs.size()=1 2024-09-19T14:23:59.395 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.391+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.9kh4BgkpUJHxqDrptXuXFmNhKRgtvz9_0 2024-09-19T14:23:59.395 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.391+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2774565863092446125', time=2024-09-19T16:12:22.480221+0000, chain.objs.size()=1 2024-09-19T14:23:59.395 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.391+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.GroHTL9hLjWY9f1_MN3CFffjxA4IvrV_0 2024-09-19T14:23:59.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.391+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4201771503451285332', time=2024-09-19T16:12:22.773611+0000, chain.objs.size()=1 2024-09-19T14:23:59.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.391+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.wEIEHAU8y3EwjyHXSYF4NxtskBmQyAp_0 2024-09-19T14:23:59.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.391+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16555410563643077788', time=2024-09-19T16:12:22.815623+0000, chain.objs.size()=1 2024-09-19T14:23:59.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.391+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.J3UZ-7PFMkVWl5mZCgppoPQxm1USBeW_0 2024-09-19T14:23:59.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.391+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7528922963924094013', time=2024-09-19T16:12:23.174010+0000, chain.objs.size()=1 2024-09-19T14:23:59.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.391+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.sqQayvej-Nn4VQJcdofCY_z1XzyDPOP_0 2024-09-19T14:23:59.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.391+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17482827884521992760', time=2024-09-19T16:12:23.322240+0000, chain.objs.size()=1 2024-09-19T14:23:59.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.391+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.M5XnFzAHt-oH3yfOm-Tjdhhdmi2RX-s_0 2024-09-19T14:23:59.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.391+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8315985092657488115', time=2024-09-19T16:12:23.400129+0000, chain.objs.size()=1 2024-09-19T14:23:59.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.391+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.sT403FmPB0xZQl0tFR6l_2vswLOIlc6_0 2024-09-19T14:23:59.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.391+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18159604942799760086', time=2024-09-19T16:12:23.424443+0000, chain.objs.size()=1 2024-09-19T14:23:59.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.391+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.EwGfU2QbWibJdpAyychYnzGKmVW9Idf_0 2024-09-19T14:23:59.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.391+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5225399584841077239', time=2024-09-19T16:12:23.660122+0000, chain.objs.size()=1 2024-09-19T14:23:59.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.391+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.ZI9UT7_YdFhaxQYKhedEWxh3v53Ewvu_0 2024-09-19T14:23:59.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.395+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9774701430222718254', time=2024-09-19T16:12:23.671451+0000, chain.objs.size()=1 2024-09-19T14:23:59.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.395+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Wj1OIY6L-0DZMzjbum0H0jHPt08lBXp_0 2024-09-19T14:23:59.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.395+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17901830778183346222', time=2024-09-19T16:12:23.725672+0000, chain.objs.size()=1 2024-09-19T14:23:59.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.395+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Z1-bV377jwY6-kagskd3zo6HczrR4RB_0 2024-09-19T14:23:59.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.399+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16144344062851337526', time=2024-09-19T16:12:23.753267+0000, chain.objs.size()=1 2024-09-19T14:23:59.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.399+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.HkCzbb848rKp2o8kKtZY-KWOKc0zqSw_0 2024-09-19T14:23:59.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.399+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16080856703790230112', time=2024-09-19T16:12:23.992116+0000, chain.objs.size()=1 2024-09-19T14:23:59.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.399+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.L2KjGGyaF_YAKpOfKyrgn7s2p9faYns_0 2024-09-19T14:23:59.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.399+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17072237853950777320', time=2024-09-19T16:12:24.103176+0000, chain.objs.size()=1 2024-09-19T14:23:59.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.399+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.fBsEwOmkoEzdZlr0vfKg4X1bVKpbUgC_0 2024-09-19T14:23:59.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.399+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12243255080160301405', time=2024-09-19T16:12:45.336497+0000, chain.objs.size()=1 2024-09-19T14:23:59.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.399+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.lHaSjodA5BIxWtbgsk6XfY3vvsSjomR_0 2024-09-19T14:23:59.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.399+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8289697378548167764', time=2024-09-19T16:12:45.359324+0000, chain.objs.size()=1 2024-09-19T14:23:59.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.399+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.VhbNKwgMQQItaXyGhE4dkHVOL3xXGG0_0 2024-09-19T14:23:59.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.399+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5262304951363271547', time=2024-09-19T16:12:45.369147+0000, chain.objs.size()=1 2024-09-19T14:23:59.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.399+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.1dWhJ5l3p5TMytvcWI5BU0DHORKvGmL_0 2024-09-19T14:23:59.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.399+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10028393303852749678', time=2024-09-19T16:12:45.370174+0000, chain.objs.size()=1 2024-09-19T14:23:59.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.399+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.3b-3SskCi7podaI90JocYB0Uf36apqH_0 2024-09-19T14:23:59.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.399+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8924112864362473496', time=2024-09-19T16:12:45.422321+0000, chain.objs.size()=1 2024-09-19T14:23:59.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.399+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.yqD7ZPjRDik4oot3RVESuVHzgxQj5Eq_0 2024-09-19T14:23:59.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.399+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17067070935648033211', time=2024-09-19T16:12:45.752494+0000, chain.objs.size()=1 2024-09-19T14:23:59.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.399+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.p-7QlvYhpHNtxwjbyChBgZlWWIyiUbb_0 2024-09-19T14:23:59.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.399+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8549681424210874820', time=2024-09-19T16:12:46.407131+0000, chain.objs.size()=1 2024-09-19T14:23:59.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.399+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.i5OUWbQ99uC8X8phBhgYAEgUxAuzJU6_0 2024-09-19T14:23:59.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.399+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4258301869436927409', time=2024-09-19T16:12:46.447726+0000, chain.objs.size()=1 2024-09-19T14:23:59.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.399+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.X9K_YYW_4CBQ723oU7ejJrgTH67Q4Pa_0 2024-09-19T14:23:59.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.399+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7619920834590029467', time=2024-09-19T16:12:46.462360+0000, chain.objs.size()=1 2024-09-19T14:23:59.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.399+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.48sb8KvLuHF78YWoCiwg6QAS2OSFm6S_0 2024-09-19T14:23:59.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.403+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15048588289619800259', time=2024-09-19T16:12:46.533093+0000, chain.objs.size()=1 2024-09-19T14:23:59.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.403+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.kJ7z0dy8Nug0BPDtMoK5Ee2s5uB4WK9_0 2024-09-19T14:23:59.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.403+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5589166544184923840', time=2024-09-19T16:12:46.535003+0000, chain.objs.size()=1 2024-09-19T14:23:59.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.403+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.SaXwf7K-2gsRYV0S4hUWUZtv2joqYMA_0 2024-09-19T14:23:59.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.403+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4248283330995465910', time=2024-09-19T16:12:46.575137+0000, chain.objs.size()=1 2024-09-19T14:23:59.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.403+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.mV0QuchdywxXeVGILfGSrGgBBxrLls7_0 2024-09-19T14:23:59.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.403+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6140335149898798016', time=2024-09-19T16:12:46.713585+0000, chain.objs.size()=1 2024-09-19T14:23:59.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.403+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.eD1fRlKofRNsGPdCI3Cg9uNMIy75zX3_0 2024-09-19T14:23:59.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.403+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15230288126864218685', time=2024-09-19T16:12:46.765509+0000, chain.objs.size()=1 2024-09-19T14:23:59.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.403+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.NsPmmUCufK_DDsYu0az9mhTV9xLDIzy_0 2024-09-19T14:23:59.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.403+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13779368042731540325', time=2024-09-19T16:12:46.767942+0000, chain.objs.size()=1 2024-09-19T14:23:59.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.403+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.cI2WfbWb63ZzN9R_eopumFhmgLSf11p_0 2024-09-19T14:23:59.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.403+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17187617272226323170', time=2024-09-19T16:12:46.827593+0000, chain.objs.size()=1 2024-09-19T14:23:59.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.403+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.jXILem09C5K-9EB-RJ6CRMetfPOy9WD_0 2024-09-19T14:23:59.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.403+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1757983447219324379', time=2024-09-19T16:12:47.130795+0000, chain.objs.size()=1 2024-09-19T14:23:59.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.403+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.YYh417RSR9IMq0jFS7QDLkaIUb6QHS-_0 2024-09-19T14:23:59.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.403+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17561973867692117084', time=2024-09-19T16:12:47.380390+0000, chain.objs.size()=1 2024-09-19T14:23:59.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.403+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.BxJLo0XbrjCoZxX0BZ6KKvKOySgR1rq_0 2024-09-19T14:23:59.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.407+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.875120938869170702', time=2024-09-19T16:12:47.418278+0000, chain.objs.size()=1 2024-09-19T14:23:59.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.407+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.X6Vh0FoGSMzjWATTp6ketDgdlJUo8yN_0 2024-09-19T14:23:59.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.407+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14458423422895054760', time=2024-09-19T16:12:47.422036+0000, chain.objs.size()=1 2024-09-19T14:23:59.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.407+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.2M_C61Yg_m51NfHlVLRi5-JfrAx3loX_0 2024-09-19T14:23:59.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.407+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10660599769768443871', time=2024-09-19T16:12:47.444157+0000, chain.objs.size()=1 2024-09-19T14:23:59.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.407+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.OZkz2AmjBOuCqXghLzjAAFqsbX3Ffd3_0 2024-09-19T14:23:59.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.407+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12518578526137204180', time=2024-09-19T16:12:47.453597+0000, chain.objs.size()=1 2024-09-19T14:23:59.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.407+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.D7rXqqLQqHfNXqew7U26hXbYcQchWIQ_0 2024-09-19T14:23:59.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.407+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8523641022696240114', time=2024-09-19T16:12:47.458635+0000, chain.objs.size()=1 2024-09-19T14:23:59.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.407+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.yeAxZaDbPs1pMIWf4hVbeoeIXhsBA5R_0 2024-09-19T14:23:59.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.407+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10742277473435284750', time=2024-09-19T16:12:47.460652+0000, chain.objs.size()=1 2024-09-19T14:23:59.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.407+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.tO7BaNUNIXbueJqFEcC1wSWfcipgQVn_0 2024-09-19T14:23:59.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.407+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5542133973550845780', time=2024-09-19T16:12:47.539123+0000, chain.objs.size()=1 2024-09-19T14:23:59.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.407+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.PF4tWjKpGeccbvy70E3HDiEGirj_K6p_0 2024-09-19T14:23:59.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.407+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1391206660762908021', time=2024-09-19T16:12:47.557954+0000, chain.objs.size()=1 2024-09-19T14:23:59.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.407+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.Sf8kmfpDn1317EYxara1YA604rm2E6F_0 2024-09-19T14:23:59.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.411+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8466501593369586830', time=2024-09-19T16:12:47.560722+0000, chain.objs.size()=1 2024-09-19T14:23:59.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.411+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.rUuN1CSb3lSR6XbLczLDgiQ2zUFOtyz_0 2024-09-19T14:23:59.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.411+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7782881286525364571', time=2024-09-19T16:12:54.065659+0000, chain.objs.size()=1 2024-09-19T14:23:59.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.411+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.335__shadow_.pt5ERr5Uc8jqRLOQjlML9LEwALTVesC_0 2024-09-19T14:23:59.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.411+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3863777528128146806', time=2024-09-19T16:12:58.054140+0000, chain.objs.size()=1 2024-09-19T14:23:59.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.411+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.342__shadow_.9AgIv5ImzwMntUCFqkUJ0vSnYANL2ix_0 2024-09-19T14:23:59.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.411+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2473095155978384170', time=2024-09-19T16:13:19.890138+0000, chain.objs.size()=1 2024-09-19T14:23:59.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.411+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.381__shadow_.FiL3WzUyApaBApA48huWFLmRJs-sm-__0 2024-09-19T14:23:59.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.411+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10071992214537303030', time=2024-09-19T16:13:21.973518+0000, chain.objs.size()=1 2024-09-19T14:23:59.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.411+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.384__shadow_.N0Wiyj7l50Llj4vI9VoyhieGBSXB8ah_0 2024-09-19T14:23:59.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.415+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 0/50904 2024-09-19T14:23:59.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.415+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=14, truncated=0, next_marker='' 2024-09-19T14:23:59.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.415+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1732183104042845084', time=2024-09-19T16:14:17.525071+0000, chain.objs.size()=1 2024-09-19T14:23:59.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.415+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.466__shadow_.mJ46TuFzV207D4UCpkUcO8aYiq1wNuv_0 2024-09-19T14:23:59.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.415+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18340509062406277098', time=2024-09-19T16:14:56.877082+0000, chain.objs.size()=4 2024-09-19T14:23:59.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.415+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.520__shadow:-lDNeRs3M1W7xpu3SrsJaAjH6CpDGVC_.vjeb4Z8A-rULl1cKqCBpOjrGsAZXUhv_0 2024-09-19T14:23:59.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.415+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.520__shadow:-lDNeRs3M1W7xpu3SrsJaAjH6CpDGVC_.vjeb4Z8A-rULl1cKqCBpOjrGsAZXUhv_1 2024-09-19T14:23:59.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.415+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.520__shadow:-lDNeRs3M1W7xpu3SrsJaAjH6CpDGVC_.vjeb4Z8A-rULl1cKqCBpOjrGsAZXUhv_2 2024-09-19T14:23:59.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.415+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.520__shadow:-lDNeRs3M1W7xpu3SrsJaAjH6CpDGVC_.vjeb4Z8A-rULl1cKqCBpOjrGsAZXUhv_3 2024-09-19T14:23:59.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.415+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2292056521238475338', time=2024-09-19T16:16:29.618772+0000, chain.objs.size()=1 2024-09-19T14:23:59.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.415+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.569__shadow:b91oZX5qSZro2ku7nBI0D3ZX2iXc05g_.jKKFq5tmJzoGBpbK8C8nN3CvqGkOVHb_0 2024-09-19T14:23:59.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.415+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17045535483273971299', time=2024-09-19T16:16:39.883656+0000, chain.objs.size()=1 2024-09-19T14:23:59.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.415+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.574__shadow:IIOVX8rdr7pVRaihr18TbUyD5SCrtPJ_.wFLBGMRbnGPlxt9tvb5EqoNrlrsTJOv_0 2024-09-19T14:23:59.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.415+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4322573390435981838', time=2024-09-19T16:16:55.157487+0000, chain.objs.size()=1 2024-09-19T14:23:59.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.415+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.577__shadow:vLHNJMrZid2OWkbcxtc4mlviOAxj4mN_.W78LdOvye9aQmk2NgwO-sxEFyM8Y7uh_0 2024-09-19T14:23:59.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.415+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1356970418258914567', time=2024-09-19T16:17:08.489148+0000, chain.objs.size()=1 2024-09-19T14:23:59.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.415+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.579__shadow:Y91O8olZVw0.grlkc9j1lK5TTVKDue8_.SAAS66ag7N0ygstJU2TSIsP_IvPYKmq_0 2024-09-19T14:23:59.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.415+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2824945049040170638', time=2024-09-19T16:17:24.321706+0000, chain.objs.size()=1 2024-09-19T14:23:59.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.415+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.604__shadow_.jqvBUVkOvtOnJ2A2ChJTm3Ijq-IGU2e_0 2024-09-19T14:23:59.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.415+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16566483872702086091', time=2024-09-19T16:19:57.656765+0000, chain.objs.size()=1 2024-09-19T14:23:59.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.415+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.634__shadow_.gpjWrKdibC0hhATQ98tjjvva1659yfs_0 2024-09-19T14:23:59.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.415+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11492104463329404605', time=2024-09-19T16:20:22.114108+0000, chain.objs.size()=1 2024-09-19T14:23:59.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.415+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.666__shadow_.bN5KBCE4Kaq6IDfEKSrdPu3CXbBCUIZ_0 2024-09-19T14:23:59.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.419+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3428254093870894036', time=2024-09-19T16:20:37.341337+0000, chain.objs.size()=1 2024-09-19T14:23:59.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.419+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.696__shadow:wUoKDJzRwlgRb3Gohux97BSyqLYC.XY_.75nt3zTpRZ73LAfkgaNeDuYqBWZbfHW_0 2024-09-19T14:23:59.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.419+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5844763935769528413', time=2024-09-19T16:20:41.072672+0000, chain.objs.size()=1 2024-09-19T14:23:59.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.419+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.702__multipart_file1.2~k-izUBk4rpOw7TY_WDUvMHa1KlzfIMl.1 2024-09-19T14:23:59.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.419+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3659829715039314274', time=2024-09-19T16:22:00.181190+0000, chain.objs.size()=1 2024-09-19T14:23:59.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.419+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.762__shadow_.6dehOZNlCOT-fHcv7XyYK60FsHKWO54_0 2024-09-19T14:23:59.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.419+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15603321119015740637', time=2024-09-19T16:22:04.809496+0000, chain.objs.size()=1 2024-09-19T14:23:59.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.419+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.767__shadow_.mf4wpVAPYNLtxrIvvcS2CDXCKMWnFOS_0 2024-09-19T14:23:59.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.419+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4603275549800305394', time=2024-09-19T16:22:11.290307+0000, chain.objs.size()=1 2024-09-19T14:23:59.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.419+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.773__shadow_.sUaNVNVsbO7fKIBmiuZX2WkAt78232s_0 2024-09-19T14:23:59.428 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.423+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:23:59.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.427+0000 7fb91a7579c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-19T14:23:59.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.431+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:23:59.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.431+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:23:59.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.431+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/44766' 2024-09-19T14:23:59.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.431+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1782105035604081413', time=2024-09-19T16:08:40.413037+0000, chain.objs.size()=3 2024-09-19T14:23:59.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.431+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.162__shadow_.UuK-pf-eEKIFTweercSmS8guhh-_E_3_0 2024-09-19T14:23:59.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.431+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.162__shadow_.UuK-pf-eEKIFTweercSmS8guhh-_E_3_1 2024-09-19T14:23:59.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.431+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.162__shadow_.UuK-pf-eEKIFTweercSmS8guhh-_E_3_2 2024-09-19T14:23:59.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.431+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.221932371316156819', time=2024-09-19T16:10:41.570001+0000, chain.objs.size()=1 2024-09-19T14:23:59.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.431+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.238__shadow_.4zXi_OMO1WQ8L9iqoUMK0juvdSxTYIf_0 2024-09-19T14:23:59.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.431+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11492934976917145978', time=2024-09-19T16:10:47.483142+0000, chain.objs.size()=1 2024-09-19T14:23:59.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.431+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.246__shadow_.f-m46BWx1TCA_ddgVdw14twgH7Ahxvu_0 2024-09-19T14:23:59.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.431+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14647180827103653872', time=2024-09-19T16:10:50.623241+0000, chain.objs.size()=1 2024-09-19T14:23:59.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.431+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.251__shadow_.J2TxcpsJHNtt6PW4weat3wKN0GyLZxr_0 2024-09-19T14:23:59.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.431+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14252922288368459244', time=2024-09-19T16:10:53.175987+0000, chain.objs.size()=1 2024-09-19T14:23:59.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.431+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.255__shadow_.rbN-BG6SgcyWjQZTQsnJ6H3hljOkEoX_0 2024-09-19T14:23:59.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.431+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7666366491202751756', time=2024-09-19T16:11:18.232870+0000, chain.objs.size()=1 2024-09-19T14:23:59.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.431+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.kLPiVNiFCzg4p9l09CiyZ2WV5KHmRMa_0 2024-09-19T14:23:59.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.431+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15074781805769250218', time=2024-09-19T16:11:18.290433+0000, chain.objs.size()=1 2024-09-19T14:23:59.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.431+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.R9CqoVOKUhlUI592iFtqzr96Hq24CYi_0 2024-09-19T14:23:59.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.431+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12760386282584642656', time=2024-09-19T16:11:18.425555+0000, chain.objs.size()=1 2024-09-19T14:23:59.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.431+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.8QdaZuy0XQQnvnlPDjaPlRH15BhSqdv_0 2024-09-19T14:23:59.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.431+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8208239323375176984', time=2024-09-19T16:11:18.439330+0000, chain.objs.size()=1 2024-09-19T14:23:59.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.431+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.39g7hhxtW-oCFec7_uNYL4A7IKfiDh__0 2024-09-19T14:23:59.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.431+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14780182576115081075', time=2024-09-19T16:11:18.477933+0000, chain.objs.size()=1 2024-09-19T14:23:59.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.431+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.w5XzUNhxI3cQIvCdQ4HqmnrBJ3ab17v_0 2024-09-19T14:23:59.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.435+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8496838795395870046', time=2024-09-19T16:11:18.529896+0000, chain.objs.size()=1 2024-09-19T14:23:59.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.435+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.NnqkTt-d6XD-_Tg4DGGaZT7w6IThAdA_0 2024-09-19T14:23:59.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.435+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4979208994718842167', time=2024-09-19T16:11:18.541096+0000, chain.objs.size()=1 2024-09-19T14:23:59.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.435+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.0cvwO-Xl5j9z18uKF6rF16GY9iAw1_i_0 2024-09-19T14:23:59.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.435+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13204420849552779534', time=2024-09-19T16:11:18.761717+0000, chain.objs.size()=1 2024-09-19T14:23:59.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.435+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.3_v4pw_mi5jL6Nb9MlSm0Z8eB6klmkR_0 2024-09-19T14:23:59.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.435+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9588622562526805495', time=2024-09-19T16:11:18.778036+0000, chain.objs.size()=1 2024-09-19T14:23:59.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.435+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.uYtminCWVG4p2NKfcX_Jyc6fuQOMtBB_0 2024-09-19T14:23:59.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.435+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15975527783057887307', time=2024-09-19T16:11:18.859473+0000, chain.objs.size()=1 2024-09-19T14:23:59.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.435+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.lGVlVIetoAv_ssZfVEtpepzO0AjAEtC_0 2024-09-19T14:23:59.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.435+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17939253975784790132', time=2024-09-19T16:11:18.941902+0000, chain.objs.size()=1 2024-09-19T14:23:59.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.435+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.7KykqFvKDdydbPteUG-YhNkiBtBIzWS_0 2024-09-19T14:23:59.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.435+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6540048659762499455', time=2024-09-19T16:11:19.171495+0000, chain.objs.size()=1 2024-09-19T14:23:59.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.435+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.bifpDppxBZeLRkL6aSc-HvfUncPPd3m_0 2024-09-19T14:23:59.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.435+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10072739203242425421', time=2024-09-19T16:11:19.174312+0000, chain.objs.size()=1 2024-09-19T14:23:59.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.435+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.mASmwa0T9e3Ql9luwkOyCVZLrVQECbE_0 2024-09-19T14:23:59.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.435+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3939807009248182245', time=2024-09-19T16:11:19.253722+0000, chain.objs.size()=1 2024-09-19T14:23:59.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.435+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.DmacLHAi6Kv391bCrGJXyVnJE3MSETP_0 2024-09-19T14:23:59.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.435+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16013397944223648625', time=2024-09-19T16:11:19.329160+0000, chain.objs.size()=1 2024-09-19T14:23:59.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.435+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.WX47a43fTe0iWcqCj2mFsBqaQkF5laA_0 2024-09-19T14:23:59.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.435+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16916809278814708812', time=2024-09-19T16:11:19.525644+0000, chain.objs.size()=1 2024-09-19T14:23:59.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.435+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.Gq88vVb41-3Ufdh0HtCU4eRbVWvNhvD_0 2024-09-19T14:23:59.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.439+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10829991807318379720', time=2024-09-19T16:11:19.539134+0000, chain.objs.size()=1 2024-09-19T14:23:59.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.439+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.VOQoZzzGUfTRgB7U2142eVLL2lNGpuy_0 2024-09-19T14:23:59.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.439+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16596993997907346226', time=2024-09-19T16:11:19.592209+0000, chain.objs.size()=1 2024-09-19T14:23:59.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.439+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.zp86_ZLRT3DZBfOiGXTFZuLm6E8mdFh_0 2024-09-19T14:23:59.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.439+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3643960303023299537', time=2024-09-19T16:11:19.628371+0000, chain.objs.size()=1 2024-09-19T14:23:59.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.439+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.E1ZGvowXbZGZvwIu71ixmYNlUnWdhlP_0 2024-09-19T14:23:59.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.439+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8979049314709289530', time=2024-09-19T16:11:19.635675+0000, chain.objs.size()=1 2024-09-19T14:23:59.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.439+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.k-CM0WSaVlQ2cj-l1u-vjT7L6vHyyQb_0 2024-09-19T14:23:59.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.439+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15298967562195877103', time=2024-09-19T16:11:19.774453+0000, chain.objs.size()=1 2024-09-19T14:23:59.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.439+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.paAtYAZ2amS3eSzEkiVve_fCe4qUABM_0 2024-09-19T14:23:59.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.439+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7449577280391827507', time=2024-09-19T16:11:20.114292+0000, chain.objs.size()=1 2024-09-19T14:23:59.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.439+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.p7RHIQZCvHkPTHOnbiRoL_Rs4ojcYlN_0 2024-09-19T14:23:59.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.439+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1001317072112081344', time=2024-09-19T16:11:20.190183+0000, chain.objs.size()=1 2024-09-19T14:23:59.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.439+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.FVLRQR8AGZz_MNPbAq81s2120RXIS0U_0 2024-09-19T14:23:59.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.439+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15894149797439303438', time=2024-09-19T16:11:20.200131+0000, chain.objs.size()=1 2024-09-19T14:23:59.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.439+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.kxhZTaXZx6COowTgrhWdxgXksdrz6kX_0 2024-09-19T14:23:59.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.439+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11711368657675060343', time=2024-09-19T16:11:20.228581+0000, chain.objs.size()=1 2024-09-19T14:23:59.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.439+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.gefnGwg-AewFZtN1l2EKls7VhvNSWb4_0 2024-09-19T14:23:59.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.439+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17658547570812070995', time=2024-09-19T16:11:20.276357+0000, chain.objs.size()=1 2024-09-19T14:23:59.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.439+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.bSAd6n46B2-a0pbbQ5aKOK9RQZ9E2FW_0 2024-09-19T14:23:59.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.439+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12263041397710294887', time=2024-09-19T16:11:20.458331+0000, chain.objs.size()=1 2024-09-19T14:23:59.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.439+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.e9KCmerVJ0Jx2mSgBgRNiJfsLxYG3pB_0 2024-09-19T14:23:59.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.443+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12657819236415065775', time=2024-09-19T16:11:20.577894+0000, chain.objs.size()=1 2024-09-19T14:23:59.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.443+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.n-svUQ8SU7eHRQksjH-x3ih01vXHo9U_0 2024-09-19T14:23:59.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.443+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16070135683590551453', time=2024-09-19T16:11:41.737963+0000, chain.objs.size()=1 2024-09-19T14:23:59.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.443+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.293__shadow_.gdUBtbNGXitQc5PXkglT7hXQ7S6v731_0 2024-09-19T14:23:59.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.443+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5460460438182400980', time=2024-09-19T16:11:47.520226+0000, chain.objs.size()=1 2024-09-19T14:23:59.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.443+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.302__shadow_.IrcnYnNBeF2w73df66uVcu9I-Zo4IWs_0 2024-09-19T14:23:59.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.443+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13474017845983875438', time=2024-09-19T16:12:21.635481+0000, chain.objs.size()=1 2024-09-19T14:23:59.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.443+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.7kIDnEtaf3az0AFtkIiuwuXXWnI8WtS_0 2024-09-19T14:23:59.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.443+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17283755107916800324', time=2024-09-19T16:12:21.695177+0000, chain.objs.size()=1 2024-09-19T14:23:59.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.443+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.hD5me-RFACbmrSRMIZScJTTBRsxTxy2_0 2024-09-19T14:23:59.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.443+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.915745632293649137', time=2024-09-19T16:12:21.712063+0000, chain.objs.size()=1 2024-09-19T14:23:59.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.443+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.c2HkMASOWwuRUbqEjZ5PiyE9p_Hgv0d_0 2024-09-19T14:23:59.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.443+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4952424211564635012', time=2024-09-19T16:12:21.715345+0000, chain.objs.size()=1 2024-09-19T14:23:59.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.443+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.IZDVRV6fVPet8ZblFXB9g606zcv8Cpn_0 2024-09-19T14:23:59.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.443+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6449426221568292432', time=2024-09-19T16:12:21.758533+0000, chain.objs.size()=1 2024-09-19T14:23:59.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.443+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.gQzRwybnpk8EgMIOu1WNpiKzrA1z90S_0 2024-09-19T14:23:59.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.447+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16880662095917498384', time=2024-09-19T16:12:21.807603+0000, chain.objs.size()=1 2024-09-19T14:23:59.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.447+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.8SdetyxUyyEhrbuGFl1Js6ED9SKdEqT_0 2024-09-19T14:23:59.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.447+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10653938006465288774', time=2024-09-19T16:12:22.166250+0000, chain.objs.size()=1 2024-09-19T14:23:59.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.447+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.zgxskV9-2Ylvxj1VPvFOy1StTMFoNDp_0 2024-09-19T14:23:59.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.447+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15889946868467456464', time=2024-09-19T16:12:22.391370+0000, chain.objs.size()=1 2024-09-19T14:23:59.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.447+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.0wlyzTeL3VNjGLK0DaoQKdpHuL9X-6p_0 2024-09-19T14:23:59.450 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.447+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3443134738695768118', time=2024-09-19T16:12:22.485410+0000, chain.objs.size()=1 2024-09-19T14:23:59.450 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.447+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.MZSMRBL1fHNnnb390MUrLGvSNVgwS8-_0 2024-09-19T14:23:59.450 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.447+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10842918505905965050', time=2024-09-19T16:12:22.680073+0000, chain.objs.size()=1 2024-09-19T14:23:59.450 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.447+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.lfqgKJ3GSwblTB28wjTWkeleOyQPspJ_0 2024-09-19T14:23:59.450 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.447+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14907086727372376711', time=2024-09-19T16:12:23.048542+0000, chain.objs.size()=1 2024-09-19T14:23:59.450 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.447+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.1pjplaquObgpvz3ajX1174JgRHb0-E6_0 2024-09-19T14:23:59.450 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.447+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8642223096445065109', time=2024-09-19T16:12:23.108812+0000, chain.objs.size()=1 2024-09-19T14:23:59.450 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.447+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.iAzFF0n6ANFEJPkx4V_h4hPnm-H4BCh_0 2024-09-19T14:23:59.451 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.451+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16288889874496091968', time=2024-09-19T16:12:23.120612+0000, chain.objs.size()=1 2024-09-19T14:23:59.451 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.451+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.3BgGRMlBWyhzzgFSYrp5WMPqFdHwJd__0 2024-09-19T14:23:59.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.451+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2985205633340819740', time=2024-09-19T16:12:23.159347+0000, chain.objs.size()=1 2024-09-19T14:23:59.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.451+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.k6oBDfG2A2SWZZVbqn09VvqU00EbZUL_0 2024-09-19T14:23:59.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.451+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4170674234442120955', time=2024-09-19T16:12:23.314796+0000, chain.objs.size()=1 2024-09-19T14:23:59.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.451+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.cu4KaZNvDK_C9HzDRXpFc0EgBsqQOHm_0 2024-09-19T14:23:59.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.451+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18211714966867693469', time=2024-09-19T16:12:23.330458+0000, chain.objs.size()=1 2024-09-19T14:23:59.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.451+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.dF1H9ww3-z4TTmGBK61F24k8SUIEm_K_0 2024-09-19T14:23:59.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.451+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9896269442289073834', time=2024-09-19T16:12:23.359753+0000, chain.objs.size()=1 2024-09-19T14:23:59.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.451+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Si5IQ8U8o1SfO4hNcdFJF-5MkrGTVT5_0 2024-09-19T14:23:59.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.451+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15666022151458410800', time=2024-09-19T16:12:23.619536+0000, chain.objs.size()=1 2024-09-19T14:23:59.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.451+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.-IiEIdO70rSaaxjUJQzC87_FVg47reL_0 2024-09-19T14:23:59.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.451+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1601579028549841370', time=2024-09-19T16:12:23.659987+0000, chain.objs.size()=1 2024-09-19T14:23:59.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.451+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.bMuN7bq14ViUukyXTm3mInfwyGqrdsl_0 2024-09-19T14:23:59.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.451+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3406285505687914777', time=2024-09-19T16:12:23.728367+0000, chain.objs.size()=1 2024-09-19T14:23:59.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.451+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.rChUStlo6cLe9x42MPzdpWoFPhPUJMt_0 2024-09-19T14:23:59.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.451+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10395851760640526785', time=2024-09-19T16:12:23.760645+0000, chain.objs.size()=1 2024-09-19T14:23:59.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.451+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.tnj3D6jDm99Ei6UWtXKK0EmcR-ctsoo_0 2024-09-19T14:23:59.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.451+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14715659191967881094', time=2024-09-19T16:12:23.788491+0000, chain.objs.size()=1 2024-09-19T14:23:59.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.451+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.gqR1m2-auy0qMwgrq6hTPktFJ28F17M_0 2024-09-19T14:23:59.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.451+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5156074548595700272', time=2024-09-19T16:12:23.922772+0000, chain.objs.size()=1 2024-09-19T14:23:59.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.451+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.WCH8xw1k1qxxX2pWxHow5jPBz4XRRuh_0 2024-09-19T14:23:59.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.455+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7913470917930321407', time=2024-09-19T16:12:23.983497+0000, chain.objs.size()=1 2024-09-19T14:23:59.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.455+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.vsdqjj3MWkCwpgY2nhtFMQ-aSeptxKX_0 2024-09-19T14:23:59.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.455+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7741658759039726860', time=2024-09-19T16:12:23.988883+0000, chain.objs.size()=1 2024-09-19T14:23:59.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.455+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.1VlERLMcZ-zEo_e9tIwB2zNN7-Xlbfp_0 2024-09-19T14:23:59.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.455+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17853712712642723481', time=2024-09-19T16:12:24.014534+0000, chain.objs.size()=1 2024-09-19T14:23:59.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.455+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.KKkzpd1N6cIvCsYf4MCRk4Xm-onaGSj_0 2024-09-19T14:23:59.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.455+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6916891601187938487', time=2024-09-19T16:12:24.048443+0000, chain.objs.size()=1 2024-09-19T14:23:59.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.455+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.ZYL23jCV8xZGSwzjvGYfYROQMxOEuEK_0 2024-09-19T14:23:59.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.455+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9227967254029524452', time=2024-09-19T16:12:24.067128+0000, chain.objs.size()=1 2024-09-19T14:23:59.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.455+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.xT4gpxi4P0zISWlNY8xxEBNs3gIKjZ3_0 2024-09-19T14:23:59.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.455+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5660181824349446618', time=2024-09-19T16:12:24.069899+0000, chain.objs.size()=1 2024-09-19T14:23:59.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.455+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.RnpBG31EU5o_8k5GASc7IACegtehsvw_0 2024-09-19T14:23:59.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.455+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1140005451715899086', time=2024-09-19T16:12:24.084746+0000, chain.objs.size()=1 2024-09-19T14:23:59.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.455+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.ypPJNrAP7YreRC-mU6ru4PFyOs72OS3_0 2024-09-19T14:23:59.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.455+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7521290137423532793', time=2024-09-19T16:12:45.300516+0000, chain.objs.size()=1 2024-09-19T14:23:59.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.455+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.h8fhvBc1I_8_L-wVBXXrMtrwKrM-YmI_0 2024-09-19T14:23:59.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.455+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2580717151924569387', time=2024-09-19T16:12:45.323450+0000, chain.objs.size()=1 2024-09-19T14:23:59.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.455+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.-SH102Et5w1DgQoXtZcT1DLbMPFKMzH_0 2024-09-19T14:23:59.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.455+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1043624759494176262', time=2024-09-19T16:12:45.336762+0000, chain.objs.size()=1 2024-09-19T14:23:59.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.455+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.aRYgfu4G6W33GZbQAUqPNLTA1xgqA2__0 2024-09-19T14:23:59.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.455+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8777422810022755001', time=2024-09-19T16:12:45.377109+0000, chain.objs.size()=1 2024-09-19T14:23:59.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.455+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.WP9SWqhlvnX23P4Hbxl5mHUb_NTJSV8_0 2024-09-19T14:23:59.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.459+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4049178500798511996', time=2024-09-19T16:12:45.390410+0000, chain.objs.size()=1 2024-09-19T14:23:59.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.459+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.rnEe_CbGcikv3ySJ20L_v9b8A4rVVMP_0 2024-09-19T14:23:59.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.459+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10971426434124166905', time=2024-09-19T16:12:45.656777+0000, chain.objs.size()=1 2024-09-19T14:23:59.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.459+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.kiB-oF3W8EVTEiWNPNkTxlnau6eBIrM_0 2024-09-19T14:23:59.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.459+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10333564487110152938', time=2024-09-19T16:12:45.670779+0000, chain.objs.size()=1 2024-09-19T14:23:59.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.459+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.yiWdciBCrL_9M2Xb4p48DuT_NKRevso_0 2024-09-19T14:23:59.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.459+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6479235434838166550', time=2024-09-19T16:12:45.723508+0000, chain.objs.size()=1 2024-09-19T14:23:59.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.459+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.x4vcC7sBrhZVuWGK4c0OvmWQGdPNOvo_0 2024-09-19T14:23:59.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.459+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3477336835942542066', time=2024-09-19T16:12:45.728663+0000, chain.objs.size()=1 2024-09-19T14:23:59.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.459+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.AialpmoN5-8lLz9jcwt5ABdiTdi3ulN_0 2024-09-19T14:23:59.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.459+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6558046115877544460', time=2024-09-19T16:12:45.809860+0000, chain.objs.size()=1 2024-09-19T14:23:59.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.459+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.r5DuB6B5mQpR0P7hk1QVQxX5fpn178O_0 2024-09-19T14:23:59.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.463+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6620410037994086783', time=2024-09-19T16:12:45.825400+0000, chain.objs.size()=1 2024-09-19T14:23:59.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.463+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.6dSEIECxpHaHuFQEXbL-CT7h0lyHbC0_0 2024-09-19T14:23:59.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.463+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16883026027908804337', time=2024-09-19T16:12:46.020600+0000, chain.objs.size()=1 2024-09-19T14:23:59.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.463+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.twV0BQtbsGHD2MPokqe5sqr8zY7KgxP_0 2024-09-19T14:23:59.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.463+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.313946404836511849', time=2024-09-19T16:12:46.070438+0000, chain.objs.size()=1 2024-09-19T14:23:59.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.463+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.ZETAAaYMbT2EXnuQmVUPwzbzLQ_ajMp_0 2024-09-19T14:23:59.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.463+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5047317070374925893', time=2024-09-19T16:12:46.088544+0000, chain.objs.size()=1 2024-09-19T14:23:59.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.463+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.EhhjMJLUEizcI42Qlwq9sF2X0ZqugYd_0 2024-09-19T14:23:59.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.463+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18075679194856075752', time=2024-09-19T16:12:46.361695+0000, chain.objs.size()=1 2024-09-19T14:23:59.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.463+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.MDQnqrI_u4Iv8QpffrPQrpDqM-1Ol8L_0 2024-09-19T14:23:59.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.463+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10549653823228393163', time=2024-09-19T16:12:46.473044+0000, chain.objs.size()=1 2024-09-19T14:23:59.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.463+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.YWsNerGn7IG96eyZ97Wq7X5L9R8Kdb1_0 2024-09-19T14:23:59.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.463+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10418219646467735052', time=2024-09-19T16:12:46.497504+0000, chain.objs.size()=1 2024-09-19T14:23:59.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.463+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.WS8K1oTpYnzfgDJbcT88Cih18ku7SsF_0 2024-09-19T14:23:59.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.463+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2419777676158162524', time=2024-09-19T16:12:46.522018+0000, chain.objs.size()=1 2024-09-19T14:23:59.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.463+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.da5jFBWAr5TZTjMmLPOv9gaFGsekSsa_0 2024-09-19T14:23:59.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.463+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4516969694891903111', time=2024-09-19T16:12:46.740759+0000, chain.objs.size()=1 2024-09-19T14:23:59.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.463+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.JRnC2VkVRgHJQd_c0zqVUpmGlbJsdDR_0 2024-09-19T14:23:59.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.463+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16764673936426009277', time=2024-09-19T16:12:46.786832+0000, chain.objs.size()=1 2024-09-19T14:23:59.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.463+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.YmUFT-KArAxa6aYGhsL9c7c2BE1C5JW_0 2024-09-19T14:23:59.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.463+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5202310847536760044', time=2024-09-19T16:12:46.788342+0000, chain.objs.size()=1 2024-09-19T14:23:59.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.463+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.9Xf_AavcuXL_E-qtedEPgSLt16DOKk8_0 2024-09-19T14:23:59.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.467+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12797410195426843470', time=2024-09-19T16:12:46.858410+0000, chain.objs.size()=1 2024-09-19T14:23:59.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.467+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.dEtHzAlUmwEJvBvtACpDMDFInSXjCM9_0 2024-09-19T14:23:59.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.467+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17804907307369577683', time=2024-09-19T16:12:46.885154+0000, chain.objs.size()=1 2024-09-19T14:23:59.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.467+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.3wQQtslnZL1do5LTaHX6A7UXz-pB12n_0 2024-09-19T14:23:59.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.467+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6551545069360791430', time=2024-09-19T16:12:46.894055+0000, chain.objs.size()=1 2024-09-19T14:23:59.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.467+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.0Xm5k_lRd_DPFequlA0LlE1xO44mFki_0 2024-09-19T14:23:59.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.467+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15638922877600364060', time=2024-09-19T16:12:46.897117+0000, chain.objs.size()=1 2024-09-19T14:23:59.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.467+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.NMocxerPsxwt7R7HMsQ3EwlvfW2cjtI_0 2024-09-19T14:23:59.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.467+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7710216229940232314', time=2024-09-19T16:12:47.093535+0000, chain.objs.size()=1 2024-09-19T14:23:59.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.467+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.3OAiwEmocXxahpf1jZtu6CzU9go-r1G_0 2024-09-19T14:23:59.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.467+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4228386565349674185', time=2024-09-19T16:12:47.109993+0000, chain.objs.size()=1 2024-09-19T14:23:59.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.467+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.it54M_Tts2Gk1qbYwCjmgLpjWORypbr_0 2024-09-19T14:23:59.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.467+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1514849317182012765', time=2024-09-19T16:12:47.154281+0000, chain.objs.size()=1 2024-09-19T14:23:59.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.467+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.syvPNSQcl5r7fFJhGklESOwrw3X22Mf_0 2024-09-19T14:23:59.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.467+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.902959040930618433', time=2024-09-19T16:12:47.380970+0000, chain.objs.size()=1 2024-09-19T14:23:59.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.467+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.v4lMtoOxG37rPnftfP11JkV5IaFERXU_0 2024-09-19T14:23:59.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.467+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4150455985830997871', time=2024-09-19T16:12:47.400841+0000, chain.objs.size()=1 2024-09-19T14:23:59.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.467+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.KVTQ8Zu-lL2VewTGYyHwaVfDN-k1yIT_0 2024-09-19T14:23:59.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.467+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1069357374801368843', time=2024-09-19T16:12:47.424459+0000, chain.objs.size()=1 2024-09-19T14:23:59.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.467+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.aLM8ijmHLBl3o0uPxzlsJ403rGKNDvV_0 2024-09-19T14:23:59.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.467+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6636634874220092544', time=2024-09-19T16:12:47.471628+0000, chain.objs.size()=1 2024-09-19T14:23:59.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.467+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.BYPX8ItBYLTpZkrDUyOfnU5LuDVlVIL_0 2024-09-19T14:23:59.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.471+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16491895546923636187', time=2024-09-19T16:12:47.498074+0000, chain.objs.size()=1 2024-09-19T14:23:59.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.471+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.Fo4T6l-vg7s0p4ts_qodwT7T2Wv1KHW_0 2024-09-19T14:23:59.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.471+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5409095991911792367', time=2024-09-19T16:12:47.528335+0000, chain.objs.size()=1 2024-09-19T14:23:59.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.471+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.uWW7XqBgHy4PdxoyPgDz7-zP0lZW-bd_0 2024-09-19T14:23:59.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.471+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3038315834269783761', time=2024-09-19T16:12:47.563345+0000, chain.objs.size()=1 2024-09-19T14:23:59.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.471+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.Y5Z3YKKqO3T100uMjvMm-_PGm5I9K3K_0 2024-09-19T14:23:59.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.475+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 0/44766 2024-09-19T14:23:59.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.475+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=26, truncated=0, next_marker='' 2024-09-19T14:23:59.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.475+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3449900511888363364', time=2024-09-19T16:12:47.701242+0000, chain.objs.size()=1 2024-09-19T14:23:59.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.475+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.owqCHhB29OENMDrcfAiNCNB6daXzKIY_0 2024-09-19T14:23:59.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.475+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8709540005016707328', time=2024-09-19T16:12:47.730133+0000, chain.objs.size()=1 2024-09-19T14:23:59.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.475+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.L_mtHlbavMf1FLbY-UOqeNoDeo8Beli_0 2024-09-19T14:23:59.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.475+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11901092769950130088', time=2024-09-19T16:12:47.820092+0000, chain.objs.size()=1 2024-09-19T14:23:59.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.475+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.MsrHRZzVRMrI9o8Xku2QFBm9a45SUc1_0 2024-09-19T14:23:59.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.475+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.830471236885393149', time=2024-09-19T16:12:47.825670+0000, chain.objs.size()=1 2024-09-19T14:23:59.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.475+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.7RzBP-JqBrb79mR4xOZzGPkrGb4pPBT_0 2024-09-19T14:23:59.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.475+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12895609101119723181', time=2024-09-19T16:12:47.833901+0000, chain.objs.size()=1 2024-09-19T14:23:59.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.475+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.WLYuaJFLK22dimrGgBcpOB4yOiAPflK_0 2024-09-19T14:23:59.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.475+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3985388116538483564', time=2024-09-19T16:12:47.879071+0000, chain.objs.size()=1 2024-09-19T14:23:59.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.475+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.MkfvS_b_yU-KeDz64ffaXzTC5Bmr2xQ_0 2024-09-19T14:23:59.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.475+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.650593802885515413', time=2024-09-19T16:13:20.701558+0000, chain.objs.size()=1 2024-09-19T14:23:59.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.475+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.382__shadow_.y0YS8bmvwHtLXS9UXRSKdlS2hq4Ll7Y_0 2024-09-19T14:23:59.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.475+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1564740191591697808', time=2024-09-19T16:13:58.265150+0000, chain.objs.size()=1 2024-09-19T14:23:59.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.475+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.442__shadow_.EJ7e0RuPVdaDNDpb8GGV2iNgNa7wZAg_0 2024-09-19T14:23:59.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.475+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15276197359338769298', time=2024-09-19T16:14:16.126285+0000, chain.objs.size()=1 2024-09-19T14:23:59.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.475+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.464__shadow_.lFNLZsxv6GGQD-J08gQdQOgDLEWKMHu_0 2024-09-19T14:23:59.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.475+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13915157453491173077', time=2024-09-19T16:14:48.327339+0000, chain.objs.size()=1 2024-09-19T14:23:59.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.475+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.518__multipart_mymultipart.2~UDI4zfnysjS-9doMvMSE1jV4cEkPyC3.1 2024-09-19T14:23:59.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.475+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8179837515329769053', time=2024-09-19T16:15:20.323234+0000, chain.objs.size()=2 2024-09-19T14:23:59.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.475+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.525__multipart_mymultipart.2~ClUpM8qtAPAJXN3m9naXO8uiSAfzqa8.1 2024-09-19T14:23:59.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.475+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.525__multipart_mymultipart.2~ClUpM8qtAPAJXN3m9naXO8uiSAfzqa8.2 2024-09-19T14:23:59.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.479+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16774890330526723831', time=2024-09-19T16:16:22.476957+0000, chain.objs.size()=1 2024-09-19T14:23:59.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.479+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.565__shadow_.YfVQdwN8ZWfSp21DG6l_xTEONZZEoa8_0 2024-09-19T14:23:59.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.479+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5068348008320047256', time=2024-09-19T16:16:39.171840+0000, chain.objs.size()=1 2024-09-19T14:23:59.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.479+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.574__shadow:q420LuKIyAWw4FubjPZshK4TUn26Oxn_.OXV2Yp19zuuMlMsvNI4tRg2eaRweAGz_0 2024-09-19T14:23:59.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.479+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2489890220147209086', time=2024-09-19T16:16:48.988267+0000, chain.objs.size()=1 2024-09-19T14:23:59.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.479+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.577__shadow:-bvXs.h5P2st7o3Jwybm23M7OFSO679_.ntDZDGbZM1kUtliA3QFsaXh3EHej3M4_0 2024-09-19T14:23:59.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.479+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11975075796955862894', time=2024-09-19T16:17:10.116742+0000, chain.objs.size()=1 2024-09-19T14:23:59.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.479+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.580__shadow:coVyFADbUx3t3LMz6Gim82QM3mvaRV5_.jAmFAYwc0kGonlO0K4xTcYYhA5D28DO_0 2024-09-19T14:23:59.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.479+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4761144645383852454', time=2024-09-19T16:17:10.138322+0000, chain.objs.size()=1 2024-09-19T14:23:59.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.479+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.580__shadow:XqDkDkqQxZSTSqxvyIJDdNPHKVdoau-_.uPW5pIFvbUMVY9euainzqudUuTXY5F0_0 2024-09-19T14:23:59.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.479+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8045626364930659975', time=2024-09-19T16:17:10.287059+0000, chain.objs.size()=1 2024-09-19T14:23:59.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.479+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.580__shadow:coVyFADbUx3t3LMz6Gim82QM3mvaRV5_.jAmFAYwc0kGonlO0K4xTcYYhA5D28DO_0 2024-09-19T14:23:59.483 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.479+0000 7fb91825d640 0 -- 172.21.15.31:0/2790631982 >> [v2:172.21.15.31:6816/1955203158,v1:172.21.15.31:6817/1955203158] conn(0x7fb90c10f0b0 msgr2=0x7fb7e008b330 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:23:59.483 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.479+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.382543588753303108', time=2024-09-19T16:17:26.062436+0000, chain.objs.size()=1 2024-09-19T14:23:59.483 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.479+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.607__shadow_.ORGXLCY-vn4S7uX_rVU7Ou9DzE0a_iU_0 2024-09-19T14:23:59.483 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.479+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8074802540164465594', time=2024-09-19T16:17:39.005137+0000, chain.objs.size()=12 2024-09-19T14:23:59.483 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.479+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.614__multipart_multipart_enc.2~arqd_Jj1hGSTECTQrtB2Nnwvz8uMRKG.1 2024-09-19T14:23:59.483 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.479+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.614__shadow_multipart_enc.2~arqd_Jj1hGSTECTQrtB2Nnwvz8uMRKG.1_1 2024-09-19T14:23:59.483 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.479+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.614__multipart_multipart_enc.2~arqd_Jj1hGSTECTQrtB2Nnwvz8uMRKG.2 2024-09-19T14:23:59.483 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.479+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.614__shadow_multipart_enc.2~arqd_Jj1hGSTECTQrtB2Nnwvz8uMRKG.2_1 2024-09-19T14:23:59.484 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.483+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.614__multipart_multipart_enc.2~arqd_Jj1hGSTECTQrtB2Nnwvz8uMRKG.3 2024-09-19T14:23:59.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.483+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.614__shadow_multipart_enc.2~arqd_Jj1hGSTECTQrtB2Nnwvz8uMRKG.3_1 2024-09-19T14:23:59.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.483+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.614__multipart_multipart_enc.2~arqd_Jj1hGSTECTQrtB2Nnwvz8uMRKG.4 2024-09-19T14:23:59.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.483+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.614__shadow_multipart_enc.2~arqd_Jj1hGSTECTQrtB2Nnwvz8uMRKG.4_1 2024-09-19T14:23:59.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.487+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.614__multipart_multipart_enc.2~arqd_Jj1hGSTECTQrtB2Nnwvz8uMRKG.5 2024-09-19T14:23:59.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.487+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.614__shadow_multipart_enc.2~arqd_Jj1hGSTECTQrtB2Nnwvz8uMRKG.5_1 2024-09-19T14:23:59.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.487+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.614__multipart_multipart_enc.2~arqd_Jj1hGSTECTQrtB2Nnwvz8uMRKG.6 2024-09-19T14:23:59.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.487+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.614__shadow_multipart_enc.2~arqd_Jj1hGSTECTQrtB2Nnwvz8uMRKG.6_1 2024-09-19T14:23:59.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.487+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10873828663200625925', time=2024-09-19T16:20:03.087556+0000, chain.objs.size()=1 2024-09-19T14:23:59.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.487+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.643__shadow_.7OhgcGOSawTSEIupGTrHmgn1nMcb9xr_0 2024-09-19T14:23:59.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.487+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6215466808324376897', time=2024-09-19T16:20:21.024002+0000, chain.objs.size()=1 2024-09-19T14:23:59.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.487+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.665__shadow_.FjtUGT_Ss564YhcZw75PhQDgQj7qVa4_0 2024-09-19T14:23:59.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.487+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16454279617599020080', time=2024-09-19T16:20:21.974696+0000, chain.objs.size()=1 2024-09-19T14:23:59.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.487+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.666__shadow_.bN5KBCE4Kaq6IDfEKSrdPu3CXbBCUIZ_0 2024-09-19T14:23:59.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.487+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9512574544182842954', time=2024-09-19T16:21:20.734438+0000, chain.objs.size()=20 2024-09-19T14:23:59.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.487+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.735__multipart_foo.2~xOOG-8V3JyRbK2WyQP8KWK8jZZl6C3I.1 2024-09-19T14:23:59.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.487+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.735__shadow_foo.2~xOOG-8V3JyRbK2WyQP8KWK8jZZl6C3I.1_1 2024-09-19T14:23:59.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.487+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.735__multipart_foo.2~xOOG-8V3JyRbK2WyQP8KWK8jZZl6C3I.2 2024-09-19T14:23:59.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.487+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.735__shadow_foo.2~xOOG-8V3JyRbK2WyQP8KWK8jZZl6C3I.2_1 2024-09-19T14:23:59.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.487+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.735__multipart_foo.2~xOOG-8V3JyRbK2WyQP8KWK8jZZl6C3I.3 2024-09-19T14:23:59.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.491+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.735__shadow_foo.2~xOOG-8V3JyRbK2WyQP8KWK8jZZl6C3I.3_1 2024-09-19T14:23:59.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.491+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.735__multipart_foo.2~xOOG-8V3JyRbK2WyQP8KWK8jZZl6C3I.4 2024-09-19T14:23:59.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.491+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.735__shadow_foo.2~xOOG-8V3JyRbK2WyQP8KWK8jZZl6C3I.4_1 2024-09-19T14:23:59.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.491+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.735__multipart_foo.2~xOOG-8V3JyRbK2WyQP8KWK8jZZl6C3I.5 2024-09-19T14:23:59.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.491+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.735__shadow_foo.2~xOOG-8V3JyRbK2WyQP8KWK8jZZl6C3I.5_1 2024-09-19T14:23:59.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.491+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.735__multipart_foo.2~xOOG-8V3JyRbK2WyQP8KWK8jZZl6C3I.6 2024-09-19T14:23:59.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.491+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.735__shadow_foo.2~xOOG-8V3JyRbK2WyQP8KWK8jZZl6C3I.6_1 2024-09-19T14:23:59.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.495+0000 7fb91825d640 0 -- 172.21.15.31:0/2790631982 >> [v2:172.21.15.31:6800/190078487,v1:172.21.15.31:6801/190078487] conn(0x7fb910018050 msgr2=0x7fb910060320 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:23:59.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.495+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.735__multipart_foo.2~xOOG-8V3JyRbK2WyQP8KWK8jZZl6C3I.7 2024-09-19T14:23:59.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.495+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.735__shadow_foo.2~xOOG-8V3JyRbK2WyQP8KWK8jZZl6C3I.7_1 2024-09-19T14:23:59.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.495+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.735__multipart_foo.2~xOOG-8V3JyRbK2WyQP8KWK8jZZl6C3I.8 2024-09-19T14:23:59.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.495+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.735__shadow_foo.2~xOOG-8V3JyRbK2WyQP8KWK8jZZl6C3I.8_1 2024-09-19T14:23:59.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.499+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.735__multipart_foo.2~xOOG-8V3JyRbK2WyQP8KWK8jZZl6C3I.9 2024-09-19T14:23:59.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.499+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.735__shadow_foo.2~xOOG-8V3JyRbK2WyQP8KWK8jZZl6C3I.9_1 2024-09-19T14:23:59.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.499+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.735__multipart_foo.2~xOOG-8V3JyRbK2WyQP8KWK8jZZl6C3I.10 2024-09-19T14:23:59.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.499+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.735__shadow_foo.2~xOOG-8V3JyRbK2WyQP8KWK8jZZl6C3I.10_1 2024-09-19T14:23:59.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.499+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4730353408074276907', time=2024-09-19T16:21:24.338457+0000, chain.objs.size()=1 2024-09-19T14:23:59.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.499+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.741__shadow_.GGrvH7UNwPFPWg7m4DJReg1lZUrq_k9_0 2024-09-19T14:23:59.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.499+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17018331362001290934', time=2024-09-19T16:21:43.476850+0000, chain.objs.size()=1 2024-09-19T14:23:59.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.499+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.748__shadow_.L-6_UURUp-5ekko0AhssIxiy-i6C9_y_0 2024-09-19T14:23:59.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.499+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5469334232179802722', time=2024-09-19T16:21:49.066553+0000, chain.objs.size()=1 2024-09-19T14:23:59.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.499+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.753__shadow_.lUmZfMJDj-Xo5d65fUov_JjR0VNOJX-_0 2024-09-19T14:23:59.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.499+0000 7fb917a5c640 0 -- 172.21.15.31:0/2790631982 >> [v2:172.21.15.170:6800/3705207375,v1:172.21.15.170:6801/3705207375] conn(0x55d9fa9a0260 msgr2=0x7fb7e0089f90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T14:23:59.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.503+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:23:59.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.507+0000 7fb91a7579c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-19T14:23:59.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.507+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:23:59.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.507+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:23:59.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.507+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/45663' 2024-09-19T14:23:59.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.507+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15240509357135953395', time=2024-09-19T16:08:35.234504+0000, chain.objs.size()=1 2024-09-19T14:23:59.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.507+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.160__shadow_.JtPY7SRYyQ8jzSF2Er7mdOCoy73izNS_0 2024-09-19T14:23:59.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.507+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16194324348442383224', time=2024-09-19T16:09:13.163295+0000, chain.objs.size()=1 2024-09-19T14:23:59.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.507+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.200__shadow_.f95LZ0u8zw4ZmO7YY2iNRqpccaq1X52_0 2024-09-19T14:23:59.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.507+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5407068416473955251', time=2024-09-19T16:09:15.101601+0000, chain.objs.size()=1 2024-09-19T14:23:59.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.507+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.203__shadow_.qscd_RYzO5q8RjrlEy9Mu07OjjaOy_r_0 2024-09-19T14:23:59.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.507+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6595232740534068178', time=2024-09-19T16:10:40.462811+0000, chain.objs.size()=1 2024-09-19T14:23:59.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.507+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.237__shadow_.h0GoB_OddObVwSqFt3p-DDaDFxzmnCY_0 2024-09-19T14:23:59.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.507+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1123829337980170989', time=2024-09-19T16:10:41.571370+0000, chain.objs.size()=1 2024-09-19T14:23:59.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.507+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.238__shadow_.STsH5cPTh99WjZrxP1WyB2iT0rNBB1B_0 2024-09-19T14:23:59.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.507+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12117396546873638693', time=2024-09-19T16:10:48.106787+0000, chain.objs.size()=1 2024-09-19T14:23:59.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.507+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.247__shadow_.7HsBz-ovBW_FX5bIfw89dvC8wMlnDqW_0 2024-09-19T14:23:59.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.507+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10531669636518664051', time=2024-09-19T16:10:51.899346+0000, chain.objs.size()=1 2024-09-19T14:23:59.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.507+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.253__shadow_.zMo0qGSqFGcmOfwy3K44wD35dC1foAG_0 2024-09-19T14:23:59.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.507+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.580812764246414361', time=2024-09-19T16:10:55.718357+0000, chain.objs.size()=1 2024-09-19T14:23:59.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.507+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.259__shadow_.5CSEuMoPYZRGRNUY54ciFtx7tWvaDLo_0 2024-09-19T14:23:59.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.507+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7406901996767157155', time=2024-09-19T16:10:56.319382+0000, chain.objs.size()=1 2024-09-19T14:23:59.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.507+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.260__shadow_.tjR08OtHshsg-mDw2EKqnZm7uFGFYOn_0 2024-09-19T14:23:59.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.507+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17340561917340772991', time=2024-09-19T16:11:18.073601+0000, chain.objs.size()=1 2024-09-19T14:23:59.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.507+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.klqyXxPn-itN1xuzLyY1QnKZ7cqKJYc_0 2024-09-19T14:23:59.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.507+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14249860481007407816', time=2024-09-19T16:11:18.117667+0000, chain.objs.size()=1 2024-09-19T14:23:59.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.507+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.pWb9XntsgfePUMKuapUE914kRX2e1vl_0 2024-09-19T14:23:59.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.507+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15844634218061301028', time=2024-09-19T16:11:18.125391+0000, chain.objs.size()=1 2024-09-19T14:23:59.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.507+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.AhpR3cqP2CRfDqm4j11wqsCf21veyEp_0 2024-09-19T14:23:59.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.511+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4956574286255315944', time=2024-09-19T16:11:18.164904+0000, chain.objs.size()=1 2024-09-19T14:23:59.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.511+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.oo7fpD1aX6P1P20MW_E2cibqCBvlHPo_0 2024-09-19T14:23:59.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.515+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13621621266626312499', time=2024-09-19T16:11:18.259761+0000, chain.objs.size()=1 2024-09-19T14:23:59.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.515+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.YhmAjfGVtppPPx1cfdaDJRfQO_cqky7_0 2024-09-19T14:23:59.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.515+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17270356167537065323', time=2024-09-19T16:11:18.511383+0000, chain.objs.size()=1 2024-09-19T14:23:59.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.515+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.1pDZvK31cZIja98ZEGpgUmf7883BzLB_0 2024-09-19T14:23:59.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.515+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.819466984998451967', time=2024-09-19T16:11:18.529789+0000, chain.objs.size()=1 2024-09-19T14:23:59.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.515+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.3tBDCrL8pRSawT_BEvB-ItHsccUytCt_0 2024-09-19T14:23:59.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.515+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9804592834777430041', time=2024-09-19T16:11:18.571065+0000, chain.objs.size()=1 2024-09-19T14:23:59.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.515+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_._ia8mIebDkE1aTcp00Oi6QJOxNtSA9O_0 2024-09-19T14:23:59.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.515+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7468203213251978839', time=2024-09-19T16:11:18.572824+0000, chain.objs.size()=1 2024-09-19T14:23:59.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.515+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.o67PfabS1eLIOao-CR1HK61HfJiHjz2_0 2024-09-19T14:23:59.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.515+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11975119021844980878', time=2024-09-19T16:11:18.824176+0000, chain.objs.size()=1 2024-09-19T14:23:59.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.515+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.OKCZGrwAVsDnhzq8N5DyHYHACc9ET7X_0 2024-09-19T14:23:59.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.515+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17935906817153529070', time=2024-09-19T16:11:18.824998+0000, chain.objs.size()=1 2024-09-19T14:23:59.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.515+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.RBtdPyMOjQ7TPAvG-mdtvUX_jUqrKqe_0 2024-09-19T14:23:59.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.515+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.785724190853581559', time=2024-09-19T16:11:18.923187+0000, chain.objs.size()=1 2024-09-19T14:23:59.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.515+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.muOZVAUAn93Rz10Jex9cxzoHcy5NsSY_0 2024-09-19T14:23:59.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.515+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8996744452153045748', time=2024-09-19T16:11:18.935200+0000, chain.objs.size()=1 2024-09-19T14:23:59.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.515+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.HhCao8Lwk-eewzqKEqeN7VawA5M6Rft_0 2024-09-19T14:23:59.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.515+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13952902368135514529', time=2024-09-19T16:11:19.129718+0000, chain.objs.size()=1 2024-09-19T14:23:59.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.515+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.jj4OGAjS4jW4BZKg2R9n8J2CRMSLs2u_0 2024-09-19T14:23:59.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.515+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6211709867951658475', time=2024-09-19T16:11:19.138846+0000, chain.objs.size()=1 2024-09-19T14:23:59.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.515+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.aAANxGfJCJKRRRG7cTDUxC2GhLQtnAK_0 2024-09-19T14:23:59.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.519+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14415606833740577008', time=2024-09-19T16:11:19.142956+0000, chain.objs.size()=1 2024-09-19T14:23:59.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.519+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.K69NdJ3Zseta1VGpzJljcUs9DO4fAYf_0 2024-09-19T14:23:59.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.519+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.496592471583081100', time=2024-09-19T16:11:19.240495+0000, chain.objs.size()=1 2024-09-19T14:23:59.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.519+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.qbmykiw_VZc_L3OepJXEVaP6mO-mSjw_0 2024-09-19T14:23:59.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.519+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14144252050206087537', time=2024-09-19T16:11:19.312480+0000, chain.objs.size()=1 2024-09-19T14:23:59.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.519+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.oEmf60zLi9pGJ4zcjx1Zp2sNoTdSUDI_0 2024-09-19T14:23:59.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.519+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12014121504164664542', time=2024-09-19T16:11:19.615510+0000, chain.objs.size()=1 2024-09-19T14:23:59.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.519+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.iT2LNirVXO627ZBErNnSL1ppcEkqSHZ_0 2024-09-19T14:23:59.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.519+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16056274998400897851', time=2024-09-19T16:11:19.811511+0000, chain.objs.size()=1 2024-09-19T14:23:59.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.519+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.phbVHSlNWhmRQCu6xKEU2OKcaNupSno_0 2024-09-19T14:23:59.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.519+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16190474328957513617', time=2024-09-19T16:11:19.854896+0000, chain.objs.size()=1 2024-09-19T14:23:59.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.519+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.pJUGKrMPn2QDlEXbHdzWIJH7JxKzKsC_0 2024-09-19T14:23:59.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.519+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18195516113249668555', time=2024-09-19T16:11:19.861166+0000, chain.objs.size()=1 2024-09-19T14:23:59.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.519+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.fJ-RgOIyvEjDdRU_f2flV167kw1HNjY_0 2024-09-19T14:23:59.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.519+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11750359103254704942', time=2024-09-19T16:11:19.868823+0000, chain.objs.size()=1 2024-09-19T14:23:59.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.519+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.uJIgaLGTEqJ1uBMCr5jmvP7RlS1Vz3Q_0 2024-09-19T14:23:59.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.519+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3595000460255059438', time=2024-09-19T16:11:19.888982+0000, chain.objs.size()=1 2024-09-19T14:23:59.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.519+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.p7EmtpYvX-yXnqjFXhxOJJwkJh3mt1A_0 2024-09-19T14:23:59.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.519+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14457300514235617913', time=2024-09-19T16:11:20.111156+0000, chain.objs.size()=1 2024-09-19T14:23:59.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.519+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.IxJLopp9HEaPA3i_1WPe77BQyLMqskX_0 2024-09-19T14:23:59.524 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.519+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14585204183071321922', time=2024-09-19T16:11:20.223201+0000, chain.objs.size()=1 2024-09-19T14:23:59.524 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.519+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.YXAQ0JrPpDCzrkJvZ3omOVn3uJtneqx_0 2024-09-19T14:23:59.524 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.519+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7540408981767693921', time=2024-09-19T16:11:20.235062+0000, chain.objs.size()=1 2024-09-19T14:23:59.524 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.519+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.tnIBKY346Gza6A9isgEcKmNWlCsgTF__0 2024-09-19T14:23:59.524 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.523+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5444534791719523985', time=2024-09-19T16:11:20.239411+0000, chain.objs.size()=1 2024-09-19T14:23:59.524 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.523+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.fRUNmb-Nz-HuOMsNwRVMUc-0lcx1uLJ_0 2024-09-19T14:23:59.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.523+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7141818782145997234', time=2024-09-19T16:11:20.512914+0000, chain.objs.size()=1 2024-09-19T14:23:59.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.523+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.OyVNNVq9yuKYaQq-0-otHzWQHK8QVSN_0 2024-09-19T14:23:59.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.523+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3008413638525295649', time=2024-09-19T16:11:20.547491+0000, chain.objs.size()=1 2024-09-19T14:23:59.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.523+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.JSlA6z6i0roKaaunEhn5CUIX5XuBgFV_0 2024-09-19T14:23:59.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.523+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9328496223484065853', time=2024-09-19T16:11:20.575345+0000, chain.objs.size()=1 2024-09-19T14:23:59.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.523+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.I0qMQs_Hk_A8pPDCI4Of1aTWwSH4P8R_0 2024-09-19T14:23:59.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.523+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1630146864150271637', time=2024-09-19T16:11:34.860350+0000, chain.objs.size()=1 2024-09-19T14:23:59.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.523+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.285__shadow_.1R6PU62H670sLUVii9ASOaFjVUU-mtp_0 2024-09-19T14:23:59.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.523+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9259104760754676690', time=2024-09-19T16:11:37.401875+0000, chain.objs.size()=1 2024-09-19T14:23:59.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.523+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.289__shadow_.yNKsOwJXgvNdj-Vdq0F4toS0DOrM795_0 2024-09-19T14:23:59.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.523+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7143981834797412308', time=2024-09-19T16:11:40.303731+0000, chain.objs.size()=1 2024-09-19T14:23:59.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.523+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.292__shadow_.t6ouWTPfw8Oxdu_TNTeYS6RCENhvFpM_0 2024-09-19T14:23:59.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.523+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16310745390337702612', time=2024-09-19T16:11:40.315861+0000, chain.objs.size()=1 2024-09-19T14:23:59.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.523+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.292__shadow_.EELiaQezKtPq7WgXgwD4fZR0qAauHaI_0 2024-09-19T14:23:59.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.523+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10897089391668740243', time=2024-09-19T16:11:40.363245+0000, chain.objs.size()=1 2024-09-19T14:23:59.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.523+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.292__shadow_.U6poSWIKbCYtgX57jQSVN2fUy9G5Y3B_0 2024-09-19T14:23:59.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.523+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8376184753079860325', time=2024-09-19T16:11:41.652532+0000, chain.objs.size()=1 2024-09-19T14:23:59.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.523+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.293__shadow_.xndNJREHmSU4ij3On-DGHNY8k6VDJa9_0 2024-09-19T14:23:59.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.523+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1504503641406543964', time=2024-09-19T16:11:48.826498+0000, chain.objs.size()=1 2024-09-19T14:23:59.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.523+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.304__shadow_.xI9EExO_a-VnBE9hrkG6bckx6-BWrR2_0 2024-09-19T14:23:59.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.527+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1364852271059522926', time=2024-09-19T16:12:21.607993+0000, chain.objs.size()=1 2024-09-19T14:23:59.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.527+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.wz8DA1DB7iR2NrIzjwq1mp8OX3q2L_o_0 2024-09-19T14:23:59.529 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.527+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10940152165980165815', time=2024-09-19T16:12:21.708552+0000, chain.objs.size()=1 2024-09-19T14:23:59.529 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.527+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.UtXCnfAJ3aq8f3Eh-T7zyGlriXof5p-_0 2024-09-19T14:23:59.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.527+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1446193173640284391', time=2024-09-19T16:12:21.775459+0000, chain.objs.size()=1 2024-09-19T14:23:59.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.527+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.TuDgiMzKA8m_KJyrIZr5oIFWtzrXwUn_0 2024-09-19T14:23:59.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.527+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16227149210698555182', time=2024-09-19T16:12:21.780952+0000, chain.objs.size()=1 2024-09-19T14:23:59.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.527+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.qTaLA779ol1BfMx2RtCplxKKw1lQ7Bx_0 2024-09-19T14:23:59.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.527+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1022526834567424470', time=2024-09-19T16:12:21.810176+0000, chain.objs.size()=1 2024-09-19T14:23:59.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.527+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.tp-hB2cgIU5A1gU0-aEv2aTVHxIS4lD_0 2024-09-19T14:23:59.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.527+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11916362842507184802', time=2024-09-19T16:12:21.813585+0000, chain.objs.size()=1 2024-09-19T14:23:59.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.527+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.djQ0Q-TBFcT--X8M3R73b-abXxnWlZ3_0 2024-09-19T14:23:59.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.527+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1444555685217266978', time=2024-09-19T16:12:21.957943+0000, chain.objs.size()=1 2024-09-19T14:23:59.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.527+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.W2TLvR4vZUQB8sBAfODZgvbqKjCJKuz_0 2024-09-19T14:23:59.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.527+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6267648393549922405', time=2024-09-19T16:12:22.057059+0000, chain.objs.size()=1 2024-09-19T14:23:59.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.527+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.6Xtwo_tPkwlmFXQuVUofMgwo3lsYF8j_0 2024-09-19T14:23:59.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.527+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2794867402508655620', time=2024-09-19T16:12:22.092536+0000, chain.objs.size()=1 2024-09-19T14:23:59.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.527+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.xeOydtgUOA6cNe90pD5Q6AJW1kClBcn_0 2024-09-19T14:23:59.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.527+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9434353315510339455', time=2024-09-19T16:12:22.111569+0000, chain.objs.size()=1 2024-09-19T14:23:59.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.527+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.y19Tt1jnjaRnxc7HZQwUvqqXEf6sTOg_0 2024-09-19T14:23:59.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.527+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4739622788835158485', time=2024-09-19T16:12:22.166309+0000, chain.objs.size()=1 2024-09-19T14:23:59.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.527+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.KqvHMtbR3UxJjU131DNZCHy4XSxw9x7_0 2024-09-19T14:23:59.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.527+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5088732132013677319', time=2024-09-19T16:12:22.309438+0000, chain.objs.size()=1 2024-09-19T14:23:59.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.527+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.kGzwXbgf36Ki5AQlTAtdXuyFlGl1l0j_0 2024-09-19T14:23:59.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.531+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6112317926972032396', time=2024-09-19T16:12:22.332121+0000, chain.objs.size()=1 2024-09-19T14:23:59.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.531+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.vRZWkfOGwCMzHTmLf4FBFMH96_R2CxY_0 2024-09-19T14:23:59.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.531+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8966471868415393302', time=2024-09-19T16:12:22.400991+0000, chain.objs.size()=1 2024-09-19T14:23:59.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.531+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Bzgegz8h1cMQW4j63gG4O8pAMllGtXQ_0 2024-09-19T14:23:59.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.531+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10044712103961093260', time=2024-09-19T16:12:22.414354+0000, chain.objs.size()=1 2024-09-19T14:23:59.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.531+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.HOkwnD8cm0wIAnQwRcFm0EUh5l6Qe2o_0 2024-09-19T14:23:59.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.531+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4947823125271299573', time=2024-09-19T16:12:22.429053+0000, chain.objs.size()=1 2024-09-19T14:23:59.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.531+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Wk3OdLIv11JnS0jM1yOO4IZtyYzfiqd_0 2024-09-19T14:23:59.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.531+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5103992497868684473', time=2024-09-19T16:12:22.444758+0000, chain.objs.size()=1 2024-09-19T14:23:59.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.531+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.cx9Ty46cHjZ2jmULurkVgQ-2pNvEilD_0 2024-09-19T14:23:59.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.535+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12845822565167047596', time=2024-09-19T16:12:22.453334+0000, chain.objs.size()=1 2024-09-19T14:23:59.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.535+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.7QfxE0s8uI3H9mjxzVRlVkhrrdmzfpy_0 2024-09-19T14:23:59.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.535+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17277570117631750728', time=2024-09-19T16:12:22.750606+0000, chain.objs.size()=1 2024-09-19T14:23:59.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.535+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.tjDSaVL2Mki4H46G1RGqmfGNlWVPP5x_0 2024-09-19T14:23:59.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.535+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.360451250856719724', time=2024-09-19T16:12:22.763325+0000, chain.objs.size()=1 2024-09-19T14:23:59.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.535+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.R74DnNFN0EXLVRgyo4Redk_klCKrg7__0 2024-09-19T14:23:59.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.535+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3136382260659717902', time=2024-09-19T16:12:23.004167+0000, chain.objs.size()=1 2024-09-19T14:23:59.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.535+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.oxqHpCede33NnIgA9_k79y3A5AoincJ_0 2024-09-19T14:23:59.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.535+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14517479550063656317', time=2024-09-19T16:12:23.100047+0000, chain.objs.size()=1 2024-09-19T14:23:59.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.535+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Trv3NWOkHOmuW5-ajPE3Vnb-sWb07PI_0 2024-09-19T14:23:59.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.535+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5410543231122161251', time=2024-09-19T16:12:23.201921+0000, chain.objs.size()=1 2024-09-19T14:23:59.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.535+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.SxOKXcPNDmThJAGIT3a5KLu2XPmN4lB_0 2024-09-19T14:23:59.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.535+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12681312298662206063', time=2024-09-19T16:12:23.385428+0000, chain.objs.size()=1 2024-09-19T14:23:59.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.535+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.13U2s85MH6aeB2HaqN9HtFfC30Fr-LR_0 2024-09-19T14:23:59.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.535+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2296026470033643183', time=2024-09-19T16:12:23.391893+0000, chain.objs.size()=1 2024-09-19T14:23:59.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.535+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.7VbJ1SLVOfnAwUGdIk3vyqgqnwngwlR_0 2024-09-19T14:23:59.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.535+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12569655001187050499', time=2024-09-19T16:12:23.411766+0000, chain.objs.size()=1 2024-09-19T14:23:59.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.535+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.SyShG8zL9jxpPii1mnSqlfVeaM2c-rM_0 2024-09-19T14:23:59.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.535+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18281186245746419283', time=2024-09-19T16:12:23.446394+0000, chain.objs.size()=1 2024-09-19T14:23:59.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.535+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.UQALR5uE4JfI8Y7xfloRZ6yFRVx7LqQ_0 2024-09-19T14:23:59.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.535+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12165621727589339815', time=2024-09-19T16:12:23.452559+0000, chain.objs.size()=1 2024-09-19T14:23:59.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.535+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.mCYa7SVLaykrml4OKcgtF8qHmF7J500_0 2024-09-19T14:23:59.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.535+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2920670148028567104', time=2024-09-19T16:12:23.487410+0000, chain.objs.size()=1 2024-09-19T14:23:59.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.535+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.cfTZRF6r72HYzcRhSM2Ix3Ze_FUIc2c_0 2024-09-19T14:23:59.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.535+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12174781918689688608', time=2024-09-19T16:12:23.615875+0000, chain.objs.size()=1 2024-09-19T14:23:59.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.535+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.FZgFnJciT4sVmJ_BdgbeNajnuKgXj7Y_0 2024-09-19T14:23:59.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.539+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.421439222187930951', time=2024-09-19T16:12:23.691289+0000, chain.objs.size()=1 2024-09-19T14:23:59.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.539+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.z5MeIQWNRyq88jKx4w75R_VtxGgoXt7_0 2024-09-19T14:23:59.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.539+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7558281766891423658', time=2024-09-19T16:12:23.697979+0000, chain.objs.size()=1 2024-09-19T14:23:59.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.539+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.MndZdilm0Ntt7zQMtz280Une7k-McPK_0 2024-09-19T14:23:59.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.539+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2147755825295426316', time=2024-09-19T16:12:23.743230+0000, chain.objs.size()=1 2024-09-19T14:23:59.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.539+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.gucQoMo9v6SY4AA551Z_Okxef90S3_9_0 2024-09-19T14:23:59.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.539+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1536016653618406423', time=2024-09-19T16:12:23.752269+0000, chain.objs.size()=1 2024-09-19T14:23:59.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.539+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.LaKtv0_v7oZgYfMgYts6iO-spyZfO9q_0 2024-09-19T14:23:59.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.539+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13507515721997065296', time=2024-09-19T16:12:23.756237+0000, chain.objs.size()=1 2024-09-19T14:23:59.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.539+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_._efw-1EuDUhYts97T_cQ0R-jKbisd1Y_0 2024-09-19T14:23:59.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.539+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4131666271701281235', time=2024-09-19T16:12:24.028769+0000, chain.objs.size()=1 2024-09-19T14:23:59.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.539+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.C8iG6a_PecaZfQ0rZSbV4hTqtKm2C3u_0 2024-09-19T14:23:59.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.539+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14001506614893710558', time=2024-09-19T16:12:24.093607+0000, chain.objs.size()=1 2024-09-19T14:23:59.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.539+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_._5Rjtg0NcDh9TquObfszjTbHYgxjCSu_0 2024-09-19T14:23:59.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.539+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1668113976371500899', time=2024-09-19T16:12:45.225370+0000, chain.objs.size()=1 2024-09-19T14:23:59.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.539+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.SZy-6SBSfGlQbpLL7_X5DV0m2ArfpyM_0 2024-09-19T14:23:59.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.539+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4288660473452708417', time=2024-09-19T16:12:45.437623+0000, chain.objs.size()=1 2024-09-19T14:23:59.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.539+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.eB-wx_F2qWpBL2CZ1v1_uK8NxTkmkCu_0 2024-09-19T14:23:59.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.543+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7673173260179011578', time=2024-09-19T16:12:45.687645+0000, chain.objs.size()=1 2024-09-19T14:23:59.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.543+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.eGszeW-edVPRgC1JM1y7pZukmj7yz-2_0 2024-09-19T14:23:59.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.543+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17265689642609909262', time=2024-09-19T16:12:45.689504+0000, chain.objs.size()=1 2024-09-19T14:23:59.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.543+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.cfhYOkTc76z4jP-xqgUUR-6Icw0MiS__0 2024-09-19T14:23:59.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.543+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16585463271251815311', time=2024-09-19T16:12:45.699603+0000, chain.objs.size()=1 2024-09-19T14:23:59.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.543+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.kPw2qwWRXJRpLM8L7swHA9LIZQNL6qb_0 2024-09-19T14:23:59.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.543+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2902017255447728810', time=2024-09-19T16:12:45.809092+0000, chain.objs.size()=1 2024-09-19T14:23:59.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.543+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.LVBQiaG3o9QmjxSN0W9uhRarFcwIvxg_0 2024-09-19T14:23:59.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.543+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14279985802048979434', time=2024-09-19T16:12:45.824286+0000, chain.objs.size()=1 2024-09-19T14:23:59.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.543+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.cK8CYZ1n01XmUkFhbA1viIZu1YWJvXe_0 2024-09-19T14:23:59.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.543+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6981553211349296266', time=2024-09-19T16:12:45.983578+0000, chain.objs.size()=1 2024-09-19T14:23:59.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.543+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.xhsIVU4YKwAnRKyL5xb_wlVtbx54zXy_0 2024-09-19T14:23:59.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.543+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4576282220729590150', time=2024-09-19T16:12:46.070947+0000, chain.objs.size()=1 2024-09-19T14:23:59.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.543+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.ixzywPujdxpaPTmaziHtI66AuWrpV6h_0 2024-09-19T14:23:59.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.543+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12276526311123182096', time=2024-09-19T16:12:46.183567+0000, chain.objs.size()=1 2024-09-19T14:23:59.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.543+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.QUqpiasmO9qILu9390lPJXOl3y48POU_0 2024-09-19T14:23:59.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.543+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4147489355690023403', time=2024-09-19T16:12:46.356425+0000, chain.objs.size()=1 2024-09-19T14:23:59.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.543+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.BPFStVPG6zvESYFS1ljD-Csth2u8LPi_0 2024-09-19T14:23:59.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.543+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.244997189760428500', time=2024-09-19T16:12:46.374848+0000, chain.objs.size()=1 2024-09-19T14:23:59.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.543+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.LZDcI0MUng1VCDoNDERPerSD-WWYSns_0 2024-09-19T14:23:59.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.543+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9382687149721068442', time=2024-09-19T16:12:46.417338+0000, chain.objs.size()=1 2024-09-19T14:23:59.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.543+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.LxT0UbecgoQz_V7LZOyqJ20-iNyy2Pn_0 2024-09-19T14:23:59.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.547+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16152031839593490110', time=2024-09-19T16:12:46.442882+0000, chain.objs.size()=1 2024-09-19T14:23:59.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.547+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.HDlpfdgBMO0geHNgrwH46LhVUgGRYGc_0 2024-09-19T14:23:59.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.547+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13696790025269734214', time=2024-09-19T16:12:46.444619+0000, chain.objs.size()=1 2024-09-19T14:23:59.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.547+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.NfGRZyDRSdaFjK5YnBI4DP5_vRfdhyL_0 2024-09-19T14:23:59.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.547+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16534193347213645493', time=2024-09-19T16:12:46.579180+0000, chain.objs.size()=1 2024-09-19T14:23:59.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.547+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.xc_iobmHEaIF344mZnwd7z76iYE8TZT_0 2024-09-19T14:23:59.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.551+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 0/45663 2024-09-19T14:23:59.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.555+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=36, truncated=0, next_marker='' 2024-09-19T14:23:59.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.555+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4565742866183249379', time=2024-09-19T16:12:46.775841+0000, chain.objs.size()=1 2024-09-19T14:23:59.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.555+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.qqn_hzNh81zzjqqSs7ZD4mMT2fTEYzO_0 2024-09-19T14:23:59.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.555+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3348031938093674698', time=2024-09-19T16:12:46.780194+0000, chain.objs.size()=1 2024-09-19T14:23:59.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.555+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.2i404-s3MkCm5VOGzc3cG1kJLVSz0vV_0 2024-09-19T14:23:59.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.555+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3275049233979020140', time=2024-09-19T16:12:46.821526+0000, chain.objs.size()=1 2024-09-19T14:23:59.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.555+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.cS-nmcAPyYXd_BckuDSsM25mKJVnjFV_0 2024-09-19T14:23:59.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.555+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10716218322094194901', time=2024-09-19T16:12:46.888809+0000, chain.objs.size()=1 2024-09-19T14:23:59.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.555+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.w07XbpU8mWP3kD1NeoYON4ayl9vXe6p_0 2024-09-19T14:23:59.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.555+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12930597228629855060', time=2024-09-19T16:12:46.899866+0000, chain.objs.size()=1 2024-09-19T14:23:59.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.555+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.PnGpRxMHAdtq170YlpcqmSHC3Br3h4S_0 2024-09-19T14:23:59.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.555+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2270191498412359263', time=2024-09-19T16:12:46.907556+0000, chain.objs.size()=1 2024-09-19T14:23:59.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.555+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.49RmbLgCww40cxWlWkkNAznEYCqflq__0 2024-09-19T14:23:59.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.555+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9648933162822579685', time=2024-09-19T16:12:47.034470+0000, chain.objs.size()=1 2024-09-19T14:23:59.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.555+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.Wpl8BGH-XibOHGND1eR4mlHziiYoX_r_0 2024-09-19T14:23:59.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.555+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14897825623078257801', time=2024-09-19T16:12:47.148766+0000, chain.objs.size()=1 2024-09-19T14:23:59.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.555+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.Dvfyy9_Jj2-2kDQDEWIxlH8-kvCkePS_0 2024-09-19T14:23:59.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.555+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3710405779533568921', time=2024-09-19T16:12:47.168361+0000, chain.objs.size()=1 2024-09-19T14:23:59.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.555+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.m6bjP6U80y-6cM1Bwx7hkoPEr_ICXwl_0 2024-09-19T14:23:59.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.555+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5628195445055180310', time=2024-09-19T16:12:47.213560+0000, chain.objs.size()=1 2024-09-19T14:23:59.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.555+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.KZp5i1GJ_tkfYIb3aRnaqz5PT0YJMSg_0 2024-09-19T14:23:59.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.555+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11792120026283930183', time=2024-09-19T16:12:47.362783+0000, chain.objs.size()=1 2024-09-19T14:23:59.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.555+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.IA4yxccnZhfuyDUJacLYSd2W3sUfJbZ_0 2024-09-19T14:23:59.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.555+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9485644197005430100', time=2024-09-19T16:12:47.456885+0000, chain.objs.size()=1 2024-09-19T14:23:59.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.555+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.9E4qtL2JF7obPHiliQOB3E2e6oiLt79_0 2024-09-19T14:23:59.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.559+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1151912594398365906', time=2024-09-19T16:12:47.468357+0000, chain.objs.size()=1 2024-09-19T14:23:59.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.559+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.XtIBl_wEAs5enutLhla_LwnxQl1VjTE_0 2024-09-19T14:23:59.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.559+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2805610876973070847', time=2024-09-19T16:12:47.492868+0000, chain.objs.size()=1 2024-09-19T14:23:59.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.559+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.zEUHE0xUJ78cq2IjdSlVFDwu-id-gXt_0 2024-09-19T14:23:59.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.559+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4788602319887534882', time=2024-09-19T16:12:47.497206+0000, chain.objs.size()=1 2024-09-19T14:23:59.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.559+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.Nktr3KSTVg-SwyOPkOJr-IIxYj_F6et_0 2024-09-19T14:23:59.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.559+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.313699309139371957', time=2024-09-19T16:12:47.514320+0000, chain.objs.size()=1 2024-09-19T14:23:59.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.559+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.T_73A9lHVt79PnSJxkj_tamWN4rGn46_0 2024-09-19T14:23:59.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.559+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14902850795613584839', time=2024-09-19T16:12:47.545351+0000, chain.objs.size()=1 2024-09-19T14:23:59.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.559+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.lK9ntc_FwLq5tOc5AtfxFeT3ocjSAIi_0 2024-09-19T14:23:59.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.559+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13968598423177444035', time=2024-09-19T16:12:47.581065+0000, chain.objs.size()=1 2024-09-19T14:23:59.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.559+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.MkqIH3Bnvr6M9ZkEe5SCaJGwF-kRFsz_0 2024-09-19T14:23:59.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.559+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15803986286534420680', time=2024-09-19T16:12:47.713936+0000, chain.objs.size()=1 2024-09-19T14:23:59.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.559+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.eTc2-tc84fPw-3jfAErZniBsPZqX31w_0 2024-09-19T14:23:59.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.559+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15910648850145670028', time=2024-09-19T16:12:47.732454+0000, chain.objs.size()=1 2024-09-19T14:23:59.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.559+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.ZBB6DhzyPQ-h76YqtSFRYzKiEvalmlb_0 2024-09-19T14:23:59.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.559+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13410253240319268012', time=2024-09-19T16:12:47.821220+0000, chain.objs.size()=1 2024-09-19T14:23:59.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.559+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.GMSgrCoZO2-QYwN1GvTzet52rUnb5BV_0 2024-09-19T14:23:59.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.559+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1968453388836857042', time=2024-09-19T16:12:47.860318+0000, chain.objs.size()=1 2024-09-19T14:23:59.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.559+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.BLW9uRhU1clcPtKjOFbQjT8T90oc5P5_0 2024-09-19T14:23:59.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.559+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2537708803864624647', time=2024-09-19T16:13:12.186293+0000, chain.objs.size()=1 2024-09-19T14:23:59.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.559+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.370__shadow_.HEQOFuTDfcFm0pEHXuuBu-3DmlxcZY4_0 2024-09-19T14:23:59.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.563+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4076600419419651974', time=2024-09-19T16:14:17.445099+0000, chain.objs.size()=1 2024-09-19T14:23:59.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.563+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.466__shadow_.AYbZIcBfIbJymLlxUb7C5WFjYjvPCVK_0 2024-09-19T14:23:59.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.563+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17663124736097877273', time=2024-09-19T16:14:28.477865+0000, chain.objs.size()=1 2024-09-19T14:23:59.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.563+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.488__shadow_.o-xFwdzUwlgTErDKdpkq-iNHhjUf-rs_0 2024-09-19T14:23:59.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.563+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18225698149778203903', time=2024-09-19T16:14:32.700210+0000, chain.objs.size()=1 2024-09-19T14:23:59.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.563+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.496__shadow_.2Ch61TDCaiuj1i631T8qXx4fEVWp260_0 2024-09-19T14:23:59.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.563+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13895032649067261382', time=2024-09-19T16:14:33.526239+0000, chain.objs.size()=1 2024-09-19T14:23:59.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.563+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.497__shadow_._27IEDnImA7GGG67kNMNgshocWNE2CK_0 2024-09-19T14:23:59.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.563+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13924579233769219059', time=2024-09-19T16:14:33.528576+0000, chain.objs.size()=1 2024-09-19T14:23:59.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.563+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.497__shadow_._27IEDnImA7GGG67kNMNgshocWNE2CK_0 2024-09-19T14:23:59.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.563+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15676252669669604735', time=2024-09-19T16:15:13.565305+0000, chain.objs.size()=6 2024-09-19T14:23:59.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.563+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.522__multipart_mymultipart.ogj6IBnym0GIsskmJqRl1W4CQt7lIgyz.1 2024-09-19T14:23:59.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.563+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.522__multipart_mymultipart.4H9nfMKJFbAfIwCiXccVhdl2U4L2PS9K.2 2024-09-19T14:23:59.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.563+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.522__multipart_mymultipart.1-nmrXeYDfal1w17b7GBWofz8sqFls0Z.3 2024-09-19T14:23:59.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.563+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.522__multipart_mymultipart.I8nSJbFRWXNzIjbdm3NweZnHw3K6zan4.4 2024-09-19T14:23:59.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.563+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.522__multipart_mymultipart.LvMtvCsLGOygPxXjs32dqfM00w8uIkpa.5 2024-09-19T14:23:59.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.563+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.522__multipart_mymultipart.bFbp2rTWCV94yoM_j1sKnQEWXjlAN-Pp.6 2024-09-19T14:23:59.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.567+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3835266736582249578', time=2024-09-19T16:16:37.813448+0000, chain.objs.size()=1 2024-09-19T14:23:59.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.567+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.574__shadow_.UCrwwzC5Fbb9pnJayaUIhzJ-CAQZIQy_0 2024-09-19T14:23:59.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.567+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15542706144890727333', time=2024-09-19T16:16:41.559290+0000, chain.objs.size()=1 2024-09-19T14:23:59.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.567+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.575__shadow_.RTRzeh7dBI--TBxjDHCkikwSenpglmE_0 2024-09-19T14:23:59.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.567+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15700125242491816895', time=2024-09-19T16:16:52.376265+0000, chain.objs.size()=1 2024-09-19T14:23:59.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.567+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.577__shadow:4DUIU5lIgjlFETQcwEg02dmcici779x_.XgQl6Zomw0PU9jIe7TAQmoLQbhKDhjE_0 2024-09-19T14:23:59.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.567+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.327439510963610447', time=2024-09-19T16:20:01.253623+0000, chain.objs.size()=1 2024-09-19T14:23:59.570 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.567+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.640__shadow_.yE0J2LhFhdjuiFMQAy7LgLAPlV_Q8FY_0 2024-09-19T14:23:59.570 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.567+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14728020674878704571', time=2024-09-19T16:20:22.112338+0000, chain.objs.size()=1 2024-09-19T14:23:59.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.567+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.666__shadow_.QmtK1AAyvRJlLTxg7wzKMYB_8m4PUGq_0 2024-09-19T14:23:59.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.567+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.596833983069468474', time=2024-09-19T16:21:41.946165+0000, chain.objs.size()=1 2024-09-19T14:23:59.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.567+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.746__shadow_.KXXSO3_T-jBdEPA2Jmql_7ny3k5rzfQ_0 2024-09-19T14:23:59.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.567+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13161530004127637948', time=2024-09-19T16:21:54.421647+0000, chain.objs.size()=1 2024-09-19T14:23:59.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.567+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.759__shadow_.4qzTChiFvn80L9RHSM8yC0tyUhAGSiN_0 2024-09-19T14:23:59.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.571+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:23:59.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.575+0000 7fb91a7579c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-19T14:23:59.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.575+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:23:59.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.575+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:23:59.578 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.575+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/58128' 2024-09-19T14:23:59.578 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.575+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.526724688248607301', time=2024-09-19T16:10:46.236092+0000, chain.objs.size()=1 2024-09-19T14:23:59.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.575+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.244__shadow_.lgCNyIu__UiiO3oANn9Q2e1usHNEX8C_0 2024-09-19T14:23:59.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.575+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5304460353045726070', time=2024-09-19T16:10:49.937490+0000, chain.objs.size()=1 2024-09-19T14:23:59.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.575+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.250__shadow_.DsIOkshQc5geMwC16PKWmL2_FD8UyP6_0 2024-09-19T14:23:59.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.575+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9965211772478688059', time=2024-09-19T16:10:53.838175+0000, chain.objs.size()=1 2024-09-19T14:23:59.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.575+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.256__shadow_.htPDS_SshM4SizT2k3bBUg6Pf5Y-Jrp_0 2024-09-19T14:23:59.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.575+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8730648396860667042', time=2024-09-19T16:11:18.091191+0000, chain.objs.size()=1 2024-09-19T14:23:59.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.575+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.SLFyllH7KdV471soP4ZBat3BXsSEbtw_0 2024-09-19T14:23:59.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.575+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1802646974811018346', time=2024-09-19T16:11:18.519746+0000, chain.objs.size()=1 2024-09-19T14:23:59.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.575+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.b0d5_ZEskCmmC29aHubny2NVPZD5R37_0 2024-09-19T14:23:59.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.575+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7986797488407528943', time=2024-09-19T16:11:18.542837+0000, chain.objs.size()=1 2024-09-19T14:23:59.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.575+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.G3c7kBTUzjDtp40T0HIZUacskbN0naB_0 2024-09-19T14:23:59.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.575+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15891689698230211692', time=2024-09-19T16:11:18.576553+0000, chain.objs.size()=1 2024-09-19T14:23:59.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.575+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.KXpAhxx-2noUzBBBfkhegPa5pUHswqP_0 2024-09-19T14:23:59.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.575+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16214083798614209223', time=2024-09-19T16:11:18.629910+0000, chain.objs.size()=1 2024-09-19T14:23:59.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.575+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.DEFVDRmsVh86bzAMHuJISuU_5IYBPh7_0 2024-09-19T14:23:59.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.575+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3552834679702915566', time=2024-09-19T16:11:18.887394+0000, chain.objs.size()=1 2024-09-19T14:23:59.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.575+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.kxiSRuU2u0oq4-TOCQE5HJSLpm2uzSR_0 2024-09-19T14:23:59.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.575+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3398417957387840657', time=2024-09-19T16:11:18.913791+0000, chain.objs.size()=1 2024-09-19T14:23:59.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.575+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.lgtUss76NbMUmcxwNXUfpQUBhRosH8V_0 2024-09-19T14:23:59.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.575+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7944806999727361649', time=2024-09-19T16:11:19.329226+0000, chain.objs.size()=1 2024-09-19T14:23:59.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.575+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.9SbR2z1Rx43ppWbgSskJ0lOA5UgNh2g_0 2024-09-19T14:23:59.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.575+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17493578969728013419', time=2024-09-19T16:11:19.515371+0000, chain.objs.size()=1 2024-09-19T14:23:59.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.575+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.JuO_447w9XDYRotZkYLdpITBXwbUguP_0 2024-09-19T14:23:59.581 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.579+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14208476880250292840', time=2024-09-19T16:11:19.526044+0000, chain.objs.size()=1 2024-09-19T14:23:59.581 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.579+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.8jS-BbBHPV54km0IYcbMe-JvgackLwx_0 2024-09-19T14:23:59.581 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.579+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16105620313205450544', time=2024-09-19T16:11:19.578219+0000, chain.objs.size()=1 2024-09-19T14:23:59.581 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.579+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.lkYn3bQRVgKof8hjtPByynbcpJBUt8J_0 2024-09-19T14:23:59.582 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.579+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3081543031953410084', time=2024-09-19T16:11:19.581942+0000, chain.objs.size()=1 2024-09-19T14:23:59.582 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.579+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.Avq6H9wiu-lHlaqUn__QetpBMVfdiQb_0 2024-09-19T14:23:59.582 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.579+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3219416070060186898', time=2024-09-19T16:11:19.585178+0000, chain.objs.size()=1 2024-09-19T14:23:59.582 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.579+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.6Chl9VXJcUupW0gdIY8ppxoQ32D5UsR_0 2024-09-19T14:23:59.582 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.579+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1416291216268346562', time=2024-09-19T16:11:19.590867+0000, chain.objs.size()=1 2024-09-19T14:23:59.582 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.579+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.3JEnZtu6HofvIPytbHLaTwovM43xVnS_0 2024-09-19T14:23:59.584 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.583+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15623663684280604244', time=2024-09-19T16:11:19.640089+0000, chain.objs.size()=1 2024-09-19T14:23:59.584 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.583+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.wIPFMlRrfg1NRLYKMPr_mK0-ceo98CZ_0 2024-09-19T14:23:59.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.583+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.337444318287158658', time=2024-09-19T16:11:19.653116+0000, chain.objs.size()=1 2024-09-19T14:23:59.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.583+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.X9_IDuAqrhMEvau9_EKMEgibFZ6x705_0 2024-09-19T14:23:59.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.583+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14966980512862726772', time=2024-09-19T16:11:19.936786+0000, chain.objs.size()=1 2024-09-19T14:23:59.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.583+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.F8_j9VFf-yuJ1muGX3ygQ-obKyZeKNk_0 2024-09-19T14:23:59.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.583+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.746864802931582644', time=2024-09-19T16:11:20.077325+0000, chain.objs.size()=1 2024-09-19T14:23:59.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.583+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.WBcbEkTgN_nAAgeORiVuPZ_qV-8xTIT_0 2024-09-19T14:23:59.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.583+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18379968002389780883', time=2024-09-19T16:11:20.133517+0000, chain.objs.size()=1 2024-09-19T14:23:59.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.583+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.K8lZFS6s76_XtHWu7HJDEjaWHqB73d2_0 2024-09-19T14:23:59.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.583+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7941094033721402502', time=2024-09-19T16:11:20.138726+0000, chain.objs.size()=1 2024-09-19T14:23:59.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.583+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.LoZGH2dT4A7cqyjjDVy98IDfF7js8rY_0 2024-09-19T14:23:59.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.583+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11385526010868397908', time=2024-09-19T16:11:20.141141+0000, chain.objs.size()=1 2024-09-19T14:23:59.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.583+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.sys0EAT7tAqnSOfhUIrmR9Z8Pmq_Awq_0 2024-09-19T14:23:59.586 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.583+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10270816201067498157', time=2024-09-19T16:11:20.157223+0000, chain.objs.size()=1 2024-09-19T14:23:59.586 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.583+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.dzUwGEW1VXAjkUHtoChaNcYFp3TIGkZ_0 2024-09-19T14:23:59.586 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.583+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13808697330452627132', time=2024-09-19T16:11:20.271248+0000, chain.objs.size()=1 2024-09-19T14:23:59.586 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.583+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.g7KqgwDvXfS5S-sZ3HPSEP2_cNbHZu8_0 2024-09-19T14:23:59.586 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.583+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13786962590036510014', time=2024-09-19T16:11:20.448110+0000, chain.objs.size()=1 2024-09-19T14:23:59.586 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.583+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.iC8BiyP2R2NwcCcys2c1P0YerkiWXmt_0 2024-09-19T14:23:59.586 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.583+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3004721934921338461', time=2024-09-19T16:11:20.494486+0000, chain.objs.size()=1 2024-09-19T14:23:59.586 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.583+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.fHPcaGtpzrnqgWyqhH-QhHlVBXw8Obc_0 2024-09-19T14:23:59.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.583+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5818574860651032064', time=2024-09-19T16:11:20.546729+0000, chain.objs.size()=1 2024-09-19T14:23:59.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.583+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.dpKx-m0iLIZKNMj1rDjgP2_iaL2yvJg_0 2024-09-19T14:23:59.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.583+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9413484831679503442', time=2024-09-19T16:11:29.122153+0000, chain.objs.size()=1 2024-09-19T14:23:59.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.583+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.276__shadow_.7gt5BkDJMPi6gcgZKBi6FlrDE5KmTF2_0 2024-09-19T14:23:59.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.587+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4486975259707957743', time=2024-09-19T16:11:30.381522+0000, chain.objs.size()=1 2024-09-19T14:23:59.588 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.587+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.278__shadow_.f2MUHEesmL7ixYavd3IsOr4fmEJRyXS_0 2024-09-19T14:23:59.588 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.587+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8679372936566329390', time=2024-09-19T16:11:37.399010+0000, chain.objs.size()=1 2024-09-19T14:23:59.588 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.587+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.289__shadow_._nWAW0nl4XqAW8D7wPcXUKtgfzHG3B4_0 2024-09-19T14:23:59.588 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.587+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9679876649324287926', time=2024-09-19T16:11:37.405636+0000, chain.objs.size()=1 2024-09-19T14:23:59.588 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.587+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.289__shadow_.YFxxqOBcpMZQ0Yd5motDj_Sqml4U_tB_0 2024-09-19T14:23:59.588 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.587+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1029418431959078245', time=2024-09-19T16:11:44.913996+0000, chain.objs.size()=1 2024-09-19T14:23:59.588 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.587+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.298__shadow_.H4Tzjxi31XjNyhJXE_9vTQc6HliloxW_0 2024-09-19T14:23:59.588 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.587+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8153416724912377198', time=2024-09-19T16:11:48.822491+0000, chain.objs.size()=1 2024-09-19T14:23:59.588 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.587+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.304__shadow_.QmvI7FwppvjSGPPOqgnq6tZbxQVz_JV_0 2024-09-19T14:23:59.588 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.587+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11594158306283191293', time=2024-09-19T16:11:50.251827+0000, chain.objs.size()=1 2024-09-19T14:23:59.588 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.587+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.306__shadow_.61AU1BrDYA9-bvcViguk825DVdv45pP_0 2024-09-19T14:23:59.589 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.587+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16731515146439364019', time=2024-09-19T16:11:58.537038+0000, chain.objs.size()=1 2024-09-19T14:23:59.589 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.587+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.319__shadow:kNR4Kpn5m.lNWz0aEUFQZD99Y5lTGIL_.9fKza-qr-Y3CUyawYkVcMnTK10NKLCq_0 2024-09-19T14:23:59.589 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.587+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.527816221926425818', time=2024-09-19T16:11:58.538548+0000, chain.objs.size()=1 2024-09-19T14:23:59.589 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.587+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.319__shadow:TdZGs-yhv7XjwlqH4S7HVURsoHTJQO-_.GjqPI8ler8NQMfL7vWhnM_rWRXjJeml_0 2024-09-19T14:23:59.589 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.587+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11705206815297376828', time=2024-09-19T16:11:59.990315+0000, chain.objs.size()=1 2024-09-19T14:23:59.589 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.587+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.322__shadow_.kZlIJA0QgUju1WU8iJuci909mN7uSix_0 2024-09-19T14:23:59.590 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.587+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8864522561488674554', time=2024-09-19T16:12:21.723557+0000, chain.objs.size()=1 2024-09-19T14:23:59.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.587+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.pTa4SI1xhMn0GmyoN82PQ2GG6PZCicP_0 2024-09-19T14:23:59.593 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.591+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8538494145155325354', time=2024-09-19T16:12:21.759231+0000, chain.objs.size()=1 2024-09-19T14:23:59.593 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.591+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.6pESmCen3V_kWF4fdUMTZQrNInq9sf4_0 2024-09-19T14:23:59.593 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.591+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12676519505003397702', time=2024-09-19T16:12:21.998655+0000, chain.objs.size()=1 2024-09-19T14:23:59.593 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.591+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.xGIx9cIeUyHYSkk3RmgGstlz6iYBulB_0 2024-09-19T14:23:59.593 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.591+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14184484522000312793', time=2024-09-19T16:12:22.055273+0000, chain.objs.size()=1 2024-09-19T14:23:59.593 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.591+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.AgyXx7YVS7y5rOfdBFdFEIN1QhRnwDz_0 2024-09-19T14:23:59.593 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.591+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7064108319276269773', time=2024-09-19T16:12:22.078308+0000, chain.objs.size()=1 2024-09-19T14:23:59.593 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.591+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.mmcmTt3zjw_Uz5QyuBW0F_xlqUjpBCn_0 2024-09-19T14:23:59.593 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.591+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8475459322422210883', time=2024-09-19T16:12:22.079832+0000, chain.objs.size()=1 2024-09-19T14:23:59.593 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.591+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.jJ6OQ85HIhvTh39h5lnBk--er_puVPy_0 2024-09-19T14:23:59.593 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.591+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2563519751398340856', time=2024-09-19T16:12:22.083629+0000, chain.objs.size()=1 2024-09-19T14:23:59.594 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.591+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.5UufzvBGgrwpdhOuNYMGMVH23zE-DND_0 2024-09-19T14:23:59.594 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.591+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6420094603809197314', time=2024-09-19T16:12:22.381075+0000, chain.objs.size()=1 2024-09-19T14:23:59.594 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.591+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.ARRGE1IzB4cQJyRm-jWPp8riW0fXDJa_0 2024-09-19T14:23:59.594 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.591+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2809079895517554200', time=2024-09-19T16:12:22.399698+0000, chain.objs.size()=1 2024-09-19T14:23:59.594 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.591+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.DRUczRx8xBWXyAZly6yaUj9U7dE03F5_0 2024-09-19T14:23:59.594 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.591+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10313975814764351311', time=2024-09-19T16:12:22.482201+0000, chain.objs.size()=1 2024-09-19T14:23:59.594 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.591+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.e68M4i1ki7OccbbkWp2ASNt3utB0OEl_0 2024-09-19T14:23:59.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.591+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12994340945557556155', time=2024-09-19T16:12:22.514543+0000, chain.objs.size()=1 2024-09-19T14:23:59.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.591+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.hwNm3K9EX4CED0aMEhs8rcI5ic3Nwv7_0 2024-09-19T14:23:59.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.595+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.667824536913758604', time=2024-09-19T16:12:22.652021+0000, chain.objs.size()=1 2024-09-19T14:23:59.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.595+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.N3AGDERIzfRNMgNwwff6Peo5zjOYIx3_0 2024-09-19T14:23:59.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.595+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7554101906369459616', time=2024-09-19T16:12:22.760077+0000, chain.objs.size()=1 2024-09-19T14:23:59.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.595+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.SVz86OkIRWHFUVKzQAKhdOAi82-aU7u_0 2024-09-19T14:23:59.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.595+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8815075167397555347', time=2024-09-19T16:12:22.834054+0000, chain.objs.size()=1 2024-09-19T14:23:59.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.595+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.TsV6WFbI7BnTYP4-Uc70p5gxoz92ein_0 2024-09-19T14:23:59.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.595+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16074558686261321414', time=2024-09-19T16:12:22.845989+0000, chain.objs.size()=1 2024-09-19T14:23:59.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.595+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.oQhW_f0YUMEl5ZW0mD8uWy4s4_ji1oU_0 2024-09-19T14:23:59.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.595+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5076154722227288792', time=2024-09-19T16:12:22.999242+0000, chain.objs.size()=1 2024-09-19T14:23:59.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.595+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.jwXInESwzV_xfcEzuWTyJMgQhZMyybl_0 2024-09-19T14:23:59.598 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.595+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12260998029554143215', time=2024-09-19T16:12:23.126131+0000, chain.objs.size()=1 2024-09-19T14:23:59.598 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.595+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.VCmZoDGAFBajsrWdXBH4s0sj8AWZMdK_0 2024-09-19T14:23:59.598 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.595+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7678941918846222164', time=2024-09-19T16:12:23.168131+0000, chain.objs.size()=1 2024-09-19T14:23:59.599 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.595+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.VVa_S8XT86WW3iuqrZx2g3kYNbZtisP_0 2024-09-19T14:23:59.599 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.595+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17990795953770364608', time=2024-09-19T16:12:23.195701+0000, chain.objs.size()=1 2024-09-19T14:23:59.599 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.595+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.OYCTLjhZYtymoOa-PU0G5abt22O0-1l_0 2024-09-19T14:23:59.599 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.595+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15549596015692016896', time=2024-09-19T16:12:23.367500+0000, chain.objs.size()=1 2024-09-19T14:23:59.599 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.595+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.5Ct05VJ0YFW96pWxW15U_Sk1bwWBR9R_0 2024-09-19T14:23:59.599 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.595+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17937268205738288373', time=2024-09-19T16:12:23.411927+0000, chain.objs.size()=1 2024-09-19T14:23:59.599 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.595+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.jaOM5Zlao_QcEbDc2O1CWpuiEsLvlZr_0 2024-09-19T14:23:59.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.599+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4030164499573983587', time=2024-09-19T16:12:23.425436+0000, chain.objs.size()=1 2024-09-19T14:23:59.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.599+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.fCygJ_rgQ3N5mVmlTfzktQPqF4aGaaH_0 2024-09-19T14:23:59.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.599+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.181867458244793694', time=2024-09-19T16:12:23.453851+0000, chain.objs.size()=1 2024-09-19T14:23:59.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.599+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.fy7panFL_3qMDyUx6FaE_MBPXgTfITu_0 2024-09-19T14:23:59.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.599+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2256448036682433119', time=2024-09-19T16:12:23.479522+0000, chain.objs.size()=1 2024-09-19T14:23:59.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.599+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.hFNidSYM_GQS6YCEtV6ouH8sUEB9Tnz_0 2024-09-19T14:23:59.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.599+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9804036133939964333', time=2024-09-19T16:12:23.629389+0000, chain.objs.size()=1 2024-09-19T14:23:59.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.599+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.JrF4iYUkrx_svtSLxX9FqesoLdlpe2l_0 2024-09-19T14:23:59.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.599+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13384554796039300373', time=2024-09-19T16:12:23.674447+0000, chain.objs.size()=1 2024-09-19T14:23:59.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.599+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.KOFLoQl4PpuwZZpTft9gM8pOEyXZf-a_0 2024-09-19T14:23:59.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.599+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8634741668726440389', time=2024-09-19T16:12:23.686164+0000, chain.objs.size()=1 2024-09-19T14:23:59.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.599+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.5qXJzVpJ21AJ0y47haZ30xDFwDKTAW0_0 2024-09-19T14:23:59.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.599+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10668088833998679459', time=2024-09-19T16:12:23.697849+0000, chain.objs.size()=1 2024-09-19T14:23:59.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.599+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.4jji-GUpwJvsTEYwFMXytYUQCp6MU9J_0 2024-09-19T14:23:59.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.599+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7889996457332105005', time=2024-09-19T16:12:23.784400+0000, chain.objs.size()=1 2024-09-19T14:23:59.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.599+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.7lXy8oVi1exmkCIHQ-ZtLXicWmggl-m_0 2024-09-19T14:23:59.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.599+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1527854234178614520', time=2024-09-19T16:12:23.789121+0000, chain.objs.size()=1 2024-09-19T14:23:59.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.599+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.-eppRgat3NZMlvMC1J6bAGn9HKfen-P_0 2024-09-19T14:23:59.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.599+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9256601432361466054', time=2024-09-19T16:12:23.791018+0000, chain.objs.size()=1 2024-09-19T14:23:59.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.599+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.42r-uMjvwswl79nA5NkGnZC4HWjocLd_0 2024-09-19T14:23:59.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.599+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3055754152134348903', time=2024-09-19T16:12:23.798652+0000, chain.objs.size()=1 2024-09-19T14:23:59.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.599+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.86Wmh-A9nZXSY5WmUvho4vO_68Vd2Cy_0 2024-09-19T14:23:59.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.603+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11480005110766392473', time=2024-09-19T16:12:23.813742+0000, chain.objs.size()=1 2024-09-19T14:23:59.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.603+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.4-WYjTKwizShkJVc0bAc1leYkJlDzy8_0 2024-09-19T14:23:59.606 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.603+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10635735137636913413', time=2024-09-19T16:12:23.957603+0000, chain.objs.size()=1 2024-09-19T14:23:59.606 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.603+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.P61qXMhOY-F-JbcTiNaSvXASoNIvJgF_0 2024-09-19T14:23:59.606 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.603+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8067099565561607129', time=2024-09-19T16:12:24.037699+0000, chain.objs.size()=1 2024-09-19T14:23:59.606 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.603+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.S11bVIKtyypctMCre8O3g6dBw8h6Z4c_0 2024-09-19T14:23:59.606 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.603+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2875030776903458636', time=2024-09-19T16:12:24.088537+0000, chain.objs.size()=1 2024-09-19T14:23:59.606 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.603+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.g-q2WeLDYEVbHCHJVyeDHAHgXRRQjdu_0 2024-09-19T14:23:59.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.603+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.307589118442583998', time=2024-09-19T16:12:45.254837+0000, chain.objs.size()=1 2024-09-19T14:23:59.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.603+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.inGrd3r53w9jxG_5dgSsUNMS4032nGW_0 2024-09-19T14:23:59.608 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.603+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3316105038119471937', time=2024-09-19T16:12:45.374232+0000, chain.objs.size()=1 2024-09-19T14:23:59.608 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.603+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.pj_tMA12gX36THisdveY2BUc-0qf4-m_0 2024-09-19T14:23:59.608 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.603+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1391991812698580675', time=2024-09-19T16:12:45.432647+0000, chain.objs.size()=1 2024-09-19T14:23:59.608 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.603+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.6vVGyXMaVWHcyXYYJ8ETWD8uo1KK1na_0 2024-09-19T14:23:59.608 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.607+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9531061009773574654', time=2024-09-19T16:12:45.458707+0000, chain.objs.size()=1 2024-09-19T14:23:59.608 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.607+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.shNQhDanePu11Lsxds97QbbQ7nvpNzE_0 2024-09-19T14:23:59.608 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.607+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16302369371912819905', time=2024-09-19T16:12:45.700827+0000, chain.objs.size()=1 2024-09-19T14:23:59.608 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.607+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.KDv57xAGSmwXz5vHeBh7Caey57wLAyC_0 2024-09-19T14:23:59.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.607+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14022937222000656104', time=2024-09-19T16:12:45.702144+0000, chain.objs.size()=1 2024-09-19T14:23:59.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.607+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.bRiE6r-ySXdBPcSFbIyHJIBvDlOt1Sj_0 2024-09-19T14:23:59.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.607+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8503644095481803210', time=2024-09-19T16:12:45.733187+0000, chain.objs.size()=1 2024-09-19T14:23:59.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.607+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.OhXW-tun4YmrGVoIq2hEiIgRJnNO62y_0 2024-09-19T14:23:59.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.607+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1721470336687407304', time=2024-09-19T16:12:45.804094+0000, chain.objs.size()=1 2024-09-19T14:23:59.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.607+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.0aHDF_-xtqfoXjhd6wsZFWEfgw1GDPv_0 2024-09-19T14:23:59.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.607+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5452788750513642272', time=2024-09-19T16:12:45.833176+0000, chain.objs.size()=1 2024-09-19T14:23:59.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.607+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.6737ujsqN8AkR2R4DGc1qqgsYN_OpS2_0 2024-09-19T14:23:59.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.607+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1234159276162745488', time=2024-09-19T16:12:45.988861+0000, chain.objs.size()=1 2024-09-19T14:23:59.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.607+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.o9xkBpnf6HPvxihxGgqWZb2OTdvHXDi_0 2024-09-19T14:23:59.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.607+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9394620792559125282', time=2024-09-19T16:12:46.192076+0000, chain.objs.size()=1 2024-09-19T14:23:59.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.607+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.WlV5hWKBpv0z76KoHirEUMjEuKCv2gy_0 2024-09-19T14:23:59.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.607+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8886130163435455907', time=2024-09-19T16:12:46.404121+0000, chain.objs.size()=1 2024-09-19T14:23:59.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.607+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.ddAf1E_6nIa0hnXEcMYd9il9msgH7u4_0 2024-09-19T14:23:59.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.607+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4777641361609726180', time=2024-09-19T16:12:46.427083+0000, chain.objs.size()=1 2024-09-19T14:23:59.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.607+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.dk8nqhcyAS2-7IcekV0BpD4n1H3eNAB_0 2024-09-19T14:23:59.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.607+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14064263634820707690', time=2024-09-19T16:12:46.460067+0000, chain.objs.size()=1 2024-09-19T14:23:59.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.607+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.U46FjZVv8DNDuV1Q4YWDTozt43hZQfC_0 2024-09-19T14:23:59.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.607+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.252943467574626859', time=2024-09-19T16:12:46.480604+0000, chain.objs.size()=1 2024-09-19T14:23:59.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.607+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.6fBXLf9R9eXP_Z90g9vfLRFgTJLHyXG_0 2024-09-19T14:23:59.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.607+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15144598857990931274', time=2024-09-19T16:12:46.481655+0000, chain.objs.size()=1 2024-09-19T14:23:59.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.607+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.bkDBv7azIlvzJ3Y1cOCYYthC_GTcP1G_0 2024-09-19T14:23:59.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.607+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7889529539193578321', time=2024-09-19T16:12:46.489519+0000, chain.objs.size()=1 2024-09-19T14:23:59.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.607+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.X3Kr4KTFPhlwwEsOk9xEiVavclaI1RU_0 2024-09-19T14:23:59.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.611+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1982976410411276228', time=2024-09-19T16:12:46.754070+0000, chain.objs.size()=1 2024-09-19T14:23:59.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.611+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.zBAykSNhhktO90S2jILLwbet-4j8B2c_0 2024-09-19T14:23:59.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.611+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10683116251889514279', time=2024-09-19T16:12:46.812347+0000, chain.objs.size()=1 2024-09-19T14:23:59.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.611+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.MZWClnZBh97iz_dEQ09jVtwLk0T2ZfG_0 2024-09-19T14:23:59.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.611+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14777177707581040489', time=2024-09-19T16:12:46.827720+0000, chain.objs.size()=1 2024-09-19T14:23:59.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.611+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.4TvEbgbW40Jgg1b2dwqSfFeXjnySVOr_0 2024-09-19T14:23:59.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.611+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.148491562404851495', time=2024-09-19T16:12:46.844792+0000, chain.objs.size()=1 2024-09-19T14:23:59.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.611+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.a1MhxCC9OGzY7A2Jc0kdKbK-CoJS1mZ_0 2024-09-19T14:23:59.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.611+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7115179958155095936', time=2024-09-19T16:12:46.877451+0000, chain.objs.size()=1 2024-09-19T14:23:59.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.611+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.Gr1KhDmPOK6hWaOxsRYVd2mkwSA-Ju9_0 2024-09-19T14:23:59.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.611+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11277363776823219681', time=2024-09-19T16:12:47.036910+0000, chain.objs.size()=1 2024-09-19T14:23:59.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.611+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.yF0WyIj_o1zveEgC63a_xP6B2JYOcG8_0 2024-09-19T14:23:59.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.611+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3477886873086102115', time=2024-09-19T16:12:47.082179+0000, chain.objs.size()=1 2024-09-19T14:23:59.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.611+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.VoU0XJiaqKt6nubvq17qsmF7Kt0-njS_0 2024-09-19T14:23:59.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.611+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11528760294593927607', time=2024-09-19T16:12:47.125614+0000, chain.objs.size()=1 2024-09-19T14:23:59.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.611+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.C5-AvmBBQF8mJszDEzlOz8BGxMisQKB_0 2024-09-19T14:23:59.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.615+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 0/58128 2024-09-19T14:23:59.620 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.619+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=18, truncated=0, next_marker='' 2024-09-19T14:23:59.620 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.619+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7742928013412551104', time=2024-09-19T16:12:47.223455+0000, chain.objs.size()=1 2024-09-19T14:23:59.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.619+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.h3T-Pg1muWxqHPDPHrMotK04c4LU8AM_0 2024-09-19T14:23:59.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.619+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3352607651669174748', time=2024-09-19T16:12:47.239062+0000, chain.objs.size()=1 2024-09-19T14:23:59.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.619+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.N8gGQ61pQY2geDA71-Udsr4B5sC2CQQ_0 2024-09-19T14:23:59.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.619+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13516711589522422972', time=2024-09-19T16:12:47.403715+0000, chain.objs.size()=1 2024-09-19T14:23:59.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.619+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.4hDPZIYjqHQLnPPTEBMySp_Bns58HvL_0 2024-09-19T14:23:59.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.619+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13072495904513563721', time=2024-09-19T16:12:47.449449+0000, chain.objs.size()=1 2024-09-19T14:23:59.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.619+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.QhVVtSMd82FY-EPAVEfEfbmn3RXo1Q__0 2024-09-19T14:23:59.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.619+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10506669026805916474', time=2024-09-19T16:12:47.496811+0000, chain.objs.size()=1 2024-09-19T14:23:59.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.619+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.QWN25jpA1gZ9c_3sBkRR0lJaXemQeHU_0 2024-09-19T14:23:59.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.619+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4805970397307283300', time=2024-09-19T16:12:47.497790+0000, chain.objs.size()=1 2024-09-19T14:23:59.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.619+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.uxsr0-sr3TjG2t3GKRmyWE_5556ijSr_0 2024-09-19T14:23:59.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.619+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.816094488009345958', time=2024-09-19T16:12:47.720464+0000, chain.objs.size()=1 2024-09-19T14:23:59.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.619+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.ph-Uve0CsB2fxiATlUGNML80868Bs14_0 2024-09-19T14:23:59.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.619+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1880812928969362078', time=2024-09-19T16:12:47.830737+0000, chain.objs.size()=1 2024-09-19T14:23:59.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.619+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.5WK_yWupMHLxYu0sB-o2sJBDT2hIfiV_0 2024-09-19T14:23:59.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.619+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14774217036753823096', time=2024-09-19T16:12:47.863495+0000, chain.objs.size()=1 2024-09-19T14:23:59.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.619+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.qafRYKBS5fkAjevshKu3C0o8bTKdKsI_0 2024-09-19T14:23:59.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.619+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7037075858452316769', time=2024-09-19T16:12:50.545986+0000, chain.objs.size()=1 2024-09-19T14:23:59.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.619+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.329__shadow_.5lS2xxHnUUpOPCKREO8vhQj1s80fq2k_0 2024-09-19T14:23:59.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.619+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4924214735807315020', time=2024-09-19T16:12:58.617162+0000, chain.objs.size()=1 2024-09-19T14:23:59.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.619+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.343__shadow_.jYotyRyVLtywiHWQovPR7gz5xLWLyPV_0 2024-09-19T14:23:59.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.619+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2737055786212675647', time=2024-09-19T16:14:27.164653+0000, chain.objs.size()=1 2024-09-19T14:23:59.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.619+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.486__shadow_.fYti-wsw11mI862VJcchnbY0Dy-9_us_0 2024-09-19T14:23:59.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.623+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9942184580389853391', time=2024-09-19T16:14:33.660533+0000, chain.objs.size()=1 2024-09-19T14:23:59.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.623+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.498__shadow_.GcABJCoRclsGR6ExEWHiUPcwCqqDMmv_0 2024-09-19T14:23:59.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.623+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4653674518522219750', time=2024-09-19T16:14:47.174317+0000, chain.objs.size()=1 2024-09-19T14:23:59.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.623+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.518__multipart_mymultipart.2~QfRi-vmzktwQJZQcOaVh7OExblAubn9.1 2024-09-19T14:23:59.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.623+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16803138001727084075', time=2024-09-19T16:16:34.091674+0000, chain.objs.size()=1 2024-09-19T14:23:59.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.623+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.570__shadow:puHmMpph8edTIX.JKLA9cAOA2nfFJXV_.hb1ZjSQEhnxMsHsiLhux6nG_Em60fTo_0 2024-09-19T14:23:59.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.623+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14170760334086952324', time=2024-09-19T16:16:57.887837+0000, chain.objs.size()=1 2024-09-19T14:23:59.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.623+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.577__shadow:el14IlGPgPTPnivJSEq9doLWvTmimyz_.y6VG-OoGP08utfQv0tGepFeDn1fXoVs_0 2024-09-19T14:23:59.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.623+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7714551406284975934', time=2024-09-19T16:20:21.977241+0000, chain.objs.size()=1 2024-09-19T14:23:59.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.623+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.666__shadow_.e4hmjKZfp3Dlq1I1rphmDDFVGLkbCGv_0 2024-09-19T14:23:59.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.623+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16719378000015879540', time=2024-09-19T16:21:26.497538+0000, chain.objs.size()=3 2024-09-19T14:23:59.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.623+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.743__multipart_mymultipart3.2~XK_xsRlqvxDAeGnQ23kPe7eJ9RunTzG.1 2024-09-19T14:23:59.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.623+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.743__multipart_mymultipart3.2~XK_xsRlqvxDAeGnQ23kPe7eJ9RunTzG.2 2024-09-19T14:23:59.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.623+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.743__multipart_mymultipart3.2~XK_xsRlqvxDAeGnQ23kPe7eJ9RunTzG.3 2024-09-19T14:23:59.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.627+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:23:59.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.631+0000 7fb91a7579c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-19T14:23:59.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.631+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:23:59.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.631+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:23:59.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.631+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/45936' 2024-09-19T14:23:59.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.631+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13477403790620818133', time=2024-09-19T16:08:55.264823+0000, chain.objs.size()=1 2024-09-19T14:23:59.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.631+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.181__shadow_.qsd0mHzOlbRNjnY_u3RO5SYDj_tf2iW_0 2024-09-19T14:23:59.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.631+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15271302452033420787', time=2024-09-19T16:10:41.578363+0000, chain.objs.size()=1 2024-09-19T14:23:59.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.631+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.238__shadow_.vZqwPRt2QgRJe--6_3RZmzvRDUbHsnl_0 2024-09-19T14:23:59.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.631+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14640631968636815250', time=2024-09-19T16:10:46.244423+0000, chain.objs.size()=1 2024-09-19T14:23:59.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.631+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.244__shadow_.ibIy-y8elOqxN5Te93kNJAZ4v0zUzwF_0 2024-09-19T14:23:59.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.631+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12762794852520364667', time=2024-09-19T16:10:55.089769+0000, chain.objs.size()=1 2024-09-19T14:23:59.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.631+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.258__shadow_.GU0jFfbbivxHskEYu5P_CdKMfYHP0_Q_0 2024-09-19T14:23:59.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.631+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11499497263704317209', time=2024-09-19T16:11:18.091407+0000, chain.objs.size()=1 2024-09-19T14:23:59.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.631+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.8SRMt-WTCk4r_4peCevp37UVPdc-vmo_0 2024-09-19T14:23:59.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.631+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16219877952406797825', time=2024-09-19T16:11:18.183891+0000, chain.objs.size()=1 2024-09-19T14:23:59.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.631+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.4R_WkG47_i2NIu3hdUQZ_wPThv3zIbw_0 2024-09-19T14:23:59.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.631+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3965380286464246779', time=2024-09-19T16:11:18.517503+0000, chain.objs.size()=1 2024-09-19T14:23:59.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.631+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.Q0AzzS4i6_MUyToUx10e4IP_RJvgu2E_0 2024-09-19T14:23:59.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.631+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3457518445473283029', time=2024-09-19T16:11:18.593956+0000, chain.objs.size()=1 2024-09-19T14:23:59.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.631+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.AxItBZCiFLHCiRdIZ4HV7ZmWJS3QErt_0 2024-09-19T14:23:59.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.631+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10640995242426814551', time=2024-09-19T16:11:18.809972+0000, chain.objs.size()=1 2024-09-19T14:23:59.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.631+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.fhm9rMXWN9IM9ccjTX3hwibb5Cx613F_0 2024-09-19T14:23:59.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.631+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1325587664834529276', time=2024-09-19T16:11:18.919934+0000, chain.objs.size()=1 2024-09-19T14:23:59.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.631+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.2dnpafT7uef40vXpqnWALGCRVviE-cY_0 2024-09-19T14:23:59.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.631+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12301250921930176048', time=2024-09-19T16:11:18.940299+0000, chain.objs.size()=1 2024-09-19T14:23:59.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.631+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.XZCHFYe1BcD-sjnIu8yb-UwiU4tSRyX_0 2024-09-19T14:23:59.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.631+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2303726663623415013', time=2024-09-19T16:11:19.139238+0000, chain.objs.size()=1 2024-09-19T14:23:59.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.631+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.5c2OU2GzRoAffOQqyqL4BxbZG3pmCtx_0 2024-09-19T14:23:59.637 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.635+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.387110783194489301', time=2024-09-19T16:11:19.184939+0000, chain.objs.size()=1 2024-09-19T14:23:59.637 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.635+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.vbFmVlPoeJxiJlmzmvHlNVOn9azjwo3_0 2024-09-19T14:23:59.637 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.635+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.338032394106242696', time=2024-09-19T16:11:19.284000+0000, chain.objs.size()=1 2024-09-19T14:23:59.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.635+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.F1MSGFG2jVqsP7cNFYRwMyJ6zRj6g5J_0 2024-09-19T14:23:59.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.635+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1178326502076805896', time=2024-09-19T16:11:19.333191+0000, chain.objs.size()=1 2024-09-19T14:23:59.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.635+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.tJib7YwVkmmmQH0rSyzALtagLD9Noyi_0 2024-09-19T14:23:59.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.635+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17443814140709916758', time=2024-09-19T16:11:19.526771+0000, chain.objs.size()=1 2024-09-19T14:23:59.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.635+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.R8o55i7uJD0RA_Q7SSm5CneZSYeXhNE_0 2024-09-19T14:23:59.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.635+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7365841659253265881', time=2024-09-19T16:11:19.593555+0000, chain.objs.size()=1 2024-09-19T14:23:59.640 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.635+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.jY16tqLqJlPWkknxmAde1P5n-ZUxp4m_0 2024-09-19T14:23:59.640 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.635+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10116284890275751621', time=2024-09-19T16:11:19.766198+0000, chain.objs.size()=1 2024-09-19T14:23:59.640 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.635+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.-9nJ4VSS5FUMIyu6x8uktks5L3bx030_0 2024-09-19T14:23:59.640 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.635+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13177840884254294060', time=2024-09-19T16:11:19.833307+0000, chain.objs.size()=1 2024-09-19T14:23:59.640 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.635+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.hupy1yeCLslJGCcc7W2LlAPl2O3dLtz_0 2024-09-19T14:23:59.640 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.635+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1459652725072804864', time=2024-09-19T16:11:19.941968+0000, chain.objs.size()=1 2024-09-19T14:23:59.640 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.635+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.muSdo9TBwRVxtPu4TF2IgZl9R-QdVcR_0 2024-09-19T14:23:59.640 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.635+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9508639266782488794', time=2024-09-19T16:11:20.077847+0000, chain.objs.size()=1 2024-09-19T14:23:59.640 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.635+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.f77MrHaCeY9zeIOh1A7pY5-xBTXvIRc_0 2024-09-19T14:23:59.640 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.635+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13509856871156048566', time=2024-09-19T16:11:20.100586+0000, chain.objs.size()=1 2024-09-19T14:23:59.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.635+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.7Sf0S1Hv8FqqwH4r5B8cSMmo1Zpvckl_0 2024-09-19T14:23:59.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.639+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5722189269980775947', time=2024-09-19T16:11:20.181388+0000, chain.objs.size()=1 2024-09-19T14:23:59.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.639+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.oh_TETVV2Z30w3SCGOi71o3P9go-NwD_0 2024-09-19T14:23:59.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.639+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.734562649015791004', time=2024-09-19T16:11:20.191672+0000, chain.objs.size()=1 2024-09-19T14:23:59.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.639+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.PyX1f_Iw9CttcRe7KZKFrcCEAMliFCn_0 2024-09-19T14:23:59.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.639+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7814591168693772158', time=2024-09-19T16:11:20.194436+0000, chain.objs.size()=1 2024-09-19T14:23:59.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.639+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.MQH2A3DzTfLgDm4pk6Uheb3N7epeJ2F_0 2024-09-19T14:23:59.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.643+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13987203091488109761', time=2024-09-19T16:11:20.197658+0000, chain.objs.size()=1 2024-09-19T14:23:59.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.643+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.L7rIYgdOvjtUPHVzKULdlHMw61K3Qz5_0 2024-09-19T14:23:59.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.643+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.309905530543865967', time=2024-09-19T16:11:20.215737+0000, chain.objs.size()=1 2024-09-19T14:23:59.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.643+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.7ieabiZfRFKFMk7nDIgqWTfTev5yP-b_0 2024-09-19T14:23:59.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.643+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8475788259361614605', time=2024-09-19T16:11:20.283678+0000, chain.objs.size()=1 2024-09-19T14:23:59.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.643+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.bWQ4ggFN9NIOFMliy1E6upSlQNpXaSu_0 2024-09-19T14:23:59.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.643+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12801267301663207977', time=2024-09-19T16:11:20.407723+0000, chain.objs.size()=1 2024-09-19T14:23:59.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.643+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.i9K1OFb3Ho9fWAhnNFlwTWYaaCxTesG_0 2024-09-19T14:23:59.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.643+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15549116873980911736', time=2024-09-19T16:11:20.452314+0000, chain.objs.size()=1 2024-09-19T14:23:59.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.643+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.qy7dIC7LSyC41S9_Ej_Ra8ezExOAfV9_0 2024-09-19T14:23:59.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.643+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1072435108025779719', time=2024-09-19T16:11:20.459290+0000, chain.objs.size()=1 2024-09-19T14:23:59.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.643+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.jGJ-jdEJtaLHUQY4sl65gdgdr6RXG2t_0 2024-09-19T14:23:59.646 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.643+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8965895593111298499', time=2024-09-19T16:11:20.465004+0000, chain.objs.size()=1 2024-09-19T14:23:59.646 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.643+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.ikXi6hEJxOxKROV4E6ZjIHY121ymUGk_0 2024-09-19T14:23:59.646 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.643+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2665429928719305491', time=2024-09-19T16:11:20.510456+0000, chain.objs.size()=1 2024-09-19T14:23:59.646 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.643+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.vMkUFNPyCrZIHyWyix9L1gg0B5vOiI-_0 2024-09-19T14:23:59.646 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.643+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15046132092419031614', time=2024-09-19T16:11:20.568169+0000, chain.objs.size()=1 2024-09-19T14:23:59.646 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.643+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.CKMhs9baAoZYzPYhNpTA4_PCPdlEMsk_0 2024-09-19T14:23:59.646 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.643+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9447000995806567854', time=2024-09-19T16:11:31.049020+0000, chain.objs.size()=1 2024-09-19T14:23:59.646 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.643+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.279__shadow_.uMKvV0PhmhnfFJ_xFZITt-kKAOKPEiu_0 2024-09-19T14:23:59.646 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.643+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17311224396102932576', time=2024-09-19T16:11:41.643969+0000, chain.objs.size()=1 2024-09-19T14:23:59.646 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.643+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.293__shadow_.MXBKM4465w4Rm9wHojRuinPObzrk4s6_0 2024-09-19T14:23:59.647 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.643+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9845409306434862735', time=2024-09-19T16:11:42.925556+0000, chain.objs.size()=1 2024-09-19T14:23:59.647 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.643+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.295__shadow_.c6XzVqQzE4R45lMfQa3To4i6BwaTfqM_0 2024-09-19T14:23:59.647 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.647+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6066082012433570517', time=2024-09-19T16:11:46.267614+0000, chain.objs.size()=1 2024-09-19T14:23:59.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.647+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.300__shadow_.k275_prn4cjT2lyxIlVcb9WaUARI0TN_0 2024-09-19T14:23:59.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.647+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5129379421437922220', time=2024-09-19T16:12:21.784982+0000, chain.objs.size()=1 2024-09-19T14:23:59.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.647+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.eq7iZrRjlJ11pYr9kNEbcnKPaeRXbvR_0 2024-09-19T14:23:59.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.647+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13893644498331856793', time=2024-09-19T16:12:21.785774+0000, chain.objs.size()=1 2024-09-19T14:23:59.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.647+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.5XXrh_By5ZlkhK13nRxXJS_s6GFFmgd_0 2024-09-19T14:23:59.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.647+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9724193044205239902', time=2024-09-19T16:12:21.960631+0000, chain.objs.size()=1 2024-09-19T14:23:59.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.647+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.x4UrwZDfrxN5tekBwRQ4oLq50ecFwZG_0 2024-09-19T14:23:59.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.647+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16217291118458455478', time=2024-09-19T16:12:22.025263+0000, chain.objs.size()=1 2024-09-19T14:23:59.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.647+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Huu-EoaSmdn048XKbxr2BhWzqJqp6Bi_0 2024-09-19T14:23:59.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.647+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16009176100067828433', time=2024-09-19T16:12:22.030342+0000, chain.objs.size()=1 2024-09-19T14:23:59.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.647+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.4mXCOGvDuv2vKBStXQgsGk0ys-DPlTx_0 2024-09-19T14:23:59.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.647+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6966471457401982834', time=2024-09-19T16:12:22.038472+0000, chain.objs.size()=1 2024-09-19T14:23:59.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.647+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.14O_2OxOCI9YeDLBuLS7PhQGwXoINY5_0 2024-09-19T14:23:59.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.647+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11456393839356816800', time=2024-09-19T16:12:22.133012+0000, chain.objs.size()=1 2024-09-19T14:23:59.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.647+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.snbiLA2XsoP32blE9e-_DvMdlOxIZmh_0 2024-09-19T14:23:59.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.647+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4857171178273351071', time=2024-09-19T16:12:22.135477+0000, chain.objs.size()=1 2024-09-19T14:23:59.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.647+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Z5TDCDlCYa5YXAqrae9zU0-wS0rJu0H_0 2024-09-19T14:23:59.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.647+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11389708585830951348', time=2024-09-19T16:12:22.155551+0000, chain.objs.size()=1 2024-09-19T14:23:59.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.647+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.KpcESMAhRx01HGeE7jfe6geSLPr4uA3_0 2024-09-19T14:23:59.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.647+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3005880356795766569', time=2024-09-19T16:12:22.344334+0000, chain.objs.size()=1 2024-09-19T14:23:59.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.647+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.BeRJ8TpEqJYVte9sBglz6NPvyIidW4j_0 2024-09-19T14:23:59.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.647+0000 7fb918a5e640 0 -- 172.21.15.31:0/2790631982 >> [v2:172.21.15.31:6824/3691275597,v1:172.21.15.31:6825/3691275597] conn(0x7fb7e0082bf0 msgr2=0x7fb7e0084fe0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T14:23:59.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.651+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8089818967147981960', time=2024-09-19T16:12:22.405082+0000, chain.objs.size()=1 2024-09-19T14:23:59.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.651+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.g-lOB9PhHXt4xlcrS2BMzkQI_WTUYKi_0 2024-09-19T14:23:59.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.651+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.959510738038260159', time=2024-09-19T16:12:22.421238+0000, chain.objs.size()=1 2024-09-19T14:23:59.653 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.651+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.RUIPj1uU5x2Wa2YZnx_WmBbLq7-rIob_0 2024-09-19T14:23:59.653 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.651+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17740075986689903867', time=2024-09-19T16:12:22.446935+0000, chain.objs.size()=1 2024-09-19T14:23:59.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.651+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.slu5ELsM2t__l0dbt0pmJ1MtWH5BOfP_0 2024-09-19T14:23:59.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.651+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7037681694100147117', time=2024-09-19T16:12:22.766111+0000, chain.objs.size()=1 2024-09-19T14:23:59.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.651+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.e0QOLkdG1e1-LMUPbfm8m_Z3FGzlrEF_0 2024-09-19T14:23:59.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.651+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.153343607748641773', time=2024-09-19T16:12:22.792309+0000, chain.objs.size()=1 2024-09-19T14:23:59.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.651+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.wSYtmexwr-ra8q_HulNpe-oQb-telh7_0 2024-09-19T14:23:59.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.651+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4584212933460505165', time=2024-09-19T16:12:22.795581+0000, chain.objs.size()=1 2024-09-19T14:23:59.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.651+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.IAG3845AoRzyYeXyzHFqzSEMYubLW7N_0 2024-09-19T14:23:59.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.651+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3025624125935637', time=2024-09-19T16:12:22.840846+0000, chain.objs.size()=1 2024-09-19T14:23:59.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.651+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.95vaHlCYMdpVBUMMFYBM5DcKLNY1Btd_0 2024-09-19T14:23:59.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.651+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1303071889241091099', time=2024-09-19T16:12:23.178240+0000, chain.objs.size()=1 2024-09-19T14:23:59.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.651+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.-Vg-CqggY4aipuqV-V-rfIRtHtRL6aT_0 2024-09-19T14:23:59.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.651+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12232974913886151369', time=2024-09-19T16:12:23.317201+0000, chain.objs.size()=1 2024-09-19T14:23:59.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.651+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.vmhsVxuAb7VDpz4s1MgtHSfye_OXaDi_0 2024-09-19T14:23:59.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.655+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2340542024106606379', time=2024-09-19T16:12:23.359985+0000, chain.objs.size()=1 2024-09-19T14:23:59.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.655+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.V7uJBFOZ6pkqZ6ygxT1w8Snia1LB6M6_0 2024-09-19T14:23:59.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.655+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15056033950718363458', time=2024-09-19T16:12:23.390298+0000, chain.objs.size()=1 2024-09-19T14:23:59.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.655+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.l8-JXlFtSEjSaL8MYEIj1_jJ7Z2argj_0 2024-09-19T14:23:59.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.655+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15870871495974982221', time=2024-09-19T16:12:23.711073+0000, chain.objs.size()=1 2024-09-19T14:23:59.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.655+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.CMQGx4uD3uUeReLx8szE4UE-CNcu2TU_0 2024-09-19T14:23:59.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.655+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2575852535113110441', time=2024-09-19T16:12:23.723329+0000, chain.objs.size()=1 2024-09-19T14:23:59.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.655+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.F7VuBYfQTCe7s1v_UOzmP9B2MfaZNcS_0 2024-09-19T14:23:59.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.655+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6581130040633346482', time=2024-09-19T16:12:23.784082+0000, chain.objs.size()=1 2024-09-19T14:23:59.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.655+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.TRycwPGKPBr4MXMmwwfEXxwlrdGkQsA_0 2024-09-19T14:23:59.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.655+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4032822645569868705', time=2024-09-19T16:12:24.021504+0000, chain.objs.size()=1 2024-09-19T14:23:59.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.655+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.se8KU86FewmZNVGV-dv-6CkWeCI4kiD_0 2024-09-19T14:23:59.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.655+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1994755989419317589', time=2024-09-19T16:12:24.030850+0000, chain.objs.size()=1 2024-09-19T14:23:59.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.655+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.2QDfYEIrGjU0btyOSw9odgQH2a8YXN__0 2024-09-19T14:23:59.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.655+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3485580428751973722', time=2024-09-19T16:12:24.044310+0000, chain.objs.size()=1 2024-09-19T14:23:59.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.655+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.LlyVmMgFxzZdndd8gfEVKPcCofh4b_F_0 2024-09-19T14:23:59.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.655+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16124177588328619013', time=2024-09-19T16:12:24.080571+0000, chain.objs.size()=1 2024-09-19T14:23:59.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.655+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.ezCEBweW9LiAZtGILW8tt32RH4kfJ5X_0 2024-09-19T14:23:59.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.655+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4545453986282210319', time=2024-09-19T16:12:45.224518+0000, chain.objs.size()=1 2024-09-19T14:23:59.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.655+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.QFzB22k2iRlbv7Amora6gMnvmjZBY5n_0 2024-09-19T14:23:59.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.655+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.800896345979964479', time=2024-09-19T16:12:45.326453+0000, chain.objs.size()=1 2024-09-19T14:23:59.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.655+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.Ag4UBxG3R816L0UFu9umrZe3GvxTrCq_0 2024-09-19T14:23:59.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.655+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16912313905378655945', time=2024-09-19T16:12:45.440903+0000, chain.objs.size()=1 2024-09-19T14:23:59.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.659+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.1W4L62NNTrLAfS6XrONem9bZaCWzuVR_0 2024-09-19T14:23:59.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.659+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11202156026014072845', time=2024-09-19T16:12:45.641675+0000, chain.objs.size()=1 2024-09-19T14:23:59.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.659+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.eX_VLoOrpnN-ybgKYG-eXuS9yoFFUzR_0 2024-09-19T14:23:59.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.659+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.229643978870836344', time=2024-09-19T16:12:45.657979+0000, chain.objs.size()=1 2024-09-19T14:23:59.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.659+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.wEWBrGvdss3ff82Qp2KIZYuQMbcDP1__0 2024-09-19T14:23:59.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.659+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9084536830497603644', time=2024-09-19T16:12:45.729571+0000, chain.objs.size()=1 2024-09-19T14:23:59.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.659+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.--mjrq8h7LpRXOHG8aKAldzSjyzXml9_0 2024-09-19T14:23:59.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.659+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12384630410183597160', time=2024-09-19T16:12:45.738174+0000, chain.objs.size()=1 2024-09-19T14:23:59.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.659+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.K7BDxL9nxY3YAKUYYQXfHCQlVM82Rab_0 2024-09-19T14:23:59.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.663+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5909664846201398500', time=2024-09-19T16:12:45.777333+0000, chain.objs.size()=1 2024-09-19T14:23:59.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.663+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.FGT3ii5iEiNAWgtNcK3egkmWix7Y_c3_0 2024-09-19T14:23:59.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.663+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12554035115838688450', time=2024-09-19T16:12:45.794710+0000, chain.objs.size()=1 2024-09-19T14:23:59.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.663+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.y5sdJrH57l6ggrXiVIptmq3-_XyVR_o_0 2024-09-19T14:23:59.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.663+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6280571003296645223', time=2024-09-19T16:12:45.830767+0000, chain.objs.size()=1 2024-09-19T14:23:59.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.663+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.-yBYAzf6Gsq0iUyTEvd6ADEFrQ82cZx_0 2024-09-19T14:23:59.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.663+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2552626596152334723', time=2024-09-19T16:12:45.981548+0000, chain.objs.size()=1 2024-09-19T14:23:59.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.663+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.8NlDTiOTZbBZZSvm46hucQdNarV_qPy_0 2024-09-19T14:23:59.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.663+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17931572282911420897', time=2024-09-19T16:12:45.994275+0000, chain.objs.size()=1 2024-09-19T14:23:59.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.663+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.UnU8d1N-rbtGHpUR0zdx0LnBcOEZBGf_0 2024-09-19T14:23:59.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.663+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16249003193224842384', time=2024-09-19T16:12:46.047802+0000, chain.objs.size()=1 2024-09-19T14:23:59.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.663+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.oGdCaWJF5MR1o9xbb6xFQDWarMz0HVC_0 2024-09-19T14:23:59.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.663+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16367483529139689698', time=2024-09-19T16:12:46.083866+0000, chain.objs.size()=1 2024-09-19T14:23:59.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.663+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.RPbSYAbIREF2Jo9V6lOyUEo-JBBBwXm_0 2024-09-19T14:23:59.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.663+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3962131171966167432', time=2024-09-19T16:12:46.095133+0000, chain.objs.size()=1 2024-09-19T14:23:59.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.663+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.GTR3D1outhJ6R6JkdW3AeN069PCMlt1_0 2024-09-19T14:23:59.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.667+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5590076749366975590', time=2024-09-19T16:12:46.137034+0000, chain.objs.size()=1 2024-09-19T14:23:59.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.667+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.t3VbQ4YbZvFGambQbY76P9qaB8bG14E_0 2024-09-19T14:23:59.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.667+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10796937929171364871', time=2024-09-19T16:12:46.166554+0000, chain.objs.size()=1 2024-09-19T14:23:59.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.667+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.8oh5rdcw9KvPTpyAV6PCIMlq06oCTUa_0 2024-09-19T14:23:59.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.667+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17066625365811526606', time=2024-09-19T16:12:46.171815+0000, chain.objs.size()=1 2024-09-19T14:23:59.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.667+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.zkTDforR0y-LPkTa5pTT0s1HjGFFk7R_0 2024-09-19T14:23:59.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.667+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15465230902040634674', time=2024-09-19T16:12:46.413558+0000, chain.objs.size()=1 2024-09-19T14:23:59.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.667+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.VlK_JvXMuKl0D4pu_R-KMlWgsl06a0f_0 2024-09-19T14:23:59.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.667+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5010172193127208495', time=2024-09-19T16:12:46.477079+0000, chain.objs.size()=1 2024-09-19T14:23:59.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.667+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.r8XfqXvnEePCXpJF1T8DKNKkk0Kdwg9_0 2024-09-19T14:23:59.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.667+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5109839855984996150', time=2024-09-19T16:12:46.481060+0000, chain.objs.size()=1 2024-09-19T14:23:59.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.667+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.u4HKCFp31tXPBo1XN51aLodg4dbWL6T_0 2024-09-19T14:23:59.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.671+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15527046743386529631', time=2024-09-19T16:12:46.564830+0000, chain.objs.size()=1 2024-09-19T14:23:59.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.671+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.aXA7-cHw20BwGPy5_9FST388Yw75TZh_0 2024-09-19T14:23:59.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.671+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.235746520171010717', time=2024-09-19T16:12:46.711920+0000, chain.objs.size()=1 2024-09-19T14:23:59.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.671+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.rLPngiPZzoDQ_JoipBNNua2WY_6LEp0_0 2024-09-19T14:23:59.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.671+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4624405474631324146', time=2024-09-19T16:12:46.741915+0000, chain.objs.size()=1 2024-09-19T14:23:59.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.671+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.qqQ-sYtDzzDrNpZwcEiMYYeNiTuCyw6_0 2024-09-19T14:23:59.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.671+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11493060878426204009', time=2024-09-19T16:12:46.830555+0000, chain.objs.size()=1 2024-09-19T14:23:59.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.671+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.rQRc9CsXzI_PL6PYXT7a5RBmtY5nIa8_0 2024-09-19T14:23:59.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.671+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2218258937339377247', time=2024-09-19T16:12:46.840833+0000, chain.objs.size()=1 2024-09-19T14:23:59.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.671+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.zE4XfovUa070rWJ6bvgw414AGiGBrl7_0 2024-09-19T14:23:59.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.671+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11948202745090536080', time=2024-09-19T16:12:46.914375+0000, chain.objs.size()=1 2024-09-19T14:23:59.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.671+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.Z08mAN5lpoRyCcqUS19yNlPSKr6y4bA_0 2024-09-19T14:23:59.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.671+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16939267265170939953', time=2024-09-19T16:12:46.919213+0000, chain.objs.size()=1 2024-09-19T14:23:59.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.671+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.6YVfxx3gDM3g1kf31AI_k6qmrvTyYCS_0 2024-09-19T14:23:59.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.671+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9950839479666080843', time=2024-09-19T16:12:47.046210+0000, chain.objs.size()=1 2024-09-19T14:23:59.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.671+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.AyNAnzCuWC_vL9PwraGJHykFlsxy26a_0 2024-09-19T14:23:59.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.671+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7423513771772318521', time=2024-09-19T16:12:47.082239+0000, chain.objs.size()=1 2024-09-19T14:23:59.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.671+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.b9AmcAdPTCXQ96k3Ct_xNR8X81-HUos_0 2024-09-19T14:23:59.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.671+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18063848013559649254', time=2024-09-19T16:12:47.176511+0000, chain.objs.size()=1 2024-09-19T14:23:59.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.671+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.FwYPItwtwQ8XxpX5Rj_7F0OnhKAd-Xy_0 2024-09-19T14:23:59.675 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.675+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3663753166154673763', time=2024-09-19T16:12:47.194226+0000, chain.objs.size()=1 2024-09-19T14:23:59.675 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.675+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.Oa1A7s0a3DZ2Z0iHaqX9SBfGU7Mppac_0 2024-09-19T14:23:59.675 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.675+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2241887962135197871', time=2024-09-19T16:12:47.249009+0000, chain.objs.size()=1 2024-09-19T14:23:59.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.675+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.ypRh_x3V6-55u3HkobVNjdeFG4mCrXN_0 2024-09-19T14:23:59.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.675+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18354888459150399644', time=2024-09-19T16:12:47.430071+0000, chain.objs.size()=1 2024-09-19T14:23:59.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.675+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.YwGGoI_aZ-LBjYINEQNaJONAnH8Y5pH_0 2024-09-19T14:23:59.679 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.679+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 0/45936 2024-09-19T14:23:59.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.679+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=38, truncated=0, next_marker='' 2024-09-19T14:23:59.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.679+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4209738459547345628', time=2024-09-19T16:12:47.446160+0000, chain.objs.size()=1 2024-09-19T14:23:59.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.679+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.5ZBlHnARxBTvOYldfqz_4CwA1e7iEai_0 2024-09-19T14:23:59.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.679+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8529721298711717783', time=2024-09-19T16:12:47.558872+0000, chain.objs.size()=1 2024-09-19T14:23:59.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.679+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.RW9W2aUIIvZRaH6fDwxb5de6jSLvueF_0 2024-09-19T14:23:59.683 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.679+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10038678866795554909', time=2024-09-19T16:12:47.575935+0000, chain.objs.size()=1 2024-09-19T14:23:59.683 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.679+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.zt-2IvmE_q_5d4KpORPm-gkqy9w_X0y_0 2024-09-19T14:23:59.683 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.679+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10943137633995113999', time=2024-09-19T16:12:47.695070+0000, chain.objs.size()=1 2024-09-19T14:23:59.683 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.679+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.qH3BE5TTsGeb1-CdvCmQvk58OqLAwFp_0 2024-09-19T14:23:59.683 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.679+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16228863695602831263', time=2024-09-19T16:12:47.765266+0000, chain.objs.size()=1 2024-09-19T14:23:59.683 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.679+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.7HSm1ZTbQw4YG7eKScbrTjq22nrfsOO_0 2024-09-19T14:23:59.683 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.679+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11739715530511363275', time=2024-09-19T16:12:47.790036+0000, chain.objs.size()=1 2024-09-19T14:23:59.683 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.679+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.kYt0wqYVO2K4v8_gIJyhKKEiiMbZOFS_0 2024-09-19T14:23:59.683 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.679+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15065374345024224840', time=2024-09-19T16:12:47.810502+0000, chain.objs.size()=1 2024-09-19T14:23:59.683 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.679+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.P15dSFmTmhS6lqOiYYcI5rM6AiKqLB8_0 2024-09-19T14:23:59.683 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.679+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7684971971268588716', time=2024-09-19T16:12:47.851231+0000, chain.objs.size()=1 2024-09-19T14:23:59.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.679+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.iUpWVKOHU8C5v_YPRuHVzOyNEJIU7RO_0 2024-09-19T14:23:59.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.679+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15946196315623823899', time=2024-09-19T16:12:52.247417+0000, chain.objs.size()=1 2024-09-19T14:23:59.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.679+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.332__shadow_.ZYX9i4rZ8IZXr1YDGhF5PiL17onegAj_0 2024-09-19T14:23:59.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.679+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.720974019921025707', time=2024-09-19T16:12:55.236931+0000, chain.objs.size()=1 2024-09-19T14:23:59.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.679+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.337__shadow_.HekAmFpkOvwV-JQG2Eq7vitLax_KJ-x_0 2024-09-19T14:23:59.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.679+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5695504392842643258', time=2024-09-19T16:14:09.634563+0000, chain.objs.size()=1 2024-09-19T14:23:59.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.679+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.457__shadow_.AFf99kJQMCwCGU_dCWjPLSUCQ5SQzzO_0 2024-09-19T14:23:59.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.679+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14306289162846600343', time=2024-09-19T16:14:15.819131+0000, chain.objs.size()=1 2024-09-19T14:23:59.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.679+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.464__shadow_.8wapqW5fRdY30Y4z7l6SJ-Gzu3Dcbh9_0 2024-09-19T14:23:59.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.683+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17102776815792120339', time=2024-09-19T16:14:36.956215+0000, chain.objs.size()=1 2024-09-19T14:23:59.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.683+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.503__shadow:pPO9epllXFs69aBPDg88rpaxM8lkMmC_.NcvVXReJG1iSo_x_oHFQ4fWG7PX73E5_0 2024-09-19T14:23:59.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.683+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8607764600529172067', time=2024-09-19T16:14:43.197377+0000, chain.objs.size()=1 2024-09-19T14:23:59.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.683+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.512__shadow_.NCaZRC15qhUG5HwNFRZhC20PkC3QVjM_0 2024-09-19T14:23:59.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.683+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18242713803046077332', time=2024-09-19T16:14:48.189456+0000, chain.objs.size()=1 2024-09-19T14:23:59.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.683+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.517__shadow_.qDmVOPXfIEB60-4z-iEvSGNb2A1HIXl_0 2024-09-19T14:23:59.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.683+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='2~65frn8IvgyVNxPa681YkPa1ttrUldaP', time=2024-09-19T16:15:11.275914+0000, chain.objs.size()=1 2024-09-19T14:23:59.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.683+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.522__multipart_mymultipart.2~65frn8IvgyVNxPa681YkPa1ttrUldaP.1 2024-09-19T14:23:59.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.683+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='2~65frn8IvgyVNxPa681YkPa1ttrUldaP', time=2024-09-19T16:15:11.279604+0000, chain.objs.size()=1 2024-09-19T14:23:59.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.683+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.522__multipart_mymultipart.2~65frn8IvgyVNxPa681YkPa1ttrUldaP.2 2024-09-19T14:23:59.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.683+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='2~65frn8IvgyVNxPa681YkPa1ttrUldaP', time=2024-09-19T16:15:11.283321+0000, chain.objs.size()=1 2024-09-19T14:23:59.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.683+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.522__multipart_mymultipart.2~65frn8IvgyVNxPa681YkPa1ttrUldaP.3 2024-09-19T14:23:59.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.683+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='2~65frn8IvgyVNxPa681YkPa1ttrUldaP', time=2024-09-19T16:15:11.287027+0000, chain.objs.size()=1 2024-09-19T14:23:59.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.683+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.522__multipart_mymultipart.2~65frn8IvgyVNxPa681YkPa1ttrUldaP.4 2024-09-19T14:23:59.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.683+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='2~65frn8IvgyVNxPa681YkPa1ttrUldaP', time=2024-09-19T16:15:11.290719+0000, chain.objs.size()=1 2024-09-19T14:23:59.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.683+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.522__multipart_mymultipart.2~65frn8IvgyVNxPa681YkPa1ttrUldaP.5 2024-09-19T14:23:59.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.683+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='2~65frn8IvgyVNxPa681YkPa1ttrUldaP', time=2024-09-19T16:15:11.294544+0000, chain.objs.size()=1 2024-09-19T14:23:59.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.683+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.522__multipart_mymultipart.2~65frn8IvgyVNxPa681YkPa1ttrUldaP.6 2024-09-19T14:23:59.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.683+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8567757966325102456', time=2024-09-19T16:15:15.652036+0000, chain.objs.size()=5 2024-09-19T14:23:59.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.683+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.523__multipart_mymultipart.2~iFq73QJ6jwRCLu9KqYWlC_FyziFrHLI.1 2024-09-19T14:23:59.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.683+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.523__shadow_mymultipart.2~iFq73QJ6jwRCLu9KqYWlC_FyziFrHLI.1_1 2024-09-19T14:23:59.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.687+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.523__multipart_mymultipart.2~iFq73QJ6jwRCLu9KqYWlC_FyziFrHLI.2 2024-09-19T14:23:59.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.687+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.523__shadow_mymultipart.2~iFq73QJ6jwRCLu9KqYWlC_FyziFrHLI.2_1 2024-09-19T14:23:59.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.687+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.523__multipart_mymultipart.2~iFq73QJ6jwRCLu9KqYWlC_FyziFrHLI.3 2024-09-19T14:23:59.690 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.687+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='2~HKzQfOx2BbT-E7PRpbbbSa89CA3hZh8', time=2024-09-19T16:15:26.069686+0000, chain.objs.size()=2 2024-09-19T14:23:59.690 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.687+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.531__multipart_mymultipart.2~HKzQfOx2BbT-E7PRpbbbSa89CA3hZh8.1 2024-09-19T14:23:59.692 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.691+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.531__multipart_mymultipart.2~HKzQfOx2BbT-E7PRpbbbSa89CA3hZh8.2 2024-09-19T14:23:59.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.691+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17713064833365445529', time=2024-09-19T16:16:04.734290+0000, chain.objs.size()=1 2024-09-19T14:23:59.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.691+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.550__shadow_.ya7Oj7pMLyhGbmf9Muz13L4-rSxmz0T_0 2024-09-19T14:23:59.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.691+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17866174082242134153', time=2024-09-19T16:16:13.020486+0000, chain.objs.size()=1 2024-09-19T14:23:59.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.691+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.558__shadow_.Jkul7lrSsNBSf_FjCmV51RmAMfpggGv_0 2024-09-19T14:23:59.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.691+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16113101786021584777', time=2024-09-19T16:16:28.784353+0000, chain.objs.size()=1 2024-09-19T14:23:59.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.691+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.569__shadow:fsfvFUC0aUHaI06kfuSPXhTmsTwgsf8_.x5nCAJ3qMAOGERMzDmzIpJNuRl-7LWh_0 2024-09-19T14:23:59.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.691+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2490612469647096111', time=2024-09-19T16:16:34.025369+0000, chain.objs.size()=1 2024-09-19T14:23:59.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.691+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.570__shadow:nOESHEUfdO.yVRxFjbh-IwWwfc.dS3P_.eelpt41abVmUKNELZuNTG5frcZezPQ4_0 2024-09-19T14:23:59.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.691+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3012713537880097838', time=2024-09-19T16:16:44.667315+0000, chain.objs.size()=1 2024-09-19T14:23:59.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.691+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.576__shadow:hpjZxXlfjD093WonxIM-DmdQDzv1yj1_.09GPyGgcKSBQiipWwlmW1X05G6Y65L6_0 2024-09-19T14:23:59.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.691+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10626779957667327071', time=2024-09-19T16:17:02.473888+0000, chain.objs.size()=1 2024-09-19T14:23:59.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.691+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.577__shadow:bAnDruPUxYdgM4mVeTQ3IHMBDZOyQ1w_.YIOn2if7DpbmmDZ6-fmIVOtJQdiRj4N_0 2024-09-19T14:23:59.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.691+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1867706134551270003', time=2024-09-19T16:17:08.555550+0000, chain.objs.size()=1 2024-09-19T14:23:59.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.691+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.579__shadow:JrZo78XyNGKUpvm60gWDzrE-Rk4wcuQ_.WI-D73q8MddUp9WofTrdC0kPEkxHOg__0 2024-09-19T14:23:59.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.691+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4095521027996979866', time=2024-09-19T16:17:10.289422+0000, chain.objs.size()=1 2024-09-19T14:23:59.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.691+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.580__shadow:coVyFADbUx3t3LMz6Gim82QM3mvaRV5_.jAmFAYwc0kGonlO0K4xTcYYhA5D28DO_0 2024-09-19T14:23:59.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.691+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4316834835430121406', time=2024-09-19T16:17:15.286297+0000, chain.objs.size()=1 2024-09-19T14:23:59.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.691+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.587__shadow:CIdCToTsb3qqY2oM-bLK9cwRR5BI7fs_.IiKMcKhnU5GKb06d4cFLkglODhE_5Tf_0 2024-09-19T14:23:59.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.691+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15327691950579331070', time=2024-09-19T16:17:24.913101+0000, chain.objs.size()=1 2024-09-19T14:23:59.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.691+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.605__shadow_.tg0_TVUGnxfD3ddDfAXpSvN5XDMMJYE_0 2024-09-19T14:23:59.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.695+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9571341299960386861', time=2024-09-19T16:18:42.080900+0000, chain.objs.size()=1 2024-09-19T14:23:59.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.695+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.617__shadow_._D8RuIGvGRjN1GsLD4RZpe_PMhmvXL3_0 2024-09-19T14:23:59.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.695+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2529911813839434295', time=2024-09-19T16:20:20.212501+0000, chain.objs.size()=1 2024-09-19T14:23:59.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.695+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.664__shadow_.BNePULkp_hda4p-5xotNQmPejCVD-yd_0 2024-09-19T14:23:59.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.695+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7041926726965858803', time=2024-09-19T16:20:42.983568+0000, chain.objs.size()=1 2024-09-19T14:23:59.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.695+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.705__shadow:j6vUAddETAQn1aHTfRZMZaR-GkPcoaU_.cgITtRY3grdItKh-XARq3UFshmWaEB1_0 2024-09-19T14:23:59.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.695+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13741144048653606850', time=2024-09-19T16:20:43.521579+0000, chain.objs.size()=1 2024-09-19T14:23:59.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.695+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.706__shadow_.5QoLjAUWOCkd6XEmlzV2Fufk8ZHxH3r_0 2024-09-19T14:23:59.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.695+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3732996586645317659', time=2024-09-19T16:21:23.697813+0000, chain.objs.size()=1 2024-09-19T14:23:59.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.695+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.740__shadow_.QS-7Q6Y1p33ZfAxJULrxVMW_nCS_EMG_0 2024-09-19T14:23:59.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.699+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:23:59.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.699+0000 7fb91a7579c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-19T14:23:59.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.703+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:23:59.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.703+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:23:59.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.703+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/47205' 2024-09-19T14:23:59.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.703+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18371723075982567914', time=2024-09-19T16:08:33.071776+0000, chain.objs.size()=3 2024-09-19T14:23:59.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.703+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.158__shadow_.NeKdiCPx9OYrLzHrw8i8e4HHE7LYgYr_0 2024-09-19T14:23:59.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.703+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.158__shadow_.NeKdiCPx9OYrLzHrw8i8e4HHE7LYgYr_1 2024-09-19T14:23:59.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.703+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.158__shadow_.NeKdiCPx9OYrLzHrw8i8e4HHE7LYgYr_2 2024-09-19T14:23:59.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.703+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16323049816308990332', time=2024-09-19T16:10:48.699115+0000, chain.objs.size()=1 2024-09-19T14:23:59.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.703+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.248__shadow_.2e8dkvJIQWlOW1XbYh0PusSD2FmoZ-p_0 2024-09-19T14:23:59.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.703+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5201469611479256842', time=2024-09-19T16:10:50.622449+0000, chain.objs.size()=1 2024-09-19T14:23:59.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.703+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.251__shadow_.qKGKL57Z4JGvOmND4tqQzmYrrgUjK7y_0 2024-09-19T14:23:59.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.703+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17904658443569990254', time=2024-09-19T16:11:18.219978+0000, chain.objs.size()=1 2024-09-19T14:23:59.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.703+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.WBPH27pz8jI8XrOGyKUjdutt93YWbl7_0 2024-09-19T14:23:59.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.703+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7510211131045822681', time=2024-09-19T16:11:18.224352+0000, chain.objs.size()=1 2024-09-19T14:23:59.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.703+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.6fXAoyHp2peb1muQLQ2Rv7WSaY3kzhG_0 2024-09-19T14:23:59.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.703+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16959925077059819407', time=2024-09-19T16:11:18.264787+0000, chain.objs.size()=1 2024-09-19T14:23:59.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.703+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.jm2yRn9uX3MCDyPEjkr0m2fEKx4OZB9_0 2024-09-19T14:23:59.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.703+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.668643636536592282', time=2024-09-19T16:11:18.291462+0000, chain.objs.size()=1 2024-09-19T14:23:59.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.703+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.10CVlF50RUBUfZW1tCZ7UsFYtOUuS_x_0 2024-09-19T14:23:59.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.703+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9089252732902675534', time=2024-09-19T16:11:18.301458+0000, chain.objs.size()=1 2024-09-19T14:23:59.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.703+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.SAI2Zqi7HjW40QGbGDpFhtnURfFd5K-_0 2024-09-19T14:23:59.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.703+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5989543436266111474', time=2024-09-19T16:11:18.456367+0000, chain.objs.size()=1 2024-09-19T14:23:59.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.703+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.NttXi_cYcQr1409kExFP5hJRz0DPj7l_0 2024-09-19T14:23:59.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.703+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15538925837565563012', time=2024-09-19T16:11:18.543650+0000, chain.objs.size()=1 2024-09-19T14:23:59.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.703+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.0No2eBEA58jPDfB5R_LKYu8gq1z5SUD_0 2024-09-19T14:23:59.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.707+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2493991005407492762', time=2024-09-19T16:11:18.598573+0000, chain.objs.size()=1 2024-09-19T14:23:59.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.707+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.etj_7Bz11bLqcSIaTpeoifsLfoAqYpX_0 2024-09-19T14:23:59.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.707+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14652334942008697195', time=2024-09-19T16:11:18.773533+0000, chain.objs.size()=1 2024-09-19T14:23:59.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.707+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.PMAasCpl-Nb1vt-MaFwHTQQe9PYCT2y_0 2024-09-19T14:23:59.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.707+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8871749716563628650', time=2024-09-19T16:11:18.882686+0000, chain.objs.size()=1 2024-09-19T14:23:59.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.707+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.8Hm64ORBGdMFZLf-VB2Fy0KIUrZO_Zx_0 2024-09-19T14:23:59.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.707+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.509013508976483979', time=2024-09-19T16:11:18.907964+0000, chain.objs.size()=1 2024-09-19T14:23:59.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.707+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.nxfyRExuJ_Fmpp0sQGfYUHxDNBncbry_0 2024-09-19T14:23:59.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.707+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15344913581353170800', time=2024-09-19T16:11:18.945222+0000, chain.objs.size()=1 2024-09-19T14:23:59.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.707+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.biEmMXFu1iCpmTqS1IS0AELe6QTY5vq_0 2024-09-19T14:23:59.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.707+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13078514706181057006', time=2024-09-19T16:11:18.979286+0000, chain.objs.size()=1 2024-09-19T14:23:59.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.707+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.EwpFQeK_3L0vCUh55D0_Nd5W6GZ-ic0_0 2024-09-19T14:23:59.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.707+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6853365413171140380', time=2024-09-19T16:11:19.210249+0000, chain.objs.size()=1 2024-09-19T14:23:59.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.707+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.UBEmHjGmk-Zty1Tg9o_w09HnS1LNEuG_0 2024-09-19T14:23:59.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.707+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4877497491254786374', time=2024-09-19T16:11:19.228436+0000, chain.objs.size()=1 2024-09-19T14:23:59.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.707+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.ooyllZCnEts4cEJpssIt98DTPhR7Wsw_0 2024-09-19T14:23:59.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.707+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4703553384109354811', time=2024-09-19T16:11:19.316086+0000, chain.objs.size()=1 2024-09-19T14:23:59.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.707+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.zaMvCSnYx6QNiCFvOhUZ5Y6DpIAzcsy_0 2024-09-19T14:23:59.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.707+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10729932161202872363', time=2024-09-19T16:11:19.818879+0000, chain.objs.size()=1 2024-09-19T14:23:59.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.707+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.KxVR5EST18838M5z9PI784MayY3BjpC_0 2024-09-19T14:23:59.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.707+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2391329239435435410', time=2024-09-19T16:11:19.905109+0000, chain.objs.size()=1 2024-09-19T14:23:59.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.707+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.-b1QVT_Jeo5EUt1Y-YAUn3gueLJYpWw_0 2024-09-19T14:23:59.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.711+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7715660974671598745', time=2024-09-19T16:11:19.969496+0000, chain.objs.size()=1 2024-09-19T14:23:59.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.711+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.MNO4fuiWL3tMhoeG9M7EciI2QVT-ZH0_0 2024-09-19T14:23:59.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.711+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2056112592088322596', time=2024-09-19T16:11:19.989688+0000, chain.objs.size()=1 2024-09-19T14:23:59.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.711+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.sHh8-ZDtpUA0-8IN9lEHHIghqMu39Nz_0 2024-09-19T14:23:59.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.711+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5716803115504268715', time=2024-09-19T16:11:20.193116+0000, chain.objs.size()=1 2024-09-19T14:23:59.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.711+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.7Akn9-2-zger4qql8XXolH3ty-yMLvX_0 2024-09-19T14:23:59.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.711+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8124057099452374054', time=2024-09-19T16:11:20.197724+0000, chain.objs.size()=1 2024-09-19T14:23:59.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.711+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.NakMkxvHysSpd-J7BUZnT50_FZ_VEwU_0 2024-09-19T14:23:59.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.711+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4876172539310213122', time=2024-09-19T16:11:20.211265+0000, chain.objs.size()=1 2024-09-19T14:23:59.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.711+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.jhyVdRN2lbnHOnhmfjTjR9Xi7L33VU-_0 2024-09-19T14:23:59.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.711+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8196197345581767653', time=2024-09-19T16:11:20.248662+0000, chain.objs.size()=1 2024-09-19T14:23:59.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.711+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.5cZjRZZl9MxLaQVxXY1gtUINZZUU21Q_0 2024-09-19T14:23:59.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.711+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1309640938507188827', time=2024-09-19T16:11:20.277173+0000, chain.objs.size()=1 2024-09-19T14:23:59.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.711+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.l49UUyUt8bmgDETuICAkc0HQJRxg3OR_0 2024-09-19T14:23:59.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.711+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2109667050731033245', time=2024-09-19T16:11:20.463086+0000, chain.objs.size()=1 2024-09-19T14:23:59.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.711+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_._Tv96-Rwx8nssWO3f0G1HVBZeKIeFao_0 2024-09-19T14:23:59.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.711+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10800828480579784400', time=2024-09-19T16:11:20.516426+0000, chain.objs.size()=1 2024-09-19T14:23:59.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.711+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.-fHqirNOFsrA1KokMAGxjpRy0IcCmtV_0 2024-09-19T14:23:59.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.711+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14194081156060242941', time=2024-09-19T16:11:20.534625+0000, chain.objs.size()=1 2024-09-19T14:23:59.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.711+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.xJlRcrdPWmQT9-3kMw46KgG1kNmXb2P_0 2024-09-19T14:23:59.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.711+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5456892565897065131', time=2024-09-19T16:11:20.537955+0000, chain.objs.size()=1 2024-09-19T14:23:59.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.711+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.qASFEyQecw5O7sk8SrjsF5cMso5lx-K_0 2024-09-19T14:23:59.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.715+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17925958293669353536', time=2024-09-19T16:11:32.314189+0000, chain.objs.size()=1 2024-09-19T14:23:59.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.715+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.281__shadow_.yJURu4K75-dgOzyKceXcGa0bw17XKwY_0 2024-09-19T14:23:59.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.715+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11491380364831610741', time=2024-09-19T16:11:41.665408+0000, chain.objs.size()=1 2024-09-19T14:23:59.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.715+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.293__shadow_.yiYf9KJuiHurKyCrFuPc6Hj-fx6tnMY_0 2024-09-19T14:23:59.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.715+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16774561589009844526', time=2024-09-19T16:11:41.706153+0000, chain.objs.size()=1 2024-09-19T14:23:59.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.715+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.293__shadow_.oAQgu3GDCdbsaJ9N99zYRgxRpbp6eQ7_0 2024-09-19T14:23:59.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.715+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10325103292374802892', time=2024-09-19T16:11:54.903215+0000, chain.objs.size()=1 2024-09-19T14:23:59.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.715+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.313__shadow_.hGREf9txCPc8QCc3KU3ScLrLhgNyRN2_0 2024-09-19T14:23:59.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.715+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11880971474541958595', time=2024-09-19T16:12:21.762321+0000, chain.objs.size()=1 2024-09-19T14:23:59.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.715+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.4bHtWTNjBNw4m0J_Ls46Vj6QDC5AWj6_0 2024-09-19T14:23:59.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.715+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3748173105492621075', time=2024-09-19T16:12:22.094537+0000, chain.objs.size()=1 2024-09-19T14:23:59.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.715+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.NxwkvJj9Iag6IyvKqG829MiDvRgxgdb_0 2024-09-19T14:23:59.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.715+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17516073036239355413', time=2024-09-19T16:12:22.107293+0000, chain.objs.size()=1 2024-09-19T14:23:59.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.715+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.q3so7d4EEKFTqHHCgYBRnKMdS8bQrWn_0 2024-09-19T14:23:59.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.715+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8461202015373859099', time=2024-09-19T16:12:22.343805+0000, chain.objs.size()=1 2024-09-19T14:23:59.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.715+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.2AjwGhkQ2vpHP0mMT8Ec6tZhF_PJARs_0 2024-09-19T14:23:59.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.719+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11120532802286240929', time=2024-09-19T16:12:22.363629+0000, chain.objs.size()=1 2024-09-19T14:23:59.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.719+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.KwF5qYX4zNHjC3gGXFX21uNrQQDYT6s_0 2024-09-19T14:23:59.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.719+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4609268031702246711', time=2024-09-19T16:12:22.452626+0000, chain.objs.size()=1 2024-09-19T14:23:59.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.719+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.OvDIJAjJaO1uUfNOILc2_Z1Pc1P_dmo_0 2024-09-19T14:23:59.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.719+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.415981764253899566', time=2024-09-19T16:12:22.463473+0000, chain.objs.size()=1 2024-09-19T14:23:59.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.719+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.yRU9FVeLF98yI-92SKlGQrM9GODSBl7_0 2024-09-19T14:23:59.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.719+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5039580291967436755', time=2024-09-19T16:12:22.468404+0000, chain.objs.size()=1 2024-09-19T14:23:59.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.719+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.7nRHZ7N_IZgaPlYGysMzHq8puO-L0ic_0 2024-09-19T14:23:59.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.719+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.478810530023514169', time=2024-09-19T16:12:22.729425+0000, chain.objs.size()=1 2024-09-19T14:23:59.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.719+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.aeFvgnW4iqewldA1jlyhaydvttbEviD_0 2024-09-19T14:23:59.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.719+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5490134245106195283', time=2024-09-19T16:12:22.730670+0000, chain.objs.size()=1 2024-09-19T14:23:59.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.719+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.iZ3g_DMmjDefO3gCIBLebyxQ_j6BzWE_0 2024-09-19T14:23:59.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.723+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16153628581342895495', time=2024-09-19T16:12:22.778788+0000, chain.objs.size()=1 2024-09-19T14:23:59.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.723+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.VBgizvFchu4whcYksDZQ2DNWENYgg9q_0 2024-09-19T14:23:59.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.723+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11102204139323813381', time=2024-09-19T16:12:22.819159+0000, chain.objs.size()=1 2024-09-19T14:23:59.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.723+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.3cQ4NFuRz1a1b0zfSoyEjcKdGIQb23z_0 2024-09-19T14:23:59.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.723+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8368175233524821569', time=2024-09-19T16:12:22.844488+0000, chain.objs.size()=1 2024-09-19T14:23:59.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.723+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.QcIbwN1hhQ2at8nqbCpHFm6iDgp5pgT_0 2024-09-19T14:23:59.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.723+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17220775003495245099', time=2024-09-19T16:12:23.093912+0000, chain.objs.size()=1 2024-09-19T14:23:59.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.723+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.biASq-zoFiTmopRdVPQysT9yrX8vdBe_0 2024-09-19T14:23:59.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.723+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6909642960370935320', time=2024-09-19T16:12:23.116338+0000, chain.objs.size()=1 2024-09-19T14:23:59.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.723+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.1ZX_UrhZ97y5IIZysy2qVq0RdkGPO6s_0 2024-09-19T14:23:59.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.723+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15222650936642736969', time=2024-09-19T16:12:23.203808+0000, chain.objs.size()=1 2024-09-19T14:23:59.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.723+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.o5KmfMeJY4T7zKAg60CQLKi-3JNRK7V_0 2024-09-19T14:23:59.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.723+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10296823026412550208', time=2024-09-19T16:12:23.352893+0000, chain.objs.size()=1 2024-09-19T14:23:59.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.723+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.nDmlAOsr_08p6-FV69qMi7TzsYuBPpT_0 2024-09-19T14:23:59.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.723+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15396890245642956077', time=2024-09-19T16:12:23.476645+0000, chain.objs.size()=1 2024-09-19T14:23:59.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.723+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.BjXUkn1OqnQitMDzPcDiYdoWsJI1Wio_0 2024-09-19T14:23:59.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.723+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3394277905081773876', time=2024-09-19T16:12:23.725727+0000, chain.objs.size()=1 2024-09-19T14:23:59.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.723+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.e-JB8-uWho88I93-C9iM8fftiVaeR_f_0 2024-09-19T14:23:59.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.723+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12926381661617858987', time=2024-09-19T16:12:23.765459+0000, chain.objs.size()=1 2024-09-19T14:23:59.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.723+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.U0szmcNs29j6yKruna-LOdMmSAE8eTG_0 2024-09-19T14:23:59.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.723+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18405165559369073090', time=2024-09-19T16:12:24.049883+0000, chain.objs.size()=1 2024-09-19T14:23:59.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.723+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.xLUYNpPfHDlL0KbLp9B-1W-qdjGIt1Y_0 2024-09-19T14:23:59.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.727+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17889961691356407015', time=2024-09-19T16:12:24.081291+0000, chain.objs.size()=1 2024-09-19T14:23:59.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.727+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.czlqIoDgHX5DQhWln9_DoREsvXxOreJ_0 2024-09-19T14:23:59.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.727+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7907459946049479760', time=2024-09-19T16:12:24.108749+0000, chain.objs.size()=1 2024-09-19T14:23:59.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.727+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.0mArPT3u7tq66TfHfp0sSnqJCig5TAl_0 2024-09-19T14:23:59.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.727+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4323742859052740178', time=2024-09-19T16:12:24.113363+0000, chain.objs.size()=1 2024-09-19T14:23:59.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.727+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.rYsbl8HoesMatS3LRriL_zkoF6bl4DL_0 2024-09-19T14:23:59.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.727+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9594386045717924351', time=2024-09-19T16:12:45.329399+0000, chain.objs.size()=1 2024-09-19T14:23:59.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.727+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.Yd8Unfe2K-2s03tcOBuYImcSOJzMXQ__0 2024-09-19T14:23:59.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.727+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3612611544531068430', time=2024-09-19T16:12:45.360672+0000, chain.objs.size()=1 2024-09-19T14:23:59.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.727+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.CoqJL7yD_G2dsga9y0EW6bDF4J5rJIy_0 2024-09-19T14:23:59.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.727+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2376208662974915838', time=2024-09-19T16:12:45.397265+0000, chain.objs.size()=1 2024-09-19T14:23:59.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.727+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.wWsRFVw8gettBWcMgZpeBI7PzUq6HMc_0 2024-09-19T14:23:59.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.727+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16772525301162686395', time=2024-09-19T16:12:45.423038+0000, chain.objs.size()=1 2024-09-19T14:23:59.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.727+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.C0R3hyMFu9Rt8KUsXWO5AdVAukPQyF7_0 2024-09-19T14:23:59.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.727+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11265464242734874646', time=2024-09-19T16:12:45.667022+0000, chain.objs.size()=1 2024-09-19T14:23:59.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.727+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.j5I1Btm_xWp6s_M2npM6NIIRdOv_cv9_0 2024-09-19T14:23:59.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.731+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15316735811292538900', time=2024-09-19T16:12:45.706410+0000, chain.objs.size()=1 2024-09-19T14:23:59.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.731+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.LkIIE_czGfGaL8_4tLJbIFGBOiyVILy_0 2024-09-19T14:23:59.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.731+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14926347789934054570', time=2024-09-19T16:12:45.717931+0000, chain.objs.size()=1 2024-09-19T14:23:59.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.731+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.eTlubxZDuP0dk4NhjdAl4-hZOpYWpaT_0 2024-09-19T14:23:59.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.731+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7812809750495393779', time=2024-09-19T16:12:45.735516+0000, chain.objs.size()=1 2024-09-19T14:23:59.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.731+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.CN1CC4rKq3OicYbG_GBfLnQU9rp7eYf_0 2024-09-19T14:23:59.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.731+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15103238926983809264', time=2024-09-19T16:12:45.816202+0000, chain.objs.size()=1 2024-09-19T14:23:59.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.731+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.6kiLTMUP1KxBqWfb1auygv3D2eoJKlI_0 2024-09-19T14:23:59.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.731+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10959840259006939530', time=2024-09-19T16:12:45.825297+0000, chain.objs.size()=1 2024-09-19T14:23:59.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.731+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.bjVppkmL_FXMPR7SCXVtNpuiD6jKH1i_0 2024-09-19T14:23:59.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.731+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1780216579540607349', time=2024-09-19T16:12:46.011845+0000, chain.objs.size()=1 2024-09-19T14:23:59.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.731+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.qkPkZ06731fD20UMDsT5mGoHvjTxQJT_0 2024-09-19T14:23:59.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.731+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8083612501858402364', time=2024-09-19T16:12:46.450763+0000, chain.objs.size()=1 2024-09-19T14:23:59.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.731+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.dbWzN1baRw3bU81hcc78i7htocro2LK_0 2024-09-19T14:23:59.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.731+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1462969131497578966', time=2024-09-19T16:12:46.498263+0000, chain.objs.size()=1 2024-09-19T14:23:59.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.731+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.ekMMjcguB7FaHYq7ouyiSTq-vbVDuNu_0 2024-09-19T14:23:59.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.731+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5709001306488061831', time=2024-09-19T16:12:46.515082+0000, chain.objs.size()=1 2024-09-19T14:23:59.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.731+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.gJPf3VCGwjbcGYYQBRcRYzDVDIN2wZ0_0 2024-09-19T14:23:59.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.731+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14144962290883458192', time=2024-09-19T16:12:46.551331+0000, chain.objs.size()=1 2024-09-19T14:23:59.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.731+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.EX1ZrPyNB2PQZPAhhWGWH1MzL8N_ik8_0 2024-09-19T14:23:59.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.731+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14306415532510757128', time=2024-09-19T16:12:46.740511+0000, chain.objs.size()=1 2024-09-19T14:23:59.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.731+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.Oi2B3ZKFMhop8xcbUtpgdIV0DmI4dzB_0 2024-09-19T14:23:59.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.731+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7650192054664877452', time=2024-09-19T16:12:46.890711+0000, chain.objs.size()=1 2024-09-19T14:23:59.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.731+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.Y3uAmYBTK7bomXyRtO_RLvSNENHXqH4_0 2024-09-19T14:23:59.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.731+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10292926245105299720', time=2024-09-19T16:12:46.891488+0000, chain.objs.size()=1 2024-09-19T14:23:59.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.731+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.yb9uJOHEvz0-KcAcbupesO8JaKgaZ92_0 2024-09-19T14:23:59.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.735+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1354854155347369457', time=2024-09-19T16:12:47.047525+0000, chain.objs.size()=1 2024-09-19T14:23:59.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.735+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.XIC5PeAoLiIwtapkCwfIX_QGrhkRd6K_0 2024-09-19T14:23:59.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.735+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8795641042069387930', time=2024-09-19T16:12:47.083323+0000, chain.objs.size()=1 2024-09-19T14:23:59.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.735+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.MLsxH7bh6xqklqXziB0uKeVhKhrrk6a_0 2024-09-19T14:23:59.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.735+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.313920186003481172', time=2024-09-19T16:12:47.217654+0000, chain.objs.size()=1 2024-09-19T14:23:59.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.735+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.H7ubV_sFEFTkPvAr703ud-7ZkWxjusF_0 2024-09-19T14:23:59.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.735+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17379786653072356243', time=2024-09-19T16:12:47.408837+0000, chain.objs.size()=1 2024-09-19T14:23:59.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.735+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.QKj0eoDi_qZ55ZkPwZx_7-HZ2KV32qh_0 2024-09-19T14:23:59.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.735+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7351887102523793937', time=2024-09-19T16:12:47.521717+0000, chain.objs.size()=1 2024-09-19T14:23:59.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.735+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.HGnG1K0QifCQCfyogcpytsqW2qGHxch_0 2024-09-19T14:23:59.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.735+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4398884681597979914', time=2024-09-19T16:12:47.522667+0000, chain.objs.size()=1 2024-09-19T14:23:59.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.735+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.-DubIy4dzAk9pVv_aNtGmScB8O5STNJ_0 2024-09-19T14:23:59.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.735+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17685212669471014748', time=2024-09-19T16:12:47.714660+0000, chain.objs.size()=1 2024-09-19T14:23:59.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.735+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.tEuOfwRXRQPhhcRHZGs6sQSbrcagQto_0 2024-09-19T14:23:59.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.735+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15571278056447017394', time=2024-09-19T16:12:47.808228+0000, chain.objs.size()=1 2024-09-19T14:23:59.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.735+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.Utpzzz7-_jtJac-SbyVxxpJ2gHUwc0b_0 2024-09-19T14:23:59.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.735+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5874910413985562987', time=2024-09-19T16:12:47.845835+0000, chain.objs.size()=1 2024-09-19T14:23:59.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.735+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.j8iQ-HG2cHbx0jsgH1gDwH3R8qxK0Kv_0 2024-09-19T14:23:59.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.735+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3152091812741994513', time=2024-09-19T16:12:47.857835+0000, chain.objs.size()=1 2024-09-19T14:23:59.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.735+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.iI8qZecNkyduLKThLTPv9P2yr99EKwb_0 2024-09-19T14:23:59.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.735+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2265334043514911072', time=2024-09-19T16:12:47.873876+0000, chain.objs.size()=1 2024-09-19T14:23:59.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.735+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.uFH1-kuwoCG_5FY_t4E8hGKItwHU95R_0 2024-09-19T14:23:59.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.739+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16893526819789510587', time=2024-09-19T16:12:48.925119+0000, chain.objs.size()=1 2024-09-19T14:23:59.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.739+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.326__shadow_.nY6Jmq4rXYPRtO6n5C7V2J79rV-_E9C_0 2024-09-19T14:23:59.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.739+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5426719200975358997', time=2024-09-19T16:13:36.786047+0000, chain.objs.size()=1 2024-09-19T14:23:59.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.739+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.407__shadow_.EAUY3CytpweWTv7zwskgNvAbjUpdKMS_0 2024-09-19T14:23:59.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.739+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.112877947470227059', time=2024-09-19T16:13:58.897567+0000, chain.objs.size()=1 2024-09-19T14:23:59.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.739+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.443__shadow_.mJpmzPO_dBU2GUk-xSibgxU_xn-a-pi_0 2024-09-19T14:23:59.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.739+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6513031010249170792', time=2024-09-19T16:14:34.561597+0000, chain.objs.size()=1 2024-09-19T14:23:59.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.739+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.500__shadow_._7KKBTJrql_4waazEF1fzzY7RIWAhEc_0 2024-09-19T14:23:59.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.739+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='2~kCAJGHOkQwyHJKt1ZnAPLoiNL8EBDdw', time=2024-09-19T16:15:29.075602+0000, chain.objs.size()=1 2024-09-19T14:23:59.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.739+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.535__multipart_mymultipart.2~kCAJGHOkQwyHJKt1ZnAPLoiNL8EBDdw.3 2024-09-19T14:23:59.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.739+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1705334692597715992', time=2024-09-19T16:16:25.564060+0000, chain.objs.size()=1 2024-09-19T14:23:59.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.739+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.569__shadow:HybjEBl4wLw79zT0m6mmoRP6gTYJxAU_.-zH2OXq2aFqNnG3Hmf9JqmeEfSFXiXM_0 2024-09-19T14:23:59.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.739+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11874537625461897194', time=2024-09-19T16:16:31.671800+0000, chain.objs.size()=1 2024-09-19T14:23:59.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.739+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.569__shadow:ZtMNxSdJt55m.Zit.-WnSU8hwcEuBQ._.Hyj_R1Q1mAF1bxTNr7lcxF40TBdWe0N_0 2024-09-19T14:23:59.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.743+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12971539494421339941', time=2024-09-19T16:16:33.991745+0000, chain.objs.size()=1 2024-09-19T14:23:59.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.743+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.570__shadow:rHAEtNRPqk7zGKcUD7rzlzu.i-mcNRn_.yJc7V75jN1az0P8zuPXV4RW508Obsyx_0 2024-09-19T14:23:59.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.743+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7255218509948823768', time=2024-09-19T16:16:52.862074+0000, chain.objs.size()=1 2024-09-19T14:23:59.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.743+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.577__shadow:O9C-auqIuppj3PTw51G9rjiNPR6NZMd_.r2qFx_NPJjylZXlH-i0dpeXKz5Zx6E4_0 2024-09-19T14:23:59.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.743+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18173269778095600541', time=2024-09-19T16:17:15.150967+0000, chain.objs.size()=1 2024-09-19T14:23:59.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.743+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.587__shadow:Yhy2RFZOjaSdsnLL4ifB-kGdg9l3kSi_.DK3TdBhg29vcE6TRt7fh8MmCwW3_IQ2_0 2024-09-19T14:23:59.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.743+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.356594449565419543', time=2024-09-19T16:20:44.124240+0000, chain.objs.size()=1 2024-09-19T14:23:59.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.743+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.707__shadow:NuyfgmlaY1AsJyLvFx1BnlEZKTrR7Tg_.PgVAjQaV46TkZW7c2zF0PtN8f1jvSpz_0 2024-09-19T14:23:59.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.747+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 0/47205 2024-09-19T14:23:59.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.747+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-19T14:23:59.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.747+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10604909205310002392', time=2024-09-19T16:21:09.042644+0000, chain.objs.size()=1 2024-09-19T14:23:59.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.747+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.717__shadow:v.jYUzqoFM647WarLne.ntOvbVs8NSV_.OI6M5usyFtM4Ryf-vUWC-X9nHub0xd-_0 2024-09-19T14:23:59.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.747+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='2~nEHZwxt2IXfp8bXctgTAPTY1UnFiK7_', time=2024-09-19T16:21:25.349351+0000, chain.objs.size()=1 2024-09-19T14:23:59.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.747+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.742__multipart_mymultipart2.2~nEHZwxt2IXfp8bXctgTAPTY1UnFiK7_.1 2024-09-19T14:23:59.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.747+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12576619196979018392', time=2024-09-19T16:22:03.777812+0000, chain.objs.size()=1 2024-09-19T14:23:59.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.747+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.766__shadow_.FSbiQ0_ME7yGqmYpSpqwDG661_qhDMD_0 2024-09-19T14:23:59.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.747+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12936617705347701685', time=2024-09-19T16:22:28.362489+0000, chain.objs.size()=10 2024-09-19T14:23:59.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.747+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.779__shadow_.Bn1ow8n5obwnvLpUCJQb69Nmlw46OWc_0 2024-09-19T14:23:59.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.747+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.779__shadow_.Bn1ow8n5obwnvLpUCJQb69Nmlw46OWc_1 2024-09-19T14:23:59.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.747+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.779__shadow_.Bn1ow8n5obwnvLpUCJQb69Nmlw46OWc_2 2024-09-19T14:23:59.751 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.747+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.779__shadow_.Bn1ow8n5obwnvLpUCJQb69Nmlw46OWc_3 2024-09-19T14:23:59.751 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.747+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.779__shadow_.Bn1ow8n5obwnvLpUCJQb69Nmlw46OWc_4 2024-09-19T14:23:59.751 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.747+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.779__shadow_.Bn1ow8n5obwnvLpUCJQb69Nmlw46OWc_5 2024-09-19T14:23:59.751 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.747+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.779__shadow_.Bn1ow8n5obwnvLpUCJQb69Nmlw46OWc_6 2024-09-19T14:23:59.751 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.747+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.779__shadow_.Bn1ow8n5obwnvLpUCJQb69Nmlw46OWc_7 2024-09-19T14:23:59.751 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.747+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.779__shadow_.Bn1ow8n5obwnvLpUCJQb69Nmlw46OWc_8 2024-09-19T14:23:59.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.751+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.779__shadow_.Bn1ow8n5obwnvLpUCJQb69Nmlw46OWc_9 2024-09-19T14:23:59.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.755+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:23:59.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.759+0000 7fb91a7579c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-19T14:23:59.761 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.759+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:23:59.761 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.759+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:23:59.763 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.759+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/51104' 2024-09-19T14:23:59.763 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.759+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='_VC4K69eEXYZpyAL7MPPJ3B0XynO7wAL', time=2024-09-19T16:08:40.508560+0000, chain.objs.size()=3 2024-09-19T14:23:59.763 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.759+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.163__shadow_.UUBhRso_ibozB8qx3G0AfuNN9afz3Yv_0 2024-09-19T14:23:59.763 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.759+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.163__shadow_.UUBhRso_ibozB8qx3G0AfuNN9afz3Yv_1 2024-09-19T14:23:59.763 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.759+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.163__shadow_.UUBhRso_ibozB8qx3G0AfuNN9afz3Yv_2 2024-09-19T14:23:59.763 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.759+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11132889764708610841', time=2024-09-19T16:10:36.208784+0000, chain.objs.size()=1 2024-09-19T14:23:59.763 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.759+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.231__shadow_.OrLaevF2qPpM_UBeqZqoHE98HSECDac_0 2024-09-19T14:23:59.763 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.759+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16366317938908749476', time=2024-09-19T16:10:46.859907+0000, chain.objs.size()=1 2024-09-19T14:23:59.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.759+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.245__shadow_.p6wNbNIErU8kw17zSqB8EV-x3mLkopv_0 2024-09-19T14:23:59.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.759+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7686691152756338702', time=2024-09-19T16:10:50.618229+0000, chain.objs.size()=1 2024-09-19T14:23:59.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.759+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.251__shadow_.ozHGjN9geAxGfuDlsoiVoI1zc5oBn_F_0 2024-09-19T14:23:59.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.759+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15819518221001730114', time=2024-09-19T16:10:53.170596+0000, chain.objs.size()=1 2024-09-19T14:23:59.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.759+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.255__shadow_.1YD_VPHOTG07P08B2fR8j8A6qDnLXfY_0 2024-09-19T14:23:59.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.759+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16132514642505265682', time=2024-09-19T16:11:18.201306+0000, chain.objs.size()=1 2024-09-19T14:23:59.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.759+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.dUE3hpRdBMPSiYOpml_uY9kUDEQWWul_0 2024-09-19T14:23:59.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.759+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15325282717065985888', time=2024-09-19T16:11:18.254929+0000, chain.objs.size()=1 2024-09-19T14:23:59.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.759+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.0gUSWL5Xzy2lgK-KCPXIpXfhwS0rCtl_0 2024-09-19T14:23:59.765 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.759+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6566091646867679573', time=2024-09-19T16:11:18.264592+0000, chain.objs.size()=1 2024-09-19T14:23:59.765 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.759+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.KzZKqD5Kx5CC2y1dyY1dmP_y4vQvqI5_0 2024-09-19T14:23:59.765 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.759+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15876166727429793080', time=2024-09-19T16:11:18.454859+0000, chain.objs.size()=1 2024-09-19T14:23:59.765 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.759+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.ZK9BLJCm51KNZtPSBoMTr-TqX0Ow3LF_0 2024-09-19T14:23:59.765 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.759+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11582220106449173187', time=2024-09-19T16:11:18.513405+0000, chain.objs.size()=1 2024-09-19T14:23:59.765 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.759+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.y4KLG8Rsc0lQkJsyo5xMmtZC_QRGbQ9_0 2024-09-19T14:23:59.765 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.763+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8430537658833548151', time=2024-09-19T16:11:18.536981+0000, chain.objs.size()=1 2024-09-19T14:23:59.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.763+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.TGJAyYbog7sNQPbyrNlUAFXJKAdyrvF_0 2024-09-19T14:23:59.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.763+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17846054640126836793', time=2024-09-19T16:11:18.561029+0000, chain.objs.size()=1 2024-09-19T14:23:59.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.763+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.g8CFXYA4KoXZcqT31o-iCfD-ZvaCBAX_0 2024-09-19T14:23:59.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.763+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10610055464658388641', time=2024-09-19T16:11:18.575638+0000, chain.objs.size()=1 2024-09-19T14:23:59.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.763+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.YttJMpWmeDGcY3gRGIwid3DAxPFTQDz_0 2024-09-19T14:23:59.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.763+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3710786013816293454', time=2024-09-19T16:11:18.586755+0000, chain.objs.size()=1 2024-09-19T14:23:59.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.763+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.nADQ6iajzmqOJI_aU9U3aEQx0Kzina-_0 2024-09-19T14:23:59.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.763+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.42733631211978362', time=2024-09-19T16:11:18.587629+0000, chain.objs.size()=1 2024-09-19T14:23:59.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.763+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.vKNCWQ5fPYiFROPGzWGxvGVtVVWA0JI_0 2024-09-19T14:23:59.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.763+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12357831039058812776', time=2024-09-19T16:11:18.848405+0000, chain.objs.size()=1 2024-09-19T14:23:59.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.763+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.rFxyfc-EPCaqBzunejVgUZ7FW_YjWfo_0 2024-09-19T14:23:59.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.763+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1371761372727369104', time=2024-09-19T16:11:18.904948+0000, chain.objs.size()=1 2024-09-19T14:23:59.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.763+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.nabhTriCNMMhsC9taUxc49qFT2IFBP4_0 2024-09-19T14:23:59.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.763+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17961770470790863258', time=2024-09-19T16:11:18.945483+0000, chain.objs.size()=1 2024-09-19T14:23:59.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.763+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.6DQUNrICc_lMrMawyrmtncHyIIKBp95_0 2024-09-19T14:23:59.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.763+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4406788185498155419', time=2024-09-19T16:11:19.164040+0000, chain.objs.size()=1 2024-09-19T14:23:59.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.763+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.igtF-iunBvCnKnq00z2Nz14Em4JY9tZ_0 2024-09-19T14:23:59.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.763+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18067469614158818710', time=2024-09-19T16:11:19.240716+0000, chain.objs.size()=1 2024-09-19T14:23:59.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.763+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.-iA7tmlM1-zHqSVH_mJSJkjxcHFUQJc_0 2024-09-19T14:23:59.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.763+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4559552139924489820', time=2024-09-19T16:11:19.301737+0000, chain.objs.size()=1 2024-09-19T14:23:59.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.763+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.YQSop9-1j0B_8mp4du1up8Ks7WOxWFb_0 2024-09-19T14:23:59.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.767+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6878955339958217023', time=2024-09-19T16:11:19.314320+0000, chain.objs.size()=1 2024-09-19T14:23:59.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.767+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.oPAJ_KnmEpkDYcFbB0v_vL6Jthso4py_0 2024-09-19T14:23:59.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.767+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17602911052497530167', time=2024-09-19T16:11:19.467482+0000, chain.objs.size()=1 2024-09-19T14:23:59.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.767+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.62sN5f6iIXpS8Vpd00JNJuFI8QBVgDo_0 2024-09-19T14:23:59.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.767+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2342816914286629593', time=2024-09-19T16:11:19.552157+0000, chain.objs.size()=1 2024-09-19T14:23:59.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.767+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.TwFh-eLg7tg-ZIa3AmKaui3f9j2fJyt_0 2024-09-19T14:23:59.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.767+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14094306268504820190', time=2024-09-19T16:11:19.587821+0000, chain.objs.size()=1 2024-09-19T14:23:59.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.767+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.pU4jKWJmvCPGr6pqI_MJGMrWxOzKVj0_0 2024-09-19T14:23:59.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.767+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.720034610880313610', time=2024-09-19T16:11:19.643339+0000, chain.objs.size()=1 2024-09-19T14:23:59.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.767+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.rUTXf3YTIS4Vj1nAU92PPH3cCWZoujx_0 2024-09-19T14:23:59.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.767+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18186612567780974145', time=2024-09-19T16:11:19.775634+0000, chain.objs.size()=1 2024-09-19T14:23:59.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.767+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.b5iCaCg295KU22-p0QfMA3L6EESNn8x_0 2024-09-19T14:23:59.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.767+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6385492869613089172', time=2024-09-19T16:11:19.875870+0000, chain.objs.size()=1 2024-09-19T14:23:59.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.767+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.uPOizg8s1pkwtrNoIBnDSELKL1FENSn_0 2024-09-19T14:23:59.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.767+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11587195783394059481', time=2024-09-19T16:11:19.948814+0000, chain.objs.size()=1 2024-09-19T14:23:59.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.767+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.ebTyhP9ty8XdJcQS6BKZwSjktWQ6aYG_0 2024-09-19T14:23:59.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.767+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13916158575252419841', time=2024-09-19T16:11:19.977078+0000, chain.objs.size()=1 2024-09-19T14:23:59.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.767+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.bu44_SQGTzRa0Q70DLJnrHe_pS44VBO_0 2024-09-19T14:23:59.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.767+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12531831737136181795', time=2024-09-19T16:11:20.140896+0000, chain.objs.size()=1 2024-09-19T14:23:59.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.767+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.tSzH0Bx6eG2iRk2A2MfcftPoa9-U5ib_0 2024-09-19T14:23:59.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.767+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4269926368847239022', time=2024-09-19T16:11:20.182202+0000, chain.objs.size()=1 2024-09-19T14:23:59.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.767+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.0ZXJ9dC6biuaDAlPHxaxoywTDHXyqZf_0 2024-09-19T14:23:59.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.771+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8410150661784311974', time=2024-09-19T16:11:20.247785+0000, chain.objs.size()=1 2024-09-19T14:23:59.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.771+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.dUiCZ3h35sA0xwYz8sz42qO8X72cWLE_0 2024-09-19T14:23:59.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.771+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14799764462359434416', time=2024-09-19T16:11:20.251935+0000, chain.objs.size()=1 2024-09-19T14:23:59.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.771+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_._veslsNG_zdVG96Tx_QNtHr8E0__fNA_0 2024-09-19T14:23:59.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.771+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6334948652550552515', time=2024-09-19T16:11:20.427638+0000, chain.objs.size()=1 2024-09-19T14:23:59.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.771+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.8uAhfYH3qv8_p4EMGbjazjWVpjPtPsh_0 2024-09-19T14:23:59.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.771+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4498046311743989943', time=2024-09-19T16:11:20.430588+0000, chain.objs.size()=1 2024-09-19T14:23:59.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.771+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.y59zlnsQ8PHpIN1KDHWhgwop3UfpS4m_0 2024-09-19T14:23:59.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.771+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14382766062801049226', time=2024-09-19T16:11:20.463316+0000, chain.objs.size()=1 2024-09-19T14:23:59.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.771+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.vZ_Avn-MB_qVC1kXenh6sNSKMXFTjiL_0 2024-09-19T14:23:59.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.771+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16319131420409697205', time=2024-09-19T16:11:20.470089+0000, chain.objs.size()=1 2024-09-19T14:23:59.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.771+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.jwp2xPKq7joPD9QJSpvGSzij7dgTQ5g_0 2024-09-19T14:23:59.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.771+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.26608752542057939', time=2024-09-19T16:11:20.521615+0000, chain.objs.size()=1 2024-09-19T14:23:59.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.771+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.KZMVf_8HLIMbgZt5TDah7RFi3FLtAnM_0 2024-09-19T14:23:59.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.771+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17783768807569266909', time=2024-09-19T16:11:22.338857+0000, chain.objs.size()=1 2024-09-19T14:23:59.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.771+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.265__shadow_.CpEfF7Fyvl0ppqnLe1Yz54TocrksE19_0 2024-09-19T14:23:59.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.771+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18029531237641167847', time=2024-09-19T16:11:41.668127+0000, chain.objs.size()=1 2024-09-19T14:23:59.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.771+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.293__shadow_.6LjISPobi9LJga5n6AYZ2RRIv_fk2Sl_0 2024-09-19T14:23:59.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.771+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13245330881362464885', time=2024-09-19T16:11:41.682496+0000, chain.objs.size()=1 2024-09-19T14:23:59.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.771+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.293__shadow_.vNELawBc4UvAyTI2vpHLg9vT5oylM-5_0 2024-09-19T14:23:59.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.775+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17951702168321404390', time=2024-09-19T16:11:41.719487+0000, chain.objs.size()=1 2024-09-19T14:23:59.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.775+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.293__shadow_.AK_4lf1eBFj2ENGA2AergkONwGoCA6w_0 2024-09-19T14:23:59.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.775+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10809525294769853506', time=2024-09-19T16:11:42.301430+0000, chain.objs.size()=1 2024-09-19T14:23:59.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.775+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.294__shadow_.64DfzNYFNQrJXkTuFfDT6hd4FWxIlSD_0 2024-09-19T14:23:59.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.775+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7514155329163058603', time=2024-09-19T16:11:42.927016+0000, chain.objs.size()=1 2024-09-19T14:23:59.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.775+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.295__shadow_.PrNh1K6eZlLWnqCdQqIoVHk7-iUwi5__0 2024-09-19T14:23:59.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.775+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7085308308457051296', time=2024-09-19T16:11:44.237958+0000, chain.objs.size()=1 2024-09-19T14:23:59.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.775+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.297__shadow_.y5iPJrm_WollJZhSo-fXuJ9S_fd6aqE_0 2024-09-19T14:23:59.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.775+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6350515307805186053', time=2024-09-19T16:12:21.720663+0000, chain.objs.size()=1 2024-09-19T14:23:59.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.775+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.tCYVepwycZVBeksAQb05sI1EuU0bE0W_0 2024-09-19T14:23:59.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.775+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5644681894081388243', time=2024-09-19T16:12:21.723469+0000, chain.objs.size()=1 2024-09-19T14:23:59.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.775+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.0bkCuD6WD7cGHx81N-EXGrEyP7sUEOv_0 2024-09-19T14:23:59.779 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.779+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10167804654516623459', time=2024-09-19T16:12:21.740568+0000, chain.objs.size()=1 2024-09-19T14:23:59.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.779+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.wcxOfYZOGWcyax98lqNmHTHO9z5I0EF_0 2024-09-19T14:23:59.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.779+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4213230999664273884', time=2024-09-19T16:12:21.836867+0000, chain.objs.size()=1 2024-09-19T14:23:59.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.779+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.4_DNgknjvq2NqRwF6e1rVwp9YojBpUG_0 2024-09-19T14:23:59.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.779+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4828845108273936350', time=2024-09-19T16:12:21.983446+0000, chain.objs.size()=1 2024-09-19T14:23:59.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.779+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.9mqq_s4B2RX3dxEAH53ifG5709mjMqy_0 2024-09-19T14:23:59.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.779+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5916269571892521917', time=2024-09-19T16:12:22.016210+0000, chain.objs.size()=1 2024-09-19T14:23:59.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.779+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.asyVuOwtVCFcjH93z48PRWeLndgQthd_0 2024-09-19T14:23:59.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.779+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16882437374412081636', time=2024-09-19T16:12:22.023222+0000, chain.objs.size()=1 2024-09-19T14:23:59.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.779+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.dw9Z9hB8yOq8ag_6tCpHSIUWwoHjgKI_0 2024-09-19T14:23:59.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.779+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16169746079053758957', time=2024-09-19T16:12:22.045140+0000, chain.objs.size()=1 2024-09-19T14:23:59.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.779+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.KNCi5IfDO-sCToYCPpRVqug2Ia5PPgr_0 2024-09-19T14:23:59.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.779+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15907442374269084996', time=2024-09-19T16:12:22.048724+0000, chain.objs.size()=1 2024-09-19T14:23:59.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.779+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Ldn9eBTt_GQOfXkXs0jqPnvaiD08_iZ_0 2024-09-19T14:23:59.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.779+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8526217215779837846', time=2024-09-19T16:12:22.090790+0000, chain.objs.size()=1 2024-09-19T14:23:59.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.779+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.oSDviL5w6TUlXXC50Mb6o79S31b10P7_0 2024-09-19T14:23:59.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.779+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12539386903577861176', time=2024-09-19T16:12:22.133497+0000, chain.objs.size()=1 2024-09-19T14:23:59.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.779+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.x2ET97BShuybSblHO1wnkb4F0rv_8oU_0 2024-09-19T14:23:59.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.779+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11834484057635427268', time=2024-09-19T16:12:22.140312+0000, chain.objs.size()=1 2024-09-19T14:23:59.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.779+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.ocIa5oRw2jGnf7IceKVby3k3H4qnahG_0 2024-09-19T14:23:59.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.779+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1451323038970212438', time=2024-09-19T16:12:22.141375+0000, chain.objs.size()=1 2024-09-19T14:23:59.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.779+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.UBoJWIc-NvU-vr7xPvwPnFiShW9qYpy_0 2024-09-19T14:23:59.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.779+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13102547538372091550', time=2024-09-19T16:12:22.363836+0000, chain.objs.size()=1 2024-09-19T14:23:59.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.779+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.ngGCEhDWfyJS9l2UkHZMIwQe2JUWweN_0 2024-09-19T14:23:59.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.783+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9247881534689027651', time=2024-09-19T16:12:22.410351+0000, chain.objs.size()=1 2024-09-19T14:23:59.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.783+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.MOoqv1_lBAiAuhGd_T6SyMNE1KQhS57_0 2024-09-19T14:23:59.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.783+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4176465869216678188', time=2024-09-19T16:12:22.670157+0000, chain.objs.size()=1 2024-09-19T14:23:59.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.783+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.e34EvCpNwL31_wwRkhkdOT1ny3VUb4U_0 2024-09-19T14:23:59.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.783+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2158952239817919650', time=2024-09-19T16:12:22.682973+0000, chain.objs.size()=1 2024-09-19T14:23:59.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.783+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.mPqO7X7cKOPvKsk95LcjHEVXkRrEXJl_0 2024-09-19T14:23:59.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.787+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8297426827536610813', time=2024-09-19T16:12:22.741559+0000, chain.objs.size()=1 2024-09-19T14:23:59.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.787+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.HXJ5ucWcHAJJ-GQZeu-yjBuKUt_c-vr_0 2024-09-19T14:23:59.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.787+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2645194283207012654', time=2024-09-19T16:12:22.853474+0000, chain.objs.size()=1 2024-09-19T14:23:59.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.787+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.UhHTEGG3k3ugxfeTc_TgYHnoQ4jfgnA_0 2024-09-19T14:23:59.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.787+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8063465026272191542', time=2024-09-19T16:12:23.049952+0000, chain.objs.size()=1 2024-09-19T14:23:59.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.787+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.S89Dmq_QXMYO4X7azuqVZhn9uGM6iG1_0 2024-09-19T14:23:59.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.787+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5794377839165362952', time=2024-09-19T16:12:23.069835+0000, chain.objs.size()=1 2024-09-19T14:23:59.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.787+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.lB4IEs-aKg1vEUjAHw_KwlfT36v12Y0_0 2024-09-19T14:23:59.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.787+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5199690364403819640', time=2024-09-19T16:12:23.115742+0000, chain.objs.size()=1 2024-09-19T14:23:59.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.787+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.O5VQq3P4Yy6jZCm3lX2l9CbH8-m-qz-_0 2024-09-19T14:23:59.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.787+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13306284168413859709', time=2024-09-19T16:12:23.134424+0000, chain.objs.size()=1 2024-09-19T14:23:59.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.787+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.j5LX7NHdvHN-EU56cxiGnW_XjkvfyHQ_0 2024-09-19T14:23:59.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.787+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17212435975765665317', time=2024-09-19T16:12:23.198254+0000, chain.objs.size()=1 2024-09-19T14:23:59.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.787+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.r_09km2Obb2QLGr5A5vJSSodZnr8nK0_0 2024-09-19T14:23:59.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.787+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14926105545440438005', time=2024-09-19T16:12:23.308994+0000, chain.objs.size()=1 2024-09-19T14:23:59.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.787+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.QKByZePPWG3pJQMo6YW6Vpx9d3o1OYO_0 2024-09-19T14:23:59.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.787+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2042488829886146219', time=2024-09-19T16:12:23.325475+0000, chain.objs.size()=1 2024-09-19T14:23:59.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.787+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.0gJ2yjWMjfN-GX7OTFlkD0W5az2tKI0_0 2024-09-19T14:23:59.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.787+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6650156241453169428', time=2024-09-19T16:12:23.389818+0000, chain.objs.size()=1 2024-09-19T14:23:59.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.787+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.jPxdnHLJg2TLa5TVuKEyO2KwKVRG9x9_0 2024-09-19T14:23:59.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.787+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2619933136591806664', time=2024-09-19T16:12:23.485586+0000, chain.objs.size()=1 2024-09-19T14:23:59.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.787+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.SGLffem8In9pynWfW9DRydw6qhqOFMx_0 2024-09-19T14:23:59.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.787+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14801749961820895903', time=2024-09-19T16:12:23.663063+0000, chain.objs.size()=1 2024-09-19T14:23:59.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.787+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.pxiSdzVv_sU4cg69r9Gqlln1OwfiLd6_0 2024-09-19T14:23:59.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.787+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18245196871920014366', time=2024-09-19T16:12:23.704033+0000, chain.objs.size()=1 2024-09-19T14:23:59.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.787+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.B0_xKTMWeikat702U8fXfd7qryChYjo_0 2024-09-19T14:23:59.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.787+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15055016245958635434', time=2024-09-19T16:12:23.796162+0000, chain.objs.size()=1 2024-09-19T14:23:59.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.787+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.BoxpLcxzrb5Jg4uxciV87JsrfBAL0wz_0 2024-09-19T14:23:59.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.787+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16762368306924518627', time=2024-09-19T16:12:23.807317+0000, chain.objs.size()=1 2024-09-19T14:23:59.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.787+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.jm3nvmLxF6PBuDBjkOaDBUl5xWqqwDa_0 2024-09-19T14:23:59.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.787+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5796438606370184830', time=2024-09-19T16:12:24.071943+0000, chain.objs.size()=1 2024-09-19T14:23:59.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.787+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.25cYBEOxW6sR2GCTkWnilzjQ78f92hk_0 2024-09-19T14:23:59.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.791+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2394153569753875933', time=2024-09-19T16:12:24.079722+0000, chain.objs.size()=1 2024-09-19T14:23:59.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.791+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.9nswPI4NoHyVnj422Ld8m2-UutmepV__0 2024-09-19T14:23:59.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.791+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12370482342188288580', time=2024-09-19T16:12:45.217398+0000, chain.objs.size()=1 2024-09-19T14:23:59.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.791+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.ekMUqMzjUA7DvIkfTt04JTAq7b1g3et_0 2024-09-19T14:23:59.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.791+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1141402740065731190', time=2024-09-19T16:12:45.252203+0000, chain.objs.size()=1 2024-09-19T14:23:59.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.791+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.BuM29tmpui5QshzzCEu_IcDb5PrEtUv_0 2024-09-19T14:23:59.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.791+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2956158692536792014', time=2024-09-19T16:12:45.600457+0000, chain.objs.size()=1 2024-09-19T14:23:59.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.791+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.w37KX4Vwjr1AmMoN6Z-rKnneQ8C3ZK3_0 2024-09-19T14:23:59.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.791+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9879105985155005421', time=2024-09-19T16:12:45.621045+0000, chain.objs.size()=1 2024-09-19T14:23:59.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.791+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.qC9Ygmq4k0XmNo7tB3YsNX3Mzkr5Mba_0 2024-09-19T14:23:59.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.791+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2229894719717068922', time=2024-09-19T16:12:45.659105+0000, chain.objs.size()=1 2024-09-19T14:23:59.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.791+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.qY0Cxc61tMnuvax9ItOY9h9RdFoYyNW_0 2024-09-19T14:23:59.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.791+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1651036185178019915', time=2024-09-19T16:12:45.724419+0000, chain.objs.size()=1 2024-09-19T14:23:59.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.791+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.7E4efd6wz6rhc8vGU2UqxztsJGNKPL9_0 2024-09-19T14:23:59.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.791+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9758017836359907209', time=2024-09-19T16:12:45.735373+0000, chain.objs.size()=1 2024-09-19T14:23:59.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.791+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.QyFiX5Bn22WsUFt_lnlrbX49rvzeCJ__0 2024-09-19T14:23:59.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.791+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15963263182482517278', time=2024-09-19T16:12:46.031071+0000, chain.objs.size()=1 2024-09-19T14:23:59.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.791+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.v9RaapZp2CdfY_YGQahbhcDjbQ8u4Ad_0 2024-09-19T14:23:59.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.791+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14194761988866393408', time=2024-09-19T16:12:46.094130+0000, chain.objs.size()=1 2024-09-19T14:23:59.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.791+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.1b_Igt4wlb6WfbGUUUTkLHBI0pFyrmX_0 2024-09-19T14:23:59.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.795+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9914262319933136237', time=2024-09-19T16:12:46.122353+0000, chain.objs.size()=1 2024-09-19T14:23:59.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.795+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.Gyx1qAWZJEGO0CdI2SINiR7rMCkLRqf_0 2024-09-19T14:23:59.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.795+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1322571562725619047', time=2024-09-19T16:12:46.133651+0000, chain.objs.size()=1 2024-09-19T14:23:59.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.795+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.79U0sxuUdUUOtVVmAw9zeG6Faw3UHAc_0 2024-09-19T14:23:59.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.795+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5155925295166716319', time=2024-09-19T16:12:46.186301+0000, chain.objs.size()=1 2024-09-19T14:23:59.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.795+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.cQmrp00RXXC4vM-eQUm1TbRWSQY8VPX_0 2024-09-19T14:23:59.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.795+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13101372484106654957', time=2024-09-19T16:12:46.416594+0000, chain.objs.size()=1 2024-09-19T14:23:59.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.795+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.tmfReusM6TpgKy3ygAH_KRNNv453BLx_0 2024-09-19T14:23:59.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.795+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17101005190195807640', time=2024-09-19T16:12:46.428896+0000, chain.objs.size()=1 2024-09-19T14:23:59.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.795+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.w68WMEicXVWf7XtzvDQFouV_0o8sNZS_0 2024-09-19T14:23:59.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.795+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.202972777015605165', time=2024-09-19T16:12:46.431269+0000, chain.objs.size()=1 2024-09-19T14:23:59.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.795+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.GECebdZf76XGUuqFfLgVca7eKFs4zfd_0 2024-09-19T14:23:59.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.795+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2799691837439138483', time=2024-09-19T16:12:46.510389+0000, chain.objs.size()=1 2024-09-19T14:23:59.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.795+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.r7JAeI2-L0O5eAnSkGXWGJohtWlN4j2_0 2024-09-19T14:23:59.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.795+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17179226760320883166', time=2024-09-19T16:12:47.066861+0000, chain.objs.size()=1 2024-09-19T14:23:59.799 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.795+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.ranNr5rU-585le9VpEfiW-G4-uim8AN_0 2024-09-19T14:23:59.799 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.799+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.318986094474901167', time=2024-09-19T16:12:47.074731+0000, chain.objs.size()=1 2024-09-19T14:23:59.799 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.799+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.Yi6Cz0Dkz1QXDXkkpDEk4xsOVlKGJBB_0 2024-09-19T14:23:59.799 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.799+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6521323898931501063', time=2024-09-19T16:12:47.084959+0000, chain.objs.size()=1 2024-09-19T14:23:59.799 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.799+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_._Qs1gl2_3KT4idp-FLv1ZoO14jaagYb_0 2024-09-19T14:23:59.799 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.799+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9131045335858583431', time=2024-09-19T16:12:47.095261+0000, chain.objs.size()=1 2024-09-19T14:23:59.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.799+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.6Qndmxda8seN7_OpWiwtSJ9MSxb8z54_0 2024-09-19T14:23:59.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.799+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 0/51104 2024-09-19T14:23:59.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.803+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=33, truncated=0, next_marker='' 2024-09-19T14:23:59.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.803+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7513047218929243379', time=2024-09-19T16:12:47.122188+0000, chain.objs.size()=1 2024-09-19T14:23:59.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.803+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.oqiRZGoOoljQnXqnSBEslbZYdqaPirT_0 2024-09-19T14:23:59.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.803+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2519038220175054539', time=2024-09-19T16:12:47.182496+0000, chain.objs.size()=1 2024-09-19T14:23:59.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.803+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.uMMflnAU4qG9E3QbhMrfSIxykfIOA5z_0 2024-09-19T14:23:59.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.803+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.309489598361094409', time=2024-09-19T16:12:47.183482+0000, chain.objs.size()=1 2024-09-19T14:23:59.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.803+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.qeLzlWWYtS70fa-Shl1x6phD2vmfu7-_0 2024-09-19T14:23:59.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.803+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7323452205791406182', time=2024-09-19T16:12:47.211369+0000, chain.objs.size()=1 2024-09-19T14:23:59.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.803+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.GjVxVEIen113XIOuBN45L5lP7HzuC00_0 2024-09-19T14:23:59.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.803+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7918173273902535773', time=2024-09-19T16:12:47.372923+0000, chain.objs.size()=1 2024-09-19T14:23:59.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.803+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.T6eG0ERWXoe2Pdyx0HiNHH3H7is8NJZ_0 2024-09-19T14:23:59.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.803+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3865036667773820614', time=2024-09-19T16:12:47.377373+0000, chain.objs.size()=1 2024-09-19T14:23:59.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.803+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.PVBFrS39ZWPIDKm1B1S_0Afflhl5Xbx_0 2024-09-19T14:23:59.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.803+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17517152447277116745', time=2024-09-19T16:12:47.385666+0000, chain.objs.size()=1 2024-09-19T14:23:59.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.803+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.P7ud-2RmZCWiUOzByzzfq6ZK4x2XUAA_0 2024-09-19T14:23:59.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.803+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16145647947816450042', time=2024-09-19T16:12:47.396428+0000, chain.objs.size()=1 2024-09-19T14:23:59.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.803+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.IeIlyRKozfTQzslaN7bQ01n4gtOSnwI_0 2024-09-19T14:23:59.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.803+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6635197994551908932', time=2024-09-19T16:12:47.412103+0000, chain.objs.size()=1 2024-09-19T14:23:59.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.803+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.XWBVJ8XlAPvNGQG1DtWjMBZkTRH-ech_0 2024-09-19T14:23:59.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.803+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3340626445991084864', time=2024-09-19T16:12:47.758323+0000, chain.objs.size()=1 2024-09-19T14:23:59.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.803+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.nS6zN6Utxb0-tD7GHxW6AyLXeRvXoUi_0 2024-09-19T14:23:59.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.803+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7831783383006406694', time=2024-09-19T16:12:47.791732+0000, chain.objs.size()=1 2024-09-19T14:23:59.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.803+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.1LyTgEomH4DKlz2ztk3oUIqleEFsl8k_0 2024-09-19T14:23:59.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.803+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7858087615689211521', time=2024-09-19T16:12:47.793218+0000, chain.objs.size()=1 2024-09-19T14:23:59.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.803+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.-CWAQyP_TIN-54VIMyQWEdc8wXxbRZq_0 2024-09-19T14:23:59.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.807+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16977426129855118038', time=2024-09-19T16:12:47.870611+0000, chain.objs.size()=1 2024-09-19T14:23:59.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.807+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.Q7IOwy0Fc0hG6pLmE9o2FadWc8Es0mQ_0 2024-09-19T14:23:59.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.807+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7762030395018239534', time=2024-09-19T16:13:25.541763+0000, chain.objs.size()=1 2024-09-19T14:23:59.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.807+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.390__shadow_.g67r-59QQBVTIzVJ30Puiz7eZNi9Y8h_0 2024-09-19T14:23:59.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.811+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9629879471494678930', time=2024-09-19T16:13:37.901714+0000, chain.objs.size()=1 2024-09-19T14:23:59.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.811+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.409__shadow_.Livrg8aA9PSz_qneGjkmBC7VtDjQB_u_0 2024-09-19T14:23:59.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.811+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15072944971321665368', time=2024-09-19T16:14:13.443336+0000, chain.objs.size()=1 2024-09-19T14:23:59.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.811+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.461__shadow_.WAaSQ78fZkzyLNjjhHgQ2_BwKJNr75K_0 2024-09-19T14:23:59.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.811+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4305186619024790055', time=2024-09-19T16:14:17.758450+0000, chain.objs.size()=1 2024-09-19T14:23:59.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.811+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.466__shadow_.I7_iP5UOR56JZ63I7iBkEfOssnReEUF_0 2024-09-19T14:23:59.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.811+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6618450263440568589', time=2024-09-19T16:14:27.829638+0000, chain.objs.size()=1 2024-09-19T14:23:59.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.811+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.487__shadow_.RMwo6QWQySuxNBJ-MsOHKU5pZfmx74-_0 2024-09-19T14:23:59.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.811+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8462962227005264103', time=2024-09-19T16:14:34.561380+0000, chain.objs.size()=1 2024-09-19T14:23:59.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.811+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.500__shadow_._7KKBTJrql_4waazEF1fzzY7RIWAhEc_0 2024-09-19T14:23:59.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.811+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17099559078423176581', time=2024-09-19T16:14:55.569498+0000, chain.objs.size()=3 2024-09-19T14:23:59.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.811+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.521__multipart_mymultipart.2~P76cSD2ggblYLq9SfC093UYzvGzJrNp.1 2024-09-19T14:23:59.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.811+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.521__multipart_mymultipart.2~P76cSD2ggblYLq9SfC093UYzvGzJrNp.2 2024-09-19T14:23:59.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.811+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.521__multipart_mymultipart.2~P76cSD2ggblYLq9SfC093UYzvGzJrNp.3 2024-09-19T14:23:59.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.811+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16406631674267599899', time=2024-09-19T16:16:12.966750+0000, chain.objs.size()=1 2024-09-19T14:23:59.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.811+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.558__shadow_.M_gsbMqGlkIroDln4n_P7Vyr2vUQggz_0 2024-09-19T14:23:59.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.815+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6842069146320083905', time=2024-09-19T16:16:23.118579+0000, chain.objs.size()=1 2024-09-19T14:23:59.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.815+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.566__shadow_.IA7iALQFu5rVSHEZvfCnFOVfZDkzYIG_0 2024-09-19T14:23:59.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.815+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.176711659699412025', time=2024-09-19T16:16:26.264175+0000, chain.objs.size()=1 2024-09-19T14:23:59.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.815+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.569__shadow:YcN.v9uRV6Qq7pQ0tbGh0awKA6OkmXp_.5PWXKtVDcEa8hSrLQFTdWPDZYZLilmx_0 2024-09-19T14:23:59.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.815+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1498649022591183888', time=2024-09-19T16:16:45.371321+0000, chain.objs.size()=1 2024-09-19T14:23:59.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.815+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.576__shadow:9A3RCFaoIdyZPDd1LJd6q9nAMhAhaPO_.c5v8wcHLa-hyQat8M_M06JqXGJ_Sxij_0 2024-09-19T14:23:59.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.815+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16583566444231575453', time=2024-09-19T16:16:53.293891+0000, chain.objs.size()=1 2024-09-19T14:23:59.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.815+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.577__shadow:IRLlfU3Z3iyRbF.LycCb4Me7EVOiVdc_.TzPuCfROIEdAEG6oRxbU88As3N0v7vO_0 2024-09-19T14:23:59.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.815+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8715721698888561569', time=2024-09-19T16:16:54.007611+0000, chain.objs.size()=1 2024-09-19T14:23:59.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.815+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.577__shadow:3o2him-WsCk53i0HffuyYcEyg.ZPjdn_.lY46GN_xkXsX5GVKLea9ortsUP8yvE8_0 2024-09-19T14:23:59.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.815+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2310707506838911368', time=2024-09-19T16:17:06.015534+0000, chain.objs.size()=7 2024-09-19T14:23:59.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.815+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.578__multipart_testobj.2~oZEweyvtamuBP5QaDtGUxoQaXq1yUZi.1 2024-09-19T14:23:59.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.815+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.578__shadow_testobj.2~oZEweyvtamuBP5QaDtGUxoQaXq1yUZi.1_1 2024-09-19T14:23:59.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.815+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.578__multipart_testobj.2~oZEweyvtamuBP5QaDtGUxoQaXq1yUZi.2 2024-09-19T14:23:59.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.815+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.578__shadow_testobj.2~oZEweyvtamuBP5QaDtGUxoQaXq1yUZi.2_1 2024-09-19T14:23:59.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.815+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.578__multipart_testobj.2~oZEweyvtamuBP5QaDtGUxoQaXq1yUZi.3 2024-09-19T14:23:59.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.815+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.578__shadow_testobj.2~oZEweyvtamuBP5QaDtGUxoQaXq1yUZi.3_1 2024-09-19T14:23:59.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.819+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.578__multipart_testobj.2~oZEweyvtamuBP5QaDtGUxoQaXq1yUZi.4 2024-09-19T14:23:59.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.819+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1333411316077843623', time=2024-09-19T16:17:25.468924+0000, chain.objs.size()=1 2024-09-19T14:23:59.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.819+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.606__shadow_.ybVhy7Vx9UloqZNalWcnOYWVjkTsYxp_0 2024-09-19T14:23:59.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.819+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6122540005506446041', time=2024-09-19T16:20:06.288987+0000, chain.objs.size()=1 2024-09-19T14:23:59.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.819+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.647__shadow_.9u2SOp6N7S233KRfqRt7exqGczyH6R2_0 2024-09-19T14:23:59.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.819+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14590806638088473026', time=2024-09-19T16:20:39.785260+0000, chain.objs.size()=1 2024-09-19T14:23:59.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.819+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.700__shadow:uMkm7ZIx57oDaUZql-n5Q5P6XgY4oLs_.9EgA8sd6njq25yfipFDBzqI75YeJci-_0 2024-09-19T14:23:59.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.819+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5527903102233087232', time=2024-09-19T16:20:45.325317+0000, chain.objs.size()=1 2024-09-19T14:23:59.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.819+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.709__shadow_.vDDp3SRVEw2JiLKYs54CnvPatHc9gwk_0 2024-09-19T14:23:59.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.819+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5950812329283689320', time=2024-09-19T16:21:10.360014+0000, chain.objs.size()=1 2024-09-19T14:23:59.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.819+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.719__shadow_.Xqez6Fh8SWCa8nPiEOYQ2cpOURKnU1K_0 2024-09-19T14:23:59.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.819+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5218419879800837780', time=2024-09-19T16:23:46.252527+0000, chain.objs.size()=1 2024-09-19T14:23:59.824 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.819+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.782__shadow_.mR8vpSCM8u3QVGFh6VhJIMLw6_CSPEe_0 2024-09-19T14:23:59.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.823+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:23:59.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.827+0000 7fb91a7579c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-19T14:23:59.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.827+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:23:59.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.827+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:23:59.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.831+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/55417' 2024-09-19T14:23:59.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.831+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2193959280364541100', time=2024-09-19T16:10:35.572512+0000, chain.objs.size()=1 2024-09-19T14:23:59.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.831+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.230__shadow_.x5-aDXGTcAL_hN0SpR3rbVnUe5rfJTY_0 2024-09-19T14:23:59.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.831+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12329858978066590552', time=2024-09-19T16:10:37.425403+0000, chain.objs.size()=1 2024-09-19T14:23:59.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.831+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.233__shadow_.JgDL-i4n95b_pVRftDtXwEgnIVGJDiJ_0 2024-09-19T14:23:59.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.831+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14512151487621903188', time=2024-09-19T16:10:40.460829+0000, chain.objs.size()=1 2024-09-19T14:23:59.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.831+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.237__shadow_.tAnMf49xkL9OCq1LPM0U9v_b0s3WMDq_0 2024-09-19T14:23:59.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.831+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1082124904950361913', time=2024-09-19T16:10:42.170918+0000, chain.objs.size()=1 2024-09-19T14:23:59.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.831+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.239__shadow_.oFgotF9gvQcwyfbcpaPYEo_uvr1od86_0 2024-09-19T14:23:59.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.831+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8780502868990156476', time=2024-09-19T16:10:46.859979+0000, chain.objs.size()=1 2024-09-19T14:23:59.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.831+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.245__shadow_.tcQfj8Zp5pp7m6ZpdXHMUyRztlq1zej_0 2024-09-19T14:23:59.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.831+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1776952217789311702', time=2024-09-19T16:10:56.932980+0000, chain.objs.size()=1 2024-09-19T14:23:59.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.831+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.261__shadow_.nRsDpASIQrXkU2KgY4cPBuQFumb-dOs_0 2024-09-19T14:23:59.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.831+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18164153071731941351', time=2024-09-19T16:11:18.090648+0000, chain.objs.size()=1 2024-09-19T14:23:59.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.831+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.hAyq2hj7U3yNWdSy7K0AG4tRc91o4tr_0 2024-09-19T14:23:59.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.831+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9588600288652106979', time=2024-09-19T16:11:18.233939+0000, chain.objs.size()=1 2024-09-19T14:23:59.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.831+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.DzKhXF8lUnZe24UzlkBgvm5q9ft4DOr_0 2024-09-19T14:23:59.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.831+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9090446968642158323', time=2024-09-19T16:11:18.257389+0000, chain.objs.size()=1 2024-09-19T14:23:59.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.831+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.Hj09DeF_kKTiw7V09C2KOdlGaUuJ12l_0 2024-09-19T14:23:59.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.831+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5438159264456765158', time=2024-09-19T16:11:18.271964+0000, chain.objs.size()=1 2024-09-19T14:23:59.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.831+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.uJTUCSOaalEvBtBK5dW9JBylRgaZrCM_0 2024-09-19T14:23:59.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.831+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5249554173865295524', time=2024-09-19T16:11:18.272800+0000, chain.objs.size()=1 2024-09-19T14:23:59.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.831+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.52qL-9pP9QjFa4QUuiouHRfJWwiOqrW_0 2024-09-19T14:23:59.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.831+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7880010812155098913', time=2024-09-19T16:11:18.625314+0000, chain.objs.size()=1 2024-09-19T14:23:59.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.831+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.PUJ20-PcTP6sD47y9yUKqk8Eft5XYcS_0 2024-09-19T14:23:59.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.831+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16175553409909127167', time=2024-09-19T16:11:18.938661+0000, chain.objs.size()=1 2024-09-19T14:23:59.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.831+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.QUx7pIXacuBltV3g-pJR5jvkUn53iNp_0 2024-09-19T14:23:59.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.831+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11364704716212516117', time=2024-09-19T16:11:19.224073+0000, chain.objs.size()=1 2024-09-19T14:23:59.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.831+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.4QNYNWnDa1q6rVXVRphyjcUdMeS9wyG_0 2024-09-19T14:23:59.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.831+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16126887542772932756', time=2024-09-19T16:11:19.305993+0000, chain.objs.size()=1 2024-09-19T14:23:59.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.835+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.52_0rMtHGIgolAifWvZTildsCsyJ5u3_0 2024-09-19T14:23:59.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.835+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3020615577184964397', time=2024-09-19T16:11:19.465038+0000, chain.objs.size()=1 2024-09-19T14:23:59.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.835+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.MhVB6_m2Y0BI_b9rsaaNlCgOp89bcQG_0 2024-09-19T14:23:59.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.835+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10939749994980313887', time=2024-09-19T16:11:19.633949+0000, chain.objs.size()=1 2024-09-19T14:23:59.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.835+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.Tg2bkdJR8Hlh4UgM4Gxoy3d358rOk_I_0 2024-09-19T14:23:59.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.835+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3283660940578636403', time=2024-09-19T16:11:19.866157+0000, chain.objs.size()=1 2024-09-19T14:23:59.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.835+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.9PSi3eBISRj50O73T3bXtLee20gIf23_0 2024-09-19T14:23:59.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.835+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9985103723428480964', time=2024-09-19T16:11:19.883795+0000, chain.objs.size()=1 2024-09-19T14:23:59.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.835+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.WJcipx2VsnlX5RFCVDTY_I97RjzzHkW_0 2024-09-19T14:23:59.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.835+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.855100279627227695', time=2024-09-19T16:11:19.942791+0000, chain.objs.size()=1 2024-09-19T14:23:59.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.835+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.20bPpQl8Wk0m41MCV-6Q9lqAfhddV9Y_0 2024-09-19T14:23:59.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.835+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10062653372874269167', time=2024-09-19T16:11:19.952744+0000, chain.objs.size()=1 2024-09-19T14:23:59.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.835+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.RZbOPvdcucO-LxnNWb6RXsPNaz4BvzA_0 2024-09-19T14:23:59.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.835+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9306868239610468271', time=2024-09-19T16:11:20.079088+0000, chain.objs.size()=1 2024-09-19T14:23:59.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.835+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.8biVxw-fTlZB-wb7IOVfBIGNzDG3Uqr_0 2024-09-19T14:23:59.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.835+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10169725823454498072', time=2024-09-19T16:11:20.143452+0000, chain.objs.size()=1 2024-09-19T14:23:59.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.835+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.XROnUEpjVzDo-CGzxxyEAduOH1YgojC_0 2024-09-19T14:23:59.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.835+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17627053473784181754', time=2024-09-19T16:11:20.233274+0000, chain.objs.size()=1 2024-09-19T14:23:59.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.835+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.FUSnWeNIzN1AeUMbodbsixAb3n8zkhl_0 2024-09-19T14:23:59.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.839+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.339146493718821337', time=2024-09-19T16:11:20.234094+0000, chain.objs.size()=1 2024-09-19T14:23:59.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.839+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.4WjY8XoYZ8aiDvAOks5vAbJEolOz50a_0 2024-09-19T14:23:59.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.839+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17554273169439738799', time=2024-09-19T16:11:20.570242+0000, chain.objs.size()=1 2024-09-19T14:23:59.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.839+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.VYqucso4yHcYdxdrEjjwUcKKC3o7hGc_0 2024-09-19T14:23:59.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.839+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11408965200919174238', time=2024-09-19T16:11:29.123466+0000, chain.objs.size()=1 2024-09-19T14:23:59.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.839+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.276__shadow_.TckdZ6yJw6cygQbeXZO3Vh8J7SXPhSz_0 2024-09-19T14:23:59.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.839+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12500919475291060174', time=2024-09-19T16:11:29.749377+0000, chain.objs.size()=1 2024-09-19T14:23:59.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.839+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.277__shadow_.DTmqGSvuGnzshMrNLc36S_SYBx3bpU9_0 2024-09-19T14:23:59.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.839+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4377584857268622068', time=2024-09-19T16:11:31.678754+0000, chain.objs.size()=1 2024-09-19T14:23:59.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.839+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.280__shadow_.OJhE4CKaKxz_KPV_pshqXFYNZzv_piU_0 2024-09-19T14:23:59.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.839+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7570547007421945487', time=2024-09-19T16:11:32.316775+0000, chain.objs.size()=1 2024-09-19T14:23:59.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.839+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.281__shadow_.92U4ZOKIt-wOJa4DYIaVMjpgzLeanQg_0 2024-09-19T14:23:59.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.839+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11554866940055036004', time=2024-09-19T16:11:33.573236+0000, chain.objs.size()=1 2024-09-19T14:23:59.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.839+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.283__shadow_.em6_BSbH3CUzHm05Hy92R2rHPUp2Vq3_0 2024-09-19T14:23:59.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.839+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17020446972072681526', time=2024-09-19T16:11:45.614491+0000, chain.objs.size()=1 2024-09-19T14:23:59.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.839+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.299__shadow_.bnyAD9HsrKrzP_vRHDM20KDSSB0Ek4B_0 2024-09-19T14:23:59.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.839+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4105316091098784020', time=2024-09-19T16:11:50.248931+0000, chain.objs.size()=1 2024-09-19T14:23:59.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.839+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.306__shadow_.j_rhxgnWDgQMY108ukPsaeiUVis8Deu_0 2024-09-19T14:23:59.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.839+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6566570807906288810', time=2024-09-19T16:12:21.649053+0000, chain.objs.size()=1 2024-09-19T14:23:59.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.839+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.pjO-Ln27lfMRfCGwa8zr5onrMDNu6kr_0 2024-09-19T14:23:59.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.839+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10473144384347080424', time=2024-09-19T16:12:21.803812+0000, chain.objs.size()=1 2024-09-19T14:23:59.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.839+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.6xqCWFvChpv_dF_PS8xbJgz0TOLoDoq_0 2024-09-19T14:23:59.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.843+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3451216725653593359', time=2024-09-19T16:12:21.956776+0000, chain.objs.size()=1 2024-09-19T14:23:59.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.843+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.K5tpQtmonxI9ftc7IoyqqPYFxn5jAli_0 2024-09-19T14:23:59.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.843+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12926225553367412252', time=2024-09-19T16:12:22.001896+0000, chain.objs.size()=1 2024-09-19T14:23:59.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.843+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.yvSDpjhNeYSzrMGEm6rf71JxaHgfbdx_0 2024-09-19T14:23:59.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.843+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.355001661364331325', time=2024-09-19T16:12:22.008355+0000, chain.objs.size()=1 2024-09-19T14:23:59.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.843+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.irsVce9qxhFUl9whc5DY6VCThVUFdGM_0 2024-09-19T14:23:59.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.843+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11854519459467980120', time=2024-09-19T16:12:22.043538+0000, chain.objs.size()=1 2024-09-19T14:23:59.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.843+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.xLZZo_s2_YoiBUkQ8PVnrbBc6Z4nIWX_0 2024-09-19T14:23:59.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.843+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6733705964215000303', time=2024-09-19T16:12:22.117395+0000, chain.objs.size()=1 2024-09-19T14:23:59.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.843+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.GYbuUT_SS95xakA39DGyXkvQbapqDbM_0 2024-09-19T14:23:59.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.843+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14676020568473957540', time=2024-09-19T16:12:22.345207+0000, chain.objs.size()=1 2024-09-19T14:23:59.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.843+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.j6HyK-TcPaKZTBRC4OxkhIr4Q4A_U-q_0 2024-09-19T14:23:59.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.843+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2264927845951709769', time=2024-09-19T16:12:22.350719+0000, chain.objs.size()=1 2024-09-19T14:23:59.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.843+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.OCD-aqG7SKnW-tYbvqGIWuio_mcIH2O_0 2024-09-19T14:23:59.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.843+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12993016141790514160', time=2024-09-19T16:12:22.356456+0000, chain.objs.size()=1 2024-09-19T14:23:59.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.843+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.ZCbZr-kgZG2ASMvYsbYYAkuBjYVpghD_0 2024-09-19T14:23:59.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.843+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3794767646164266207', time=2024-09-19T16:12:22.390970+0000, chain.objs.size()=1 2024-09-19T14:23:59.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.843+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.OShB9BvHASOtLk_gjdjjLx9aFQxz2zz_0 2024-09-19T14:23:59.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.843+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15657773136210335319', time=2024-09-19T16:12:22.404249+0000, chain.objs.size()=1 2024-09-19T14:23:59.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.843+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.D5P5DgiVDApd6FDmzh73I7Oc2QYH7Qq_0 2024-09-19T14:23:59.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.843+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11796809117145846368', time=2024-09-19T16:12:22.408919+0000, chain.objs.size()=1 2024-09-19T14:23:59.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.843+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.KMG-JaIl2Wd93beRYIyecn5wc_6dpyW_0 2024-09-19T14:23:59.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.843+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11535598543779327956', time=2024-09-19T16:12:22.426601+0000, chain.objs.size()=1 2024-09-19T14:23:59.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.843+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.u2T5HjEZ80yWUgUlaySy6KeJNVbNDB4_0 2024-09-19T14:23:59.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.843+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12963813187226059631', time=2024-09-19T16:12:22.501557+0000, chain.objs.size()=1 2024-09-19T14:23:59.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.843+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.DjG3OI1_nOITMkjNQbGGn7aX2xGQb4L_0 2024-09-19T14:23:59.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.847+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12869165534312510002', time=2024-09-19T16:12:22.746725+0000, chain.objs.size()=1 2024-09-19T14:23:59.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.847+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.LMYGSk4SuKs33xefTurbUpA1JGhdH0v_0 2024-09-19T14:23:59.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.847+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2005315120297346843', time=2024-09-19T16:12:22.801325+0000, chain.objs.size()=1 2024-09-19T14:23:59.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.847+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.423H7yeNeCNU5V4JzSlogaLR5mgBcvn_0 2024-09-19T14:23:59.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.847+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5720608793399784778', time=2024-09-19T16:12:22.851068+0000, chain.objs.size()=1 2024-09-19T14:23:59.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.847+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.sVd7CmM9qzoWo3KyYeynVNKkCwmU8XD_0 2024-09-19T14:23:59.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.847+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6456907421651852328', time=2024-09-19T16:12:23.043786+0000, chain.objs.size()=1 2024-09-19T14:23:59.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.847+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.vTW0QWuw96NQrHG2M1MAxr7DfPbNqW2_0 2024-09-19T14:23:59.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.847+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15759332377597255700', time=2024-09-19T16:12:23.057893+0000, chain.objs.size()=1 2024-09-19T14:23:59.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.847+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.kRJ1AK2yg4w110AJYdrIetVYgzisnAC_0 2024-09-19T14:23:59.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.847+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5932275352334802607', time=2024-09-19T16:12:23.160502+0000, chain.objs.size()=1 2024-09-19T14:23:59.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.847+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_._lC8KOuWdMAOsgrR5-93QXp4Ai4stMj_0 2024-09-19T14:23:59.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.847+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17158978687223452012', time=2024-09-19T16:12:23.415545+0000, chain.objs.size()=1 2024-09-19T14:23:59.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.847+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.31oR3965sd1NzMErYVQcTEnl337Bgzo_0 2024-09-19T14:23:59.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.847+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9540557651917395410', time=2024-09-19T16:12:23.649298+0000, chain.objs.size()=1 2024-09-19T14:23:59.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.847+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.RawiMlBVhUi47yI4cbIrS2QX1vyAqX0_0 2024-09-19T14:23:59.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.847+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14587711383407849317', time=2024-09-19T16:12:23.710181+0000, chain.objs.size()=1 2024-09-19T14:23:59.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.847+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.f8b2QnGjgPfrl4_2Hn2mrEGkN6Ueu08_0 2024-09-19T14:23:59.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.847+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17911693500434422594', time=2024-09-19T16:12:23.751462+0000, chain.objs.size()=1 2024-09-19T14:23:59.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.847+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.LnawqVHzm6OpLPnV0ncsElZx9DXSEKx_0 2024-09-19T14:23:59.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.847+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11847504475290281971', time=2024-09-19T16:12:45.332820+0000, chain.objs.size()=1 2024-09-19T14:23:59.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.847+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.TjpAjg4fGxe9EkjVGfrJWebZP7MUX8S_0 2024-09-19T14:23:59.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.851+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12961507813277122888', time=2024-09-19T16:12:45.334733+0000, chain.objs.size()=1 2024-09-19T14:23:59.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.851+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.M0H9UXLrAoA-YbPLAWHJ6sP1zB_fLDM_0 2024-09-19T14:23:59.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.851+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9179867822350332391', time=2024-09-19T16:12:45.385468+0000, chain.objs.size()=1 2024-09-19T14:23:59.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.851+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.0LO9hqx8xqUDTa5A_NAKYhgKKkb_cRL_0 2024-09-19T14:23:59.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.851+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5854347671941737843', time=2024-09-19T16:12:45.408326+0000, chain.objs.size()=1 2024-09-19T14:23:59.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.851+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.FEUA5hBmEMp1P9xrQ8kelbfSEZXfNGT_0 2024-09-19T14:23:59.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.851+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1063569255485053171', time=2024-09-19T16:12:45.414878+0000, chain.objs.size()=1 2024-09-19T14:23:59.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.851+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.dzu1ASIhm-i9stKQoASeR6PIVmrNH6E_0 2024-09-19T14:23:59.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.851+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17598584055982012024', time=2024-09-19T16:12:45.706053+0000, chain.objs.size()=1 2024-09-19T14:23:59.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.851+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.uBXGT3t9vwJYDSfQGDdaqA1nERBhnrW_0 2024-09-19T14:23:59.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.851+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11097028719066775845', time=2024-09-19T16:12:45.743302+0000, chain.objs.size()=1 2024-09-19T14:23:59.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.851+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.1qtQrUJIZTv8lC5mRuEpQxzp9pz5toX_0 2024-09-19T14:23:59.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.851+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12653493734559862920', time=2024-09-19T16:12:45.808149+0000, chain.objs.size()=1 2024-09-19T14:23:59.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.851+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.kbCTjcqmS3a3pq7ZhDQVlNhm0i8d_jt_0 2024-09-19T14:23:59.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.851+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3961557471515115776', time=2024-09-19T16:12:46.031739+0000, chain.objs.size()=1 2024-09-19T14:23:59.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.851+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.wyzgzL_t1ZMiP5hkIRRHAQ-GVvKIG70_0 2024-09-19T14:23:59.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.851+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2045089040614810303', time=2024-09-19T16:12:46.054629+0000, chain.objs.size()=1 2024-09-19T14:23:59.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.851+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.qWHTUrc-HAXAF5auUDOD5ZMNi3a3nW5_0 2024-09-19T14:23:59.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.851+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3353836470755952649', time=2024-09-19T16:12:46.105295+0000, chain.objs.size()=1 2024-09-19T14:23:59.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.851+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.reBQCupeTCejtO0JLrOU98JSvyTPgz7_0 2024-09-19T14:23:59.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.851+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2329678813606933684', time=2024-09-19T16:12:46.107190+0000, chain.objs.size()=1 2024-09-19T14:23:59.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.851+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.bmireiIAX107n00ek_mtcGB4tqJ9gcI_0 2024-09-19T14:23:59.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.851+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.347553762570296100', time=2024-09-19T16:12:46.154349+0000, chain.objs.size()=1 2024-09-19T14:23:59.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.851+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.-SZn4M74NrrjXBJ8NUC8pcmOZOgKjlk_0 2024-09-19T14:23:59.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.855+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2551987049042393181', time=2024-09-19T16:12:46.177503+0000, chain.objs.size()=1 2024-09-19T14:23:59.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.855+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.Nu1jNxNFbs77yeOdw3K8wEozNzPpRYD_0 2024-09-19T14:23:59.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.855+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4409278523661125858', time=2024-09-19T16:12:46.366139+0000, chain.objs.size()=1 2024-09-19T14:23:59.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.855+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.OZvSCrT5b6rCA43AwA2zfSkFFXFAey5_0 2024-09-19T14:23:59.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.855+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3278503372492864656', time=2024-09-19T16:12:46.443737+0000, chain.objs.size()=1 2024-09-19T14:23:59.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.855+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.XyrJk1CkIBs0rxkw0k7tZVAJVXbLekl_0 2024-09-19T14:23:59.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.855+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10088596091035798262', time=2024-09-19T16:12:46.453063+0000, chain.objs.size()=1 2024-09-19T14:23:59.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.855+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_._fKukHp7-39MA4wAFILlwGu-YsLI1gY_0 2024-09-19T14:23:59.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.859+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13188001282280679833', time=2024-09-19T16:12:46.491981+0000, chain.objs.size()=1 2024-09-19T14:23:59.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.859+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.7aaDM5d51aHpkzQ_QKor_c6wQU8y4ig_0 2024-09-19T14:23:59.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.859+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12711669332855155928', time=2024-09-19T16:12:46.533752+0000, chain.objs.size()=1 2024-09-19T14:23:59.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.859+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.nUC4YJjXUunoiNJNdCkweIm9RAzPmZ1_0 2024-09-19T14:23:59.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.859+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12395040959800250638', time=2024-09-19T16:12:46.569397+0000, chain.objs.size()=1 2024-09-19T14:23:59.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.859+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.c82LQCV5-rBckeca_OI1EDQM_hbA4vp_0 2024-09-19T14:23:59.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.859+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7658967145246458408', time=2024-09-19T16:12:46.706687+0000, chain.objs.size()=1 2024-09-19T14:23:59.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.859+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.WlNqE-tyVP_yOHE-wVxdMWkVHtIHgsU_0 2024-09-19T14:23:59.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.859+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3091613202748263062', time=2024-09-19T16:12:46.726611+0000, chain.objs.size()=1 2024-09-19T14:23:59.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.859+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.pau4_vCj8dhXZeOEruvws1J2_EF3Gwa_0 2024-09-19T14:23:59.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.859+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9348335957960327257', time=2024-09-19T16:12:46.797724+0000, chain.objs.size()=1 2024-09-19T14:23:59.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.859+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.me2pjaDiOf4rf9A3GHaaIa3vXEgRPHP_0 2024-09-19T14:23:59.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.859+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9267547849913690687', time=2024-09-19T16:12:46.870316+0000, chain.objs.size()=1 2024-09-19T14:23:59.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.859+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.ZMW8ZFUZKf-zzNFXa5ddd4x6GvAq3wQ_0 2024-09-19T14:23:59.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.859+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1881523974959402608', time=2024-09-19T16:12:46.915496+0000, chain.objs.size()=1 2024-09-19T14:23:59.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.859+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.ZcF4fqMMKTutK747NvRxT5OFVWBngve_0 2024-09-19T14:23:59.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.859+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5555689451681118116', time=2024-09-19T16:12:47.093476+0000, chain.objs.size()=1 2024-09-19T14:23:59.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.859+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.eG26H1QOrZmEd2zg9DXqJldETpXL36A_0 2024-09-19T14:23:59.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.859+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8350487513547630013', time=2024-09-19T16:12:47.361028+0000, chain.objs.size()=1 2024-09-19T14:23:59.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.859+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.mHk-0_CTghXztAsuKef2PfuEm87K1tY_0 2024-09-19T14:23:59.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.859+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10274639009574127801', time=2024-09-19T16:12:47.370845+0000, chain.objs.size()=1 2024-09-19T14:23:59.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.859+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.BfyZBpCc3YQr_znq-XJ9eXZ_9GfMjWU_0 2024-09-19T14:23:59.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.863+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16438801022747979066', time=2024-09-19T16:12:47.528015+0000, chain.objs.size()=1 2024-09-19T14:23:59.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.863+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.1aPtIbb9uoh52dIIbBECWnlhmGibYIy_0 2024-09-19T14:23:59.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.863+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6212195295396572760', time=2024-09-19T16:12:47.540383+0000, chain.objs.size()=1 2024-09-19T14:23:59.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.863+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.4DpihSr8z51km5wQqg9l-p188bOMBZJ_0 2024-09-19T14:23:59.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.863+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3708711021568470904', time=2024-09-19T16:12:47.574280+0000, chain.objs.size()=1 2024-09-19T14:23:59.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.863+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.qdrgan127zN0qUnolfE5SyArP30N-pg_0 2024-09-19T14:23:59.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.863+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18188704164502316097', time=2024-09-19T16:12:47.769998+0000, chain.objs.size()=1 2024-09-19T14:23:59.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.863+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.UkAv8CXTFD88aQu5Rj9xSUxp0571X0-_0 2024-09-19T14:23:59.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.863+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1123775105003730927', time=2024-09-19T16:12:47.862291+0000, chain.objs.size()=1 2024-09-19T14:23:59.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.863+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.6f2fR1D8cg7nCKHt6y1eJtN82wh2rPy_0 2024-09-19T14:23:59.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.863+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17817917859407368110', time=2024-09-19T16:14:17.757511+0000, chain.objs.size()=1 2024-09-19T14:23:59.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.863+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.466__shadow_.8NLHcOOjvCVYspit3UPF8WoB6K0R-8I_0 2024-09-19T14:23:59.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.863+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14640265186296928309', time=2024-09-19T16:14:24.941868+0000, chain.objs.size()=1 2024-09-19T14:23:59.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.863+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.483__shadow_.iL40Wa-vYTT2ecTeBZcBmk80vLlDymt_0 2024-09-19T14:23:59.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.863+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4528101504010768393', time=2024-09-19T16:14:30.523605+0000, chain.objs.size()=1 2024-09-19T14:23:59.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.863+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.491__shadow_.4soU1yVorPNPJ1XTZEsQ84bTVY34pmR_0 2024-09-19T14:23:59.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.863+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13724964812452220091', time=2024-09-19T16:14:34.427855+0000, chain.objs.size()=1 2024-09-19T14:23:59.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.863+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.499__shadow_.EHqxlEsgdBGS1UBjmiNZUmqrIkAc69K_0 2024-09-19T14:23:59.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.863+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13399896897909049160', time=2024-09-19T16:15:22.421761+0000, chain.objs.size()=4 2024-09-19T14:23:59.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.863+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.527__multipart_mymultipart.2~tqBpARqTKWprBQQqq0vnha5ZD7wIjaK.1 2024-09-19T14:23:59.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.863+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.527__multipart_mymultipart.2~tqBpARqTKWprBQQqq0vnha5ZD7wIjaK.2 2024-09-19T14:23:59.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.867+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.527__multipart_mymultipart.2~tqBpARqTKWprBQQqq0vnha5ZD7wIjaK.3 2024-09-19T14:23:59.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.867+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.527__multipart_mymultipart.2~tqBpARqTKWprBQQqq0vnha5ZD7wIjaK.4 2024-09-19T14:23:59.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.867+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16167232988123488983', time=2024-09-19T16:15:23.231389+0000, chain.objs.size()=1 2024-09-19T14:23:59.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.867+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.528__shadow_.JuN5sJ-VfM_bxRZu595Owjpl6xJrQlZ_0 2024-09-19T14:23:59.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.867+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12426963412301032042', time=2024-09-19T16:16:05.363325+0000, chain.objs.size()=1 2024-09-19T14:23:59.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.867+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.551__shadow_.jHPJFD2SDTOSx564QVDkCOPZU7IWGFv_0 2024-09-19T14:23:59.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.867+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2095973657974168796', time=2024-09-19T16:16:26.079993+0000, chain.objs.size()=1 2024-09-19T14:23:59.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.867+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.569__shadow:HFdOb6hiq8l08nt923NsWuAFa9fMt26_.QlhN89eksdpxRzqfiyjjD4ealglxiJq_0 2024-09-19T14:23:59.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.867+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16544296583072973312', time=2024-09-19T16:16:29.906380+0000, chain.objs.size()=1 2024-09-19T14:23:59.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.867+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.569__shadow:zhNCZGaA9i7511QFRN-WLbKYk-wC4d8_.1egsi4CPfd9ITnbQqzMVZwM55tc4kri_0 2024-09-19T14:23:59.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.871+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 0/55417 2024-09-19T14:23:59.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.875+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=8, truncated=0, next_marker='' 2024-09-19T14:23:59.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.875+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2429177702256602810', time=2024-09-19T16:16:44.240339+0000, chain.objs.size()=1 2024-09-19T14:23:59.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.875+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.576__shadow:aWtWp8XWs6Za-3ngBG9TzWpzaOzZZ14_.Ww-PmndabUPAPqvkajHmLmpFaOlvy8N_0 2024-09-19T14:23:59.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.875+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12184345208510085025', time=2024-09-19T16:16:50.124843+0000, chain.objs.size()=1 2024-09-19T14:23:59.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.875+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.577__shadow:RRvUB5bYBwj.uyEi5VbKtyFqeVpJfs._.BTIo51qLFDVmQsTOk9SgdrFbdNOzMCy_0 2024-09-19T14:23:59.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.875+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3232803776865052256', time=2024-09-19T16:16:58.167575+0000, chain.objs.size()=1 2024-09-19T14:23:59.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.875+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.577__shadow:ruxgn4hlRcs.DpdoAiK9CCKMrCxCEGW_.UGv4deIaAvyHyEbof4cCtb8x4OEt14P_0 2024-09-19T14:23:59.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.875+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8581292590078458903', time=2024-09-19T16:17:14.589293+0000, chain.objs.size()=1 2024-09-19T14:23:59.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.875+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.586__shadow:9sPzhcLeDpkJZnyEuJSScfppOjC5BMY_.IByFvQqC03WhJvfnn6d4sb4Kco5RcDK_0 2024-09-19T14:23:59.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.875+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.980663688369119170', time=2024-09-19T16:19:53.412977+0000, chain.objs.size()=1 2024-09-19T14:23:59.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.875+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.627__shadow_.pBFLBhNWSBdp9TeEJPFODtiZsPX9p6K_0 2024-09-19T14:23:59.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.875+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1855532066152497095', time=2024-09-19T16:20:39.137682+0000, chain.objs.size()=1 2024-09-19T14:23:59.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.875+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.699__shadow:zCGbyl5XOz2MvA5saOp1OzDkJPSnQfM_.tXkJwQkLStNgGVpT13sshkhhv8ecbRP_0 2024-09-19T14:23:59.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.875+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3340127231593245513', time=2024-09-19T16:21:09.733460+0000, chain.objs.size()=1 2024-09-19T14:23:59.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.875+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.718__shadow_.1MKvChnvDqdpkQ1chrEORoGxfuoTA5k_0 2024-09-19T14:23:59.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.875+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4577725094071554891', time=2024-09-19T16:21:34.657484+0000, chain.objs.size()=1 2024-09-19T14:23:59.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.875+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.745__shadow_.FdQ82u1EmfOBcrwxV7ANWjp6QRE8PAQ_0 2024-09-19T14:23:59.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.879+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:23:59.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.879+0000 7fb91a7579c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-19T14:23:59.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.879+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:23:59.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.883+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:23:59.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.883+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/49325' 2024-09-19T14:23:59.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.883+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='_mFS2eANAdVPfMlJu1aBfBLiRAl_Riiz', time=2024-09-19T16:08:35.866565+0000, chain.objs.size()=3 2024-09-19T14:23:59.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.883+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.160__shadow_.y55xAxVEW5WDrk6jYf4x0f_1T-APXZN_0 2024-09-19T14:23:59.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.883+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.160__shadow_.y55xAxVEW5WDrk6jYf4x0f_1T-APXZN_1 2024-09-19T14:23:59.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.883+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.160__shadow_.y55xAxVEW5WDrk6jYf4x0f_1T-APXZN_2 2024-09-19T14:23:59.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.883+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18211123656912927213', time=2024-09-19T16:08:41.668903+0000, chain.objs.size()=2 2024-09-19T14:23:59.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.883+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.164__multipart_foo.2~GCu5xTkmo3mDltw8X5Fw1OiyVbUHvsN.1 2024-09-19T14:23:59.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.883+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.164__multipart_foo.2~GCu5xTkmo3mDltw8X5Fw1OiyVbUHvsN.2 2024-09-19T14:23:59.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.883+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16508787012387813079', time=2024-09-19T16:08:43.427138+0000, chain.objs.size()=1 2024-09-19T14:23:59.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.883+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.170__shadow_.9X5NWPSs88kIyNZIrA2s6sPJO6GVyRt_0 2024-09-19T14:23:59.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.883+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17227884990945466709', time=2024-09-19T16:10:38.681392+0000, chain.objs.size()=1 2024-09-19T14:23:59.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.883+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.235__shadow_.WhL_2TzMuTBfRw3IBxlyIKbV4TWyyWX_0 2024-09-19T14:23:59.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.883+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2706109033362778393', time=2024-09-19T16:10:39.353717+0000, chain.objs.size()=1 2024-09-19T14:23:59.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.883+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.236__shadow_.ecIJcPdHGb8DKX-tarEg154TdBifHCQ_0 2024-09-19T14:23:59.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.883+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18235840457260773604', time=2024-09-19T16:10:45.083052+0000, chain.objs.size()=1 2024-09-19T14:23:59.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.883+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.243__shadow_.tuAM87Gz0A70LMEr6GcVGLoE2R9eP_U_0 2024-09-19T14:23:59.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.883+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13094510247341194598', time=2024-09-19T16:10:47.479063+0000, chain.objs.size()=1 2024-09-19T14:23:59.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.883+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.246__shadow_.t1jULOXVup1QqImZg8DWwZj7ffsHosg_0 2024-09-19T14:23:59.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.883+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11010861498197634236', time=2024-09-19T16:10:47.481186+0000, chain.objs.size()=1 2024-09-19T14:23:59.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.883+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.246__shadow_.NAowjbOMuXwI54K3LfORrBAhtjojtj-_0 2024-09-19T14:23:59.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.883+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9906727303488224161', time=2024-09-19T16:11:18.100770+0000, chain.objs.size()=1 2024-09-19T14:23:59.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.883+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.vfGjuLWFqjfo2vfuTBGRqxZXK1Pkf4k_0 2024-09-19T14:23:59.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.883+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17825050891684967669', time=2024-09-19T16:11:18.424440+0000, chain.objs.size()=1 2024-09-19T14:23:59.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.883+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.NJri6HsQUhSAcAF6HL8BEPYnAxqLxio_0 2024-09-19T14:23:59.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.887+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14847976768809936609', time=2024-09-19T16:11:18.446080+0000, chain.objs.size()=1 2024-09-19T14:23:59.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.887+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.vbtwm5DHUVefdSrQudJlOk_ho8oRkv6_0 2024-09-19T14:23:59.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.887+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6703473130710749693', time=2024-09-19T16:11:18.494596+0000, chain.objs.size()=1 2024-09-19T14:23:59.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.887+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.Pu_U-Bnfv5mnBUP73VleI-cRwcIhknK_0 2024-09-19T14:23:59.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.887+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3954296411703009716', time=2024-09-19T16:11:18.510455+0000, chain.objs.size()=1 2024-09-19T14:23:59.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.887+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.Q_eNUqHAy6FtuMX0c21TcrIqQC_3g1H_0 2024-09-19T14:23:59.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.887+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8872851929761199936', time=2024-09-19T16:11:18.596543+0000, chain.objs.size()=1 2024-09-19T14:23:59.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.887+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.LjGPrEiGhAvhCTd_D0on0M8AGW-_-pB_0 2024-09-19T14:23:59.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.887+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9159176591059403351', time=2024-09-19T16:11:18.600546+0000, chain.objs.size()=1 2024-09-19T14:23:59.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.887+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.EXYUsYLmSs5vs5-shgmJOCg_tu5-ak5_0 2024-09-19T14:23:59.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.887+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11903129154434825410', time=2024-09-19T16:11:18.634629+0000, chain.objs.size()=1 2024-09-19T14:23:59.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.887+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.5D5Gv9lQt_MjuUpEIZT1DZqUOuPZfyE_0 2024-09-19T14:23:59.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.887+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6767275240323251505', time=2024-09-19T16:11:18.641036+0000, chain.objs.size()=1 2024-09-19T14:23:59.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.887+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.afhBTnSX51OafnJwKiawt8wemvyOSnD_0 2024-09-19T14:23:59.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.887+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1139517245405381813', time=2024-09-19T16:11:18.791865+0000, chain.objs.size()=1 2024-09-19T14:23:59.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.887+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.SJ_TH3RTw20tJA2qWfYmw3oswtP-L_Q_0 2024-09-19T14:23:59.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.887+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14493811380629561603', time=2024-09-19T16:11:18.829368+0000, chain.objs.size()=1 2024-09-19T14:23:59.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.887+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.YQ1SNsM30LlQCKpBvh1xJqx5XbOC849_0 2024-09-19T14:23:59.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.887+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10445698422310868658', time=2024-09-19T16:11:18.904839+0000, chain.objs.size()=1 2024-09-19T14:23:59.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.887+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.SByiUg_SHudHFgLI_nrR20hgGuiSXmA_0 2024-09-19T14:23:59.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.891+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16237833820028053226', time=2024-09-19T16:11:19.187164+0000, chain.objs.size()=1 2024-09-19T14:23:59.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.891+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.DAKceuzRMC0sKLO44wusDOjFGez5yLn_0 2024-09-19T14:23:59.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.891+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5697091657672566360', time=2024-09-19T16:11:19.316735+0000, chain.objs.size()=1 2024-09-19T14:23:59.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.891+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.eLIqlkfa-v_Vs9cVV6UMXuWP6X012g7_0 2024-09-19T14:23:59.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.891+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4886309735741704683', time=2024-09-19T16:11:19.513345+0000, chain.objs.size()=1 2024-09-19T14:23:59.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.891+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.wtxMazv4Br1bli5cJl4Gb9pBJQHuYX8_0 2024-09-19T14:23:59.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.891+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6573746023535286648', time=2024-09-19T16:11:19.545501+0000, chain.objs.size()=1 2024-09-19T14:23:59.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.891+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.MIXm6BQ-4iNSDSiGtCD145W3E2ZSSR5_0 2024-09-19T14:23:59.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.891+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14112711255780847811', time=2024-09-19T16:11:19.627802+0000, chain.objs.size()=1 2024-09-19T14:23:59.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.891+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.JQnb5Yu-A3868Uo-BZrmMfLMHrMAXrX_0 2024-09-19T14:23:59.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.891+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5005417418816420046', time=2024-09-19T16:11:19.647260+0000, chain.objs.size()=1 2024-09-19T14:23:59.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.891+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.-ZKYOmfwOKBs-3w5bNFt4vWDv86UDH3_0 2024-09-19T14:23:59.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.891+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5402820752920188640', time=2024-09-19T16:11:19.823190+0000, chain.objs.size()=1 2024-09-19T14:23:59.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.891+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.ujpFeDT3UhsqEfymLAZBsPdV9yzfPBD_0 2024-09-19T14:23:59.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.891+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11064074789885861328', time=2024-09-19T16:11:20.120253+0000, chain.objs.size()=1 2024-09-19T14:23:59.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.891+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.MVaOLEolffAwJFljsZruyTSBiFgTJ3J_0 2024-09-19T14:23:59.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.891+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2165028678250071002', time=2024-09-19T16:11:20.146909+0000, chain.objs.size()=1 2024-09-19T14:23:59.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.891+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.K1b5vfdA4SKA-UlFgPAjnGWV0AgPcKz_0 2024-09-19T14:23:59.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.891+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1948834580617215272', time=2024-09-19T16:11:20.200615+0000, chain.objs.size()=1 2024-09-19T14:23:59.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.891+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.s7v44TE5h2INGWbc07YbXgAzv1_ZPoI_0 2024-09-19T14:23:59.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.891+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7698463144645279614', time=2024-09-19T16:11:20.221461+0000, chain.objs.size()=1 2024-09-19T14:23:59.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.891+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.VARgEg8Cc03owzKcX23ZqSJze5fd4C7_0 2024-09-19T14:23:59.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.895+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4035135806355448026', time=2024-09-19T16:11:20.251802+0000, chain.objs.size()=1 2024-09-19T14:23:59.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.895+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.4XBAmtvVuBhlOzuSOMvZ1PVw2aVA88s_0 2024-09-19T14:23:59.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.895+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7408234542273332215', time=2024-09-19T16:11:20.278341+0000, chain.objs.size()=1 2024-09-19T14:23:59.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.895+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.exa0SL4stz4xY3or8Zc9AvTNq6M2m3m_0 2024-09-19T14:23:59.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.895+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3796773372932494501', time=2024-09-19T16:11:20.288973+0000, chain.objs.size()=1 2024-09-19T14:23:59.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.895+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.AQA3jX5PXvQ6oqZKZgJRPXtqZdJ_cr__0 2024-09-19T14:23:59.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.895+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8545993354177684108', time=2024-09-19T16:11:20.422020+0000, chain.objs.size()=1 2024-09-19T14:23:59.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.895+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.PownScL0Xr1MJQE3UCmjRH4YTSeXKzs_0 2024-09-19T14:23:59.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.895+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5790512523034766626', time=2024-09-19T16:11:20.429663+0000, chain.objs.size()=1 2024-09-19T14:23:59.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.895+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.ztpc3srhCgG8wNKhSFqn790zR5mCcXp_0 2024-09-19T14:23:59.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.895+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17320093141326769315', time=2024-09-19T16:11:20.442445+0000, chain.objs.size()=1 2024-09-19T14:23:59.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.895+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.8aNDOs7MQD2-Ul-Ik0kj_rufzkh8l70_0 2024-09-19T14:23:59.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.895+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.481684995887547236', time=2024-09-19T16:11:22.975121+0000, chain.objs.size()=1 2024-09-19T14:23:59.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.895+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.266__shadow_.CuWwKuuWSbE1LYqqDps0ebbPTH9P_OO_0 2024-09-19T14:23:59.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.895+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12089727253380299933', time=2024-09-19T16:11:27.867345+0000, chain.objs.size()=1 2024-09-19T14:23:59.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.895+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.274__shadow_.tjGh9Zdqw1PSxw_-PWwSEmks0fqFs0f_0 2024-09-19T14:23:59.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.895+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4506139180086627341', time=2024-09-19T16:11:28.488614+0000, chain.objs.size()=1 2024-09-19T14:23:59.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.895+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.275__shadow_.Sq5yyyUH6YD_iDizZyQZJYEumbJwl7K_0 2024-09-19T14:23:59.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.895+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18292352172204981376', time=2024-09-19T16:11:36.782674+0000, chain.objs.size()=1 2024-09-19T14:23:59.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.895+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.288__shadow_.ZkLiL1zksfb-L8KMAcXlcUxyWIv5dBJ_0 2024-09-19T14:23:59.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.895+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.753590533830748058', time=2024-09-19T16:11:40.373164+0000, chain.objs.size()=1 2024-09-19T14:23:59.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.895+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.292__shadow_.39_z4zB8UCoJO-r3VYctBJXHCMWd92O_0 2024-09-19T14:23:59.900 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.899+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13917419327670950658', time=2024-09-19T16:11:41.705718+0000, chain.objs.size()=1 2024-09-19T14:23:59.900 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.899+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.293__shadow_.GMHh1S_KXImOh6l8DYLRee-WVLNnzoT_0 2024-09-19T14:23:59.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.899+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1996402274004190490', time=2024-09-19T16:11:47.521092+0000, chain.objs.size()=1 2024-09-19T14:23:59.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.899+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.302__shadow_.zEgGz39SdAb9DeqVZ05iw1GGfpS1Unn_0 2024-09-19T14:23:59.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.899+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16737752149185402081', time=2024-09-19T16:12:21.648577+0000, chain.objs.size()=1 2024-09-19T14:23:59.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.899+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.qb6DnmbEkaCLGlbQegJ3jeSn4fMkY6M_0 2024-09-19T14:23:59.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.899+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6533298906923283589', time=2024-09-19T16:12:21.776512+0000, chain.objs.size()=1 2024-09-19T14:23:59.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.899+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.2KQE1pD6NGpN00Yck0Vqdl_4KUVwdDq_0 2024-09-19T14:23:59.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.899+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14148049986362470535', time=2024-09-19T16:12:22.032406+0000, chain.objs.size()=1 2024-09-19T14:23:59.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.899+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.BK2utbENY1SyE4ME1xMX-09-NjH2Rta_0 2024-09-19T14:23:59.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.899+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14762871005874769252', time=2024-09-19T16:12:22.309167+0000, chain.objs.size()=1 2024-09-19T14:23:59.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.899+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.KqXcaQA50gQLeCZYwJIdTNPCfHat0dF_0 2024-09-19T14:23:59.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.899+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11625374995645029741', time=2024-09-19T16:12:22.414237+0000, chain.objs.size()=1 2024-09-19T14:23:59.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.899+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.eSc82w4zPRNbgX725apEkHNcgBEcUUb_0 2024-09-19T14:23:59.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.899+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6011500350636611419', time=2024-09-19T16:12:22.475031+0000, chain.objs.size()=1 2024-09-19T14:23:59.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.899+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.inm67ldAC9zWCzG-Y2KmPdw2BVU6T_M_0 2024-09-19T14:23:59.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.899+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14345288116823039728', time=2024-09-19T16:12:22.661651+0000, chain.objs.size()=1 2024-09-19T14:23:59.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.899+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.xxx9wo7Ptg4pSjzeCf2gHm__49NA9dd_0 2024-09-19T14:23:59.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.899+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12488681971876406099', time=2024-09-19T16:12:22.676207+0000, chain.objs.size()=1 2024-09-19T14:23:59.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.899+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.jkcAzk2D5TVk4p-7HCz5dwxQ5jeE9z5_0 2024-09-19T14:23:59.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.899+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4280835233059058850', time=2024-09-19T16:12:22.712372+0000, chain.objs.size()=1 2024-09-19T14:23:59.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.899+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.J8Mnhtnm8k1IPtitPfSRw95a9A--BO6_0 2024-09-19T14:23:59.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.899+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6517069477193808861', time=2024-09-19T16:12:22.754520+0000, chain.objs.size()=1 2024-09-19T14:23:59.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.899+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.oDCcauNwkt6oj1BweAiLZMx0hPVPI77_0 2024-09-19T14:23:59.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.903+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17038136150202680669', time=2024-09-19T16:12:22.793153+0000, chain.objs.size()=1 2024-09-19T14:23:59.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.903+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.m-RTo0pXAahMXNqQjGNw8AtrKPw4xor_0 2024-09-19T14:23:59.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.903+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18218443768692489867', time=2024-09-19T16:12:23.064825+0000, chain.objs.size()=1 2024-09-19T14:23:59.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.903+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.lhXOB5Mxx4JIOx7qOtdwfVm2XRzxcmq_0 2024-09-19T14:23:59.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.903+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2518260131368371802', time=2024-09-19T16:12:23.096437+0000, chain.objs.size()=1 2024-09-19T14:23:59.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.903+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.cQZ7Sh9vRvQQFPy5OHPIbDpUstL00lf_0 2024-09-19T14:23:59.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.903+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.793141084036076370', time=2024-09-19T16:12:23.128095+0000, chain.objs.size()=1 2024-09-19T14:23:59.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.903+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.0IpgRx0rpbNghyn3hwCcTSDzo9KZhjL_0 2024-09-19T14:23:59.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.903+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5598603623256180188', time=2024-09-19T16:12:23.369536+0000, chain.objs.size()=1 2024-09-19T14:23:59.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.903+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.a7JQmFANY7zcYfanHNCMx9N9JthUFV__0 2024-09-19T14:23:59.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.903+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15142840553339928534', time=2024-09-19T16:12:23.375198+0000, chain.objs.size()=1 2024-09-19T14:23:59.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.903+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.ngHBdGs9mATqZ58w7fjjHC9d9RjRVHH_0 2024-09-19T14:23:59.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.903+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18359052292876482947', time=2024-09-19T16:12:23.388694+0000, chain.objs.size()=1 2024-09-19T14:23:59.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.903+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.YyU4pAgsIvugXIIPv1y2vs0-uRTUFtn_0 2024-09-19T14:23:59.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.903+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1251636927645607778', time=2024-09-19T16:12:23.414155+0000, chain.objs.size()=1 2024-09-19T14:23:59.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.903+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.BTneA08dJAQxkppkV5xH3OF19pFW-rf_0 2024-09-19T14:23:59.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.903+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9785889460903443076', time=2024-09-19T16:12:23.626066+0000, chain.objs.size()=1 2024-09-19T14:23:59.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.903+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.N1ucGZJllH-Fw2ehQfd4C74G57HaGci_0 2024-09-19T14:23:59.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.903+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.978968917519018435', time=2024-09-19T16:12:23.692614+0000, chain.objs.size()=1 2024-09-19T14:23:59.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.903+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.vWUhTx1qsmsQJHTmHDnET1TF9YI0KDp_0 2024-09-19T14:23:59.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.903+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12147762469570963525', time=2024-09-19T16:12:23.777842+0000, chain.objs.size()=1 2024-09-19T14:23:59.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.903+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.FhPIbmvGvl5mudvRBe6w9TcY0xr1L48_0 2024-09-19T14:23:59.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.907+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.911942228601112801', time=2024-09-19T16:12:23.780115+0000, chain.objs.size()=1 2024-09-19T14:23:59.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.907+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.hl8t_6kLzaSpztPXnBl90FVUqv5bFO9_0 2024-09-19T14:23:59.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.907+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12551895202504654451', time=2024-09-19T16:12:23.935996+0000, chain.objs.size()=1 2024-09-19T14:23:59.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.907+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.19Vlo2y-YYcRGdVM22BxEBIavaJZXme_0 2024-09-19T14:23:59.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.907+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6975694851588163870', time=2024-09-19T16:12:24.001806+0000, chain.objs.size()=1 2024-09-19T14:23:59.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.907+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.xAbSsf20Qcz0y-nVg-I2Dlt69EZyc9P_0 2024-09-19T14:23:59.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.907+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15830213913581066091', time=2024-09-19T16:12:24.041704+0000, chain.objs.size()=1 2024-09-19T14:23:59.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.907+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.AGaur8mWKseVc9vH9f0NQ-n-O-M3Lz7_0 2024-09-19T14:23:59.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.907+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16671870112369019919', time=2024-09-19T16:12:24.102649+0000, chain.objs.size()=1 2024-09-19T14:23:59.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.907+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.isClgGpM0shPBMicMszA8SbzCo--sWY_0 2024-09-19T14:23:59.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.907+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.231963388882750701', time=2024-09-19T16:12:24.107287+0000, chain.objs.size()=1 2024-09-19T14:23:59.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.907+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.URZPvlEhV0ojihal43s6TsxZQAu4jRf_0 2024-09-19T14:23:59.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.907+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12994783285553381448', time=2024-09-19T16:12:45.260254+0000, chain.objs.size()=1 2024-09-19T14:23:59.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.907+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.vroQIfdYeTJzGcrGwXkBJij3MFkJ5kB_0 2024-09-19T14:23:59.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.907+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8719358220320895275', time=2024-09-19T16:12:45.342893+0000, chain.objs.size()=1 2024-09-19T14:23:59.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.907+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.0cZSMXOxxOMClWBOSqDdhM_p7V4WDy3_0 2024-09-19T14:23:59.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.907+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16230503191938772231', time=2024-09-19T16:12:45.362823+0000, chain.objs.size()=1 2024-09-19T14:23:59.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.907+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.gexEw8cUq4gsDFy_rWOQIOz65o1CpKg_0 2024-09-19T14:23:59.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.911+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5784866731458473982', time=2024-09-19T16:12:45.649052+0000, chain.objs.size()=1 2024-09-19T14:23:59.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.911+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.XXIjW7mPtw1BEInrddoglVV9qgshDxk_0 2024-09-19T14:23:59.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.911+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7556168888440592476', time=2024-09-19T16:12:45.716058+0000, chain.objs.size()=1 2024-09-19T14:23:59.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.911+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.cjmiFeT9QYhizsnSUBR0wikcjXckm86_0 2024-09-19T14:23:59.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.911+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13004926379021116947', time=2024-09-19T16:12:45.743967+0000, chain.objs.size()=1 2024-09-19T14:23:59.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.911+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_._YOc2q5rw73taT5M8tils1gnY0XACTA_0 2024-09-19T14:23:59.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.911+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2276444751294325176', time=2024-09-19T16:12:45.762692+0000, chain.objs.size()=1 2024-09-19T14:23:59.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.911+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.6NKrQRPypseoPavmHqm_t0oZTjvUDOD_0 2024-09-19T14:23:59.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.911+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14039225851875135489', time=2024-09-19T16:12:46.021862+0000, chain.objs.size()=1 2024-09-19T14:23:59.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.911+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.zOUUU6JBKTBSeukQWnxlR1nkVpo_Bhb_0 2024-09-19T14:23:59.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.911+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2308379300665141523', time=2024-09-19T16:12:46.044466+0000, chain.objs.size()=1 2024-09-19T14:23:59.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.911+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.mPBeG0odX3Gm9EOitO0asbo0NObEGBb_0 2024-09-19T14:23:59.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.911+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9800867183486295023', time=2024-09-19T16:12:46.059993+0000, chain.objs.size()=1 2024-09-19T14:23:59.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.911+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.ItQRwJTBxqWcrjnlUw5zZhv3sJZqUGK_0 2024-09-19T14:23:59.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.911+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17420525314345892194', time=2024-09-19T16:12:46.103033+0000, chain.objs.size()=1 2024-09-19T14:23:59.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.911+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.tNzhn5VRJ9id3YWPtwes_b1ZWt8GEN4_0 2024-09-19T14:23:59.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.911+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18355151008260799324', time=2024-09-19T16:12:46.124822+0000, chain.objs.size()=1 2024-09-19T14:23:59.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.911+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.6JKzX6M4rNrBO_X2bZyjRqL-BogBkW5_0 2024-09-19T14:23:59.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.911+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2816541914127067900', time=2024-09-19T16:12:46.152366+0000, chain.objs.size()=1 2024-09-19T14:23:59.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.911+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.Z0N32-YdPNgTYZbqYV4aMMryI2H03ZS_0 2024-09-19T14:23:59.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.911+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8619517941376678674', time=2024-09-19T16:12:46.165179+0000, chain.objs.size()=1 2024-09-19T14:23:59.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.911+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.KUV0XQeEp3F0x-fKhhTwS9SpexL2amC_0 2024-09-19T14:23:59.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.915+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6524729566212604110', time=2024-09-19T16:12:46.198583+0000, chain.objs.size()=1 2024-09-19T14:23:59.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.915+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.5In7NYRkK_teF5v2_jbstfigrfsCVMv_0 2024-09-19T14:23:59.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.915+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8805904359054983728', time=2024-09-19T16:12:46.508924+0000, chain.objs.size()=1 2024-09-19T14:23:59.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.915+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.HfRiAEa6BmvfJVfF0XCo6zY9Z5YLxEU_0 2024-09-19T14:23:59.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.915+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16387064144063774863', time=2024-09-19T16:12:46.555048+0000, chain.objs.size()=1 2024-09-19T14:23:59.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.915+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.0WCYiDUJp3M3i8FhTwOMYbM50yMWGSX_0 2024-09-19T14:23:59.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.915+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10504443469006316382', time=2024-09-19T16:12:46.759427+0000, chain.objs.size()=1 2024-09-19T14:23:59.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.915+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.9V6wQ-dxuGXHbp0gXoogVtdhemeM96d_0 2024-09-19T14:23:59.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.915+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10618985654165203422', time=2024-09-19T16:12:46.837969+0000, chain.objs.size()=1 2024-09-19T14:23:59.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.915+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.9xuL1m0mg52U4UHRoFdXX_gqEX89Yz6_0 2024-09-19T14:23:59.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.915+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9385872681025735365', time=2024-09-19T16:12:46.865151+0000, chain.objs.size()=1 2024-09-19T14:23:59.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.915+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.y4xdcsBQRfVqbF_NoE4eBEwPNlOfRcs_0 2024-09-19T14:23:59.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.919+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7288154722251001035', time=2024-09-19T16:12:47.095546+0000, chain.objs.size()=1 2024-09-19T14:23:59.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.919+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.ZVq7h4qbMlh8WhaLkjfPfWdtkP4PXkd_0 2024-09-19T14:23:59.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.919+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14365286665400318647', time=2024-09-19T16:12:47.141563+0000, chain.objs.size()=1 2024-09-19T14:23:59.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.919+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.gKgA2v-2B104OBYY1UVv8NYQB60dXr9_0 2024-09-19T14:23:59.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.919+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8695640460806339885', time=2024-09-19T16:12:47.154856+0000, chain.objs.size()=1 2024-09-19T14:23:59.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.919+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.s4Wlln8sDmkmHN891VqkV-u9Oslil0H_0 2024-09-19T14:23:59.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.919+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9790710470570686598', time=2024-09-19T16:12:47.177186+0000, chain.objs.size()=1 2024-09-19T14:23:59.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.919+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.ApiX8Aa_zsDxbfHlvRo3yY99go1hp_A_0 2024-09-19T14:23:59.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.919+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11810275375222281560', time=2024-09-19T16:12:47.195693+0000, chain.objs.size()=1 2024-09-19T14:23:59.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.919+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.BlL5wveBXorkN4LATWiPmq7BK3UjS6L_0 2024-09-19T14:23:59.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.919+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9419184675842198096', time=2024-09-19T16:12:47.437313+0000, chain.objs.size()=1 2024-09-19T14:23:59.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.919+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.QSxYaVgZQ4vDvYfipIdEO-LPsIFMQca_0 2024-09-19T14:23:59.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.919+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3108679822644387540', time=2024-09-19T16:12:47.526897+0000, chain.objs.size()=1 2024-09-19T14:23:59.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.919+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.3WUJaxWy_pPpsNQKENELPFoZ0z_BHW8_0 2024-09-19T14:23:59.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.919+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17844110742044167628', time=2024-09-19T16:12:47.821948+0000, chain.objs.size()=1 2024-09-19T14:23:59.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.919+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.LPxkldOb7m3SUQo8jQSaWAht4dgt5Px_0 2024-09-19T14:23:59.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.919+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2136533458229958477', time=2024-09-19T16:12:49.492397+0000, chain.objs.size()=1 2024-09-19T14:23:59.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.919+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.327__shadow_.9MJl6TUo0hev5ClzD0iIi599-cFm713_0 2024-09-19T14:23:59.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.923+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 0/49325 2024-09-19T14:23:59.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.927+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=12, truncated=0, next_marker='' 2024-09-19T14:23:59.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.927+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10795559753575564467', time=2024-09-19T16:13:18.498564+0000, chain.objs.size()=1 2024-09-19T14:23:59.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.927+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.379__shadow_.jm3klE562oYW2o0eoBldCPw491GldkT_0 2024-09-19T14:23:59.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.927+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16774615794068795505', time=2024-09-19T16:14:25.633082+0000, chain.objs.size()=1 2024-09-19T14:23:59.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.927+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.484__shadow_.y_nf2mWQzpClOLMTOPfm3eHAPh7C5WR_0 2024-09-19T14:23:59.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.927+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15028316203172303659', time=2024-09-19T16:14:42.083537+0000, chain.objs.size()=1 2024-09-19T14:23:59.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.927+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.511__multipart_mymultipart.2~mAN7GJaZUFQlkJYIlC8c1IAlrnhhySg.1 2024-09-19T14:23:59.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.927+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18186417566149839933', time=2024-09-19T16:16:25.225428+0000, chain.objs.size()=1 2024-09-19T14:23:59.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.927+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.569__shadow:f3NdXFWqxQLH9DesnYGm39--diqmRhT_.8OEGC-NxCD2lgt4iZlzYl300gBQ_fJm_0 2024-09-19T14:23:59.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.927+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7176834902324550774', time=2024-09-19T16:16:32.608260+0000, chain.objs.size()=1 2024-09-19T14:23:59.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.927+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.569__shadow:uPqQ4CSJil-KEoKnHN.-47HCTJAEF6R_.KSXSY7MrcnwAdbX3aVxU_YzrNCy6L4c_0 2024-09-19T14:23:59.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.927+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2913487115497920346', time=2024-09-19T16:16:34.755167+0000, chain.objs.size()=1 2024-09-19T14:23:59.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.927+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.571__shadow_.S2usdIvnny2bAYrOES1YQBH4FytqeXF_0 2024-09-19T14:23:59.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.927+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4547572512659232891', time=2024-09-19T16:16:58.399767+0000, chain.objs.size()=1 2024-09-19T14:23:59.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.927+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.577__shadow:vvUHFcdLDgvWsTB5LGQBniwSo4tKuaJ_.ivhyATruXv0gIJ13mVyh9YqKOovR5ht_0 2024-09-19T14:23:59.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.927+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10713325140763730745', time=2024-09-19T16:17:02.051886+0000, chain.objs.size()=1 2024-09-19T14:23:59.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.927+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.577__shadow:ru7WqPImub7eOakWDDGeaqAVyp8w8yX_.0uZzLiw76anwc0p3JwZoMlU9T7F9ZaG_0 2024-09-19T14:23:59.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.927+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4318396491317142483', time=2024-09-19T16:17:40.781103+0000, chain.objs.size()=12 2024-09-19T14:23:59.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.927+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.615__multipart_multipart_enc.2~22FbodUDVR1fU1Q26Rv3ECE0QjKyba-.1 2024-09-19T14:23:59.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.927+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.615__shadow_multipart_enc.2~22FbodUDVR1fU1Q26Rv3ECE0QjKyba-.1_1 2024-09-19T14:23:59.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.927+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.615__multipart_multipart_enc.2~22FbodUDVR1fU1Q26Rv3ECE0QjKyba-.2 2024-09-19T14:23:59.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.927+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.615__shadow_multipart_enc.2~22FbodUDVR1fU1Q26Rv3ECE0QjKyba-.2_1 2024-09-19T14:23:59.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.927+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.615__multipart_multipart_enc.2~22FbodUDVR1fU1Q26Rv3ECE0QjKyba-.3 2024-09-19T14:23:59.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.927+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.615__shadow_multipart_enc.2~22FbodUDVR1fU1Q26Rv3ECE0QjKyba-.3_1 2024-09-19T14:23:59.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.927+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.615__multipart_multipart_enc.2~22FbodUDVR1fU1Q26Rv3ECE0QjKyba-.4 2024-09-19T14:23:59.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.927+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.615__shadow_multipart_enc.2~22FbodUDVR1fU1Q26Rv3ECE0QjKyba-.4_1 2024-09-19T14:23:59.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.931+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.615__multipart_multipart_enc.2~22FbodUDVR1fU1Q26Rv3ECE0QjKyba-.5 2024-09-19T14:23:59.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.931+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.615__shadow_multipart_enc.2~22FbodUDVR1fU1Q26Rv3ECE0QjKyba-.5_1 2024-09-19T14:23:59.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.931+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.615__multipart_multipart_enc.2~22FbodUDVR1fU1Q26Rv3ECE0QjKyba-.6 2024-09-19T14:23:59.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.931+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.615__shadow_multipart_enc.2~22FbodUDVR1fU1Q26Rv3ECE0QjKyba-.6_1 2024-09-19T14:23:59.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.931+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11270932781771260317', time=2024-09-19T16:19:49.154993+0000, chain.objs.size()=12 2024-09-19T14:23:59.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.931+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.623__multipart_multipart_enc.2~5wg1gkgXAPMLE8XQGaJX2cbLT0XqBe9.1 2024-09-19T14:23:59.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.931+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.623__shadow_multipart_enc.2~5wg1gkgXAPMLE8XQGaJX2cbLT0XqBe9.1_1 2024-09-19T14:23:59.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.931+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.623__multipart_multipart_enc.2~5wg1gkgXAPMLE8XQGaJX2cbLT0XqBe9.2 2024-09-19T14:23:59.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.931+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.623__shadow_multipart_enc.2~5wg1gkgXAPMLE8XQGaJX2cbLT0XqBe9.2_1 2024-09-19T14:23:59.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.931+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.623__multipart_multipart_enc.2~5wg1gkgXAPMLE8XQGaJX2cbLT0XqBe9.3 2024-09-19T14:23:59.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.935+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.623__shadow_multipart_enc.2~5wg1gkgXAPMLE8XQGaJX2cbLT0XqBe9.3_1 2024-09-19T14:23:59.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.935+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.623__multipart_multipart_enc.2~5wg1gkgXAPMLE8XQGaJX2cbLT0XqBe9.4 2024-09-19T14:23:59.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.935+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.623__shadow_multipart_enc.2~5wg1gkgXAPMLE8XQGaJX2cbLT0XqBe9.4_1 2024-09-19T14:23:59.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.935+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.623__multipart_multipart_enc.2~5wg1gkgXAPMLE8XQGaJX2cbLT0XqBe9.5 2024-09-19T14:23:59.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.935+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.623__shadow_multipart_enc.2~5wg1gkgXAPMLE8XQGaJX2cbLT0XqBe9.5_1 2024-09-19T14:23:59.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.935+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.623__multipart_multipart_enc.2~5wg1gkgXAPMLE8XQGaJX2cbLT0XqBe9.6 2024-09-19T14:23:59.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.935+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.623__shadow_multipart_enc.2~5wg1gkgXAPMLE8XQGaJX2cbLT0XqBe9.6_1 2024-09-19T14:23:59.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.935+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.255794856398791988', time=2024-09-19T16:20:38.565285+0000, chain.objs.size()=1 2024-09-19T14:23:59.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.935+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.698__shadow:yEjuTkcmdUPs83uZJLs4Vo6qUyopI.K_.xCUtN6SnCRLkN_5-5ngOD5lnsy1YMvI_0 2024-09-19T14:23:59.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.935+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14351099581616779963', time=2024-09-19T16:21:10.355054+0000, chain.objs.size()=1 2024-09-19T14:23:59.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.935+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.719__shadow_.Xqez6Fh8SWCa8nPiEOYQ2cpOURKnU1K_0 2024-09-19T14:23:59.942 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.939+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:23:59.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.943+0000 7fb91a7579c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-19T14:23:59.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.943+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:23:59.946 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.943+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:23:59.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.943+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/46445' 2024-09-19T14:23:59.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.943+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='_6qkMm360GNRKM9JreemAuXX8iSvUN09', time=2024-09-19T16:08:36.354165+0000, chain.objs.size()=3 2024-09-19T14:23:59.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.943+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.160__shadow_.F2dbTKd0zIsZ3XxyougWzIRHcU05Dgn_0 2024-09-19T14:23:59.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.943+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.160__shadow_.F2dbTKd0zIsZ3XxyougWzIRHcU05Dgn_1 2024-09-19T14:23:59.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.943+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.160__shadow_.F2dbTKd0zIsZ3XxyougWzIRHcU05Dgn_2 2024-09-19T14:23:59.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.943+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='_IeTwoeaWGztBNrBESubFfwLix4IpUWE', time=2024-09-19T16:08:39.468746+0000, chain.objs.size()=1 2024-09-19T14:23:59.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.943+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.161__shadow_.PhDeufTJRoouh_8lRsDhK0-KXjJ1CQL_0 2024-09-19T14:23:59.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.943+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6959276106808737668', time=2024-09-19T16:10:43.358745+0000, chain.objs.size()=1 2024-09-19T14:23:59.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.943+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.241__shadow_.GQbSDhB2mXri3XZ2FLUoT8WEzSOo2cq_0 2024-09-19T14:23:59.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.943+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17899759765253846275', time=2024-09-19T16:10:53.832752+0000, chain.objs.size()=1 2024-09-19T14:23:59.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.943+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.256__shadow_.nBcHnbdZLOiqOBpzck8Fko1pZuLueby_0 2024-09-19T14:23:59.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.943+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13486069380154300619', time=2024-09-19T16:11:18.076920+0000, chain.objs.size()=1 2024-09-19T14:23:59.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.943+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.cIqEtCn6W3H5L5SVAG16RbbCSR0wsnA_0 2024-09-19T14:23:59.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.943+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6155008850842501947', time=2024-09-19T16:11:18.126153+0000, chain.objs.size()=1 2024-09-19T14:23:59.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.943+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.01x51KeRmSdO77t72U5tMsyBoz2km0R_0 2024-09-19T14:23:59.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.943+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16501625392584183184', time=2024-09-19T16:11:18.168831+0000, chain.objs.size()=1 2024-09-19T14:23:59.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.943+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.NNBnCKoXkW78C_c9jKCCAm2MSdHJyxY_0 2024-09-19T14:23:59.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.943+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12310483327028241066', time=2024-09-19T16:11:18.208292+0000, chain.objs.size()=1 2024-09-19T14:23:59.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.943+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.z0eIYOg0iuYIK409n5TrpRHf2sRrUZD_0 2024-09-19T14:23:59.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.943+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7991105385054018104', time=2024-09-19T16:11:18.211821+0000, chain.objs.size()=1 2024-09-19T14:23:59.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.943+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.OJnf1h0bwzsS5uLcm3OICJfbDVszxOq_0 2024-09-19T14:23:59.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.943+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1796751355917026400', time=2024-09-19T16:11:18.423195+0000, chain.objs.size()=1 2024-09-19T14:23:59.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.943+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.atBR8ubtR-HyIWTHlpxOyLrSiDzbftC_0 2024-09-19T14:23:59.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.947+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12666427341656405551', time=2024-09-19T16:11:18.432797+0000, chain.objs.size()=1 2024-09-19T14:23:59.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.947+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.bUIZVjskpkx_J2_gOhEjrKBJYPMxgd-_0 2024-09-19T14:23:59.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.947+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5342528518048271700', time=2024-09-19T16:11:18.527776+0000, chain.objs.size()=1 2024-09-19T14:23:59.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.947+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.7vVvnSzRz9ON-3wA5S0yStW3s10qJf5_0 2024-09-19T14:23:59.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.947+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2555023017677994113', time=2024-09-19T16:11:18.613668+0000, chain.objs.size()=1 2024-09-19T14:23:59.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.947+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.hsgsNHixlRqeYzapon_iBWKAKzPN9Qm_0 2024-09-19T14:23:59.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.947+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16062572223502139392', time=2024-09-19T16:11:18.820621+0000, chain.objs.size()=1 2024-09-19T14:23:59.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.947+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.gUqQIqE7jscSmiltfAcSM-d_N28TU-f_0 2024-09-19T14:23:59.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.947+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14988932569587202031', time=2024-09-19T16:11:18.898573+0000, chain.objs.size()=1 2024-09-19T14:23:59.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.947+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.4A_y_okQVeTAWrP53vEZ7ZlvAyI3yoD_0 2024-09-19T14:23:59.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.947+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4293673220550431203', time=2024-09-19T16:11:18.956050+0000, chain.objs.size()=1 2024-09-19T14:23:59.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.947+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.f9sOvBjSpIDyaAyYpurIijF0mVv_bgc_0 2024-09-19T14:23:59.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.947+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4943336223724533791', time=2024-09-19T16:11:19.181637+0000, chain.objs.size()=1 2024-09-19T14:23:59.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.947+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.cKos2Zu23d18swwyc1PhD3-yur1f0gq_0 2024-09-19T14:23:59.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.947+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8620710618030832585', time=2024-09-19T16:11:19.203863+0000, chain.objs.size()=1 2024-09-19T14:23:59.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.947+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.GWeEJxogjZBPtWfaTVkB8ZUArT___b5_0 2024-09-19T14:23:59.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.947+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10988872818000433515', time=2024-09-19T16:11:19.208247+0000, chain.objs.size()=1 2024-09-19T14:23:59.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.947+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.YG8vUVuRkO61MFzOeUPM4zCkn__apSi_0 2024-09-19T14:23:59.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.947+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14428411371764893433', time=2024-09-19T16:11:19.250549+0000, chain.objs.size()=1 2024-09-19T14:23:59.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.947+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.Wf-RVwwjDYioBJhrHR9IvcVn1TP7TcF_0 2024-09-19T14:23:59.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.947+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16618980764681643324', time=2024-09-19T16:11:19.260663+0000, chain.objs.size()=1 2024-09-19T14:23:59.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.947+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.JjDrFzi_3QnR2unB_PDFoNQ7Syy22RY_0 2024-09-19T14:23:59.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.951+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12162555693947396883', time=2024-09-19T16:11:19.292658+0000, chain.objs.size()=1 2024-09-19T14:23:59.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.951+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.q7o-UCtH0XfLbBFRKOM_FTnkOoe_6ZX_0 2024-09-19T14:23:59.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.951+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7078240308935686742', time=2024-09-19T16:11:19.309594+0000, chain.objs.size()=1 2024-09-19T14:23:59.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.951+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.1MoQccA_LvS05sQ5rXFA3byV3iuD9-k_0 2024-09-19T14:23:59.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.951+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1677088436600154275', time=2024-09-19T16:11:19.546047+0000, chain.objs.size()=1 2024-09-19T14:23:59.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.951+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.DA_3denUZdJvaGqALDyQwVWRRRHFj2T_0 2024-09-19T14:23:59.956 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.955+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7044287996056603036', time=2024-09-19T16:11:19.550725+0000, chain.objs.size()=1 2024-09-19T14:23:59.956 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.955+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.J3QhYS_qgjSHgSW_DTSm-hhKjK-ZSBn_0 2024-09-19T14:23:59.956 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.955+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3616245759547915614', time=2024-09-19T16:11:19.595529+0000, chain.objs.size()=1 2024-09-19T14:23:59.956 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.955+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.HyD0Oby5xXJJ5f5D5UuojRDGJnQp60G_0 2024-09-19T14:23:59.956 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.955+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5859993987508141019', time=2024-09-19T16:11:19.655422+0000, chain.objs.size()=1 2024-09-19T14:23:59.956 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.955+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.r00fTbAlyXjm_kQHvGMbTTNsgODOc1W_0 2024-09-19T14:23:59.956 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.955+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9966406356113244234', time=2024-09-19T16:11:19.795180+0000, chain.objs.size()=1 2024-09-19T14:23:59.956 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.955+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.5QhcA0zPXu3mLbtqoCFxYQyUBVPOzWA_0 2024-09-19T14:23:59.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.955+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5335061680447741468', time=2024-09-19T16:11:19.840146+0000, chain.objs.size()=1 2024-09-19T14:23:59.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.955+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.ObTO4EpLzaBbeveV9WnNcp7sw-hLooq_0 2024-09-19T14:23:59.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.955+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5373101446904279820', time=2024-09-19T16:11:19.843039+0000, chain.objs.size()=1 2024-09-19T14:23:59.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.955+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.3_GWlwmU4wYGbIH5HO8-_rkzNITn65k_0 2024-09-19T14:23:59.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.955+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12763088987067427071', time=2024-09-19T16:11:19.910023+0000, chain.objs.size()=1 2024-09-19T14:23:59.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.955+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.pdORI0MSxqIAdJIzSSopuC3PmyH4-99_0 2024-09-19T14:23:59.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.955+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4172236912539357660', time=2024-09-19T16:11:19.958097+0000, chain.objs.size()=1 2024-09-19T14:23:59.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.955+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.IwJmno1peswN43qkbo15tO5N2MLNu1E_0 2024-09-19T14:23:59.959 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.959+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11222360388887283637', time=2024-09-19T16:11:19.983993+0000, chain.objs.size()=1 2024-09-19T14:23:59.959 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.959+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.AoCwrk5rLLhCxFGMyO_iacNWSHPGq8N_0 2024-09-19T14:23:59.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.959+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6034251666227235089', time=2024-09-19T16:11:20.133098+0000, chain.objs.size()=1 2024-09-19T14:23:59.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.959+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.beHZFYsEhfL-rKpdntcaqrGRUhqzXPN_0 2024-09-19T14:23:59.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.959+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12323768913744064915', time=2024-09-19T16:11:20.164367+0000, chain.objs.size()=1 2024-09-19T14:23:59.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.959+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.q4OJPKcs3QhKIN1rtKqUdPB282z7km4_0 2024-09-19T14:23:59.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.959+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7016627941110213082', time=2024-09-19T16:11:20.274524+0000, chain.objs.size()=1 2024-09-19T14:23:59.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.959+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.6RacFF54j7OtYfu2u6TcDSvuGghD5JK_0 2024-09-19T14:23:59.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.959+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.367421171884912121', time=2024-09-19T16:11:20.417112+0000, chain.objs.size()=1 2024-09-19T14:23:59.961 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.959+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.eVwvTzgPhCbaU5-TJZTNe-zQJaf6QhC_0 2024-09-19T14:23:59.961 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.959+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7122230556480306637', time=2024-09-19T16:11:20.437334+0000, chain.objs.size()=1 2024-09-19T14:23:59.961 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.959+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.xCPhZlKLPJHWGI2ko1IbPTt6yuP7owC_0 2024-09-19T14:23:59.961 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.959+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13193935298482788225', time=2024-09-19T16:11:20.509169+0000, chain.objs.size()=1 2024-09-19T14:23:59.961 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.959+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.DkAChhUG-qOAJmF_qefmoHqh2ZTxFuF_0 2024-09-19T14:23:59.961 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.959+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16402773414823492131', time=2024-09-19T16:11:20.559012+0000, chain.objs.size()=1 2024-09-19T14:23:59.961 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.959+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.TemwE4rKFCIRTonAVlOyu6s31tgafb7_0 2024-09-19T14:23:59.961 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.959+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13953242562272292877', time=2024-09-19T16:11:29.125354+0000, chain.objs.size()=1 2024-09-19T14:23:59.962 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.959+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.276__shadow_.n03qOic1l6HU_5UXbQowfT74xxEruwp_0 2024-09-19T14:23:59.962 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.959+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8519753651735991478', time=2024-09-19T16:11:46.923130+0000, chain.objs.size()=1 2024-09-19T14:23:59.962 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.959+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.301__shadow_.zx2E2uXq9HAPRiTznh0gl3LpWIwBxUD_0 2024-09-19T14:23:59.962 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.959+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12151114434308238401', time=2024-09-19T16:12:21.597237+0000, chain.objs.size()=1 2024-09-19T14:23:59.962 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.959+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.J-HVHAsfnJz69q5ZrC2GLNoOxJDlAG-_0 2024-09-19T14:23:59.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.963+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10709826493155497351', time=2024-09-19T16:12:21.689577+0000, chain.objs.size()=1 2024-09-19T14:23:59.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.963+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.ckLqwSaCHDaf6UspZBuze1hJTNo60wp_0 2024-09-19T14:23:59.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.963+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15583908022011992190', time=2024-09-19T16:12:21.742656+0000, chain.objs.size()=1 2024-09-19T14:23:59.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.963+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.3Ys0g0vTH73zqQQ8DN4kgljh5Khz9ks_0 2024-09-19T14:23:59.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.963+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8549799064285706966', time=2024-09-19T16:12:21.813350+0000, chain.objs.size()=1 2024-09-19T14:23:59.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.963+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.jUoeGEHxUMa8aMzGtFNocirbEkES13Z_0 2024-09-19T14:23:59.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.963+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9270881453522109219', time=2024-09-19T16:12:21.835341+0000, chain.objs.size()=1 2024-09-19T14:23:59.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.963+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.bJWuveX9p7HBZTRKTvuoYaskOdcGRkw_0 2024-09-19T14:23:59.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.963+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10798983004590393484', time=2024-09-19T16:12:21.839189+0000, chain.objs.size()=1 2024-09-19T14:23:59.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.963+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.VgGOM8bXzLE3fGELTl0mcZzC4vpNI6W_0 2024-09-19T14:23:59.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.963+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2820583031087264971', time=2024-09-19T16:12:22.069117+0000, chain.objs.size()=1 2024-09-19T14:23:59.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.963+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.nbtBFJoJXLfPr5i_b9k18NQg4oyysdw_0 2024-09-19T14:23:59.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.963+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16501605375732460771', time=2024-09-19T16:12:22.086466+0000, chain.objs.size()=1 2024-09-19T14:23:59.967 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.963+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.XZk_m_KVtAnpYWFyKkPO6s6l9TKJsfg_0 2024-09-19T14:23:59.967 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.963+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6218130795521494175', time=2024-09-19T16:12:22.117359+0000, chain.objs.size()=1 2024-09-19T14:23:59.967 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.963+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_._rlIxb6X_lnAuAce64oH_gFltuykWcM_0 2024-09-19T14:23:59.967 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.963+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17883768304344586189', time=2024-09-19T16:12:22.398500+0000, chain.objs.size()=1 2024-09-19T14:23:59.967 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.963+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.FauqI71wFmt2KDjOhdDg2OWyQ7Libc8_0 2024-09-19T14:23:59.967 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.963+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7959955304713713551', time=2024-09-19T16:12:22.415948+0000, chain.objs.size()=1 2024-09-19T14:23:59.967 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.963+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.GAg3k1MIwSzJjHugase6Wq6FGsfBrba_0 2024-09-19T14:23:59.967 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.963+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5830306608381483756', time=2024-09-19T16:12:22.423417+0000, chain.objs.size()=1 2024-09-19T14:23:59.967 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.963+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.PlTfBYrz0OnB-5pnGuJQJ7HkZ2U0O3G_0 2024-09-19T14:23:59.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.967+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11425141937430033705', time=2024-09-19T16:12:22.458718+0000, chain.objs.size()=1 2024-09-19T14:23:59.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.967+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.GmAzlzjfQiUi6VD-_X4BlcP0cXhRJ3b_0 2024-09-19T14:23:59.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.967+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6931290411336139347', time=2024-09-19T16:12:22.510141+0000, chain.objs.size()=1 2024-09-19T14:23:59.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.967+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.NdRVxTNRRf1yQpZwk17J7SZ1VKynz1R_0 2024-09-19T14:23:59.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.967+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1480449308440973984', time=2024-09-19T16:12:22.647104+0000, chain.objs.size()=1 2024-09-19T14:23:59.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.967+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.2t1mijLbCyO2C3ASXrFaGfNgVMAObMC_0 2024-09-19T14:23:59.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.967+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13121066882194741874', time=2024-09-19T16:12:22.666976+0000, chain.objs.size()=1 2024-09-19T14:23:59.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.967+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.tAVcB4g-gWP35RMql2jVXoB95kjB6kq_0 2024-09-19T14:23:59.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.967+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14908825691634316539', time=2024-09-19T16:12:22.672647+0000, chain.objs.size()=1 2024-09-19T14:23:59.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.967+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.jVWjRguPRVa4-efNU6G4PXlKUtBEgDf_0 2024-09-19T14:23:59.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.967+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.199559447452885814', time=2024-09-19T16:12:22.700459+0000, chain.objs.size()=1 2024-09-19T14:23:59.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.967+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.D2gluOBpJL50uUcDdQgzMWk5W5OIkV__0 2024-09-19T14:23:59.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.967+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9008682828082084194', time=2024-09-19T16:12:22.746853+0000, chain.objs.size()=1 2024-09-19T14:23:59.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.967+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.LaUi8_3sXsVrv-bDaGl2b1bFLtlw2dD_0 2024-09-19T14:23:59.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.967+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8018465505054605295', time=2024-09-19T16:12:22.858503+0000, chain.objs.size()=1 2024-09-19T14:23:59.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.967+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.qLGAuTpec8l7tmTrfO5-FTc00bsw73P_0 2024-09-19T14:23:59.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.967+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12235259025433102959', time=2024-09-19T16:12:23.018370+0000, chain.objs.size()=1 2024-09-19T14:23:59.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.967+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.r71iBvc5jzeScKVz9O8SUagydm7YBn8_0 2024-09-19T14:23:59.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.967+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11019515514851158699', time=2024-09-19T16:12:23.433041+0000, chain.objs.size()=1 2024-09-19T14:23:59.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.967+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.-rvBZ58in3-BjfT7tj14OtTE6io5kaf_0 2024-09-19T14:23:59.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.967+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12729282390684098033', time=2024-09-19T16:12:23.462753+0000, chain.objs.size()=1 2024-09-19T14:23:59.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.967+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.A6mSHVwnOkR4esRxfR906cffUkJ2H2s_0 2024-09-19T14:23:59.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.971+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7339490299673019969', time=2024-09-19T16:12:23.674459+0000, chain.objs.size()=1 2024-09-19T14:23:59.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.971+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.A_IE-FQfrhi0NIG_YN1Tw--aP8XuxL7_0 2024-09-19T14:23:59.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.971+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3244454200900849291', time=2024-09-19T16:12:23.951006+0000, chain.objs.size()=1 2024-09-19T14:23:59.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.971+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.WW6tOas7tk9XHfhN6GQA_j8xGnaXBON_0 2024-09-19T14:23:59.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.971+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1051403871578095389', time=2024-09-19T16:12:23.978189+0000, chain.objs.size()=1 2024-09-19T14:23:59.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.971+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.V3hUcpS-WalZZntVipBLirwE5yhZ0fK_0 2024-09-19T14:23:59.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.971+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1985963699506608556', time=2024-09-19T16:12:45.331675+0000, chain.objs.size()=1 2024-09-19T14:23:59.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.971+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.dZeVlsYH3zR2iSUkvLtwLg3hVFyq1p8_0 2024-09-19T14:23:59.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.971+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3045233891014535755', time=2024-09-19T16:12:45.388778+0000, chain.objs.size()=1 2024-09-19T14:23:59.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.971+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.q7nTRWKteMTSLWe0r2de13_eeyDzWXO_0 2024-09-19T14:23:59.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.971+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8263117226417142879', time=2024-09-19T16:12:45.400538+0000, chain.objs.size()=1 2024-09-19T14:23:59.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.971+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.QZQm_cwjAYFeBdMDNP6yW3ZdTGfEj1W_0 2024-09-19T14:23:59.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.971+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15544106401086185483', time=2024-09-19T16:12:45.412839+0000, chain.objs.size()=1 2024-09-19T14:23:59.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.971+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.s7QD71T2okibKeKV21OmO3YBHjIQGJm_0 2024-09-19T14:23:59.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.971+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1868604854900915915', time=2024-09-19T16:12:45.707570+0000, chain.objs.size()=1 2024-09-19T14:23:59.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.971+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.L_qKBG9R7tlvzHxleo_ai96l-fokRKl_0 2024-09-19T14:23:59.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.971+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1947252527770891601', time=2024-09-19T16:12:45.712864+0000, chain.objs.size()=1 2024-09-19T14:23:59.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.971+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.kt-M03SWq5MHLp4WsGXpjqjtVDPjbBE_0 2024-09-19T14:23:59.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.971+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1821636709280427855', time=2024-09-19T16:12:45.742876+0000, chain.objs.size()=1 2024-09-19T14:23:59.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.971+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.JTjglT9cVWjWzICsCe48CuP8RoE29vp_0 2024-09-19T14:23:59.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.975+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9794159341265919905', time=2024-09-19T16:12:46.111373+0000, chain.objs.size()=1 2024-09-19T14:23:59.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.975+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.IzIe49f3-b6XGv_ZYfo5eQ9F-IAkM5p_0 2024-09-19T14:23:59.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.975+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13192670437895890819', time=2024-09-19T16:12:46.118860+0000, chain.objs.size()=1 2024-09-19T14:23:59.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.975+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.R-9l63aq9fZ1uSwdeY9Y2tnRVPMkp9Q_0 2024-09-19T14:23:59.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.975+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9428687711094884239', time=2024-09-19T16:12:46.180334+0000, chain.objs.size()=1 2024-09-19T14:23:59.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.975+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.sUpiD7s4r2PlCAAx-tshisGCQy20cQ6_0 2024-09-19T14:23:59.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.975+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12269666616998258089', time=2024-09-19T16:12:46.204792+0000, chain.objs.size()=1 2024-09-19T14:23:59.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.975+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.WDNBI8Xza3dwSAE7bVeso1ZOgt8tppV_0 2024-09-19T14:23:59.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.975+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4938643529356857472', time=2024-09-19T16:12:46.369088+0000, chain.objs.size()=1 2024-09-19T14:23:59.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.975+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.NQkOsHLa0JFH-lng4QynTiMq9S06Ncp_0 2024-09-19T14:23:59.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.975+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4418775726302564847', time=2024-09-19T16:12:46.403678+0000, chain.objs.size()=1 2024-09-19T14:23:59.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.975+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.oKTZ5SVz6IIzLIBigja4aIEomNq8351_0 2024-09-19T14:23:59.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.975+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13774247334343543870', time=2024-09-19T16:12:46.441500+0000, chain.objs.size()=1 2024-09-19T14:23:59.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.975+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.dBAK7Yu1-aFLdOUkPZrfl3TBjCBB9WY_0 2024-09-19T14:23:59.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.975+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10477097468821207666', time=2024-09-19T16:12:46.478747+0000, chain.objs.size()=1 2024-09-19T14:23:59.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.975+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.AGsurKyZBp0MA8eRJ9fuWOEidtpuoXp_0 2024-09-19T14:23:59.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.975+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4842106673049676135', time=2024-09-19T16:12:46.493323+0000, chain.objs.size()=1 2024-09-19T14:23:59.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.975+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.MIa1XZCy5ahmZ-NBnkak1y6l3zTW2t6_0 2024-09-19T14:23:59.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.979+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6528450228860186809', time=2024-09-19T16:12:46.514673+0000, chain.objs.size()=1 2024-09-19T14:23:59.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.979+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.zzH3RpadCgLdRJ2wZyA7iatPImbSOxy_0 2024-09-19T14:23:59.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.979+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9562171863870587903', time=2024-09-19T16:12:46.550787+0000, chain.objs.size()=1 2024-09-19T14:23:59.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.979+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.AgZKWPeCjDHjFAf1dZ7jr0DZh4e3Vla_0 2024-09-19T14:23:59.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.979+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.848517870760811854', time=2024-09-19T16:12:46.702725+0000, chain.objs.size()=1 2024-09-19T14:23:59.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.979+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.3JPtAcMiDqT8SFliz10rqFsBn0SYl17_0 2024-09-19T14:23:59.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.979+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10987365687149914108', time=2024-09-19T16:12:46.729600+0000, chain.objs.size()=1 2024-09-19T14:23:59.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.979+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.vu0RNnHhmfa6mgFt4d6TuAUdRVGyj5d_0 2024-09-19T14:23:59.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.979+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15356232096308920355', time=2024-09-19T16:12:46.748440+0000, chain.objs.size()=1 2024-09-19T14:23:59.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.979+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.t-kMVeGa1t9BmatDXr-all2Ad4QoLXS_0 2024-09-19T14:23:59.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.979+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1036877789815530678', time=2024-09-19T16:12:46.753737+0000, chain.objs.size()=1 2024-09-19T14:23:59.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.979+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.YmUfj7OlfQGeY40baB2N9-W8AgvVBtJ_0 2024-09-19T14:23:59.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.979+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9722077541508855154', time=2024-09-19T16:12:46.850081+0000, chain.objs.size()=1 2024-09-19T14:23:59.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.979+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.TNF8Cf5nY45VcgkTWg_lCGme-KCvnma_0 2024-09-19T14:23:59.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.979+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10525731892255769251', time=2024-09-19T16:12:46.881841+0000, chain.objs.size()=1 2024-09-19T14:23:59.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.979+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.5K-7ac9T2DHYLAsXsD_H3fJ4FwpuTMO_0 2024-09-19T14:23:59.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.979+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1124032311133003543', time=2024-09-19T16:12:46.919291+0000, chain.objs.size()=1 2024-09-19T14:23:59.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.979+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.oz3cTt-u-4gmVDjhahv2slfRIXtHeNE_0 2024-09-19T14:23:59.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.979+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15518733096964820662', time=2024-09-19T16:12:47.054007+0000, chain.objs.size()=1 2024-09-19T14:23:59.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.979+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.XN18NRiewxN3iNXw6LN52_05ndZkX3Z_0 2024-09-19T14:23:59.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.983+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3484941442139650413', time=2024-09-19T16:12:47.061460+0000, chain.objs.size()=1 2024-09-19T14:23:59.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.983+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.OP67iQVTrcMASRdPzk1skVlQQrCfzE8_0 2024-09-19T14:23:59.985 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.983+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2758086444982721314', time=2024-09-19T16:12:47.130993+0000, chain.objs.size()=1 2024-09-19T14:23:59.985 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.983+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.e-_CFI7ljmk_sVryIHOE5UGI7Q3CxQk_0 2024-09-19T14:23:59.985 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.983+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6945377260536017450', time=2024-09-19T16:12:47.145693+0000, chain.objs.size()=1 2024-09-19T14:23:59.985 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.983+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.vbvwFDu9g2aJ1Ic48cK5U1IwUQsE5-t_0 2024-09-19T14:23:59.985 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.983+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1073863103484589270', time=2024-09-19T16:12:47.219211+0000, chain.objs.size()=1 2024-09-19T14:23:59.985 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.983+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.LIcibdFEWEY3xf4x-fw02ws41prkWfK_0 2024-09-19T14:23:59.986 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.983+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9772636363721972664', time=2024-09-19T16:12:47.510153+0000, chain.objs.size()=1 2024-09-19T14:23:59.986 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.983+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.8_xVe-fZaKglsFVxRe8ta4TY_9RwGkT_0 2024-09-19T14:23:59.986 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.983+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16751357646896225693', time=2024-09-19T16:12:47.568095+0000, chain.objs.size()=1 2024-09-19T14:23:59.986 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.983+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.YvKUlH27o2Dv35f92YzCLLFMrSVC4gY_0 2024-09-19T14:23:59.989 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.987+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 0/46445 2024-09-19T14:23:59.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.987+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=21, truncated=0, next_marker='' 2024-09-19T14:23:59.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.987+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3846008016301201839', time=2024-09-19T16:12:47.570788+0000, chain.objs.size()=1 2024-09-19T14:23:59.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.987+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.j6w6cySto7rbgnXl_epAlQSKLgB0jQs_0 2024-09-19T14:23:59.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.987+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15068647335432340641', time=2024-09-19T16:12:47.780137+0000, chain.objs.size()=1 2024-09-19T14:23:59.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.987+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_._cdDZL0mwEaXL0ELhDzPzIE41fK_xIy_0 2024-09-19T14:23:59.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.991+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.204719495901680776', time=2024-09-19T16:12:47.822148+0000, chain.objs.size()=1 2024-09-19T14:23:59.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.991+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.6NKLfc49Thdu2kUN3CpNu8V7DTR00xk_0 2024-09-19T14:23:59.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.991+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6046602576993328447', time=2024-09-19T16:12:56.260929+0000, chain.objs.size()=1 2024-09-19T14:23:59.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.991+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.339__shadow_.4TNgDGlTwQK7NZAc9RuAFpVMp0ylSfP_0 2024-09-19T14:23:59.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.991+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1515494084865572356', time=2024-09-19T16:14:15.894756+0000, chain.objs.size()=1 2024-09-19T14:23:59.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.991+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.464__shadow_.tDd9e6E2SZ-voSwWIxToJan9qoWm60m_0 2024-09-19T14:23:59.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.991+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8627852938247891369', time=2024-09-19T16:14:28.478916+0000, chain.objs.size()=1 2024-09-19T14:23:59.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.991+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.488__shadow_.o-xFwdzUwlgTErDKdpkq-iNHhjUf-rs_0 2024-09-19T14:23:59.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.991+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14910283758541969449', time=2024-09-19T16:14:40.542175+0000, chain.objs.size()=6 2024-09-19T14:23:59.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.991+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.507__multipart_srcmultipart.2~PDtVikDEghAjplfujl7yQ3TGZaMgD5U.1 2024-09-19T14:23:59.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.991+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.507__multipart_srcmultipart.2~PDtVikDEghAjplfujl7yQ3TGZaMgD5U.2 2024-09-19T14:23:59.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.991+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.507__multipart_srcmultipart.2~PDtVikDEghAjplfujl7yQ3TGZaMgD5U.3 2024-09-19T14:23:59.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.991+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.507__multipart_srcmultipart.2~PDtVikDEghAjplfujl7yQ3TGZaMgD5U.4 2024-09-19T14:23:59.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.991+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.507__multipart_srcmultipart.2~PDtVikDEghAjplfujl7yQ3TGZaMgD5U.5 2024-09-19T14:23:59.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.991+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.507__multipart_srcmultipart.2~PDtVikDEghAjplfujl7yQ3TGZaMgD5U.6 2024-09-19T14:23:59.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.991+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9454150696982683599', time=2024-09-19T16:15:18.639743+0000, chain.objs.size()=2 2024-09-19T14:23:59.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.991+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.525__multipart_mymultipart.2~GO0R2Ue8ZuIzfwwrLFWbP3iIXv4i0Hk.1 2024-09-19T14:23:59.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.991+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.525__multipart_mymultipart.2~GO0R2Ue8ZuIzfwwrLFWbP3iIXv4i0Hk.2 2024-09-19T14:23:59.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.991+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.339408499511606408', time=2024-09-19T16:16:04.432182+0000, chain.objs.size()=1 2024-09-19T14:23:59.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.991+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.550__shadow_.4rw8GUBqMxaM9DNW1VRjm4b08eReXDg_0 2024-09-19T14:23:59.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.991+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12493033217967039518', time=2024-09-19T16:16:12.050620+0000, chain.objs.size()=1 2024-09-19T14:23:59.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.991+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.557__shadow_.hvjwyTgnvTLwRsZ_xlQC8aedlydKNBR_0 2024-09-19T14:23:59.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.991+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.904894529401513650', time=2024-09-19T16:16:30.635612+0000, chain.objs.size()=1 2024-09-19T14:23:59.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.991+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.569__shadow:qOL4NTU6FlG79681nguz1FPFD9HGrY2_.kTjx1eAMULTNGNdvqaOzzX0d7EVBkSI_0 2024-09-19T14:23:59.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.991+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9193863471500972490', time=2024-09-19T16:16:41.472208+0000, chain.objs.size()=1 2024-09-19T14:23:59.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.991+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.575__shadow_.RTRzeh7dBI--TBxjDHCkikwSenpglmE_0 2024-09-19T14:23:59.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.991+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.699595326490030983', time=2024-09-19T16:16:43.231355+0000, chain.objs.size()=1 2024-09-19T14:23:59.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.991+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.576__shadow:4f-xdGeXHqLQGPv7U1rKM1EkHzI-v89_.PaQ2-Q1WuvTWj7evxO7WGaRn7Fxz81d_0 2024-09-19T14:23:59.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.991+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5073929619697784736', time=2024-09-19T16:16:50.640446+0000, chain.objs.size()=1 2024-09-19T14:23:59.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.991+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.577__shadow:8Ce647DUG-HSF6GvuhczWAah.OwbLU3_.2t9K3pfgnwwy52yQJlRIE72lfCgeiY3_0 2024-09-19T14:23:59.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.991+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7828626963217880639', time=2024-09-19T16:17:06.797398+0000, chain.objs.size()=4 2024-09-19T14:23:59.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.991+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.578__multipart_testobj.2~lxApqW8F8F5DNkUGwKiOWvAJ4R5tn9o.1 2024-09-19T14:23:59.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.991+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.578__multipart_testobj.2~lxApqW8F8F5DNkUGwKiOWvAJ4R5tn9o.2 2024-09-19T14:23:59.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.991+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.578__multipart_testobj.2~lxApqW8F8F5DNkUGwKiOWvAJ4R5tn9o.3 2024-09-19T14:23:59.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.995+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.578__multipart_testobj.2~lxApqW8F8F5DNkUGwKiOWvAJ4R5tn9o.4 2024-09-19T14:23:59.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.995+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5407281381946395614', time=2024-09-19T16:17:13.743822+0000, chain.objs.size()=1 2024-09-19T14:23:59.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.995+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.585__shadow:VsyktbXOMfetj.ODQlshWl4fcOmwfa5_.WrAY5iqRww47UwgAfFBEk3PdW2nrKbN_0 2024-09-19T14:23:59.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.995+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11321545033795648467', time=2024-09-19T16:19:58.919109+0000, chain.objs.size()=1 2024-09-19T14:23:59.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.995+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.636__shadow_.7cnojZzOsSeWuoxPqtSXyEihYiQQnyT_0 2024-09-19T14:23:59.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.995+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6202344869733107072', time=2024-09-19T16:20:36.202044+0000, chain.objs.size()=1 2024-09-19T14:23:59.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.995+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.694__shadow:2KqpUk2vL0E32V84sLPZNaQQ1Ie362h_.Egf5Obv4Ge0vUWnPMJYU5t9rcWUDlFe_0 2024-09-19T14:23:59.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.999+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3071446777618054968', time=2024-09-19T16:20:45.929159+0000, chain.objs.size()=1 2024-09-19T14:23:59.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.999+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.710__shadow:qi1DldwgrYLUHclvRC96CycztcaNtkF_.t1XPJHaSgo3KjGCtrN1lY52ZpPLeXbi_0 2024-09-19T14:24:00.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.999+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.133685446583198778', time=2024-09-19T16:20:47.612821+0000, chain.objs.size()=1 2024-09-19T14:24:00.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.999+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.713__shadow:BKCp7uLrUyUGOTN99ASJu4wXWjHOrK4_.ueSEoftrz-lI8qeMBSQERysg_5Z3BMf_0 2024-09-19T14:24:00.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.999+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11125057401055941867', time=2024-09-19T16:22:16.358065+0000, chain.objs.size()=1 2024-09-19T14:24:00.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:23:59.999+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.777__shadow_.kb9MA-9CQnipSuAC7JIv7uMspwihqN1_0 2024-09-19T14:24:00.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.003+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:24:00.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.007+0000 7fb91a7579c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-19T14:24:00.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.007+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:24:00.009 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.007+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:24:00.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.007+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/53394' 2024-09-19T14:24:00.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.007+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1349129294951897806', time=2024-09-19T16:08:33.086236+0000, chain.objs.size()=1 2024-09-19T14:24:00.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.007+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.158__shadow_.GVDSNSss0BgoWWyIRSHkHlHEj9qwaSg_0 2024-09-19T14:24:00.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.007+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12023597029936547755', time=2024-09-19T16:10:54.429934+0000, chain.objs.size()=1 2024-09-19T14:24:00.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.007+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.257__shadow_.XcSShMSIrGlsnqkk_riLAPSwUoCbskK_0 2024-09-19T14:24:00.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.007+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6626427785238857645', time=2024-09-19T16:11:18.110668+0000, chain.objs.size()=1 2024-09-19T14:24:00.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.007+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.8pjSHbintskS5UVzCgZN67sYiO3-hfN_0 2024-09-19T14:24:00.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.007+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11448637875180263754', time=2024-09-19T16:11:18.178377+0000, chain.objs.size()=1 2024-09-19T14:24:00.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.007+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.NWtTULh4bjzDQkBhqisEayrlI0uPmKD_0 2024-09-19T14:24:00.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.007+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15553118917170366472', time=2024-09-19T16:11:18.265627+0000, chain.objs.size()=1 2024-09-19T14:24:00.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.007+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.yqNhfRhs4WiWARU3h677DSZOuKbYsgc_0 2024-09-19T14:24:00.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.007+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4166234874260400493', time=2024-09-19T16:11:18.475844+0000, chain.objs.size()=1 2024-09-19T14:24:00.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.007+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.J5AX3Y3hCaRszLvmL2D6Go9xZIHrM9p_0 2024-09-19T14:24:00.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.007+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7974984371884913081', time=2024-09-19T16:11:18.482070+0000, chain.objs.size()=1 2024-09-19T14:24:00.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.007+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.sKUAWCUkRuveks63iZ4qmSNYCiKuTSS_0 2024-09-19T14:24:00.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.007+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8998615947257925212', time=2024-09-19T16:11:18.499225+0000, chain.objs.size()=1 2024-09-19T14:24:00.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.007+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.2VWhvtOi9o1rPzZ23q55hXe5lEujqPD_0 2024-09-19T14:24:00.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.007+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7643862481764312372', time=2024-09-19T16:11:18.623711+0000, chain.objs.size()=1 2024-09-19T14:24:00.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.007+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.oFEok38CTNxZjzHRy_NcfMb9PaPMsLC_0 2024-09-19T14:24:00.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.007+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4555723060716537416', time=2024-09-19T16:11:18.789397+0000, chain.objs.size()=1 2024-09-19T14:24:00.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.007+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.xoIF9EjbUkzdIaO1taGrfCxra1iKWLL_0 2024-09-19T14:24:00.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.007+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.184066298991258013', time=2024-09-19T16:11:18.801471+0000, chain.objs.size()=1 2024-09-19T14:24:00.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.007+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.zdUDCI7RJ07_DQGpVKi6Stw8yHcpp_e_0 2024-09-19T14:24:00.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.007+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3766152166118785682', time=2024-09-19T16:11:18.885110+0000, chain.objs.size()=1 2024-09-19T14:24:00.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.007+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.rnaWTSp1jaVa1XKPs76E7jrMmt1lkBP_0 2024-09-19T14:24:00.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.011+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14486023285551247577', time=2024-09-19T16:11:18.927070+0000, chain.objs.size()=1 2024-09-19T14:24:00.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.011+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.w4-GJrAeizegkyS4ZlnLvB2AJErvWby_0 2024-09-19T14:24:00.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.011+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15025481848321748532', time=2024-09-19T16:11:19.165395+0000, chain.objs.size()=1 2024-09-19T14:24:00.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.011+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.7bcSHtTIV6mW3pR05FwOKdeLnxJw-5z_0 2024-09-19T14:24:00.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.011+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7948217640619513844', time=2024-09-19T16:11:19.167893+0000, chain.objs.size()=1 2024-09-19T14:24:00.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.011+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.I6Htc2KKav-NpBOPeCLYeJfyixeCrbJ_0 2024-09-19T14:24:00.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.011+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14721968623461697487', time=2024-09-19T16:11:19.203235+0000, chain.objs.size()=1 2024-09-19T14:24:00.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.011+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.CNZ4fntBf8Z8-lIAsbFWaT3Fic8oT91_0 2024-09-19T14:24:00.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.011+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.745257351597418148', time=2024-09-19T16:11:19.235912+0000, chain.objs.size()=1 2024-09-19T14:24:00.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.011+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.7mnBcwkkgGMzmL2MJ1pxHFvKgG-bnyQ_0 2024-09-19T14:24:00.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.011+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12512903816319811438', time=2024-09-19T16:11:19.257433+0000, chain.objs.size()=1 2024-09-19T14:24:00.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.011+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.5LN6GaWK9b809WenHZkVdxjWiS12Niz_0 2024-09-19T14:24:00.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.011+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6601866058046239643', time=2024-09-19T16:11:19.273086+0000, chain.objs.size()=1 2024-09-19T14:24:00.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.011+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.6ouQb9dfrOZMpMlPGi4nx3pmiIx5etj_0 2024-09-19T14:24:00.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.011+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7102581584469285223', time=2024-09-19T16:11:19.322222+0000, chain.objs.size()=1 2024-09-19T14:24:00.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.011+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.h8br2cDkL6ZsvUc9meNnKuAvX9mHzfQ_0 2024-09-19T14:24:00.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.011+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8651895120655898275', time=2024-09-19T16:11:19.506726+0000, chain.objs.size()=1 2024-09-19T14:24:00.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.011+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.goGUXF7qj7UaylRTfN0vE6fAYwK0jqa_0 2024-09-19T14:24:00.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.011+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7735945074236629427', time=2024-09-19T16:11:19.580510+0000, chain.objs.size()=1 2024-09-19T14:24:00.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.011+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.vTmzQxq8EgV32L0nfSEqsafCYNsAh-j_0 2024-09-19T14:24:00.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.015+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15176240406694924401', time=2024-09-19T16:11:19.655264+0000, chain.objs.size()=1 2024-09-19T14:24:00.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.015+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.y7r6lhuubk-zCRLbQxWHbuViDvIpkyW_0 2024-09-19T14:24:00.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.015+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6652079349583953100', time=2024-09-19T16:11:19.797575+0000, chain.objs.size()=1 2024-09-19T14:24:00.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.015+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.PxLb3RghePN_tDNZW2EfHZTS46yDF76_0 2024-09-19T14:24:00.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.015+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5664393781413181198', time=2024-09-19T16:11:19.894022+0000, chain.objs.size()=1 2024-09-19T14:24:00.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.015+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.4dL4ZuwlGkhk4ADXeOsJG0wrHchuv-3_0 2024-09-19T14:24:00.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.015+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2331363828362476440', time=2024-09-19T16:11:20.124699+0000, chain.objs.size()=1 2024-09-19T14:24:00.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.015+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.LIqAncZEramgT7QzNMuH3hYJSohbOcA_0 2024-09-19T14:24:00.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.015+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.940871952387897622', time=2024-09-19T16:11:20.151983+0000, chain.objs.size()=1 2024-09-19T14:24:00.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.015+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.8PRW56bCTgpaxqzem0F7sf37gn8UzGU_0 2024-09-19T14:24:00.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.015+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12582093414006601795', time=2024-09-19T16:11:20.157627+0000, chain.objs.size()=1 2024-09-19T14:24:00.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.015+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.qu9wj-e3uP4-QLAcBJPqFvJDfPuAey3_0 2024-09-19T14:24:00.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.015+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18158180499306699797', time=2024-09-19T16:11:20.169684+0000, chain.objs.size()=1 2024-09-19T14:24:00.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.015+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.-VVed8ZG3Fqsh8HdYtc-gTLVM4IlxvI_0 2024-09-19T14:24:00.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.019+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18372142487116073332', time=2024-09-19T16:11:20.253672+0000, chain.objs.size()=1 2024-09-19T14:24:00.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.019+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.ZVnvi1sosvJA-gwL9y9ifXeHwih8nTc_0 2024-09-19T14:24:00.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.019+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13952325781443854041', time=2024-09-19T16:11:20.434384+0000, chain.objs.size()=1 2024-09-19T14:24:00.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.019+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.wDNNX9S0GRDDmmVjh2cVY66L798zY80_0 2024-09-19T14:24:00.021 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.019+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4960162044394846573', time=2024-09-19T16:11:20.472839+0000, chain.objs.size()=1 2024-09-19T14:24:00.021 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.019+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.BSE65-RpZMIbVeinqFAXTje1eCZRe85_0 2024-09-19T14:24:00.021 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.019+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16209847164622752414', time=2024-09-19T16:11:24.213503+0000, chain.objs.size()=1 2024-09-19T14:24:00.021 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.019+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.268__shadow_.g1qPBvcEVfKCMN-Vo6S-FqGHZlLd0Rf_0 2024-09-19T14:24:00.021 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.019+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16907990003411307381', time=2024-09-19T16:11:32.926884+0000, chain.objs.size()=1 2024-09-19T14:24:00.021 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.019+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.282__shadow_.du6sHMeC0wi9SrReaUypXMuwYsUbRt__0 2024-09-19T14:24:00.021 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.019+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17556807542099498003', time=2024-09-19T16:11:38.019963+0000, chain.objs.size()=1 2024-09-19T14:24:00.021 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.019+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.290__shadow_.iTnDTm78nyGOtcAtZg75ChHVa6Wvwyn_0 2024-09-19T14:24:00.022 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.019+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9065063341486115931', time=2024-09-19T16:11:40.387113+0000, chain.objs.size()=1 2024-09-19T14:24:00.022 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.019+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.292__shadow_.7A22_Vm0d8dpJu2N0twXo3K6HNyxxaq_0 2024-09-19T14:24:00.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.023+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2230635680388419742', time=2024-09-19T16:12:21.730432+0000, chain.objs.size()=1 2024-09-19T14:24:00.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.023+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.s_zhadPIhrQFGNek5YBh7bg03YkHKlv_0 2024-09-19T14:24:00.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.023+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1633226989690203961', time=2024-09-19T16:12:21.753043+0000, chain.objs.size()=1 2024-09-19T14:24:00.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.023+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.4mF6bcKnnNMkG5DQzogqorgFZOFhvAy_0 2024-09-19T14:24:00.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.023+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13243260426783099524', time=2024-09-19T16:12:21.781097+0000, chain.objs.size()=1 2024-09-19T14:24:00.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.023+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.bdKrUpG5BnxoyaAFjreLCV0f84YZknA_0 2024-09-19T14:24:00.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.023+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9090704647221530599', time=2024-09-19T16:12:21.953582+0000, chain.objs.size()=1 2024-09-19T14:24:00.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.023+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.ZCMmMwQL5bVj5L5WTM31FDpb5QRS972_0 2024-09-19T14:24:00.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.023+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6390235197011235227', time=2024-09-19T16:12:22.007850+0000, chain.objs.size()=1 2024-09-19T14:24:00.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.023+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.S0N3GB4Vr9jZMbe9YRU78U5L_dPV28x_0 2024-09-19T14:24:00.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.023+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17900301336950620598', time=2024-09-19T16:12:22.127801+0000, chain.objs.size()=1 2024-09-19T14:24:00.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.023+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.z-FGGHgqjJEryE2h8DU9_xAK8CUWRN2_0 2024-09-19T14:24:00.027 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.027+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16531066885056455594', time=2024-09-19T16:12:22.322654+0000, chain.objs.size()=1 2024-09-19T14:24:00.027 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.027+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.N7rmRa7G9ChaGZNO3c7lx-CP5Oq9LAK_0 2024-09-19T14:24:00.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.027+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15147698983202565581', time=2024-09-19T16:12:22.377132+0000, chain.objs.size()=1 2024-09-19T14:24:00.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.027+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Uw8Yd9OnTGvvbwx7E3o41n8FRzdCOki_0 2024-09-19T14:24:00.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.027+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4397431433681343536', time=2024-09-19T16:12:22.403867+0000, chain.objs.size()=1 2024-09-19T14:24:00.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.027+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.0pbSAHYPe1vjnNJz3zyDkBhJmcoYYBy_0 2024-09-19T14:24:00.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.027+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3791099049665183299', time=2024-09-19T16:12:22.435755+0000, chain.objs.size()=1 2024-09-19T14:24:00.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.027+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.D10hcXn1SpUH8Et_DqM-R_uk2HP1exG_0 2024-09-19T14:24:00.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.027+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14977669011315545199', time=2024-09-19T16:12:22.461858+0000, chain.objs.size()=1 2024-09-19T14:24:00.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.027+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.0y39ZEWtE8p_K42kmcW4Y-D6633g3Lw_0 2024-09-19T14:24:00.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.027+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13504816015424913269', time=2024-09-19T16:12:22.470093+0000, chain.objs.size()=1 2024-09-19T14:24:00.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.027+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.m0xh18gMLcyEKMAbDZNv_PNdmSRrF6M_0 2024-09-19T14:24:00.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.027+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12614172445060412335', time=2024-09-19T16:12:22.663193+0000, chain.objs.size()=1 2024-09-19T14:24:00.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.027+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.nbl3si1vpYelN99CiLigSRKc2Cte2Sj_0 2024-09-19T14:24:00.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.027+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6555731935029233158', time=2024-09-19T16:12:22.713154+0000, chain.objs.size()=1 2024-09-19T14:24:00.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.027+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.m6J5pfoviOG7OhShbGkx-lsKsjVOv1A_0 2024-09-19T14:24:00.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.027+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6291928572695633036', time=2024-09-19T16:12:22.737028+0000, chain.objs.size()=1 2024-09-19T14:24:00.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.027+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.7wLqV-xAOQYzBaviwUC5GnNqYqsNc61_0 2024-09-19T14:24:00.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.027+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2953445858294370798', time=2024-09-19T16:12:22.799122+0000, chain.objs.size()=1 2024-09-19T14:24:00.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.027+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Lo_6AOdA8fx_rAwfd3t5Ik2I2kN_sva_0 2024-09-19T14:24:00.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.027+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13624604211328228408', time=2024-09-19T16:12:22.802732+0000, chain.objs.size()=1 2024-09-19T14:24:00.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.027+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.9D8SSfqHapXttgz2O_FL6130Ixj463u_0 2024-09-19T14:24:00.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.027+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8057170592921538901', time=2024-09-19T16:12:23.086553+0000, chain.objs.size()=1 2024-09-19T14:24:00.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.027+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.iXzqCaIKUbFzBL2sgYmkZ0eDsdkIlU4_0 2024-09-19T14:24:00.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.031+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9792310251033249784', time=2024-09-19T16:12:23.193956+0000, chain.objs.size()=1 2024-09-19T14:24:00.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.031+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.PCYtqvyiIrXCC1K-238w1lFeRyeNCuA_0 2024-09-19T14:24:00.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.031+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8259827835548067517', time=2024-09-19T16:12:23.338965+0000, chain.objs.size()=1 2024-09-19T14:24:00.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.031+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.i1SqsgiudkZ4ZoALrFYvYNCuMiBWROO_0 2024-09-19T14:24:00.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.031+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16419815679916979136', time=2024-09-19T16:12:23.399777+0000, chain.objs.size()=1 2024-09-19T14:24:00.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.031+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.R3JYfUXhy8URd0oGSu8Gzgw7bpIXLS3_0 2024-09-19T14:24:00.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.031+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10020996539192000836', time=2024-09-19T16:12:23.436372+0000, chain.objs.size()=1 2024-09-19T14:24:00.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.031+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.-LPDYK3ZWiUWQyCmBy4dKce1On7lPzA_0 2024-09-19T14:24:00.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.031+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16553580824536989650', time=2024-09-19T16:12:23.621867+0000, chain.objs.size()=1 2024-09-19T14:24:00.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.031+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Nhd81eg2ixnU2zINSJrWUmT3Gcihzm__0 2024-09-19T14:24:00.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.031+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4424705191951213332', time=2024-09-19T16:12:23.769696+0000, chain.objs.size()=1 2024-09-19T14:24:00.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.031+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.YJeMQ3TRFSfe_xSwSQuyodEZ1bPaBZw_0 2024-09-19T14:24:00.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.031+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1133286536983188300', time=2024-09-19T16:12:23.805988+0000, chain.objs.size()=1 2024-09-19T14:24:00.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.031+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.blKkR9oSJVvTZjscfsUW9dJPY6jowFB_0 2024-09-19T14:24:00.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.031+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.460503571848181898', time=2024-09-19T16:12:23.942661+0000, chain.objs.size()=1 2024-09-19T14:24:00.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.031+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.4zlD3JQvW1nMY4R8eEVI2WsUqPoFHKy_0 2024-09-19T14:24:00.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.031+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14849696860837878667', time=2024-09-19T16:12:24.116234+0000, chain.objs.size()=1 2024-09-19T14:24:00.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.031+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.-EjGSsH_SlyaHvUk8IQzlucBhXzK8o0_0 2024-09-19T14:24:00.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.031+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10694494645600411639', time=2024-09-19T16:12:45.298229+0000, chain.objs.size()=1 2024-09-19T14:24:00.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.031+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.8U-4Az8kQNj77PUKrSkzkY_eZwI19BF_0 2024-09-19T14:24:00.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.031+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.778350958502796691', time=2024-09-19T16:12:45.642236+0000, chain.objs.size()=1 2024-09-19T14:24:00.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.031+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.u0uzV_oQygB2MDGSPqcCyrxra3Rb5Df_0 2024-09-19T14:24:00.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.035+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1770421172838747521', time=2024-09-19T16:12:45.711754+0000, chain.objs.size()=1 2024-09-19T14:24:00.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.035+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.FvuTuUTkKDdB3K0kz2doCSEA_HSfoKQ_0 2024-09-19T14:24:00.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.035+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4397046532880117828', time=2024-09-19T16:12:46.051814+0000, chain.objs.size()=1 2024-09-19T14:24:00.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.035+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.fQiVHpdE_3Z-xWIO2myMAry2e2HBM1y_0 2024-09-19T14:24:00.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.035+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4990507151370297282', time=2024-09-19T16:12:46.095067+0000, chain.objs.size()=1 2024-09-19T14:24:00.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.035+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.yw7O9BZa0XB91AlkQRksnZA3Fuf9H7c_0 2024-09-19T14:24:00.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.035+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8104053856439104877', time=2024-09-19T16:12:46.377925+0000, chain.objs.size()=1 2024-09-19T14:24:00.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.035+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.de3-7TX5SuueyZX6H-TElmfk1qqA7i3_0 2024-09-19T14:24:00.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.035+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14156859836386383749', time=2024-09-19T16:12:46.393031+0000, chain.objs.size()=1 2024-09-19T14:24:00.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.035+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.xcvPgSHGoxxneE235AaU5DPbXW7m-ML_0 2024-09-19T14:24:00.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.035+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10961784449149670303', time=2024-09-19T16:12:46.435997+0000, chain.objs.size()=1 2024-09-19T14:24:00.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.035+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.ZFQlyzPqvDw652Tp3jxaEzkgOhjW7GT_0 2024-09-19T14:24:00.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.035+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11668311239229764553', time=2024-09-19T16:12:46.485680+0000, chain.objs.size()=1 2024-09-19T14:24:00.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.035+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.HPj3wm0Pj7wo2Z_DpheFxMGXXBC9fFs_0 2024-09-19T14:24:00.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.035+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2149364477082360845', time=2024-09-19T16:12:46.541468+0000, chain.objs.size()=1 2024-09-19T14:24:00.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.035+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.QkvzGiCQJesV1tBAgsbMix-0b2sa-o6_0 2024-09-19T14:24:00.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.035+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10202537936000497375', time=2024-09-19T16:12:46.571103+0000, chain.objs.size()=1 2024-09-19T14:24:00.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.035+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.P6n2kUxOWzEJohO4Ioqt5tSQrsuqfly_0 2024-09-19T14:24:00.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.035+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4440493179340052121', time=2024-09-19T16:12:46.766744+0000, chain.objs.size()=1 2024-09-19T14:24:00.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.035+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.Qd5tw7LTeoDSTSbtGWS7GuP_vIB6jeW_0 2024-09-19T14:24:00.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.035+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10143757550037595083', time=2024-09-19T16:12:46.823216+0000, chain.objs.size()=1 2024-09-19T14:24:00.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.035+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.PKvfpvA-7TR__QBZAjyzvkYaN7xDBr0_0 2024-09-19T14:24:00.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.039+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12182146367763620706', time=2024-09-19T16:12:46.873091+0000, chain.objs.size()=1 2024-09-19T14:24:00.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.039+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.8CSQCSkIHmtYwn3HbMfLlD8c4DiA8MK_0 2024-09-19T14:24:00.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.039+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16308205520076783728', time=2024-09-19T16:12:46.901626+0000, chain.objs.size()=1 2024-09-19T14:24:00.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.039+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.VX3trOp0R4frTofWdN_4KdAH1lqpcdi_0 2024-09-19T14:24:00.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.039+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4735063364050594440', time=2024-09-19T16:12:47.058873+0000, chain.objs.size()=1 2024-09-19T14:24:00.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.039+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.4Av7A-GDGzHOtqeZb1KkbNjRIqjeo5h_0 2024-09-19T14:24:00.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.039+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8218548306957905827', time=2024-09-19T16:12:47.152758+0000, chain.objs.size()=1 2024-09-19T14:24:00.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.039+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.5bf8SQxsqHpURegXYpiFC4YUXB25FXN_0 2024-09-19T14:24:00.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.039+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11785234444041045261', time=2024-09-19T16:12:47.194847+0000, chain.objs.size()=1 2024-09-19T14:24:00.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.039+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.2zPbLur7kcrkRfYZUxPOwFQQlNHtJVj_0 2024-09-19T14:24:00.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.039+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8153742818561181148', time=2024-09-19T16:12:47.201391+0000, chain.objs.size()=1 2024-09-19T14:24:00.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.039+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.H_ix-B_ro6bcTAmFSb-j2UZ8ugwnKCX_0 2024-09-19T14:24:00.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.039+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14050297153021220237', time=2024-09-19T16:12:47.363098+0000, chain.objs.size()=1 2024-09-19T14:24:00.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.039+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.iKHKIeEqIU5vwXXRsQJjmAd-DHmLcJT_0 2024-09-19T14:24:00.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.039+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7854309034954411412', time=2024-09-19T16:12:47.464055+0000, chain.objs.size()=1 2024-09-19T14:24:00.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.039+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.solZmODicP6I5OTfH6eub8tcCDClDaA_0 2024-09-19T14:24:00.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.039+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12364327167799528436', time=2024-09-19T16:12:47.545075+0000, chain.objs.size()=1 2024-09-19T14:24:00.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.039+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.wX6qsH6X8sd4KZsAcgEt4QJvu7We-5m_0 2024-09-19T14:24:00.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.039+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10064335806334267417', time=2024-09-19T16:12:47.565293+0000, chain.objs.size()=1 2024-09-19T14:24:00.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.039+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.HIsu-ySUMCil_YWkiVWpePNqY13dQx3_0 2024-09-19T14:24:00.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.039+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10439245834141854379', time=2024-09-19T16:12:47.719871+0000, chain.objs.size()=1 2024-09-19T14:24:00.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.039+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.exF7KaWQOSii-ms0D7X8kutnhCGa52__0 2024-09-19T14:24:00.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.043+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6785285151940923910', time=2024-09-19T16:12:47.813365+0000, chain.objs.size()=1 2024-09-19T14:24:00.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.043+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.cWbTNzq1M0xLKKiSBbIUTWsIOBdO9eF_0 2024-09-19T14:24:00.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.047+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5494378766866799155', time=2024-09-19T16:13:00.320921+0000, chain.objs.size()=1 2024-09-19T14:24:00.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.047+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.346__shadow_.ak8ZBh8zHbMEDVdy8E0BhlyHmUcUJMY_0 2024-09-19T14:24:00.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.047+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4839878933389615795', time=2024-09-19T16:13:56.881955+0000, chain.objs.size()=1 2024-09-19T14:24:00.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.047+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.440__shadow_.nau6R4jjDv9AfEDpIdun2mfHPK5yegW_0 2024-09-19T14:24:00.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.047+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9178356664936463609', time=2024-09-19T16:14:06.777235+0000, chain.objs.size()=1 2024-09-19T14:24:00.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.047+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.454__shadow_.nP4dDWNs8YI5aAef_S0zCoyy360hNq2_0 2024-09-19T14:24:00.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.047+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4174352428120745126', time=2024-09-19T16:14:24.950047+0000, chain.objs.size()=1 2024-09-19T14:24:00.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.047+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.483__shadow_.KrHLfB22sDcgfmLIqe1u-7Xo94s_btS_0 2024-09-19T14:24:00.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.047+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12444707517050100760', time=2024-09-19T16:14:25.637886+0000, chain.objs.size()=1 2024-09-19T14:24:00.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.047+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.484__shadow_.wQ1KPxQ8Me-qXsq856AsnISSmDt_OgE_0 2024-09-19T14:24:00.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.047+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9732294547647182007', time=2024-09-19T16:14:40.808300+0000, chain.objs.size()=6 2024-09-19T14:24:00.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.047+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.507__multipart_srcmultipart.2~PDtVikDEghAjplfujl7yQ3TGZaMgD5U.1 2024-09-19T14:24:00.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.047+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.507__multipart_srcmultipart.2~PDtVikDEghAjplfujl7yQ3TGZaMgD5U.2 2024-09-19T14:24:00.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.047+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.507__multipart_srcmultipart.2~PDtVikDEghAjplfujl7yQ3TGZaMgD5U.3 2024-09-19T14:24:00.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.047+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.507__multipart_srcmultipart.2~PDtVikDEghAjplfujl7yQ3TGZaMgD5U.4 2024-09-19T14:24:00.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.047+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.507__multipart_srcmultipart.2~PDtVikDEghAjplfujl7yQ3TGZaMgD5U.5 2024-09-19T14:24:00.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.047+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.507__multipart_srcmultipart.2~PDtVikDEghAjplfujl7yQ3TGZaMgD5U.6 2024-09-19T14:24:00.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.051+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15002872596328608977', time=2024-09-19T16:16:27.616061+0000, chain.objs.size()=1 2024-09-19T14:24:00.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.051+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.569__shadow:KaOm35SY8NQSe0QH2EX6C2IUZU1Zd6q_.CeOATEh2LB-Mm1ezlfXb0VQp_qVVrop_0 2024-09-19T14:24:00.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.051+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15485629338824783982', time=2024-09-19T16:16:33.828290+0000, chain.objs.size()=1 2024-09-19T14:24:00.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.051+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.570__shadow:TH8QAa9nLph1K.JjmfJPBUK96EexZFQ_.UhtAHBN-NrAarR0lk7LQXiITARgM7x6_0 2024-09-19T14:24:00.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.051+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10422320257780482035', time=2024-09-19T16:16:36.780721+0000, chain.objs.size()=1 2024-09-19T14:24:00.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.051+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.573__shadow_.MmzuJqCWmaeJGFVimJ5rye7OC-41AeT_0 2024-09-19T14:24:00.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.051+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5206798419103650356', time=2024-09-19T16:16:48.504667+0000, chain.objs.size()=1 2024-09-19T14:24:00.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.051+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.577__shadow:.JGKKWnzT.CQn7LYz-5lDhSc69oVge2_.9KGUqx2TDLbof0YjPb9ZW8q_zlTSA_D_0 2024-09-19T14:24:00.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.051+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14681730510183782200', time=2024-09-19T16:16:51.844119+0000, chain.objs.size()=1 2024-09-19T14:24:00.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.051+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.577__shadow:.7dD2AwC4amGlb18kq3gipa3xSnW5Q0_.iUOzGtfccIwyl07HbMnmFAi94dcwXev_0 2024-09-19T14:24:00.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.051+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17832096224339050808', time=2024-09-19T16:16:53.671822+0000, chain.objs.size()=1 2024-09-19T14:24:00.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.051+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.577__shadow:ixYg.jhX6n5WiF-AI18itQbvkWaTqXt_.IMH55iuqOzugx1EaGv6UDDIeXqbSFLG_0 2024-09-19T14:24:00.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.055+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 0/53394 2024-09-19T14:24:00.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.059+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=10, truncated=0, next_marker='' 2024-09-19T14:24:00.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.059+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14649810361951003671', time=2024-09-19T16:16:54.295885+0000, chain.objs.size()=1 2024-09-19T14:24:00.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.059+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.577__shadow:YA8YaxLMgVfqk7LJMBcjAKAAWrSYAuM_.76rSee54HhNDtoaPtXe7ijN3a9290LW_0 2024-09-19T14:24:00.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.059+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4602913032396318111', time=2024-09-19T16:17:01.034015+0000, chain.objs.size()=1 2024-09-19T14:24:00.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.059+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.577__shadow:Qrkq8siAJaWzw6RqxgL8fIF0a9.9Gpr_.aZFaH90c1JJl_GrjmNiw839EJfh2BTu_0 2024-09-19T14:24:00.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.059+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15361710558944899339', time=2024-09-19T16:17:08.476743+0000, chain.objs.size()=1 2024-09-19T14:24:00.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.059+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.579__shadow:WutKL7jEnEipYrnlQBa7ibfowVhNlw2_.SSpNsMj-WK9tPlBqv2uBwffa_nMCRCs_0 2024-09-19T14:24:00.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.059+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9833573581027477689', time=2024-09-19T16:18:41.924289+0000, chain.objs.size()=1 2024-09-19T14:24:00.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.059+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.617__shadow_.MHDtEggxRIb7lFtXyjsxAm_z6z4H74M_0 2024-09-19T14:24:00.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.059+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9991898788527255130', time=2024-09-19T16:20:05.501920+0000, chain.objs.size()=1 2024-09-19T14:24:00.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.059+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.646__shadow_.WZs5X27_MrFEbaNbwI4v2X_Lw7CoO0h_0 2024-09-19T14:24:00.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.059+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2463021955060392009', time=2024-09-19T16:20:28.721355+0000, chain.objs.size()=1 2024-09-19T14:24:00.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.059+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.679__shadow_.RmEuM-XwLH19IAY9E4OMFw3pXOr-ih4_0 2024-09-19T14:24:00.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.059+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.836021668704053522', time=2024-09-19T16:20:34.003732+0000, chain.objs.size()=1 2024-09-19T14:24:00.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.059+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.690__shadow:97vQgZK7jy2ui36Jd.HapG9mVwnpieX_.2DlCVafimHEHMvHuNMsiMOTc7UlXXfE_0 2024-09-19T14:24:00.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.059+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12786262421789610586', time=2024-09-19T16:20:36.874255+0000, chain.objs.size()=1 2024-09-19T14:24:00.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.059+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.695__shadow_.lbwGqGVhOslXYDlG8Xs_p2JgteifoNc_0 2024-09-19T14:24:00.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.059+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4145251005230224790', time=2024-09-19T16:20:59.127013+0000, chain.objs.size()=1 2024-09-19T14:24:00.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.059+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.716__shadow:-faA2hJBRoj4EeD7Vyg1MEUIZzoyvsq_.LS8YPgopSYGVZVVBBonAngxG2JFsNFE_0 2024-09-19T14:24:00.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.059+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.482542851451056205', time=2024-09-19T16:21:42.550694+0000, chain.objs.size()=1 2024-09-19T14:24:00.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.059+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.747__shadow_.ehzMCwwxEpn68tenVGQQ4Gp6mgXWfkr_0 2024-09-19T14:24:00.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.063+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:24:00.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.063+0000 7fb91a7579c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-19T14:24:00.068 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.067+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T14:24:00.068 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.067+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T14:24:00.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.067+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/47766' 2024-09-19T14:24:00.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.067+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16676048781028232546', time=2024-09-19T16:08:34.844767+0000, chain.objs.size()=3 2024-09-19T14:24:00.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.067+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.159__multipart_mymultipart-STANDARD.2~F_7XKJFMh9grNjb1pWwdL0qtpJ59Ew5.1 2024-09-19T14:24:00.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.067+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.159__multipart_mymultipart-STANDARD.2~F_7XKJFMh9grNjb1pWwdL0qtpJ59Ew5.2 2024-09-19T14:24:00.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.067+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.159__multipart_mymultipart-STANDARD.2~F_7XKJFMh9grNjb1pWwdL0qtpJ59Ew5.3 2024-09-19T14:24:00.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.067+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16102001300344326953', time=2024-09-19T16:10:38.683253+0000, chain.objs.size()=1 2024-09-19T14:24:00.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.067+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.235__shadow_.E_xglzQ7xSKOhag-Y28nz4zvKTE-bn1_0 2024-09-19T14:24:00.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.067+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16783454568776310176', time=2024-09-19T16:10:45.078123+0000, chain.objs.size()=1 2024-09-19T14:24:00.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.067+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.243__shadow_.O_-mYQfl-VM4-Jz15gax67cLgiaBQIh_0 2024-09-19T14:24:00.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.067+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.329593000795508312', time=2024-09-19T16:10:49.315875+0000, chain.objs.size()=1 2024-09-19T14:24:00.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.067+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.249__shadow_.1kcwL4BwmFty9XblKfiV-B-rS3d1bWO_0 2024-09-19T14:24:00.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.067+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13430547817539008881', time=2024-09-19T16:10:52.534557+0000, chain.objs.size()=1 2024-09-19T14:24:00.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.067+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.254__shadow_.6JF_WcOs6E1FNcvGpRA95dP_nxj55On_0 2024-09-19T14:24:00.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.067+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1012415021591287369', time=2024-09-19T16:10:56.318253+0000, chain.objs.size()=1 2024-09-19T14:24:00.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.067+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.260__shadow_.sqlIhcLdgCayeQKEegAmLYRYG01UQwQ_0 2024-09-19T14:24:00.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.067+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3250174085537771341', time=2024-09-19T16:11:18.087349+0000, chain.objs.size()=1 2024-09-19T14:24:00.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.067+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.GLVJ9sPE4xcgI8NPbi0Mm1ZCMJvvdDM_0 2024-09-19T14:24:00.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.067+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8987107550312104591', time=2024-09-19T16:11:18.129387+0000, chain.objs.size()=1 2024-09-19T14:24:00.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.067+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.2ZT9XQZOA7yANZqJPeqhcw3jpnKPUZA_0 2024-09-19T14:24:00.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.067+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.396914361135589600', time=2024-09-19T16:11:18.233367+0000, chain.objs.size()=1 2024-09-19T14:24:00.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.067+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.YXNXkV6N_9Wg_z_2Ml9Btiq1zEJJV9h_0 2024-09-19T14:24:00.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.067+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1375475045260960482', time=2024-09-19T16:11:18.236945+0000, chain.objs.size()=1 2024-09-19T14:24:00.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.067+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.gwy_dnVtwoAkPqhaaSj9ubC3u8C56Kc_0 2024-09-19T14:24:00.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.071+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8262361211767616529', time=2024-09-19T16:11:18.426850+0000, chain.objs.size()=1 2024-09-19T14:24:00.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.071+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.eUCQACQ364U-8bsxubDDJlUnID8Anel_0 2024-09-19T14:24:00.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.071+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14470589567017172904', time=2024-09-19T16:11:18.831295+0000, chain.objs.size()=1 2024-09-19T14:24:00.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.071+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.OgDHSFQ64zloOZolie1ialCiMUyFNFe_0 2024-09-19T14:24:00.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.071+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10915633425304115514', time=2024-09-19T16:11:18.858264+0000, chain.objs.size()=1 2024-09-19T14:24:00.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.071+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.fM4MRS8eh-6uVm5yoYf0-DRVly2lFU__0 2024-09-19T14:24:00.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.071+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5243967780004049213', time=2024-09-19T16:11:18.956064+0000, chain.objs.size()=1 2024-09-19T14:24:00.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.071+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.7h73q9NATz7YhWkJqhYp9zfHj5B_4wR_0 2024-09-19T14:24:00.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.071+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16858832586306373570', time=2024-09-19T16:11:19.151056+0000, chain.objs.size()=1 2024-09-19T14:24:00.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.071+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.pKaI-ksnpyy6ZUGRo-oi09fG9BiuDrD_0 2024-09-19T14:24:00.074 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.071+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15369177974223068234', time=2024-09-19T16:11:19.183391+0000, chain.objs.size()=1 2024-09-19T14:24:00.074 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.071+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.GpxaGqvTYxFLGQDvGQ01pX4ohjTpMXs_0 2024-09-19T14:24:00.074 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.071+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8978547214070841347', time=2024-09-19T16:11:19.190358+0000, chain.objs.size()=1 2024-09-19T14:24:00.074 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.071+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.MMZboQ1L3oA9QJz8itz8TkA8FzBl3zQ_0 2024-09-19T14:24:00.074 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.071+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7928716530457199645', time=2024-09-19T16:11:19.198473+0000, chain.objs.size()=1 2024-09-19T14:24:00.074 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.071+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.aiXIRoc3dpC1_c0KCBfiqUFa7Ee578V_0 2024-09-19T14:24:00.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.071+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7174434467120544727', time=2024-09-19T16:11:19.246539+0000, chain.objs.size()=1 2024-09-19T14:24:00.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.071+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.LhbnyJ6xdT3XBgET4wWUD82HFW_syUE_0 2024-09-19T14:24:00.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.071+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8471754791798031120', time=2024-09-19T16:11:19.464761+0000, chain.objs.size()=1 2024-09-19T14:24:00.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.071+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.OkiZRYxY1Uy90u4RNDr01kMmNlkIy0s_0 2024-09-19T14:24:00.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.071+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8237195396992520115', time=2024-09-19T16:11:19.473359+0000, chain.objs.size()=1 2024-09-19T14:24:00.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.071+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.w7hyJBuU5EBrENTcxHtn7IEwNsvLtBm_0 2024-09-19T14:24:00.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.075+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7822613397156508574', time=2024-09-19T16:11:19.491038+0000, chain.objs.size()=1 2024-09-19T14:24:00.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.075+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.3-EtulXOqTeQYvl0Wtl3IA-3lHhEvBd_0 2024-09-19T14:24:00.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.075+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14935177774922215112', time=2024-09-19T16:11:19.502188+0000, chain.objs.size()=1 2024-09-19T14:24:00.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.075+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.Q3rnKxe0cAi-PdOS90OXqoDSWiLGsxv_0 2024-09-19T14:24:00.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.075+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1639265657884387949', time=2024-09-19T16:11:19.540810+0000, chain.objs.size()=1 2024-09-19T14:24:00.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.075+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.P4WhJ5uQ_fb7OkkV9NFVxjsBTSpLLNP_0 2024-09-19T14:24:00.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.075+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11096517055608810453', time=2024-09-19T16:11:19.567221+0000, chain.objs.size()=1 2024-09-19T14:24:00.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.075+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.f1VLdDucNM55aDf0ro0jBVO67iPYVmj_0 2024-09-19T14:24:00.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.075+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3976160496071411024', time=2024-09-19T16:11:19.573763+0000, chain.objs.size()=1 2024-09-19T14:24:00.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.075+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.1M0qPFj1yFOww9bvsatLuODApbverIb_0 2024-09-19T14:24:00.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.075+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10768039037048583771', time=2024-09-19T16:11:19.596975+0000, chain.objs.size()=1 2024-09-19T14:24:00.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.075+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.1Kxv6QSM2A28RQhCbvD31FuZSJMq1xj_0 2024-09-19T14:24:00.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.075+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5151081953642245244', time=2024-09-19T16:11:19.609722+0000, chain.objs.size()=1 2024-09-19T14:24:00.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.075+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.LbMIq4YKruvJIdyOovRoL5iLVQZS5OR_0 2024-09-19T14:24:00.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.075+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16143005446361381835', time=2024-09-19T16:11:19.845181+0000, chain.objs.size()=1 2024-09-19T14:24:00.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.075+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.r89l9CvWiupas7ZjOX2LnMugMukdwut_0 2024-09-19T14:24:00.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.079+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17074701498683116969', time=2024-09-19T16:11:19.868451+0000, chain.objs.size()=1 2024-09-19T14:24:00.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.079+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.bZfxCatM_HDdVRicBaXOpOiY6MCoKoK_0 2024-09-19T14:24:00.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.079+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4282393418585331073', time=2024-09-19T16:11:19.930627+0000, chain.objs.size()=1 2024-09-19T14:24:00.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.079+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.5MJw0NXsBTYBsDLAexTnoQnrFyCWIp3_0 2024-09-19T14:24:00.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.079+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4998105411703567014', time=2024-09-19T16:11:20.164500+0000, chain.objs.size()=1 2024-09-19T14:24:00.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.079+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.Ce0XTM0BL1kY5qmS7gO6fcvRWr0XIoc_0 2024-09-19T14:24:00.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.079+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5634726464235755861', time=2024-09-19T16:11:20.237623+0000, chain.objs.size()=1 2024-09-19T14:24:00.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.079+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.PoGUBqVe7BCdglkEAoq9xk9wqYzhIv__0 2024-09-19T14:24:00.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.079+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14038451727354288990', time=2024-09-19T16:11:20.513394+0000, chain.objs.size()=1 2024-09-19T14:24:00.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.079+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.AoH_zASQiWfOcA49KPGJWGm-hlEP5Vh_0 2024-09-19T14:24:00.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.079+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11900870087038139900', time=2024-09-19T16:11:20.530959+0000, chain.objs.size()=1 2024-09-19T14:24:00.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.079+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.P6NVa9rHfSff5LzjMmdWNBmU2krfq2y_0 2024-09-19T14:24:00.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.079+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15787022933492579613', time=2024-09-19T16:11:20.534731+0000, chain.objs.size()=1 2024-09-19T14:24:00.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.079+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.1ArUjy_3mZpPGVel5S9hsP9Rpj5hZ1B_0 2024-09-19T14:24:00.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.079+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14223199277914285805', time=2024-09-19T16:11:20.557912+0000, chain.objs.size()=1 2024-09-19T14:24:00.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.079+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.tJzCcWVEEz2NTkIY1GT_W89PNghqMW4_0 2024-09-19T14:24:00.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.079+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17462672368694085906', time=2024-09-19T16:11:20.567422+0000, chain.objs.size()=1 2024-09-19T14:24:00.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.079+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.ATX5DjdGMO4I37XAsx1jCeyaYi3KTnD_0 2024-09-19T14:24:00.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.079+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.530571284617754826', time=2024-09-19T16:11:20.571701+0000, chain.objs.size()=1 2024-09-19T14:24:00.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.079+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.262__shadow_.1E6lFHEQKTWek4EmtwWBuQfrqdvlWXn_0 2024-09-19T14:24:00.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.079+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15618707798699892798', time=2024-09-19T16:11:27.867745+0000, chain.objs.size()=1 2024-09-19T14:24:00.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.079+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.274__shadow_.IlP3kzIm__9pN7tlFoDu5ToVYLaxQTi_0 2024-09-19T14:24:00.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.083+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.679387677941127101', time=2024-09-19T16:11:35.562441+0000, chain.objs.size()=1 2024-09-19T14:24:00.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.083+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.286__shadow_.VhScpOi1BDU8y4dTjwOTMnTxN3MQZhk_0 2024-09-19T14:24:00.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.083+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13689347102234231784', time=2024-09-19T16:11:35.564588+0000, chain.objs.size()=1 2024-09-19T14:24:00.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.083+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.286__shadow_.QN2AMVAjnWIyTaF3I3UuF2BtefyXBVW_0 2024-09-19T14:24:00.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.083+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8386537994499441851', time=2024-09-19T16:11:38.019120+0000, chain.objs.size()=1 2024-09-19T14:24:00.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.083+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.290__shadow_.DoWMCgdN8LwnX5wOwnrmMuTaCs2AA-6_0 2024-09-19T14:24:00.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.083+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5970429728743033922', time=2024-09-19T16:11:38.021604+0000, chain.objs.size()=1 2024-09-19T14:24:00.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.083+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.290__shadow_.a1sDgjr2K5UUJQvLpqeeNqPY3GAdlc3_0 2024-09-19T14:24:00.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.083+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13994239127612748669', time=2024-09-19T16:11:40.344521+0000, chain.objs.size()=1 2024-09-19T14:24:00.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.083+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.292__shadow_.WnikNMg3VDxd0ehIhv0NYTB_gEIsoh8_0 2024-09-19T14:24:00.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.087+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10565463148181732960', time=2024-09-19T16:11:41.656961+0000, chain.objs.size()=1 2024-09-19T14:24:00.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.087+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.293__shadow_.Nmrrp1cPmyzFL-a6m7PipVI8OpSZr5e_0 2024-09-19T14:24:00.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.087+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2407926254669966501', time=2024-09-19T16:11:41.703278+0000, chain.objs.size()=1 2024-09-19T14:24:00.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.087+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.293__shadow_.P3LVe3QnGFE7-mbZ3ZNAo9wp3du4093_0 2024-09-19T14:24:00.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.087+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11926236274343020285', time=2024-09-19T16:11:44.914750+0000, chain.objs.size()=1 2024-09-19T14:24:00.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.087+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.298__shadow_.WLgHDCCPi2MhXaSCw4fckm1_qWRiaq2_0 2024-09-19T14:24:00.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.087+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5445059003022636256', time=2024-09-19T16:12:21.611539+0000, chain.objs.size()=1 2024-09-19T14:24:00.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.087+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.L7-d05KFO3nSuNjX2mqqAUQYVsBRldA_0 2024-09-19T14:24:00.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.087+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14565225593363269991', time=2024-09-19T16:12:21.669531+0000, chain.objs.size()=1 2024-09-19T14:24:00.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.087+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.QU-gd3mJENJYYjrU6qP68nTPqEwu0nj_0 2024-09-19T14:24:00.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.087+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2394117289881222951', time=2024-09-19T16:12:21.696537+0000, chain.objs.size()=1 2024-09-19T14:24:00.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.087+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.ZMZ9DF4_k_ZdXPuAkJo78gVQqAnIut5_0 2024-09-19T14:24:00.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.087+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7628877288027367632', time=2024-09-19T16:12:21.747342+0000, chain.objs.size()=1 2024-09-19T14:24:00.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.087+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.ZtghEtMpAUp6gdR8rSCUwd8JIPBFbr4_0 2024-09-19T14:24:00.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.087+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11727666296313923257', time=2024-09-19T16:12:21.752923+0000, chain.objs.size()=1 2024-09-19T14:24:00.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.087+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.qpPqOVWVVCvt75REQON1N8ljtQmFiov_0 2024-09-19T14:24:00.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.087+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14250544459901738734', time=2024-09-19T16:12:21.774066+0000, chain.objs.size()=1 2024-09-19T14:24:00.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.087+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.QUM9c6-cGcO-uNDCYLYpuj8X8mYzhKd_0 2024-09-19T14:24:00.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.087+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13182075703607868084', time=2024-09-19T16:12:21.798937+0000, chain.objs.size()=1 2024-09-19T14:24:00.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.087+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.jrhbCYgJWBhvZXMJWoGHHLJKpZDMAMb_0 2024-09-19T14:24:00.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.087+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2335315375226262528', time=2024-09-19T16:12:21.818567+0000, chain.objs.size()=1 2024-09-19T14:24:00.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.087+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.a2WjEVmBvGUdDQ5FCDZfEsFCpNKUBd6_0 2024-09-19T14:24:00.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.091+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6022467150115652281', time=2024-09-19T16:12:21.970978+0000, chain.objs.size()=1 2024-09-19T14:24:00.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.091+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Or54LG8qj3ZkWjJL4dSmWeNUnkaWggu_0 2024-09-19T14:24:00.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.091+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4683571510873093437', time=2024-09-19T16:12:22.036695+0000, chain.objs.size()=1 2024-09-19T14:24:00.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.091+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.eV_cgLU8qjjrGnoN3F0OlDj_ldT5Agb_0 2024-09-19T14:24:00.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.091+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11987519595706550314', time=2024-09-19T16:12:22.057374+0000, chain.objs.size()=1 2024-09-19T14:24:00.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.091+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.3iCqeJ-IJL8GJNBj_yR2GpsPt-Bukzt_0 2024-09-19T14:24:00.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.091+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12637928872468124443', time=2024-09-19T16:12:22.067267+0000, chain.objs.size()=1 2024-09-19T14:24:00.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.091+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.3eKm9zuZFzOFevBx-_ADTcVRrqfPiSJ_0 2024-09-19T14:24:00.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.091+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11832624483305545601', time=2024-09-19T16:12:22.139782+0000, chain.objs.size()=1 2024-09-19T14:24:00.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.091+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.sjFPLz7-lZeolB_EM3dmJDSPeyORCN__0 2024-09-19T14:24:00.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.091+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12704075427652821686', time=2024-09-19T16:12:22.152575+0000, chain.objs.size()=1 2024-09-19T14:24:00.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.091+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.pJoHOxK3ZAUhoG1RiX4OaI9t3TVzZVt_0 2024-09-19T14:24:00.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.091+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12892626268087830828', time=2024-09-19T16:12:22.311344+0000, chain.objs.size()=1 2024-09-19T14:24:00.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.091+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.0vUlzuYTVLfLOqBxu_bPohRhpPE2Gys_0 2024-09-19T14:24:00.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.091+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12443438702914886187', time=2024-09-19T16:12:22.321163+0000, chain.objs.size()=1 2024-09-19T14:24:00.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.091+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.AGyYtSLzXgzKJQIz2IHOsI1r-QWpi-B_0 2024-09-19T14:24:00.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.095+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5007819937095865503', time=2024-09-19T16:12:22.363769+0000, chain.objs.size()=1 2024-09-19T14:24:00.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.095+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.zyjlz5QS8BMnwF-fSwwws7JzDOot-CV_0 2024-09-19T14:24:00.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.095+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9925370865179594170', time=2024-09-19T16:12:22.457161+0000, chain.objs.size()=1 2024-09-19T14:24:00.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.095+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.M-r9dyIKG374MA8vvEqaG8fgxEEsIkB_0 2024-09-19T14:24:00.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.095+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10184942030257690187', time=2024-09-19T16:12:22.460377+0000, chain.objs.size()=1 2024-09-19T14:24:00.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.095+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.qFEGV-Z64-regOdYfSdMklpjhJyfij9_0 2024-09-19T14:24:00.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.095+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7087979270735639918', time=2024-09-19T16:12:22.688726+0000, chain.objs.size()=1 2024-09-19T14:24:00.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.095+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.g3NTLWqqkUEBcoxtQPIFKEurpINGZxd_0 2024-09-19T14:24:00.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.095+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16913324957181997381', time=2024-09-19T16:12:22.760597+0000, chain.objs.size()=1 2024-09-19T14:24:00.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.095+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.KMhB37wH5KJtnrFCuTtti4xL9BKFCyu_0 2024-09-19T14:24:00.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.095+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2057256857639764528', time=2024-09-19T16:12:22.843494+0000, chain.objs.size()=1 2024-09-19T14:24:00.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.095+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.x7LfwMH468Z0QWBavfRRUr5zq_2QMoX_0 2024-09-19T14:24:00.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.095+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10594579045225306516', time=2024-09-19T16:12:22.864088+0000, chain.objs.size()=1 2024-09-19T14:24:00.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.095+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.tD0kw0rVWKjupLhHz6-6dbg74uFmk62_0 2024-09-19T14:24:00.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.095+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9912612313729978287', time=2024-09-19T16:12:23.046665+0000, chain.objs.size()=1 2024-09-19T14:24:00.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.095+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.DrmuYeitpKnCBJnavEy_E225LvyIxL-_0 2024-09-19T14:24:00.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.095+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7726277950621813201', time=2024-09-19T16:12:23.049728+0000, chain.objs.size()=1 2024-09-19T14:24:00.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.095+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.CZnbSgD5mGlMvolV-qu69uPaI0ZkrHx_0 2024-09-19T14:24:00.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.095+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17901807039713338760', time=2024-09-19T16:12:23.058878+0000, chain.objs.size()=1 2024-09-19T14:24:00.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.095+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.QrNI4DBIMI22IE9QmJF9qGSdb557jS-_0 2024-09-19T14:24:00.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.095+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7717681789777993011', time=2024-09-19T16:12:23.120462+0000, chain.objs.size()=1 2024-09-19T14:24:00.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.095+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.RX2b-YHRLMlfqQeA-9YRuHawN2C12LD_0 2024-09-19T14:24:00.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.095+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11102538206641799320', time=2024-09-19T16:12:23.163748+0000, chain.objs.size()=1 2024-09-19T14:24:00.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.095+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.FZ8vmGEK5V0Nk2Y4dDv6A7Ibprbsf4z_0 2024-09-19T14:24:00.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.095+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2108168582897358046', time=2024-09-19T16:12:23.197621+0000, chain.objs.size()=1 2024-09-19T14:24:00.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.095+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.uX6TIwv15msLAfqUnCEieB8z0zCqDOz_0 2024-09-19T14:24:00.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.095+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2001947680671790843', time=2024-09-19T16:12:23.356226+0000, chain.objs.size()=1 2024-09-19T14:24:00.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.095+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.7wLBjcF2E62oPPNNdPpKT65CAQOPBtl_0 2024-09-19T14:24:00.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.095+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14407267168203379491', time=2024-09-19T16:12:23.385152+0000, chain.objs.size()=1 2024-09-19T14:24:00.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.095+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.Z00gPg5_xLlqrYlqjLLiSKy7YN7YkdD_0 2024-09-19T14:24:00.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.099+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3594964884762555040', time=2024-09-19T16:12:23.425475+0000, chain.objs.size()=1 2024-09-19T14:24:00.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.099+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.xrYNbBOHrxL-N0_jlBeFjPN7j4CUruv_0 2024-09-19T14:24:00.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.099+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6717016617198475671', time=2024-09-19T16:12:23.441635+0000, chain.objs.size()=1 2024-09-19T14:24:00.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.099+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.CmSGFaytQXp7HtCNnzWoonbEUBgY0SY_0 2024-09-19T14:24:00.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.099+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.892190582445933004', time=2024-09-19T16:12:23.499236+0000, chain.objs.size()=1 2024-09-19T14:24:00.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.099+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.aFOATt7buhpGVtnxlD5joHr4GdAqcWN_0 2024-09-19T14:24:00.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.099+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8063547208967044205', time=2024-09-19T16:12:23.500766+0000, chain.objs.size()=1 2024-09-19T14:24:00.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.099+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.D54LiqEyxn-PvgwP_1RhLxKiQggrmgS_0 2024-09-19T14:24:00.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.099+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8906252004308759268', time=2024-09-19T16:12:23.631952+0000, chain.objs.size()=1 2024-09-19T14:24:00.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.099+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.csM2hVkylxFEaMdeiZs9cmCW7CQESCV_0 2024-09-19T14:24:00.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.099+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5645127380165393987', time=2024-09-19T16:12:23.669160+0000, chain.objs.size()=1 2024-09-19T14:24:00.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.099+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.u3WBEsqXMpkdXKFTqTQJr6cRVjBKek1_0 2024-09-19T14:24:00.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.099+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10525798050302224822', time=2024-09-19T16:12:23.685984+0000, chain.objs.size()=1 2024-09-19T14:24:00.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.099+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.znKosLK-_tkcgQwFIJXaMRqHTGH2YpX_0 2024-09-19T14:24:00.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.099+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4581708563529574824', time=2024-09-19T16:12:23.715121+0000, chain.objs.size()=1 2024-09-19T14:24:00.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.099+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.HBr-Ywe4JIUlu0JcFwmOo4UQLFlo4fY_0 2024-09-19T14:24:00.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.099+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6768549146182056947', time=2024-09-19T16:12:23.998098+0000, chain.objs.size()=1 2024-09-19T14:24:00.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.099+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.V2lVnHPu0b0QKQnXugYIewnMkyNcGWF_0 2024-09-19T14:24:00.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.099+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13451103234458788842', time=2024-09-19T16:12:24.015962+0000, chain.objs.size()=1 2024-09-19T14:24:00.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.099+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.QHQ0JXC_vwmTLYkE1Y8D6iOxaNca4wL_0 2024-09-19T14:24:00.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.099+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13716067541979866153', time=2024-09-19T16:12:24.018699+0000, chain.objs.size()=1 2024-09-19T14:24:00.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.099+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.RZNNWsxpzg23GU0v2NB0tQA17Z6wYIn_0 2024-09-19T14:24:00.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.107+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3217902174583257347', time=2024-09-19T16:12:24.035171+0000, chain.objs.size()=1 2024-09-19T14:24:00.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.107+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.323__shadow_.TAnu9FCHho1up8bH7Z8cxEmQsk9Vs-x_0 2024-09-19T14:24:00.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.107+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15859013528905405454', time=2024-09-19T16:12:45.264947+0000, chain.objs.size()=1 2024-09-19T14:24:00.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.107+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.3Pd3PaBQXAMCYLmOgU3M4cAVEiwSYOf_0 2024-09-19T14:24:00.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.107+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11692453173033813309', time=2024-09-19T16:12:45.279657+0000, chain.objs.size()=1 2024-09-19T14:24:00.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.107+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.5CRZ69R-CXfeFMWPz2r7ImesbAc5ioA_0 2024-09-19T14:24:00.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.107+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9227834718891567104', time=2024-09-19T16:12:45.360005+0000, chain.objs.size()=1 2024-09-19T14:24:00.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.107+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.TknWT6DNSH13tz97AAku3HJZcJLDo8__0 2024-09-19T14:24:00.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.107+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9590972501405142894', time=2024-09-19T16:12:45.388514+0000, chain.objs.size()=1 2024-09-19T14:24:00.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.107+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_._XNT9XqgL9snz4IENovCs14ftCuvudf_0 2024-09-19T14:24:00.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.107+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15166464591639697292', time=2024-09-19T16:12:45.396304+0000, chain.objs.size()=1 2024-09-19T14:24:00.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.107+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.WDiEY_HlGNt1_FjVJKLPy6cUHIkuvCe_0 2024-09-19T14:24:00.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.107+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12631196744165109542', time=2024-09-19T16:12:45.435358+0000, chain.objs.size()=1 2024-09-19T14:24:00.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.107+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.b_JHkDcsoPnSlHERNGmP3UuOgt6Fmn1_0 2024-09-19T14:24:00.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.107+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.553334344888355953', time=2024-09-19T16:12:45.442805+0000, chain.objs.size()=1 2024-09-19T14:24:00.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.107+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.Xgp_Cof6rIewAGyMP4YMedfAHbuQl0u_0 2024-09-19T14:24:00.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.107+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4778793179920278119', time=2024-09-19T16:12:45.447303+0000, chain.objs.size()=1 2024-09-19T14:24:00.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.107+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.D3I9D0qEMi0E-CkIBVD97nUNqaTG6u9_0 2024-09-19T14:24:00.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.107+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14577999675536145164', time=2024-09-19T16:12:45.462074+0000, chain.objs.size()=1 2024-09-19T14:24:00.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.107+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.yh6WyLfm3zMRBPhraTU_xGuUYofXPYI_0 2024-09-19T14:24:00.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.111+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 0/47766 2024-09-19T14:24:00.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.115+0000 7fb91a7579c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=45, truncated=0, next_marker='' 2024-09-19T14:24:00.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.115+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.6812147732594041896', time=2024-09-19T16:12:45.701535+0000, chain.objs.size()=1 2024-09-19T14:24:00.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.115+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.PavGw8OUfWMivTuBzhWis8zTWANeaAP_0 2024-09-19T14:24:00.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.115+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16090045040031515923', time=2024-09-19T16:12:45.719509+0000, chain.objs.size()=1 2024-09-19T14:24:00.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.115+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.X2fQ9G27djl2WTYqzD9g4K-SU4VVueQ_0 2024-09-19T14:24:00.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.115+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14424993444403687403', time=2024-09-19T16:12:45.782706+0000, chain.objs.size()=1 2024-09-19T14:24:00.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.115+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.iypoq6UkEjEZVVwiEF78TmqSnx7T0U__0 2024-09-19T14:24:00.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.115+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12685462117800333088', time=2024-09-19T16:12:45.818669+0000, chain.objs.size()=1 2024-09-19T14:24:00.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.115+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.LfMeUKx0KLzSmadbku4V8_da7OBQXTY_0 2024-09-19T14:24:00.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.115+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18389802107049820577', time=2024-09-19T16:12:46.437334+0000, chain.objs.size()=1 2024-09-19T14:24:00.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.115+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.7D3RjgDvFZf4VzkKfnjFMqHRJByV8iG_0 2024-09-19T14:24:00.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.115+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5263416920655400812', time=2024-09-19T16:12:46.521522+0000, chain.objs.size()=1 2024-09-19T14:24:00.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.115+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.1QOanzntLZf_RBhHSJyyJcXXUewVFoe_0 2024-09-19T14:24:00.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.115+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9640601632017098132', time=2024-09-19T16:12:46.562598+0000, chain.objs.size()=1 2024-09-19T14:24:00.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.115+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.njFGl-k4HVTqZ5JyymM2dfa96FeBlYR_0 2024-09-19T14:24:00.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.115+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.12209721553492091294', time=2024-09-19T16:12:46.758737+0000, chain.objs.size()=1 2024-09-19T14:24:00.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.115+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.ElMPXRYJo7qzvZ1jYCp-XlMj4n_USzt_0 2024-09-19T14:24:00.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.115+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5779745812615433133', time=2024-09-19T16:12:46.816086+0000, chain.objs.size()=1 2024-09-19T14:24:00.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.115+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.Ps-CIKUHKl4eEo27qqk88euBLQ1wSQ2_0 2024-09-19T14:24:00.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.115+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8222544715106171891', time=2024-09-19T16:12:46.885840+0000, chain.objs.size()=1 2024-09-19T14:24:00.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.115+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.9q2WUYSLLBlEAVqC9Kd1xkUXBaAJrM8_0 2024-09-19T14:24:00.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.115+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4085194009705446729', time=2024-09-19T16:12:47.189091+0000, chain.objs.size()=1 2024-09-19T14:24:00.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.115+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.JIn8eLGLboZdED-dz9IgcC5nS06AsJY_0 2024-09-19T14:24:00.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.115+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17582133942663468851', time=2024-09-19T16:12:47.223008+0000, chain.objs.size()=1 2024-09-19T14:24:00.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.115+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.OC72QV9kXD8emuQdXa3JhQ5ZerCpH2L_0 2024-09-19T14:24:00.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.115+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16623416177757531172', time=2024-09-19T16:12:47.236539+0000, chain.objs.size()=1 2024-09-19T14:24:00.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.115+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.BLf90zWrHdRD3ZpAD74bJ6GvvDRdSWm_0 2024-09-19T14:24:00.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.119+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1172029201813048500', time=2024-09-19T16:12:47.427367+0000, chain.objs.size()=1 2024-09-19T14:24:00.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.119+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.GsQT3iY8Xq0H6J7PTIAF-bTdqIFedx6_0 2024-09-19T14:24:00.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.119+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10404822370400851126', time=2024-09-19T16:12:47.448953+0000, chain.objs.size()=1 2024-09-19T14:24:00.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.119+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.xGIGUxxkjOiJ8yY3oeP9FUIsc-S2qy-_0 2024-09-19T14:24:00.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.119+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11452878928727652837', time=2024-09-19T16:12:47.481600+0000, chain.objs.size()=1 2024-09-19T14:24:00.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.119+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.72B-MayvyxfSYuxqMP0APaZjpbyj_Es_0 2024-09-19T14:24:00.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.119+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11586714139857884', time=2024-09-19T16:12:47.717083+0000, chain.objs.size()=1 2024-09-19T14:24:00.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.119+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.f07b9Dg-nUHnd4xxYGVSo4NDhREFn_t_0 2024-09-19T14:24:00.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.119+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16437501615321294249', time=2024-09-19T16:12:47.754671+0000, chain.objs.size()=1 2024-09-19T14:24:00.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.119+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.7yCUwXVnaDlzGggNm4oUE6i3h_7qCQ1_0 2024-09-19T14:24:00.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.119+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15664497015964110247', time=2024-09-19T16:12:47.766777+0000, chain.objs.size()=1 2024-09-19T14:24:00.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.119+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.nZyGVlnxeOY1vH9mhZP-Zy1BktcdgY4_0 2024-09-19T14:24:00.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.119+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.730116403947601418', time=2024-09-19T16:12:47.830274+0000, chain.objs.size()=1 2024-09-19T14:24:00.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.119+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.5qGVCAb2uCu4prl4Cj3kHCXmvBTeJoT_0 2024-09-19T14:24:00.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.119+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.8808599646071203481', time=2024-09-19T16:12:47.835772+0000, chain.objs.size()=1 2024-09-19T14:24:00.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.119+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.JB_0mGc1I6S8-cNxaAlI_8oey4gXFZP_0 2024-09-19T14:24:00.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.119+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.14594195842631103375', time=2024-09-19T16:12:47.837725+0000, chain.objs.size()=1 2024-09-19T14:24:00.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.119+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.324__shadow_.tUVv3eB7fdQo1wYnn14TQ38OaWzycSq_0 2024-09-19T14:24:00.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.119+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2005255576552286512', time=2024-09-19T16:13:13.315283+0000, chain.objs.size()=1 2024-09-19T14:24:00.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.119+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.372__shadow_.Pqnbeiwb29Rp9XhKH3a2eszkZQbGEoI_0 2024-09-19T14:24:00.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.119+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.10851690162634321659', time=2024-09-19T16:13:15.538031+0000, chain.objs.size()=1 2024-09-19T14:24:00.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.119+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.374__shadow_.5j7PTTnnJnOZ87AfyMxSahxpyYHGRNS_0 2024-09-19T14:24:00.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.123+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17795199812893762316', time=2024-09-19T16:13:25.541020+0000, chain.objs.size()=1 2024-09-19T14:24:00.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.123+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.390__shadow_.kpHSlcP2H692WYt4vzg9fUhVtghGYep_0 2024-09-19T14:24:00.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.123+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.7446647572226141468', time=2024-09-19T16:13:52.600160+0000, chain.objs.size()=1 2024-09-19T14:24:00.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.123+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.433__shadow_.nA6ji54smSnmE0gRdb7zxTMU0Oobwpr_0 2024-09-19T14:24:00.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.123+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11153531294249055649', time=2024-09-19T16:14:36.952900+0000, chain.objs.size()=1 2024-09-19T14:24:00.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.123+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.503__shadow:pPO9epllXFs69aBPDg88rpaxM8lkMmC_.NcvVXReJG1iSo_x_oHFQ4fWG7PX73E5_0 2024-09-19T14:24:00.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.123+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16473411533778438619', time=2024-09-19T16:14:40.541725+0000, chain.objs.size()=6 2024-09-19T14:24:00.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.123+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.507__multipart_srcmultipart.2~PDtVikDEghAjplfujl7yQ3TGZaMgD5U.1 2024-09-19T14:24:00.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.123+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.507__multipart_srcmultipart.2~PDtVikDEghAjplfujl7yQ3TGZaMgD5U.2 2024-09-19T14:24:00.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.123+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.507__multipart_srcmultipart.2~PDtVikDEghAjplfujl7yQ3TGZaMgD5U.3 2024-09-19T14:24:00.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.123+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.507__multipart_srcmultipart.2~PDtVikDEghAjplfujl7yQ3TGZaMgD5U.4 2024-09-19T14:24:00.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.123+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.507__multipart_srcmultipart.2~PDtVikDEghAjplfujl7yQ3TGZaMgD5U.5 2024-09-19T14:24:00.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.123+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.507__multipart_srcmultipart.2~PDtVikDEghAjplfujl7yQ3TGZaMgD5U.6 2024-09-19T14:24:00.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.123+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.2405153513754908397', time=2024-09-19T16:14:45.247476+0000, chain.objs.size()=1 2024-09-19T14:24:00.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.123+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.516__multipart_mymultipartcopy.2~Pl4AwF_w-htT29CTFEby9HxQEFiQWyj.1 2024-09-19T14:24:00.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.123+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1993698128548602112', time=2024-09-19T16:15:18.040035+0000, chain.objs.size()=2 2024-09-19T14:24:00.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.123+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.525__multipart_mymultipart.2~Ot_XfwE7t9vm6mjIck8S80LGTWL9q5_.1 2024-09-19T14:24:00.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.123+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.525__multipart_mymultipart.2~Ot_XfwE7t9vm6mjIck8S80LGTWL9q5_.2 2024-09-19T14:24:00.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.127+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5756961831395418880', time=2024-09-19T16:15:19.844356+0000, chain.objs.size()=3 2024-09-19T14:24:00.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.127+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.525__multipart_mymultipart.2~-O57q62p5ytb6SkgoGGSC6g6zzHtYvt.1 2024-09-19T14:24:00.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.127+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.525__multipart_mymultipart.2~-O57q62p5ytb6SkgoGGSC6g6zzHtYvt.2 2024-09-19T14:24:00.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.127+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.525__multipart_mymultipart.2~-O57q62p5ytb6SkgoGGSC6g6zzHtYvt.3 2024-09-19T14:24:00.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.131+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.3398188552799432579', time=2024-09-19T16:16:13.278038+0000, chain.objs.size()=1 2024-09-19T14:24:00.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.131+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.558__shadow_.foZwAnlYqavw8xjZci48SN5G-Fmnlx8_0 2024-09-19T14:24:00.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.131+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.4910648365554761874', time=2024-09-19T16:16:26.580066+0000, chain.objs.size()=1 2024-09-19T14:24:00.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.131+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.569__shadow:c-yOMpzq0LvW5w8V8f.27z-at3HbJrz_.A76y-ONxcxPmcPMCU3I1XmDgzygv7yn_0 2024-09-19T14:24:00.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.131+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.582926209637365135', time=2024-09-19T16:16:30.327160+0000, chain.objs.size()=1 2024-09-19T14:24:00.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.131+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.569__shadow:u6Drii-udsnNbgOOhU7suAECXKTNXjv_.wpOUOzUgewoQ8qxi0KtgEVBcFdeN6lt_0 2024-09-19T14:24:00.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.131+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1469855922783218927', time=2024-09-19T16:16:31.488087+0000, chain.objs.size()=1 2024-09-19T14:24:00.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.131+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.569__shadow:7lLRwvLcjy2k3ZjPXhbLdBzZd-VJgux_.T_J4IVeiMaHiOQC7MPrUPSOHv9b-atm_0 2024-09-19T14:24:00.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.131+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.15510111430258103385', time=2024-09-19T16:16:42.640492+0000, chain.objs.size()=1 2024-09-19T14:24:00.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.131+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.576__shadow:VzheUi27GCHw7y.23LkJ05Udy.BjeTN_.6OkBdqUmhcVA7OGuU-GSlqePlrX_IzP_0 2024-09-19T14:24:00.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.131+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9449975451439176248', time=2024-09-19T16:16:45.891787+0000, chain.objs.size()=1 2024-09-19T14:24:00.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.131+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.576__shadow:fS3Ft.nmanEJIbOPOSQXhSMBPdA4Ptp_.ExJL_0MhjOD1_0L3wr1pHBdvFjWStxv_0 2024-09-19T14:24:00.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.131+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.9367812326769922443', time=2024-09-19T16:17:08.543143+0000, chain.objs.size()=1 2024-09-19T14:24:00.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.131+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.579__shadow:K5YEUWYttbkbyqKzlU-xsvbzH7LfGeT_.eMzKtVv5mYDczYYfNRexsptD7HmrRTq_0 2024-09-19T14:24:00.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.131+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.13767873589506161033', time=2024-09-19T16:17:15.140577+0000, chain.objs.size()=1 2024-09-19T14:24:00.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.131+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.587__shadow:fTkhYdtxQPFYpupTDF-tcQ1rMet8egv_.kgLpgPvs5i9ek4yLzJH9F3PzpiMLRvK_0 2024-09-19T14:24:00.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.135+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.17972765920073447593', time=2024-09-19T16:17:15.200835+0000, chain.objs.size()=1 2024-09-19T14:24:00.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.135+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.587__shadow:rVRB9dxZ2NlUHwJw9DN83FFcGRx2VPb_.kUN65yprS8Mcei-S62OghRV9xCwh8Xx_0 2024-09-19T14:24:00.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.135+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.16208296465283059349', time=2024-09-19T16:19:42.737570+0000, chain.objs.size()=1 2024-09-19T14:24:00.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.135+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.618__shadow_.YHImfu8h4lB9hlBVQ9rQCNzIS5BsDj2_0 2024-09-19T14:24:00.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.135+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.18423771101712423187', time=2024-09-19T16:20:00.307232+0000, chain.objs.size()=1 2024-09-19T14:24:00.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.135+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.638__shadow_.aT6TRHGW8vHujuyjBgNoCwuRnidHDBU_0 2024-09-19T14:24:00.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.135+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.11211731116349458497', time=2024-09-19T16:20:07.157015+0000, chain.objs.size()=1 2024-09-19T14:24:00.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.135+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.648__shadow_.e3xeDeT5lk4gUwBThQW0DxNPIxQko85_0 2024-09-19T14:24:00.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.135+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.1666614986695198815', time=2024-09-19T16:20:28.717215+0000, chain.objs.size()=1 2024-09-19T14:24:00.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.135+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.679__shadow_.JfoRXd-xO1636svIaKP3P_o3vdYBGFT_0 2024-09-19T14:24:00.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.135+0000 7fb91a7579c0 20 garbage collection: RGWGC::process iterating over entry tag='0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.5885856311842694800', time=2024-09-19T16:20:37.977907+0000, chain.objs.size()=1 2024-09-19T14:24:00.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.135+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:0dbf021f-2a5e-44bc-bad0-22af0ca35c36.4668.697__shadow:av9.RhHL2p9PCnoUPjuvD3ugY3QJtR1_.ONVq3yuZyJNsr15qA1Xddf9HRlscYFL_0 2024-09-19T14:24:00.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.139+0000 7fb91a7579c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T14:24:00.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.139+0000 7fb7cefdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T14:24:00.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.143+0000 7fb91a7579c0 20 remove_watcher() i=0 2024-09-19T14:24:00.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.143+0000 7fb91a7579c0 2 removed watcher, disabling cache 2024-09-19T14:24:00.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.143+0000 7fb91a7579c0 20 remove_watcher() i=1 2024-09-19T14:24:00.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.143+0000 7fb91a7579c0 20 remove_watcher() i=2 2024-09-19T14:24:00.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.147+0000 7fb91a7579c0 20 remove_watcher() i=3 2024-09-19T14:24:00.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.147+0000 7fb91a7579c0 20 remove_watcher() i=4 2024-09-19T14:24:00.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.147+0000 7fb91a7579c0 20 remove_watcher() i=5 2024-09-19T14:24:00.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.147+0000 7fb91a7579c0 20 remove_watcher() i=6 2024-09-19T14:24:00.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T14:24:00.151+0000 7fb91a7579c0 20 remove_watcher() i=7 2024-09-19T14:24:00.164 DEBUG:teuthology.run_tasks:Unwinding manager openssl_keys 2024-09-19T14:24:00.177 DEBUG:teuthology.orchestra.run.smithi031:> rm -f /home/ubuntu/cephtest/ca/root.crt /home/ubuntu/cephtest/ca/root.key 2024-09-19T14:24:00.211 DEBUG:teuthology.orchestra.run.smithi031:> rmdir --ignore-fail-on-non-empty /home/ubuntu/cephtest/ca 2024-09-19T14:24:00.259 DEBUG:teuthology.orchestra.run.smithi031:> rm -f /home/ubuntu/cephtest/ca/rgw.client.0.crt /home/ubuntu/cephtest/ca/rgw.client.0.key 2024-09-19T14:24:00.311 DEBUG:teuthology.orchestra.run.smithi031:> rmdir --ignore-fail-on-non-empty /home/ubuntu/cephtest/ca 2024-09-19T14:24:00.359 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm /usr/local/share/ca-certificates/root.crt 2024-09-19T14:24:00.417 DEBUG:teuthology.orchestra.run.smithi031:> sudo update-ca-certificates 2024-09-19T14:24:00.472 INFO:teuthology.orchestra.run.smithi031.stdout:Updating certificates in /etc/ssl/certs... 2024-09-19T14:24:00.808 INFO:teuthology.orchestra.run.smithi031.stdout:0 added, 0 removed; done. 2024-09-19T14:24:00.808 INFO:teuthology.orchestra.run.smithi031.stdout:Running hooks in /etc/ca-certificates/update.d... 2024-09-19T14:24:00.810 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:24:00.994 INFO:teuthology.orchestra.run.smithi031.stdout:done. 2024-09-19T14:24:00.995 INFO:teuthology.orchestra.run.smithi031.stdout:done. 2024-09-19T14:24:00.998 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-09-19T14:24:01.009 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T14:24:01.009 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T14:24:01.367 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:24:01.380 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-19T14:24:01.382 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":1662,"stamp":"2024-09-19T14:24:00.338954+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":405431590,"num_objects":3067,"num_object_clones":0,"num_object_copies":8849,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3067,"num_whiteouts":0,"num_read":190899,"num_read_kb":2392432,"num_write":141690,"num_write_kb":2443455,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":60,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13252,"ondisk_log_size":13252,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":2310684,"kb_used_data":869876,"kb_used_omap":12,"kb_used_meta":1440243,"kb_avail":752664036,"statfs":{"total":773094113280,"available":770727972864,"internally_reserved":0,"allocated":890753024,"data_stored":874374666,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":1474809393},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-342582603,"num_objects":-1742,"num_object_clones":0,"num_object_copies":-5192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-1742,"num_whiteouts":0,"num_read":2055,"num_read_kb":1654,"num_write":1881,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.007773"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:29.775999+0000","last_change":"2024-09-19T14:06:26.871499+0000","last_active":"2024-09-19T14:21:29.775999+0000","last_peered":"2024-09-19T14:21:29.775999+0000","last_clean":"2024-09-19T14:21:29.775999+0000","last_became_active":"2024-09-19T14:06:26.869070+0000","last_became_peered":"2024-09-19T14:06:26.869070+0000","last_unstale":"2024-09-19T14:21:29.775999+0000","last_undegraded":"2024-09-19T14:21:29.775999+0000","last_fullsized":"2024-09-19T14:21:29.775999+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:24:11.907289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.1d","version":"268'2","reported_seq":33,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:39.806408+0000","last_change":"2024-09-19T13:55:09.796410+0000","last_active":"2024-09-19T14:22:39.806408+0000","last_peered":"2024-09-19T14:22:39.806408+0000","last_clean":"2024-09-19T14:22:39.806408+0000","last_became_active":"2024-09-19T13:55:09.795630+0000","last_became_peered":"2024-09-19T13:55:09.795630+0000","last_unstale":"2024-09-19T14:22:39.806408+0000","last_undegraded":"2024-09-19T14:22:39.806408+0000","last_fullsized":"2024-09-19T14:22:39.806408+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:11:29.514952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.1c","version":"268'1","reported_seq":39,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:07.779134+0000","last_change":"2024-09-19T13:55:06.742698+0000","last_active":"2024-09-19T14:20:07.779134+0000","last_peered":"2024-09-19T14:20:07.779134+0000","last_clean":"2024-09-19T14:20:07.779134+0000","last_became_active":"2024-09-19T13:55:06.740172+0000","last_became_peered":"2024-09-19T13:55:06.740172+0000","last_unstale":"2024-09-19T14:20:07.779134+0000","last_undegraded":"2024-09-19T14:20:07.779134+0000","last_fullsized":"2024-09-19T14:20:07.779134+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:44:55.136467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8192,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.1f","version":"268'30","reported_seq":123,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:17.770682+0000","last_change":"2024-09-19T13:53:12.462545+0000","last_active":"2024-09-19T14:20:17.770682+0000","last_peered":"2024-09-19T14:20:17.770682+0000","last_clean":"2024-09-19T14:20:17.770682+0000","last_became_active":"2024-09-19T13:53:12.461871+0000","last_became_peered":"2024-09-19T13:53:12.461871+0000","last_unstale":"2024-09-19T14:20:17.770682+0000","last_undegraded":"2024-09-19T14:20:17.770682+0000","last_fullsized":"2024-09-19T14:20:17.770682+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:57:06.428783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":223,"num_read_kb":145,"num_write":76,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:27.792338+0000","last_change":"2024-09-19T14:06:26.867132+0000","last_active":"2024-09-19T14:21:27.792338+0000","last_peered":"2024-09-19T14:21:27.792338+0000","last_clean":"2024-09-19T14:21:27.792338+0000","last_became_active":"2024-09-19T14:06:26.866274+0000","last_became_peered":"2024-09-19T14:06:26.866274+0000","last_unstale":"2024-09-19T14:21:27.792338+0000","last_undegraded":"2024-09-19T14:21:27.792338+0000","last_fullsized":"2024-09-19T14:21:27.792338+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:06:13.605365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1c","version":"268'6","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:39.803815+0000","last_change":"2024-09-19T13:55:09.797854+0000","last_active":"2024-09-19T14:22:39.803815+0000","last_peered":"2024-09-19T14:22:39.803815+0000","last_clean":"2024-09-19T14:22:39.803815+0000","last_became_active":"2024-09-19T13:55:09.797136+0000","last_became_peered":"2024-09-19T13:55:09.797136+0000","last_unstale":"2024-09-19T14:22:39.803815+0000","last_undegraded":"2024-09-19T14:22:39.803815+0000","last_fullsized":"2024-09-19T14:22:39.803815+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:37:13.447012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":8192,"num_write":6,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"66.1d","version":"268'2","reported_seq":40,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:07.771045+0000","last_change":"2024-09-19T13:55:06.717432+0000","last_active":"2024-09-19T14:20:07.771045+0000","last_peered":"2024-09-19T14:20:07.771045+0000","last_clean":"2024-09-19T14:20:07.771045+0000","last_became_active":"2024-09-19T13:55:06.716724+0000","last_became_peered":"2024-09-19T13:55:06.716724+0000","last_unstale":"2024-09-19T14:20:07.771045+0000","last_undegraded":"2024-09-19T14:20:07.771045+0000","last_fullsized":"2024-09-19T14:20:07.771045+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:26:23.994241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.1e","version":"268'57","reported_seq":196,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:25.358558+0000","last_change":"2024-09-19T13:53:12.483926+0000","last_active":"2024-09-19T14:21:25.358558+0000","last_peered":"2024-09-19T14:21:25.358558+0000","last_clean":"2024-09-19T14:21:25.358558+0000","last_became_active":"2024-09-19T13:53:12.483175+0000","last_became_peered":"2024-09-19T13:53:12.483175+0000","last_unstale":"2024-09-19T14:21:25.358558+0000","last_undegraded":"2024-09-19T14:21:25.358558+0000","last_fullsized":"2024-09-19T14:21:25.358558+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":0,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:10:36.034685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":408,"num_read_kb":271,"num_write":148,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:59.783803+0000","last_change":"2024-09-19T14:06:26.885067+0000","last_active":"2024-09-19T14:20:59.783803+0000","last_peered":"2024-09-19T14:20:59.783803+0000","last_clean":"2024-09-19T14:20:59.783803+0000","last_became_active":"2024-09-19T14:06:26.884221+0000","last_became_peered":"2024-09-19T14:06:26.884221+0000","last_unstale":"2024-09-19T14:20:59.783803+0000","last_undegraded":"2024-09-19T14:20:59.783803+0000","last_fullsized":"2024-09-19T14:20:59.783803+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:14:53.365580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.1f","version":"268'1","reported_seq":34,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:12.772297+0000","last_change":"2024-09-19T13:55:09.801675+0000","last_active":"2024-09-19T14:20:12.772297+0000","last_peered":"2024-09-19T14:20:12.772297+0000","last_clean":"2024-09-19T14:20:12.772297+0000","last_became_active":"2024-09-19T13:55:09.800885+0000","last_became_peered":"2024-09-19T13:55:09.800885+0000","last_unstale":"2024-09-19T14:20:12.772297+0000","last_undegraded":"2024-09-19T14:20:12.772297+0000","last_fullsized":"2024-09-19T14:20:12.772297+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:51:10.623982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1024,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1e","version":"268'5","reported_seq":49,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:12.793203+0000","last_change":"2024-09-19T13:55:06.744834+0000","last_active":"2024-09-19T14:21:12.793203+0000","last_peered":"2024-09-19T14:21:12.793203+0000","last_clean":"2024-09-19T14:21:12.793203+0000","last_became_active":"2024-09-19T13:55:06.744102+0000","last_became_peered":"2024-09-19T13:55:06.744102+0000","last_unstale":"2024-09-19T14:21:12.793203+0000","last_undegraded":"2024-09-19T14:21:12.793203+0000","last_fullsized":"2024-09-19T14:21:12.793203+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:11:33.385165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":7,"num_read_kb":9216,"num_write":5,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.1d","version":"268'50","reported_seq":176,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:42.782920+0000","last_change":"2024-09-19T13:53:12.465984+0000","last_active":"2024-09-19T14:20:42.782920+0000","last_peered":"2024-09-19T14:20:42.782920+0000","last_clean":"2024-09-19T14:20:42.782920+0000","last_became_active":"2024-09-19T13:53:12.465348+0000","last_became_peered":"2024-09-19T13:53:12.465348+0000","last_unstale":"2024-09-19T14:20:42.782920+0000","last_undegraded":"2024-09-19T14:20:42.782920+0000","last_fullsized":"2024-09-19T14:20:42.782920+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":0,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:48:05.395237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":399,"num_read_kb":274,"num_write":124,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:02.784154+0000","last_change":"2024-09-19T14:06:26.876761+0000","last_active":"2024-09-19T14:21:02.784154+0000","last_peered":"2024-09-19T14:21:02.784154+0000","last_clean":"2024-09-19T14:21:02.784154+0000","last_became_active":"2024-09-19T14:06:26.873283+0000","last_became_peered":"2024-09-19T14:06:26.873283+0000","last_unstale":"2024-09-19T14:21:02.784154+0000","last_undegraded":"2024-09-19T14:21:02.784154+0000","last_fullsized":"2024-09-19T14:21:02.784154+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:48:18.437653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1e","version":"268'6","reported_seq":46,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:22.789196+0000","last_change":"2024-09-19T13:55:09.802641+0000","last_active":"2024-09-19T14:21:22.789196+0000","last_peered":"2024-09-19T14:21:22.789196+0000","last_clean":"2024-09-19T14:21:22.789196+0000","last_became_active":"2024-09-19T13:55:09.801463+0000","last_became_peered":"2024-09-19T13:55:09.801463+0000","last_unstale":"2024-09-19T14:21:22.789196+0000","last_undegraded":"2024-09-19T14:21:22.789196+0000","last_fullsized":"2024-09-19T14:21:22.789196+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:25:42.183100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":10,"num_read_kb":20482,"num_write":11,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1f","version":"268'2","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:14.801279+0000","last_change":"2024-09-19T13:55:06.731726+0000","last_active":"2024-09-19T14:22:14.801279+0000","last_peered":"2024-09-19T14:22:14.801279+0000","last_clean":"2024-09-19T14:22:14.801279+0000","last_became_active":"2024-09-19T13:55:06.730448+0000","last_became_peered":"2024-09-19T13:55:06.730448+0000","last_unstale":"2024-09-19T14:22:14.801279+0000","last_undegraded":"2024-09-19T14:22:14.801279+0000","last_fullsized":"2024-09-19T14:22:14.801279+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:03:22.687463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1c","version":"268'20","reported_seq":98,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:20.533961+0000","last_change":"2024-09-19T13:53:12.465975+0000","last_active":"2024-09-19T14:21:20.533961+0000","last_peered":"2024-09-19T14:21:20.533961+0000","last_clean":"2024-09-19T14:21:20.533961+0000","last_became_active":"2024-09-19T13:53:12.465250+0000","last_became_peered":"2024-09-19T13:53:12.465250+0000","last_unstale":"2024-09-19T14:21:20.533961+0000","last_undegraded":"2024-09-19T14:21:20.533961+0000","last_fullsized":"2024-09-19T14:21:20.533961+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:31:07.345988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":170,"num_read_kb":120,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:32.784663+0000","last_change":"2024-09-19T14:06:26.882472+0000","last_active":"2024-09-19T14:20:32.784663+0000","last_peered":"2024-09-19T14:20:32.784663+0000","last_clean":"2024-09-19T14:20:32.784663+0000","last_became_active":"2024-09-19T14:06:26.881785+0000","last_became_peered":"2024-09-19T14:06:26.881785+0000","last_unstale":"2024-09-19T14:20:32.784663+0000","last_undegraded":"2024-09-19T14:20:32.784663+0000","last_fullsized":"2024-09-19T14:20:32.784663+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:57:42.473111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.19","version":"265'2","reported_seq":34,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:29.747633+0000","last_change":"2024-09-19T13:55:09.789018+0000","last_active":"2024-09-19T14:19:29.747633+0000","last_peered":"2024-09-19T14:19:29.747633+0000","last_clean":"2024-09-19T14:19:29.747633+0000","last_became_active":"2024-09-19T13:55:09.787580+0000","last_became_peered":"2024-09-19T13:55:09.787580+0000","last_unstale":"2024-09-19T14:19:29.747633+0000","last_undegraded":"2024-09-19T14:19:29.747633+0000","last_fullsized":"2024-09-19T14:19:29.747633+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:01:14.180199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.18","version":"268'1","reported_seq":38,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:17.759322+0000","last_change":"2024-09-19T13:55:06.744100+0000","last_active":"2024-09-19T14:19:17.759322+0000","last_peered":"2024-09-19T14:19:17.759322+0000","last_clean":"2024-09-19T14:19:17.759322+0000","last_became_active":"2024-09-19T13:55:06.743716+0000","last_became_peered":"2024-09-19T13:55:06.743716+0000","last_unstale":"2024-09-19T14:19:17.759322+0000","last_undegraded":"2024-09-19T14:19:17.759322+0000","last_fullsized":"2024-09-19T14:19:17.759322+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:55:39.307742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1024,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.1b","version":"268'95","reported_seq":324,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:42.782798+0000","last_change":"2024-09-19T13:53:12.484490+0000","last_active":"2024-09-19T14:20:42.782798+0000","last_peered":"2024-09-19T14:20:42.782798+0000","last_clean":"2024-09-19T14:20:42.782798+0000","last_became_active":"2024-09-19T13:53:12.483810+0000","last_became_peered":"2024-09-19T13:53:12.483810+0000","last_unstale":"2024-09-19T14:20:42.782798+0000","last_undegraded":"2024-09-19T14:20:42.782798+0000","last_fullsized":"2024-09-19T14:20:42.782798+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":0,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:25:28.718672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":853,"num_read_kb":725,"num_write":179,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:02.780819+0000","last_change":"2024-09-19T14:06:26.877462+0000","last_active":"2024-09-19T14:21:02.780819+0000","last_peered":"2024-09-19T14:21:02.780819+0000","last_clean":"2024-09-19T14:21:02.780819+0000","last_became_active":"2024-09-19T14:06:26.876693+0000","last_became_peered":"2024-09-19T14:06:26.876693+0000","last_unstale":"2024-09-19T14:21:02.780819+0000","last_undegraded":"2024-09-19T14:21:02.780819+0000","last_fullsized":"2024-09-19T14:21:02.780819+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:13:57.290578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.18","version":"0'0","reported_seq":30,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:19.782951+0000","last_change":"2024-09-19T13:55:09.804087+0000","last_active":"2024-09-19T14:19:19.782951+0000","last_peered":"2024-09-19T14:19:19.782951+0000","last_clean":"2024-09-19T14:19:19.782951+0000","last_became_active":"2024-09-19T13:55:09.803342+0000","last_became_peered":"2024-09-19T13:55:09.803342+0000","last_unstale":"2024-09-19T14:19:19.782951+0000","last_undegraded":"2024-09-19T14:19:19.782951+0000","last_fullsized":"2024-09-19T14:19:19.782951+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:42:36.075283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.19","version":"265'2","reported_seq":40,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:24.784232+0000","last_change":"2024-09-19T13:55:06.741369+0000","last_active":"2024-09-19T14:19:24.784232+0000","last_peered":"2024-09-19T14:19:24.784232+0000","last_clean":"2024-09-19T14:19:24.784232+0000","last_became_active":"2024-09-19T13:55:06.740544+0000","last_became_peered":"2024-09-19T13:55:06.740544+0000","last_unstale":"2024-09-19T14:19:24.784232+0000","last_undegraded":"2024-09-19T14:19:24.784232+0000","last_fullsized":"2024-09-19T14:19:24.784232+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:29:11.269450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":529,"num_write":2,"num_write_kb":529,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1a","version":"268'17","reported_seq":88,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:44.777158+0000","last_change":"2024-09-19T13:53:12.480206+0000","last_active":"2024-09-19T14:20:44.777158+0000","last_peered":"2024-09-19T14:20:44.777158+0000","last_clean":"2024-09-19T14:20:44.777158+0000","last_became_active":"2024-09-19T13:53:12.479088+0000","last_became_peered":"2024-09-19T13:53:12.479088+0000","last_unstale":"2024-09-19T14:20:44.777158+0000","last_undegraded":"2024-09-19T14:20:44.777158+0000","last_fullsized":"2024-09-19T14:20:44.777158+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:46:18.700176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":129,"num_read_kb":86,"num_write":46,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.1c","version":"268'1","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:29.788008+0000","last_change":"2024-09-19T14:06:26.883975+0000","last_active":"2024-09-19T14:21:29.788008+0000","last_peered":"2024-09-19T14:21:29.788008+0000","last_clean":"2024-09-19T14:21:29.788008+0000","last_became_active":"2024-09-19T14:06:26.883350+0000","last_became_peered":"2024-09-19T14:06:26.883350+0000","last_unstale":"2024-09-19T14:21:29.788008+0000","last_undegraded":"2024-09-19T14:21:29.788008+0000","last_fullsized":"2024-09-19T14:21:29.788008+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:35:54.742255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1b","version":"268'9","reported_seq":45,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.536758+0000","last_change":"2024-09-19T13:55:09.795544+0000","last_active":"2024-09-19T14:23:58.536758+0000","last_peered":"2024-09-19T14:23:58.536758+0000","last_clean":"2024-09-19T14:23:58.536758+0000","last_became_active":"2024-09-19T13:55:09.794826+0000","last_became_peered":"2024-09-19T13:55:09.794826+0000","last_unstale":"2024-09-19T14:23:58.536758+0000","last_undegraded":"2024-09-19T14:23:58.536758+0000","last_fullsized":"2024-09-19T14:23:58.536758+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:24:42.961546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":13312,"num_write":14,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"66.1a","version":"268'7","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.612146+0000","last_change":"2024-09-19T13:55:06.727179+0000","last_active":"2024-09-19T14:23:58.612146+0000","last_peered":"2024-09-19T14:23:58.612146+0000","last_clean":"2024-09-19T14:23:58.612146+0000","last_became_active":"2024-09-19T13:55:06.726389+0000","last_became_peered":"2024-09-19T13:55:06.726389+0000","last_unstale":"2024-09-19T14:23:58.612146+0000","last_undegraded":"2024-09-19T14:23:58.612146+0000","last_fullsized":"2024-09-19T14:23:58.612146+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:04:41.996860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":5120,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.19","version":"268'42","reported_seq":156,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:52.775773+0000","last_change":"2024-09-19T13:53:12.451333+0000","last_active":"2024-09-19T14:19:52.775773+0000","last_peered":"2024-09-19T14:19:52.775773+0000","last_clean":"2024-09-19T14:19:52.775773+0000","last_became_active":"2024-09-19T13:53:12.449657+0000","last_became_peered":"2024-09-19T13:53:12.449657+0000","last_unstale":"2024-09-19T14:19:52.775773+0000","last_undegraded":"2024-09-19T14:19:52.775773+0000","last_fullsized":"2024-09-19T14:19:52.775773+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:07:14.992526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":324,"num_read_kb":210,"num_write":111,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:29.776118+0000","last_change":"2024-09-19T14:06:26.879361+0000","last_active":"2024-09-19T14:21:29.776118+0000","last_peered":"2024-09-19T14:21:29.776118+0000","last_clean":"2024-09-19T14:21:29.776118+0000","last_became_active":"2024-09-19T14:06:26.875119+0000","last_became_peered":"2024-09-19T14:06:26.875119+0000","last_unstale":"2024-09-19T14:21:29.776118+0000","last_undegraded":"2024-09-19T14:21:29.776118+0000","last_fullsized":"2024-09-19T14:21:29.776118+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:09:56.134551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.1a","version":"268'2","reported_seq":35,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:12.780180+0000","last_change":"2024-09-19T13:55:09.794571+0000","last_active":"2024-09-19T14:20:12.780180+0000","last_peered":"2024-09-19T14:20:12.780180+0000","last_clean":"2024-09-19T14:20:12.780180+0000","last_became_active":"2024-09-19T13:55:09.790669+0000","last_became_peered":"2024-09-19T13:55:09.790669+0000","last_unstale":"2024-09-19T14:20:12.780180+0000","last_undegraded":"2024-09-19T14:20:12.780180+0000","last_fullsized":"2024-09-19T14:20:12.780180+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:40:12.954137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4254665,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":4214,"num_write":2,"num_write_kb":4155,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.1b","version":"268'1","reported_seq":38,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:07.774771+0000","last_change":"2024-09-19T13:55:06.729499+0000","last_active":"2024-09-19T14:20:07.774771+0000","last_peered":"2024-09-19T14:20:07.774771+0000","last_clean":"2024-09-19T14:20:07.774771+0000","last_became_active":"2024-09-19T13:55:06.723792+0000","last_became_peered":"2024-09-19T13:55:06.723792+0000","last_unstale":"2024-09-19T14:20:07.774771+0000","last_undegraded":"2024-09-19T14:20:07.774771+0000","last_fullsized":"2024-09-19T14:20:07.774771+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:16:00.811120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.18","version":"268'22","reported_seq":107,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:50.725244+0000","last_change":"2024-09-19T13:53:12.468768+0000","last_active":"2024-09-19T14:19:50.725244+0000","last_peered":"2024-09-19T14:19:50.725244+0000","last_clean":"2024-09-19T14:19:50.725244+0000","last_became_active":"2024-09-19T13:53:12.467813+0000","last_became_peered":"2024-09-19T13:53:12.467813+0000","last_unstale":"2024-09-19T14:19:50.725244+0000","last_undegraded":"2024-09-19T14:19:50.725244+0000","last_fullsized":"2024-09-19T14:19:50.725244+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:27:31.909607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":189,"num_read_kb":135,"num_write":62,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:27.775508+0000","last_change":"2024-09-19T14:06:26.885450+0000","last_active":"2024-09-19T14:20:27.775508+0000","last_peered":"2024-09-19T14:20:27.775508+0000","last_clean":"2024-09-19T14:20:27.775508+0000","last_became_active":"2024-09-19T14:06:26.884993+0000","last_became_peered":"2024-09-19T14:06:26.884993+0000","last_unstale":"2024-09-19T14:20:27.775508+0000","last_undegraded":"2024-09-19T14:20:27.775508+0000","last_fullsized":"2024-09-19T14:20:27.775508+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:55:09.348335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.15","version":"0'0","reported_seq":30,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:22.768913+0000","last_change":"2024-09-19T13:55:09.807543+0000","last_active":"2024-09-19T14:19:22.768913+0000","last_peered":"2024-09-19T14:19:22.768913+0000","last_clean":"2024-09-19T14:19:22.768913+0000","last_became_active":"2024-09-19T13:55:09.807001+0000","last_became_peered":"2024-09-19T13:55:09.807001+0000","last_unstale":"2024-09-19T14:19:22.768913+0000","last_undegraded":"2024-09-19T14:19:22.768913+0000","last_fullsized":"2024-09-19T14:19:22.768913+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:17:22.604768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.14","version":"265'3","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:54.809071+0000","last_change":"2024-09-19T13:55:06.740018+0000","last_active":"2024-09-19T14:20:54.809071+0000","last_peered":"2024-09-19T14:20:54.809071+0000","last_clean":"2024-09-19T14:20:54.809071+0000","last_became_active":"2024-09-19T13:55:06.739007+0000","last_became_peered":"2024-09-19T13:55:06.739007+0000","last_unstale":"2024-09-19T14:20:54.809071+0000","last_undegraded":"2024-09-19T14:20:54.809071+0000","last_fullsized":"2024-09-19T14:20:54.809071+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:17:18.026386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.17","version":"268'17","reported_seq":86,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:25.072464+0000","last_change":"2024-09-19T13:53:12.463760+0000","last_active":"2024-09-19T14:21:25.072464+0000","last_peered":"2024-09-19T14:21:25.072464+0000","last_clean":"2024-09-19T14:21:25.072464+0000","last_became_active":"2024-09-19T13:53:12.462488+0000","last_became_peered":"2024-09-19T13:53:12.462488+0000","last_unstale":"2024-09-19T14:21:25.072464+0000","last_undegraded":"2024-09-19T14:21:25.072464+0000","last_fullsized":"2024-09-19T14:21:25.072464+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:38:44.572818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":115,"num_read_kb":74,"num_write":43,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.13","version":"268'1","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:27.779684+0000","last_change":"2024-09-19T14:06:26.860147+0000","last_active":"2024-09-19T14:20:27.779684+0000","last_peered":"2024-09-19T14:20:27.779684+0000","last_clean":"2024-09-19T14:20:27.779684+0000","last_became_active":"2024-09-19T14:06:26.851491+0000","last_became_peered":"2024-09-19T14:06:26.851491+0000","last_unstale":"2024-09-19T14:20:27.779684+0000","last_undegraded":"2024-09-19T14:20:27.779684+0000","last_fullsized":"2024-09-19T14:20:27.779684+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:59:33.938251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.14","version":"0'0","reported_seq":31,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:02.784251+0000","last_change":"2024-09-19T13:55:09.786682+0000","last_active":"2024-09-19T14:21:02.784251+0000","last_peered":"2024-09-19T14:21:02.784251+0000","last_clean":"2024-09-19T14:21:02.784251+0000","last_became_active":"2024-09-19T13:55:09.785932+0000","last_became_peered":"2024-09-19T13:55:09.785932+0000","last_unstale":"2024-09-19T14:21:02.784251+0000","last_undegraded":"2024-09-19T14:21:02.784251+0000","last_fullsized":"2024-09-19T14:21:02.784251+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:22:14.119538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.15","version":"265'4","reported_seq":44,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:19.745537+0000","last_change":"2024-09-19T13:55:06.731249+0000","last_active":"2024-09-19T14:19:19.745537+0000","last_peered":"2024-09-19T14:19:19.745537+0000","last_clean":"2024-09-19T14:19:19.745537+0000","last_became_active":"2024-09-19T13:55:06.729384+0000","last_became_peered":"2024-09-19T13:55:06.729384+0000","last_unstale":"2024-09-19T14:19:19.745537+0000","last_undegraded":"2024-09-19T14:19:19.745537+0000","last_fullsized":"2024-09-19T14:19:19.745537+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:11:42.600659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":4414,"num_write":4,"num_write_kb":4414,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.16","version":"268'22","reported_seq":100,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:47.763886+0000","last_change":"2024-09-19T13:53:12.474601+0000","last_active":"2024-09-19T14:19:47.763886+0000","last_peered":"2024-09-19T14:19:47.763886+0000","last_clean":"2024-09-19T14:19:47.763886+0000","last_became_active":"2024-09-19T13:53:12.473671+0000","last_became_peered":"2024-09-19T13:53:12.473671+0000","last_unstale":"2024-09-19T14:19:47.763886+0000","last_undegraded":"2024-09-19T14:19:47.763886+0000","last_fullsized":"2024-09-19T14:19:47.763886+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:04:17.524983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":155,"num_read_kb":101,"num_write":55,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:29.773119+0000","last_change":"2024-09-19T14:06:26.865253+0000","last_active":"2024-09-19T14:20:29.773119+0000","last_peered":"2024-09-19T14:20:29.773119+0000","last_clean":"2024-09-19T14:20:29.773119+0000","last_became_active":"2024-09-19T14:06:26.864519+0000","last_became_peered":"2024-09-19T14:06:26.864519+0000","last_unstale":"2024-09-19T14:20:29.773119+0000","last_undegraded":"2024-09-19T14:20:29.773119+0000","last_fullsized":"2024-09-19T14:20:29.773119+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:56:27.244477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.17","version":"268'2","reported_seq":35,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:22.769003+0000","last_change":"2024-09-19T13:55:09.793314+0000","last_active":"2024-09-19T14:19:22.769003+0000","last_peered":"2024-09-19T14:19:22.769003+0000","last_clean":"2024-09-19T14:19:22.769003+0000","last_became_active":"2024-09-19T13:55:09.792559+0000","last_became_peered":"2024-09-19T13:55:09.792559+0000","last_unstale":"2024-09-19T14:19:22.769003+0000","last_undegraded":"2024-09-19T14:19:22.769003+0000","last_fullsized":"2024-09-19T14:19:22.769003+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:44:14.360183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":6144,"num_write":2,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.16","version":"268'3","reported_seq":43,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:17.767848+0000","last_change":"2024-09-19T13:55:06.744580+0000","last_active":"2024-09-19T14:19:17.767848+0000","last_peered":"2024-09-19T14:19:17.767848+0000","last_clean":"2024-09-19T14:19:17.767848+0000","last_became_active":"2024-09-19T13:55:06.743441+0000","last_became_peered":"2024-09-19T13:55:06.743441+0000","last_unstale":"2024-09-19T14:19:17.767848+0000","last_undegraded":"2024-09-19T14:19:17.767848+0000","last_fullsized":"2024-09-19T14:19:17.767848+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:22:18.226449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":5,"num_read_kb":6144,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.15","version":"265'8","reported_seq":67,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:47.774716+0000","last_change":"2024-09-19T13:53:12.451643+0000","last_active":"2024-09-19T14:19:47.774716+0000","last_peered":"2024-09-19T14:19:47.774716+0000","last_clean":"2024-09-19T14:19:47.774716+0000","last_became_active":"2024-09-19T13:53:12.450590+0000","last_became_peered":"2024-09-19T13:53:12.450590+0000","last_unstale":"2024-09-19T14:19:47.774716+0000","last_undegraded":"2024-09-19T14:19:47.774716+0000","last_fullsized":"2024-09-19T14:19:47.774716+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:19:43.567607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":71,"num_read_kb":39,"num_write":20,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:29.761400+0000","last_change":"2024-09-19T14:06:26.884042+0000","last_active":"2024-09-19T14:20:29.761400+0000","last_peered":"2024-09-19T14:20:29.761400+0000","last_clean":"2024-09-19T14:20:29.761400+0000","last_became_active":"2024-09-19T14:06:26.883276+0000","last_became_peered":"2024-09-19T14:06:26.883276+0000","last_unstale":"2024-09-19T14:20:29.761400+0000","last_undegraded":"2024-09-19T14:20:29.761400+0000","last_fullsized":"2024-09-19T14:20:29.761400+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:25:10.373788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.16","version":"0'0","reported_seq":30,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:19.745595+0000","last_change":"2024-09-19T13:55:09.806481+0000","last_active":"2024-09-19T14:19:19.745595+0000","last_peered":"2024-09-19T14:19:19.745595+0000","last_clean":"2024-09-19T14:19:19.745595+0000","last_became_active":"2024-09-19T13:55:09.805784+0000","last_became_peered":"2024-09-19T13:55:09.805784+0000","last_unstale":"2024-09-19T14:19:19.745595+0000","last_undegraded":"2024-09-19T14:19:19.745595+0000","last_fullsized":"2024-09-19T14:19:19.745595+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:44:40.541891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.17","version":"268'6","reported_seq":50,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:17.759562+0000","last_change":"2024-09-19T13:55:06.712307+0000","last_active":"2024-09-19T14:19:17.759562+0000","last_peered":"2024-09-19T14:19:17.759562+0000","last_clean":"2024-09-19T14:19:17.759562+0000","last_became_active":"2024-09-19T13:55:06.711344+0000","last_became_peered":"2024-09-19T13:55:06.711344+0000","last_unstale":"2024-09-19T14:19:17.759562+0000","last_undegraded":"2024-09-19T14:19:17.759562+0000","last_fullsized":"2024-09-19T14:19:17.759562+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:59:54.953999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":11,"num_read_kb":18434,"num_write":11,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.14","version":"268'26","reported_seq":119,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:19.815646+0000","last_change":"2024-09-19T13:53:12.470842+0000","last_active":"2024-09-19T14:21:19.815646+0000","last_peered":"2024-09-19T14:21:19.815646+0000","last_clean":"2024-09-19T14:21:19.815646+0000","last_became_active":"2024-09-19T13:53:12.468124+0000","last_became_peered":"2024-09-19T13:53:12.468124+0000","last_unstale":"2024-09-19T14:21:19.815646+0000","last_undegraded":"2024-09-19T14:21:19.815646+0000","last_fullsized":"2024-09-19T14:21:19.815646+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:28:15.314655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":225,"num_read_kb":160,"num_write":62,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:57.783163+0000","last_change":"2024-09-19T14:06:26.876677+0000","last_active":"2024-09-19T14:20:57.783163+0000","last_peered":"2024-09-19T14:20:57.783163+0000","last_clean":"2024-09-19T14:20:57.783163+0000","last_became_active":"2024-09-19T14:06:26.872975+0000","last_became_peered":"2024-09-19T14:06:26.872975+0000","last_unstale":"2024-09-19T14:20:57.783163+0000","last_undegraded":"2024-09-19T14:20:57.783163+0000","last_fullsized":"2024-09-19T14:20:57.783163+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:24:30.126862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.11","version":"0'0","reported_seq":31,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:52.781936+0000","last_change":"2024-09-19T13:55:09.791769+0000","last_active":"2024-09-19T14:20:52.781936+0000","last_peered":"2024-09-19T14:20:52.781936+0000","last_clean":"2024-09-19T14:20:52.781936+0000","last_became_active":"2024-09-19T13:55:09.791030+0000","last_became_peered":"2024-09-19T13:55:09.791030+0000","last_unstale":"2024-09-19T14:20:52.781936+0000","last_undegraded":"2024-09-19T14:20:52.781936+0000","last_fullsized":"2024-09-19T14:20:52.781936+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:00:14.327761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.10","version":"268'7","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.612650+0000","last_change":"2024-09-19T13:55:06.727184+0000","last_active":"2024-09-19T14:23:58.612650+0000","last_peered":"2024-09-19T14:23:58.612650+0000","last_clean":"2024-09-19T14:23:58.612650+0000","last_became_active":"2024-09-19T13:55:06.726469+0000","last_became_peered":"2024-09-19T13:55:06.726469+0000","last_unstale":"2024-09-19T14:23:58.612650+0000","last_undegraded":"2024-09-19T14:23:58.612650+0000","last_fullsized":"2024-09-19T14:23:58.612650+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:44:03.728520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":12288,"num_write":12,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.13","version":"265'7","reported_seq":63,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:14.814149+0000","last_change":"2024-09-19T13:53:12.478154+0000","last_active":"2024-09-19T14:21:14.814149+0000","last_peered":"2024-09-19T14:21:14.814149+0000","last_clean":"2024-09-19T14:21:14.814149+0000","last_became_active":"2024-09-19T13:53:12.477319+0000","last_became_peered":"2024-09-19T13:53:12.477319+0000","last_unstale":"2024-09-19T14:21:14.814149+0000","last_undegraded":"2024-09-19T14:21:14.814149+0000","last_fullsized":"2024-09-19T14:21:14.814149+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:56:06.186553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":57,"num_read_kb":40,"num_write":19,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:57.786211+0000","last_change":"2024-09-19T14:06:26.881343+0000","last_active":"2024-09-19T14:20:57.786211+0000","last_peered":"2024-09-19T14:20:57.786211+0000","last_clean":"2024-09-19T14:20:57.786211+0000","last_became_active":"2024-09-19T14:06:26.880683+0000","last_became_peered":"2024-09-19T14:06:26.880683+0000","last_unstale":"2024-09-19T14:20:57.786211+0000","last_undegraded":"2024-09-19T14:20:57.786211+0000","last_fullsized":"2024-09-19T14:20:57.786211+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:24:58.383043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.10","version":"0'0","reported_seq":31,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:52.781840+0000","last_change":"2024-09-19T13:55:09.799226+0000","last_active":"2024-09-19T14:20:52.781840+0000","last_peered":"2024-09-19T14:20:52.781840+0000","last_clean":"2024-09-19T14:20:52.781840+0000","last_became_active":"2024-09-19T13:55:09.798465+0000","last_became_peered":"2024-09-19T13:55:09.798465+0000","last_unstale":"2024-09-19T14:20:52.781840+0000","last_undegraded":"2024-09-19T14:20:52.781840+0000","last_fullsized":"2024-09-19T14:20:52.781840+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:25:32.122348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.11","version":"268'1","reported_seq":39,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:47.780756+0000","last_change":"2024-09-19T13:55:06.746480+0000","last_active":"2024-09-19T14:20:47.780756+0000","last_peered":"2024-09-19T14:20:47.780756+0000","last_clean":"2024-09-19T14:20:47.780756+0000","last_became_active":"2024-09-19T13:55:06.746086+0000","last_became_peered":"2024-09-19T13:55:06.746086+0000","last_unstale":"2024-09-19T14:20:47.780756+0000","last_undegraded":"2024-09-19T14:20:47.780756+0000","last_fullsized":"2024-09-19T14:20:47.780756+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:44:24.344577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.12","version":"268'28","reported_seq":120,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:26.286420+0000","last_change":"2024-09-19T13:53:12.469394+0000","last_active":"2024-09-19T14:21:26.286420+0000","last_peered":"2024-09-19T14:21:26.286420+0000","last_clean":"2024-09-19T14:21:26.286420+0000","last_became_active":"2024-09-19T13:53:12.468663+0000","last_became_peered":"2024-09-19T13:53:12.468663+0000","last_unstale":"2024-09-19T14:21:26.286420+0000","last_undegraded":"2024-09-19T14:21:26.286420+0000","last_fullsized":"2024-09-19T14:21:26.286420+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:19:33.665486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":223,"num_read_kb":153,"num_write":74,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.14","version":"267'1","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:32.774026+0000","last_change":"2024-09-19T14:06:26.878957+0000","last_active":"2024-09-19T14:20:32.774026+0000","last_peered":"2024-09-19T14:20:32.774026+0000","last_clean":"2024-09-19T14:20:32.774026+0000","last_became_active":"2024-09-19T14:06:26.877084+0000","last_became_peered":"2024-09-19T14:06:26.877084+0000","last_unstale":"2024-09-19T14:20:32.774026+0000","last_undegraded":"2024-09-19T14:20:32.774026+0000","last_fullsized":"2024-09-19T14:20:32.774026+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:29:32.681521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.13","version":"268'7","reported_seq":49,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:52.788798+0000","last_change":"2024-09-19T13:55:09.795107+0000","last_active":"2024-09-19T14:20:52.788798+0000","last_peered":"2024-09-19T14:20:52.788798+0000","last_clean":"2024-09-19T14:20:52.788798+0000","last_became_active":"2024-09-19T13:55:09.791630+0000","last_became_peered":"2024-09-19T13:55:09.791630+0000","last_unstale":"2024-09-19T14:20:52.788798+0000","last_undegraded":"2024-09-19T14:20:52.788798+0000","last_fullsized":"2024-09-19T14:20:52.788798+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:50:21.738282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":14,"num_read_kb":24578,"num_write":12,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.12","version":"268'4","reported_seq":43,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:09.812477+0000","last_change":"2024-09-19T13:55:06.739218+0000","last_active":"2024-09-19T14:23:09.812477+0000","last_peered":"2024-09-19T14:23:09.812477+0000","last_clean":"2024-09-19T14:23:09.812477+0000","last_became_active":"2024-09-19T13:55:06.738548+0000","last_became_peered":"2024-09-19T13:55:06.738548+0000","last_unstale":"2024-09-19T14:23:09.812477+0000","last_undegraded":"2024-09-19T14:23:09.812477+0000","last_fullsized":"2024-09-19T14:23:09.812477+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:40:50.580272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":1024,"num_write":4,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.11","version":"268'32","reported_seq":131,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:14.784487+0000","last_change":"2024-09-19T13:53:12.448431+0000","last_active":"2024-09-19T14:21:14.784487+0000","last_peered":"2024-09-19T14:21:14.784487+0000","last_clean":"2024-09-19T14:21:14.784487+0000","last_became_active":"2024-09-19T13:53:12.447667+0000","last_became_peered":"2024-09-19T13:53:12.447667+0000","last_unstale":"2024-09-19T14:21:14.784487+0000","last_undegraded":"2024-09-19T14:21:14.784487+0000","last_fullsized":"2024-09-19T14:21:14.784487+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:38:54.157137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":245,"num_read_kb":156,"num_write":89,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.15","version":"268'1","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:57.786118+0000","last_change":"2024-09-19T14:06:26.875482+0000","last_active":"2024-09-19T14:20:57.786118+0000","last_peered":"2024-09-19T14:20:57.786118+0000","last_clean":"2024-09-19T14:20:57.786118+0000","last_became_active":"2024-09-19T14:06:26.874705+0000","last_became_peered":"2024-09-19T14:06:26.874705+0000","last_unstale":"2024-09-19T14:20:57.786118+0000","last_undegraded":"2024-09-19T14:20:57.786118+0000","last_fullsized":"2024-09-19T14:20:57.786118+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:09:26.336547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.12","version":"268'8","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:57.971809+0000","last_change":"2024-09-19T13:55:09.803769+0000","last_active":"2024-09-19T14:23:57.971809+0000","last_peered":"2024-09-19T14:23:57.971809+0000","last_clean":"2024-09-19T14:23:57.971809+0000","last_became_active":"2024-09-19T13:55:09.802725+0000","last_became_peered":"2024-09-19T13:55:09.802725+0000","last_unstale":"2024-09-19T14:23:57.971809+0000","last_undegraded":"2024-09-19T14:23:57.971809+0000","last_fullsized":"2024-09-19T14:23:57.971809+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:26:30.811455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8192,"num_write":18,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.13","version":"268'3","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:09.812507+0000","last_change":"2024-09-19T13:55:06.725500+0000","last_active":"2024-09-19T14:23:09.812507+0000","last_peered":"2024-09-19T14:23:09.812507+0000","last_clean":"2024-09-19T14:23:09.812507+0000","last_became_active":"2024-09-19T13:55:06.720062+0000","last_became_peered":"2024-09-19T13:55:06.720062+0000","last_unstale":"2024-09-19T14:23:09.812507+0000","last_undegraded":"2024-09-19T14:23:09.812507+0000","last_fullsized":"2024-09-19T14:23:09.812507+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:57:29.772702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.10","version":"268'33","reported_seq":132,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:12.793000+0000","last_change":"2024-09-19T13:53:12.469350+0000","last_active":"2024-09-19T14:21:12.793000+0000","last_peered":"2024-09-19T14:21:12.793000+0000","last_clean":"2024-09-19T14:21:12.793000+0000","last_became_active":"2024-09-19T13:53:12.468629+0000","last_became_peered":"2024-09-19T13:53:12.468629+0000","last_unstale":"2024-09-19T14:21:12.793000+0000","last_undegraded":"2024-09-19T14:21:12.793000+0000","last_fullsized":"2024-09-19T14:21:12.793000+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:32:00.021954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":257,"num_read_kb":174,"num_write":93,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:42.793838+0000","last_change":"2024-09-19T14:06:26.886137+0000","last_active":"2024-09-19T14:21:42.793838+0000","last_peered":"2024-09-19T14:21:42.793838+0000","last_clean":"2024-09-19T14:21:42.793838+0000","last_became_active":"2024-09-19T14:06:26.884187+0000","last_became_peered":"2024-09-19T14:06:26.884187+0000","last_unstale":"2024-09-19T14:21:42.793838+0000","last_undegraded":"2024-09-19T14:21:42.793838+0000","last_fullsized":"2024-09-19T14:21:42.793838+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:07:24.055233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.d","version":"0'0","reported_seq":31,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:57.776960+0000","last_change":"2024-09-19T13:55:09.795548+0000","last_active":"2024-09-19T14:19:57.776960+0000","last_peered":"2024-09-19T14:19:57.776960+0000","last_clean":"2024-09-19T14:19:57.776960+0000","last_became_active":"2024-09-19T13:55:09.794787+0000","last_became_peered":"2024-09-19T13:55:09.794787+0000","last_unstale":"2024-09-19T14:19:57.776960+0000","last_undegraded":"2024-09-19T14:19:57.776960+0000","last_fullsized":"2024-09-19T14:19:57.776960+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:31:14.875383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.c","version":"265'10","reported_seq":59,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:54.761185+0000","last_change":"2024-09-19T13:55:06.734055+0000","last_active":"2024-09-19T14:19:54.761185+0000","last_peered":"2024-09-19T14:19:54.761185+0000","last_clean":"2024-09-19T14:19:54.761185+0000","last_became_active":"2024-09-19T13:55:06.733366+0000","last_became_peered":"2024-09-19T13:55:06.733366+0000","last_unstale":"2024-09-19T14:19:54.761185+0000","last_undegraded":"2024-09-19T14:19:54.761185+0000","last_fullsized":"2024-09-19T14:19:54.761185+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:15:28.869195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":18,"num_read_kb":20484,"num_write":20,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.f","version":"268'30","reported_seq":125,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:17.781580+0000","last_change":"2024-09-19T13:53:12.455664+0000","last_active":"2024-09-19T14:20:17.781580+0000","last_peered":"2024-09-19T14:20:17.781580+0000","last_clean":"2024-09-19T14:20:17.781580+0000","last_became_active":"2024-09-19T13:53:12.454659+0000","last_became_peered":"2024-09-19T13:53:12.454659+0000","last_unstale":"2024-09-19T14:20:17.781580+0000","last_undegraded":"2024-09-19T14:20:17.781580+0000","last_fullsized":"2024-09-19T14:20:17.781580+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:59:34.003355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":240,"num_read_kb":143,"num_write":74,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:59.769360+0000","last_change":"2024-09-19T14:06:26.878483+0000","last_active":"2024-09-19T14:19:59.769360+0000","last_peered":"2024-09-19T14:19:59.769360+0000","last_clean":"2024-09-19T14:19:59.769360+0000","last_became_active":"2024-09-19T14:06:26.877810+0000","last_became_peered":"2024-09-19T14:06:26.877810+0000","last_unstale":"2024-09-19T14:19:59.769360+0000","last_undegraded":"2024-09-19T14:19:59.769360+0000","last_fullsized":"2024-09-19T14:19:59.769360+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:44:55.341398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.c","version":"268'9","reported_seq":50,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:57.776914+0000","last_change":"2024-09-19T13:55:09.807997+0000","last_active":"2024-09-19T14:19:57.776914+0000","last_peered":"2024-09-19T14:19:57.776914+0000","last_clean":"2024-09-19T14:19:57.776914+0000","last_became_active":"2024-09-19T13:55:09.806896+0000","last_became_peered":"2024-09-19T13:55:09.806896+0000","last_unstale":"2024-09-19T14:19:57.776914+0000","last_undegraded":"2024-09-19T14:19:57.776914+0000","last_fullsized":"2024-09-19T14:19:57.776914+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:51:03.295335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":14,"num_read_kb":14338,"num_write":14,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.d","version":"268'4","reported_seq":45,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:52.771249+0000","last_change":"2024-09-19T13:55:06.742611+0000","last_active":"2024-09-19T14:19:52.771249+0000","last_peered":"2024-09-19T14:19:52.771249+0000","last_clean":"2024-09-19T14:19:52.771249+0000","last_became_active":"2024-09-19T13:55:06.741897+0000","last_became_peered":"2024-09-19T13:55:06.741897+0000","last_unstale":"2024-09-19T14:19:52.771249+0000","last_undegraded":"2024-09-19T14:19:52.771249+0000","last_fullsized":"2024-09-19T14:19:52.771249+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:46:17.197036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":5,"num_read_kb":10240,"num_write":9,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.e","version":"268'33","reported_seq":131,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:14.798777+0000","last_change":"2024-09-19T13:53:12.477958+0000","last_active":"2024-09-19T14:20:14.798777+0000","last_peered":"2024-09-19T14:20:14.798777+0000","last_clean":"2024-09-19T14:20:14.798777+0000","last_became_active":"2024-09-19T13:53:12.475599+0000","last_became_peered":"2024-09-19T13:53:12.475599+0000","last_unstale":"2024-09-19T14:20:14.798777+0000","last_undegraded":"2024-09-19T14:20:14.798777+0000","last_fullsized":"2024-09-19T14:20:14.798777+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:13:08.312254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":253,"num_read_kb":159,"num_write":84,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:39.820919+0000","last_change":"2024-09-19T14:06:26.862385+0000","last_active":"2024-09-19T14:21:39.820919+0000","last_peered":"2024-09-19T14:21:39.820919+0000","last_clean":"2024-09-19T14:21:39.820919+0000","last_became_active":"2024-09-19T14:06:26.861645+0000","last_became_peered":"2024-09-19T14:06:26.861645+0000","last_unstale":"2024-09-19T14:21:39.820919+0000","last_undegraded":"2024-09-19T14:21:39.820919+0000","last_fullsized":"2024-09-19T14:21:39.820919+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:24:17.908163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.f","version":"265'4","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:02.778139+0000","last_change":"2024-09-19T13:55:09.808880+0000","last_active":"2024-09-19T14:20:02.778139+0000","last_peered":"2024-09-19T14:20:02.778139+0000","last_clean":"2024-09-19T14:20:02.778139+0000","last_became_active":"2024-09-19T13:55:09.807402+0000","last_became_peered":"2024-09-19T13:55:09.807402+0000","last_unstale":"2024-09-19T14:20:02.778139+0000","last_undegraded":"2024-09-19T14:20:02.778139+0000","last_fullsized":"2024-09-19T14:20:02.778139+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:45:16.158532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":4,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.e","version":"268'1","reported_seq":39,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:52.775945+0000","last_change":"2024-09-19T13:55:06.749167+0000","last_active":"2024-09-19T14:19:52.775945+0000","last_peered":"2024-09-19T14:19:52.775945+0000","last_clean":"2024-09-19T14:19:52.775945+0000","last_became_active":"2024-09-19T13:55:06.748613+0000","last_became_peered":"2024-09-19T13:55:06.748613+0000","last_unstale":"2024-09-19T14:19:52.775945+0000","last_undegraded":"2024-09-19T14:19:52.775945+0000","last_fullsized":"2024-09-19T14:19:52.775945+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:20:14.516940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.d","version":"268'39","reported_seq":156,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:14.772747+0000","last_change":"2024-09-19T13:53:12.457851+0000","last_active":"2024-09-19T14:20:14.772747+0000","last_peered":"2024-09-19T14:20:14.772747+0000","last_clean":"2024-09-19T14:20:14.772747+0000","last_became_active":"2024-09-19T13:53:12.457026+0000","last_became_peered":"2024-09-19T13:53:12.457026+0000","last_unstale":"2024-09-19T14:20:14.772747+0000","last_undegraded":"2024-09-19T14:20:14.772747+0000","last_fullsized":"2024-09-19T14:20:14.772747+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:18:16.192020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":323,"num_read_kb":211,"num_write":98,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:39.793464+0000","last_change":"2024-09-19T14:06:26.870693+0000","last_active":"2024-09-19T14:21:39.793464+0000","last_peered":"2024-09-19T14:21:39.793464+0000","last_clean":"2024-09-19T14:21:39.793464+0000","last_became_active":"2024-09-19T14:06:26.869841+0000","last_became_peered":"2024-09-19T14:06:26.869841+0000","last_unstale":"2024-09-19T14:21:39.793464+0000","last_undegraded":"2024-09-19T14:21:39.793464+0000","last_fullsized":"2024-09-19T14:21:39.793464+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:39:29.705551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.e","version":"268'2","reported_seq":33,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:57.768710+0000","last_change":"2024-09-19T13:55:09.811232+0000","last_active":"2024-09-19T14:19:57.768710+0000","last_peered":"2024-09-19T14:19:57.768710+0000","last_clean":"2024-09-19T14:19:57.768710+0000","last_became_active":"2024-09-19T13:55:09.810583+0000","last_became_peered":"2024-09-19T13:55:09.810583+0000","last_unstale":"2024-09-19T14:19:57.768710+0000","last_undegraded":"2024-09-19T14:19:57.768710+0000","last_fullsized":"2024-09-19T14:19:57.768710+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:18:32.112035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.f","version":"0'0","reported_seq":37,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:57.777060+0000","last_change":"2024-09-19T13:55:06.750048+0000","last_active":"2024-09-19T14:19:57.777060+0000","last_peered":"2024-09-19T14:19:57.777060+0000","last_clean":"2024-09-19T14:19:57.777060+0000","last_became_active":"2024-09-19T13:55:06.749512+0000","last_became_peered":"2024-09-19T13:55:06.749512+0000","last_unstale":"2024-09-19T14:19:57.777060+0000","last_undegraded":"2024-09-19T14:19:57.777060+0000","last_fullsized":"2024-09-19T14:19:57.777060+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:58:52.505642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.c","version":"268'44","reported_seq":158,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:17.986498+0000","last_change":"2024-09-19T13:53:12.472807+0000","last_active":"2024-09-19T14:20:17.986498+0000","last_peered":"2024-09-19T14:20:17.986498+0000","last_clean":"2024-09-19T14:20:17.986498+0000","last_became_active":"2024-09-19T13:53:12.472073+0000","last_became_peered":"2024-09-19T13:53:12.472073+0000","last_unstale":"2024-09-19T14:20:17.986498+0000","last_undegraded":"2024-09-19T14:20:17.986498+0000","last_fullsized":"2024-09-19T14:20:17.986498+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:27:25.659275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":321,"num_read_kb":220,"num_write":112,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:57.768674+0000","last_change":"2024-09-19T14:06:26.877891+0000","last_active":"2024-09-19T14:19:57.768674+0000","last_peered":"2024-09-19T14:19:57.768674+0000","last_clean":"2024-09-19T14:19:57.768674+0000","last_became_active":"2024-09-19T14:06:26.872032+0000","last_became_peered":"2024-09-19T14:06:26.872032+0000","last_unstale":"2024-09-19T14:19:57.768674+0000","last_undegraded":"2024-09-19T14:19:57.768674+0000","last_fullsized":"2024-09-19T14:19:57.768674+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:44:31.154222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.9","version":"0'0","reported_seq":32,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:09.812828+0000","last_change":"2024-09-19T13:55:09.806620+0000","last_active":"2024-09-19T14:21:09.812828+0000","last_peered":"2024-09-19T14:21:09.812828+0000","last_clean":"2024-09-19T14:21:09.812828+0000","last_became_active":"2024-09-19T13:55:09.805828+0000","last_became_peered":"2024-09-19T13:55:09.805828+0000","last_unstale":"2024-09-19T14:21:09.812828+0000","last_undegraded":"2024-09-19T14:21:09.812828+0000","last_fullsized":"2024-09-19T14:21:09.812828+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:50.939437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.8","version":"268'10","reported_seq":59,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:07.791919+0000","last_change":"2024-09-19T13:55:06.739951+0000","last_active":"2024-09-19T14:21:07.791919+0000","last_peered":"2024-09-19T14:21:07.791919+0000","last_clean":"2024-09-19T14:21:07.791919+0000","last_became_active":"2024-09-19T13:55:06.739205+0000","last_became_peered":"2024-09-19T13:55:06.739205+0000","last_unstale":"2024-09-19T14:21:07.791919+0000","last_undegraded":"2024-09-19T14:21:07.791919+0000","last_fullsized":"2024-09-19T14:21:07.791919+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:57:14.628878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1108937,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":15,"num_read_kb":22589,"num_write":20,"num_write_kb":9275,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.b","version":"268'30","reported_seq":123,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:12.776023+0000","last_change":"2024-09-19T13:53:12.484480+0000","last_active":"2024-09-19T14:20:12.776023+0000","last_peered":"2024-09-19T14:20:12.776023+0000","last_clean":"2024-09-19T14:20:12.776023+0000","last_became_active":"2024-09-19T13:53:12.483814+0000","last_became_peered":"2024-09-19T13:53:12.483814+0000","last_unstale":"2024-09-19T14:20:12.776023+0000","last_undegraded":"2024-09-19T14:20:12.776023+0000","last_fullsized":"2024-09-19T14:20:12.776023+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:09:58.634412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":233,"num_read_kb":157,"num_write":83,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:04.763631+0000","last_change":"2024-09-19T14:06:26.859929+0000","last_active":"2024-09-19T14:20:04.763631+0000","last_peered":"2024-09-19T14:20:04.763631+0000","last_clean":"2024-09-19T14:20:04.763631+0000","last_became_active":"2024-09-19T14:06:26.859139+0000","last_became_peered":"2024-09-19T14:06:26.859139+0000","last_unstale":"2024-09-19T14:20:04.763631+0000","last_undegraded":"2024-09-19T14:20:04.763631+0000","last_fullsized":"2024-09-19T14:20:04.763631+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:52:56.586185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.8","version":"268'7","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:57.970692+0000","last_change":"2024-09-19T13:55:09.791310+0000","last_active":"2024-09-19T14:23:57.970692+0000","last_peered":"2024-09-19T14:23:57.970692+0000","last_clean":"2024-09-19T14:23:57.970692+0000","last_became_active":"2024-09-19T13:55:09.790511+0000","last_became_peered":"2024-09-19T13:55:09.790511+0000","last_unstale":"2024-09-19T14:23:57.970692+0000","last_undegraded":"2024-09-19T14:23:57.970692+0000","last_fullsized":"2024-09-19T14:23:57.970692+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:20:31.330462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":1342,"num_write":12,"num_write_kb":5438,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"66.9","version":"265'2","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:07.785410+0000","last_change":"2024-09-19T13:55:06.746140+0000","last_active":"2024-09-19T14:21:07.785410+0000","last_peered":"2024-09-19T14:21:07.785410+0000","last_clean":"2024-09-19T14:21:07.785410+0000","last_became_active":"2024-09-19T13:55:06.745539+0000","last_became_peered":"2024-09-19T13:55:06.745539+0000","last_unstale":"2024-09-19T14:21:07.785410+0000","last_undegraded":"2024-09-19T14:21:07.785410+0000","last_fullsized":"2024-09-19T14:21:07.785410+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:43:34.668422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.a","version":"268'25","reported_seq":111,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:29.787931+0000","last_change":"2024-09-19T13:53:12.460579+0000","last_active":"2024-09-19T14:21:29.787931+0000","last_peered":"2024-09-19T14:21:29.787931+0000","last_clean":"2024-09-19T14:21:29.787931+0000","last_became_active":"2024-09-19T13:53:12.459497+0000","last_became_peered":"2024-09-19T13:53:12.459497+0000","last_unstale":"2024-09-19T14:21:29.787931+0000","last_undegraded":"2024-09-19T14:21:29.787931+0000","last_fullsized":"2024-09-19T14:21:29.787931+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:42:28.898147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":185,"num_read_kb":123,"num_write":63,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.c","version":"268'1","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:59.754883+0000","last_change":"2024-09-19T14:06:26.886367+0000","last_active":"2024-09-19T14:19:59.754883+0000","last_peered":"2024-09-19T14:19:59.754883+0000","last_clean":"2024-09-19T14:19:59.754883+0000","last_became_active":"2024-09-19T14:06:26.885419+0000","last_became_peered":"2024-09-19T14:06:26.885419+0000","last_unstale":"2024-09-19T14:19:59.754883+0000","last_undegraded":"2024-09-19T14:19:59.754883+0000","last_fullsized":"2024-09-19T14:19:59.754883+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:28:07.986393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.b","version":"265'2","reported_seq":35,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:57.772179+0000","last_change":"2024-09-19T13:55:09.816303+0000","last_active":"2024-09-19T14:19:57.772179+0000","last_peered":"2024-09-19T14:19:57.772179+0000","last_clean":"2024-09-19T14:19:57.772179+0000","last_became_active":"2024-09-19T13:55:09.815512+0000","last_became_peered":"2024-09-19T13:55:09.815512+0000","last_unstale":"2024-09-19T14:19:57.772179+0000","last_undegraded":"2024-09-19T14:19:57.772179+0000","last_fullsized":"2024-09-19T14:19:57.772179+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:58:08.512879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.a","version":"268'1","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:12.793090+0000","last_change":"2024-09-19T13:55:06.743462+0000","last_active":"2024-09-19T14:21:12.793090+0000","last_peered":"2024-09-19T14:21:12.793090+0000","last_clean":"2024-09-19T14:21:12.793090+0000","last_became_active":"2024-09-19T13:55:06.742787+0000","last_became_peered":"2024-09-19T13:55:06.742787+0000","last_unstale":"2024-09-19T14:21:12.793090+0000","last_undegraded":"2024-09-19T14:21:12.793090+0000","last_fullsized":"2024-09-19T14:21:12.793090+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:55:08.992925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8192,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.9","version":"268'38","reported_seq":150,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:22.788959+0000","last_change":"2024-09-19T13:53:12.462068+0000","last_active":"2024-09-19T14:21:22.788959+0000","last_peered":"2024-09-19T14:21:22.788959+0000","last_clean":"2024-09-19T14:21:22.788959+0000","last_became_active":"2024-09-19T13:53:12.461291+0000","last_became_peered":"2024-09-19T13:53:12.461291+0000","last_unstale":"2024-09-19T14:21:22.788959+0000","last_undegraded":"2024-09-19T14:21:22.788959+0000","last_fullsized":"2024-09-19T14:21:22.788959+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:59:39.977598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":311,"num_read_kb":203,"num_write":97,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:57.776989+0000","last_change":"2024-09-19T14:06:26.882404+0000","last_active":"2024-09-19T14:19:57.776989+0000","last_peered":"2024-09-19T14:19:57.776989+0000","last_clean":"2024-09-19T14:19:57.776989+0000","last_became_active":"2024-09-19T14:06:26.881977+0000","last_became_peered":"2024-09-19T14:06:26.881977+0000","last_unstale":"2024-09-19T14:19:57.776989+0000","last_undegraded":"2024-09-19T14:19:57.776989+0000","last_fullsized":"2024-09-19T14:19:57.776989+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:06:57.343732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.a","version":"268'3","reported_seq":37,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:29.800146+0000","last_change":"2024-09-19T13:55:09.800441+0000","last_active":"2024-09-19T14:23:29.800146+0000","last_peered":"2024-09-19T14:23:29.800146+0000","last_clean":"2024-09-19T14:23:29.800146+0000","last_became_active":"2024-09-19T13:55:09.799665+0000","last_became_peered":"2024-09-19T13:55:09.799665+0000","last_unstale":"2024-09-19T14:23:29.800146+0000","last_undegraded":"2024-09-19T14:23:29.800146+0000","last_fullsized":"2024-09-19T14:23:29.800146+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:21:53.586107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.b","version":"268'6","reported_seq":49,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:09.828987+0000","last_change":"2024-09-19T13:55:06.739029+0000","last_active":"2024-09-19T14:22:09.828987+0000","last_peered":"2024-09-19T14:22:09.828987+0000","last_clean":"2024-09-19T14:22:09.828987+0000","last_became_active":"2024-09-19T13:55:06.737872+0000","last_became_peered":"2024-09-19T13:55:06.737872+0000","last_unstale":"2024-09-19T14:22:09.828987+0000","last_undegraded":"2024-09-19T14:22:09.828987+0000","last_fullsized":"2024-09-19T14:22:09.828987+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:08:38.785960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":4098,"num_write":6,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.8","version":"268'39","reported_seq":145,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:24.774629+0000","last_change":"2024-09-19T13:53:12.476149+0000","last_active":"2024-09-19T14:21:24.774629+0000","last_peered":"2024-09-19T14:21:24.774629+0000","last_clean":"2024-09-19T14:21:24.774629+0000","last_became_active":"2024-09-19T13:53:12.475372+0000","last_became_peered":"2024-09-19T13:53:12.475372+0000","last_unstale":"2024-09-19T14:21:24.774629+0000","last_undegraded":"2024-09-19T14:21:24.774629+0000","last_fullsized":"2024-09-19T14:21:24.774629+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:15:43.833114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":292,"num_read_kb":195,"num_write":104,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:04.769484+0000","last_change":"2024-09-19T14:06:26.880365+0000","last_active":"2024-09-19T14:21:04.769484+0000","last_peered":"2024-09-19T14:21:04.769484+0000","last_clean":"2024-09-19T14:21:04.769484+0000","last_became_active":"2024-09-19T14:06:26.879771+0000","last_became_peered":"2024-09-19T14:06:26.879771+0000","last_unstale":"2024-09-19T14:21:04.769484+0000","last_undegraded":"2024-09-19T14:21:04.769484+0000","last_fullsized":"2024-09-19T14:21:04.769484+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:59:29.560936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.5","version":"265'10","reported_seq":56,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:22.774429+0000","last_change":"2024-09-19T13:55:09.804600+0000","last_active":"2024-09-19T14:20:22.774429+0000","last_peered":"2024-09-19T14:20:22.774429+0000","last_clean":"2024-09-19T14:20:22.774429+0000","last_became_active":"2024-09-19T13:55:09.803908+0000","last_became_peered":"2024-09-19T13:55:09.803908+0000","last_unstale":"2024-09-19T14:20:22.774429+0000","last_undegraded":"2024-09-19T14:20:22.774429+0000","last_fullsized":"2024-09-19T14:20:22.774429+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:49:11.555856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":21,"num_read_kb":12292,"num_write":10,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.4","version":"265'6","reported_seq":52,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:09.797507+0000","last_change":"2024-09-19T13:55:06.736281+0000","last_active":"2024-09-19T14:20:09.797507+0000","last_peered":"2024-09-19T14:20:09.797507+0000","last_clean":"2024-09-19T14:20:09.797507+0000","last_became_active":"2024-09-19T13:55:06.735489+0000","last_became_peered":"2024-09-19T13:55:06.735489+0000","last_unstale":"2024-09-19T14:20:09.797507+0000","last_undegraded":"2024-09-19T14:20:09.797507+0000","last_fullsized":"2024-09-19T14:20:09.797507+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:37:05.553535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":5122,"num_write":6,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.7","version":"265'8","reported_seq":66,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:22.785260+0000","last_change":"2024-09-19T13:53:12.470358+0000","last_active":"2024-09-19T14:21:22.785260+0000","last_peered":"2024-09-19T14:21:22.785260+0000","last_clean":"2024-09-19T14:21:22.785260+0000","last_became_active":"2024-09-19T13:53:12.468649+0000","last_became_peered":"2024-09-19T13:53:12.468649+0000","last_unstale":"2024-09-19T14:21:22.785260+0000","last_undegraded":"2024-09-19T14:21:22.785260+0000","last_fullsized":"2024-09-19T14:21:22.785260+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:12:21.923097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":63,"num_read_kb":43,"num_write":20,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:04.769530+0000","last_change":"2024-09-19T14:06:26.875212+0000","last_active":"2024-09-19T14:21:04.769530+0000","last_peered":"2024-09-19T14:21:04.769530+0000","last_clean":"2024-09-19T14:21:04.769530+0000","last_became_active":"2024-09-19T14:06:26.874405+0000","last_became_peered":"2024-09-19T14:06:26.874405+0000","last_unstale":"2024-09-19T14:21:04.769530+0000","last_undegraded":"2024-09-19T14:21:04.769530+0000","last_fullsized":"2024-09-19T14:21:04.769530+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:41:13.448858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.4","version":"268'1","reported_seq":35,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:12.772189+0000","last_change":"2024-09-19T13:55:09.786109+0000","last_active":"2024-09-19T14:20:12.772189+0000","last_peered":"2024-09-19T14:20:12.772189+0000","last_clean":"2024-09-19T14:20:12.772189+0000","last_became_active":"2024-09-19T13:55:09.785402+0000","last_became_peered":"2024-09-19T13:55:09.785402+0000","last_unstale":"2024-09-19T14:20:12.772189+0000","last_undegraded":"2024-09-19T14:20:12.772189+0000","last_fullsized":"2024-09-19T14:20:12.772189+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:22:10.873339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":584363,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":1142,"num_write":1,"num_write_kb":571,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.5","version":"268'1","reported_seq":40,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:12.769380+0000","last_change":"2024-09-19T13:55:06.732734+0000","last_active":"2024-09-19T14:20:12.769380+0000","last_peered":"2024-09-19T14:20:12.769380+0000","last_clean":"2024-09-19T14:20:12.769380+0000","last_became_active":"2024-09-19T13:55:06.732266+0000","last_became_peered":"2024-09-19T13:55:06.732266+0000","last_unstale":"2024-09-19T14:20:12.769380+0000","last_undegraded":"2024-09-19T14:20:12.769380+0000","last_fullsized":"2024-09-19T14:20:12.769380+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:10:50.240081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48422,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":48,"num_write":1,"num_write_kb":48,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.6","version":"268'31","reported_seq":130,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:24.817135+0000","last_change":"2024-09-19T13:53:12.472407+0000","last_active":"2024-09-19T14:21:24.817135+0000","last_peered":"2024-09-19T14:21:24.817135+0000","last_clean":"2024-09-19T14:21:24.817135+0000","last_became_active":"2024-09-19T13:53:12.468297+0000","last_became_peered":"2024-09-19T13:53:12.468297+0000","last_unstale":"2024-09-19T14:21:24.817135+0000","last_undegraded":"2024-09-19T14:21:24.817135+0000","last_fullsized":"2024-09-19T14:21:24.817135+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:20:20.597620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":260,"num_read_kb":195,"num_write":72,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:32.776559+0000","last_change":"2024-09-19T14:06:26.880083+0000","last_active":"2024-09-19T14:20:32.776559+0000","last_peered":"2024-09-19T14:20:32.776559+0000","last_clean":"2024-09-19T14:20:32.776559+0000","last_became_active":"2024-09-19T14:06:26.879275+0000","last_became_peered":"2024-09-19T14:06:26.879275+0000","last_unstale":"2024-09-19T14:20:32.776559+0000","last_undegraded":"2024-09-19T14:20:32.776559+0000","last_fullsized":"2024-09-19T14:20:32.776559+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:57:32.352342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.7","version":"0'0","reported_seq":32,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:09.770701+0000","last_change":"2024-09-19T13:55:09.799801+0000","last_active":"2024-09-19T14:21:09.770701+0000","last_peered":"2024-09-19T14:21:09.770701+0000","last_clean":"2024-09-19T14:21:09.770701+0000","last_became_active":"2024-09-19T13:55:09.799016+0000","last_became_peered":"2024-09-19T13:55:09.799016+0000","last_unstale":"2024-09-19T14:21:09.770701+0000","last_undegraded":"2024-09-19T14:21:09.770701+0000","last_fullsized":"2024-09-19T14:21:09.770701+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:59:03.498429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.6","version":"268'5","reported_seq":44,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.473613+0000","last_change":"2024-09-19T13:55:06.730537+0000","last_active":"2024-09-19T14:23:58.473613+0000","last_peered":"2024-09-19T14:23:58.473613+0000","last_clean":"2024-09-19T14:23:58.473613+0000","last_became_active":"2024-09-19T13:55:06.729865+0000","last_became_peered":"2024-09-19T13:55:06.729865+0000","last_unstale":"2024-09-19T14:23:58.473613+0000","last_undegraded":"2024-09-19T14:23:58.473613+0000","last_fullsized":"2024-09-19T14:23:58.473613+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:07:25.282281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.5","version":"268'40","reported_seq":159,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:24.772238+0000","last_change":"2024-09-19T13:53:12.468961+0000","last_active":"2024-09-19T14:20:24.772238+0000","last_peered":"2024-09-19T14:20:24.772238+0000","last_clean":"2024-09-19T14:20:24.772238+0000","last_became_active":"2024-09-19T13:53:12.468116+0000","last_became_peered":"2024-09-19T13:53:12.468116+0000","last_unstale":"2024-09-19T14:20:24.772238+0000","last_undegraded":"2024-09-19T14:20:24.772238+0000","last_fullsized":"2024-09-19T14:20:24.772238+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:59:37.907744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":330,"num_read_kb":193,"num_write":102,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:04.811461+0000","last_change":"2024-09-19T14:06:26.857354+0000","last_active":"2024-09-19T14:21:04.811461+0000","last_peered":"2024-09-19T14:21:04.811461+0000","last_clean":"2024-09-19T14:21:04.811461+0000","last_became_active":"2024-09-19T14:06:26.856594+0000","last_became_peered":"2024-09-19T14:06:26.856594+0000","last_unstale":"2024-09-19T14:21:04.811461+0000","last_undegraded":"2024-09-19T14:21:04.811461+0000","last_fullsized":"2024-09-19T14:21:04.811461+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:07:21.078033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.6","version":"268'5","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:19.609235+0000","last_change":"2024-09-19T13:55:09.810984+0000","last_active":"2024-09-19T14:23:19.609235+0000","last_peered":"2024-09-19T14:23:19.609235+0000","last_clean":"2024-09-19T14:23:19.609235+0000","last_became_active":"2024-09-19T13:55:09.810178+0000","last_became_peered":"2024-09-19T13:55:09.810178+0000","last_unstale":"2024-09-19T14:23:19.609235+0000","last_undegraded":"2024-09-19T14:23:19.609235+0000","last_fullsized":"2024-09-19T14:23:19.609235+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:07:23.149525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":2577,"num_write":10,"num_write_kb":1553,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.7","version":"265'3","reported_seq":43,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:09.813111+0000","last_change":"2024-09-19T13:55:06.719674+0000","last_active":"2024-09-19T14:21:09.813111+0000","last_peered":"2024-09-19T14:21:09.813111+0000","last_clean":"2024-09-19T14:21:09.813111+0000","last_became_active":"2024-09-19T13:55:06.718846+0000","last_became_peered":"2024-09-19T13:55:06.718846+0000","last_unstale":"2024-09-19T14:21:09.813111+0000","last_undegraded":"2024-09-19T14:21:09.813111+0000","last_fullsized":"2024-09-19T14:21:09.813111+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:32:47.320312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.4","version":"268'133","reported_seq":438,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:40.947922+0000","last_change":"2024-09-19T13:53:12.465869+0000","last_active":"2024-09-19T14:20:40.947922+0000","last_peered":"2024-09-19T14:20:40.947922+0000","last_clean":"2024-09-19T14:20:40.947922+0000","last_became_active":"2024-09-19T13:53:12.465155+0000","last_became_peered":"2024-09-19T13:53:12.465155+0000","last_unstale":"2024-09-19T14:20:40.947922+0000","last_undegraded":"2024-09-19T14:20:40.947922+0000","last_fullsized":"2024-09-19T14:20:40.947922+0000","mapping_epoch":257,"log_start":"265'100","ondisk_log_start":"265'100","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:20:39.660153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1234,"num_read_kb":1138,"num_write":276,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.6","version":"267'1","reported_seq":22,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:37.798598+0000","last_change":"2024-09-19T14:06:26.868548+0000","last_active":"2024-09-19T14:21:37.798598+0000","last_peered":"2024-09-19T14:21:37.798598+0000","last_clean":"2024-09-19T14:21:37.798598+0000","last_became_active":"2024-09-19T14:06:26.867699+0000","last_became_peered":"2024-09-19T14:06:26.867699+0000","last_unstale":"2024-09-19T14:21:37.798598+0000","last_undegraded":"2024-09-19T14:21:37.798598+0000","last_fullsized":"2024-09-19T14:21:37.798598+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:00:32.441920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1","version":"268'4","reported_seq":38,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:12.769244+0000","last_change":"2024-09-19T13:55:09.796824+0000","last_active":"2024-09-19T14:20:12.769244+0000","last_peered":"2024-09-19T14:20:12.769244+0000","last_clean":"2024-09-19T14:20:12.769244+0000","last_became_active":"2024-09-19T13:55:09.795960+0000","last_became_peered":"2024-09-19T13:55:09.795960+0000","last_unstale":"2024-09-19T14:20:12.769244+0000","last_undegraded":"2024-09-19T14:20:12.769244+0000","last_fullsized":"2024-09-19T14:20:12.769244+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:38:34.922074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":9,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.0","version":"268'2","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:14.810181+0000","last_change":"2024-09-19T13:55:06.716645+0000","last_active":"2024-09-19T14:23:14.810181+0000","last_peered":"2024-09-19T14:23:14.810181+0000","last_clean":"2024-09-19T14:23:14.810181+0000","last_became_active":"2024-09-19T13:55:06.715888+0000","last_became_peered":"2024-09-19T13:55:06.715888+0000","last_unstale":"2024-09-19T14:23:14.810181+0000","last_undegraded":"2024-09-19T14:23:14.810181+0000","last_fullsized":"2024-09-19T14:23:14.810181+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:14:22.426173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":571,"num_write":2,"num_write_kb":571,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.3","version":"268'17","reported_seq":88,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:19.770871+0000","last_change":"2024-09-19T13:53:12.457411+0000","last_active":"2024-09-19T14:20:19.770871+0000","last_peered":"2024-09-19T14:20:19.770871+0000","last_clean":"2024-09-19T14:20:19.770871+0000","last_became_active":"2024-09-19T13:53:12.456607+0000","last_became_peered":"2024-09-19T13:53:12.456607+0000","last_unstale":"2024-09-19T14:20:19.770871+0000","last_undegraded":"2024-09-19T14:20:19.770871+0000","last_fullsized":"2024-09-19T14:20:19.770871+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:04.803656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":123,"num_read_kb":81,"num_write":46,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:37.788526+0000","last_change":"2024-09-19T14:06:26.879408+0000","last_active":"2024-09-19T14:21:37.788526+0000","last_peered":"2024-09-19T14:21:37.788526+0000","last_clean":"2024-09-19T14:21:37.788526+0000","last_became_active":"2024-09-19T14:06:26.878528+0000","last_became_peered":"2024-09-19T14:06:26.878528+0000","last_unstale":"2024-09-19T14:21:37.788526+0000","last_undegraded":"2024-09-19T14:21:37.788526+0000","last_fullsized":"2024-09-19T14:21:37.788526+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:04:57.129270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.0","version":"268'13","reported_seq":59,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.275264+0000","last_change":"2024-09-19T13:55:09.803910+0000","last_active":"2024-09-19T14:23:58.275264+0000","last_peered":"2024-09-19T14:23:58.275264+0000","last_clean":"2024-09-19T14:23:58.275264+0000","last_became_active":"2024-09-19T13:55:09.803190+0000","last_became_peered":"2024-09-19T13:55:09.803190+0000","last_unstale":"2024-09-19T14:23:58.275264+0000","last_undegraded":"2024-09-19T14:23:58.275264+0000","last_fullsized":"2024-09-19T14:23:58.275264+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:02:37.537409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":20,"num_read_kb":22530,"num_write":18,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1","version":"0'0","reported_seq":38,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:09.797357+0000","last_change":"2024-09-19T13:55:06.745461+0000","last_active":"2024-09-19T14:20:09.797357+0000","last_peered":"2024-09-19T14:20:09.797357+0000","last_clean":"2024-09-19T14:20:09.797357+0000","last_became_active":"2024-09-19T13:55:06.744676+0000","last_became_peered":"2024-09-19T13:55:06.744676+0000","last_unstale":"2024-09-19T14:20:09.797357+0000","last_undegraded":"2024-09-19T14:20:09.797357+0000","last_fullsized":"2024-09-19T14:20:09.797357+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:07:59.114808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.2","version":"268'55","reported_seq":202,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:19.800078+0000","last_change":"2024-09-19T13:53:12.475747+0000","last_active":"2024-09-19T14:20:19.800078+0000","last_peered":"2024-09-19T14:20:19.800078+0000","last_clean":"2024-09-19T14:20:19.800078+0000","last_became_active":"2024-09-19T13:53:12.474878+0000","last_became_peered":"2024-09-19T13:53:12.474878+0000","last_unstale":"2024-09-19T14:20:19.800078+0000","last_undegraded":"2024-09-19T14:20:19.800078+0000","last_fullsized":"2024-09-19T14:20:19.800078+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":0,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:05:33.384528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":475,"num_read_kb":305,"num_write":132,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:02.784275+0000","last_change":"2024-09-19T14:06:26.870785+0000","last_active":"2024-09-19T14:21:02.784275+0000","last_peered":"2024-09-19T14:21:02.784275+0000","last_clean":"2024-09-19T14:21:02.784275+0000","last_became_active":"2024-09-19T14:06:26.870028+0000","last_became_peered":"2024-09-19T14:06:26.870028+0000","last_unstale":"2024-09-19T14:21:02.784275+0000","last_undegraded":"2024-09-19T14:21:02.784275+0000","last_fullsized":"2024-09-19T14:21:02.784275+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:48:32.566897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.3","version":"0'0","reported_seq":32,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:09.768499+0000","last_change":"2024-09-19T13:55:09.809180+0000","last_active":"2024-09-19T14:20:09.768499+0000","last_peered":"2024-09-19T14:20:09.768499+0000","last_clean":"2024-09-19T14:20:09.768499+0000","last_became_active":"2024-09-19T13:55:09.795576+0000","last_became_peered":"2024-09-19T13:55:09.795576+0000","last_unstale":"2024-09-19T14:20:09.768499+0000","last_undegraded":"2024-09-19T14:20:09.768499+0000","last_fullsized":"2024-09-19T14:20:09.768499+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:54:51.558335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"66.2","version":"268'7","reported_seq":54,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:07.774667+0000","last_change":"2024-09-19T13:55:06.731372+0000","last_active":"2024-09-19T14:20:07.774667+0000","last_peered":"2024-09-19T14:20:07.774667+0000","last_clean":"2024-09-19T14:20:07.774667+0000","last_became_active":"2024-09-19T13:55:06.731004+0000","last_became_peered":"2024-09-19T13:55:06.731004+0000","last_unstale":"2024-09-19T14:20:07.774667+0000","last_undegraded":"2024-09-19T14:20:07.774667+0000","last_fullsized":"2024-09-19T14:20:07.774667+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:54:57.870778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":13,"num_read_kb":12290,"num_write":7,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.1","version":"268'41","reported_seq":156,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:46.397855+0000","last_change":"2024-09-19T13:53:12.471488+0000","last_active":"2024-09-19T14:20:46.397855+0000","last_peered":"2024-09-19T14:20:46.397855+0000","last_clean":"2024-09-19T14:20:46.397855+0000","last_became_active":"2024-09-19T13:53:12.470782+0000","last_became_peered":"2024-09-19T13:53:12.470782+0000","last_unstale":"2024-09-19T14:20:46.397855+0000","last_undegraded":"2024-09-19T14:20:46.397855+0000","last_fullsized":"2024-09-19T14:20:46.397855+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:56:56.976239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":333,"num_read_kb":216,"num_write":101,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:09.813016+0000","last_change":"2024-09-19T14:06:26.873449+0000","last_active":"2024-09-19T14:21:09.813016+0000","last_peered":"2024-09-19T14:21:09.813016+0000","last_clean":"2024-09-19T14:21:09.813016+0000","last_became_active":"2024-09-19T14:06:26.872809+0000","last_became_peered":"2024-09-19T14:06:26.872809+0000","last_unstale":"2024-09-19T14:21:09.813016+0000","last_undegraded":"2024-09-19T14:21:09.813016+0000","last_fullsized":"2024-09-19T14:21:09.813016+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:13:24.156423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.2","version":"268'8","reported_seq":46,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.612684+0000","last_change":"2024-09-19T13:55:09.792510+0000","last_active":"2024-09-19T14:23:58.612684+0000","last_peered":"2024-09-19T14:23:58.612684+0000","last_clean":"2024-09-19T14:23:58.612684+0000","last_became_active":"2024-09-19T13:55:09.791757+0000","last_became_peered":"2024-09-19T13:55:09.791757+0000","last_unstale":"2024-09-19T14:23:58.612684+0000","last_undegraded":"2024-09-19T14:23:58.612684+0000","last_fullsized":"2024-09-19T14:23:58.612684+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:09:38.247825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":11312,"num_write":8,"num_write_kb":11312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"66.3","version":"0'0","reported_seq":38,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:09.771608+0000","last_change":"2024-09-19T13:55:06.730930+0000","last_active":"2024-09-19T14:20:09.771608+0000","last_peered":"2024-09-19T14:20:09.771608+0000","last_clean":"2024-09-19T14:20:09.771608+0000","last_became_active":"2024-09-19T13:55:06.730174+0000","last_became_peered":"2024-09-19T13:55:06.730174+0000","last_unstale":"2024-09-19T14:20:09.771608+0000","last_undegraded":"2024-09-19T14:20:09.771608+0000","last_fullsized":"2024-09-19T14:20:09.771608+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:11:58.316249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.0","version":"268'42","reported_seq":158,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:19.785651+0000","last_change":"2024-09-19T13:53:12.474487+0000","last_active":"2024-09-19T14:21:19.785651+0000","last_peered":"2024-09-19T14:21:19.785651+0000","last_clean":"2024-09-19T14:21:19.785651+0000","last_became_active":"2024-09-19T13:53:12.473659+0000","last_became_peered":"2024-09-19T13:53:12.473659+0000","last_unstale":"2024-09-19T14:21:19.785651+0000","last_undegraded":"2024-09-19T14:21:19.785651+0000","last_fullsized":"2024-09-19T14:21:19.785651+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:10:29.934924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":339,"num_read_kb":229,"num_write":102,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3f","version":"268'332","reported_seq":997,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.730193+0000","last_change":"2024-09-19T13:37:42.999167+0000","last_active":"2024-09-19T14:23:59.730193+0000","last_peered":"2024-09-19T14:23:59.730193+0000","last_clean":"2024-09-19T14:23:59.730193+0000","last_became_active":"2024-09-19T13:37:42.998595+0000","last_became_peered":"2024-09-19T13:37:42.998595+0000","last_unstale":"2024-09-19T14:23:59.730193+0000","last_undegraded":"2024-09-19T14:23:59.730193+0000","last_fullsized":"2024-09-19T14:23:59.730193+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:13:18.062593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1123,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":706,"num_read_kb":1612,"num_write":1151,"num_write_kb":26082,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.38","version":"268'191","reported_seq":811,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:50.438664+0000","last_change":"2024-09-19T13:37:44.988468+0000","last_active":"2024-09-19T14:23:50.438664+0000","last_peered":"2024-09-19T14:23:50.438664+0000","last_clean":"2024-09-19T14:23:50.438664+0000","last_became_active":"2024-09-19T13:37:44.988042+0000","last_became_peered":"2024-09-19T13:37:44.988042+0000","last_unstale":"2024-09-19T14:23:50.438664+0000","last_undegraded":"2024-09-19T14:23:50.438664+0000","last_fullsized":"2024-09-19T14:23:50.438664+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:47:24.069981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":868,"num_read_kb":716,"num_write":299,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3e","version":"268'304","reported_seq":970,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:27.509820+0000","last_change":"2024-09-19T13:37:43.016163+0000","last_active":"2024-09-19T14:22:27.509820+0000","last_peered":"2024-09-19T14:22:27.509820+0000","last_clean":"2024-09-19T14:22:27.509820+0000","last_became_active":"2024-09-19T13:37:43.013931+0000","last_became_peered":"2024-09-19T13:37:43.013931+0000","last_unstale":"2024-09-19T14:22:27.509820+0000","last_undegraded":"2024-09-19T14:22:27.509820+0000","last_fullsized":"2024-09-19T14:22:27.509820+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":200,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:52:56.577172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18817077,"num_objects":68,"num_object_clones":0,"num_object_copies":204,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":68,"num_whiteouts":0,"num_read":607,"num_read_kb":50035,"num_write":1176,"num_write_kb":34859,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.39","version":"268'298","reported_seq":988,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:04.870781+0000","last_change":"2024-09-19T13:37:44.981870+0000","last_active":"2024-09-19T14:22:04.870781+0000","last_peered":"2024-09-19T14:22:04.870781+0000","last_clean":"2024-09-19T14:22:04.870781+0000","last_became_active":"2024-09-19T13:37:44.980771+0000","last_became_peered":"2024-09-19T13:37:44.980771+0000","last_unstale":"2024-09-19T14:22:04.870781+0000","last_undegraded":"2024-09-19T14:22:04.870781+0000","last_fullsized":"2024-09-19T14:22:04.870781+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":200,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:07:17.873414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1416,"num_read_kb":1186,"num_write":494,"num_write_kb":282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3d","version":"268'286","reported_seq":974,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:27.832333+0000","last_change":"2024-09-19T13:37:43.012810+0000","last_active":"2024-09-19T14:22:27.832333+0000","last_peered":"2024-09-19T14:22:27.832333+0000","last_clean":"2024-09-19T14:22:27.832333+0000","last_became_active":"2024-09-19T13:37:43.011731+0000","last_became_peered":"2024-09-19T13:37:43.011731+0000","last_unstale":"2024-09-19T14:22:27.832333+0000","last_undegraded":"2024-09-19T14:22:27.832333+0000","last_fullsized":"2024-09-19T14:22:27.832333+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":200,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:34:35.679114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8758215,"num_objects":72,"num_object_clones":0,"num_object_copies":216,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":631,"num_read_kb":22108,"num_write":990,"num_write_kb":42300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3a","version":"268'298","reported_seq":868,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:43.584242+0000","last_change":"2024-09-19T13:37:44.983972+0000","last_active":"2024-09-19T14:20:43.584242+0000","last_peered":"2024-09-19T14:20:43.584242+0000","last_clean":"2024-09-19T14:20:43.584242+0000","last_became_active":"2024-09-19T13:37:44.983545+0000","last_became_peered":"2024-09-19T13:37:44.983545+0000","last_unstale":"2024-09-19T14:20:43.584242+0000","last_undegraded":"2024-09-19T14:20:43.584242+0000","last_fullsized":"2024-09-19T14:20:43.584242+0000","mapping_epoch":27,"log_start":"265'200","ondisk_log_start":"265'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":200,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:24:51.741113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1280,"num_read_kb":1008,"num_write":491,"num_write_kb":256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3c","version":"268'285","reported_seq":908,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.783162+0000","last_change":"2024-09-19T13:37:42.977429+0000","last_active":"2024-09-19T14:23:59.783162+0000","last_peered":"2024-09-19T14:23:59.783162+0000","last_clean":"2024-09-19T14:23:59.783162+0000","last_became_active":"2024-09-19T13:37:42.976428+0000","last_became_peered":"2024-09-19T13:37:42.976428+0000","last_unstale":"2024-09-19T14:23:59.783162+0000","last_undegraded":"2024-09-19T14:23:59.783162+0000","last_fullsized":"2024-09-19T14:23:59.783162+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:57:11.343617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136915,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":517,"num_read_kb":1576,"num_write":947,"num_write_kb":18809,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3b","version":"268'150","reported_seq":775,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:02.773110+0000","last_change":"2024-09-19T13:37:44.987681+0000","last_active":"2024-09-19T14:22:02.773110+0000","last_peered":"2024-09-19T14:22:02.773110+0000","last_clean":"2024-09-19T14:22:02.773110+0000","last_became_active":"2024-09-19T13:37:44.986925+0000","last_became_peered":"2024-09-19T13:37:44.986925+0000","last_unstale":"2024-09-19T14:22:02.773110+0000","last_undegraded":"2024-09-19T14:22:02.773110+0000","last_fullsized":"2024-09-19T14:22:02.773110+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:58:06.640214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":694,"num_read_kb":586,"num_write":224,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"268'348","reported_seq":998,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.686304+0000","last_change":"2024-09-19T13:37:43.011158+0000","last_active":"2024-09-19T14:23:59.686304+0000","last_peered":"2024-09-19T14:23:59.686304+0000","last_clean":"2024-09-19T14:23:59.686304+0000","last_became_active":"2024-09-19T13:37:43.010712+0000","last_became_peered":"2024-09-19T13:37:43.010712+0000","last_unstale":"2024-09-19T14:23:59.686304+0000","last_undegraded":"2024-09-19T14:23:59.686304+0000","last_fullsized":"2024-09-19T14:23:59.686304+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:46.918108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1137033,"num_objects":16,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":616,"num_read_kb":20416,"num_write":1208,"num_write_kb":38048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3c","version":"268'131","reported_seq":727,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:15.470286+0000","last_change":"2024-09-19T13:37:44.979924+0000","last_active":"2024-09-19T14:22:15.470286+0000","last_peered":"2024-09-19T14:22:15.470286+0000","last_clean":"2024-09-19T14:22:15.470286+0000","last_became_active":"2024-09-19T13:37:44.979639+0000","last_became_peered":"2024-09-19T13:37:44.979639+0000","last_unstale":"2024-09-19T14:22:15.470286+0000","last_undegraded":"2024-09-19T14:22:15.470286+0000","last_fullsized":"2024-09-19T14:22:15.470286+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:48:10.419103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":562,"num_read_kb":468,"num_write":220,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"268'341","reported_seq":972,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.769804+0000","last_change":"2024-09-19T13:37:42.971408+0000","last_active":"2024-09-19T14:23:59.769804+0000","last_peered":"2024-09-19T14:23:59.769804+0000","last_clean":"2024-09-19T14:23:59.769804+0000","last_became_active":"2024-09-19T13:37:42.970817+0000","last_became_peered":"2024-09-19T13:37:42.970817+0000","last_unstale":"2024-09-19T14:23:59.769804+0000","last_undegraded":"2024-09-19T14:23:59.769804+0000","last_fullsized":"2024-09-19T14:23:59.769804+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:22:49.873025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136981,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":606,"num_read_kb":18071,"num_write":1043,"num_write_kb":31772,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3d","version":"268'139","reported_seq":747,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:29.776155+0000","last_change":"2024-09-19T13:37:45.002142+0000","last_active":"2024-09-19T14:21:29.776155+0000","last_peered":"2024-09-19T14:21:29.776155+0000","last_clean":"2024-09-19T14:21:29.776155+0000","last_became_active":"2024-09-19T13:37:45.001685+0000","last_became_peered":"2024-09-19T13:37:45.001685+0000","last_unstale":"2024-09-19T14:21:29.776155+0000","last_undegraded":"2024-09-19T14:21:29.776155+0000","last_fullsized":"2024-09-19T14:21:29.776155+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:54:40.967976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":600,"num_read_kb":500,"num_write":209,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.39","version":"268'366","reported_seq":1015,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.741762+0000","last_change":"2024-09-19T13:37:42.975298+0000","last_active":"2024-09-19T14:23:59.741762+0000","last_peered":"2024-09-19T14:23:59.741762+0000","last_clean":"2024-09-19T14:23:59.741762+0000","last_became_active":"2024-09-19T13:37:42.974777+0000","last_became_peered":"2024-09-19T13:37:42.974777+0000","last_unstale":"2024-09-19T14:23:59.741762+0000","last_undegraded":"2024-09-19T14:23:59.741762+0000","last_fullsized":"2024-09-19T14:23:59.741762+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":300,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:57:54.473962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136908,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":753,"num_read_kb":26245,"num_write":1147,"num_write_kb":27029,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3e","version":"268'219","reported_seq":848,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:29.788142+0000","last_change":"2024-09-19T13:37:44.993470+0000","last_active":"2024-09-19T14:21:29.788142+0000","last_peered":"2024-09-19T14:21:29.788142+0000","last_clean":"2024-09-19T14:21:29.788142+0000","last_became_active":"2024-09-19T13:37:44.992496+0000","last_became_peered":"2024-09-19T13:37:44.992496+0000","last_unstale":"2024-09-19T14:21:29.788142+0000","last_undegraded":"2024-09-19T14:21:29.788142+0000","last_fullsized":"2024-09-19T14:21:29.788142+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":200,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:18:55.062170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":988,"num_read_kb":817,"num_write":337,"num_write_kb":165,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.38","version":"268'283","reported_seq":964,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:52.265118+0000","last_change":"2024-09-19T13:37:43.020747+0000","last_active":"2024-09-19T14:21:52.265118+0000","last_peered":"2024-09-19T14:21:52.265118+0000","last_clean":"2024-09-19T14:21:52.265118+0000","last_became_active":"2024-09-19T13:37:43.019449+0000","last_became_peered":"2024-09-19T13:37:43.019449+0000","last_unstale":"2024-09-19T14:21:52.265118+0000","last_undegraded":"2024-09-19T14:21:52.265118+0000","last_fullsized":"2024-09-19T14:21:52.265118+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":200,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:45:14.550353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10535837,"num_objects":84,"num_object_clones":0,"num_object_copies":252,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":84,"num_whiteouts":0,"num_read":614,"num_read_kb":51884,"num_write":1046,"num_write_kb":13886,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3f","version":"268'145","reported_seq":766,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:57.838096+0000","last_change":"2024-09-19T13:37:45.015980+0000","last_active":"2024-09-19T14:22:57.838096+0000","last_peered":"2024-09-19T14:22:57.838096+0000","last_clean":"2024-09-19T14:22:57.838096+0000","last_became_active":"2024-09-19T13:37:45.015347+0000","last_became_peered":"2024-09-19T13:37:45.015347+0000","last_unstale":"2024-09-19T14:22:57.838096+0000","last_undegraded":"2024-09-19T14:22:57.838096+0000","last_fullsized":"2024-09-19T14:22:57.838096+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:29:08.602780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":660,"num_read_kb":557,"num_write":213,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.30","version":"268'131","reported_seq":725,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:01.314239+0000","last_change":"2024-09-19T13:37:44.969206+0000","last_active":"2024-09-19T14:20:01.314239+0000","last_peered":"2024-09-19T14:20:01.314239+0000","last_clean":"2024-09-19T14:20:01.314239+0000","last_became_active":"2024-09-19T13:37:44.968741+0000","last_became_peered":"2024-09-19T13:37:44.968741+0000","last_unstale":"2024-09-19T14:20:01.314239+0000","last_undegraded":"2024-09-19T14:20:01.314239+0000","last_fullsized":"2024-09-19T14:20:01.314239+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:01:16.734762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":563,"num_read_kb":467,"num_write":183,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"268'308","reported_seq":923,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.787297+0000","last_change":"2024-09-19T13:37:43.018735+0000","last_active":"2024-09-19T14:23:59.787297+0000","last_peered":"2024-09-19T14:23:59.787297+0000","last_clean":"2024-09-19T14:23:59.787297+0000","last_became_active":"2024-09-19T13:37:43.018350+0000","last_became_peered":"2024-09-19T13:37:43.018350+0000","last_unstale":"2024-09-19T14:23:59.787297+0000","last_undegraded":"2024-09-19T14:23:59.787297+0000","last_fullsized":"2024-09-19T14:23:59.787297+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":200,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:42:14.903924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136943,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":504,"num_read_kb":13015,"num_write":1056,"num_write_kb":33999,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,5],"acting":[1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.31","version":"268'78","reported_seq":649,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:54.482430+0000","last_change":"2024-09-19T13:37:44.986334+0000","last_active":"2024-09-19T14:21:54.482430+0000","last_peered":"2024-09-19T14:21:54.482430+0000","last_clean":"2024-09-19T14:21:54.482430+0000","last_became_active":"2024-09-19T13:37:44.985953+0000","last_became_peered":"2024-09-19T13:37:44.985953+0000","last_unstale":"2024-09-19T14:21:54.482430+0000","last_undegraded":"2024-09-19T14:21:54.482430+0000","last_fullsized":"2024-09-19T14:21:54.482430+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":0,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:10:09.230396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":349,"num_read_kb":293,"num_write":113,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.36","version":"268'278","reported_seq":951,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.723960+0000","last_change":"2024-09-19T13:37:42.988683+0000","last_active":"2024-09-19T14:23:59.723960+0000","last_peered":"2024-09-19T14:23:59.723960+0000","last_clean":"2024-09-19T14:23:59.723960+0000","last_became_active":"2024-09-19T13:37:42.988095+0000","last_became_peered":"2024-09-19T13:37:42.988095+0000","last_unstale":"2024-09-19T14:23:59.723960+0000","last_undegraded":"2024-09-19T14:23:59.723960+0000","last_fullsized":"2024-09-19T14:23:59.723960+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":200,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:59:22.327561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4231781,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":568,"num_read_kb":77681,"num_write":951,"num_write_kb":36411,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.32","version":"268'311","reported_seq":969,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:49.129440+0000","last_change":"2024-09-19T13:37:45.005481+0000","last_active":"2024-09-19T14:21:49.129440+0000","last_peered":"2024-09-19T14:21:49.129440+0000","last_clean":"2024-09-19T14:21:49.129440+0000","last_became_active":"2024-09-19T13:37:45.005210+0000","last_became_peered":"2024-09-19T13:37:45.005210+0000","last_unstale":"2024-09-19T14:21:49.129440+0000","last_undegraded":"2024-09-19T14:21:49.129440+0000","last_fullsized":"2024-09-19T14:21:49.129440+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":300,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:50:04.148230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1345,"num_read_kb":1103,"num_write":484,"num_write_kb":244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.35","version":"268'315","reported_seq":933,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.700125+0000","last_change":"2024-09-19T13:37:42.999130+0000","last_active":"2024-09-19T14:23:59.700125+0000","last_peered":"2024-09-19T14:23:59.700125+0000","last_clean":"2024-09-19T14:23:59.700125+0000","last_became_active":"2024-09-19T13:37:42.998603+0000","last_became_peered":"2024-09-19T13:37:42.998603+0000","last_unstale":"2024-09-19T14:23:59.700125+0000","last_undegraded":"2024-09-19T14:23:59.700125+0000","last_fullsized":"2024-09-19T14:23:59.700125+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":300,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:23:52.339747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5243111,"num_objects":19,"num_object_clones":0,"num_object_copies":57,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":533,"num_read_kb":20937,"num_write":983,"num_write_kb":29488,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.33","version":"268'41","reported_seq":605,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:17.790387+0000","last_change":"2024-09-19T13:37:45.014502+0000","last_active":"2024-09-19T14:21:17.790387+0000","last_peered":"2024-09-19T14:21:17.790387+0000","last_clean":"2024-09-19T14:21:17.790387+0000","last_became_active":"2024-09-19T13:37:45.013648+0000","last_became_peered":"2024-09-19T13:37:45.013648+0000","last_unstale":"2024-09-19T14:21:17.790387+0000","last_undegraded":"2024-09-19T14:21:17.790387+0000","last_fullsized":"2024-09-19T14:21:17.790387+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:28:36.467556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":189,"num_read_kb":171,"num_write":54,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"268'310","reported_seq":988,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.795340+0000","last_change":"2024-09-19T13:37:43.003604+0000","last_active":"2024-09-19T14:23:59.795340+0000","last_peered":"2024-09-19T14:23:59.795340+0000","last_clean":"2024-09-19T14:23:59.795340+0000","last_became_active":"2024-09-19T13:37:43.003034+0000","last_became_peered":"2024-09-19T13:37:43.003034+0000","last_unstale":"2024-09-19T14:23:59.795340+0000","last_undegraded":"2024-09-19T14:23:59.795340+0000","last_fullsized":"2024-09-19T14:23:59.795340+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:26:05.081745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":219,"num_objects":16,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":565,"num_read_kb":135286,"num_write":964,"num_write_kb":29077,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.34","version":"268'176","reported_seq":748,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:17.787930+0000","last_change":"2024-09-19T13:37:45.005784+0000","last_active":"2024-09-19T14:21:17.787930+0000","last_peered":"2024-09-19T14:21:17.787930+0000","last_clean":"2024-09-19T14:21:17.787930+0000","last_became_active":"2024-09-19T13:37:45.004923+0000","last_became_peered":"2024-09-19T13:37:45.004923+0000","last_unstale":"2024-09-19T14:21:17.787930+0000","last_undegraded":"2024-09-19T14:21:17.787930+0000","last_fullsized":"2024-09-19T14:21:17.787930+0000","mapping_epoch":27,"log_start":"265'100","ondisk_log_start":"265'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:39:30.947792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":705,"num_read_kb":566,"num_write":276,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.33","version":"268'270","reported_seq":930,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:11.104720+0000","last_change":"2024-09-19T13:37:42.989906+0000","last_active":"2024-09-19T14:22:11.104720+0000","last_peered":"2024-09-19T14:22:11.104720+0000","last_clean":"2024-09-19T14:22:11.104720+0000","last_became_active":"2024-09-19T13:37:42.989090+0000","last_became_peered":"2024-09-19T13:37:42.989090+0000","last_unstale":"2024-09-19T14:22:11.104720+0000","last_undegraded":"2024-09-19T14:22:11.104720+0000","last_fullsized":"2024-09-19T14:22:11.104720+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:55:37.913464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13404369,"num_objects":61,"num_object_clones":0,"num_object_copies":183,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":61,"num_whiteouts":0,"num_read":585,"num_read_kb":30998,"num_write":1111,"num_write_kb":24189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,4],"acting":[6,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.35","version":"268'335","reported_seq":1007,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:14.787445+0000","last_change":"2024-09-19T13:37:44.991414+0000","last_active":"2024-09-19T14:21:14.787445+0000","last_peered":"2024-09-19T14:21:14.787445+0000","last_clean":"2024-09-19T14:21:14.787445+0000","last_became_active":"2024-09-19T13:37:44.989373+0000","last_became_peered":"2024-09-19T13:37:44.989373+0000","last_unstale":"2024-09-19T14:21:14.787445+0000","last_undegraded":"2024-09-19T14:21:14.787445+0000","last_fullsized":"2024-09-19T14:21:14.787445+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":300,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:02:21.090427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1470,"num_read_kb":1190,"num_write":552,"num_write_kb":270,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"268'293","reported_seq":935,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:46.259396+0000","last_change":"2024-09-19T13:37:43.007319+0000","last_active":"2024-09-19T14:23:46.259396+0000","last_peered":"2024-09-19T14:23:46.259396+0000","last_clean":"2024-09-19T14:23:46.259396+0000","last_became_active":"2024-09-19T13:37:43.006825+0000","last_became_peered":"2024-09-19T13:37:43.006825+0000","last_unstale":"2024-09-19T14:23:46.259396+0000","last_undegraded":"2024-09-19T14:23:46.259396+0000","last_fullsized":"2024-09-19T14:23:46.259396+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":200,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:07:31.040749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13872569,"num_objects":72,"num_object_clones":0,"num_object_copies":216,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":556,"num_read_kb":11977,"num_write":1069,"num_write_kb":42169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.18","version":"268'137","reported_seq":694,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:31.779241+0000","last_change":"2024-09-19T13:37:53.037555+0000","last_active":"2024-09-19T14:22:31.779241+0000","last_peered":"2024-09-19T14:22:31.779241+0000","last_clean":"2024-09-19T14:22:31.779241+0000","last_became_active":"2024-09-19T13:37:53.036783+0000","last_became_peered":"2024-09-19T13:37:53.036783+0000","last_unstale":"2024-09-19T14:22:31.779241+0000","last_undegraded":"2024-09-19T14:22:31.779241+0000","last_fullsized":"2024-09-19T14:22:31.779241+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:58:42.401548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":408,"num_read_kb":350,"num_write":326,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"268'152","reported_seq":786,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:07.941144+0000","last_change":"2024-09-19T13:37:45.002913+0000","last_active":"2024-09-19T14:22:07.941144+0000","last_peered":"2024-09-19T14:22:07.941144+0000","last_clean":"2024-09-19T14:22:07.941144+0000","last_became_active":"2024-09-19T13:37:45.002159+0000","last_became_peered":"2024-09-19T13:37:45.002159+0000","last_unstale":"2024-09-19T14:22:07.941144+0000","last_undegraded":"2024-09-19T14:22:07.941144+0000","last_fullsized":"2024-09-19T14:22:07.941144+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:40:40.643158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":652,"num_read_kb":553,"num_write":215,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.13","version":"268'436","reported_seq":1101,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.553969+0000","last_change":"2024-09-19T13:37:42.985223+0000","last_active":"2024-09-19T14:23:59.553969+0000","last_peered":"2024-09-19T14:23:59.553969+0000","last_clean":"2024-09-19T14:23:59.553969+0000","last_became_active":"2024-09-19T13:37:42.984557+0000","last_became_peered":"2024-09-19T13:37:42.984557+0000","last_unstale":"2024-09-19T14:23:59.553969+0000","last_undegraded":"2024-09-19T14:23:59.553969+0000","last_fullsized":"2024-09-19T14:23:59.553969+0000","mapping_epoch":25,"log_start":"268'400","ondisk_log_start":"268'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":400,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:45:17.762814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2343242,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":746,"num_read_kb":21437,"num_write":1277,"num_write_kb":60430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:19.815787+0000","last_change":"2024-09-19T13:37:46.977067+0000","last_active":"2024-09-19T14:21:19.815787+0000","last_peered":"2024-09-19T14:21:19.815787+0000","last_clean":"2024-09-19T14:21:19.815787+0000","last_became_active":"2024-09-19T13:37:46.976663+0000","last_became_peered":"2024-09-19T13:37:46.976663+0000","last_unstale":"2024-09-19T14:21:19.815787+0000","last_undegraded":"2024-09-19T14:21:19.815787+0000","last_fullsized":"2024-09-19T14:21:19.815787+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:47:54.191326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.16","version":"268'330","reported_seq":929,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:47.615062+0000","last_change":"2024-09-19T13:37:48.989496+0000","last_active":"2024-09-19T14:23:47.615062+0000","last_peered":"2024-09-19T14:23:47.615062+0000","last_clean":"2024-09-19T14:23:47.615062+0000","last_became_active":"2024-09-19T13:37:48.988757+0000","last_became_peered":"2024-09-19T13:37:48.988757+0000","last_unstale":"2024-09-19T14:23:47.615062+0000","last_undegraded":"2024-09-19T14:23:47.615062+0000","last_fullsized":"2024-09-19T14:23:47.615062+0000","mapping_epoch":31,"log_start":"268'300","ondisk_log_start":"268'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:33:24.154543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50693,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":498,"num_read_kb":924,"num_write":396,"num_write_kb":264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":494,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:24.790006+0000","last_change":"2024-09-19T13:37:51.018287+0000","last_active":"2024-09-19T14:21:24.790006+0000","last_peered":"2024-09-19T14:21:24.790006+0000","last_clean":"2024-09-19T14:21:24.790006+0000","last_became_active":"2024-09-19T13:37:51.017561+0000","last_became_peered":"2024-09-19T13:37:51.017561+0000","last_unstale":"2024-09-19T14:21:24.790006+0000","last_undegraded":"2024-09-19T14:21:24.790006+0000","last_fullsized":"2024-09-19T14:21:24.790006+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:07:31.826391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.19","version":"268'144","reported_seq":642,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:49.117038+0000","last_change":"2024-09-19T13:37:53.042842+0000","last_active":"2024-09-19T14:21:49.117038+0000","last_peered":"2024-09-19T14:21:49.117038+0000","last_clean":"2024-09-19T14:21:49.117038+0000","last_became_active":"2024-09-19T13:37:53.042276+0000","last_became_peered":"2024-09-19T13:37:53.042276+0000","last_unstale":"2024-09-19T14:21:49.117038+0000","last_undegraded":"2024-09-19T14:21:49.117038+0000","last_fullsized":"2024-09-19T14:21:49.117038+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":100,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:20:44.943116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":179,"num_read_kb":172,"num_write":360,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.15","version":"268'177","reported_seq":795,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:16.418616+0000","last_change":"2024-09-19T13:37:44.981107+0000","last_active":"2024-09-19T14:22:16.418616+0000","last_peered":"2024-09-19T14:22:16.418616+0000","last_clean":"2024-09-19T14:22:16.418616+0000","last_became_active":"2024-09-19T13:37:44.980655+0000","last_became_peered":"2024-09-19T13:37:44.980655+0000","last_unstale":"2024-09-19T14:22:16.418616+0000","last_undegraded":"2024-09-19T14:22:16.418616+0000","last_fullsized":"2024-09-19T14:22:16.418616+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":100,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:58:33.759156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":828,"num_read_kb":689,"num_write":294,"num_write_kb":167,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"268'280","reported_seq":921,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:19.765881+0000","last_change":"2024-09-19T13:37:43.004536+0000","last_active":"2024-09-19T14:21:19.765881+0000","last_peered":"2024-09-19T14:21:19.765881+0000","last_clean":"2024-09-19T14:21:19.765881+0000","last_became_active":"2024-09-19T13:37:43.004045+0000","last_became_peered":"2024-09-19T13:37:43.004045+0000","last_unstale":"2024-09-19T14:21:19.765881+0000","last_undegraded":"2024-09-19T14:21:19.765881+0000","last_fullsized":"2024-09-19T14:21:19.765881+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":200,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:59:54.409822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19931963,"num_objects":72,"num_object_clones":0,"num_object_copies":216,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":538,"num_read_kb":25057,"num_write":1043,"num_write_kb":37726,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:52.764930+0000","last_change":"2024-09-19T13:37:46.993642+0000","last_active":"2024-09-19T14:19:52.764930+0000","last_peered":"2024-09-19T14:19:52.764930+0000","last_clean":"2024-09-19T14:19:52.764930+0000","last_became_active":"2024-09-19T13:37:46.983482+0000","last_became_peered":"2024-09-19T13:37:46.983482+0000","last_unstale":"2024-09-19T14:19:52.764930+0000","last_undegraded":"2024-09-19T14:19:52.764930+0000","last_fullsized":"2024-09-19T14:19:52.764930+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:32:11.378574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.17","version":"268'80","reported_seq":609,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:26.564469+0000","last_change":"2024-09-19T13:37:48.992902+0000","last_active":"2024-09-19T14:21:26.564469+0000","last_peered":"2024-09-19T14:21:26.564469+0000","last_clean":"2024-09-19T14:21:26.564469+0000","last_became_active":"2024-09-19T13:37:48.992375+0000","last_became_peered":"2024-09-19T13:37:48.992375+0000","last_unstale":"2024-09-19T14:21:26.564469+0000","last_undegraded":"2024-09-19T14:21:26.564469+0000","last_fullsized":"2024-09-19T14:21:26.564469+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":0,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:12:44.935321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":89,"num_read_kb":86,"num_write":58,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":494,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:24.789855+0000","last_change":"2024-09-19T13:37:51.016781+0000","last_active":"2024-09-19T14:21:24.789855+0000","last_peered":"2024-09-19T14:21:24.789855+0000","last_clean":"2024-09-19T14:21:24.789855+0000","last_became_active":"2024-09-19T13:37:51.015667+0000","last_became_peered":"2024-09-19T13:37:51.015667+0000","last_unstale":"2024-09-19T14:21:24.789855+0000","last_undegraded":"2024-09-19T14:21:24.789855+0000","last_fullsized":"2024-09-19T14:21:24.789855+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:41:41.808944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1a","version":"268'143","reported_seq":658,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:30.305566+0000","last_change":"2024-09-19T13:37:53.036174+0000","last_active":"2024-09-19T14:22:30.305566+0000","last_peered":"2024-09-19T14:22:30.305566+0000","last_clean":"2024-09-19T14:22:30.305566+0000","last_became_active":"2024-09-19T13:37:53.035482+0000","last_became_peered":"2024-09-19T13:37:53.035482+0000","last_unstale":"2024-09-19T14:22:30.305566+0000","last_undegraded":"2024-09-19T14:22:30.305566+0000","last_fullsized":"2024-09-19T14:22:30.305566+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:07:56.751554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1507,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":223,"num_read_kb":210,"num_write":343,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"268'72","reported_seq":626,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:42.618300+0000","last_change":"2024-09-19T13:37:45.005051+0000","last_active":"2024-09-19T14:21:42.618300+0000","last_peered":"2024-09-19T14:21:42.618300+0000","last_clean":"2024-09-19T14:21:42.618300+0000","last_became_active":"2024-09-19T13:37:45.000269+0000","last_became_peered":"2024-09-19T13:37:45.000269+0000","last_unstale":"2024-09-19T14:21:42.618300+0000","last_undegraded":"2024-09-19T14:21:42.618300+0000","last_fullsized":"2024-09-19T14:21:42.618300+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:45:42.714456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":313,"num_read_kb":257,"num_write":104,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"268'347","reported_seq":1033,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.597062+0000","last_change":"2024-09-19T13:37:42.988552+0000","last_active":"2024-09-19T14:23:59.597062+0000","last_peered":"2024-09-19T14:23:59.597062+0000","last_clean":"2024-09-19T14:23:59.597062+0000","last_became_active":"2024-09-19T13:37:42.988214+0000","last_became_peered":"2024-09-19T13:37:42.988214+0000","last_unstale":"2024-09-19T14:23:59.597062+0000","last_undegraded":"2024-09-19T14:23:59.597062+0000","last_fullsized":"2024-09-19T14:23:59.597062+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:32:15.157906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1246182,"num_objects":16,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":655,"num_read_kb":103675,"num_write":1150,"num_write_kb":22531,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"37'3","reported_seq":976,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:51.192961+0000","last_change":"2024-09-19T13:37:46.987908+0000","last_active":"2024-09-19T14:23:51.192961+0000","last_peered":"2024-09-19T14:23:51.192961+0000","last_clean":"2024-09-19T14:23:51.192961+0000","last_became_active":"2024-09-19T13:37:46.985798+0000","last_became_peered":"2024-09-19T13:37:46.985798+0000","last_unstale":"2024-09-19T14:23:51.192961+0000","last_undegraded":"2024-09-19T14:23:51.192961+0000","last_fullsized":"2024-09-19T14:23:51.192961+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:25:14.802231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":721,"num_read_kb":719,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"268'115","reported_seq":650,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:25.384299+0000","last_change":"2024-09-19T13:37:49.001794+0000","last_active":"2024-09-19T14:21:25.384299+0000","last_peered":"2024-09-19T14:21:25.384299+0000","last_clean":"2024-09-19T14:21:25.384299+0000","last_became_active":"2024-09-19T13:37:49.001087+0000","last_became_peered":"2024-09-19T13:37:49.001087+0000","last_unstale":"2024-09-19T14:21:25.384299+0000","last_undegraded":"2024-09-19T14:21:25.384299+0000","last_fullsized":"2024-09-19T14:21:25.384299+0000","mapping_epoch":31,"log_start":"268'100","ondisk_log_start":"268'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:42:06.364520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":125,"num_read_kb":117,"num_write":84,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.15","version":"268'759","reported_seq":2136,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:57.863656+0000","last_change":"2024-09-19T13:37:51.041194+0000","last_active":"2024-09-19T14:23:57.863656+0000","last_peered":"2024-09-19T14:23:57.863656+0000","last_clean":"2024-09-19T14:23:57.863656+0000","last_became_active":"2024-09-19T13:37:51.040211+0000","last_became_peered":"2024-09-19T13:37:51.040211+0000","last_unstale":"2024-09-19T14:23:57.863656+0000","last_undegraded":"2024-09-19T14:23:57.863656+0000","last_fullsized":"2024-09-19T14:23:57.863656+0000","mapping_epoch":33,"log_start":"268'701","ondisk_log_start":"268'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":701,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:04:09.424215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"268'223","reported_seq":1046,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:31.826321+0000","last_change":"2024-09-19T13:37:53.025349+0000","last_active":"2024-09-19T14:22:31.826321+0000","last_peered":"2024-09-19T14:22:31.826321+0000","last_clean":"2024-09-19T14:22:31.826321+0000","last_became_active":"2024-09-19T13:37:53.024657+0000","last_became_peered":"2024-09-19T13:37:53.024657+0000","last_unstale":"2024-09-19T14:22:31.826321+0000","last_undegraded":"2024-09-19T14:22:31.826321+0000","last_fullsized":"2024-09-19T14:22:31.826321+0000","mapping_epoch":35,"log_start":"268'200","ondisk_log_start":"268'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":200,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:56:57.197577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":647,"num_read_kb":644,"num_write":490,"num_write_kb":125,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.17","version":"268'142","reported_seq":745,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:17.788067+0000","last_change":"2024-09-19T13:37:45.007023+0000","last_active":"2024-09-19T14:21:17.788067+0000","last_peered":"2024-09-19T14:21:17.788067+0000","last_clean":"2024-09-19T14:21:17.788067+0000","last_became_active":"2024-09-19T13:37:45.006243+0000","last_became_peered":"2024-09-19T13:37:45.006243+0000","last_unstale":"2024-09-19T14:21:17.788067+0000","last_undegraded":"2024-09-19T14:21:17.788067+0000","last_fullsized":"2024-09-19T14:21:17.788067+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:53:37.798919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":622,"num_read_kb":516,"num_write":222,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"268'346","reported_seq":1023,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.679337+0000","last_change":"2024-09-19T13:37:43.021102+0000","last_active":"2024-09-19T14:23:59.679337+0000","last_peered":"2024-09-19T14:23:59.679337+0000","last_clean":"2024-09-19T14:23:59.679337+0000","last_became_active":"2024-09-19T13:37:43.020767+0000","last_became_peered":"2024-09-19T13:37:43.020767+0000","last_unstale":"2024-09-19T14:23:59.679337+0000","last_undegraded":"2024-09-19T14:23:59.679337+0000","last_fullsized":"2024-09-19T14:23:59.679337+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:05:02.942566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5265622,"num_objects":13,"num_object_clones":0,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":623,"num_read_kb":86638,"num_write":1090,"num_write_kb":49807,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:19.815875+0000","last_change":"2024-09-19T13:37:46.999405+0000","last_active":"2024-09-19T14:21:19.815875+0000","last_peered":"2024-09-19T14:21:19.815875+0000","last_clean":"2024-09-19T14:21:19.815875+0000","last_became_active":"2024-09-19T13:37:46.998797+0000","last_became_peered":"2024-09-19T13:37:46.998797+0000","last_unstale":"2024-09-19T14:21:19.815875+0000","last_undegraded":"2024-09-19T14:21:19.815875+0000","last_fullsized":"2024-09-19T14:21:19.815875+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:43:00.806459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"268'268","reported_seq":840,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.429611+0000","last_change":"2024-09-19T13:37:48.988398+0000","last_active":"2024-09-19T14:23:59.429611+0000","last_peered":"2024-09-19T14:23:59.429611+0000","last_clean":"2024-09-19T14:23:59.429611+0000","last_became_active":"2024-09-19T13:37:48.987616+0000","last_became_peered":"2024-09-19T13:37:48.987616+0000","last_unstale":"2024-09-19T14:23:59.429611+0000","last_undegraded":"2024-09-19T14:23:59.429611+0000","last_fullsized":"2024-09-19T14:23:59.429611+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":200,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:32:31.914495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50904,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":438,"num_read_kb":1016,"num_write":358,"num_write_kb":292,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.14","version":"268'788","reported_seq":2252,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:51.360877+0000","last_change":"2024-09-19T13:37:51.035109+0000","last_active":"2024-09-19T14:23:51.360877+0000","last_peered":"2024-09-19T14:23:51.360877+0000","last_clean":"2024-09-19T14:23:51.360877+0000","last_became_active":"2024-09-19T13:37:51.034395+0000","last_became_peered":"2024-09-19T13:37:51.034395+0000","last_unstale":"2024-09-19T14:23:51.360877+0000","last_undegraded":"2024-09-19T14:23:51.360877+0000","last_fullsized":"2024-09-19T14:23:51.360877+0000","mapping_epoch":33,"log_start":"268'701","ondisk_log_start":"268'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":701,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:04:05.543658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.8","version":"268'229","reported_seq":849,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:04.811409+0000","last_change":"2024-09-19T13:37:44.984757+0000","last_active":"2024-09-19T14:21:04.811409+0000","last_peered":"2024-09-19T14:21:04.811409+0000","last_clean":"2024-09-19T14:21:04.811409+0000","last_became_active":"2024-09-19T13:37:44.984240+0000","last_became_peered":"2024-09-19T13:37:44.984240+0000","last_unstale":"2024-09-19T14:21:04.811409+0000","last_undegraded":"2024-09-19T14:21:04.811409+0000","last_fullsized":"2024-09-19T14:21:04.811409+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":200,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:14:21.626133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1031,"num_read_kb":840,"num_write":387,"num_write_kb":210,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"268'368","reported_seq":1022,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.771128+0000","last_change":"2024-09-19T13:37:42.996049+0000","last_active":"2024-09-19T14:23:59.771128+0000","last_peered":"2024-09-19T14:23:59.771128+0000","last_clean":"2024-09-19T14:23:59.771128+0000","last_became_active":"2024-09-19T13:37:42.995295+0000","last_became_peered":"2024-09-19T13:37:42.995295+0000","last_unstale":"2024-09-19T14:23:59.771128+0000","last_undegraded":"2024-09-19T14:23:59.771128+0000","last_fullsized":"2024-09-19T14:23:59.771128+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:43:25.958402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3869484,"num_objects":15,"num_object_clones":0,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":751,"num_read_kb":16400,"num_write":1147,"num_write_kb":29891,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":504,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:09.785940+0000","last_change":"2024-09-19T13:37:46.995607+0000","last_active":"2024-09-19T14:21:09.785940+0000","last_peered":"2024-09-19T14:21:09.785940+0000","last_clean":"2024-09-19T14:21:09.785940+0000","last_became_active":"2024-09-19T13:37:46.995250+0000","last_became_peered":"2024-09-19T13:37:46.995250+0000","last_unstale":"2024-09-19T14:21:09.785940+0000","last_undegraded":"2024-09-19T14:21:09.785940+0000","last_fullsized":"2024-09-19T14:21:09.785940+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:30:31.353290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.a","version":"268'333","reported_seq":940,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:51.297273+0000","last_change":"2024-09-19T13:37:48.995374+0000","last_active":"2024-09-19T14:23:51.297273+0000","last_peered":"2024-09-19T14:23:51.297273+0000","last_clean":"2024-09-19T14:23:51.297273+0000","last_became_active":"2024-09-19T13:37:48.994139+0000","last_became_peered":"2024-09-19T13:37:48.994139+0000","last_unstale":"2024-09-19T14:23:51.297273+0000","last_undegraded":"2024-09-19T14:23:51.297273+0000","last_fullsized":"2024-09-19T14:23:51.297273+0000","mapping_epoch":31,"log_start":"268'300","ondisk_log_start":"268'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:59:34.631628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56317,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":532,"num_read_kb":986,"num_write":416,"num_write_kb":281,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":493,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:37.781776+0000","last_change":"2024-09-19T13:37:51.016904+0000","last_active":"2024-09-19T14:20:37.781776+0000","last_peered":"2024-09-19T14:20:37.781776+0000","last_clean":"2024-09-19T14:20:37.781776+0000","last_became_active":"2024-09-19T13:37:51.016185+0000","last_became_peered":"2024-09-19T13:37:51.016185+0000","last_unstale":"2024-09-19T14:20:37.781776+0000","last_undegraded":"2024-09-19T14:20:37.781776+0000","last_fullsized":"2024-09-19T14:20:37.781776+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:54:35.344168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.4","version":"268'583","reported_seq":1396,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:51.326877+0000","last_change":"2024-09-19T13:37:53.028054+0000","last_active":"2024-09-19T14:23:51.326877+0000","last_peered":"2024-09-19T14:23:51.326877+0000","last_clean":"2024-09-19T14:23:51.326877+0000","last_became_active":"2024-09-19T13:37:53.027246+0000","last_became_peered":"2024-09-19T13:37:53.027246+0000","last_unstale":"2024-09-19T14:23:51.326877+0000","last_undegraded":"2024-09-19T14:23:51.326877+0000","last_fullsized":"2024-09-19T14:23:51.326877+0000","mapping_epoch":35,"log_start":"268'500","ondisk_log_start":"268'500","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":500,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:55:21.355376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1340,"num_read_kb":1338,"num_write":1233,"num_write_kb":408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"268'77","reported_seq":666,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:30.949678+0000","last_change":"2024-09-19T13:37:45.010842+0000","last_active":"2024-09-19T14:22:30.949678+0000","last_peered":"2024-09-19T14:22:30.949678+0000","last_clean":"2024-09-19T14:22:30.949678+0000","last_became_active":"2024-09-19T13:37:45.010544+0000","last_became_peered":"2024-09-19T13:37:45.010544+0000","last_unstale":"2024-09-19T14:22:30.949678+0000","last_undegraded":"2024-09-19T14:22:30.949678+0000","last_fullsized":"2024-09-19T14:22:30.949678+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":0,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:25:43.028662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":355,"num_read_kb":303,"num_write":115,"num_write_kb":46,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"268'296","reported_seq":918,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.780643+0000","last_change":"2024-09-19T13:37:43.015447+0000","last_active":"2024-09-19T14:23:59.780643+0000","last_peered":"2024-09-19T14:23:59.780643+0000","last_clean":"2024-09-19T14:23:59.780643+0000","last_became_active":"2024-09-19T13:37:43.015031+0000","last_became_peered":"2024-09-19T13:37:43.015031+0000","last_unstale":"2024-09-19T14:23:59.780643+0000","last_undegraded":"2024-09-19T14:23:59.780643+0000","last_fullsized":"2024-09-19T14:23:59.780643+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":200,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:41:00.129822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":83,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":546,"num_read_kb":3523,"num_write":963,"num_write_kb":5234,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":502,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:07.788101+0000","last_change":"2024-09-19T13:37:46.991866+0000","last_active":"2024-09-19T14:21:07.788101+0000","last_peered":"2024-09-19T14:21:07.788101+0000","last_clean":"2024-09-19T14:21:07.788101+0000","last_became_active":"2024-09-19T13:37:46.991089+0000","last_became_peered":"2024-09-19T13:37:46.991089+0000","last_unstale":"2024-09-19T14:21:07.788101+0000","last_undegraded":"2024-09-19T14:21:07.788101+0000","last_fullsized":"2024-09-19T14:21:07.788101+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:54:39.450804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.b","version":"268'269","reported_seq":835,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:52.602491+0000","last_change":"2024-09-19T13:37:48.985978+0000","last_active":"2024-09-19T14:22:52.602491+0000","last_peered":"2024-09-19T14:22:52.602491+0000","last_clean":"2024-09-19T14:22:52.602491+0000","last_became_active":"2024-09-19T13:37:48.985275+0000","last_became_peered":"2024-09-19T13:37:48.985275+0000","last_unstale":"2024-09-19T14:22:52.602491+0000","last_undegraded":"2024-09-19T14:22:52.602491+0000","last_fullsized":"2024-09-19T14:22:52.602491+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:04:17.919287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60197,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":440,"num_read_kb":934,"num_write":368,"num_write_kb":307,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":492,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:17.784037+0000","last_change":"2024-09-19T13:37:51.015946+0000","last_active":"2024-09-19T14:21:17.784037+0000","last_peered":"2024-09-19T14:21:17.784037+0000","last_clean":"2024-09-19T14:21:17.784037+0000","last_became_active":"2024-09-19T13:37:51.015046+0000","last_became_peered":"2024-09-19T13:37:51.015046+0000","last_unstale":"2024-09-19T14:21:17.784037+0000","last_undegraded":"2024-09-19T14:21:17.784037+0000","last_fullsized":"2024-09-19T14:21:17.784037+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:00:24.288733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.5","version":"268'2488","reported_seq":4325,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:40.851033+0000","last_change":"2024-09-19T13:37:53.034554+0000","last_active":"2024-09-19T14:23:40.851033+0000","last_peered":"2024-09-19T14:23:40.851033+0000","last_clean":"2024-09-19T14:23:40.851033+0000","last_became_active":"2024-09-19T13:37:53.033912+0000","last_became_peered":"2024-09-19T13:37:53.033912+0000","last_unstale":"2024-09-19T14:23:40.851033+0000","last_undegraded":"2024-09-19T14:23:40.851033+0000","last_fullsized":"2024-09-19T14:23:40.851033+0000","mapping_epoch":35,"log_start":"268'2400","ondisk_log_start":"268'2400","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":2400,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:52:32.508600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":423,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6241,"num_read_kb":6235,"num_write":5019,"num_write_kb":1847,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.a","version":"268'83","reported_seq":677,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:14.784521+0000","last_change":"2024-09-19T13:37:44.989456+0000","last_active":"2024-09-19T14:21:14.784521+0000","last_peered":"2024-09-19T14:21:14.784521+0000","last_clean":"2024-09-19T14:21:14.784521+0000","last_became_active":"2024-09-19T13:37:44.989043+0000","last_became_peered":"2024-09-19T13:37:44.989043+0000","last_unstale":"2024-09-19T14:21:14.784521+0000","last_undegraded":"2024-09-19T14:21:14.784521+0000","last_fullsized":"2024-09-19T14:21:14.784521+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":0,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:39:52.518494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":424,"num_read_kb":365,"num_write":143,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"268'276","reported_seq":927,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:45.664111+0000","last_change":"2024-09-19T13:38:12.011757+0000","last_active":"2024-09-19T14:23:45.664111+0000","last_peered":"2024-09-19T14:23:45.664111+0000","last_clean":"2024-09-19T14:23:45.664111+0000","last_became_active":"2024-09-19T13:38:12.010661+0000","last_became_peered":"2024-09-19T13:38:12.010661+0000","last_unstale":"2024-09-19T14:23:45.664111+0000","last_undegraded":"2024-09-19T14:23:45.664111+0000","last_fullsized":"2024-09-19T14:23:45.664111+0000","mapping_epoch":38,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":200,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:01:55.146435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11644835,"num_objects":65,"num_object_clones":0,"num_object_copies":195,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":637,"num_read_kb":28221,"num_write":1041,"num_write_kb":37591,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":503,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:32.776752+0000","last_change":"2024-09-19T13:37:47.003746+0000","last_active":"2024-09-19T14:20:32.776752+0000","last_peered":"2024-09-19T14:20:32.776752+0000","last_clean":"2024-09-19T14:20:32.776752+0000","last_became_active":"2024-09-19T13:37:47.003207+0000","last_became_peered":"2024-09-19T13:37:47.003207+0000","last_unstale":"2024-09-19T14:20:32.776752+0000","last_undegraded":"2024-09-19T14:20:32.776752+0000","last_fullsized":"2024-09-19T14:20:32.776752+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:42:47.970476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.8","version":"268'310","reported_seq":890,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:51.302462+0000","last_change":"2024-09-19T13:37:49.013803+0000","last_active":"2024-09-19T14:23:51.302462+0000","last_peered":"2024-09-19T14:23:51.302462+0000","last_clean":"2024-09-19T14:23:51.302462+0000","last_became_active":"2024-09-19T13:37:49.012526+0000","last_became_peered":"2024-09-19T13:37:49.012526+0000","last_unstale":"2024-09-19T14:23:51.302462+0000","last_undegraded":"2024-09-19T14:23:51.302462+0000","last_fullsized":"2024-09-19T14:23:51.302462+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:51:53.358000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65624,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":526,"num_read_kb":1084,"num_write":436,"num_write_kb":344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.9","version":"268'787","reported_seq":2554,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:51.363393+0000","last_change":"2024-09-19T13:37:51.039150+0000","last_active":"2024-09-19T14:23:51.363393+0000","last_peered":"2024-09-19T14:23:51.363393+0000","last_clean":"2024-09-19T14:23:51.363393+0000","last_became_active":"2024-09-19T13:37:51.038486+0000","last_became_peered":"2024-09-19T13:37:51.038486+0000","last_unstale":"2024-09-19T14:23:51.363393+0000","last_undegraded":"2024-09-19T14:23:51.363393+0000","last_fullsized":"2024-09-19T14:23:51.363393+0000","mapping_epoch":33,"log_start":"268'701","ondisk_log_start":"268'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":701,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:54:04.085657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.6","version":"268'124","reported_seq":622,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:50.387198+0000","last_change":"2024-09-19T13:37:53.043392+0000","last_active":"2024-09-19T14:23:50.387198+0000","last_peered":"2024-09-19T14:23:50.387198+0000","last_clean":"2024-09-19T14:23:50.387198+0000","last_became_active":"2024-09-19T13:37:53.042735+0000","last_became_peered":"2024-09-19T13:37:53.042735+0000","last_unstale":"2024-09-19T14:23:50.387198+0000","last_undegraded":"2024-09-19T14:23:50.387198+0000","last_fullsized":"2024-09-19T14:23:50.387198+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:32:45.623412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":390,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":137,"num_read_kb":134,"num_write":268,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.b","version":"268'247","reported_seq":931,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:10.388981+0000","last_change":"2024-09-19T13:37:45.011686+0000","last_active":"2024-09-19T14:22:10.388981+0000","last_peered":"2024-09-19T14:22:10.388981+0000","last_clean":"2024-09-19T14:22:10.388981+0000","last_became_active":"2024-09-19T13:37:45.005737+0000","last_became_peered":"2024-09-19T13:37:45.005737+0000","last_unstale":"2024-09-19T14:22:10.388981+0000","last_undegraded":"2024-09-19T14:22:10.388981+0000","last_fullsized":"2024-09-19T14:22:10.388981+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":200,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:53:22.295169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1052,"num_read_kb":871,"num_write":357,"num_write_kb":175,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"268'304","reported_seq":922,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.777840+0000","last_change":"2024-09-19T13:37:43.002990+0000","last_active":"2024-09-19T14:23:59.777840+0000","last_peered":"2024-09-19T14:23:59.777840+0000","last_clean":"2024-09-19T14:23:59.777840+0000","last_became_active":"2024-09-19T13:37:43.002626+0000","last_became_peered":"2024-09-19T13:37:43.002626+0000","last_unstale":"2024-09-19T14:23:59.777840+0000","last_undegraded":"2024-09-19T14:23:59.777840+0000","last_fullsized":"2024-09-19T14:23:59.777840+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":200,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:37:50.479828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1153463,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":494,"num_read_kb":32217,"num_write":932,"num_write_kb":68270,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":502,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:17.790316+0000","last_change":"2024-09-19T13:37:46.989145+0000","last_active":"2024-09-19T14:21:17.790316+0000","last_peered":"2024-09-19T14:21:17.790316+0000","last_clean":"2024-09-19T14:21:17.790316+0000","last_became_active":"2024-09-19T13:37:46.988390+0000","last_became_peered":"2024-09-19T13:37:46.988390+0000","last_unstale":"2024-09-19T14:21:17.790316+0000","last_undegraded":"2024-09-19T14:21:17.790316+0000","last_fullsized":"2024-09-19T14:21:17.790316+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:12:10.613408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.9","version":"268'440","reported_seq":1064,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:51.264558+0000","last_change":"2024-09-19T13:37:48.993253+0000","last_active":"2024-09-19T14:23:51.264558+0000","last_peered":"2024-09-19T14:23:51.264558+0000","last_clean":"2024-09-19T14:23:51.264558+0000","last_became_active":"2024-09-19T13:37:48.988851+0000","last_became_peered":"2024-09-19T13:37:48.988851+0000","last_unstale":"2024-09-19T14:23:51.264558+0000","last_undegraded":"2024-09-19T14:23:51.264558+0000","last_fullsized":"2024-09-19T14:23:51.264558+0000","mapping_epoch":31,"log_start":"268'400","ondisk_log_start":"268'400","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":400,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:02:27.534187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":105284,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":750,"num_read_kb":1623,"num_write":618,"num_write_kb":529,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:12.786572+0000","last_change":"2024-09-19T13:37:51.031847+0000","last_active":"2024-09-19T14:21:12.786572+0000","last_peered":"2024-09-19T14:21:12.786572+0000","last_clean":"2024-09-19T14:21:12.786572+0000","last_became_active":"2024-09-19T13:37:51.031123+0000","last_became_peered":"2024-09-19T13:37:51.031123+0000","last_unstale":"2024-09-19T14:21:12.786572+0000","last_undegraded":"2024-09-19T14:21:12.786572+0000","last_fullsized":"2024-09-19T14:21:12.786572+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:39:32.620401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.7","version":"268'122","reported_seq":628,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:31.768621+0000","last_change":"2024-09-19T13:37:53.035483+0000","last_active":"2024-09-19T14:22:31.768621+0000","last_peered":"2024-09-19T14:22:31.768621+0000","last_clean":"2024-09-19T14:22:31.768621+0000","last_became_active":"2024-09-19T13:37:53.034849+0000","last_became_peered":"2024-09-19T13:37:53.034849+0000","last_unstale":"2024-09-19T14:22:31.768621+0000","last_undegraded":"2024-09-19T14:22:31.768621+0000","last_fullsized":"2024-09-19T14:22:31.768621+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":100,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:37:17.528637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":920,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":151,"num_read_kb":147,"num_write":280,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.c","version":"268'95","reported_seq":687,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:43.535817+0000","last_change":"2024-09-19T13:37:44.992453+0000","last_active":"2024-09-19T14:21:43.535817+0000","last_peered":"2024-09-19T14:21:43.535817+0000","last_clean":"2024-09-19T14:21:43.535817+0000","last_became_active":"2024-09-19T13:37:44.992068+0000","last_became_peered":"2024-09-19T13:37:44.992068+0000","last_unstale":"2024-09-19T14:21:43.535817+0000","last_undegraded":"2024-09-19T14:21:43.535817+0000","last_fullsized":"2024-09-19T14:21:43.535817+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":0,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:25:52.450736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":399,"num_read_kb":339,"num_write":132,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"268'288","reported_seq":1047,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:14.466388+0000","last_change":"2024-09-19T13:37:43.005286+0000","last_active":"2024-09-19T14:22:14.466388+0000","last_peered":"2024-09-19T14:22:14.466388+0000","last_clean":"2024-09-19T14:22:14.466388+0000","last_became_active":"2024-09-19T13:37:43.004325+0000","last_became_peered":"2024-09-19T13:37:43.004325+0000","last_unstale":"2024-09-19T14:22:14.466388+0000","last_undegraded":"2024-09-19T14:22:14.466388+0000","last_fullsized":"2024-09-19T14:22:14.466388+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":200,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:40:41.387855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15182801,"num_objects":76,"num_object_clones":0,"num_object_copies":228,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":76,"num_whiteouts":0,"num_read":1002,"num_read_kb":41168,"num_write":1033,"num_write_kb":40345,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:32.784605+0000","last_change":"2024-09-19T13:37:47.006036+0000","last_active":"2024-09-19T14:20:32.784605+0000","last_peered":"2024-09-19T14:20:32.784605+0000","last_clean":"2024-09-19T14:20:32.784605+0000","last_became_active":"2024-09-19T13:37:47.003472+0000","last_became_peered":"2024-09-19T13:37:47.003472+0000","last_unstale":"2024-09-19T14:20:32.784605+0000","last_undegraded":"2024-09-19T14:20:32.784605+0000","last_fullsized":"2024-09-19T14:20:32.784605+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:01:12.636153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.e","version":"268'305","reported_seq":885,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.025609+0000","last_change":"2024-09-19T13:37:48.997116+0000","last_active":"2024-09-19T14:23:59.025609+0000","last_peered":"2024-09-19T14:23:59.025609+0000","last_clean":"2024-09-19T14:23:59.025609+0000","last_became_active":"2024-09-19T13:37:48.996602+0000","last_became_peered":"2024-09-19T13:37:48.996602+0000","last_unstale":"2024-09-19T14:23:59.025609+0000","last_undegraded":"2024-09-19T14:23:59.025609+0000","last_fullsized":"2024-09-19T14:23:59.025609+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":200,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:10:44.167504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51799,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":527,"num_read_kb":1184,"num_write":478,"num_write_kb":402,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":490,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:47.787819+0000","last_change":"2024-09-19T13:37:51.024582+0000","last_active":"2024-09-19T14:20:47.787819+0000","last_peered":"2024-09-19T14:20:47.787819+0000","last_clean":"2024-09-19T14:20:47.787819+0000","last_became_active":"2024-09-19T13:37:51.023139+0000","last_became_peered":"2024-09-19T13:37:51.023139+0000","last_unstale":"2024-09-19T14:20:47.787819+0000","last_undegraded":"2024-09-19T14:20:47.787819+0000","last_fullsized":"2024-09-19T14:20:47.787819+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:51:56.212299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.0","version":"268'113","reported_seq":619,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:50.388363+0000","last_change":"2024-09-19T13:37:53.030417+0000","last_active":"2024-09-19T14:23:50.388363+0000","last_peered":"2024-09-19T14:23:50.388363+0000","last_clean":"2024-09-19T14:23:50.388363+0000","last_became_active":"2024-09-19T13:37:53.029335+0000","last_became_peered":"2024-09-19T13:37:53.029335+0000","last_unstale":"2024-09-19T14:23:50.388363+0000","last_undegraded":"2024-09-19T14:23:50.388363+0000","last_fullsized":"2024-09-19T14:23:50.388363+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:24:27.514468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":175,"num_read_kb":161,"num_write":276,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.d","version":"268'375","reported_seq":1108,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:53.088907+0000","last_change":"2024-09-19T13:37:44.984863+0000","last_active":"2024-09-19T14:21:53.088907+0000","last_peered":"2024-09-19T14:21:53.088907+0000","last_clean":"2024-09-19T14:21:53.088907+0000","last_became_active":"2024-09-19T13:37:44.984050+0000","last_became_peered":"2024-09-19T13:37:44.984050+0000","last_unstale":"2024-09-19T14:21:53.088907+0000","last_undegraded":"2024-09-19T14:21:53.088907+0000","last_fullsized":"2024-09-19T14:21:53.088907+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":300,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:57:58.078621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1811,"num_read_kb":1552,"num_write":558,"num_write_kb":315,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"268'337","reported_seq":972,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.581398+0000","last_change":"2024-09-19T13:37:42.978596+0000","last_active":"2024-09-19T14:23:59.581398+0000","last_peered":"2024-09-19T14:23:59.581398+0000","last_clean":"2024-09-19T14:23:59.581398+0000","last_became_active":"2024-09-19T13:37:42.977928+0000","last_became_peered":"2024-09-19T13:37:42.977928+0000","last_unstale":"2024-09-19T14:23:59.581398+0000","last_undegraded":"2024-09-19T14:23:59.581398+0000","last_fullsized":"2024-09-19T14:23:59.581398+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:07:30.510582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":248340,"num_objects":33,"num_object_clones":0,"num_object_copies":99,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":33,"num_whiteouts":0,"num_read":620,"num_read_kb":468,"num_write":1111,"num_write_kb":30200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":503,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:32.776835+0000","last_change":"2024-09-19T13:37:46.994678+0000","last_active":"2024-09-19T14:20:32.776835+0000","last_peered":"2024-09-19T14:20:32.776835+0000","last_clean":"2024-09-19T14:20:32.776835+0000","last_became_active":"2024-09-19T13:37:46.993980+0000","last_became_peered":"2024-09-19T13:37:46.993980+0000","last_unstale":"2024-09-19T14:20:32.776835+0000","last_undegraded":"2024-09-19T14:20:32.776835+0000","last_fullsized":"2024-09-19T14:20:32.776835+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:05:45.078620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.f","version":"268'302","reported_seq":887,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:02.812447+0000","last_change":"2024-09-19T13:37:49.008787+0000","last_active":"2024-09-19T14:23:02.812447+0000","last_peered":"2024-09-19T14:23:02.812447+0000","last_clean":"2024-09-19T14:23:02.812447+0000","last_became_active":"2024-09-19T13:37:49.005979+0000","last_became_peered":"2024-09-19T13:37:49.005979+0000","last_unstale":"2024-09-19T14:23:02.812447+0000","last_undegraded":"2024-09-19T14:23:02.812447+0000","last_fullsized":"2024-09-19T14:23:02.812447+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":200,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:57:17.323630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55640,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":478,"num_read_kb":962,"num_write":388,"num_write_kb":292,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.e","version":"268'748","reported_seq":3981,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:51.353774+0000","last_change":"2024-09-19T13:37:51.032982+0000","last_active":"2024-09-19T14:23:51.353774+0000","last_peered":"2024-09-19T14:23:51.353774+0000","last_clean":"2024-09-19T14:23:51.353774+0000","last_became_active":"2024-09-19T13:37:51.032240+0000","last_became_peered":"2024-09-19T13:37:51.032240+0000","last_unstale":"2024-09-19T14:23:51.353774+0000","last_undegraded":"2024-09-19T14:23:51.353774+0000","last_fullsized":"2024-09-19T14:23:51.353774+0000","mapping_epoch":33,"log_start":"268'700","ondisk_log_start":"268'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":700,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:54:35.344168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1","version":"268'140","reported_seq":644,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:11.342826+0000","last_change":"2024-09-19T13:37:53.035845+0000","last_active":"2024-09-19T14:22:11.342826+0000","last_peered":"2024-09-19T14:22:11.342826+0000","last_clean":"2024-09-19T14:22:11.342826+0000","last_became_active":"2024-09-19T13:37:53.035183+0000","last_became_peered":"2024-09-19T13:37:53.035183+0000","last_unstale":"2024-09-19T14:22:11.342826+0000","last_undegraded":"2024-09-19T14:22:11.342826+0000","last_fullsized":"2024-09-19T14:22:11.342826+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:04:04.317719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1243,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":190,"num_read_kb":179,"num_write":349,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.e","version":"268'131","reported_seq":688,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:58.708890+0000","last_change":"2024-09-19T13:37:44.984464+0000","last_active":"2024-09-19T14:21:58.708890+0000","last_peered":"2024-09-19T14:21:58.708890+0000","last_clean":"2024-09-19T14:21:58.708890+0000","last_became_active":"2024-09-19T13:37:44.984007+0000","last_became_peered":"2024-09-19T13:37:44.984007+0000","last_unstale":"2024-09-19T14:21:58.708890+0000","last_undegraded":"2024-09-19T14:21:58.708890+0000","last_fullsized":"2024-09-19T14:21:58.708890+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:51:27.398453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":571,"num_read_kb":457,"num_write":223,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"268'314","reported_seq":934,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.563416+0000","last_change":"2024-09-19T13:37:42.993108+0000","last_active":"2024-09-19T14:23:59.563416+0000","last_peered":"2024-09-19T14:23:59.563416+0000","last_clean":"2024-09-19T14:23:59.563416+0000","last_became_active":"2024-09-19T13:37:42.992673+0000","last_became_peered":"2024-09-19T13:37:42.992673+0000","last_unstale":"2024-09-19T14:23:59.563416+0000","last_undegraded":"2024-09-19T14:23:59.563416+0000","last_fullsized":"2024-09-19T14:23:59.563416+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:43:47.663769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":208,"num_objects":18,"num_object_clones":0,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":500,"num_read_kb":30694,"num_write":885,"num_write_kb":42322,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"30'2","reported_seq":1457,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:57.830873+0000","last_change":"2024-09-19T13:37:46.992002+0000","last_active":"2024-09-19T14:23:57.830873+0000","last_peered":"2024-09-19T14:23:57.830873+0000","last_clean":"2024-09-19T14:23:57.830873+0000","last_became_active":"2024-09-19T13:37:46.991680+0000","last_became_peered":"2024-09-19T13:37:46.991680+0000","last_unstale":"2024-09-19T14:23:57.830873+0000","last_undegraded":"2024-09-19T14:23:57.830873+0000","last_fullsized":"2024-09-19T14:23:57.830873+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:50:00.751164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":952,"num_read_kb":952,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.c","version":"268'67","reported_seq":589,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:13.548200+0000","last_change":"2024-09-19T13:37:49.000623+0000","last_active":"2024-09-19T14:21:13.548200+0000","last_peered":"2024-09-19T14:21:13.548200+0000","last_clean":"2024-09-19T14:21:13.548200+0000","last_became_active":"2024-09-19T13:37:48.995316+0000","last_became_peered":"2024-09-19T13:37:48.995316+0000","last_unstale":"2024-09-19T14:21:13.548200+0000","last_undegraded":"2024-09-19T14:21:13.548200+0000","last_fullsized":"2024-09-19T14:21:13.548200+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":0,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:01:51.437645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":77,"num_read_kb":71,"num_write":52,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.d","version":"268'747","reported_seq":2551,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:57.866007+0000","last_change":"2024-09-19T13:37:50.993985+0000","last_active":"2024-09-19T14:23:57.866007+0000","last_peered":"2024-09-19T14:23:57.866007+0000","last_clean":"2024-09-19T14:23:57.866007+0000","last_became_active":"2024-09-19T13:37:50.993347+0000","last_became_peered":"2024-09-19T13:37:50.993347+0000","last_unstale":"2024-09-19T14:23:57.866007+0000","last_undegraded":"2024-09-19T14:23:57.866007+0000","last_fullsized":"2024-09-19T14:23:57.866007+0000","mapping_epoch":33,"log_start":"268'700","ondisk_log_start":"268'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":700,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:07:36.252341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.2","version":"268'124","reported_seq":623,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:05.970054+0000","last_change":"2024-09-19T13:37:53.027693+0000","last_active":"2024-09-19T14:22:05.970054+0000","last_peered":"2024-09-19T14:22:05.970054+0000","last_clean":"2024-09-19T14:22:05.970054+0000","last_became_active":"2024-09-19T13:37:53.026813+0000","last_became_peered":"2024-09-19T13:37:53.026813+0000","last_unstale":"2024-09-19T14:22:05.970054+0000","last_undegraded":"2024-09-19T14:22:05.970054+0000","last_fullsized":"2024-09-19T14:22:05.970054+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:41:59.896482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":425,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":148,"num_read_kb":143,"num_write":288,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.f","version":"268'406","reported_seq":1163,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:34.719122+0000","last_change":"2024-09-19T13:37:44.994367+0000","last_active":"2024-09-19T14:21:34.719122+0000","last_peered":"2024-09-19T14:21:34.719122+0000","last_clean":"2024-09-19T14:21:34.719122+0000","last_became_active":"2024-09-19T13:37:44.993668+0000","last_became_peered":"2024-09-19T13:37:44.993668+0000","last_unstale":"2024-09-19T14:21:34.719122+0000","last_undegraded":"2024-09-19T14:21:34.719122+0000","last_fullsized":"2024-09-19T14:21:34.719122+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":300,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:47:03.674479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2013,"num_read_kb":1743,"num_write":719,"num_write_kb":481,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.8","version":"268'274","reported_seq":926,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:16.357643+0000","last_change":"2024-09-19T13:37:42.978677+0000","last_active":"2024-09-19T14:22:16.357643+0000","last_peered":"2024-09-19T14:22:16.357643+0000","last_clean":"2024-09-19T14:22:16.357643+0000","last_became_active":"2024-09-19T13:37:42.977623+0000","last_became_peered":"2024-09-19T13:37:42.977623+0000","last_unstale":"2024-09-19T14:22:16.357643+0000","last_undegraded":"2024-09-19T14:22:16.357643+0000","last_fullsized":"2024-09-19T14:22:16.357643+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":200,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:58:26.184685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8389346,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":489,"num_read_kb":109168,"num_write":1013,"num_write_kb":60244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2],"acting":[4,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":497,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:34.803882+0000","last_change":"2024-09-19T13:37:46.977782+0000","last_active":"2024-09-19T14:20:34.803882+0000","last_peered":"2024-09-19T14:20:34.803882+0000","last_clean":"2024-09-19T14:20:34.803882+0000","last_became_active":"2024-09-19T13:37:46.977414+0000","last_became_peered":"2024-09-19T13:37:46.977414+0000","last_unstale":"2024-09-19T14:20:34.803882+0000","last_undegraded":"2024-09-19T14:20:34.803882+0000","last_fullsized":"2024-09-19T14:20:34.803882+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:13:10.059344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.d","version":"268'349","reported_seq":960,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.805350+0000","last_change":"2024-09-19T13:37:48.990113+0000","last_active":"2024-09-19T14:23:59.805350+0000","last_peered":"2024-09-19T14:23:59.805350+0000","last_clean":"2024-09-19T14:23:59.805350+0000","last_became_active":"2024-09-19T13:37:48.989441+0000","last_became_peered":"2024-09-19T13:37:48.989441+0000","last_unstale":"2024-09-19T14:23:59.805350+0000","last_undegraded":"2024-09-19T14:23:59.805350+0000","last_fullsized":"2024-09-19T14:23:59.805350+0000","mapping_epoch":31,"log_start":"268'300","ondisk_log_start":"268'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:39:18.165605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64500,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":579,"num_read_kb":1236,"num_write":461,"num_write_kb":333,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":493,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:39.775521+0000","last_change":"2024-09-19T13:37:51.036775+0000","last_active":"2024-09-19T14:20:39.775521+0000","last_peered":"2024-09-19T14:20:39.775521+0000","last_clean":"2024-09-19T14:20:39.775521+0000","last_became_active":"2024-09-19T13:37:51.036123+0000","last_became_peered":"2024-09-19T13:37:51.036123+0000","last_unstale":"2024-09-19T14:20:39.775521+0000","last_undegraded":"2024-09-19T14:20:39.775521+0000","last_fullsized":"2024-09-19T14:20:39.775521+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:30:42.562434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.3","version":"268'103","reported_seq":595,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:15.460911+0000","last_change":"2024-09-19T13:37:53.044426+0000","last_active":"2024-09-19T14:22:15.460911+0000","last_peered":"2024-09-19T14:22:15.460911+0000","last_clean":"2024-09-19T14:22:15.460911+0000","last_became_active":"2024-09-19T13:37:53.043696+0000","last_became_peered":"2024-09-19T13:37:53.043696+0000","last_unstale":"2024-09-19T14:22:15.460911+0000","last_undegraded":"2024-09-19T14:22:15.460911+0000","last_fullsized":"2024-09-19T14:22:15.460911+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:58:17.203849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":449,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":125,"num_read_kb":125,"num_write":243,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"268'186","reported_seq":760,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:51.314142+0000","last_change":"2024-09-19T13:37:44.984987+0000","last_active":"2024-09-19T14:21:51.314142+0000","last_peered":"2024-09-19T14:21:51.314142+0000","last_clean":"2024-09-19T14:21:51.314142+0000","last_became_active":"2024-09-19T13:37:44.984586+0000","last_became_peered":"2024-09-19T13:37:44.984586+0000","last_unstale":"2024-09-19T14:21:51.314142+0000","last_undegraded":"2024-09-19T14:21:51.314142+0000","last_fullsized":"2024-09-19T14:21:51.314142+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:01:20.320349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":791,"num_read_kb":653,"num_write":273,"num_write_kb":127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":623,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:29.790876+0000","last_change":"2024-09-19T13:37:20.021639+0000","last_active":"2024-09-19T14:21:29.790876+0000","last_peered":"2024-09-19T14:21:29.790876+0000","last_clean":"2024-09-19T14:21:29.790876+0000","last_became_active":"2024-09-19T13:37:20.020828+0000","last_became_peered":"2024-09-19T13:37:20.020828+0000","last_unstale":"2024-09-19T14:21:29.790876+0000","last_undegraded":"2024-09-19T14:21:29.790876+0000","last_fullsized":"2024-09-19T14:21:29.790876+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:18.810665+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:18.810665+0000","last_clean_scrub_stamp":"2024-09-19T13:37:18.810665+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:21:05.623363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"19'1","reported_seq":526,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:09.812974+0000","last_change":"2024-09-19T13:37:26.910175+0000","last_active":"2024-09-19T14:21:09.812974+0000","last_peered":"2024-09-19T14:21:09.812974+0000","last_clean":"2024-09-19T14:21:09.812974+0000","last_became_active":"2024-09-19T13:37:24.882871+0000","last_became_peered":"2024-09-19T13:37:24.882871+0000","last_unstale":"2024-09-19T14:21:09.812974+0000","last_undegraded":"2024-09-19T14:21:09.812974+0000","last_fullsized":"2024-09-19T14:21:09.812974+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_clean_scrub_stamp":"2024-09-19T13:37:23.851921+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:39:03.900366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0023960740000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"268'316","reported_seq":1017,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:32.611331+0000","last_change":"2024-09-19T13:37:42.973179+0000","last_active":"2024-09-19T14:23:32.611331+0000","last_peered":"2024-09-19T14:23:32.611331+0000","last_clean":"2024-09-19T14:23:32.611331+0000","last_became_active":"2024-09-19T13:37:42.971743+0000","last_became_peered":"2024-09-19T13:37:42.971743+0000","last_unstale":"2024-09-19T14:23:32.611331+0000","last_undegraded":"2024-09-19T14:23:32.611331+0000","last_fullsized":"2024-09-19T14:23:32.611331+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":300,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:56:58.907736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7524062,"num_objects":73,"num_object_clones":0,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":0,"num_read":813,"num_read_kb":17240,"num_write":1075,"num_write_kb":39502,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,0],"acting":[4,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:34.777397+0000","last_change":"2024-09-19T13:37:47.002887+0000","last_active":"2024-09-19T14:21:34.777397+0000","last_peered":"2024-09-19T14:21:34.777397+0000","last_clean":"2024-09-19T14:21:34.777397+0000","last_became_active":"2024-09-19T13:37:47.002326+0000","last_became_peered":"2024-09-19T13:37:47.002326+0000","last_unstale":"2024-09-19T14:21:34.777397+0000","last_undegraded":"2024-09-19T14:21:34.777397+0000","last_fullsized":"2024-09-19T14:21:34.777397+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:33:36.557077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.7","version":"268'674","reported_seq":1371,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.578121+0000","last_change":"2024-09-19T13:37:49.012675+0000","last_active":"2024-09-19T14:23:59.578121+0000","last_peered":"2024-09-19T14:23:59.578121+0000","last_clean":"2024-09-19T14:23:59.578121+0000","last_became_active":"2024-09-19T13:37:49.012087+0000","last_became_peered":"2024-09-19T13:37:49.012087+0000","last_unstale":"2024-09-19T14:23:59.578121+0000","last_undegraded":"2024-09-19T14:23:59.578121+0000","last_fullsized":"2024-09-19T14:23:59.578121+0000","mapping_epoch":31,"log_start":"268'600","ondisk_log_start":"268'600","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":600,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:10:34.815535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":169324,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1316,"num_read_kb":2879,"num_write":1211,"num_write_kb":1083,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:12.786840+0000","last_change":"2024-09-19T13:37:51.031786+0000","last_active":"2024-09-19T14:21:12.786840+0000","last_peered":"2024-09-19T14:21:12.786840+0000","last_clean":"2024-09-19T14:21:12.786840+0000","last_became_active":"2024-09-19T13:37:51.031011+0000","last_became_peered":"2024-09-19T13:37:51.031011+0000","last_unstale":"2024-09-19T14:21:12.786840+0000","last_undegraded":"2024-09-19T14:21:12.786840+0000","last_fullsized":"2024-09-19T14:21:12.786840+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:29:46.681818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"268'214","reported_seq":952,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:31.700186+0000","last_change":"2024-09-19T13:37:53.040574+0000","last_active":"2024-09-19T14:22:31.700186+0000","last_peered":"2024-09-19T14:22:31.700186+0000","last_clean":"2024-09-19T14:22:31.700186+0000","last_became_active":"2024-09-19T13:37:53.036512+0000","last_became_peered":"2024-09-19T13:37:53.036512+0000","last_unstale":"2024-09-19T14:22:31.700186+0000","last_undegraded":"2024-09-19T14:22:31.700186+0000","last_fullsized":"2024-09-19T14:22:31.700186+0000","mapping_epoch":35,"log_start":"268'200","ondisk_log_start":"268'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":200,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:19:05.937058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":433,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":629,"num_read_kb":590,"num_write":474,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"268'4196","reported_seq":4825,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:07.785606+0000","last_change":"2024-09-19T13:37:45.006705+0000","last_active":"2024-09-19T14:21:07.785606+0000","last_peered":"2024-09-19T14:21:07.785606+0000","last_clean":"2024-09-19T14:21:07.785606+0000","last_became_active":"2024-09-19T13:37:45.005990+0000","last_became_peered":"2024-09-19T13:37:45.005990+0000","last_unstale":"2024-09-19T14:21:07.785606+0000","last_undegraded":"2024-09-19T14:21:07.785606+0000","last_fullsized":"2024-09-19T14:21:07.785606+0000","mapping_epoch":27,"log_start":"268'4100","ondisk_log_start":"268'4100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":3000,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:01:40.422126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16871,"num_read_kb":14145,"num_write":6317,"num_write_kb":3157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":526,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:29.818203+0000","last_change":"2024-09-19T13:37:26.910921+0000","last_active":"2024-09-19T14:21:29.818203+0000","last_peered":"2024-09-19T14:21:29.818203+0000","last_clean":"2024-09-19T14:21:29.818203+0000","last_became_active":"2024-09-19T13:37:24.881264+0000","last_became_peered":"2024-09-19T13:37:24.881264+0000","last_unstale":"2024-09-19T14:21:29.818203+0000","last_undegraded":"2024-09-19T14:21:29.818203+0000","last_fullsized":"2024-09-19T14:21:29.818203+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_clean_scrub_stamp":"2024-09-19T13:37:23.851921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:26:24.915080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0026683119999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"268'295","reported_seq":970,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:27.792274+0000","last_change":"2024-09-19T13:37:42.997302+0000","last_active":"2024-09-19T14:21:27.792274+0000","last_peered":"2024-09-19T14:21:27.792274+0000","last_clean":"2024-09-19T14:21:27.792274+0000","last_became_active":"2024-09-19T13:37:42.996368+0000","last_became_peered":"2024-09-19T13:37:42.996368+0000","last_unstale":"2024-09-19T14:21:27.792274+0000","last_undegraded":"2024-09-19T14:21:27.792274+0000","last_fullsized":"2024-09-19T14:21:27.792274+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:07:52.695765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58620,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":634,"num_read_kb":610,"num_write":1127,"num_write_kb":28646,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,4],"acting":[6,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:09.813169+0000","last_change":"2024-09-19T13:37:47.003210+0000","last_active":"2024-09-19T14:21:09.813169+0000","last_peered":"2024-09-19T14:21:09.813169+0000","last_clean":"2024-09-19T14:21:09.813169+0000","last_became_active":"2024-09-19T13:37:47.002818+0000","last_became_peered":"2024-09-19T13:37:47.002818+0000","last_unstale":"2024-09-19T14:21:09.813169+0000","last_undegraded":"2024-09-19T14:21:09.813169+0000","last_fullsized":"2024-09-19T14:21:09.813169+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:18:52.820772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.4","version":"268'1236","reported_seq":2716,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:51.345644+0000","last_change":"2024-09-19T13:37:49.005756+0000","last_active":"2024-09-19T14:23:51.345644+0000","last_peered":"2024-09-19T14:23:51.345644+0000","last_clean":"2024-09-19T14:23:51.345644+0000","last_became_active":"2024-09-19T13:37:49.005054+0000","last_became_peered":"2024-09-19T13:37:49.005054+0000","last_unstale":"2024-09-19T14:23:51.345644+0000","last_undegraded":"2024-09-19T14:23:51.345644+0000","last_fullsized":"2024-09-19T14:23:51.345644+0000","mapping_epoch":31,"log_start":"268'1200","ondisk_log_start":"268'1200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":1200,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:11:56.139827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":170535,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":1974,"num_read_kb":3429,"num_write":1102,"num_write_kb":951,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":491,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:44.822321+0000","last_change":"2024-09-19T13:37:51.041205+0000","last_active":"2024-09-19T14:21:44.822321+0000","last_peered":"2024-09-19T14:21:44.822321+0000","last_clean":"2024-09-19T14:21:44.822321+0000","last_became_active":"2024-09-19T13:37:51.040146+0000","last_became_peered":"2024-09-19T13:37:51.040146+0000","last_unstale":"2024-09-19T14:21:44.822321+0000","last_undegraded":"2024-09-19T14:21:44.822321+0000","last_fullsized":"2024-09-19T14:21:44.822321+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:00:43.235955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.a","version":"268'253","reported_seq":814,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:17.238549+0000","last_change":"2024-09-19T13:37:53.026270+0000","last_active":"2024-09-19T14:22:17.238549+0000","last_peered":"2024-09-19T14:22:17.238549+0000","last_clean":"2024-09-19T14:22:17.238549+0000","last_became_active":"2024-09-19T13:37:53.025312+0000","last_became_peered":"2024-09-19T13:37:53.025312+0000","last_unstale":"2024-09-19T14:22:17.238549+0000","last_undegraded":"2024-09-19T14:22:17.238549+0000","last_fullsized":"2024-09-19T14:22:17.238549+0000","mapping_epoch":35,"log_start":"268'200","ondisk_log_start":"268'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":200,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:01:39.948930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":435,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":514,"num_read_kb":477,"num_write":500,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"268'301","reported_seq":960,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:11.353646+0000","last_change":"2024-09-19T13:37:44.992071+0000","last_active":"2024-09-19T14:22:11.353646+0000","last_peered":"2024-09-19T14:22:11.353646+0000","last_clean":"2024-09-19T14:22:11.353646+0000","last_became_active":"2024-09-19T13:37:44.991339+0000","last_became_peered":"2024-09-19T13:37:44.991339+0000","last_unstale":"2024-09-19T14:22:11.353646+0000","last_undegraded":"2024-09-19T14:22:11.353646+0000","last_fullsized":"2024-09-19T14:22:11.353646+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":200,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:12:49.279249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1326,"num_read_kb":1077,"num_write":447,"num_write_kb":243,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":527,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:12.793062+0000","last_change":"2024-09-19T13:37:27.245225+0000","last_active":"2024-09-19T14:21:12.793062+0000","last_peered":"2024-09-19T14:21:12.793062+0000","last_clean":"2024-09-19T14:21:12.793062+0000","last_became_active":"2024-09-19T13:37:24.882335+0000","last_became_peered":"2024-09-19T13:37:24.882335+0000","last_unstale":"2024-09-19T14:21:12.793062+0000","last_undegraded":"2024-09-19T14:21:12.793062+0000","last_fullsized":"2024-09-19T14:21:12.793062+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_clean_scrub_stamp":"2024-09-19T13:37:23.851921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:43:03.530810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00084389399999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.0","version":"268'306","reported_seq":984,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:15.216738+0000","last_change":"2024-09-19T13:37:43.020225+0000","last_active":"2024-09-19T14:22:15.216738+0000","last_peered":"2024-09-19T14:22:15.216738+0000","last_clean":"2024-09-19T14:22:15.216738+0000","last_became_active":"2024-09-19T13:37:43.011938+0000","last_became_peered":"2024-09-19T13:37:43.011938+0000","last_unstale":"2024-09-19T14:22:15.216738+0000","last_undegraded":"2024-09-19T14:22:15.216738+0000","last_fullsized":"2024-09-19T14:22:15.216738+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":200,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:45:09.023825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12670541,"num_objects":97,"num_object_clones":0,"num_object_copies":291,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":97,"num_whiteouts":0,"num_read":576,"num_read_kb":10131,"num_write":1072,"num_write_kb":42957,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"30'1","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:07.792110+0000","last_change":"2024-09-19T13:37:47.004310+0000","last_active":"2024-09-19T14:21:07.792110+0000","last_peered":"2024-09-19T14:21:07.792110+0000","last_clean":"2024-09-19T14:21:07.792110+0000","last_became_active":"2024-09-19T13:37:47.003498+0000","last_became_peered":"2024-09-19T13:37:47.003498+0000","last_unstale":"2024-09-19T14:21:07.792110+0000","last_undegraded":"2024-09-19T14:21:07.792110+0000","last_fullsized":"2024-09-19T14:21:07.792110+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:24:46.251078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.5","version":"268'223","reported_seq":1326,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:49.804474+0000","last_change":"2024-09-19T13:37:49.007076+0000","last_active":"2024-09-19T14:23:49.804474+0000","last_peered":"2024-09-19T14:23:49.804474+0000","last_clean":"2024-09-19T14:23:49.804474+0000","last_became_active":"2024-09-19T13:37:49.002780+0000","last_became_peered":"2024-09-19T13:37:49.002780+0000","last_unstale":"2024-09-19T14:23:49.804474+0000","last_undegraded":"2024-09-19T14:23:49.804474+0000","last_fullsized":"2024-09-19T14:23:49.804474+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":200,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:31:52.588832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":181,"num_read_kb":173,"num_write":153,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":493,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:37.788441+0000","last_change":"2024-09-19T13:37:51.025935+0000","last_active":"2024-09-19T14:21:37.788441+0000","last_peered":"2024-09-19T14:21:37.788441+0000","last_clean":"2024-09-19T14:21:37.788441+0000","last_became_active":"2024-09-19T13:37:51.024903+0000","last_became_peered":"2024-09-19T13:37:51.024903+0000","last_unstale":"2024-09-19T14:21:37.788441+0000","last_undegraded":"2024-09-19T14:21:37.788441+0000","last_fullsized":"2024-09-19T14:21:37.788441+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:07:36.992714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.b","version":"268'235","reported_seq":842,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:31.882989+0000","last_change":"2024-09-19T13:37:53.038541+0000","last_active":"2024-09-19T14:22:31.882989+0000","last_peered":"2024-09-19T14:22:31.882989+0000","last_clean":"2024-09-19T14:22:31.882989+0000","last_became_active":"2024-09-19T13:37:53.037940+0000","last_became_peered":"2024-09-19T13:37:53.037940+0000","last_unstale":"2024-09-19T14:22:31.882989+0000","last_undegraded":"2024-09-19T14:22:31.882989+0000","last_fullsized":"2024-09-19T14:22:31.882989+0000","mapping_epoch":35,"log_start":"268'200","ondisk_log_start":"268'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":200,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:37:27.607612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":530,"num_read_kb":545,"num_write":514,"num_write_kb":149,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"268'179","reported_seq":791,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:45.657361+0000","last_change":"2024-09-19T13:37:44.996569+0000","last_active":"2024-09-19T14:21:45.657361+0000","last_peered":"2024-09-19T14:21:45.657361+0000","last_clean":"2024-09-19T14:21:45.657361+0000","last_became_active":"2024-09-19T13:37:44.995795+0000","last_became_peered":"2024-09-19T13:37:44.995795+0000","last_unstale":"2024-09-19T14:21:45.657361+0000","last_undegraded":"2024-09-19T14:21:45.657361+0000","last_fullsized":"2024-09-19T14:21:45.657361+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":100,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:55:56.767487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":803,"num_read_kb":658,"num_write":281,"num_write_kb":132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"21'2","reported_seq":527,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:09.812940+0000","last_change":"2024-09-19T13:37:26.909976+0000","last_active":"2024-09-19T14:21:09.812940+0000","last_peered":"2024-09-19T14:21:09.812940+0000","last_clean":"2024-09-19T14:21:09.812940+0000","last_became_active":"2024-09-19T13:37:24.905107+0000","last_became_peered":"2024-09-19T13:37:24.905107+0000","last_unstale":"2024-09-19T14:21:09.812940+0000","last_undegraded":"2024-09-19T14:21:09.812940+0000","last_fullsized":"2024-09-19T14:21:09.812940+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_clean_scrub_stamp":"2024-09-19T13:37:23.851921+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:50:46.154909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0022530250000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"268'320","reported_seq":969,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:47.623212+0000","last_change":"2024-09-19T13:38:12.009790+0000","last_active":"2024-09-19T14:20:47.623212+0000","last_peered":"2024-09-19T14:20:47.623212+0000","last_clean":"2024-09-19T14:20:47.623212+0000","last_became_active":"2024-09-19T13:38:12.008906+0000","last_became_peered":"2024-09-19T13:38:12.008906+0000","last_unstale":"2024-09-19T14:20:47.623212+0000","last_undegraded":"2024-09-19T14:20:47.623212+0000","last_fullsized":"2024-09-19T14:20:47.623212+0000","mapping_epoch":38,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:36:39.103189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9725604,"num_objects":65,"num_object_clones":0,"num_object_copies":195,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":683,"num_read_kb":29582,"num_write":1290,"num_write_kb":42023,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,4],"acting":[6,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:42.799631+0000","last_change":"2024-09-19T13:37:47.005273+0000","last_active":"2024-09-19T14:21:42.799631+0000","last_peered":"2024-09-19T14:21:42.799631+0000","last_clean":"2024-09-19T14:21:42.799631+0000","last_became_active":"2024-09-19T13:37:47.004429+0000","last_became_peered":"2024-09-19T13:37:47.004429+0000","last_unstale":"2024-09-19T14:21:42.799631+0000","last_undegraded":"2024-09-19T14:21:42.799631+0000","last_fullsized":"2024-09-19T14:21:42.799631+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:48:22.440947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.6","version":"268'119","reported_seq":665,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:22.817440+0000","last_change":"2024-09-19T13:37:49.006678+0000","last_active":"2024-09-19T14:23:22.817440+0000","last_peered":"2024-09-19T14:23:22.817440+0000","last_clean":"2024-09-19T14:23:22.817440+0000","last_became_active":"2024-09-19T13:37:49.002929+0000","last_became_peered":"2024-09-19T13:37:49.002929+0000","last_unstale":"2024-09-19T14:23:22.817440+0000","last_undegraded":"2024-09-19T14:23:22.817440+0000","last_fullsized":"2024-09-19T14:23:22.817440+0000","mapping_epoch":31,"log_start":"268'100","ondisk_log_start":"268'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":100,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:13:21.488488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":146,"num_read_kb":137,"num_write":106,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":490,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:14.814397+0000","last_change":"2024-09-19T13:37:51.021440+0000","last_active":"2024-09-19T14:21:14.814397+0000","last_peered":"2024-09-19T14:21:14.814397+0000","last_clean":"2024-09-19T14:21:14.814397+0000","last_became_active":"2024-09-19T13:37:51.020736+0000","last_became_peered":"2024-09-19T13:37:51.020736+0000","last_unstale":"2024-09-19T14:21:14.814397+0000","last_undegraded":"2024-09-19T14:21:14.814397+0000","last_fullsized":"2024-09-19T14:21:14.814397+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:24:04.076580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.8","version":"268'163","reported_seq":724,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:17.894977+0000","last_change":"2024-09-19T13:37:53.037393+0000","last_active":"2024-09-19T14:21:17.894977+0000","last_peered":"2024-09-19T14:21:17.894977+0000","last_clean":"2024-09-19T14:21:17.894977+0000","last_became_active":"2024-09-19T13:37:53.036623+0000","last_became_peered":"2024-09-19T13:37:53.036623+0000","last_unstale":"2024-09-19T14:21:17.894977+0000","last_undegraded":"2024-09-19T14:21:17.894977+0000","last_fullsized":"2024-09-19T14:21:17.894977+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:52:01.624403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":321,"num_read_kb":311,"num_write":392,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"268'137","reported_seq":756,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:32.793432+0000","last_change":"2024-09-19T13:37:44.991576+0000","last_active":"2024-09-19T14:21:32.793432+0000","last_peered":"2024-09-19T14:21:32.793432+0000","last_clean":"2024-09-19T14:21:32.793432+0000","last_became_active":"2024-09-19T13:37:44.990899+0000","last_became_peered":"2024-09-19T13:37:44.990899+0000","last_unstale":"2024-09-19T14:21:32.793432+0000","last_undegraded":"2024-09-19T14:21:32.793432+0000","last_fullsized":"2024-09-19T14:21:32.793432+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:38:59.012584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":626,"num_read_kb":524,"num_write":206,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.5","version":"268'354","reported_seq":1014,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.765305+0000","last_change":"2024-09-19T13:37:42.981153+0000","last_active":"2024-09-19T14:23:59.765305+0000","last_peered":"2024-09-19T14:23:59.765305+0000","last_clean":"2024-09-19T14:23:59.765305+0000","last_became_active":"2024-09-19T13:37:42.980788+0000","last_became_peered":"2024-09-19T13:37:42.980788+0000","last_unstale":"2024-09-19T14:23:59.765305+0000","last_undegraded":"2024-09-19T14:23:59.765305+0000","last_fullsized":"2024-09-19T14:23:59.765305+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":300,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:43:07.478974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079116,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":664,"num_read_kb":45969,"num_write":1045,"num_write_kb":28341,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,4],"acting":[2,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":532,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:12.786732+0000","last_change":"2024-09-19T13:37:27.181134+0000","last_active":"2024-09-19T14:21:12.786732+0000","last_peered":"2024-09-19T14:21:12.786732+0000","last_clean":"2024-09-19T14:21:12.786732+0000","last_became_active":"2024-09-19T13:37:24.906020+0000","last_became_peered":"2024-09-19T13:37:24.906020+0000","last_unstale":"2024-09-19T14:21:12.786732+0000","last_undegraded":"2024-09-19T14:21:12.786732+0000","last_fullsized":"2024-09-19T14:21:12.786732+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_clean_scrub_stamp":"2024-09-19T13:37:23.851921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:16:34.936447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099233799999999994,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":501,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:32.787226+0000","last_change":"2024-09-19T13:37:46.995464+0000","last_active":"2024-09-19T14:21:32.787226+0000","last_peered":"2024-09-19T14:21:32.787226+0000","last_clean":"2024-09-19T14:21:32.787226+0000","last_became_active":"2024-09-19T13:37:46.994562+0000","last_became_peered":"2024-09-19T13:37:46.994562+0000","last_unstale":"2024-09-19T14:21:32.787226+0000","last_undegraded":"2024-09-19T14:21:32.787226+0000","last_fullsized":"2024-09-19T14:21:32.787226+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:47:21.426155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.0","version":"268'547","reported_seq":1201,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:51.279959+0000","last_change":"2024-09-19T13:37:48.999478+0000","last_active":"2024-09-19T14:23:51.279959+0000","last_peered":"2024-09-19T14:23:51.279959+0000","last_clean":"2024-09-19T14:23:51.279959+0000","last_became_active":"2024-09-19T13:37:48.998741+0000","last_became_peered":"2024-09-19T13:37:48.998741+0000","last_unstale":"2024-09-19T14:23:51.279959+0000","last_undegraded":"2024-09-19T14:23:51.279959+0000","last_fullsized":"2024-09-19T14:23:51.279959+0000","mapping_epoch":31,"log_start":"268'500","ondisk_log_start":"268'500","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":500,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:14:52.361942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117011,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":1526,"num_read_kb":2440,"num_write":2020,"num_write_kb":1879,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":495,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:39.790271+0000","last_change":"2024-09-19T13:37:50.999570+0000","last_active":"2024-09-19T14:21:39.790271+0000","last_peered":"2024-09-19T14:21:39.790271+0000","last_clean":"2024-09-19T14:21:39.790271+0000","last_became_active":"2024-09-19T13:37:50.998245+0000","last_became_peered":"2024-09-19T13:37:50.998245+0000","last_unstale":"2024-09-19T14:21:39.790271+0000","last_undegraded":"2024-09-19T14:21:39.790271+0000","last_fullsized":"2024-09-19T14:21:39.790271+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:35:47.925918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.e","version":"268'135","reported_seq":639,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:10.383914+0000","last_change":"2024-09-19T13:37:53.025828+0000","last_active":"2024-09-19T14:22:10.383914+0000","last_peered":"2024-09-19T14:22:10.383914+0000","last_clean":"2024-09-19T14:22:10.383914+0000","last_became_active":"2024-09-19T13:37:53.025118+0000","last_became_peered":"2024-09-19T13:37:53.025118+0000","last_unstale":"2024-09-19T14:22:10.383914+0000","last_undegraded":"2024-09-19T14:22:10.383914+0000","last_fullsized":"2024-09-19T14:22:10.383914+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:24:28.397010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":729,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":152,"num_read_kb":148,"num_write":307,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"268'128","reported_seq":748,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:32.793492+0000","last_change":"2024-09-19T13:37:44.996860+0000","last_active":"2024-09-19T14:21:32.793492+0000","last_peered":"2024-09-19T14:21:32.793492+0000","last_clean":"2024-09-19T14:21:32.793492+0000","last_became_active":"2024-09-19T13:37:44.996072+0000","last_became_peered":"2024-09-19T13:37:44.996072+0000","last_unstale":"2024-09-19T14:21:32.793492+0000","last_undegraded":"2024-09-19T14:21:32.793492+0000","last_fullsized":"2024-09-19T14:21:32.793492+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:42:35.444587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":614,"num_read_kb":523,"num_write":192,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.4","version":"268'336","reported_seq":1093,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:07.675419+0000","last_change":"2024-09-19T13:37:43.015628+0000","last_active":"2024-09-19T14:22:07.675419+0000","last_peered":"2024-09-19T14:22:07.675419+0000","last_clean":"2024-09-19T14:22:07.675419+0000","last_became_active":"2024-09-19T13:37:43.015022+0000","last_became_peered":"2024-09-19T13:37:43.015022+0000","last_unstale":"2024-09-19T14:22:07.675419+0000","last_undegraded":"2024-09-19T14:22:07.675419+0000","last_fullsized":"2024-09-19T14:22:07.675419+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:28:18.185800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10881528,"num_objects":72,"num_object_clones":0,"num_object_copies":216,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":731,"num_read_kb":34608,"num_write":1187,"num_write_kb":53807,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":525,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:14.814222+0000","last_change":"2024-09-19T13:37:26.908772+0000","last_active":"2024-09-19T14:21:14.814222+0000","last_peered":"2024-09-19T14:21:14.814222+0000","last_clean":"2024-09-19T14:21:14.814222+0000","last_became_active":"2024-09-19T13:37:24.881243+0000","last_became_peered":"2024-09-19T13:37:24.881243+0000","last_unstale":"2024-09-19T14:21:14.814222+0000","last_undegraded":"2024-09-19T14:21:14.814222+0000","last_fullsized":"2024-09-19T14:21:14.814222+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_clean_scrub_stamp":"2024-09-19T13:37:23.851921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:38:12.964112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010619309999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:34.777228+0000","last_change":"2024-09-19T13:37:47.002717+0000","last_active":"2024-09-19T14:21:34.777228+0000","last_peered":"2024-09-19T14:21:34.777228+0000","last_clean":"2024-09-19T14:21:34.777228+0000","last_became_active":"2024-09-19T13:37:47.002225+0000","last_became_peered":"2024-09-19T13:37:47.002225+0000","last_unstale":"2024-09-19T14:21:34.777228+0000","last_undegraded":"2024-09-19T14:21:34.777228+0000","last_fullsized":"2024-09-19T14:21:34.777228+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:49:53.098072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"268'200","reported_seq":766,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:58.013637+0000","last_change":"2024-09-19T13:37:49.013424+0000","last_active":"2024-09-19T14:22:58.013637+0000","last_peered":"2024-09-19T14:22:58.013637+0000","last_clean":"2024-09-19T14:22:58.013637+0000","last_became_active":"2024-09-19T13:37:49.012716+0000","last_became_peered":"2024-09-19T13:37:49.012716+0000","last_unstale":"2024-09-19T14:22:58.013637+0000","last_undegraded":"2024-09-19T14:22:58.013637+0000","last_fullsized":"2024-09-19T14:22:58.013637+0000","mapping_epoch":31,"log_start":"265'100","ondisk_log_start":"265'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:18:43.881928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":235,"num_read_kb":225,"num_write":204,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.0","version":"268'747","reported_seq":2806,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:57.859412+0000","last_change":"2024-09-19T13:37:51.040255+0000","last_active":"2024-09-19T14:23:57.859412+0000","last_peered":"2024-09-19T14:23:57.859412+0000","last_clean":"2024-09-19T14:23:57.859412+0000","last_became_active":"2024-09-19T13:37:51.038494+0000","last_became_peered":"2024-09-19T13:37:51.038494+0000","last_unstale":"2024-09-19T14:23:57.859412+0000","last_undegraded":"2024-09-19T14:23:57.859412+0000","last_fullsized":"2024-09-19T14:23:57.859412+0000","mapping_epoch":33,"log_start":"268'700","ondisk_log_start":"268'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":700,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:54:37.541137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.f","version":"268'121","reported_seq":646,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:51.330369+0000","last_change":"2024-09-19T13:37:53.044510+0000","last_active":"2024-09-19T14:23:51.330369+0000","last_peered":"2024-09-19T14:23:51.330369+0000","last_clean":"2024-09-19T14:23:51.330369+0000","last_became_active":"2024-09-19T13:37:53.043658+0000","last_became_peered":"2024-09-19T13:37:53.043658+0000","last_unstale":"2024-09-19T14:23:51.330369+0000","last_undegraded":"2024-09-19T14:23:51.330369+0000","last_fullsized":"2024-09-19T14:23:51.330369+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:19:25.707143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1317,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":261,"num_read_kb":232,"num_write":302,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.0","version":"268'98","reported_seq":687,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:00.244469+0000","last_change":"2024-09-19T13:37:44.989222+0000","last_active":"2024-09-19T14:22:00.244469+0000","last_peered":"2024-09-19T14:22:00.244469+0000","last_clean":"2024-09-19T14:22:00.244469+0000","last_became_active":"2024-09-19T13:37:44.988183+0000","last_became_peered":"2024-09-19T13:37:44.988183+0000","last_unstale":"2024-09-19T14:22:00.244469+0000","last_undegraded":"2024-09-19T14:22:00.244469+0000","last_fullsized":"2024-09-19T14:22:00.244469+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":0,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:44:11.870263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":445,"num_read_kb":376,"num_write":154,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"268'280","reported_seq":929,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:02.780854+0000","last_change":"2024-09-19T13:37:42.991922+0000","last_active":"2024-09-19T14:21:02.780854+0000","last_peered":"2024-09-19T14:21:02.780854+0000","last_clean":"2024-09-19T14:21:02.780854+0000","last_became_active":"2024-09-19T13:37:42.983034+0000","last_became_peered":"2024-09-19T13:37:42.983034+0000","last_unstale":"2024-09-19T14:21:02.780854+0000","last_undegraded":"2024-09-19T14:21:02.780854+0000","last_fullsized":"2024-09-19T14:21:02.780854+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":200,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:30:25.712327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11897245,"num_objects":81,"num_object_clones":0,"num_object_copies":243,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":81,"num_whiteouts":0,"num_read":553,"num_read_kb":24914,"num_write":1051,"num_write_kb":17228,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":527,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:47.777529+0000","last_change":"2024-09-19T13:37:26.903640+0000","last_active":"2024-09-19T14:20:47.777529+0000","last_peered":"2024-09-19T14:20:47.777529+0000","last_clean":"2024-09-19T14:20:47.777529+0000","last_became_active":"2024-09-19T13:37:24.905672+0000","last_became_peered":"2024-09-19T13:37:24.905672+0000","last_unstale":"2024-09-19T14:20:47.777529+0000","last_undegraded":"2024-09-19T14:20:47.777529+0000","last_fullsized":"2024-09-19T14:20:47.777529+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_clean_scrub_stamp":"2024-09-19T13:37:23.851921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:42:51.857295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001276396,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":499,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:34.819648+0000","last_change":"2024-09-19T13:37:47.003718+0000","last_active":"2024-09-19T14:21:34.819648+0000","last_peered":"2024-09-19T14:21:34.819648+0000","last_clean":"2024-09-19T14:21:34.819648+0000","last_became_active":"2024-09-19T13:37:47.003352+0000","last_became_peered":"2024-09-19T13:37:47.003352+0000","last_unstale":"2024-09-19T14:21:34.819648+0000","last_undegraded":"2024-09-19T14:21:34.819648+0000","last_fullsized":"2024-09-19T14:21:34.819648+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:16:12.815941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"268'111","reported_seq":647,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:30.956612+0000","last_change":"2024-09-19T13:37:49.012377+0000","last_active":"2024-09-19T14:22:30.956612+0000","last_peered":"2024-09-19T14:22:30.956612+0000","last_clean":"2024-09-19T14:22:30.956612+0000","last_became_active":"2024-09-19T13:37:49.011547+0000","last_became_peered":"2024-09-19T13:37:49.011547+0000","last_unstale":"2024-09-19T14:22:30.956612+0000","last_undegraded":"2024-09-19T14:22:30.956612+0000","last_fullsized":"2024-09-19T14:22:30.956612+0000","mapping_epoch":31,"log_start":"268'100","ondisk_log_start":"268'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:01:13.060503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":126,"num_read_kb":119,"num_write":88,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.3","version":"268'787","reported_seq":2351,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:51.358211+0000","last_change":"2024-09-19T13:37:51.038339+0000","last_active":"2024-09-19T14:23:51.358211+0000","last_peered":"2024-09-19T14:23:51.358211+0000","last_clean":"2024-09-19T14:23:51.358211+0000","last_became_active":"2024-09-19T13:37:51.036419+0000","last_became_peered":"2024-09-19T13:37:51.036419+0000","last_unstale":"2024-09-19T14:23:51.358211+0000","last_undegraded":"2024-09-19T14:23:51.358211+0000","last_fullsized":"2024-09-19T14:23:51.358211+0000","mapping_epoch":33,"log_start":"268'701","ondisk_log_start":"268'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":701,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:02:13.157835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.c","version":"268'153","reported_seq":654,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:17.244022+0000","last_change":"2024-09-19T13:37:53.040171+0000","last_active":"2024-09-19T14:22:17.244022+0000","last_peered":"2024-09-19T14:22:17.244022+0000","last_clean":"2024-09-19T14:22:17.244022+0000","last_became_active":"2024-09-19T13:37:53.039260+0000","last_became_peered":"2024-09-19T13:37:53.039260+0000","last_unstale":"2024-09-19T14:22:17.244022+0000","last_undegraded":"2024-09-19T14:22:17.244022+0000","last_fullsized":"2024-09-19T14:22:17.244022+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:48:32.353827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":485,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":115,"num_read_kb":115,"num_write":328,"num_write_kb":107,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1","version":"268'455","reported_seq":1210,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:29.787887+0000","last_change":"2024-09-19T13:37:44.984174+0000","last_active":"2024-09-19T14:21:29.787887+0000","last_peered":"2024-09-19T14:21:29.787887+0000","last_clean":"2024-09-19T14:21:29.787887+0000","last_became_active":"2024-09-19T13:37:44.983785+0000","last_became_peered":"2024-09-19T13:37:44.983785+0000","last_unstale":"2024-09-19T14:21:29.787887+0000","last_undegraded":"2024-09-19T14:21:29.787887+0000","last_fullsized":"2024-09-19T14:21:29.787887+0000","mapping_epoch":27,"log_start":"268'400","ondisk_log_start":"268'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":400,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:19:26.694931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2200,"num_read_kb":1820,"num_write":798,"num_write_kb":506,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.6","version":"268'313","reported_seq":1051,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:52.831786+0000","last_change":"2024-09-19T13:37:42.995900+0000","last_active":"2024-09-19T14:21:52.831786+0000","last_peered":"2024-09-19T14:21:52.831786+0000","last_clean":"2024-09-19T14:21:52.831786+0000","last_became_active":"2024-09-19T13:37:42.994343+0000","last_became_peered":"2024-09-19T13:37:42.994343+0000","last_unstale":"2024-09-19T14:21:52.831786+0000","last_undegraded":"2024-09-19T14:21:52.831786+0000","last_fullsized":"2024-09-19T14:21:52.831786+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":300,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:22:14.101022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10792758,"num_objects":74,"num_object_clones":0,"num_object_copies":222,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":74,"num_whiteouts":0,"num_read":849,"num_read_kb":26734,"num_write":1122,"num_write_kb":31494,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":524,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:44.806761+0000","last_change":"2024-09-19T13:37:26.910626+0000","last_active":"2024-09-19T14:20:44.806761+0000","last_peered":"2024-09-19T14:20:44.806761+0000","last_clean":"2024-09-19T14:20:44.806761+0000","last_became_active":"2024-09-19T13:37:24.907064+0000","last_became_peered":"2024-09-19T13:37:24.907064+0000","last_unstale":"2024-09-19T14:20:44.806761+0000","last_undegraded":"2024-09-19T14:20:44.806761+0000","last_fullsized":"2024-09-19T14:20:44.806761+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_clean_scrub_stamp":"2024-09-19T13:37:23.851921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:14:17.235348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0028427410000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"37'5","reported_seq":980,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:51.207311+0000","last_change":"2024-09-19T13:37:46.986425+0000","last_active":"2024-09-19T14:23:51.207311+0000","last_peered":"2024-09-19T14:23:51.207311+0000","last_clean":"2024-09-19T14:23:51.207311+0000","last_became_active":"2024-09-19T13:37:46.985693+0000","last_became_peered":"2024-09-19T13:37:46.985693+0000","last_unstale":"2024-09-19T14:23:51.207311+0000","last_undegraded":"2024-09-19T14:23:51.207311+0000","last_fullsized":"2024-09-19T14:23:51.207311+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:29:36.178963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":723,"num_read_kb":1184,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"268'759","reported_seq":1479,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.701896+0000","last_change":"2024-09-19T13:37:48.999923+0000","last_active":"2024-09-19T14:23:59.701896+0000","last_peered":"2024-09-19T14:23:59.701896+0000","last_clean":"2024-09-19T14:23:59.701896+0000","last_became_active":"2024-09-19T13:37:48.999327+0000","last_became_peered":"2024-09-19T13:37:48.999327+0000","last_unstale":"2024-09-19T14:23:59.701896+0000","last_undegraded":"2024-09-19T14:23:59.701896+0000","last_fullsized":"2024-09-19T14:23:59.701896+0000","mapping_epoch":31,"log_start":"268'700","ondisk_log_start":"268'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":700,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:12:55.390371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":147603,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1364,"num_read_kb":3290,"num_write":1122,"num_write_kb":949,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":493,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:37.788358+0000","last_change":"2024-09-19T13:37:51.021254+0000","last_active":"2024-09-19T14:21:37.788358+0000","last_peered":"2024-09-19T14:21:37.788358+0000","last_clean":"2024-09-19T14:21:37.788358+0000","last_became_active":"2024-09-19T13:37:51.020501+0000","last_became_peered":"2024-09-19T13:37:51.020501+0000","last_unstale":"2024-09-19T14:21:37.788358+0000","last_undegraded":"2024-09-19T14:21:37.788358+0000","last_fullsized":"2024-09-19T14:21:37.788358+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:36:09.258758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.d","version":"268'116","reported_seq":614,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:06.840732+0000","last_change":"2024-09-19T13:37:53.023331+0000","last_active":"2024-09-19T14:22:06.840732+0000","last_peered":"2024-09-19T14:22:06.840732+0000","last_clean":"2024-09-19T14:22:06.840732+0000","last_became_active":"2024-09-19T13:37:53.019523+0000","last_became_peered":"2024-09-19T13:37:53.019523+0000","last_unstale":"2024-09-19T14:22:06.840732+0000","last_undegraded":"2024-09-19T14:22:06.840732+0000","last_fullsized":"2024-09-19T14:22:06.840732+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":100,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:55:02.029109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":235,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":142,"num_read_kb":141,"num_write":287,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1f","version":"268'149","reported_seq":721,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:31.834452+0000","last_change":"2024-09-19T13:37:53.023578+0000","last_active":"2024-09-19T14:22:31.834452+0000","last_peered":"2024-09-19T14:22:31.834452+0000","last_clean":"2024-09-19T14:22:31.834452+0000","last_became_active":"2024-09-19T13:37:53.022662+0000","last_became_peered":"2024-09-19T13:37:53.022662+0000","last_unstale":"2024-09-19T14:22:31.834452+0000","last_undegraded":"2024-09-19T14:22:31.834452+0000","last_fullsized":"2024-09-19T14:22:31.834452+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":100,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:19:10.254992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":395,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":323,"num_read_kb":305,"num_write":370,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"268'147","reported_seq":740,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:03.839169+0000","last_change":"2024-09-19T13:37:44.985507+0000","last_active":"2024-09-19T14:22:03.839169+0000","last_peered":"2024-09-19T14:22:03.839169+0000","last_clean":"2024-09-19T14:22:03.839169+0000","last_became_active":"2024-09-19T13:37:44.985079+0000","last_became_peered":"2024-09-19T13:37:44.985079+0000","last_unstale":"2024-09-19T14:22:03.839169+0000","last_undegraded":"2024-09-19T14:22:03.839169+0000","last_fullsized":"2024-09-19T14:22:03.839169+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:20:03.291195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":616,"num_read_kb":504,"num_write":221,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.14","version":"268'369","reported_seq":1023,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.583998+0000","last_change":"2024-09-19T13:37:42.988567+0000","last_active":"2024-09-19T14:23:59.583998+0000","last_peered":"2024-09-19T14:23:59.583998+0000","last_clean":"2024-09-19T14:23:59.583998+0000","last_became_active":"2024-09-19T13:37:42.988170+0000","last_became_peered":"2024-09-19T13:37:42.988170+0000","last_unstale":"2024-09-19T14:23:59.583998+0000","last_undegraded":"2024-09-19T14:23:59.583998+0000","last_fullsized":"2024-09-19T14:23:59.583998+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:59:11.499958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":472572,"num_objects":25,"num_object_clones":0,"num_object_copies":75,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":25,"num_whiteouts":0,"num_read":630,"num_read_kb":7828,"num_write":1108,"num_write_kb":32003,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:47.770073+0000","last_change":"2024-09-19T13:37:46.996181+0000","last_active":"2024-09-19T14:19:47.770073+0000","last_peered":"2024-09-19T14:19:47.770073+0000","last_clean":"2024-09-19T14:19:47.770073+0000","last_became_active":"2024-09-19T13:37:46.995294+0000","last_became_peered":"2024-09-19T13:37:46.995294+0000","last_unstale":"2024-09-19T14:19:47.770073+0000","last_undegraded":"2024-09-19T14:19:47.770073+0000","last_fullsized":"2024-09-19T14:19:47.770073+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:01:32.199206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.11","version":"268'269","reported_seq":841,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:12.801990+0000","last_change":"2024-09-19T13:37:49.005019+0000","last_active":"2024-09-19T14:22:12.801990+0000","last_peered":"2024-09-19T14:22:12.801990+0000","last_clean":"2024-09-19T14:22:12.801990+0000","last_became_active":"2024-09-19T13:37:49.004240+0000","last_became_peered":"2024-09-19T13:37:49.004240+0000","last_unstale":"2024-09-19T14:22:12.801990+0000","last_undegraded":"2024-09-19T14:22:12.801990+0000","last_fullsized":"2024-09-19T14:22:12.801990+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:44:52.942132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57035,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":433,"num_read_kb":902,"num_write":354,"num_write_kb":282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":489,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:52.775703+0000","last_change":"2024-09-19T13:37:51.011521+0000","last_active":"2024-09-19T14:19:52.775703+0000","last_peered":"2024-09-19T14:19:52.775703+0000","last_clean":"2024-09-19T14:19:52.775703+0000","last_became_active":"2024-09-19T13:37:51.010780+0000","last_became_peered":"2024-09-19T13:37:51.010780+0000","last_unstale":"2024-09-19T14:19:52.775703+0000","last_undegraded":"2024-09-19T14:19:52.775703+0000","last_fullsized":"2024-09-19T14:19:52.775703+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:06:32.327119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1e","version":"268'106","reported_seq":599,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:29.253564+0000","last_change":"2024-09-19T13:37:53.045130+0000","last_active":"2024-09-19T14:22:29.253564+0000","last_peered":"2024-09-19T14:22:29.253564+0000","last_clean":"2024-09-19T14:22:29.253564+0000","last_became_active":"2024-09-19T13:37:53.044535+0000","last_became_peered":"2024-09-19T13:37:53.044535+0000","last_unstale":"2024-09-19T14:22:29.253564+0000","last_undegraded":"2024-09-19T14:22:29.253564+0000","last_fullsized":"2024-09-19T14:22:29.253564+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:43:09.150635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":123,"num_read_kb":121,"num_write":251,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"268'102","reported_seq":670,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:12.493809+0000","last_change":"2024-09-19T13:37:44.992067+0000","last_active":"2024-09-19T14:21:12.493809+0000","last_peered":"2024-09-19T14:21:12.493809+0000","last_clean":"2024-09-19T14:21:12.493809+0000","last_became_active":"2024-09-19T13:37:44.990834+0000","last_became_peered":"2024-09-19T13:37:44.990834+0000","last_unstale":"2024-09-19T14:21:12.493809+0000","last_undegraded":"2024-09-19T14:21:12.493809+0000","last_fullsized":"2024-09-19T14:21:12.493809+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:42:24.054992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":414,"num_read_kb":343,"num_write":151,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.15","version":"268'351","reported_seq":1009,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.783289+0000","last_change":"2024-09-19T13:38:11.817173+0000","last_active":"2024-09-19T14:23:59.783289+0000","last_peered":"2024-09-19T14:23:59.783289+0000","last_clean":"2024-09-19T14:23:59.783289+0000","last_became_active":"2024-09-19T13:38:11.816487+0000","last_became_peered":"2024-09-19T13:38:11.816487+0000","last_unstale":"2024-09-19T14:23:59.783289+0000","last_undegraded":"2024-09-19T14:23:59.783289+0000","last_fullsized":"2024-09-19T14:23:59.783289+0000","mapping_epoch":38,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:52:20.515827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3234134,"num_objects":17,"num_object_clones":0,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":578,"num_read_kb":75369,"num_write":1100,"num_write_kb":31817,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,7],"acting":[0,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:47.763810+0000","last_change":"2024-09-19T13:37:47.001048+0000","last_active":"2024-09-19T14:19:47.763810+0000","last_peered":"2024-09-19T14:19:47.763810+0000","last_clean":"2024-09-19T14:19:47.763810+0000","last_became_active":"2024-09-19T13:37:47.000074+0000","last_became_peered":"2024-09-19T13:37:47.000074+0000","last_unstale":"2024-09-19T14:19:47.763810+0000","last_undegraded":"2024-09-19T14:19:47.763810+0000","last_fullsized":"2024-09-19T14:19:47.763810+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:28:26.485586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.10","version":"268'46","reported_seq":550,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:42.622134+0000","last_change":"2024-09-19T13:37:48.981315+0000","last_active":"2024-09-19T14:21:42.622134+0000","last_peered":"2024-09-19T14:21:42.622134+0000","last_clean":"2024-09-19T14:21:42.622134+0000","last_became_active":"2024-09-19T13:37:48.980552+0000","last_became_peered":"2024-09-19T13:37:48.980552+0000","last_unstale":"2024-09-19T14:21:42.622134+0000","last_undegraded":"2024-09-19T14:21:42.622134+0000","last_fullsized":"2024-09-19T14:21:42.622134+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":0,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:16:19.582352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":32,"num_read_kb":30,"num_write":24,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":492,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:54.760992+0000","last_change":"2024-09-19T13:37:51.011790+0000","last_active":"2024-09-19T14:19:54.760992+0000","last_peered":"2024-09-19T14:19:54.760992+0000","last_clean":"2024-09-19T14:19:54.760992+0000","last_became_active":"2024-09-19T13:37:51.010960+0000","last_became_peered":"2024-09-19T13:37:51.010960+0000","last_unstale":"2024-09-19T14:19:54.760992+0000","last_undegraded":"2024-09-19T14:19:54.760992+0000","last_fullsized":"2024-09-19T14:19:54.760992+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:50:01.599550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1d","version":"268'182","reported_seq":703,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:30.960680+0000","last_change":"2024-09-19T13:37:53.036103+0000","last_active":"2024-09-19T14:22:30.960680+0000","last_peered":"2024-09-19T14:22:30.960680+0000","last_clean":"2024-09-19T14:22:30.960680+0000","last_became_active":"2024-09-19T13:37:53.035313+0000","last_became_peered":"2024-09-19T13:37:53.035313+0000","last_unstale":"2024-09-19T14:22:30.960680+0000","last_undegraded":"2024-09-19T14:22:30.960680+0000","last_fullsized":"2024-09-19T14:22:30.960680+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":100,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:40:24.778883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":611,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":302,"num_read_kb":301,"num_write":411,"num_write_kb":114,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"268'165","reported_seq":790,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:17.447637+0000","last_change":"2024-09-19T13:37:44.993084+0000","last_active":"2024-09-19T14:21:17.447637+0000","last_peered":"2024-09-19T14:21:17.447637+0000","last_clean":"2024-09-19T14:21:17.447637+0000","last_became_active":"2024-09-19T13:37:44.991859+0000","last_became_peered":"2024-09-19T13:37:44.991859+0000","last_unstale":"2024-09-19T14:21:17.447637+0000","last_undegraded":"2024-09-19T14:21:17.447637+0000","last_fullsized":"2024-09-19T14:21:17.447637+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":100,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:19:20.763744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":751,"num_read_kb":628,"num_write":248,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.16","version":"268'325","reported_seq":1092,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.712971+0000","last_change":"2024-09-19T13:37:42.980762+0000","last_active":"2024-09-19T14:23:59.712971+0000","last_peered":"2024-09-19T14:23:59.712971+0000","last_clean":"2024-09-19T14:23:59.712971+0000","last_became_active":"2024-09-19T13:37:42.980379+0000","last_became_peered":"2024-09-19T13:37:42.980379+0000","last_unstale":"2024-09-19T14:23:59.712971+0000","last_undegraded":"2024-09-19T14:23:59.712971+0000","last_fullsized":"2024-09-19T14:23:59.712971+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":300,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:47:32.676012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048663,"num_objects":13,"num_object_clones":0,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":660,"num_read_kb":67134,"num_write":1054,"num_write_kb":32700,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:49.759686+0000","last_change":"2024-09-19T13:37:46.993290+0000","last_active":"2024-09-19T14:19:49.759686+0000","last_peered":"2024-09-19T14:19:49.759686+0000","last_clean":"2024-09-19T14:19:49.759686+0000","last_became_active":"2024-09-19T13:37:46.992776+0000","last_became_peered":"2024-09-19T13:37:46.992776+0000","last_unstale":"2024-09-19T14:19:49.759686+0000","last_undegraded":"2024-09-19T14:19:49.759686+0000","last_fullsized":"2024-09-19T14:19:49.759686+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:32:27.707028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.13","version":"268'307","reported_seq":892,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:12.806773+0000","last_change":"2024-09-19T13:37:49.011036+0000","last_active":"2024-09-19T14:22:12.806773+0000","last_peered":"2024-09-19T14:22:12.806773+0000","last_clean":"2024-09-19T14:22:12.806773+0000","last_became_active":"2024-09-19T13:37:49.010333+0000","last_became_peered":"2024-09-19T13:37:49.010333+0000","last_unstale":"2024-09-19T14:22:12.806773+0000","last_undegraded":"2024-09-19T14:22:12.806773+0000","last_fullsized":"2024-09-19T14:22:12.806773+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":200,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:34:06.501845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":66957,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":484,"num_read_kb":974,"num_write":392,"num_write_kb":289,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":494,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:54.768046+0000","last_change":"2024-09-19T13:37:51.036358+0000","last_active":"2024-09-19T14:19:54.768046+0000","last_peered":"2024-09-19T14:19:54.768046+0000","last_clean":"2024-09-19T14:19:54.768046+0000","last_became_active":"2024-09-19T13:37:51.035746+0000","last_became_peered":"2024-09-19T13:37:51.035746+0000","last_unstale":"2024-09-19T14:19:54.768046+0000","last_undegraded":"2024-09-19T14:19:54.768046+0000","last_fullsized":"2024-09-19T14:19:54.768046+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:31:24.554515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1c","version":"268'145","reported_seq":662,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:11.348261+0000","last_change":"2024-09-19T13:37:53.028729+0000","last_active":"2024-09-19T14:22:11.348261+0000","last_peered":"2024-09-19T14:22:11.348261+0000","last_clean":"2024-09-19T14:22:11.348261+0000","last_became_active":"2024-09-19T13:37:53.027897+0000","last_became_peered":"2024-09-19T13:37:53.027897+0000","last_unstale":"2024-09-19T14:22:11.348261+0000","last_undegraded":"2024-09-19T14:22:11.348261+0000","last_fullsized":"2024-09-19T14:22:11.348261+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:02:14.266353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":233,"num_read_kb":221,"num_write":335,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.10","version":"268'338","reported_seq":1036,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:11.457847+0000","last_change":"2024-09-19T13:37:44.976492+0000","last_active":"2024-09-19T14:21:11.457847+0000","last_peered":"2024-09-19T14:21:11.457847+0000","last_clean":"2024-09-19T14:21:11.457847+0000","last_became_active":"2024-09-19T13:37:44.975823+0000","last_became_peered":"2024-09-19T13:37:44.975823+0000","last_unstale":"2024-09-19T14:21:11.457847+0000","last_undegraded":"2024-09-19T14:21:11.457847+0000","last_fullsized":"2024-09-19T14:21:11.457847+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":300,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:53:24.201898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1709,"num_read_kb":1486,"num_write":574,"num_write_kb":302,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"268'302","reported_seq":1060,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:45.200885+0000","last_change":"2024-09-19T13:37:43.017108+0000","last_active":"2024-09-19T14:21:45.200885+0000","last_peered":"2024-09-19T14:21:45.200885+0000","last_clean":"2024-09-19T14:21:45.200885+0000","last_became_active":"2024-09-19T13:37:43.015524+0000","last_became_peered":"2024-09-19T13:37:43.015524+0000","last_unstale":"2024-09-19T14:21:45.200885+0000","last_undegraded":"2024-09-19T14:21:45.200885+0000","last_fullsized":"2024-09-19T14:21:45.200885+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":200,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:55:16.892370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5843063,"num_objects":70,"num_object_clones":0,"num_object_copies":210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":914,"num_read_kb":53182,"num_write":1172,"num_write_kb":13041,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:49.790434+0000","last_change":"2024-09-19T13:37:46.979694+0000","last_active":"2024-09-19T14:19:49.790434+0000","last_peered":"2024-09-19T14:19:49.790434+0000","last_clean":"2024-09-19T14:19:49.790434+0000","last_became_active":"2024-09-19T13:37:46.979324+0000","last_became_peered":"2024-09-19T13:37:46.979324+0000","last_unstale":"2024-09-19T14:19:49.790434+0000","last_undegraded":"2024-09-19T14:19:49.790434+0000","last_fullsized":"2024-09-19T14:19:49.790434+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:56:11.730001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.12","version":"268'264","reported_seq":833,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.174366+0000","last_change":"2024-09-19T13:37:48.995675+0000","last_active":"2024-09-19T14:23:59.174366+0000","last_peered":"2024-09-19T14:23:59.174366+0000","last_clean":"2024-09-19T14:23:59.174366+0000","last_became_active":"2024-09-19T13:37:48.994835+0000","last_became_peered":"2024-09-19T13:37:48.994835+0000","last_unstale":"2024-09-19T14:23:59.174366+0000","last_undegraded":"2024-09-19T14:23:59.174366+0000","last_fullsized":"2024-09-19T14:23:59.174366+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":200,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:05:05.909415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43590,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":445,"num_read_kb":1054,"num_write":364,"num_write_kb":300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":489,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:52.775830+0000","last_change":"2024-09-19T13:37:51.014673+0000","last_active":"2024-09-19T14:19:52.775830+0000","last_peered":"2024-09-19T14:19:52.775830+0000","last_clean":"2024-09-19T14:19:52.775830+0000","last_became_active":"2024-09-19T13:37:51.011802+0000","last_became_peered":"2024-09-19T13:37:51.011802+0000","last_unstale":"2024-09-19T14:19:52.775830+0000","last_undegraded":"2024-09-19T14:19:52.775830+0000","last_fullsized":"2024-09-19T14:19:52.775830+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:06:55.703689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1f","version":"268'292","reported_seq":934,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:28.421812+0000","last_change":"2024-09-19T13:37:45.010226+0000","last_active":"2024-09-19T14:22:28.421812+0000","last_peered":"2024-09-19T14:22:28.421812+0000","last_clean":"2024-09-19T14:22:28.421812+0000","last_became_active":"2024-09-19T13:37:45.009967+0000","last_became_peered":"2024-09-19T13:37:45.009967+0000","last_unstale":"2024-09-19T14:22:28.421812+0000","last_undegraded":"2024-09-19T14:22:28.421812+0000","last_fullsized":"2024-09-19T14:22:28.421812+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":200,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:21:01.970567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1299,"num_read_kb":1052,"num_write":494,"num_write_kb":235,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"268'295","reported_seq":924,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:58.640094+0000","last_change":"2024-09-19T13:37:43.013738+0000","last_active":"2024-09-19T14:21:58.640094+0000","last_peered":"2024-09-19T14:21:58.640094+0000","last_clean":"2024-09-19T14:21:58.640094+0000","last_became_active":"2024-09-19T13:37:43.011077+0000","last_became_peered":"2024-09-19T13:37:43.011077+0000","last_unstale":"2024-09-19T14:21:58.640094+0000","last_undegraded":"2024-09-19T14:21:58.640094+0000","last_fullsized":"2024-09-19T14:21:58.640094+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:16:56.672793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4196215,"num_objects":69,"num_object_clones":0,"num_object_copies":207,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":550,"num_read_kb":3561,"num_write":1132,"num_write_kb":33021,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,3],"acting":[5,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":504,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:57.798843+0000","last_change":"2024-09-19T13:37:46.998376+0000","last_active":"2024-09-19T14:21:57.798843+0000","last_peered":"2024-09-19T14:21:57.798843+0000","last_clean":"2024-09-19T14:21:57.798843+0000","last_became_active":"2024-09-19T13:37:46.997504+0000","last_became_peered":"2024-09-19T13:37:46.997504+0000","last_unstale":"2024-09-19T14:21:57.798843+0000","last_undegraded":"2024-09-19T14:21:57.798843+0000","last_fullsized":"2024-09-19T14:21:57.798843+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:07:50.478531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"268'504","reported_seq":1126,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:51.268421+0000","last_change":"2024-09-19T13:37:48.999863+0000","last_active":"2024-09-19T14:23:51.268421+0000","last_peered":"2024-09-19T14:23:51.268421+0000","last_clean":"2024-09-19T14:23:51.268421+0000","last_became_active":"2024-09-19T13:37:48.999080+0000","last_became_peered":"2024-09-19T13:37:48.999080+0000","last_unstale":"2024-09-19T14:23:51.268421+0000","last_undegraded":"2024-09-19T14:23:51.268421+0000","last_fullsized":"2024-09-19T14:23:51.268421+0000","mapping_epoch":31,"log_start":"268'400","ondisk_log_start":"268'400","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":400,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:45:09.634765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":128306,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":902,"num_read_kb":1976,"num_write":798,"num_write_kb":734,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":491,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:24.772183+0000","last_change":"2024-09-19T13:37:50.996326+0000","last_active":"2024-09-19T14:20:24.772183+0000","last_peered":"2024-09-19T14:20:24.772183+0000","last_clean":"2024-09-19T14:20:24.772183+0000","last_became_active":"2024-09-19T13:37:50.995492+0000","last_became_peered":"2024-09-19T13:37:50.995492+0000","last_unstale":"2024-09-19T14:20:24.772183+0000","last_undegraded":"2024-09-19T14:20:24.772183+0000","last_fullsized":"2024-09-19T14:20:24.772183+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:53:55.795636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.13","version":"268'152","reported_seq":657,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:53.077654+0000","last_change":"2024-09-19T13:37:53.020607+0000","last_active":"2024-09-19T14:21:53.077654+0000","last_peered":"2024-09-19T14:21:53.077654+0000","last_clean":"2024-09-19T14:21:53.077654+0000","last_became_active":"2024-09-19T13:37:53.019822+0000","last_became_peered":"2024-09-19T13:37:53.019822+0000","last_unstale":"2024-09-19T14:21:53.077654+0000","last_undegraded":"2024-09-19T14:21:53.077654+0000","last_fullsized":"2024-09-19T14:21:53.077654+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:14:51.169825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":217,"num_read_kb":229,"num_write":359,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1e","version":"268'4138","reported_seq":4759,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:52.791764+0000","last_change":"2024-09-19T13:37:44.990557+0000","last_active":"2024-09-19T14:21:52.791764+0000","last_peered":"2024-09-19T14:21:52.791764+0000","last_clean":"2024-09-19T14:21:52.791764+0000","last_became_active":"2024-09-19T13:37:44.989865+0000","last_became_peered":"2024-09-19T13:37:44.989865+0000","last_unstale":"2024-09-19T14:21:52.791764+0000","last_undegraded":"2024-09-19T14:21:52.791764+0000","last_fullsized":"2024-09-19T14:21:52.791764+0000","mapping_epoch":27,"log_start":"268'4098","ondisk_log_start":"268'4098","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":3000,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:52:34.489992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16639,"num_read_kb":13957,"num_write":6212,"num_write_kb":3095,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.19","version":"268'311","reported_seq":976,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:20.341980+0000","last_change":"2024-09-19T13:37:43.004489+0000","last_active":"2024-09-19T14:21:20.341980+0000","last_peered":"2024-09-19T14:21:20.341980+0000","last_clean":"2024-09-19T14:21:20.341980+0000","last_became_active":"2024-09-19T13:37:43.003809+0000","last_became_peered":"2024-09-19T13:37:43.003809+0000","last_unstale":"2024-09-19T14:21:20.341980+0000","last_undegraded":"2024-09-19T14:21:20.341980+0000","last_fullsized":"2024-09-19T14:21:20.341980+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":300,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:28:11.857158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11899369,"num_objects":85,"num_object_clones":0,"num_object_copies":255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":0,"num_read":572,"num_read_kb":51701,"num_write":1073,"num_write_kb":37012,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":503,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:34.789308+0000","last_change":"2024-09-19T13:37:46.994338+0000","last_active":"2024-09-19T14:21:34.789308+0000","last_peered":"2024-09-19T14:21:34.789308+0000","last_clean":"2024-09-19T14:21:34.789308+0000","last_became_active":"2024-09-19T13:37:46.993852+0000","last_became_peered":"2024-09-19T13:37:46.993852+0000","last_unstale":"2024-09-19T14:21:34.789308+0000","last_undegraded":"2024-09-19T14:21:34.789308+0000","last_fullsized":"2024-09-19T14:21:34.789308+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:02:13.879646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.1c","version":"268'307","reported_seq":889,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.247123+0000","last_change":"2024-09-19T13:37:49.007396+0000","last_active":"2024-09-19T14:23:59.247123+0000","last_peered":"2024-09-19T14:23:59.247123+0000","last_clean":"2024-09-19T14:23:59.247123+0000","last_became_active":"2024-09-19T13:37:49.006617+0000","last_became_peered":"2024-09-19T13:37:49.006617+0000","last_unstale":"2024-09-19T14:23:59.247123+0000","last_undegraded":"2024-09-19T14:23:59.247123+0000","last_fullsized":"2024-09-19T14:23:59.247123+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":200,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:07:04.026036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50979,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":534,"num_read_kb":1212,"num_write":450,"num_write_kb":360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":493,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:22.774392+0000","last_change":"2024-09-19T13:37:51.037114+0000","last_active":"2024-09-19T14:20:22.774392+0000","last_peered":"2024-09-19T14:20:22.774392+0000","last_clean":"2024-09-19T14:20:22.774392+0000","last_became_active":"2024-09-19T13:37:51.036448+0000","last_became_peered":"2024-09-19T13:37:51.036448+0000","last_unstale":"2024-09-19T14:20:22.774392+0000","last_undegraded":"2024-09-19T14:20:22.774392+0000","last_fullsized":"2024-09-19T14:20:22.774392+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:57:23.889128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.12","version":"268'187","reported_seq":1059,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:30.805891+0000","last_change":"2024-09-19T13:37:53.041334+0000","last_active":"2024-09-19T14:22:30.805891+0000","last_peered":"2024-09-19T14:22:30.805891+0000","last_clean":"2024-09-19T14:22:30.805891+0000","last_became_active":"2024-09-19T13:37:53.040822+0000","last_became_peered":"2024-09-19T13:37:53.040822+0000","last_unstale":"2024-09-19T14:22:30.805891+0000","last_undegraded":"2024-09-19T14:22:30.805891+0000","last_fullsized":"2024-09-19T14:22:30.805891+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":100,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:11:58.852133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1623,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":665,"num_read_kb":654,"num_write":533,"num_write_kb":135,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1d","version":"268'194","reported_seq":827,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:52.330026+0000","last_change":"2024-09-19T13:37:45.013328+0000","last_active":"2024-09-19T14:21:52.330026+0000","last_peered":"2024-09-19T14:21:52.330026+0000","last_clean":"2024-09-19T14:21:52.330026+0000","last_became_active":"2024-09-19T13:37:45.012276+0000","last_became_peered":"2024-09-19T13:37:45.012276+0000","last_unstale":"2024-09-19T14:21:52.330026+0000","last_undegraded":"2024-09-19T14:21:52.330026+0000","last_fullsized":"2024-09-19T14:21:52.330026+0000","mapping_epoch":27,"log_start":"265'100","ondisk_log_start":"265'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:23:31.099323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":890,"num_read_kb":742,"num_write":322,"num_write_kb":165,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1a","version":"268'325","reported_seq":974,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.798790+0000","last_change":"2024-09-19T13:37:43.011234+0000","last_active":"2024-09-19T14:23:59.798790+0000","last_peered":"2024-09-19T14:23:59.798790+0000","last_clean":"2024-09-19T14:23:59.798790+0000","last_became_active":"2024-09-19T13:37:43.010770+0000","last_became_peered":"2024-09-19T13:37:43.010770+0000","last_unstale":"2024-09-19T14:23:59.798790+0000","last_undegraded":"2024-09-19T14:23:59.798790+0000","last_fullsized":"2024-09-19T14:23:59.798790+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":300,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:19:23.845246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3234065,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":599,"num_read_kb":25838,"num_write":1089,"num_write_kb":39622,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":499,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:19.770957+0000","last_change":"2024-09-19T13:37:46.975735+0000","last_active":"2024-09-19T14:20:19.770957+0000","last_peered":"2024-09-19T14:20:19.770957+0000","last_clean":"2024-09-19T14:20:19.770957+0000","last_became_active":"2024-09-19T13:37:46.975083+0000","last_became_peered":"2024-09-19T13:37:46.975083+0000","last_unstale":"2024-09-19T14:20:19.770957+0000","last_undegraded":"2024-09-19T14:20:19.770957+0000","last_fullsized":"2024-09-19T14:20:19.770957+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:52:18.818014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.1f","version":"268'275","reported_seq":850,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:42.822719+0000","last_change":"2024-09-19T13:37:48.999184+0000","last_active":"2024-09-19T14:23:42.822719+0000","last_peered":"2024-09-19T14:23:42.822719+0000","last_clean":"2024-09-19T14:23:42.822719+0000","last_became_active":"2024-09-19T13:37:48.998398+0000","last_became_peered":"2024-09-19T13:37:48.998398+0000","last_unstale":"2024-09-19T14:23:42.822719+0000","last_undegraded":"2024-09-19T14:23:42.822719+0000","last_fullsized":"2024-09-19T14:23:42.822719+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":200,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:49:45.032258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63520,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":460,"num_read_kb":982,"num_write":380,"num_write_kb":315,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":492,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:02.778118+0000","last_change":"2024-09-19T13:37:51.023426+0000","last_active":"2024-09-19T14:20:02.778118+0000","last_peered":"2024-09-19T14:20:02.778118+0000","last_clean":"2024-09-19T14:20:02.778118+0000","last_became_active":"2024-09-19T13:37:51.022697+0000","last_became_peered":"2024-09-19T13:37:51.022697+0000","last_unstale":"2024-09-19T14:20:02.778118+0000","last_undegraded":"2024-09-19T14:20:02.778118+0000","last_fullsized":"2024-09-19T14:20:02.778118+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:18:04.284285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.11","version":"268'123","reported_seq":620,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:51.326151+0000","last_change":"2024-09-19T13:37:53.025430+0000","last_active":"2024-09-19T14:23:51.326151+0000","last_peered":"2024-09-19T14:23:51.326151+0000","last_clean":"2024-09-19T14:23:51.326151+0000","last_became_active":"2024-09-19T13:37:53.024491+0000","last_became_peered":"2024-09-19T13:37:53.024491+0000","last_unstale":"2024-09-19T14:23:51.326151+0000","last_undegraded":"2024-09-19T14:23:51.326151+0000","last_fullsized":"2024-09-19T14:23:51.326151+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:12:29.045641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":177,"num_read_kb":165,"num_write":300,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1c","version":"268'36","reported_seq":580,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:09.157273+0000","last_change":"2024-09-19T13:37:45.002961+0000","last_active":"2024-09-19T14:22:09.157273+0000","last_peered":"2024-09-19T14:22:09.157273+0000","last_clean":"2024-09-19T14:22:09.157273+0000","last_became_active":"2024-09-19T13:37:45.002288+0000","last_became_peered":"2024-09-19T13:37:45.002288+0000","last_unstale":"2024-09-19T14:22:09.157273+0000","last_undegraded":"2024-09-19T14:22:09.157273+0000","last_fullsized":"2024-09-19T14:22:09.157273+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:02:43.818938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":170,"num_read_kb":148,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"268'304","reported_seq":956,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:01.921175+0000","last_change":"2024-09-19T13:37:42.978720+0000","last_active":"2024-09-19T14:22:01.921175+0000","last_peered":"2024-09-19T14:22:01.921175+0000","last_clean":"2024-09-19T14:22:01.921175+0000","last_became_active":"2024-09-19T13:37:42.977930+0000","last_became_peered":"2024-09-19T13:37:42.977930+0000","last_unstale":"2024-09-19T14:22:01.921175+0000","last_undegraded":"2024-09-19T14:22:01.921175+0000","last_fullsized":"2024-09-19T14:22:01.921175+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":200,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:48:55.567797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3762949,"num_objects":55,"num_object_clones":0,"num_object_copies":165,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":55,"num_whiteouts":0,"num_read":669,"num_read_kb":4560,"num_write":1140,"num_write_kb":22713,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":497,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:17.770611+0000","last_change":"2024-09-19T13:37:46.991585+0000","last_active":"2024-09-19T14:20:17.770611+0000","last_peered":"2024-09-19T14:20:17.770611+0000","last_clean":"2024-09-19T14:20:17.770611+0000","last_became_active":"2024-09-19T13:37:46.990868+0000","last_became_peered":"2024-09-19T13:37:46.990868+0000","last_unstale":"2024-09-19T14:20:17.770611+0000","last_undegraded":"2024-09-19T14:20:17.770611+0000","last_fullsized":"2024-09-19T14:20:17.770611+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:55:36.307825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1e","version":"268'91","reported_seq":612,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:09.160081+0000","last_change":"2024-09-19T13:37:49.009222+0000","last_active":"2024-09-19T14:22:09.160081+0000","last_peered":"2024-09-19T14:22:09.160081+0000","last_clean":"2024-09-19T14:22:09.160081+0000","last_became_active":"2024-09-19T13:37:49.008734+0000","last_became_peered":"2024-09-19T13:37:49.008734+0000","last_unstale":"2024-09-19T14:22:09.160081+0000","last_undegraded":"2024-09-19T14:22:09.160081+0000","last_fullsized":"2024-09-19T14:22:09.160081+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":0,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:41:36.013308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":114,"num_read_kb":109,"num_write":128,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"268'756","reported_seq":4625,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.229866+0000","last_change":"2024-09-19T13:37:51.024801+0000","last_active":"2024-09-19T14:23:58.229866+0000","last_peered":"2024-09-19T14:23:58.229866+0000","last_clean":"2024-09-19T14:23:58.229866+0000","last_became_active":"2024-09-19T13:37:51.024122+0000","last_became_peered":"2024-09-19T13:37:51.024122+0000","last_unstale":"2024-09-19T14:23:58.229866+0000","last_undegraded":"2024-09-19T14:23:58.229866+0000","last_fullsized":"2024-09-19T14:23:58.229866+0000","mapping_epoch":33,"log_start":"268'700","ondisk_log_start":"268'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":700,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:37:39.244998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.10","version":"268'164","reported_seq":670,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:58.699205+0000","last_change":"2024-09-19T13:37:53.037566+0000","last_active":"2024-09-19T14:21:58.699205+0000","last_peered":"2024-09-19T14:21:58.699205+0000","last_clean":"2024-09-19T14:21:58.699205+0000","last_became_active":"2024-09-19T13:37:53.036787+0000","last_became_peered":"2024-09-19T13:37:53.036787+0000","last_unstale":"2024-09-19T14:21:58.699205+0000","last_undegraded":"2024-09-19T14:21:58.699205+0000","last_fullsized":"2024-09-19T14:21:58.699205+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:28:22.789483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":35,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":192,"num_read_kb":180,"num_write":404,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1b","version":"268'182","reported_seq":762,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:48.086743+0000","last_change":"2024-09-19T13:37:45.012023+0000","last_active":"2024-09-19T14:21:48.086743+0000","last_peered":"2024-09-19T14:21:48.086743+0000","last_clean":"2024-09-19T14:21:48.086743+0000","last_became_active":"2024-09-19T13:37:45.011649+0000","last_became_peered":"2024-09-19T13:37:45.011649+0000","last_unstale":"2024-09-19T14:21:48.086743+0000","last_undegraded":"2024-09-19T14:21:48.086743+0000","last_fullsized":"2024-09-19T14:21:48.086743+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":100,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:03:16.394024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":780,"num_read_kb":628,"num_write":283,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"268'305","reported_seq":949,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.741636+0000","last_change":"2024-09-19T13:37:43.014314+0000","last_active":"2024-09-19T14:23:59.741636+0000","last_peered":"2024-09-19T14:23:59.741636+0000","last_clean":"2024-09-19T14:23:59.741636+0000","last_became_active":"2024-09-19T13:37:43.013846+0000","last_became_peered":"2024-09-19T13:37:43.013846+0000","last_unstale":"2024-09-19T14:23:59.741636+0000","last_undegraded":"2024-09-19T14:23:59.741636+0000","last_fullsized":"2024-09-19T14:23:59.741636+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":200,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:20:51.621804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":101,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":587,"num_read_kb":7286,"num_write":1055,"num_write_kb":28619,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":501,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:19.773757+0000","last_change":"2024-09-19T13:37:46.998132+0000","last_active":"2024-09-19T14:20:19.773757+0000","last_peered":"2024-09-19T14:20:19.773757+0000","last_clean":"2024-09-19T14:20:19.773757+0000","last_became_active":"2024-09-19T13:37:46.997726+0000","last_became_peered":"2024-09-19T13:37:46.997726+0000","last_unstale":"2024-09-19T14:20:19.773757+0000","last_undegraded":"2024-09-19T14:20:19.773757+0000","last_fullsized":"2024-09-19T14:20:19.773757+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:54:08.275222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.19","version":"268'313","reported_seq":897,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.605489+0000","last_change":"2024-09-19T13:37:49.000161+0000","last_active":"2024-09-19T14:23:58.605489+0000","last_peered":"2024-09-19T14:23:58.605489+0000","last_clean":"2024-09-19T14:23:58.605489+0000","last_became_active":"2024-09-19T13:37:48.999530+0000","last_became_peered":"2024-09-19T13:37:48.999530+0000","last_unstale":"2024-09-19T14:23:58.605489+0000","last_undegraded":"2024-09-19T14:23:58.605489+0000","last_fullsized":"2024-09-19T14:23:58.605489+0000","mapping_epoch":31,"log_start":"268'300","ondisk_log_start":"268'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":300,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:46:56.322068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":61007,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":520,"num_read_kb":1192,"num_write":426,"num_write_kb":337,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":490,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:22.785069+0000","last_change":"2024-09-19T13:37:51.025340+0000","last_active":"2024-09-19T14:21:22.785069+0000","last_peered":"2024-09-19T14:21:22.785069+0000","last_clean":"2024-09-19T14:21:22.785069+0000","last_became_active":"2024-09-19T13:37:51.024578+0000","last_became_peered":"2024-09-19T13:37:51.024578+0000","last_unstale":"2024-09-19T14:21:22.785069+0000","last_undegraded":"2024-09-19T14:21:22.785069+0000","last_fullsized":"2024-09-19T14:21:22.785069+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:24:34.426209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.17","version":"268'131","reported_seq":642,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:29.086498+0000","last_change":"2024-09-19T13:37:53.038572+0000","last_active":"2024-09-19T14:22:29.086498+0000","last_peered":"2024-09-19T14:22:29.086498+0000","last_clean":"2024-09-19T14:22:29.086498+0000","last_became_active":"2024-09-19T13:37:53.037670+0000","last_became_peered":"2024-09-19T13:37:53.037670+0000","last_unstale":"2024-09-19T14:22:29.086498+0000","last_undegraded":"2024-09-19T14:22:29.086498+0000","last_fullsized":"2024-09-19T14:22:29.086498+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:17:20.391604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":200,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":200,"num_read_kb":189,"num_write":325,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"268'124","reported_seq":721,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:29.246523+0000","last_change":"2024-09-19T13:37:45.000726+0000","last_active":"2024-09-19T14:20:29.246523+0000","last_peered":"2024-09-19T14:20:29.246523+0000","last_clean":"2024-09-19T14:20:29.246523+0000","last_became_active":"2024-09-19T13:37:45.000321+0000","last_became_peered":"2024-09-19T13:37:45.000321+0000","last_unstale":"2024-09-19T14:20:29.246523+0000","last_undegraded":"2024-09-19T14:20:29.246523+0000","last_fullsized":"2024-09-19T14:20:29.246523+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:01:45.969054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":549,"num_read_kb":454,"num_write":197,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1d","version":"268'343","reported_seq":1023,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.593029+0000","last_change":"2024-09-19T13:37:42.983119+0000","last_active":"2024-09-19T14:23:59.593029+0000","last_peered":"2024-09-19T14:23:59.593029+0000","last_clean":"2024-09-19T14:23:59.593029+0000","last_became_active":"2024-09-19T13:37:42.982795+0000","last_became_peered":"2024-09-19T13:37:42.982795+0000","last_unstale":"2024-09-19T14:23:59.593029+0000","last_undegraded":"2024-09-19T14:23:59.593029+0000","last_fullsized":"2024-09-19T14:23:59.593029+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:48:09.174117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22894,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":633,"num_read_kb":30490,"num_write":1069,"num_write_kb":34311,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":499,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:19.770925+0000","last_change":"2024-09-19T13:37:47.003185+0000","last_active":"2024-09-19T14:20:19.770925+0000","last_peered":"2024-09-19T14:20:19.770925+0000","last_clean":"2024-09-19T14:20:19.770925+0000","last_became_active":"2024-09-19T13:37:47.002566+0000","last_became_peered":"2024-09-19T13:37:47.002566+0000","last_unstale":"2024-09-19T14:20:19.770925+0000","last_undegraded":"2024-09-19T14:20:19.770925+0000","last_fullsized":"2024-09-19T14:20:19.770925+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:37:12.661404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.18","version":"268'282","reported_seq":847,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:47.614859+0000","last_change":"2024-09-19T13:37:49.003746+0000","last_active":"2024-09-19T14:23:47.614859+0000","last_peered":"2024-09-19T14:23:47.614859+0000","last_clean":"2024-09-19T14:23:47.614859+0000","last_became_active":"2024-09-19T13:37:49.002572+0000","last_became_peered":"2024-09-19T13:37:49.002572+0000","last_unstale":"2024-09-19T14:23:47.614859+0000","last_undegraded":"2024-09-19T14:23:47.614859+0000","last_fullsized":"2024-09-19T14:23:47.614859+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":200,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:34:47.581831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65660,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":471,"num_read_kb":1009,"num_write":398,"num_write_kb":339,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":488,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:29.818303+0000","last_change":"2024-09-19T13:37:51.024803+0000","last_active":"2024-09-19T14:21:29.818303+0000","last_peered":"2024-09-19T14:21:29.818303+0000","last_clean":"2024-09-19T14:21:29.818303+0000","last_became_active":"2024-09-19T13:37:51.024092+0000","last_became_peered":"2024-09-19T13:37:51.024092+0000","last_unstale":"2024-09-19T14:21:29.818303+0000","last_undegraded":"2024-09-19T14:21:29.818303+0000","last_fullsized":"2024-09-19T14:21:29.818303+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:01:54.243113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.16","version":"268'171","reported_seq":705,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:07.931173+0000","last_change":"2024-09-19T13:37:53.027213+0000","last_active":"2024-09-19T14:22:07.931173+0000","last_peered":"2024-09-19T14:22:07.931173+0000","last_clean":"2024-09-19T14:22:07.931173+0000","last_became_active":"2024-09-19T13:37:53.026543+0000","last_became_peered":"2024-09-19T13:37:53.026543+0000","last_unstale":"2024-09-19T14:22:07.931173+0000","last_undegraded":"2024-09-19T14:22:07.931173+0000","last_fullsized":"2024-09-19T14:22:07.931173+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:32:10.272023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":299,"num_read_kb":285,"num_write":410,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.19","version":"268'216","reported_seq":851,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:27.796334+0000","last_change":"2024-09-19T13:37:44.980772+0000","last_active":"2024-09-19T14:21:27.796334+0000","last_peered":"2024-09-19T14:21:27.796334+0000","last_clean":"2024-09-19T14:21:27.796334+0000","last_became_active":"2024-09-19T13:37:44.980018+0000","last_became_peered":"2024-09-19T13:37:44.980018+0000","last_unstale":"2024-09-19T14:21:27.796334+0000","last_undegraded":"2024-09-19T14:21:27.796334+0000","last_fullsized":"2024-09-19T14:21:27.796334+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":200,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:45:14.524981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":985,"num_read_kb":813,"num_write":344,"num_write_kb":165,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1e","version":"268'269","reported_seq":913,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:52.796237+0000","last_change":"2024-09-19T13:37:43.014671+0000","last_active":"2024-09-19T14:21:52.796237+0000","last_peered":"2024-09-19T14:21:52.796237+0000","last_clean":"2024-09-19T14:21:52.796237+0000","last_became_active":"2024-09-19T13:37:43.013909+0000","last_became_peered":"2024-09-19T13:37:43.013909+0000","last_unstale":"2024-09-19T14:21:52.796237+0000","last_undegraded":"2024-09-19T14:21:52.796237+0000","last_fullsized":"2024-09-19T14:21:52.796237+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:57:10.494453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4651891,"num_objects":58,"num_object_clones":0,"num_object_copies":174,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":58,"num_whiteouts":0,"num_read":525,"num_read_kb":17889,"num_write":1011,"num_write_kb":18811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":502,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:19.788576+0000","last_change":"2024-09-19T13:37:46.992820+0000","last_active":"2024-09-19T14:21:19.788576+0000","last_peered":"2024-09-19T14:21:19.788576+0000","last_clean":"2024-09-19T14:21:19.788576+0000","last_became_active":"2024-09-19T13:37:46.991662+0000","last_became_peered":"2024-09-19T13:37:46.991662+0000","last_unstale":"2024-09-19T14:21:19.788576+0000","last_undegraded":"2024-09-19T14:21:19.788576+0000","last_fullsized":"2024-09-19T14:21:19.788576+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:34:52.224919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"268'264","reported_seq":820,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:52.811158+0000","last_change":"2024-09-19T13:37:49.003579+0000","last_active":"2024-09-19T14:22:52.811158+0000","last_peered":"2024-09-19T14:22:52.811158+0000","last_clean":"2024-09-19T14:22:52.811158+0000","last_became_active":"2024-09-19T13:37:49.002737+0000","last_became_peered":"2024-09-19T13:37:49.002737+0000","last_unstale":"2024-09-19T14:22:52.811158+0000","last_undegraded":"2024-09-19T14:22:52.811158+0000","last_fullsized":"2024-09-19T14:22:52.811158+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":200,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:42:14.875687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":83336,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":437,"num_read_kb":1020,"num_write":374,"num_write_kb":345,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":487,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:24.801342+0000","last_change":"2024-09-19T13:37:51.028431+0000","last_active":"2024-09-19T14:20:24.801342+0000","last_peered":"2024-09-19T14:20:24.801342+0000","last_clean":"2024-09-19T14:20:24.801342+0000","last_became_active":"2024-09-19T13:37:51.027534+0000","last_became_peered":"2024-09-19T13:37:51.027534+0000","last_unstale":"2024-09-19T14:20:24.801342+0000","last_undegraded":"2024-09-19T14:20:24.801342+0000","last_fullsized":"2024-09-19T14:20:24.801342+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:20:17.577797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.15","version":"268'202","reported_seq":1308,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:31.773263+0000","last_change":"2024-09-19T13:37:53.028818+0000","last_active":"2024-09-19T14:22:31.773263+0000","last_peered":"2024-09-19T14:22:31.773263+0000","last_clean":"2024-09-19T14:22:31.773263+0000","last_became_active":"2024-09-19T13:37:53.028063+0000","last_became_peered":"2024-09-19T13:37:53.028063+0000","last_unstale":"2024-09-19T14:22:31.773263+0000","last_undegraded":"2024-09-19T14:22:31.773263+0000","last_fullsized":"2024-09-19T14:22:31.773263+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":100,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:01:32.681210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":633,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":879,"num_read_kb":869,"num_write":447,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"268'175","reported_seq":779,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:14.784439+0000","last_change":"2024-09-19T13:37:44.993164+0000","last_active":"2024-09-19T14:21:14.784439+0000","last_peered":"2024-09-19T14:21:14.784439+0000","last_clean":"2024-09-19T14:21:14.784439+0000","last_became_active":"2024-09-19T13:37:44.992673+0000","last_became_peered":"2024-09-19T13:37:44.992673+0000","last_unstale":"2024-09-19T14:21:14.784439+0000","last_undegraded":"2024-09-19T14:21:14.784439+0000","last_fullsized":"2024-09-19T14:21:14.784439+0000","mapping_epoch":27,"log_start":"265'100","ondisk_log_start":"265'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:17:46.592882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":775,"num_read_kb":633,"num_write":258,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1f","version":"268'290","reported_seq":926,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:27.511973+0000","last_change":"2024-09-19T13:37:43.016594+0000","last_active":"2024-09-19T14:22:27.511973+0000","last_peered":"2024-09-19T14:22:27.511973+0000","last_clean":"2024-09-19T14:22:27.511973+0000","last_became_active":"2024-09-19T13:37:43.014491+0000","last_became_peered":"2024-09-19T13:37:43.014491+0000","last_unstale":"2024-09-19T14:22:27.511973+0000","last_undegraded":"2024-09-19T14:22:27.511973+0000","last_fullsized":"2024-09-19T14:22:27.511973+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":200,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:00:31.664278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8724692,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":535,"num_read_kb":20596,"num_write":1142,"num_write_kb":29373,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.19","version":"30'1","reported_seq":499,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:22.785110+0000","last_change":"2024-09-19T13:37:46.993827+0000","last_active":"2024-09-19T14:21:22.785110+0000","last_peered":"2024-09-19T14:21:22.785110+0000","last_clean":"2024-09-19T14:21:22.785110+0000","last_became_active":"2024-09-19T13:37:46.993013+0000","last_became_peered":"2024-09-19T13:37:46.993013+0000","last_unstale":"2024-09-19T14:21:22.785110+0000","last_undegraded":"2024-09-19T14:21:22.785110+0000","last_fullsized":"2024-09-19T14:21:22.785110+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:36:05.905586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1a","version":"268'283","reported_seq":866,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.268307+0000","last_change":"2024-09-19T13:37:49.013063+0000","last_active":"2024-09-19T14:23:58.268307+0000","last_peered":"2024-09-19T14:23:58.268307+0000","last_clean":"2024-09-19T14:23:58.268307+0000","last_became_active":"2024-09-19T13:37:49.011710+0000","last_became_peered":"2024-09-19T13:37:49.011710+0000","last_unstale":"2024-09-19T14:23:58.268307+0000","last_undegraded":"2024-09-19T14:23:58.268307+0000","last_fullsized":"2024-09-19T14:23:58.268307+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":200,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:38:52.806772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50925,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":476,"num_read_kb":1057,"num_write":380,"num_write_kb":287,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":489,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:22.771850+0000","last_change":"2024-09-19T13:37:51.038594+0000","last_active":"2024-09-19T14:20:22.771850+0000","last_peered":"2024-09-19T14:20:22.771850+0000","last_clean":"2024-09-19T14:20:22.771850+0000","last_became_active":"2024-09-19T13:37:51.037659+0000","last_became_peered":"2024-09-19T13:37:51.037659+0000","last_unstale":"2024-09-19T14:20:22.771850+0000","last_undegraded":"2024-09-19T14:20:22.771850+0000","last_fullsized":"2024-09-19T14:20:22.771850+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:44:08.719916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.14","version":"268'130","reported_seq":615,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:50.438216+0000","last_change":"2024-09-19T13:37:53.040027+0000","last_active":"2024-09-19T14:23:50.438216+0000","last_peered":"2024-09-19T14:23:50.438216+0000","last_clean":"2024-09-19T14:23:50.438216+0000","last_became_active":"2024-09-19T13:37:53.036777+0000","last_became_peered":"2024-09-19T13:37:53.036777+0000","last_unstale":"2024-09-19T14:23:50.438216+0000","last_undegraded":"2024-09-19T14:23:50.438216+0000","last_fullsized":"2024-09-19T14:23:50.438216+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:35:52.554803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":429,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":127,"num_read_kb":127,"num_write":301,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.27","version":"268'169","reported_seq":823,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:47.574090+0000","last_change":"2024-09-19T13:37:44.985856+0000","last_active":"2024-09-19T14:21:47.574090+0000","last_peered":"2024-09-19T14:21:47.574090+0000","last_clean":"2024-09-19T14:21:47.574090+0000","last_became_active":"2024-09-19T13:37:44.985102+0000","last_became_peered":"2024-09-19T13:37:44.985102+0000","last_unstale":"2024-09-19T14:21:47.574090+0000","last_undegraded":"2024-09-19T14:21:47.574090+0000","last_fullsized":"2024-09-19T14:21:47.574090+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:39:11.743813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":790,"num_read_kb":663,"num_write":256,"num_write_kb":120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.20","version":"268'339","reported_seq":982,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.794791+0000","last_change":"2024-09-19T13:37:42.985729+0000","last_active":"2024-09-19T14:23:59.794791+0000","last_peered":"2024-09-19T14:23:59.794791+0000","last_clean":"2024-09-19T14:23:59.794791+0000","last_became_active":"2024-09-19T13:37:42.984898+0000","last_became_peered":"2024-09-19T13:37:42.984898+0000","last_unstale":"2024-09-19T14:23:59.794791+0000","last_undegraded":"2024-09-19T14:23:59.794791+0000","last_fullsized":"2024-09-19T14:23:59.794791+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":300,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:38:16.428051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1159675,"num_objects":18,"num_object_clones":0,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":614,"num_read_kb":9952,"num_write":1092,"num_write_kb":33433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,3],"acting":[2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.26","version":"268'141","reported_seq":720,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:18.683753+0000","last_change":"2024-09-19T13:37:44.994668+0000","last_active":"2024-09-19T14:21:18.683753+0000","last_peered":"2024-09-19T14:21:18.683753+0000","last_clean":"2024-09-19T14:21:18.683753+0000","last_became_active":"2024-09-19T13:37:44.993913+0000","last_became_peered":"2024-09-19T13:37:44.993913+0000","last_unstale":"2024-09-19T14:21:18.683753+0000","last_undegraded":"2024-09-19T14:21:18.683753+0000","last_fullsized":"2024-09-19T14:21:18.683753+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:27:57.529897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":555,"num_read_kb":457,"num_write":192,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.21","version":"268'270","reported_seq":948,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:27.796297+0000","last_change":"2024-09-19T13:37:43.008395+0000","last_active":"2024-09-19T14:21:27.796297+0000","last_peered":"2024-09-19T14:21:27.796297+0000","last_clean":"2024-09-19T14:21:27.796297+0000","last_became_active":"2024-09-19T13:37:43.007424+0000","last_became_peered":"2024-09-19T13:37:43.007424+0000","last_unstale":"2024-09-19T14:21:27.796297+0000","last_undegraded":"2024-09-19T14:21:27.796297+0000","last_fullsized":"2024-09-19T14:21:27.796297+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:14:37.516789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4222417,"num_objects":66,"num_object_clones":0,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":639,"num_read_kb":25363,"num_write":973,"num_write_kb":11390,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.25","version":"268'210","reported_seq":826,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:06.850147+0000","last_change":"2024-09-19T13:37:44.981221+0000","last_active":"2024-09-19T14:22:06.850147+0000","last_peered":"2024-09-19T14:22:06.850147+0000","last_clean":"2024-09-19T14:22:06.850147+0000","last_became_active":"2024-09-19T13:37:44.980576+0000","last_became_peered":"2024-09-19T13:37:44.980576+0000","last_unstale":"2024-09-19T14:22:06.850147+0000","last_undegraded":"2024-09-19T14:22:06.850147+0000","last_fullsized":"2024-09-19T14:22:06.850147+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":100,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:33:19.471967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":939,"num_read_kb":781,"num_write":318,"num_write_kb":157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.22","version":"268'273","reported_seq":871,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.530024+0000","last_change":"2024-09-19T13:37:43.011461+0000","last_active":"2024-09-19T14:23:59.530024+0000","last_peered":"2024-09-19T14:23:59.530024+0000","last_clean":"2024-09-19T14:23:59.530024+0000","last_became_active":"2024-09-19T13:37:43.011053+0000","last_became_peered":"2024-09-19T13:37:43.011053+0000","last_unstale":"2024-09-19T14:23:59.530024+0000","last_undegraded":"2024-09-19T14:23:59.530024+0000","last_fullsized":"2024-09-19T14:23:59.530024+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":200,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:01:54.790730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1525831,"num_objects":17,"num_object_clones":0,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":446,"num_read_kb":503,"num_write":889,"num_write_kb":31798,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.24","version":"268'357","reported_seq":1028,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:07.785521+0000","last_change":"2024-09-19T13:37:45.005754+0000","last_active":"2024-09-19T14:21:07.785521+0000","last_peered":"2024-09-19T14:21:07.785521+0000","last_clean":"2024-09-19T14:21:07.785521+0000","last_became_active":"2024-09-19T13:37:45.004832+0000","last_became_peered":"2024-09-19T13:37:45.004832+0000","last_unstale":"2024-09-19T14:21:07.785521+0000","last_undegraded":"2024-09-19T14:21:07.785521+0000","last_fullsized":"2024-09-19T14:21:07.785521+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:08:56.947354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1607,"num_read_kb":1314,"num_write":585,"num_write_kb":331,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"268'328","reported_seq":1006,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:41.218400+0000","last_change":"2024-09-19T13:37:43.013775+0000","last_active":"2024-09-19T14:23:41.218400+0000","last_peered":"2024-09-19T14:23:41.218400+0000","last_clean":"2024-09-19T14:23:41.218400+0000","last_became_active":"2024-09-19T13:37:43.004560+0000","last_became_peered":"2024-09-19T13:37:43.004560+0000","last_unstale":"2024-09-19T14:23:41.218400+0000","last_undegraded":"2024-09-19T14:23:41.218400+0000","last_fullsized":"2024-09-19T14:23:41.218400+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:49:12.178409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5867539,"num_objects":84,"num_object_clones":0,"num_object_copies":252,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":84,"num_whiteouts":0,"num_read":579,"num_read_kb":23653,"num_write":1117,"num_write_kb":42503,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,0],"acting":[5,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.23","version":"268'4177","reported_seq":4797,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:42.793880+0000","last_change":"2024-09-19T13:37:45.012377+0000","last_active":"2024-09-19T14:21:42.793880+0000","last_peered":"2024-09-19T14:21:42.793880+0000","last_clean":"2024-09-19T14:21:42.793880+0000","last_became_active":"2024-09-19T13:37:45.007233+0000","last_became_peered":"2024-09-19T13:37:45.007233+0000","last_unstale":"2024-09-19T14:21:42.793880+0000","last_undegraded":"2024-09-19T14:21:42.793880+0000","last_fullsized":"2024-09-19T14:21:42.793880+0000","mapping_epoch":27,"log_start":"268'4100","ondisk_log_start":"268'4100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":3000,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:41:50.389035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16795,"num_read_kb":14077,"num_write":6279,"num_write_kb":3125,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.24","version":"268'413","reported_seq":1107,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:42.549575+0000","last_change":"2024-09-19T13:37:43.000119+0000","last_active":"2024-09-19T14:21:42.549575+0000","last_peered":"2024-09-19T14:21:42.549575+0000","last_clean":"2024-09-19T14:21:42.549575+0000","last_became_active":"2024-09-19T13:37:42.999128+0000","last_became_peered":"2024-09-19T13:37:42.999128+0000","last_unstale":"2024-09-19T14:21:42.549575+0000","last_undegraded":"2024-09-19T14:21:42.549575+0000","last_fullsized":"2024-09-19T14:21:42.549575+0000","mapping_epoch":25,"log_start":"268'400","ondisk_log_start":"268'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":400,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:40:32.421990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6732439,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":967,"num_read_kb":32624,"num_write":1289,"num_write_kb":20581,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.22","version":"268'279","reported_seq":891,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:14.525358+0000","last_change":"2024-09-19T13:37:44.989680+0000","last_active":"2024-09-19T14:22:14.525358+0000","last_peered":"2024-09-19T14:22:14.525358+0000","last_clean":"2024-09-19T14:22:14.525358+0000","last_became_active":"2024-09-19T13:37:44.989245+0000","last_became_peered":"2024-09-19T13:37:44.989245+0000","last_unstale":"2024-09-19T14:22:14.525358+0000","last_undegraded":"2024-09-19T14:22:14.525358+0000","last_fullsized":"2024-09-19T14:22:14.525358+0000","mapping_epoch":27,"log_start":"265'200","ondisk_log_start":"265'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":200,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:20:05.352535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1580,"num_read_kb":1426,"num_write":497,"num_write_kb":241,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.25","version":"268'313","reported_seq":985,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:28.002131+0000","last_change":"2024-09-19T13:37:43.007903+0000","last_active":"2024-09-19T14:22:28.002131+0000","last_peered":"2024-09-19T14:22:28.002131+0000","last_clean":"2024-09-19T14:22:28.002131+0000","last_became_active":"2024-09-19T13:37:43.007262+0000","last_became_peered":"2024-09-19T13:37:43.007262+0000","last_unstale":"2024-09-19T14:22:28.002131+0000","last_undegraded":"2024-09-19T14:22:28.002131+0000","last_fullsized":"2024-09-19T14:22:28.002131+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":300,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:57:50.709217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15149306,"num_objects":74,"num_object_clones":0,"num_object_copies":222,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":74,"num_whiteouts":0,"num_read":547,"num_read_kb":54839,"num_write":1099,"num_write_kb":58708,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.21","version":"268'124","reported_seq":704,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:32.793355+0000","last_change":"2024-09-19T13:37:45.007638+0000","last_active":"2024-09-19T14:21:32.793355+0000","last_peered":"2024-09-19T14:21:32.793355+0000","last_clean":"2024-09-19T14:21:32.793355+0000","last_became_active":"2024-09-19T13:37:45.006951+0000","last_became_peered":"2024-09-19T13:37:45.006951+0000","last_unstale":"2024-09-19T14:21:32.793355+0000","last_undegraded":"2024-09-19T14:21:32.793355+0000","last_fullsized":"2024-09-19T14:21:32.793355+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:28:04.679049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":551,"num_read_kb":463,"num_write":186,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.26","version":"268'330","reported_seq":1000,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.803556+0000","last_change":"2024-09-19T13:37:42.985951+0000","last_active":"2024-09-19T14:23:59.803556+0000","last_peered":"2024-09-19T14:23:59.803556+0000","last_clean":"2024-09-19T14:23:59.803556+0000","last_became_active":"2024-09-19T13:37:42.984840+0000","last_became_peered":"2024-09-19T13:37:42.984840+0000","last_unstale":"2024-09-19T14:23:59.803556+0000","last_undegraded":"2024-09-19T14:23:59.803556+0000","last_fullsized":"2024-09-19T14:23:59.803556+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:49:33.615034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2605916,"num_objects":16,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":601,"num_read_kb":27690,"num_write":1139,"num_write_kb":30797,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.20","version":"268'148","reported_seq":776,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:05.974724+0000","last_change":"2024-09-19T13:37:45.000223+0000","last_active":"2024-09-19T14:22:05.974724+0000","last_peered":"2024-09-19T14:22:05.974724+0000","last_clean":"2024-09-19T14:22:05.974724+0000","last_became_active":"2024-09-19T13:37:44.999992+0000","last_became_peered":"2024-09-19T13:37:44.999992+0000","last_unstale":"2024-09-19T14:22:05.974724+0000","last_undegraded":"2024-09-19T14:22:05.974724+0000","last_fullsized":"2024-09-19T14:22:05.974724+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:59:03.756700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":651,"num_read_kb":543,"num_write":211,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.27","version":"268'280","reported_seq":896,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:18.311730+0000","last_change":"2024-09-19T13:37:43.017563+0000","last_active":"2024-09-19T14:21:18.311730+0000","last_peered":"2024-09-19T14:21:18.311730+0000","last_clean":"2024-09-19T14:21:18.311730+0000","last_became_active":"2024-09-19T13:37:43.016866+0000","last_became_peered":"2024-09-19T13:37:43.016866+0000","last_unstale":"2024-09-19T14:21:18.311730+0000","last_undegraded":"2024-09-19T14:21:18.311730+0000","last_fullsized":"2024-09-19T14:21:18.311730+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":200,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:50:16.887555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9609789,"num_objects":53,"num_object_clones":0,"num_object_copies":159,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":53,"num_whiteouts":0,"num_read":465,"num_read_kb":9008,"num_write":1090,"num_write_kb":38647,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2f","version":"268'167","reported_seq":783,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:16.319569+0000","last_change":"2024-09-19T13:37:44.981272+0000","last_active":"2024-09-19T14:21:16.319569+0000","last_peered":"2024-09-19T14:21:16.319569+0000","last_clean":"2024-09-19T14:21:16.319569+0000","last_became_active":"2024-09-19T13:37:44.980467+0000","last_became_peered":"2024-09-19T13:37:44.980467+0000","last_unstale":"2024-09-19T14:21:16.319569+0000","last_undegraded":"2024-09-19T14:21:16.319569+0000","last_fullsized":"2024-09-19T14:21:16.319569+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:46:24.339410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":738,"num_read_kb":611,"num_write":237,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.28","version":"268'320","reported_seq":960,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.467749+0000","last_change":"2024-09-19T13:37:43.021782+0000","last_active":"2024-09-19T14:23:59.467749+0000","last_peered":"2024-09-19T14:23:59.467749+0000","last_clean":"2024-09-19T14:23:59.467749+0000","last_became_active":"2024-09-19T13:37:43.021272+0000","last_became_peered":"2024-09-19T13:37:43.021272+0000","last_unstale":"2024-09-19T14:23:59.467749+0000","last_undegraded":"2024-09-19T14:23:59.467749+0000","last_fullsized":"2024-09-19T14:23:59.467749+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:42:23.497482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":17,"num_object_clones":0,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":647,"num_read_kb":1741,"num_write":1116,"num_write_kb":41906,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2e","version":"268'202","reported_seq":808,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:48.290045+0000","last_change":"2024-09-19T13:37:44.969801+0000","last_active":"2024-09-19T14:20:48.290045+0000","last_peered":"2024-09-19T14:20:48.290045+0000","last_clean":"2024-09-19T14:20:48.290045+0000","last_became_active":"2024-09-19T13:37:44.969331+0000","last_became_peered":"2024-09-19T13:37:44.969331+0000","last_unstale":"2024-09-19T14:20:48.290045+0000","last_undegraded":"2024-09-19T14:20:48.290045+0000","last_fullsized":"2024-09-19T14:20:48.290045+0000","mapping_epoch":27,"log_start":"265'100","ondisk_log_start":"265'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":100,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:45:06.577761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":890,"num_read_kb":720,"num_write":326,"num_write_kb":154,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.29","version":"268'350","reported_seq":1111,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:27.511987+0000","last_change":"2024-09-19T13:37:43.011113+0000","last_active":"2024-09-19T14:22:27.511987+0000","last_peered":"2024-09-19T14:22:27.511987+0000","last_clean":"2024-09-19T14:22:27.511987+0000","last_became_active":"2024-09-19T13:37:43.000945+0000","last_became_peered":"2024-09-19T13:37:43.000945+0000","last_unstale":"2024-09-19T14:22:27.511987+0000","last_undegraded":"2024-09-19T14:22:27.511987+0000","last_fullsized":"2024-09-19T14:22:27.511987+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:23:54.612927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6967828,"num_objects":70,"num_object_clones":0,"num_object_copies":210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":1036,"num_read_kb":15691,"num_write":1218,"num_write_kb":26896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,0],"acting":[5,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2d","version":"268'244","reported_seq":918,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:42.779449+0000","last_change":"2024-09-19T13:37:45.010427+0000","last_active":"2024-09-19T14:20:42.779449+0000","last_peered":"2024-09-19T14:20:42.779449+0000","last_clean":"2024-09-19T14:20:42.779449+0000","last_became_active":"2024-09-19T13:37:45.000753+0000","last_became_peered":"2024-09-19T13:37:45.000753+0000","last_unstale":"2024-09-19T14:20:42.779449+0000","last_undegraded":"2024-09-19T14:20:42.779449+0000","last_fullsized":"2024-09-19T14:20:42.779449+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:10:33.875218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1120,"num_read_kb":924,"num_write":371,"num_write_kb":169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2a","version":"268'351","reported_seq":994,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.741898+0000","last_change":"2024-09-19T13:37:42.981532+0000","last_active":"2024-09-19T14:23:59.741898+0000","last_peered":"2024-09-19T14:23:59.741898+0000","last_clean":"2024-09-19T14:23:59.741898+0000","last_became_active":"2024-09-19T13:37:42.981052+0000","last_became_peered":"2024-09-19T13:37:42.981052+0000","last_unstale":"2024-09-19T14:23:59.741898+0000","last_undegraded":"2024-09-19T14:23:59.741898+0000","last_fullsized":"2024-09-19T14:23:59.741898+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:32:51.103064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":153,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":636,"num_read_kb":992,"num_write":1176,"num_write_kb":30048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2c","version":"268'233","reported_seq":836,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:31.685873+0000","last_change":"2024-09-19T13:37:44.992935+0000","last_active":"2024-09-19T14:22:31.685873+0000","last_peered":"2024-09-19T14:22:31.685873+0000","last_clean":"2024-09-19T14:22:31.685873+0000","last_became_active":"2024-09-19T13:37:44.992478+0000","last_became_peered":"2024-09-19T13:37:44.992478+0000","last_unstale":"2024-09-19T14:22:31.685873+0000","last_undegraded":"2024-09-19T14:22:31.685873+0000","last_fullsized":"2024-09-19T14:22:31.685873+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":200,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:16:19.940839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1044,"num_read_kb":843,"num_write":399,"num_write_kb":189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"268'267","reported_seq":1105,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:27.772847+0000","last_change":"2024-09-19T13:37:42.991075+0000","last_active":"2024-09-19T14:20:27.772847+0000","last_peered":"2024-09-19T14:20:27.772847+0000","last_clean":"2024-09-19T14:20:27.772847+0000","last_became_active":"2024-09-19T13:37:42.990469+0000","last_became_peered":"2024-09-19T13:37:42.990469+0000","last_unstale":"2024-09-19T14:20:27.772847+0000","last_undegraded":"2024-09-19T14:20:27.772847+0000","last_fullsized":"2024-09-19T14:20:27.772847+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":200,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:51:11.229587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1100643,"num_objects":69,"num_object_clones":0,"num_object_copies":207,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":1117,"num_read_kb":4770,"num_write":938,"num_write_kb":24975,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2b","version":"268'130","reported_seq":791,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:13.095477+0000","last_change":"2024-09-19T13:37:45.011879+0000","last_active":"2024-09-19T14:22:13.095477+0000","last_peered":"2024-09-19T14:22:13.095477+0000","last_clean":"2024-09-19T14:22:13.095477+0000","last_became_active":"2024-09-19T13:37:45.011557+0000","last_became_peered":"2024-09-19T13:37:45.011557+0000","last_unstale":"2024-09-19T14:22:13.095477+0000","last_undegraded":"2024-09-19T14:22:13.095477+0000","last_fullsized":"2024-09-19T14:22:13.095477+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:08:42.984940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":664,"num_read_kb":574,"num_write":185,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2c","version":"268'275","reported_seq":919,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.722890+0000","last_change":"2024-09-19T13:37:42.989106+0000","last_active":"2024-09-19T14:23:59.722890+0000","last_peered":"2024-09-19T14:23:59.722890+0000","last_clean":"2024-09-19T14:23:59.722890+0000","last_became_active":"2024-09-19T13:37:42.988011+0000","last_became_peered":"2024-09-19T13:37:42.988011+0000","last_unstale":"2024-09-19T14:23:59.722890+0000","last_undegraded":"2024-09-19T14:23:59.722890+0000","last_fullsized":"2024-09-19T14:23:59.722890+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":200,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:55:38.807118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048853,"num_objects":18,"num_object_clones":0,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":572,"num_read_kb":16833,"num_write":876,"num_write_kb":37493,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,6],"acting":[0,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2a","version":"268'244","reported_seq":893,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:10.909945+0000","last_change":"2024-09-19T13:37:44.985886+0000","last_active":"2024-09-19T14:21:10.909945+0000","last_peered":"2024-09-19T14:21:10.909945+0000","last_clean":"2024-09-19T14:21:10.909945+0000","last_became_active":"2024-09-19T13:37:44.985158+0000","last_became_peered":"2024-09-19T13:37:44.985158+0000","last_unstale":"2024-09-19T14:21:10.909945+0000","last_undegraded":"2024-09-19T14:21:10.909945+0000","last_fullsized":"2024-09-19T14:21:10.909945+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:24:30.242726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1107,"num_read_kb":928,"num_write":391,"num_write_kb":224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2d","version":"268'314","reported_seq":1069,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.534162+0000","last_change":"2024-09-19T13:37:42.994721+0000","last_active":"2024-09-19T14:23:59.534162+0000","last_peered":"2024-09-19T14:23:59.534162+0000","last_clean":"2024-09-19T14:23:59.534162+0000","last_became_active":"2024-09-19T13:37:42.994369+0000","last_became_peered":"2024-09-19T13:37:42.994369+0000","last_unstale":"2024-09-19T14:23:59.534162+0000","last_undegraded":"2024-09-19T14:23:59.534162+0000","last_fullsized":"2024-09-19T14:23:59.534162+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:52:01.132245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1383272,"num_objects":17,"num_object_clones":0,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":1056,"num_read_kb":29521,"num_write":956,"num_write_kb":25575,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.29","version":"268'334","reported_seq":929,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:01.983480+0000","last_change":"2024-09-19T13:37:45.014941+0000","last_active":"2024-09-19T14:22:01.983480+0000","last_peered":"2024-09-19T14:22:01.983480+0000","last_clean":"2024-09-19T14:22:01.983480+0000","last_became_active":"2024-09-19T13:37:45.014220+0000","last_became_peered":"2024-09-19T13:37:45.014220+0000","last_unstale":"2024-09-19T14:22:01.983480+0000","last_undegraded":"2024-09-19T14:22:01.983480+0000","last_fullsized":"2024-09-19T14:22:01.983480+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:27:48.772079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1616,"num_read_kb":1427,"num_write":540,"num_write_kb":278,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2e","version":"268'282","reported_seq":927,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:48.805972+0000","last_change":"2024-09-19T13:37:43.008362+0000","last_active":"2024-09-19T14:21:48.805972+0000","last_peered":"2024-09-19T14:21:48.805972+0000","last_clean":"2024-09-19T14:21:48.805972+0000","last_became_active":"2024-09-19T13:37:43.007440+0000","last_became_peered":"2024-09-19T13:37:43.007440+0000","last_unstale":"2024-09-19T14:21:48.805972+0000","last_undegraded":"2024-09-19T14:21:48.805972+0000","last_fullsized":"2024-09-19T14:21:48.805972+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":200,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:09:18.299154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5360235,"num_objects":52,"num_object_clones":0,"num_object_copies":156,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":52,"num_whiteouts":0,"num_read":619,"num_read_kb":17036,"num_write":1150,"num_write_kb":45339,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.28","version":"268'126","reported_seq":731,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:14.787197+0000","last_change":"2024-09-19T13:37:45.005472+0000","last_active":"2024-09-19T14:21:14.787197+0000","last_peered":"2024-09-19T14:21:14.787197+0000","last_clean":"2024-09-19T14:21:14.787197+0000","last_became_active":"2024-09-19T13:37:45.005159+0000","last_became_peered":"2024-09-19T13:37:45.005159+0000","last_unstale":"2024-09-19T14:21:14.787197+0000","last_undegraded":"2024-09-19T14:21:14.787197+0000","last_fullsized":"2024-09-19T14:21:14.787197+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:08:28.485894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":569,"num_read_kb":474,"num_write":196,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"268'381","reported_seq":1084,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.530852+0000","last_change":"2024-09-19T13:37:43.016150+0000","last_active":"2024-09-19T14:23:59.530852+0000","last_peered":"2024-09-19T14:23:59.530852+0000","last_clean":"2024-09-19T14:23:59.530852+0000","last_became_active":"2024-09-19T13:37:43.015711+0000","last_became_peered":"2024-09-19T13:37:43.015711+0000","last_unstale":"2024-09-19T14:23:59.530852+0000","last_undegraded":"2024-09-19T14:23:59.530852+0000","last_fullsized":"2024-09-19T14:23:59.530852+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":300,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:09:58.911603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":877,"num_read_kb":30929,"num_write":1296,"num_write_kb":33065,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.30","version":"268'330","reported_seq":985,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.597141+0000","last_change":"2024-09-19T13:37:42.988079+0000","last_active":"2024-09-19T14:23:59.597141+0000","last_peered":"2024-09-19T14:23:59.597141+0000","last_clean":"2024-09-19T14:23:59.597141+0000","last_became_active":"2024-09-19T13:37:42.987700+0000","last_became_peered":"2024-09-19T13:37:42.987700+0000","last_unstale":"2024-09-19T14:23:59.597141+0000","last_undegraded":"2024-09-19T14:23:59.597141+0000","last_fullsized":"2024-09-19T14:23:59.597141+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:19:20.569188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139110,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":594,"num_read_kb":11104,"num_write":1183,"num_write_kb":39461,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.37","version":"268'165","reported_seq":800,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:22.785297+0000","last_change":"2024-09-19T13:37:45.017618+0000","last_active":"2024-09-19T14:21:22.785297+0000","last_peered":"2024-09-19T14:21:22.785297+0000","last_clean":"2024-09-19T14:21:22.785297+0000","last_became_active":"2024-09-19T13:37:45.016954+0000","last_became_peered":"2024-09-19T13:37:45.016954+0000","last_unstale":"2024-09-19T14:21:22.785297+0000","last_undegraded":"2024-09-19T14:21:22.785297+0000","last_fullsized":"2024-09-19T14:21:22.785297+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":100,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:37:28.403774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":802,"num_read_kb":669,"num_write":261,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.31","version":"268'395","reported_seq":1098,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:20.061782+0000","last_change":"2024-09-19T13:37:43.003991+0000","last_active":"2024-09-19T14:21:20.061782+0000","last_peered":"2024-09-19T14:21:20.061782+0000","last_clean":"2024-09-19T14:21:20.061782+0000","last_became_active":"2024-09-19T13:37:43.003367+0000","last_became_peered":"2024-09-19T13:37:43.003367+0000","last_unstale":"2024-09-19T14:21:20.061782+0000","last_undegraded":"2024-09-19T14:21:20.061782+0000","last_fullsized":"2024-09-19T14:21:20.061782+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":300,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:39:50.198699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4464256,"num_objects":83,"num_object_clones":0,"num_object_copies":249,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":83,"num_whiteouts":0,"num_read":870,"num_read_kb":15349,"num_write":1358,"num_write_kb":30290,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.36","version":"268'77","reported_seq":648,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:43.141720+0000","last_change":"2024-09-19T13:37:45.001313+0000","last_active":"2024-09-19T14:21:43.141720+0000","last_peered":"2024-09-19T14:21:43.141720+0000","last_clean":"2024-09-19T14:21:43.141720+0000","last_became_active":"2024-09-19T13:37:45.000870+0000","last_became_peered":"2024-09-19T13:37:45.000870+0000","last_unstale":"2024-09-19T14:21:43.141720+0000","last_undegraded":"2024-09-19T14:21:43.141720+0000","last_fullsized":"2024-09-19T14:21:43.141720+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":0,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:36:43.177586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":327,"num_read_kb":275,"num_write":113,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9358,"num_read_kb":6674,"num_write":2815,"num_write_kb":860,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1051,"ondisk_log_size":1051,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":14831,"num_objects":87,"num_object_clones":0,"num_object_copies":174,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":87,"num_whiteouts":0,"num_read":16365,"num_read_kb":16043,"num_write":17025,"num_write_kb":4968,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":557056,"data_stored":29662,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1576,"ondisk_log_size":1576,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":515,"ondisk_log_size":515,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1836900,"num_objects":199,"num_object_clones":0,"num_object_copies":398,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":199,"num_whiteouts":0,"num_read":17235,"num_read_kb":34432,"num_write":14587,"num_write_kb":11721,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":22,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2203648,"data_stored":1770995,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2042,"ondisk_log_size":2042,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2396,"num_read_kb":2855,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":13,"num_object_clones":0,"num_object_copies":26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":103358,"num_read_kb":86446,"num_write":37181,"num_write_kb":18689,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3847,"ondisk_log_size":3847,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":329882428,"num_objects":2715,"num_object_clones":0,"num_object_copies":8145,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2715,"num_whiteouts":0,"num_read":41799,"num_read_kb":1863327,"num_write":69596,"num_write_kb":2152655,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":548876288,"data_stored":548876288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3905,"ondisk_log_size":3905,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":31053428,"num_objects":13,"num_object_clones":0,"num_object_copies":26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":157,"num_read_kb":189561,"num_write":173,"num_write_kb":126453,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":83083264,"data_stored":83078376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":113,"ondisk_log_size":113,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":42051823,"num_objects":16,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":153,"num_read_kb":193027,"num_write":170,"num_write_kb":126453,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102518784,"data_stored":102513801,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":110,"ondisk_log_size":110,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":15,"seq":64424510003,"num_pgs":124,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":278720,"kb_used_data":54432,"kb_used_omap":1,"kb_used_meta":224126,"kb_avail":94093120,"statfs":{"total":96636764160,"available":96351354880,"internally_reserved":0,"allocated":55738368,"data_stored":53706546,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":229505479},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510006,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":157664,"kb_used_data":32072,"kb_used_omap":1,"kb_used_meta":125566,"kb_avail":94214176,"statfs":{"total":96636764160,"available":96475316224,"internally_reserved":0,"allocated":32841728,"data_stored":30819956,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":128580037},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510004,"num_pgs":92,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":344992,"kb_used_data":66476,"kb_used_omap":1,"kb_used_meta":278270,"kb_avail":94026848,"statfs":{"total":96636764160,"available":96283492352,"internally_reserved":0,"allocated":68071424,"data_stored":66043506,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":284948933},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424510007,"num_pgs":97,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":177548,"kb_used_data":79696,"kb_used_omap":1,"kb_used_meta":97790,"kb_avail":94194292,"statfs":{"total":96636764160,"available":96454955008,"internally_reserved":0,"allocated":81608704,"data_stored":79570388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":100137413},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542709,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":379268,"kb_used_data":181556,"kb_used_omap":1,"kb_used_meta":197694,"kb_avail":93992572,"statfs":{"total":96636764160,"available":96248393728,"internally_reserved":0,"allocated":185913344,"data_stored":183868110,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":202439115},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542708,"num_pgs":103,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":247596,"kb_used_data":162332,"kb_used_omap":1,"kb_used_meta":85246,"kb_avail":94124244,"statfs":{"total":96636764160,"available":96383225856,"internally_reserved":0,"allocated":166227968,"data_stored":164142760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":87292358},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542709,"num_pgs":115,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":375132,"kb_used_data":137100,"kb_used_omap":1,"kb_used_meta":238014,"kb_avail":93996708,"statfs":{"total":96636764160,"available":96252628992,"internally_reserved":0,"allocated":140390400,"data_stored":138320502,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":243726789},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542707,"num_pgs":121,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":349764,"kb_used_data":156212,"kb_used_omap":1,"kb_used_meta":193534,"kb_avail":94022076,"statfs":{"total":96636764160,"available":96278605824,"internally_reserved":0,"allocated":159961088,"data_stored":157902898,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":198179269},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":34340864,"data_stored":34340864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":21716992,"data_stored":21716992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":17944576,"data_stored":17944576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":27230208,"data_stored":27230208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":121647104,"data_stored":121647104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":88817664,"data_stored":88817664,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":107364352,"data_stored":107364352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":129814528,"data_stored":129814528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":138,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1655,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":44885,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":196608,"data_stored":134047,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":172032,"data_stored":136659,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":471040,"data_stored":398832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":475136,"data_stored":402446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":421888,"data_stored":353614,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":360448,"data_stored":300182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":2554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1419,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":2787,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4202,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3809,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":6002,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4157,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":60361,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":15777792,"data_stored":15777062,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":24702976,"data_stored":24701611,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":34652160,"data_stored":34651430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":27324416,"data_stored":27323337,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":17825792,"data_stored":17825792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":21557248,"data_stored":21555883,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":19521536,"data_stored":19519092,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24178688,"data_stored":24177609,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T14:24:01.398 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T14:24:01.765 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:24:01.777 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-19T14:24:01.784 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":1662,"stamp":"2024-09-19T14:24:00.338954+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":405431590,"num_objects":3067,"num_object_clones":0,"num_object_copies":8849,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3067,"num_whiteouts":0,"num_read":190899,"num_read_kb":2392432,"num_write":141690,"num_write_kb":2443455,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":60,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13252,"ondisk_log_size":13252,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":2310684,"kb_used_data":869876,"kb_used_omap":12,"kb_used_meta":1440243,"kb_avail":752664036,"statfs":{"total":773094113280,"available":770727972864,"internally_reserved":0,"allocated":890753024,"data_stored":874374666,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":1474809393},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-342582603,"num_objects":-1742,"num_object_clones":0,"num_object_copies":-5192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-1742,"num_whiteouts":0,"num_read":2055,"num_read_kb":1654,"num_write":1881,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.007773"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:29.775999+0000","last_change":"2024-09-19T14:06:26.871499+0000","last_active":"2024-09-19T14:21:29.775999+0000","last_peered":"2024-09-19T14:21:29.775999+0000","last_clean":"2024-09-19T14:21:29.775999+0000","last_became_active":"2024-09-19T14:06:26.869070+0000","last_became_peered":"2024-09-19T14:06:26.869070+0000","last_unstale":"2024-09-19T14:21:29.775999+0000","last_undegraded":"2024-09-19T14:21:29.775999+0000","last_fullsized":"2024-09-19T14:21:29.775999+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:24:11.907289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.1d","version":"268'2","reported_seq":33,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:39.806408+0000","last_change":"2024-09-19T13:55:09.796410+0000","last_active":"2024-09-19T14:22:39.806408+0000","last_peered":"2024-09-19T14:22:39.806408+0000","last_clean":"2024-09-19T14:22:39.806408+0000","last_became_active":"2024-09-19T13:55:09.795630+0000","last_became_peered":"2024-09-19T13:55:09.795630+0000","last_unstale":"2024-09-19T14:22:39.806408+0000","last_undegraded":"2024-09-19T14:22:39.806408+0000","last_fullsized":"2024-09-19T14:22:39.806408+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:11:29.514952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.1c","version":"268'1","reported_seq":39,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:07.779134+0000","last_change":"2024-09-19T13:55:06.742698+0000","last_active":"2024-09-19T14:20:07.779134+0000","last_peered":"2024-09-19T14:20:07.779134+0000","last_clean":"2024-09-19T14:20:07.779134+0000","last_became_active":"2024-09-19T13:55:06.740172+0000","last_became_peered":"2024-09-19T13:55:06.740172+0000","last_unstale":"2024-09-19T14:20:07.779134+0000","last_undegraded":"2024-09-19T14:20:07.779134+0000","last_fullsized":"2024-09-19T14:20:07.779134+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:44:55.136467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8192,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.1f","version":"268'30","reported_seq":123,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:17.770682+0000","last_change":"2024-09-19T13:53:12.462545+0000","last_active":"2024-09-19T14:20:17.770682+0000","last_peered":"2024-09-19T14:20:17.770682+0000","last_clean":"2024-09-19T14:20:17.770682+0000","last_became_active":"2024-09-19T13:53:12.461871+0000","last_became_peered":"2024-09-19T13:53:12.461871+0000","last_unstale":"2024-09-19T14:20:17.770682+0000","last_undegraded":"2024-09-19T14:20:17.770682+0000","last_fullsized":"2024-09-19T14:20:17.770682+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:57:06.428783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":223,"num_read_kb":145,"num_write":76,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:27.792338+0000","last_change":"2024-09-19T14:06:26.867132+0000","last_active":"2024-09-19T14:21:27.792338+0000","last_peered":"2024-09-19T14:21:27.792338+0000","last_clean":"2024-09-19T14:21:27.792338+0000","last_became_active":"2024-09-19T14:06:26.866274+0000","last_became_peered":"2024-09-19T14:06:26.866274+0000","last_unstale":"2024-09-19T14:21:27.792338+0000","last_undegraded":"2024-09-19T14:21:27.792338+0000","last_fullsized":"2024-09-19T14:21:27.792338+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:06:13.605365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1c","version":"268'6","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:39.803815+0000","last_change":"2024-09-19T13:55:09.797854+0000","last_active":"2024-09-19T14:22:39.803815+0000","last_peered":"2024-09-19T14:22:39.803815+0000","last_clean":"2024-09-19T14:22:39.803815+0000","last_became_active":"2024-09-19T13:55:09.797136+0000","last_became_peered":"2024-09-19T13:55:09.797136+0000","last_unstale":"2024-09-19T14:22:39.803815+0000","last_undegraded":"2024-09-19T14:22:39.803815+0000","last_fullsized":"2024-09-19T14:22:39.803815+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:37:13.447012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":8192,"num_write":6,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"66.1d","version":"268'2","reported_seq":40,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:07.771045+0000","last_change":"2024-09-19T13:55:06.717432+0000","last_active":"2024-09-19T14:20:07.771045+0000","last_peered":"2024-09-19T14:20:07.771045+0000","last_clean":"2024-09-19T14:20:07.771045+0000","last_became_active":"2024-09-19T13:55:06.716724+0000","last_became_peered":"2024-09-19T13:55:06.716724+0000","last_unstale":"2024-09-19T14:20:07.771045+0000","last_undegraded":"2024-09-19T14:20:07.771045+0000","last_fullsized":"2024-09-19T14:20:07.771045+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:26:23.994241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.1e","version":"268'57","reported_seq":196,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:25.358558+0000","last_change":"2024-09-19T13:53:12.483926+0000","last_active":"2024-09-19T14:21:25.358558+0000","last_peered":"2024-09-19T14:21:25.358558+0000","last_clean":"2024-09-19T14:21:25.358558+0000","last_became_active":"2024-09-19T13:53:12.483175+0000","last_became_peered":"2024-09-19T13:53:12.483175+0000","last_unstale":"2024-09-19T14:21:25.358558+0000","last_undegraded":"2024-09-19T14:21:25.358558+0000","last_fullsized":"2024-09-19T14:21:25.358558+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":0,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:10:36.034685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":408,"num_read_kb":271,"num_write":148,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:59.783803+0000","last_change":"2024-09-19T14:06:26.885067+0000","last_active":"2024-09-19T14:20:59.783803+0000","last_peered":"2024-09-19T14:20:59.783803+0000","last_clean":"2024-09-19T14:20:59.783803+0000","last_became_active":"2024-09-19T14:06:26.884221+0000","last_became_peered":"2024-09-19T14:06:26.884221+0000","last_unstale":"2024-09-19T14:20:59.783803+0000","last_undegraded":"2024-09-19T14:20:59.783803+0000","last_fullsized":"2024-09-19T14:20:59.783803+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:14:53.365580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.1f","version":"268'1","reported_seq":34,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:12.772297+0000","last_change":"2024-09-19T13:55:09.801675+0000","last_active":"2024-09-19T14:20:12.772297+0000","last_peered":"2024-09-19T14:20:12.772297+0000","last_clean":"2024-09-19T14:20:12.772297+0000","last_became_active":"2024-09-19T13:55:09.800885+0000","last_became_peered":"2024-09-19T13:55:09.800885+0000","last_unstale":"2024-09-19T14:20:12.772297+0000","last_undegraded":"2024-09-19T14:20:12.772297+0000","last_fullsized":"2024-09-19T14:20:12.772297+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:51:10.623982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1024,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1e","version":"268'5","reported_seq":49,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:12.793203+0000","last_change":"2024-09-19T13:55:06.744834+0000","last_active":"2024-09-19T14:21:12.793203+0000","last_peered":"2024-09-19T14:21:12.793203+0000","last_clean":"2024-09-19T14:21:12.793203+0000","last_became_active":"2024-09-19T13:55:06.744102+0000","last_became_peered":"2024-09-19T13:55:06.744102+0000","last_unstale":"2024-09-19T14:21:12.793203+0000","last_undegraded":"2024-09-19T14:21:12.793203+0000","last_fullsized":"2024-09-19T14:21:12.793203+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:11:33.385165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":7,"num_read_kb":9216,"num_write":5,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.1d","version":"268'50","reported_seq":176,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:42.782920+0000","last_change":"2024-09-19T13:53:12.465984+0000","last_active":"2024-09-19T14:20:42.782920+0000","last_peered":"2024-09-19T14:20:42.782920+0000","last_clean":"2024-09-19T14:20:42.782920+0000","last_became_active":"2024-09-19T13:53:12.465348+0000","last_became_peered":"2024-09-19T13:53:12.465348+0000","last_unstale":"2024-09-19T14:20:42.782920+0000","last_undegraded":"2024-09-19T14:20:42.782920+0000","last_fullsized":"2024-09-19T14:20:42.782920+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":0,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:48:05.395237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":399,"num_read_kb":274,"num_write":124,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:02.784154+0000","last_change":"2024-09-19T14:06:26.876761+0000","last_active":"2024-09-19T14:21:02.784154+0000","last_peered":"2024-09-19T14:21:02.784154+0000","last_clean":"2024-09-19T14:21:02.784154+0000","last_became_active":"2024-09-19T14:06:26.873283+0000","last_became_peered":"2024-09-19T14:06:26.873283+0000","last_unstale":"2024-09-19T14:21:02.784154+0000","last_undegraded":"2024-09-19T14:21:02.784154+0000","last_fullsized":"2024-09-19T14:21:02.784154+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:48:18.437653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1e","version":"268'6","reported_seq":46,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:22.789196+0000","last_change":"2024-09-19T13:55:09.802641+0000","last_active":"2024-09-19T14:21:22.789196+0000","last_peered":"2024-09-19T14:21:22.789196+0000","last_clean":"2024-09-19T14:21:22.789196+0000","last_became_active":"2024-09-19T13:55:09.801463+0000","last_became_peered":"2024-09-19T13:55:09.801463+0000","last_unstale":"2024-09-19T14:21:22.789196+0000","last_undegraded":"2024-09-19T14:21:22.789196+0000","last_fullsized":"2024-09-19T14:21:22.789196+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:25:42.183100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":10,"num_read_kb":20482,"num_write":11,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1f","version":"268'2","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:14.801279+0000","last_change":"2024-09-19T13:55:06.731726+0000","last_active":"2024-09-19T14:22:14.801279+0000","last_peered":"2024-09-19T14:22:14.801279+0000","last_clean":"2024-09-19T14:22:14.801279+0000","last_became_active":"2024-09-19T13:55:06.730448+0000","last_became_peered":"2024-09-19T13:55:06.730448+0000","last_unstale":"2024-09-19T14:22:14.801279+0000","last_undegraded":"2024-09-19T14:22:14.801279+0000","last_fullsized":"2024-09-19T14:22:14.801279+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:03:22.687463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1c","version":"268'20","reported_seq":98,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:20.533961+0000","last_change":"2024-09-19T13:53:12.465975+0000","last_active":"2024-09-19T14:21:20.533961+0000","last_peered":"2024-09-19T14:21:20.533961+0000","last_clean":"2024-09-19T14:21:20.533961+0000","last_became_active":"2024-09-19T13:53:12.465250+0000","last_became_peered":"2024-09-19T13:53:12.465250+0000","last_unstale":"2024-09-19T14:21:20.533961+0000","last_undegraded":"2024-09-19T14:21:20.533961+0000","last_fullsized":"2024-09-19T14:21:20.533961+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:31:07.345988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":170,"num_read_kb":120,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:32.784663+0000","last_change":"2024-09-19T14:06:26.882472+0000","last_active":"2024-09-19T14:20:32.784663+0000","last_peered":"2024-09-19T14:20:32.784663+0000","last_clean":"2024-09-19T14:20:32.784663+0000","last_became_active":"2024-09-19T14:06:26.881785+0000","last_became_peered":"2024-09-19T14:06:26.881785+0000","last_unstale":"2024-09-19T14:20:32.784663+0000","last_undegraded":"2024-09-19T14:20:32.784663+0000","last_fullsized":"2024-09-19T14:20:32.784663+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:57:42.473111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.19","version":"265'2","reported_seq":34,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:29.747633+0000","last_change":"2024-09-19T13:55:09.789018+0000","last_active":"2024-09-19T14:19:29.747633+0000","last_peered":"2024-09-19T14:19:29.747633+0000","last_clean":"2024-09-19T14:19:29.747633+0000","last_became_active":"2024-09-19T13:55:09.787580+0000","last_became_peered":"2024-09-19T13:55:09.787580+0000","last_unstale":"2024-09-19T14:19:29.747633+0000","last_undegraded":"2024-09-19T14:19:29.747633+0000","last_fullsized":"2024-09-19T14:19:29.747633+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:01:14.180199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.18","version":"268'1","reported_seq":38,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:17.759322+0000","last_change":"2024-09-19T13:55:06.744100+0000","last_active":"2024-09-19T14:19:17.759322+0000","last_peered":"2024-09-19T14:19:17.759322+0000","last_clean":"2024-09-19T14:19:17.759322+0000","last_became_active":"2024-09-19T13:55:06.743716+0000","last_became_peered":"2024-09-19T13:55:06.743716+0000","last_unstale":"2024-09-19T14:19:17.759322+0000","last_undegraded":"2024-09-19T14:19:17.759322+0000","last_fullsized":"2024-09-19T14:19:17.759322+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:55:39.307742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1024,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.1b","version":"268'95","reported_seq":324,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:42.782798+0000","last_change":"2024-09-19T13:53:12.484490+0000","last_active":"2024-09-19T14:20:42.782798+0000","last_peered":"2024-09-19T14:20:42.782798+0000","last_clean":"2024-09-19T14:20:42.782798+0000","last_became_active":"2024-09-19T13:53:12.483810+0000","last_became_peered":"2024-09-19T13:53:12.483810+0000","last_unstale":"2024-09-19T14:20:42.782798+0000","last_undegraded":"2024-09-19T14:20:42.782798+0000","last_fullsized":"2024-09-19T14:20:42.782798+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":0,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:25:28.718672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":853,"num_read_kb":725,"num_write":179,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:02.780819+0000","last_change":"2024-09-19T14:06:26.877462+0000","last_active":"2024-09-19T14:21:02.780819+0000","last_peered":"2024-09-19T14:21:02.780819+0000","last_clean":"2024-09-19T14:21:02.780819+0000","last_became_active":"2024-09-19T14:06:26.876693+0000","last_became_peered":"2024-09-19T14:06:26.876693+0000","last_unstale":"2024-09-19T14:21:02.780819+0000","last_undegraded":"2024-09-19T14:21:02.780819+0000","last_fullsized":"2024-09-19T14:21:02.780819+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:13:57.290578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.18","version":"0'0","reported_seq":30,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:19.782951+0000","last_change":"2024-09-19T13:55:09.804087+0000","last_active":"2024-09-19T14:19:19.782951+0000","last_peered":"2024-09-19T14:19:19.782951+0000","last_clean":"2024-09-19T14:19:19.782951+0000","last_became_active":"2024-09-19T13:55:09.803342+0000","last_became_peered":"2024-09-19T13:55:09.803342+0000","last_unstale":"2024-09-19T14:19:19.782951+0000","last_undegraded":"2024-09-19T14:19:19.782951+0000","last_fullsized":"2024-09-19T14:19:19.782951+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:42:36.075283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.19","version":"265'2","reported_seq":40,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:24.784232+0000","last_change":"2024-09-19T13:55:06.741369+0000","last_active":"2024-09-19T14:19:24.784232+0000","last_peered":"2024-09-19T14:19:24.784232+0000","last_clean":"2024-09-19T14:19:24.784232+0000","last_became_active":"2024-09-19T13:55:06.740544+0000","last_became_peered":"2024-09-19T13:55:06.740544+0000","last_unstale":"2024-09-19T14:19:24.784232+0000","last_undegraded":"2024-09-19T14:19:24.784232+0000","last_fullsized":"2024-09-19T14:19:24.784232+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:29:11.269450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":529,"num_write":2,"num_write_kb":529,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1a","version":"268'17","reported_seq":88,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:44.777158+0000","last_change":"2024-09-19T13:53:12.480206+0000","last_active":"2024-09-19T14:20:44.777158+0000","last_peered":"2024-09-19T14:20:44.777158+0000","last_clean":"2024-09-19T14:20:44.777158+0000","last_became_active":"2024-09-19T13:53:12.479088+0000","last_became_peered":"2024-09-19T13:53:12.479088+0000","last_unstale":"2024-09-19T14:20:44.777158+0000","last_undegraded":"2024-09-19T14:20:44.777158+0000","last_fullsized":"2024-09-19T14:20:44.777158+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:46:18.700176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":129,"num_read_kb":86,"num_write":46,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.1c","version":"268'1","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:29.788008+0000","last_change":"2024-09-19T14:06:26.883975+0000","last_active":"2024-09-19T14:21:29.788008+0000","last_peered":"2024-09-19T14:21:29.788008+0000","last_clean":"2024-09-19T14:21:29.788008+0000","last_became_active":"2024-09-19T14:06:26.883350+0000","last_became_peered":"2024-09-19T14:06:26.883350+0000","last_unstale":"2024-09-19T14:21:29.788008+0000","last_undegraded":"2024-09-19T14:21:29.788008+0000","last_fullsized":"2024-09-19T14:21:29.788008+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:35:54.742255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1b","version":"268'9","reported_seq":45,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.536758+0000","last_change":"2024-09-19T13:55:09.795544+0000","last_active":"2024-09-19T14:23:58.536758+0000","last_peered":"2024-09-19T14:23:58.536758+0000","last_clean":"2024-09-19T14:23:58.536758+0000","last_became_active":"2024-09-19T13:55:09.794826+0000","last_became_peered":"2024-09-19T13:55:09.794826+0000","last_unstale":"2024-09-19T14:23:58.536758+0000","last_undegraded":"2024-09-19T14:23:58.536758+0000","last_fullsized":"2024-09-19T14:23:58.536758+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:24:42.961546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":13312,"num_write":14,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"66.1a","version":"268'7","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.612146+0000","last_change":"2024-09-19T13:55:06.727179+0000","last_active":"2024-09-19T14:23:58.612146+0000","last_peered":"2024-09-19T14:23:58.612146+0000","last_clean":"2024-09-19T14:23:58.612146+0000","last_became_active":"2024-09-19T13:55:06.726389+0000","last_became_peered":"2024-09-19T13:55:06.726389+0000","last_unstale":"2024-09-19T14:23:58.612146+0000","last_undegraded":"2024-09-19T14:23:58.612146+0000","last_fullsized":"2024-09-19T14:23:58.612146+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:04:41.996860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":5120,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.19","version":"268'42","reported_seq":156,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:52.775773+0000","last_change":"2024-09-19T13:53:12.451333+0000","last_active":"2024-09-19T14:19:52.775773+0000","last_peered":"2024-09-19T14:19:52.775773+0000","last_clean":"2024-09-19T14:19:52.775773+0000","last_became_active":"2024-09-19T13:53:12.449657+0000","last_became_peered":"2024-09-19T13:53:12.449657+0000","last_unstale":"2024-09-19T14:19:52.775773+0000","last_undegraded":"2024-09-19T14:19:52.775773+0000","last_fullsized":"2024-09-19T14:19:52.775773+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:07:14.992526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":324,"num_read_kb":210,"num_write":111,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:29.776118+0000","last_change":"2024-09-19T14:06:26.879361+0000","last_active":"2024-09-19T14:21:29.776118+0000","last_peered":"2024-09-19T14:21:29.776118+0000","last_clean":"2024-09-19T14:21:29.776118+0000","last_became_active":"2024-09-19T14:06:26.875119+0000","last_became_peered":"2024-09-19T14:06:26.875119+0000","last_unstale":"2024-09-19T14:21:29.776118+0000","last_undegraded":"2024-09-19T14:21:29.776118+0000","last_fullsized":"2024-09-19T14:21:29.776118+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:09:56.134551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.1a","version":"268'2","reported_seq":35,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:12.780180+0000","last_change":"2024-09-19T13:55:09.794571+0000","last_active":"2024-09-19T14:20:12.780180+0000","last_peered":"2024-09-19T14:20:12.780180+0000","last_clean":"2024-09-19T14:20:12.780180+0000","last_became_active":"2024-09-19T13:55:09.790669+0000","last_became_peered":"2024-09-19T13:55:09.790669+0000","last_unstale":"2024-09-19T14:20:12.780180+0000","last_undegraded":"2024-09-19T14:20:12.780180+0000","last_fullsized":"2024-09-19T14:20:12.780180+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:40:12.954137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4254665,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":4214,"num_write":2,"num_write_kb":4155,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.1b","version":"268'1","reported_seq":38,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:07.774771+0000","last_change":"2024-09-19T13:55:06.729499+0000","last_active":"2024-09-19T14:20:07.774771+0000","last_peered":"2024-09-19T14:20:07.774771+0000","last_clean":"2024-09-19T14:20:07.774771+0000","last_became_active":"2024-09-19T13:55:06.723792+0000","last_became_peered":"2024-09-19T13:55:06.723792+0000","last_unstale":"2024-09-19T14:20:07.774771+0000","last_undegraded":"2024-09-19T14:20:07.774771+0000","last_fullsized":"2024-09-19T14:20:07.774771+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:16:00.811120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.18","version":"268'22","reported_seq":107,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:50.725244+0000","last_change":"2024-09-19T13:53:12.468768+0000","last_active":"2024-09-19T14:19:50.725244+0000","last_peered":"2024-09-19T14:19:50.725244+0000","last_clean":"2024-09-19T14:19:50.725244+0000","last_became_active":"2024-09-19T13:53:12.467813+0000","last_became_peered":"2024-09-19T13:53:12.467813+0000","last_unstale":"2024-09-19T14:19:50.725244+0000","last_undegraded":"2024-09-19T14:19:50.725244+0000","last_fullsized":"2024-09-19T14:19:50.725244+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:27:31.909607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":189,"num_read_kb":135,"num_write":62,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:27.775508+0000","last_change":"2024-09-19T14:06:26.885450+0000","last_active":"2024-09-19T14:20:27.775508+0000","last_peered":"2024-09-19T14:20:27.775508+0000","last_clean":"2024-09-19T14:20:27.775508+0000","last_became_active":"2024-09-19T14:06:26.884993+0000","last_became_peered":"2024-09-19T14:06:26.884993+0000","last_unstale":"2024-09-19T14:20:27.775508+0000","last_undegraded":"2024-09-19T14:20:27.775508+0000","last_fullsized":"2024-09-19T14:20:27.775508+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:55:09.348335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.15","version":"0'0","reported_seq":30,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:22.768913+0000","last_change":"2024-09-19T13:55:09.807543+0000","last_active":"2024-09-19T14:19:22.768913+0000","last_peered":"2024-09-19T14:19:22.768913+0000","last_clean":"2024-09-19T14:19:22.768913+0000","last_became_active":"2024-09-19T13:55:09.807001+0000","last_became_peered":"2024-09-19T13:55:09.807001+0000","last_unstale":"2024-09-19T14:19:22.768913+0000","last_undegraded":"2024-09-19T14:19:22.768913+0000","last_fullsized":"2024-09-19T14:19:22.768913+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:17:22.604768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.14","version":"265'3","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:54.809071+0000","last_change":"2024-09-19T13:55:06.740018+0000","last_active":"2024-09-19T14:20:54.809071+0000","last_peered":"2024-09-19T14:20:54.809071+0000","last_clean":"2024-09-19T14:20:54.809071+0000","last_became_active":"2024-09-19T13:55:06.739007+0000","last_became_peered":"2024-09-19T13:55:06.739007+0000","last_unstale":"2024-09-19T14:20:54.809071+0000","last_undegraded":"2024-09-19T14:20:54.809071+0000","last_fullsized":"2024-09-19T14:20:54.809071+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:17:18.026386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.17","version":"268'17","reported_seq":86,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:25.072464+0000","last_change":"2024-09-19T13:53:12.463760+0000","last_active":"2024-09-19T14:21:25.072464+0000","last_peered":"2024-09-19T14:21:25.072464+0000","last_clean":"2024-09-19T14:21:25.072464+0000","last_became_active":"2024-09-19T13:53:12.462488+0000","last_became_peered":"2024-09-19T13:53:12.462488+0000","last_unstale":"2024-09-19T14:21:25.072464+0000","last_undegraded":"2024-09-19T14:21:25.072464+0000","last_fullsized":"2024-09-19T14:21:25.072464+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:38:44.572818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":115,"num_read_kb":74,"num_write":43,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.13","version":"268'1","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:27.779684+0000","last_change":"2024-09-19T14:06:26.860147+0000","last_active":"2024-09-19T14:20:27.779684+0000","last_peered":"2024-09-19T14:20:27.779684+0000","last_clean":"2024-09-19T14:20:27.779684+0000","last_became_active":"2024-09-19T14:06:26.851491+0000","last_became_peered":"2024-09-19T14:06:26.851491+0000","last_unstale":"2024-09-19T14:20:27.779684+0000","last_undegraded":"2024-09-19T14:20:27.779684+0000","last_fullsized":"2024-09-19T14:20:27.779684+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:59:33.938251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.14","version":"0'0","reported_seq":31,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:02.784251+0000","last_change":"2024-09-19T13:55:09.786682+0000","last_active":"2024-09-19T14:21:02.784251+0000","last_peered":"2024-09-19T14:21:02.784251+0000","last_clean":"2024-09-19T14:21:02.784251+0000","last_became_active":"2024-09-19T13:55:09.785932+0000","last_became_peered":"2024-09-19T13:55:09.785932+0000","last_unstale":"2024-09-19T14:21:02.784251+0000","last_undegraded":"2024-09-19T14:21:02.784251+0000","last_fullsized":"2024-09-19T14:21:02.784251+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:22:14.119538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.15","version":"265'4","reported_seq":44,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:19.745537+0000","last_change":"2024-09-19T13:55:06.731249+0000","last_active":"2024-09-19T14:19:19.745537+0000","last_peered":"2024-09-19T14:19:19.745537+0000","last_clean":"2024-09-19T14:19:19.745537+0000","last_became_active":"2024-09-19T13:55:06.729384+0000","last_became_peered":"2024-09-19T13:55:06.729384+0000","last_unstale":"2024-09-19T14:19:19.745537+0000","last_undegraded":"2024-09-19T14:19:19.745537+0000","last_fullsized":"2024-09-19T14:19:19.745537+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:11:42.600659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":4414,"num_write":4,"num_write_kb":4414,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.16","version":"268'22","reported_seq":100,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:47.763886+0000","last_change":"2024-09-19T13:53:12.474601+0000","last_active":"2024-09-19T14:19:47.763886+0000","last_peered":"2024-09-19T14:19:47.763886+0000","last_clean":"2024-09-19T14:19:47.763886+0000","last_became_active":"2024-09-19T13:53:12.473671+0000","last_became_peered":"2024-09-19T13:53:12.473671+0000","last_unstale":"2024-09-19T14:19:47.763886+0000","last_undegraded":"2024-09-19T14:19:47.763886+0000","last_fullsized":"2024-09-19T14:19:47.763886+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:04:17.524983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":155,"num_read_kb":101,"num_write":55,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:29.773119+0000","last_change":"2024-09-19T14:06:26.865253+0000","last_active":"2024-09-19T14:20:29.773119+0000","last_peered":"2024-09-19T14:20:29.773119+0000","last_clean":"2024-09-19T14:20:29.773119+0000","last_became_active":"2024-09-19T14:06:26.864519+0000","last_became_peered":"2024-09-19T14:06:26.864519+0000","last_unstale":"2024-09-19T14:20:29.773119+0000","last_undegraded":"2024-09-19T14:20:29.773119+0000","last_fullsized":"2024-09-19T14:20:29.773119+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:56:27.244477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.17","version":"268'2","reported_seq":35,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:22.769003+0000","last_change":"2024-09-19T13:55:09.793314+0000","last_active":"2024-09-19T14:19:22.769003+0000","last_peered":"2024-09-19T14:19:22.769003+0000","last_clean":"2024-09-19T14:19:22.769003+0000","last_became_active":"2024-09-19T13:55:09.792559+0000","last_became_peered":"2024-09-19T13:55:09.792559+0000","last_unstale":"2024-09-19T14:19:22.769003+0000","last_undegraded":"2024-09-19T14:19:22.769003+0000","last_fullsized":"2024-09-19T14:19:22.769003+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:44:14.360183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":6144,"num_write":2,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.16","version":"268'3","reported_seq":43,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:17.767848+0000","last_change":"2024-09-19T13:55:06.744580+0000","last_active":"2024-09-19T14:19:17.767848+0000","last_peered":"2024-09-19T14:19:17.767848+0000","last_clean":"2024-09-19T14:19:17.767848+0000","last_became_active":"2024-09-19T13:55:06.743441+0000","last_became_peered":"2024-09-19T13:55:06.743441+0000","last_unstale":"2024-09-19T14:19:17.767848+0000","last_undegraded":"2024-09-19T14:19:17.767848+0000","last_fullsized":"2024-09-19T14:19:17.767848+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:22:18.226449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":5,"num_read_kb":6144,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.15","version":"265'8","reported_seq":67,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:47.774716+0000","last_change":"2024-09-19T13:53:12.451643+0000","last_active":"2024-09-19T14:19:47.774716+0000","last_peered":"2024-09-19T14:19:47.774716+0000","last_clean":"2024-09-19T14:19:47.774716+0000","last_became_active":"2024-09-19T13:53:12.450590+0000","last_became_peered":"2024-09-19T13:53:12.450590+0000","last_unstale":"2024-09-19T14:19:47.774716+0000","last_undegraded":"2024-09-19T14:19:47.774716+0000","last_fullsized":"2024-09-19T14:19:47.774716+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:19:43.567607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":71,"num_read_kb":39,"num_write":20,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:29.761400+0000","last_change":"2024-09-19T14:06:26.884042+0000","last_active":"2024-09-19T14:20:29.761400+0000","last_peered":"2024-09-19T14:20:29.761400+0000","last_clean":"2024-09-19T14:20:29.761400+0000","last_became_active":"2024-09-19T14:06:26.883276+0000","last_became_peered":"2024-09-19T14:06:26.883276+0000","last_unstale":"2024-09-19T14:20:29.761400+0000","last_undegraded":"2024-09-19T14:20:29.761400+0000","last_fullsized":"2024-09-19T14:20:29.761400+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:25:10.373788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.16","version":"0'0","reported_seq":30,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:19.745595+0000","last_change":"2024-09-19T13:55:09.806481+0000","last_active":"2024-09-19T14:19:19.745595+0000","last_peered":"2024-09-19T14:19:19.745595+0000","last_clean":"2024-09-19T14:19:19.745595+0000","last_became_active":"2024-09-19T13:55:09.805784+0000","last_became_peered":"2024-09-19T13:55:09.805784+0000","last_unstale":"2024-09-19T14:19:19.745595+0000","last_undegraded":"2024-09-19T14:19:19.745595+0000","last_fullsized":"2024-09-19T14:19:19.745595+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:44:40.541891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.17","version":"268'6","reported_seq":50,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:17.759562+0000","last_change":"2024-09-19T13:55:06.712307+0000","last_active":"2024-09-19T14:19:17.759562+0000","last_peered":"2024-09-19T14:19:17.759562+0000","last_clean":"2024-09-19T14:19:17.759562+0000","last_became_active":"2024-09-19T13:55:06.711344+0000","last_became_peered":"2024-09-19T13:55:06.711344+0000","last_unstale":"2024-09-19T14:19:17.759562+0000","last_undegraded":"2024-09-19T14:19:17.759562+0000","last_fullsized":"2024-09-19T14:19:17.759562+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:59:54.953999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":11,"num_read_kb":18434,"num_write":11,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.14","version":"268'26","reported_seq":119,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:19.815646+0000","last_change":"2024-09-19T13:53:12.470842+0000","last_active":"2024-09-19T14:21:19.815646+0000","last_peered":"2024-09-19T14:21:19.815646+0000","last_clean":"2024-09-19T14:21:19.815646+0000","last_became_active":"2024-09-19T13:53:12.468124+0000","last_became_peered":"2024-09-19T13:53:12.468124+0000","last_unstale":"2024-09-19T14:21:19.815646+0000","last_undegraded":"2024-09-19T14:21:19.815646+0000","last_fullsized":"2024-09-19T14:21:19.815646+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:28:15.314655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":225,"num_read_kb":160,"num_write":62,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:57.783163+0000","last_change":"2024-09-19T14:06:26.876677+0000","last_active":"2024-09-19T14:20:57.783163+0000","last_peered":"2024-09-19T14:20:57.783163+0000","last_clean":"2024-09-19T14:20:57.783163+0000","last_became_active":"2024-09-19T14:06:26.872975+0000","last_became_peered":"2024-09-19T14:06:26.872975+0000","last_unstale":"2024-09-19T14:20:57.783163+0000","last_undegraded":"2024-09-19T14:20:57.783163+0000","last_fullsized":"2024-09-19T14:20:57.783163+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:24:30.126862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.11","version":"0'0","reported_seq":31,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:52.781936+0000","last_change":"2024-09-19T13:55:09.791769+0000","last_active":"2024-09-19T14:20:52.781936+0000","last_peered":"2024-09-19T14:20:52.781936+0000","last_clean":"2024-09-19T14:20:52.781936+0000","last_became_active":"2024-09-19T13:55:09.791030+0000","last_became_peered":"2024-09-19T13:55:09.791030+0000","last_unstale":"2024-09-19T14:20:52.781936+0000","last_undegraded":"2024-09-19T14:20:52.781936+0000","last_fullsized":"2024-09-19T14:20:52.781936+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:00:14.327761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.10","version":"268'7","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.612650+0000","last_change":"2024-09-19T13:55:06.727184+0000","last_active":"2024-09-19T14:23:58.612650+0000","last_peered":"2024-09-19T14:23:58.612650+0000","last_clean":"2024-09-19T14:23:58.612650+0000","last_became_active":"2024-09-19T13:55:06.726469+0000","last_became_peered":"2024-09-19T13:55:06.726469+0000","last_unstale":"2024-09-19T14:23:58.612650+0000","last_undegraded":"2024-09-19T14:23:58.612650+0000","last_fullsized":"2024-09-19T14:23:58.612650+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:44:03.728520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":12288,"num_write":12,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.13","version":"265'7","reported_seq":63,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:14.814149+0000","last_change":"2024-09-19T13:53:12.478154+0000","last_active":"2024-09-19T14:21:14.814149+0000","last_peered":"2024-09-19T14:21:14.814149+0000","last_clean":"2024-09-19T14:21:14.814149+0000","last_became_active":"2024-09-19T13:53:12.477319+0000","last_became_peered":"2024-09-19T13:53:12.477319+0000","last_unstale":"2024-09-19T14:21:14.814149+0000","last_undegraded":"2024-09-19T14:21:14.814149+0000","last_fullsized":"2024-09-19T14:21:14.814149+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:56:06.186553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":57,"num_read_kb":40,"num_write":19,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:57.786211+0000","last_change":"2024-09-19T14:06:26.881343+0000","last_active":"2024-09-19T14:20:57.786211+0000","last_peered":"2024-09-19T14:20:57.786211+0000","last_clean":"2024-09-19T14:20:57.786211+0000","last_became_active":"2024-09-19T14:06:26.880683+0000","last_became_peered":"2024-09-19T14:06:26.880683+0000","last_unstale":"2024-09-19T14:20:57.786211+0000","last_undegraded":"2024-09-19T14:20:57.786211+0000","last_fullsized":"2024-09-19T14:20:57.786211+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:24:58.383043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.10","version":"0'0","reported_seq":31,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:52.781840+0000","last_change":"2024-09-19T13:55:09.799226+0000","last_active":"2024-09-19T14:20:52.781840+0000","last_peered":"2024-09-19T14:20:52.781840+0000","last_clean":"2024-09-19T14:20:52.781840+0000","last_became_active":"2024-09-19T13:55:09.798465+0000","last_became_peered":"2024-09-19T13:55:09.798465+0000","last_unstale":"2024-09-19T14:20:52.781840+0000","last_undegraded":"2024-09-19T14:20:52.781840+0000","last_fullsized":"2024-09-19T14:20:52.781840+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:25:32.122348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.11","version":"268'1","reported_seq":39,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:47.780756+0000","last_change":"2024-09-19T13:55:06.746480+0000","last_active":"2024-09-19T14:20:47.780756+0000","last_peered":"2024-09-19T14:20:47.780756+0000","last_clean":"2024-09-19T14:20:47.780756+0000","last_became_active":"2024-09-19T13:55:06.746086+0000","last_became_peered":"2024-09-19T13:55:06.746086+0000","last_unstale":"2024-09-19T14:20:47.780756+0000","last_undegraded":"2024-09-19T14:20:47.780756+0000","last_fullsized":"2024-09-19T14:20:47.780756+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:44:24.344577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.12","version":"268'28","reported_seq":120,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:26.286420+0000","last_change":"2024-09-19T13:53:12.469394+0000","last_active":"2024-09-19T14:21:26.286420+0000","last_peered":"2024-09-19T14:21:26.286420+0000","last_clean":"2024-09-19T14:21:26.286420+0000","last_became_active":"2024-09-19T13:53:12.468663+0000","last_became_peered":"2024-09-19T13:53:12.468663+0000","last_unstale":"2024-09-19T14:21:26.286420+0000","last_undegraded":"2024-09-19T14:21:26.286420+0000","last_fullsized":"2024-09-19T14:21:26.286420+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:19:33.665486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":223,"num_read_kb":153,"num_write":74,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.14","version":"267'1","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:32.774026+0000","last_change":"2024-09-19T14:06:26.878957+0000","last_active":"2024-09-19T14:20:32.774026+0000","last_peered":"2024-09-19T14:20:32.774026+0000","last_clean":"2024-09-19T14:20:32.774026+0000","last_became_active":"2024-09-19T14:06:26.877084+0000","last_became_peered":"2024-09-19T14:06:26.877084+0000","last_unstale":"2024-09-19T14:20:32.774026+0000","last_undegraded":"2024-09-19T14:20:32.774026+0000","last_fullsized":"2024-09-19T14:20:32.774026+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:29:32.681521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.13","version":"268'7","reported_seq":49,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:52.788798+0000","last_change":"2024-09-19T13:55:09.795107+0000","last_active":"2024-09-19T14:20:52.788798+0000","last_peered":"2024-09-19T14:20:52.788798+0000","last_clean":"2024-09-19T14:20:52.788798+0000","last_became_active":"2024-09-19T13:55:09.791630+0000","last_became_peered":"2024-09-19T13:55:09.791630+0000","last_unstale":"2024-09-19T14:20:52.788798+0000","last_undegraded":"2024-09-19T14:20:52.788798+0000","last_fullsized":"2024-09-19T14:20:52.788798+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:50:21.738282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":14,"num_read_kb":24578,"num_write":12,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.12","version":"268'4","reported_seq":43,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:09.812477+0000","last_change":"2024-09-19T13:55:06.739218+0000","last_active":"2024-09-19T14:23:09.812477+0000","last_peered":"2024-09-19T14:23:09.812477+0000","last_clean":"2024-09-19T14:23:09.812477+0000","last_became_active":"2024-09-19T13:55:06.738548+0000","last_became_peered":"2024-09-19T13:55:06.738548+0000","last_unstale":"2024-09-19T14:23:09.812477+0000","last_undegraded":"2024-09-19T14:23:09.812477+0000","last_fullsized":"2024-09-19T14:23:09.812477+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:40:50.580272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":1024,"num_write":4,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.11","version":"268'32","reported_seq":131,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:14.784487+0000","last_change":"2024-09-19T13:53:12.448431+0000","last_active":"2024-09-19T14:21:14.784487+0000","last_peered":"2024-09-19T14:21:14.784487+0000","last_clean":"2024-09-19T14:21:14.784487+0000","last_became_active":"2024-09-19T13:53:12.447667+0000","last_became_peered":"2024-09-19T13:53:12.447667+0000","last_unstale":"2024-09-19T14:21:14.784487+0000","last_undegraded":"2024-09-19T14:21:14.784487+0000","last_fullsized":"2024-09-19T14:21:14.784487+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:38:54.157137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":245,"num_read_kb":156,"num_write":89,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.15","version":"268'1","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:57.786118+0000","last_change":"2024-09-19T14:06:26.875482+0000","last_active":"2024-09-19T14:20:57.786118+0000","last_peered":"2024-09-19T14:20:57.786118+0000","last_clean":"2024-09-19T14:20:57.786118+0000","last_became_active":"2024-09-19T14:06:26.874705+0000","last_became_peered":"2024-09-19T14:06:26.874705+0000","last_unstale":"2024-09-19T14:20:57.786118+0000","last_undegraded":"2024-09-19T14:20:57.786118+0000","last_fullsized":"2024-09-19T14:20:57.786118+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:09:26.336547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.12","version":"268'8","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:57.971809+0000","last_change":"2024-09-19T13:55:09.803769+0000","last_active":"2024-09-19T14:23:57.971809+0000","last_peered":"2024-09-19T14:23:57.971809+0000","last_clean":"2024-09-19T14:23:57.971809+0000","last_became_active":"2024-09-19T13:55:09.802725+0000","last_became_peered":"2024-09-19T13:55:09.802725+0000","last_unstale":"2024-09-19T14:23:57.971809+0000","last_undegraded":"2024-09-19T14:23:57.971809+0000","last_fullsized":"2024-09-19T14:23:57.971809+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:26:30.811455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8192,"num_write":18,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.13","version":"268'3","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:09.812507+0000","last_change":"2024-09-19T13:55:06.725500+0000","last_active":"2024-09-19T14:23:09.812507+0000","last_peered":"2024-09-19T14:23:09.812507+0000","last_clean":"2024-09-19T14:23:09.812507+0000","last_became_active":"2024-09-19T13:55:06.720062+0000","last_became_peered":"2024-09-19T13:55:06.720062+0000","last_unstale":"2024-09-19T14:23:09.812507+0000","last_undegraded":"2024-09-19T14:23:09.812507+0000","last_fullsized":"2024-09-19T14:23:09.812507+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:57:29.772702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.10","version":"268'33","reported_seq":132,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:12.793000+0000","last_change":"2024-09-19T13:53:12.469350+0000","last_active":"2024-09-19T14:21:12.793000+0000","last_peered":"2024-09-19T14:21:12.793000+0000","last_clean":"2024-09-19T14:21:12.793000+0000","last_became_active":"2024-09-19T13:53:12.468629+0000","last_became_peered":"2024-09-19T13:53:12.468629+0000","last_unstale":"2024-09-19T14:21:12.793000+0000","last_undegraded":"2024-09-19T14:21:12.793000+0000","last_fullsized":"2024-09-19T14:21:12.793000+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:32:00.021954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":257,"num_read_kb":174,"num_write":93,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:42.793838+0000","last_change":"2024-09-19T14:06:26.886137+0000","last_active":"2024-09-19T14:21:42.793838+0000","last_peered":"2024-09-19T14:21:42.793838+0000","last_clean":"2024-09-19T14:21:42.793838+0000","last_became_active":"2024-09-19T14:06:26.884187+0000","last_became_peered":"2024-09-19T14:06:26.884187+0000","last_unstale":"2024-09-19T14:21:42.793838+0000","last_undegraded":"2024-09-19T14:21:42.793838+0000","last_fullsized":"2024-09-19T14:21:42.793838+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:07:24.055233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.d","version":"0'0","reported_seq":31,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:57.776960+0000","last_change":"2024-09-19T13:55:09.795548+0000","last_active":"2024-09-19T14:19:57.776960+0000","last_peered":"2024-09-19T14:19:57.776960+0000","last_clean":"2024-09-19T14:19:57.776960+0000","last_became_active":"2024-09-19T13:55:09.794787+0000","last_became_peered":"2024-09-19T13:55:09.794787+0000","last_unstale":"2024-09-19T14:19:57.776960+0000","last_undegraded":"2024-09-19T14:19:57.776960+0000","last_fullsized":"2024-09-19T14:19:57.776960+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:31:14.875383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.c","version":"265'10","reported_seq":59,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:54.761185+0000","last_change":"2024-09-19T13:55:06.734055+0000","last_active":"2024-09-19T14:19:54.761185+0000","last_peered":"2024-09-19T14:19:54.761185+0000","last_clean":"2024-09-19T14:19:54.761185+0000","last_became_active":"2024-09-19T13:55:06.733366+0000","last_became_peered":"2024-09-19T13:55:06.733366+0000","last_unstale":"2024-09-19T14:19:54.761185+0000","last_undegraded":"2024-09-19T14:19:54.761185+0000","last_fullsized":"2024-09-19T14:19:54.761185+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:15:28.869195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":18,"num_read_kb":20484,"num_write":20,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.f","version":"268'30","reported_seq":125,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:17.781580+0000","last_change":"2024-09-19T13:53:12.455664+0000","last_active":"2024-09-19T14:20:17.781580+0000","last_peered":"2024-09-19T14:20:17.781580+0000","last_clean":"2024-09-19T14:20:17.781580+0000","last_became_active":"2024-09-19T13:53:12.454659+0000","last_became_peered":"2024-09-19T13:53:12.454659+0000","last_unstale":"2024-09-19T14:20:17.781580+0000","last_undegraded":"2024-09-19T14:20:17.781580+0000","last_fullsized":"2024-09-19T14:20:17.781580+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:59:34.003355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":240,"num_read_kb":143,"num_write":74,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:59.769360+0000","last_change":"2024-09-19T14:06:26.878483+0000","last_active":"2024-09-19T14:19:59.769360+0000","last_peered":"2024-09-19T14:19:59.769360+0000","last_clean":"2024-09-19T14:19:59.769360+0000","last_became_active":"2024-09-19T14:06:26.877810+0000","last_became_peered":"2024-09-19T14:06:26.877810+0000","last_unstale":"2024-09-19T14:19:59.769360+0000","last_undegraded":"2024-09-19T14:19:59.769360+0000","last_fullsized":"2024-09-19T14:19:59.769360+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:44:55.341398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.c","version":"268'9","reported_seq":50,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:57.776914+0000","last_change":"2024-09-19T13:55:09.807997+0000","last_active":"2024-09-19T14:19:57.776914+0000","last_peered":"2024-09-19T14:19:57.776914+0000","last_clean":"2024-09-19T14:19:57.776914+0000","last_became_active":"2024-09-19T13:55:09.806896+0000","last_became_peered":"2024-09-19T13:55:09.806896+0000","last_unstale":"2024-09-19T14:19:57.776914+0000","last_undegraded":"2024-09-19T14:19:57.776914+0000","last_fullsized":"2024-09-19T14:19:57.776914+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:51:03.295335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":14,"num_read_kb":14338,"num_write":14,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.d","version":"268'4","reported_seq":45,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:52.771249+0000","last_change":"2024-09-19T13:55:06.742611+0000","last_active":"2024-09-19T14:19:52.771249+0000","last_peered":"2024-09-19T14:19:52.771249+0000","last_clean":"2024-09-19T14:19:52.771249+0000","last_became_active":"2024-09-19T13:55:06.741897+0000","last_became_peered":"2024-09-19T13:55:06.741897+0000","last_unstale":"2024-09-19T14:19:52.771249+0000","last_undegraded":"2024-09-19T14:19:52.771249+0000","last_fullsized":"2024-09-19T14:19:52.771249+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:46:17.197036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":5,"num_read_kb":10240,"num_write":9,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.e","version":"268'33","reported_seq":131,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:14.798777+0000","last_change":"2024-09-19T13:53:12.477958+0000","last_active":"2024-09-19T14:20:14.798777+0000","last_peered":"2024-09-19T14:20:14.798777+0000","last_clean":"2024-09-19T14:20:14.798777+0000","last_became_active":"2024-09-19T13:53:12.475599+0000","last_became_peered":"2024-09-19T13:53:12.475599+0000","last_unstale":"2024-09-19T14:20:14.798777+0000","last_undegraded":"2024-09-19T14:20:14.798777+0000","last_fullsized":"2024-09-19T14:20:14.798777+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:13:08.312254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":253,"num_read_kb":159,"num_write":84,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:39.820919+0000","last_change":"2024-09-19T14:06:26.862385+0000","last_active":"2024-09-19T14:21:39.820919+0000","last_peered":"2024-09-19T14:21:39.820919+0000","last_clean":"2024-09-19T14:21:39.820919+0000","last_became_active":"2024-09-19T14:06:26.861645+0000","last_became_peered":"2024-09-19T14:06:26.861645+0000","last_unstale":"2024-09-19T14:21:39.820919+0000","last_undegraded":"2024-09-19T14:21:39.820919+0000","last_fullsized":"2024-09-19T14:21:39.820919+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:24:17.908163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.f","version":"265'4","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:02.778139+0000","last_change":"2024-09-19T13:55:09.808880+0000","last_active":"2024-09-19T14:20:02.778139+0000","last_peered":"2024-09-19T14:20:02.778139+0000","last_clean":"2024-09-19T14:20:02.778139+0000","last_became_active":"2024-09-19T13:55:09.807402+0000","last_became_peered":"2024-09-19T13:55:09.807402+0000","last_unstale":"2024-09-19T14:20:02.778139+0000","last_undegraded":"2024-09-19T14:20:02.778139+0000","last_fullsized":"2024-09-19T14:20:02.778139+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:45:16.158532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":4,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.e","version":"268'1","reported_seq":39,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:52.775945+0000","last_change":"2024-09-19T13:55:06.749167+0000","last_active":"2024-09-19T14:19:52.775945+0000","last_peered":"2024-09-19T14:19:52.775945+0000","last_clean":"2024-09-19T14:19:52.775945+0000","last_became_active":"2024-09-19T13:55:06.748613+0000","last_became_peered":"2024-09-19T13:55:06.748613+0000","last_unstale":"2024-09-19T14:19:52.775945+0000","last_undegraded":"2024-09-19T14:19:52.775945+0000","last_fullsized":"2024-09-19T14:19:52.775945+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:20:14.516940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.d","version":"268'39","reported_seq":156,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:14.772747+0000","last_change":"2024-09-19T13:53:12.457851+0000","last_active":"2024-09-19T14:20:14.772747+0000","last_peered":"2024-09-19T14:20:14.772747+0000","last_clean":"2024-09-19T14:20:14.772747+0000","last_became_active":"2024-09-19T13:53:12.457026+0000","last_became_peered":"2024-09-19T13:53:12.457026+0000","last_unstale":"2024-09-19T14:20:14.772747+0000","last_undegraded":"2024-09-19T14:20:14.772747+0000","last_fullsized":"2024-09-19T14:20:14.772747+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:18:16.192020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":323,"num_read_kb":211,"num_write":98,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:39.793464+0000","last_change":"2024-09-19T14:06:26.870693+0000","last_active":"2024-09-19T14:21:39.793464+0000","last_peered":"2024-09-19T14:21:39.793464+0000","last_clean":"2024-09-19T14:21:39.793464+0000","last_became_active":"2024-09-19T14:06:26.869841+0000","last_became_peered":"2024-09-19T14:06:26.869841+0000","last_unstale":"2024-09-19T14:21:39.793464+0000","last_undegraded":"2024-09-19T14:21:39.793464+0000","last_fullsized":"2024-09-19T14:21:39.793464+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:39:29.705551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.e","version":"268'2","reported_seq":33,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:57.768710+0000","last_change":"2024-09-19T13:55:09.811232+0000","last_active":"2024-09-19T14:19:57.768710+0000","last_peered":"2024-09-19T14:19:57.768710+0000","last_clean":"2024-09-19T14:19:57.768710+0000","last_became_active":"2024-09-19T13:55:09.810583+0000","last_became_peered":"2024-09-19T13:55:09.810583+0000","last_unstale":"2024-09-19T14:19:57.768710+0000","last_undegraded":"2024-09-19T14:19:57.768710+0000","last_fullsized":"2024-09-19T14:19:57.768710+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:18:32.112035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.f","version":"0'0","reported_seq":37,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:57.777060+0000","last_change":"2024-09-19T13:55:06.750048+0000","last_active":"2024-09-19T14:19:57.777060+0000","last_peered":"2024-09-19T14:19:57.777060+0000","last_clean":"2024-09-19T14:19:57.777060+0000","last_became_active":"2024-09-19T13:55:06.749512+0000","last_became_peered":"2024-09-19T13:55:06.749512+0000","last_unstale":"2024-09-19T14:19:57.777060+0000","last_undegraded":"2024-09-19T14:19:57.777060+0000","last_fullsized":"2024-09-19T14:19:57.777060+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:58:52.505642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.c","version":"268'44","reported_seq":158,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:17.986498+0000","last_change":"2024-09-19T13:53:12.472807+0000","last_active":"2024-09-19T14:20:17.986498+0000","last_peered":"2024-09-19T14:20:17.986498+0000","last_clean":"2024-09-19T14:20:17.986498+0000","last_became_active":"2024-09-19T13:53:12.472073+0000","last_became_peered":"2024-09-19T13:53:12.472073+0000","last_unstale":"2024-09-19T14:20:17.986498+0000","last_undegraded":"2024-09-19T14:20:17.986498+0000","last_fullsized":"2024-09-19T14:20:17.986498+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:27:25.659275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":321,"num_read_kb":220,"num_write":112,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:57.768674+0000","last_change":"2024-09-19T14:06:26.877891+0000","last_active":"2024-09-19T14:19:57.768674+0000","last_peered":"2024-09-19T14:19:57.768674+0000","last_clean":"2024-09-19T14:19:57.768674+0000","last_became_active":"2024-09-19T14:06:26.872032+0000","last_became_peered":"2024-09-19T14:06:26.872032+0000","last_unstale":"2024-09-19T14:19:57.768674+0000","last_undegraded":"2024-09-19T14:19:57.768674+0000","last_fullsized":"2024-09-19T14:19:57.768674+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:44:31.154222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.9","version":"0'0","reported_seq":32,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:09.812828+0000","last_change":"2024-09-19T13:55:09.806620+0000","last_active":"2024-09-19T14:21:09.812828+0000","last_peered":"2024-09-19T14:21:09.812828+0000","last_clean":"2024-09-19T14:21:09.812828+0000","last_became_active":"2024-09-19T13:55:09.805828+0000","last_became_peered":"2024-09-19T13:55:09.805828+0000","last_unstale":"2024-09-19T14:21:09.812828+0000","last_undegraded":"2024-09-19T14:21:09.812828+0000","last_fullsized":"2024-09-19T14:21:09.812828+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:50.939437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.8","version":"268'10","reported_seq":59,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:07.791919+0000","last_change":"2024-09-19T13:55:06.739951+0000","last_active":"2024-09-19T14:21:07.791919+0000","last_peered":"2024-09-19T14:21:07.791919+0000","last_clean":"2024-09-19T14:21:07.791919+0000","last_became_active":"2024-09-19T13:55:06.739205+0000","last_became_peered":"2024-09-19T13:55:06.739205+0000","last_unstale":"2024-09-19T14:21:07.791919+0000","last_undegraded":"2024-09-19T14:21:07.791919+0000","last_fullsized":"2024-09-19T14:21:07.791919+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:57:14.628878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1108937,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":15,"num_read_kb":22589,"num_write":20,"num_write_kb":9275,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.b","version":"268'30","reported_seq":123,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:12.776023+0000","last_change":"2024-09-19T13:53:12.484480+0000","last_active":"2024-09-19T14:20:12.776023+0000","last_peered":"2024-09-19T14:20:12.776023+0000","last_clean":"2024-09-19T14:20:12.776023+0000","last_became_active":"2024-09-19T13:53:12.483814+0000","last_became_peered":"2024-09-19T13:53:12.483814+0000","last_unstale":"2024-09-19T14:20:12.776023+0000","last_undegraded":"2024-09-19T14:20:12.776023+0000","last_fullsized":"2024-09-19T14:20:12.776023+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:09:58.634412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":233,"num_read_kb":157,"num_write":83,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:04.763631+0000","last_change":"2024-09-19T14:06:26.859929+0000","last_active":"2024-09-19T14:20:04.763631+0000","last_peered":"2024-09-19T14:20:04.763631+0000","last_clean":"2024-09-19T14:20:04.763631+0000","last_became_active":"2024-09-19T14:06:26.859139+0000","last_became_peered":"2024-09-19T14:06:26.859139+0000","last_unstale":"2024-09-19T14:20:04.763631+0000","last_undegraded":"2024-09-19T14:20:04.763631+0000","last_fullsized":"2024-09-19T14:20:04.763631+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:52:56.586185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.8","version":"268'7","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:57.970692+0000","last_change":"2024-09-19T13:55:09.791310+0000","last_active":"2024-09-19T14:23:57.970692+0000","last_peered":"2024-09-19T14:23:57.970692+0000","last_clean":"2024-09-19T14:23:57.970692+0000","last_became_active":"2024-09-19T13:55:09.790511+0000","last_became_peered":"2024-09-19T13:55:09.790511+0000","last_unstale":"2024-09-19T14:23:57.970692+0000","last_undegraded":"2024-09-19T14:23:57.970692+0000","last_fullsized":"2024-09-19T14:23:57.970692+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:20:31.330462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":1342,"num_write":12,"num_write_kb":5438,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"66.9","version":"265'2","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:07.785410+0000","last_change":"2024-09-19T13:55:06.746140+0000","last_active":"2024-09-19T14:21:07.785410+0000","last_peered":"2024-09-19T14:21:07.785410+0000","last_clean":"2024-09-19T14:21:07.785410+0000","last_became_active":"2024-09-19T13:55:06.745539+0000","last_became_peered":"2024-09-19T13:55:06.745539+0000","last_unstale":"2024-09-19T14:21:07.785410+0000","last_undegraded":"2024-09-19T14:21:07.785410+0000","last_fullsized":"2024-09-19T14:21:07.785410+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:43:34.668422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.a","version":"268'25","reported_seq":111,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:29.787931+0000","last_change":"2024-09-19T13:53:12.460579+0000","last_active":"2024-09-19T14:21:29.787931+0000","last_peered":"2024-09-19T14:21:29.787931+0000","last_clean":"2024-09-19T14:21:29.787931+0000","last_became_active":"2024-09-19T13:53:12.459497+0000","last_became_peered":"2024-09-19T13:53:12.459497+0000","last_unstale":"2024-09-19T14:21:29.787931+0000","last_undegraded":"2024-09-19T14:21:29.787931+0000","last_fullsized":"2024-09-19T14:21:29.787931+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:42:28.898147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":185,"num_read_kb":123,"num_write":63,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.c","version":"268'1","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:59.754883+0000","last_change":"2024-09-19T14:06:26.886367+0000","last_active":"2024-09-19T14:19:59.754883+0000","last_peered":"2024-09-19T14:19:59.754883+0000","last_clean":"2024-09-19T14:19:59.754883+0000","last_became_active":"2024-09-19T14:06:26.885419+0000","last_became_peered":"2024-09-19T14:06:26.885419+0000","last_unstale":"2024-09-19T14:19:59.754883+0000","last_undegraded":"2024-09-19T14:19:59.754883+0000","last_fullsized":"2024-09-19T14:19:59.754883+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:28:07.986393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.b","version":"265'2","reported_seq":35,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:57.772179+0000","last_change":"2024-09-19T13:55:09.816303+0000","last_active":"2024-09-19T14:19:57.772179+0000","last_peered":"2024-09-19T14:19:57.772179+0000","last_clean":"2024-09-19T14:19:57.772179+0000","last_became_active":"2024-09-19T13:55:09.815512+0000","last_became_peered":"2024-09-19T13:55:09.815512+0000","last_unstale":"2024-09-19T14:19:57.772179+0000","last_undegraded":"2024-09-19T14:19:57.772179+0000","last_fullsized":"2024-09-19T14:19:57.772179+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:58:08.512879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.a","version":"268'1","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:12.793090+0000","last_change":"2024-09-19T13:55:06.743462+0000","last_active":"2024-09-19T14:21:12.793090+0000","last_peered":"2024-09-19T14:21:12.793090+0000","last_clean":"2024-09-19T14:21:12.793090+0000","last_became_active":"2024-09-19T13:55:06.742787+0000","last_became_peered":"2024-09-19T13:55:06.742787+0000","last_unstale":"2024-09-19T14:21:12.793090+0000","last_undegraded":"2024-09-19T14:21:12.793090+0000","last_fullsized":"2024-09-19T14:21:12.793090+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:55:08.992925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8192,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.9","version":"268'38","reported_seq":150,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:22.788959+0000","last_change":"2024-09-19T13:53:12.462068+0000","last_active":"2024-09-19T14:21:22.788959+0000","last_peered":"2024-09-19T14:21:22.788959+0000","last_clean":"2024-09-19T14:21:22.788959+0000","last_became_active":"2024-09-19T13:53:12.461291+0000","last_became_peered":"2024-09-19T13:53:12.461291+0000","last_unstale":"2024-09-19T14:21:22.788959+0000","last_undegraded":"2024-09-19T14:21:22.788959+0000","last_fullsized":"2024-09-19T14:21:22.788959+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:59:39.977598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":311,"num_read_kb":203,"num_write":97,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:57.776989+0000","last_change":"2024-09-19T14:06:26.882404+0000","last_active":"2024-09-19T14:19:57.776989+0000","last_peered":"2024-09-19T14:19:57.776989+0000","last_clean":"2024-09-19T14:19:57.776989+0000","last_became_active":"2024-09-19T14:06:26.881977+0000","last_became_peered":"2024-09-19T14:06:26.881977+0000","last_unstale":"2024-09-19T14:19:57.776989+0000","last_undegraded":"2024-09-19T14:19:57.776989+0000","last_fullsized":"2024-09-19T14:19:57.776989+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:06:57.343732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.a","version":"268'3","reported_seq":37,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:29.800146+0000","last_change":"2024-09-19T13:55:09.800441+0000","last_active":"2024-09-19T14:23:29.800146+0000","last_peered":"2024-09-19T14:23:29.800146+0000","last_clean":"2024-09-19T14:23:29.800146+0000","last_became_active":"2024-09-19T13:55:09.799665+0000","last_became_peered":"2024-09-19T13:55:09.799665+0000","last_unstale":"2024-09-19T14:23:29.800146+0000","last_undegraded":"2024-09-19T14:23:29.800146+0000","last_fullsized":"2024-09-19T14:23:29.800146+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:21:53.586107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.b","version":"268'6","reported_seq":49,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:09.828987+0000","last_change":"2024-09-19T13:55:06.739029+0000","last_active":"2024-09-19T14:22:09.828987+0000","last_peered":"2024-09-19T14:22:09.828987+0000","last_clean":"2024-09-19T14:22:09.828987+0000","last_became_active":"2024-09-19T13:55:06.737872+0000","last_became_peered":"2024-09-19T13:55:06.737872+0000","last_unstale":"2024-09-19T14:22:09.828987+0000","last_undegraded":"2024-09-19T14:22:09.828987+0000","last_fullsized":"2024-09-19T14:22:09.828987+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:08:38.785960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":4098,"num_write":6,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.8","version":"268'39","reported_seq":145,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:24.774629+0000","last_change":"2024-09-19T13:53:12.476149+0000","last_active":"2024-09-19T14:21:24.774629+0000","last_peered":"2024-09-19T14:21:24.774629+0000","last_clean":"2024-09-19T14:21:24.774629+0000","last_became_active":"2024-09-19T13:53:12.475372+0000","last_became_peered":"2024-09-19T13:53:12.475372+0000","last_unstale":"2024-09-19T14:21:24.774629+0000","last_undegraded":"2024-09-19T14:21:24.774629+0000","last_fullsized":"2024-09-19T14:21:24.774629+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:15:43.833114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":292,"num_read_kb":195,"num_write":104,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:04.769484+0000","last_change":"2024-09-19T14:06:26.880365+0000","last_active":"2024-09-19T14:21:04.769484+0000","last_peered":"2024-09-19T14:21:04.769484+0000","last_clean":"2024-09-19T14:21:04.769484+0000","last_became_active":"2024-09-19T14:06:26.879771+0000","last_became_peered":"2024-09-19T14:06:26.879771+0000","last_unstale":"2024-09-19T14:21:04.769484+0000","last_undegraded":"2024-09-19T14:21:04.769484+0000","last_fullsized":"2024-09-19T14:21:04.769484+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:59:29.560936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.5","version":"265'10","reported_seq":56,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:22.774429+0000","last_change":"2024-09-19T13:55:09.804600+0000","last_active":"2024-09-19T14:20:22.774429+0000","last_peered":"2024-09-19T14:20:22.774429+0000","last_clean":"2024-09-19T14:20:22.774429+0000","last_became_active":"2024-09-19T13:55:09.803908+0000","last_became_peered":"2024-09-19T13:55:09.803908+0000","last_unstale":"2024-09-19T14:20:22.774429+0000","last_undegraded":"2024-09-19T14:20:22.774429+0000","last_fullsized":"2024-09-19T14:20:22.774429+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:49:11.555856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":21,"num_read_kb":12292,"num_write":10,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.4","version":"265'6","reported_seq":52,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:09.797507+0000","last_change":"2024-09-19T13:55:06.736281+0000","last_active":"2024-09-19T14:20:09.797507+0000","last_peered":"2024-09-19T14:20:09.797507+0000","last_clean":"2024-09-19T14:20:09.797507+0000","last_became_active":"2024-09-19T13:55:06.735489+0000","last_became_peered":"2024-09-19T13:55:06.735489+0000","last_unstale":"2024-09-19T14:20:09.797507+0000","last_undegraded":"2024-09-19T14:20:09.797507+0000","last_fullsized":"2024-09-19T14:20:09.797507+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:37:05.553535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":5122,"num_write":6,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.7","version":"265'8","reported_seq":66,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:22.785260+0000","last_change":"2024-09-19T13:53:12.470358+0000","last_active":"2024-09-19T14:21:22.785260+0000","last_peered":"2024-09-19T14:21:22.785260+0000","last_clean":"2024-09-19T14:21:22.785260+0000","last_became_active":"2024-09-19T13:53:12.468649+0000","last_became_peered":"2024-09-19T13:53:12.468649+0000","last_unstale":"2024-09-19T14:21:22.785260+0000","last_undegraded":"2024-09-19T14:21:22.785260+0000","last_fullsized":"2024-09-19T14:21:22.785260+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:12:21.923097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":63,"num_read_kb":43,"num_write":20,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:04.769530+0000","last_change":"2024-09-19T14:06:26.875212+0000","last_active":"2024-09-19T14:21:04.769530+0000","last_peered":"2024-09-19T14:21:04.769530+0000","last_clean":"2024-09-19T14:21:04.769530+0000","last_became_active":"2024-09-19T14:06:26.874405+0000","last_became_peered":"2024-09-19T14:06:26.874405+0000","last_unstale":"2024-09-19T14:21:04.769530+0000","last_undegraded":"2024-09-19T14:21:04.769530+0000","last_fullsized":"2024-09-19T14:21:04.769530+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:41:13.448858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.4","version":"268'1","reported_seq":35,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:12.772189+0000","last_change":"2024-09-19T13:55:09.786109+0000","last_active":"2024-09-19T14:20:12.772189+0000","last_peered":"2024-09-19T14:20:12.772189+0000","last_clean":"2024-09-19T14:20:12.772189+0000","last_became_active":"2024-09-19T13:55:09.785402+0000","last_became_peered":"2024-09-19T13:55:09.785402+0000","last_unstale":"2024-09-19T14:20:12.772189+0000","last_undegraded":"2024-09-19T14:20:12.772189+0000","last_fullsized":"2024-09-19T14:20:12.772189+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:22:10.873339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":584363,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":1142,"num_write":1,"num_write_kb":571,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.5","version":"268'1","reported_seq":40,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:12.769380+0000","last_change":"2024-09-19T13:55:06.732734+0000","last_active":"2024-09-19T14:20:12.769380+0000","last_peered":"2024-09-19T14:20:12.769380+0000","last_clean":"2024-09-19T14:20:12.769380+0000","last_became_active":"2024-09-19T13:55:06.732266+0000","last_became_peered":"2024-09-19T13:55:06.732266+0000","last_unstale":"2024-09-19T14:20:12.769380+0000","last_undegraded":"2024-09-19T14:20:12.769380+0000","last_fullsized":"2024-09-19T14:20:12.769380+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:10:50.240081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48422,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":48,"num_write":1,"num_write_kb":48,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.6","version":"268'31","reported_seq":130,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:24.817135+0000","last_change":"2024-09-19T13:53:12.472407+0000","last_active":"2024-09-19T14:21:24.817135+0000","last_peered":"2024-09-19T14:21:24.817135+0000","last_clean":"2024-09-19T14:21:24.817135+0000","last_became_active":"2024-09-19T13:53:12.468297+0000","last_became_peered":"2024-09-19T13:53:12.468297+0000","last_unstale":"2024-09-19T14:21:24.817135+0000","last_undegraded":"2024-09-19T14:21:24.817135+0000","last_fullsized":"2024-09-19T14:21:24.817135+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:20:20.597620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":260,"num_read_kb":195,"num_write":72,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:32.776559+0000","last_change":"2024-09-19T14:06:26.880083+0000","last_active":"2024-09-19T14:20:32.776559+0000","last_peered":"2024-09-19T14:20:32.776559+0000","last_clean":"2024-09-19T14:20:32.776559+0000","last_became_active":"2024-09-19T14:06:26.879275+0000","last_became_peered":"2024-09-19T14:06:26.879275+0000","last_unstale":"2024-09-19T14:20:32.776559+0000","last_undegraded":"2024-09-19T14:20:32.776559+0000","last_fullsized":"2024-09-19T14:20:32.776559+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:57:32.352342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.7","version":"0'0","reported_seq":32,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:09.770701+0000","last_change":"2024-09-19T13:55:09.799801+0000","last_active":"2024-09-19T14:21:09.770701+0000","last_peered":"2024-09-19T14:21:09.770701+0000","last_clean":"2024-09-19T14:21:09.770701+0000","last_became_active":"2024-09-19T13:55:09.799016+0000","last_became_peered":"2024-09-19T13:55:09.799016+0000","last_unstale":"2024-09-19T14:21:09.770701+0000","last_undegraded":"2024-09-19T14:21:09.770701+0000","last_fullsized":"2024-09-19T14:21:09.770701+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:59:03.498429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.6","version":"268'5","reported_seq":44,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.473613+0000","last_change":"2024-09-19T13:55:06.730537+0000","last_active":"2024-09-19T14:23:58.473613+0000","last_peered":"2024-09-19T14:23:58.473613+0000","last_clean":"2024-09-19T14:23:58.473613+0000","last_became_active":"2024-09-19T13:55:06.729865+0000","last_became_peered":"2024-09-19T13:55:06.729865+0000","last_unstale":"2024-09-19T14:23:58.473613+0000","last_undegraded":"2024-09-19T14:23:58.473613+0000","last_fullsized":"2024-09-19T14:23:58.473613+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:07:25.282281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.5","version":"268'40","reported_seq":159,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:24.772238+0000","last_change":"2024-09-19T13:53:12.468961+0000","last_active":"2024-09-19T14:20:24.772238+0000","last_peered":"2024-09-19T14:20:24.772238+0000","last_clean":"2024-09-19T14:20:24.772238+0000","last_became_active":"2024-09-19T13:53:12.468116+0000","last_became_peered":"2024-09-19T13:53:12.468116+0000","last_unstale":"2024-09-19T14:20:24.772238+0000","last_undegraded":"2024-09-19T14:20:24.772238+0000","last_fullsized":"2024-09-19T14:20:24.772238+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:59:37.907744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":330,"num_read_kb":193,"num_write":102,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:04.811461+0000","last_change":"2024-09-19T14:06:26.857354+0000","last_active":"2024-09-19T14:21:04.811461+0000","last_peered":"2024-09-19T14:21:04.811461+0000","last_clean":"2024-09-19T14:21:04.811461+0000","last_became_active":"2024-09-19T14:06:26.856594+0000","last_became_peered":"2024-09-19T14:06:26.856594+0000","last_unstale":"2024-09-19T14:21:04.811461+0000","last_undegraded":"2024-09-19T14:21:04.811461+0000","last_fullsized":"2024-09-19T14:21:04.811461+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:07:21.078033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.6","version":"268'5","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:19.609235+0000","last_change":"2024-09-19T13:55:09.810984+0000","last_active":"2024-09-19T14:23:19.609235+0000","last_peered":"2024-09-19T14:23:19.609235+0000","last_clean":"2024-09-19T14:23:19.609235+0000","last_became_active":"2024-09-19T13:55:09.810178+0000","last_became_peered":"2024-09-19T13:55:09.810178+0000","last_unstale":"2024-09-19T14:23:19.609235+0000","last_undegraded":"2024-09-19T14:23:19.609235+0000","last_fullsized":"2024-09-19T14:23:19.609235+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:07:23.149525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":2577,"num_write":10,"num_write_kb":1553,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.7","version":"265'3","reported_seq":43,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:09.813111+0000","last_change":"2024-09-19T13:55:06.719674+0000","last_active":"2024-09-19T14:21:09.813111+0000","last_peered":"2024-09-19T14:21:09.813111+0000","last_clean":"2024-09-19T14:21:09.813111+0000","last_became_active":"2024-09-19T13:55:06.718846+0000","last_became_peered":"2024-09-19T13:55:06.718846+0000","last_unstale":"2024-09-19T14:21:09.813111+0000","last_undegraded":"2024-09-19T14:21:09.813111+0000","last_fullsized":"2024-09-19T14:21:09.813111+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:32:47.320312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.4","version":"268'133","reported_seq":438,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:40.947922+0000","last_change":"2024-09-19T13:53:12.465869+0000","last_active":"2024-09-19T14:20:40.947922+0000","last_peered":"2024-09-19T14:20:40.947922+0000","last_clean":"2024-09-19T14:20:40.947922+0000","last_became_active":"2024-09-19T13:53:12.465155+0000","last_became_peered":"2024-09-19T13:53:12.465155+0000","last_unstale":"2024-09-19T14:20:40.947922+0000","last_undegraded":"2024-09-19T14:20:40.947922+0000","last_fullsized":"2024-09-19T14:20:40.947922+0000","mapping_epoch":257,"log_start":"265'100","ondisk_log_start":"265'100","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:20:39.660153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1234,"num_read_kb":1138,"num_write":276,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.6","version":"267'1","reported_seq":22,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:37.798598+0000","last_change":"2024-09-19T14:06:26.868548+0000","last_active":"2024-09-19T14:21:37.798598+0000","last_peered":"2024-09-19T14:21:37.798598+0000","last_clean":"2024-09-19T14:21:37.798598+0000","last_became_active":"2024-09-19T14:06:26.867699+0000","last_became_peered":"2024-09-19T14:06:26.867699+0000","last_unstale":"2024-09-19T14:21:37.798598+0000","last_undegraded":"2024-09-19T14:21:37.798598+0000","last_fullsized":"2024-09-19T14:21:37.798598+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:00:32.441920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1","version":"268'4","reported_seq":38,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:12.769244+0000","last_change":"2024-09-19T13:55:09.796824+0000","last_active":"2024-09-19T14:20:12.769244+0000","last_peered":"2024-09-19T14:20:12.769244+0000","last_clean":"2024-09-19T14:20:12.769244+0000","last_became_active":"2024-09-19T13:55:09.795960+0000","last_became_peered":"2024-09-19T13:55:09.795960+0000","last_unstale":"2024-09-19T14:20:12.769244+0000","last_undegraded":"2024-09-19T14:20:12.769244+0000","last_fullsized":"2024-09-19T14:20:12.769244+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:38:34.922074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":9,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.0","version":"268'2","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:14.810181+0000","last_change":"2024-09-19T13:55:06.716645+0000","last_active":"2024-09-19T14:23:14.810181+0000","last_peered":"2024-09-19T14:23:14.810181+0000","last_clean":"2024-09-19T14:23:14.810181+0000","last_became_active":"2024-09-19T13:55:06.715888+0000","last_became_peered":"2024-09-19T13:55:06.715888+0000","last_unstale":"2024-09-19T14:23:14.810181+0000","last_undegraded":"2024-09-19T14:23:14.810181+0000","last_fullsized":"2024-09-19T14:23:14.810181+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:14:22.426173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":571,"num_write":2,"num_write_kb":571,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.3","version":"268'17","reported_seq":88,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:19.770871+0000","last_change":"2024-09-19T13:53:12.457411+0000","last_active":"2024-09-19T14:20:19.770871+0000","last_peered":"2024-09-19T14:20:19.770871+0000","last_clean":"2024-09-19T14:20:19.770871+0000","last_became_active":"2024-09-19T13:53:12.456607+0000","last_became_peered":"2024-09-19T13:53:12.456607+0000","last_unstale":"2024-09-19T14:20:19.770871+0000","last_undegraded":"2024-09-19T14:20:19.770871+0000","last_fullsized":"2024-09-19T14:20:19.770871+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:04.803656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":123,"num_read_kb":81,"num_write":46,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:37.788526+0000","last_change":"2024-09-19T14:06:26.879408+0000","last_active":"2024-09-19T14:21:37.788526+0000","last_peered":"2024-09-19T14:21:37.788526+0000","last_clean":"2024-09-19T14:21:37.788526+0000","last_became_active":"2024-09-19T14:06:26.878528+0000","last_became_peered":"2024-09-19T14:06:26.878528+0000","last_unstale":"2024-09-19T14:21:37.788526+0000","last_undegraded":"2024-09-19T14:21:37.788526+0000","last_fullsized":"2024-09-19T14:21:37.788526+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:04:57.129270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.0","version":"268'13","reported_seq":59,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.275264+0000","last_change":"2024-09-19T13:55:09.803910+0000","last_active":"2024-09-19T14:23:58.275264+0000","last_peered":"2024-09-19T14:23:58.275264+0000","last_clean":"2024-09-19T14:23:58.275264+0000","last_became_active":"2024-09-19T13:55:09.803190+0000","last_became_peered":"2024-09-19T13:55:09.803190+0000","last_unstale":"2024-09-19T14:23:58.275264+0000","last_undegraded":"2024-09-19T14:23:58.275264+0000","last_fullsized":"2024-09-19T14:23:58.275264+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:02:37.537409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":20,"num_read_kb":22530,"num_write":18,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1","version":"0'0","reported_seq":38,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:09.797357+0000","last_change":"2024-09-19T13:55:06.745461+0000","last_active":"2024-09-19T14:20:09.797357+0000","last_peered":"2024-09-19T14:20:09.797357+0000","last_clean":"2024-09-19T14:20:09.797357+0000","last_became_active":"2024-09-19T13:55:06.744676+0000","last_became_peered":"2024-09-19T13:55:06.744676+0000","last_unstale":"2024-09-19T14:20:09.797357+0000","last_undegraded":"2024-09-19T14:20:09.797357+0000","last_fullsized":"2024-09-19T14:20:09.797357+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:07:59.114808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.2","version":"268'55","reported_seq":202,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:19.800078+0000","last_change":"2024-09-19T13:53:12.475747+0000","last_active":"2024-09-19T14:20:19.800078+0000","last_peered":"2024-09-19T14:20:19.800078+0000","last_clean":"2024-09-19T14:20:19.800078+0000","last_became_active":"2024-09-19T13:53:12.474878+0000","last_became_peered":"2024-09-19T13:53:12.474878+0000","last_unstale":"2024-09-19T14:20:19.800078+0000","last_undegraded":"2024-09-19T14:20:19.800078+0000","last_fullsized":"2024-09-19T14:20:19.800078+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":0,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:05:33.384528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":475,"num_read_kb":305,"num_write":132,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:02.784275+0000","last_change":"2024-09-19T14:06:26.870785+0000","last_active":"2024-09-19T14:21:02.784275+0000","last_peered":"2024-09-19T14:21:02.784275+0000","last_clean":"2024-09-19T14:21:02.784275+0000","last_became_active":"2024-09-19T14:06:26.870028+0000","last_became_peered":"2024-09-19T14:06:26.870028+0000","last_unstale":"2024-09-19T14:21:02.784275+0000","last_undegraded":"2024-09-19T14:21:02.784275+0000","last_fullsized":"2024-09-19T14:21:02.784275+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:48:32.566897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.3","version":"0'0","reported_seq":32,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:09.768499+0000","last_change":"2024-09-19T13:55:09.809180+0000","last_active":"2024-09-19T14:20:09.768499+0000","last_peered":"2024-09-19T14:20:09.768499+0000","last_clean":"2024-09-19T14:20:09.768499+0000","last_became_active":"2024-09-19T13:55:09.795576+0000","last_became_peered":"2024-09-19T13:55:09.795576+0000","last_unstale":"2024-09-19T14:20:09.768499+0000","last_undegraded":"2024-09-19T14:20:09.768499+0000","last_fullsized":"2024-09-19T14:20:09.768499+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:54:51.558335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"66.2","version":"268'7","reported_seq":54,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:07.774667+0000","last_change":"2024-09-19T13:55:06.731372+0000","last_active":"2024-09-19T14:20:07.774667+0000","last_peered":"2024-09-19T14:20:07.774667+0000","last_clean":"2024-09-19T14:20:07.774667+0000","last_became_active":"2024-09-19T13:55:06.731004+0000","last_became_peered":"2024-09-19T13:55:06.731004+0000","last_unstale":"2024-09-19T14:20:07.774667+0000","last_undegraded":"2024-09-19T14:20:07.774667+0000","last_fullsized":"2024-09-19T14:20:07.774667+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:54:57.870778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":13,"num_read_kb":12290,"num_write":7,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.1","version":"268'41","reported_seq":156,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:46.397855+0000","last_change":"2024-09-19T13:53:12.471488+0000","last_active":"2024-09-19T14:20:46.397855+0000","last_peered":"2024-09-19T14:20:46.397855+0000","last_clean":"2024-09-19T14:20:46.397855+0000","last_became_active":"2024-09-19T13:53:12.470782+0000","last_became_peered":"2024-09-19T13:53:12.470782+0000","last_unstale":"2024-09-19T14:20:46.397855+0000","last_undegraded":"2024-09-19T14:20:46.397855+0000","last_fullsized":"2024-09-19T14:20:46.397855+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:56:56.976239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":333,"num_read_kb":216,"num_write":101,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:09.813016+0000","last_change":"2024-09-19T14:06:26.873449+0000","last_active":"2024-09-19T14:21:09.813016+0000","last_peered":"2024-09-19T14:21:09.813016+0000","last_clean":"2024-09-19T14:21:09.813016+0000","last_became_active":"2024-09-19T14:06:26.872809+0000","last_became_peered":"2024-09-19T14:06:26.872809+0000","last_unstale":"2024-09-19T14:21:09.813016+0000","last_undegraded":"2024-09-19T14:21:09.813016+0000","last_fullsized":"2024-09-19T14:21:09.813016+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:13:24.156423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.2","version":"268'8","reported_seq":46,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.612684+0000","last_change":"2024-09-19T13:55:09.792510+0000","last_active":"2024-09-19T14:23:58.612684+0000","last_peered":"2024-09-19T14:23:58.612684+0000","last_clean":"2024-09-19T14:23:58.612684+0000","last_became_active":"2024-09-19T13:55:09.791757+0000","last_became_peered":"2024-09-19T13:55:09.791757+0000","last_unstale":"2024-09-19T14:23:58.612684+0000","last_undegraded":"2024-09-19T14:23:58.612684+0000","last_fullsized":"2024-09-19T14:23:58.612684+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:09:38.247825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":11312,"num_write":8,"num_write_kb":11312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"66.3","version":"0'0","reported_seq":38,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:09.771608+0000","last_change":"2024-09-19T13:55:06.730930+0000","last_active":"2024-09-19T14:20:09.771608+0000","last_peered":"2024-09-19T14:20:09.771608+0000","last_clean":"2024-09-19T14:20:09.771608+0000","last_became_active":"2024-09-19T13:55:06.730174+0000","last_became_peered":"2024-09-19T13:55:06.730174+0000","last_unstale":"2024-09-19T14:20:09.771608+0000","last_undegraded":"2024-09-19T14:20:09.771608+0000","last_fullsized":"2024-09-19T14:20:09.771608+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:11:58.316249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.0","version":"268'42","reported_seq":158,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:19.785651+0000","last_change":"2024-09-19T13:53:12.474487+0000","last_active":"2024-09-19T14:21:19.785651+0000","last_peered":"2024-09-19T14:21:19.785651+0000","last_clean":"2024-09-19T14:21:19.785651+0000","last_became_active":"2024-09-19T13:53:12.473659+0000","last_became_peered":"2024-09-19T13:53:12.473659+0000","last_unstale":"2024-09-19T14:21:19.785651+0000","last_undegraded":"2024-09-19T14:21:19.785651+0000","last_fullsized":"2024-09-19T14:21:19.785651+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:10:29.934924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":339,"num_read_kb":229,"num_write":102,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3f","version":"268'332","reported_seq":997,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.730193+0000","last_change":"2024-09-19T13:37:42.999167+0000","last_active":"2024-09-19T14:23:59.730193+0000","last_peered":"2024-09-19T14:23:59.730193+0000","last_clean":"2024-09-19T14:23:59.730193+0000","last_became_active":"2024-09-19T13:37:42.998595+0000","last_became_peered":"2024-09-19T13:37:42.998595+0000","last_unstale":"2024-09-19T14:23:59.730193+0000","last_undegraded":"2024-09-19T14:23:59.730193+0000","last_fullsized":"2024-09-19T14:23:59.730193+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:13:18.062593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1123,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":706,"num_read_kb":1612,"num_write":1151,"num_write_kb":26082,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.38","version":"268'191","reported_seq":811,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:50.438664+0000","last_change":"2024-09-19T13:37:44.988468+0000","last_active":"2024-09-19T14:23:50.438664+0000","last_peered":"2024-09-19T14:23:50.438664+0000","last_clean":"2024-09-19T14:23:50.438664+0000","last_became_active":"2024-09-19T13:37:44.988042+0000","last_became_peered":"2024-09-19T13:37:44.988042+0000","last_unstale":"2024-09-19T14:23:50.438664+0000","last_undegraded":"2024-09-19T14:23:50.438664+0000","last_fullsized":"2024-09-19T14:23:50.438664+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:47:24.069981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":868,"num_read_kb":716,"num_write":299,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3e","version":"268'304","reported_seq":970,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:27.509820+0000","last_change":"2024-09-19T13:37:43.016163+0000","last_active":"2024-09-19T14:22:27.509820+0000","last_peered":"2024-09-19T14:22:27.509820+0000","last_clean":"2024-09-19T14:22:27.509820+0000","last_became_active":"2024-09-19T13:37:43.013931+0000","last_became_peered":"2024-09-19T13:37:43.013931+0000","last_unstale":"2024-09-19T14:22:27.509820+0000","last_undegraded":"2024-09-19T14:22:27.509820+0000","last_fullsized":"2024-09-19T14:22:27.509820+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":200,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:52:56.577172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18817077,"num_objects":68,"num_object_clones":0,"num_object_copies":204,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":68,"num_whiteouts":0,"num_read":607,"num_read_kb":50035,"num_write":1176,"num_write_kb":34859,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.39","version":"268'298","reported_seq":988,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:04.870781+0000","last_change":"2024-09-19T13:37:44.981870+0000","last_active":"2024-09-19T14:22:04.870781+0000","last_peered":"2024-09-19T14:22:04.870781+0000","last_clean":"2024-09-19T14:22:04.870781+0000","last_became_active":"2024-09-19T13:37:44.980771+0000","last_became_peered":"2024-09-19T13:37:44.980771+0000","last_unstale":"2024-09-19T14:22:04.870781+0000","last_undegraded":"2024-09-19T14:22:04.870781+0000","last_fullsized":"2024-09-19T14:22:04.870781+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":200,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:07:17.873414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1416,"num_read_kb":1186,"num_write":494,"num_write_kb":282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3d","version":"268'286","reported_seq":974,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:27.832333+0000","last_change":"2024-09-19T13:37:43.012810+0000","last_active":"2024-09-19T14:22:27.832333+0000","last_peered":"2024-09-19T14:22:27.832333+0000","last_clean":"2024-09-19T14:22:27.832333+0000","last_became_active":"2024-09-19T13:37:43.011731+0000","last_became_peered":"2024-09-19T13:37:43.011731+0000","last_unstale":"2024-09-19T14:22:27.832333+0000","last_undegraded":"2024-09-19T14:22:27.832333+0000","last_fullsized":"2024-09-19T14:22:27.832333+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":200,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:34:35.679114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8758215,"num_objects":72,"num_object_clones":0,"num_object_copies":216,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":631,"num_read_kb":22108,"num_write":990,"num_write_kb":42300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3a","version":"268'298","reported_seq":868,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:43.584242+0000","last_change":"2024-09-19T13:37:44.983972+0000","last_active":"2024-09-19T14:20:43.584242+0000","last_peered":"2024-09-19T14:20:43.584242+0000","last_clean":"2024-09-19T14:20:43.584242+0000","last_became_active":"2024-09-19T13:37:44.983545+0000","last_became_peered":"2024-09-19T13:37:44.983545+0000","last_unstale":"2024-09-19T14:20:43.584242+0000","last_undegraded":"2024-09-19T14:20:43.584242+0000","last_fullsized":"2024-09-19T14:20:43.584242+0000","mapping_epoch":27,"log_start":"265'200","ondisk_log_start":"265'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":200,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:24:51.741113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1280,"num_read_kb":1008,"num_write":491,"num_write_kb":256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3c","version":"268'285","reported_seq":908,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.783162+0000","last_change":"2024-09-19T13:37:42.977429+0000","last_active":"2024-09-19T14:23:59.783162+0000","last_peered":"2024-09-19T14:23:59.783162+0000","last_clean":"2024-09-19T14:23:59.783162+0000","last_became_active":"2024-09-19T13:37:42.976428+0000","last_became_peered":"2024-09-19T13:37:42.976428+0000","last_unstale":"2024-09-19T14:23:59.783162+0000","last_undegraded":"2024-09-19T14:23:59.783162+0000","last_fullsized":"2024-09-19T14:23:59.783162+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:57:11.343617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136915,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":517,"num_read_kb":1576,"num_write":947,"num_write_kb":18809,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3b","version":"268'150","reported_seq":775,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:02.773110+0000","last_change":"2024-09-19T13:37:44.987681+0000","last_active":"2024-09-19T14:22:02.773110+0000","last_peered":"2024-09-19T14:22:02.773110+0000","last_clean":"2024-09-19T14:22:02.773110+0000","last_became_active":"2024-09-19T13:37:44.986925+0000","last_became_peered":"2024-09-19T13:37:44.986925+0000","last_unstale":"2024-09-19T14:22:02.773110+0000","last_undegraded":"2024-09-19T14:22:02.773110+0000","last_fullsized":"2024-09-19T14:22:02.773110+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:58:06.640214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":694,"num_read_kb":586,"num_write":224,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"268'348","reported_seq":998,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.686304+0000","last_change":"2024-09-19T13:37:43.011158+0000","last_active":"2024-09-19T14:23:59.686304+0000","last_peered":"2024-09-19T14:23:59.686304+0000","last_clean":"2024-09-19T14:23:59.686304+0000","last_became_active":"2024-09-19T13:37:43.010712+0000","last_became_peered":"2024-09-19T13:37:43.010712+0000","last_unstale":"2024-09-19T14:23:59.686304+0000","last_undegraded":"2024-09-19T14:23:59.686304+0000","last_fullsized":"2024-09-19T14:23:59.686304+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:46.918108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1137033,"num_objects":16,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":616,"num_read_kb":20416,"num_write":1208,"num_write_kb":38048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3c","version":"268'131","reported_seq":727,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:15.470286+0000","last_change":"2024-09-19T13:37:44.979924+0000","last_active":"2024-09-19T14:22:15.470286+0000","last_peered":"2024-09-19T14:22:15.470286+0000","last_clean":"2024-09-19T14:22:15.470286+0000","last_became_active":"2024-09-19T13:37:44.979639+0000","last_became_peered":"2024-09-19T13:37:44.979639+0000","last_unstale":"2024-09-19T14:22:15.470286+0000","last_undegraded":"2024-09-19T14:22:15.470286+0000","last_fullsized":"2024-09-19T14:22:15.470286+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:48:10.419103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":562,"num_read_kb":468,"num_write":220,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"268'341","reported_seq":972,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.769804+0000","last_change":"2024-09-19T13:37:42.971408+0000","last_active":"2024-09-19T14:23:59.769804+0000","last_peered":"2024-09-19T14:23:59.769804+0000","last_clean":"2024-09-19T14:23:59.769804+0000","last_became_active":"2024-09-19T13:37:42.970817+0000","last_became_peered":"2024-09-19T13:37:42.970817+0000","last_unstale":"2024-09-19T14:23:59.769804+0000","last_undegraded":"2024-09-19T14:23:59.769804+0000","last_fullsized":"2024-09-19T14:23:59.769804+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:22:49.873025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136981,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":606,"num_read_kb":18071,"num_write":1043,"num_write_kb":31772,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3d","version":"268'139","reported_seq":747,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:29.776155+0000","last_change":"2024-09-19T13:37:45.002142+0000","last_active":"2024-09-19T14:21:29.776155+0000","last_peered":"2024-09-19T14:21:29.776155+0000","last_clean":"2024-09-19T14:21:29.776155+0000","last_became_active":"2024-09-19T13:37:45.001685+0000","last_became_peered":"2024-09-19T13:37:45.001685+0000","last_unstale":"2024-09-19T14:21:29.776155+0000","last_undegraded":"2024-09-19T14:21:29.776155+0000","last_fullsized":"2024-09-19T14:21:29.776155+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:54:40.967976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":600,"num_read_kb":500,"num_write":209,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.39","version":"268'366","reported_seq":1015,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.741762+0000","last_change":"2024-09-19T13:37:42.975298+0000","last_active":"2024-09-19T14:23:59.741762+0000","last_peered":"2024-09-19T14:23:59.741762+0000","last_clean":"2024-09-19T14:23:59.741762+0000","last_became_active":"2024-09-19T13:37:42.974777+0000","last_became_peered":"2024-09-19T13:37:42.974777+0000","last_unstale":"2024-09-19T14:23:59.741762+0000","last_undegraded":"2024-09-19T14:23:59.741762+0000","last_fullsized":"2024-09-19T14:23:59.741762+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":300,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:57:54.473962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136908,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":753,"num_read_kb":26245,"num_write":1147,"num_write_kb":27029,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3e","version":"268'219","reported_seq":848,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:29.788142+0000","last_change":"2024-09-19T13:37:44.993470+0000","last_active":"2024-09-19T14:21:29.788142+0000","last_peered":"2024-09-19T14:21:29.788142+0000","last_clean":"2024-09-19T14:21:29.788142+0000","last_became_active":"2024-09-19T13:37:44.992496+0000","last_became_peered":"2024-09-19T13:37:44.992496+0000","last_unstale":"2024-09-19T14:21:29.788142+0000","last_undegraded":"2024-09-19T14:21:29.788142+0000","last_fullsized":"2024-09-19T14:21:29.788142+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":200,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:18:55.062170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":988,"num_read_kb":817,"num_write":337,"num_write_kb":165,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.38","version":"268'283","reported_seq":964,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:52.265118+0000","last_change":"2024-09-19T13:37:43.020747+0000","last_active":"2024-09-19T14:21:52.265118+0000","last_peered":"2024-09-19T14:21:52.265118+0000","last_clean":"2024-09-19T14:21:52.265118+0000","last_became_active":"2024-09-19T13:37:43.019449+0000","last_became_peered":"2024-09-19T13:37:43.019449+0000","last_unstale":"2024-09-19T14:21:52.265118+0000","last_undegraded":"2024-09-19T14:21:52.265118+0000","last_fullsized":"2024-09-19T14:21:52.265118+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":200,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:45:14.550353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10535837,"num_objects":84,"num_object_clones":0,"num_object_copies":252,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":84,"num_whiteouts":0,"num_read":614,"num_read_kb":51884,"num_write":1046,"num_write_kb":13886,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3f","version":"268'145","reported_seq":766,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:57.838096+0000","last_change":"2024-09-19T13:37:45.015980+0000","last_active":"2024-09-19T14:22:57.838096+0000","last_peered":"2024-09-19T14:22:57.838096+0000","last_clean":"2024-09-19T14:22:57.838096+0000","last_became_active":"2024-09-19T13:37:45.015347+0000","last_became_peered":"2024-09-19T13:37:45.015347+0000","last_unstale":"2024-09-19T14:22:57.838096+0000","last_undegraded":"2024-09-19T14:22:57.838096+0000","last_fullsized":"2024-09-19T14:22:57.838096+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:29:08.602780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":660,"num_read_kb":557,"num_write":213,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.30","version":"268'131","reported_seq":725,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:01.314239+0000","last_change":"2024-09-19T13:37:44.969206+0000","last_active":"2024-09-19T14:20:01.314239+0000","last_peered":"2024-09-19T14:20:01.314239+0000","last_clean":"2024-09-19T14:20:01.314239+0000","last_became_active":"2024-09-19T13:37:44.968741+0000","last_became_peered":"2024-09-19T13:37:44.968741+0000","last_unstale":"2024-09-19T14:20:01.314239+0000","last_undegraded":"2024-09-19T14:20:01.314239+0000","last_fullsized":"2024-09-19T14:20:01.314239+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:01:16.734762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":563,"num_read_kb":467,"num_write":183,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"268'308","reported_seq":923,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.787297+0000","last_change":"2024-09-19T13:37:43.018735+0000","last_active":"2024-09-19T14:23:59.787297+0000","last_peered":"2024-09-19T14:23:59.787297+0000","last_clean":"2024-09-19T14:23:59.787297+0000","last_became_active":"2024-09-19T13:37:43.018350+0000","last_became_peered":"2024-09-19T13:37:43.018350+0000","last_unstale":"2024-09-19T14:23:59.787297+0000","last_undegraded":"2024-09-19T14:23:59.787297+0000","last_fullsized":"2024-09-19T14:23:59.787297+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":200,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:42:14.903924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136943,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":504,"num_read_kb":13015,"num_write":1056,"num_write_kb":33999,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,5],"acting":[1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.31","version":"268'78","reported_seq":649,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:54.482430+0000","last_change":"2024-09-19T13:37:44.986334+0000","last_active":"2024-09-19T14:21:54.482430+0000","last_peered":"2024-09-19T14:21:54.482430+0000","last_clean":"2024-09-19T14:21:54.482430+0000","last_became_active":"2024-09-19T13:37:44.985953+0000","last_became_peered":"2024-09-19T13:37:44.985953+0000","last_unstale":"2024-09-19T14:21:54.482430+0000","last_undegraded":"2024-09-19T14:21:54.482430+0000","last_fullsized":"2024-09-19T14:21:54.482430+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":0,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:10:09.230396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":349,"num_read_kb":293,"num_write":113,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.36","version":"268'278","reported_seq":951,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.723960+0000","last_change":"2024-09-19T13:37:42.988683+0000","last_active":"2024-09-19T14:23:59.723960+0000","last_peered":"2024-09-19T14:23:59.723960+0000","last_clean":"2024-09-19T14:23:59.723960+0000","last_became_active":"2024-09-19T13:37:42.988095+0000","last_became_peered":"2024-09-19T13:37:42.988095+0000","last_unstale":"2024-09-19T14:23:59.723960+0000","last_undegraded":"2024-09-19T14:23:59.723960+0000","last_fullsized":"2024-09-19T14:23:59.723960+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":200,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:59:22.327561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4231781,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":568,"num_read_kb":77681,"num_write":951,"num_write_kb":36411,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.32","version":"268'311","reported_seq":969,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:49.129440+0000","last_change":"2024-09-19T13:37:45.005481+0000","last_active":"2024-09-19T14:21:49.129440+0000","last_peered":"2024-09-19T14:21:49.129440+0000","last_clean":"2024-09-19T14:21:49.129440+0000","last_became_active":"2024-09-19T13:37:45.005210+0000","last_became_peered":"2024-09-19T13:37:45.005210+0000","last_unstale":"2024-09-19T14:21:49.129440+0000","last_undegraded":"2024-09-19T14:21:49.129440+0000","last_fullsized":"2024-09-19T14:21:49.129440+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":300,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:50:04.148230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1345,"num_read_kb":1103,"num_write":484,"num_write_kb":244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.35","version":"268'315","reported_seq":933,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.700125+0000","last_change":"2024-09-19T13:37:42.999130+0000","last_active":"2024-09-19T14:23:59.700125+0000","last_peered":"2024-09-19T14:23:59.700125+0000","last_clean":"2024-09-19T14:23:59.700125+0000","last_became_active":"2024-09-19T13:37:42.998603+0000","last_became_peered":"2024-09-19T13:37:42.998603+0000","last_unstale":"2024-09-19T14:23:59.700125+0000","last_undegraded":"2024-09-19T14:23:59.700125+0000","last_fullsized":"2024-09-19T14:23:59.700125+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":300,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:23:52.339747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5243111,"num_objects":19,"num_object_clones":0,"num_object_copies":57,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":533,"num_read_kb":20937,"num_write":983,"num_write_kb":29488,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.33","version":"268'41","reported_seq":605,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:17.790387+0000","last_change":"2024-09-19T13:37:45.014502+0000","last_active":"2024-09-19T14:21:17.790387+0000","last_peered":"2024-09-19T14:21:17.790387+0000","last_clean":"2024-09-19T14:21:17.790387+0000","last_became_active":"2024-09-19T13:37:45.013648+0000","last_became_peered":"2024-09-19T13:37:45.013648+0000","last_unstale":"2024-09-19T14:21:17.790387+0000","last_undegraded":"2024-09-19T14:21:17.790387+0000","last_fullsized":"2024-09-19T14:21:17.790387+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:28:36.467556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":189,"num_read_kb":171,"num_write":54,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"268'310","reported_seq":988,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.795340+0000","last_change":"2024-09-19T13:37:43.003604+0000","last_active":"2024-09-19T14:23:59.795340+0000","last_peered":"2024-09-19T14:23:59.795340+0000","last_clean":"2024-09-19T14:23:59.795340+0000","last_became_active":"2024-09-19T13:37:43.003034+0000","last_became_peered":"2024-09-19T13:37:43.003034+0000","last_unstale":"2024-09-19T14:23:59.795340+0000","last_undegraded":"2024-09-19T14:23:59.795340+0000","last_fullsized":"2024-09-19T14:23:59.795340+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:26:05.081745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":219,"num_objects":16,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":565,"num_read_kb":135286,"num_write":964,"num_write_kb":29077,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.34","version":"268'176","reported_seq":748,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:17.787930+0000","last_change":"2024-09-19T13:37:45.005784+0000","last_active":"2024-09-19T14:21:17.787930+0000","last_peered":"2024-09-19T14:21:17.787930+0000","last_clean":"2024-09-19T14:21:17.787930+0000","last_became_active":"2024-09-19T13:37:45.004923+0000","last_became_peered":"2024-09-19T13:37:45.004923+0000","last_unstale":"2024-09-19T14:21:17.787930+0000","last_undegraded":"2024-09-19T14:21:17.787930+0000","last_fullsized":"2024-09-19T14:21:17.787930+0000","mapping_epoch":27,"log_start":"265'100","ondisk_log_start":"265'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:39:30.947792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":705,"num_read_kb":566,"num_write":276,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.33","version":"268'270","reported_seq":930,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:11.104720+0000","last_change":"2024-09-19T13:37:42.989906+0000","last_active":"2024-09-19T14:22:11.104720+0000","last_peered":"2024-09-19T14:22:11.104720+0000","last_clean":"2024-09-19T14:22:11.104720+0000","last_became_active":"2024-09-19T13:37:42.989090+0000","last_became_peered":"2024-09-19T13:37:42.989090+0000","last_unstale":"2024-09-19T14:22:11.104720+0000","last_undegraded":"2024-09-19T14:22:11.104720+0000","last_fullsized":"2024-09-19T14:22:11.104720+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:55:37.913464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13404369,"num_objects":61,"num_object_clones":0,"num_object_copies":183,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":61,"num_whiteouts":0,"num_read":585,"num_read_kb":30998,"num_write":1111,"num_write_kb":24189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,4],"acting":[6,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.35","version":"268'335","reported_seq":1007,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:14.787445+0000","last_change":"2024-09-19T13:37:44.991414+0000","last_active":"2024-09-19T14:21:14.787445+0000","last_peered":"2024-09-19T14:21:14.787445+0000","last_clean":"2024-09-19T14:21:14.787445+0000","last_became_active":"2024-09-19T13:37:44.989373+0000","last_became_peered":"2024-09-19T13:37:44.989373+0000","last_unstale":"2024-09-19T14:21:14.787445+0000","last_undegraded":"2024-09-19T14:21:14.787445+0000","last_fullsized":"2024-09-19T14:21:14.787445+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":300,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:02:21.090427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1470,"num_read_kb":1190,"num_write":552,"num_write_kb":270,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"268'293","reported_seq":935,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:46.259396+0000","last_change":"2024-09-19T13:37:43.007319+0000","last_active":"2024-09-19T14:23:46.259396+0000","last_peered":"2024-09-19T14:23:46.259396+0000","last_clean":"2024-09-19T14:23:46.259396+0000","last_became_active":"2024-09-19T13:37:43.006825+0000","last_became_peered":"2024-09-19T13:37:43.006825+0000","last_unstale":"2024-09-19T14:23:46.259396+0000","last_undegraded":"2024-09-19T14:23:46.259396+0000","last_fullsized":"2024-09-19T14:23:46.259396+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":200,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:07:31.040749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13872569,"num_objects":72,"num_object_clones":0,"num_object_copies":216,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":556,"num_read_kb":11977,"num_write":1069,"num_write_kb":42169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.18","version":"268'137","reported_seq":694,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:31.779241+0000","last_change":"2024-09-19T13:37:53.037555+0000","last_active":"2024-09-19T14:22:31.779241+0000","last_peered":"2024-09-19T14:22:31.779241+0000","last_clean":"2024-09-19T14:22:31.779241+0000","last_became_active":"2024-09-19T13:37:53.036783+0000","last_became_peered":"2024-09-19T13:37:53.036783+0000","last_unstale":"2024-09-19T14:22:31.779241+0000","last_undegraded":"2024-09-19T14:22:31.779241+0000","last_fullsized":"2024-09-19T14:22:31.779241+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:58:42.401548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":408,"num_read_kb":350,"num_write":326,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"268'152","reported_seq":786,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:07.941144+0000","last_change":"2024-09-19T13:37:45.002913+0000","last_active":"2024-09-19T14:22:07.941144+0000","last_peered":"2024-09-19T14:22:07.941144+0000","last_clean":"2024-09-19T14:22:07.941144+0000","last_became_active":"2024-09-19T13:37:45.002159+0000","last_became_peered":"2024-09-19T13:37:45.002159+0000","last_unstale":"2024-09-19T14:22:07.941144+0000","last_undegraded":"2024-09-19T14:22:07.941144+0000","last_fullsized":"2024-09-19T14:22:07.941144+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:40:40.643158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":652,"num_read_kb":553,"num_write":215,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.13","version":"268'436","reported_seq":1101,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.553969+0000","last_change":"2024-09-19T13:37:42.985223+0000","last_active":"2024-09-19T14:23:59.553969+0000","last_peered":"2024-09-19T14:23:59.553969+0000","last_clean":"2024-09-19T14:23:59.553969+0000","last_became_active":"2024-09-19T13:37:42.984557+0000","last_became_peered":"2024-09-19T13:37:42.984557+0000","last_unstale":"2024-09-19T14:23:59.553969+0000","last_undegraded":"2024-09-19T14:23:59.553969+0000","last_fullsized":"2024-09-19T14:23:59.553969+0000","mapping_epoch":25,"log_start":"268'400","ondisk_log_start":"268'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":400,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:45:17.762814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2343242,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":746,"num_read_kb":21437,"num_write":1277,"num_write_kb":60430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:19.815787+0000","last_change":"2024-09-19T13:37:46.977067+0000","last_active":"2024-09-19T14:21:19.815787+0000","last_peered":"2024-09-19T14:21:19.815787+0000","last_clean":"2024-09-19T14:21:19.815787+0000","last_became_active":"2024-09-19T13:37:46.976663+0000","last_became_peered":"2024-09-19T13:37:46.976663+0000","last_unstale":"2024-09-19T14:21:19.815787+0000","last_undegraded":"2024-09-19T14:21:19.815787+0000","last_fullsized":"2024-09-19T14:21:19.815787+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:47:54.191326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.16","version":"268'330","reported_seq":929,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:47.615062+0000","last_change":"2024-09-19T13:37:48.989496+0000","last_active":"2024-09-19T14:23:47.615062+0000","last_peered":"2024-09-19T14:23:47.615062+0000","last_clean":"2024-09-19T14:23:47.615062+0000","last_became_active":"2024-09-19T13:37:48.988757+0000","last_became_peered":"2024-09-19T13:37:48.988757+0000","last_unstale":"2024-09-19T14:23:47.615062+0000","last_undegraded":"2024-09-19T14:23:47.615062+0000","last_fullsized":"2024-09-19T14:23:47.615062+0000","mapping_epoch":31,"log_start":"268'300","ondisk_log_start":"268'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:33:24.154543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50693,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":498,"num_read_kb":924,"num_write":396,"num_write_kb":264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":494,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:24.790006+0000","last_change":"2024-09-19T13:37:51.018287+0000","last_active":"2024-09-19T14:21:24.790006+0000","last_peered":"2024-09-19T14:21:24.790006+0000","last_clean":"2024-09-19T14:21:24.790006+0000","last_became_active":"2024-09-19T13:37:51.017561+0000","last_became_peered":"2024-09-19T13:37:51.017561+0000","last_unstale":"2024-09-19T14:21:24.790006+0000","last_undegraded":"2024-09-19T14:21:24.790006+0000","last_fullsized":"2024-09-19T14:21:24.790006+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:07:31.826391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.19","version":"268'144","reported_seq":642,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:49.117038+0000","last_change":"2024-09-19T13:37:53.042842+0000","last_active":"2024-09-19T14:21:49.117038+0000","last_peered":"2024-09-19T14:21:49.117038+0000","last_clean":"2024-09-19T14:21:49.117038+0000","last_became_active":"2024-09-19T13:37:53.042276+0000","last_became_peered":"2024-09-19T13:37:53.042276+0000","last_unstale":"2024-09-19T14:21:49.117038+0000","last_undegraded":"2024-09-19T14:21:49.117038+0000","last_fullsized":"2024-09-19T14:21:49.117038+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":100,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:20:44.943116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":179,"num_read_kb":172,"num_write":360,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.15","version":"268'177","reported_seq":795,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:16.418616+0000","last_change":"2024-09-19T13:37:44.981107+0000","last_active":"2024-09-19T14:22:16.418616+0000","last_peered":"2024-09-19T14:22:16.418616+0000","last_clean":"2024-09-19T14:22:16.418616+0000","last_became_active":"2024-09-19T13:37:44.980655+0000","last_became_peered":"2024-09-19T13:37:44.980655+0000","last_unstale":"2024-09-19T14:22:16.418616+0000","last_undegraded":"2024-09-19T14:22:16.418616+0000","last_fullsized":"2024-09-19T14:22:16.418616+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":100,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:58:33.759156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":828,"num_read_kb":689,"num_write":294,"num_write_kb":167,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"268'280","reported_seq":921,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:19.765881+0000","last_change":"2024-09-19T13:37:43.004536+0000","last_active":"2024-09-19T14:21:19.765881+0000","last_peered":"2024-09-19T14:21:19.765881+0000","last_clean":"2024-09-19T14:21:19.765881+0000","last_became_active":"2024-09-19T13:37:43.004045+0000","last_became_peered":"2024-09-19T13:37:43.004045+0000","last_unstale":"2024-09-19T14:21:19.765881+0000","last_undegraded":"2024-09-19T14:21:19.765881+0000","last_fullsized":"2024-09-19T14:21:19.765881+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":200,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:59:54.409822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19931963,"num_objects":72,"num_object_clones":0,"num_object_copies":216,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":538,"num_read_kb":25057,"num_write":1043,"num_write_kb":37726,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:52.764930+0000","last_change":"2024-09-19T13:37:46.993642+0000","last_active":"2024-09-19T14:19:52.764930+0000","last_peered":"2024-09-19T14:19:52.764930+0000","last_clean":"2024-09-19T14:19:52.764930+0000","last_became_active":"2024-09-19T13:37:46.983482+0000","last_became_peered":"2024-09-19T13:37:46.983482+0000","last_unstale":"2024-09-19T14:19:52.764930+0000","last_undegraded":"2024-09-19T14:19:52.764930+0000","last_fullsized":"2024-09-19T14:19:52.764930+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:32:11.378574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.17","version":"268'80","reported_seq":609,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:26.564469+0000","last_change":"2024-09-19T13:37:48.992902+0000","last_active":"2024-09-19T14:21:26.564469+0000","last_peered":"2024-09-19T14:21:26.564469+0000","last_clean":"2024-09-19T14:21:26.564469+0000","last_became_active":"2024-09-19T13:37:48.992375+0000","last_became_peered":"2024-09-19T13:37:48.992375+0000","last_unstale":"2024-09-19T14:21:26.564469+0000","last_undegraded":"2024-09-19T14:21:26.564469+0000","last_fullsized":"2024-09-19T14:21:26.564469+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":0,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:12:44.935321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":89,"num_read_kb":86,"num_write":58,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":494,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:24.789855+0000","last_change":"2024-09-19T13:37:51.016781+0000","last_active":"2024-09-19T14:21:24.789855+0000","last_peered":"2024-09-19T14:21:24.789855+0000","last_clean":"2024-09-19T14:21:24.789855+0000","last_became_active":"2024-09-19T13:37:51.015667+0000","last_became_peered":"2024-09-19T13:37:51.015667+0000","last_unstale":"2024-09-19T14:21:24.789855+0000","last_undegraded":"2024-09-19T14:21:24.789855+0000","last_fullsized":"2024-09-19T14:21:24.789855+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:41:41.808944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1a","version":"268'143","reported_seq":658,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:30.305566+0000","last_change":"2024-09-19T13:37:53.036174+0000","last_active":"2024-09-19T14:22:30.305566+0000","last_peered":"2024-09-19T14:22:30.305566+0000","last_clean":"2024-09-19T14:22:30.305566+0000","last_became_active":"2024-09-19T13:37:53.035482+0000","last_became_peered":"2024-09-19T13:37:53.035482+0000","last_unstale":"2024-09-19T14:22:30.305566+0000","last_undegraded":"2024-09-19T14:22:30.305566+0000","last_fullsized":"2024-09-19T14:22:30.305566+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:07:56.751554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1507,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":223,"num_read_kb":210,"num_write":343,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"268'72","reported_seq":626,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:42.618300+0000","last_change":"2024-09-19T13:37:45.005051+0000","last_active":"2024-09-19T14:21:42.618300+0000","last_peered":"2024-09-19T14:21:42.618300+0000","last_clean":"2024-09-19T14:21:42.618300+0000","last_became_active":"2024-09-19T13:37:45.000269+0000","last_became_peered":"2024-09-19T13:37:45.000269+0000","last_unstale":"2024-09-19T14:21:42.618300+0000","last_undegraded":"2024-09-19T14:21:42.618300+0000","last_fullsized":"2024-09-19T14:21:42.618300+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:45:42.714456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":313,"num_read_kb":257,"num_write":104,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"268'347","reported_seq":1033,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.597062+0000","last_change":"2024-09-19T13:37:42.988552+0000","last_active":"2024-09-19T14:23:59.597062+0000","last_peered":"2024-09-19T14:23:59.597062+0000","last_clean":"2024-09-19T14:23:59.597062+0000","last_became_active":"2024-09-19T13:37:42.988214+0000","last_became_peered":"2024-09-19T13:37:42.988214+0000","last_unstale":"2024-09-19T14:23:59.597062+0000","last_undegraded":"2024-09-19T14:23:59.597062+0000","last_fullsized":"2024-09-19T14:23:59.597062+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:32:15.157906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1246182,"num_objects":16,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":655,"num_read_kb":103675,"num_write":1150,"num_write_kb":22531,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"37'3","reported_seq":976,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:51.192961+0000","last_change":"2024-09-19T13:37:46.987908+0000","last_active":"2024-09-19T14:23:51.192961+0000","last_peered":"2024-09-19T14:23:51.192961+0000","last_clean":"2024-09-19T14:23:51.192961+0000","last_became_active":"2024-09-19T13:37:46.985798+0000","last_became_peered":"2024-09-19T13:37:46.985798+0000","last_unstale":"2024-09-19T14:23:51.192961+0000","last_undegraded":"2024-09-19T14:23:51.192961+0000","last_fullsized":"2024-09-19T14:23:51.192961+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:25:14.802231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":721,"num_read_kb":719,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"268'115","reported_seq":650,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:25.384299+0000","last_change":"2024-09-19T13:37:49.001794+0000","last_active":"2024-09-19T14:21:25.384299+0000","last_peered":"2024-09-19T14:21:25.384299+0000","last_clean":"2024-09-19T14:21:25.384299+0000","last_became_active":"2024-09-19T13:37:49.001087+0000","last_became_peered":"2024-09-19T13:37:49.001087+0000","last_unstale":"2024-09-19T14:21:25.384299+0000","last_undegraded":"2024-09-19T14:21:25.384299+0000","last_fullsized":"2024-09-19T14:21:25.384299+0000","mapping_epoch":31,"log_start":"268'100","ondisk_log_start":"268'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:42:06.364520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":125,"num_read_kb":117,"num_write":84,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.15","version":"268'759","reported_seq":2136,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:57.863656+0000","last_change":"2024-09-19T13:37:51.041194+0000","last_active":"2024-09-19T14:23:57.863656+0000","last_peered":"2024-09-19T14:23:57.863656+0000","last_clean":"2024-09-19T14:23:57.863656+0000","last_became_active":"2024-09-19T13:37:51.040211+0000","last_became_peered":"2024-09-19T13:37:51.040211+0000","last_unstale":"2024-09-19T14:23:57.863656+0000","last_undegraded":"2024-09-19T14:23:57.863656+0000","last_fullsized":"2024-09-19T14:23:57.863656+0000","mapping_epoch":33,"log_start":"268'701","ondisk_log_start":"268'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":701,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:04:09.424215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"268'223","reported_seq":1046,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:31.826321+0000","last_change":"2024-09-19T13:37:53.025349+0000","last_active":"2024-09-19T14:22:31.826321+0000","last_peered":"2024-09-19T14:22:31.826321+0000","last_clean":"2024-09-19T14:22:31.826321+0000","last_became_active":"2024-09-19T13:37:53.024657+0000","last_became_peered":"2024-09-19T13:37:53.024657+0000","last_unstale":"2024-09-19T14:22:31.826321+0000","last_undegraded":"2024-09-19T14:22:31.826321+0000","last_fullsized":"2024-09-19T14:22:31.826321+0000","mapping_epoch":35,"log_start":"268'200","ondisk_log_start":"268'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":200,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:56:57.197577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":647,"num_read_kb":644,"num_write":490,"num_write_kb":125,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.17","version":"268'142","reported_seq":745,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:17.788067+0000","last_change":"2024-09-19T13:37:45.007023+0000","last_active":"2024-09-19T14:21:17.788067+0000","last_peered":"2024-09-19T14:21:17.788067+0000","last_clean":"2024-09-19T14:21:17.788067+0000","last_became_active":"2024-09-19T13:37:45.006243+0000","last_became_peered":"2024-09-19T13:37:45.006243+0000","last_unstale":"2024-09-19T14:21:17.788067+0000","last_undegraded":"2024-09-19T14:21:17.788067+0000","last_fullsized":"2024-09-19T14:21:17.788067+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:53:37.798919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":622,"num_read_kb":516,"num_write":222,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"268'346","reported_seq":1023,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.679337+0000","last_change":"2024-09-19T13:37:43.021102+0000","last_active":"2024-09-19T14:23:59.679337+0000","last_peered":"2024-09-19T14:23:59.679337+0000","last_clean":"2024-09-19T14:23:59.679337+0000","last_became_active":"2024-09-19T13:37:43.020767+0000","last_became_peered":"2024-09-19T13:37:43.020767+0000","last_unstale":"2024-09-19T14:23:59.679337+0000","last_undegraded":"2024-09-19T14:23:59.679337+0000","last_fullsized":"2024-09-19T14:23:59.679337+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:05:02.942566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5265622,"num_objects":13,"num_object_clones":0,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":623,"num_read_kb":86638,"num_write":1090,"num_write_kb":49807,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:19.815875+0000","last_change":"2024-09-19T13:37:46.999405+0000","last_active":"2024-09-19T14:21:19.815875+0000","last_peered":"2024-09-19T14:21:19.815875+0000","last_clean":"2024-09-19T14:21:19.815875+0000","last_became_active":"2024-09-19T13:37:46.998797+0000","last_became_peered":"2024-09-19T13:37:46.998797+0000","last_unstale":"2024-09-19T14:21:19.815875+0000","last_undegraded":"2024-09-19T14:21:19.815875+0000","last_fullsized":"2024-09-19T14:21:19.815875+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:43:00.806459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"268'268","reported_seq":840,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.429611+0000","last_change":"2024-09-19T13:37:48.988398+0000","last_active":"2024-09-19T14:23:59.429611+0000","last_peered":"2024-09-19T14:23:59.429611+0000","last_clean":"2024-09-19T14:23:59.429611+0000","last_became_active":"2024-09-19T13:37:48.987616+0000","last_became_peered":"2024-09-19T13:37:48.987616+0000","last_unstale":"2024-09-19T14:23:59.429611+0000","last_undegraded":"2024-09-19T14:23:59.429611+0000","last_fullsized":"2024-09-19T14:23:59.429611+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":200,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:32:31.914495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50904,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":438,"num_read_kb":1016,"num_write":358,"num_write_kb":292,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.14","version":"268'788","reported_seq":2252,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:51.360877+0000","last_change":"2024-09-19T13:37:51.035109+0000","last_active":"2024-09-19T14:23:51.360877+0000","last_peered":"2024-09-19T14:23:51.360877+0000","last_clean":"2024-09-19T14:23:51.360877+0000","last_became_active":"2024-09-19T13:37:51.034395+0000","last_became_peered":"2024-09-19T13:37:51.034395+0000","last_unstale":"2024-09-19T14:23:51.360877+0000","last_undegraded":"2024-09-19T14:23:51.360877+0000","last_fullsized":"2024-09-19T14:23:51.360877+0000","mapping_epoch":33,"log_start":"268'701","ondisk_log_start":"268'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":701,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:04:05.543658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.8","version":"268'229","reported_seq":849,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:04.811409+0000","last_change":"2024-09-19T13:37:44.984757+0000","last_active":"2024-09-19T14:21:04.811409+0000","last_peered":"2024-09-19T14:21:04.811409+0000","last_clean":"2024-09-19T14:21:04.811409+0000","last_became_active":"2024-09-19T13:37:44.984240+0000","last_became_peered":"2024-09-19T13:37:44.984240+0000","last_unstale":"2024-09-19T14:21:04.811409+0000","last_undegraded":"2024-09-19T14:21:04.811409+0000","last_fullsized":"2024-09-19T14:21:04.811409+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":200,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:14:21.626133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1031,"num_read_kb":840,"num_write":387,"num_write_kb":210,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"268'368","reported_seq":1022,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.771128+0000","last_change":"2024-09-19T13:37:42.996049+0000","last_active":"2024-09-19T14:23:59.771128+0000","last_peered":"2024-09-19T14:23:59.771128+0000","last_clean":"2024-09-19T14:23:59.771128+0000","last_became_active":"2024-09-19T13:37:42.995295+0000","last_became_peered":"2024-09-19T13:37:42.995295+0000","last_unstale":"2024-09-19T14:23:59.771128+0000","last_undegraded":"2024-09-19T14:23:59.771128+0000","last_fullsized":"2024-09-19T14:23:59.771128+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:43:25.958402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3869484,"num_objects":15,"num_object_clones":0,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":751,"num_read_kb":16400,"num_write":1147,"num_write_kb":29891,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":504,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:09.785940+0000","last_change":"2024-09-19T13:37:46.995607+0000","last_active":"2024-09-19T14:21:09.785940+0000","last_peered":"2024-09-19T14:21:09.785940+0000","last_clean":"2024-09-19T14:21:09.785940+0000","last_became_active":"2024-09-19T13:37:46.995250+0000","last_became_peered":"2024-09-19T13:37:46.995250+0000","last_unstale":"2024-09-19T14:21:09.785940+0000","last_undegraded":"2024-09-19T14:21:09.785940+0000","last_fullsized":"2024-09-19T14:21:09.785940+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:30:31.353290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.a","version":"268'333","reported_seq":940,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:51.297273+0000","last_change":"2024-09-19T13:37:48.995374+0000","last_active":"2024-09-19T14:23:51.297273+0000","last_peered":"2024-09-19T14:23:51.297273+0000","last_clean":"2024-09-19T14:23:51.297273+0000","last_became_active":"2024-09-19T13:37:48.994139+0000","last_became_peered":"2024-09-19T13:37:48.994139+0000","last_unstale":"2024-09-19T14:23:51.297273+0000","last_undegraded":"2024-09-19T14:23:51.297273+0000","last_fullsized":"2024-09-19T14:23:51.297273+0000","mapping_epoch":31,"log_start":"268'300","ondisk_log_start":"268'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:59:34.631628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56317,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":532,"num_read_kb":986,"num_write":416,"num_write_kb":281,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":493,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:37.781776+0000","last_change":"2024-09-19T13:37:51.016904+0000","last_active":"2024-09-19T14:20:37.781776+0000","last_peered":"2024-09-19T14:20:37.781776+0000","last_clean":"2024-09-19T14:20:37.781776+0000","last_became_active":"2024-09-19T13:37:51.016185+0000","last_became_peered":"2024-09-19T13:37:51.016185+0000","last_unstale":"2024-09-19T14:20:37.781776+0000","last_undegraded":"2024-09-19T14:20:37.781776+0000","last_fullsized":"2024-09-19T14:20:37.781776+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:54:35.344168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.4","version":"268'583","reported_seq":1396,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:51.326877+0000","last_change":"2024-09-19T13:37:53.028054+0000","last_active":"2024-09-19T14:23:51.326877+0000","last_peered":"2024-09-19T14:23:51.326877+0000","last_clean":"2024-09-19T14:23:51.326877+0000","last_became_active":"2024-09-19T13:37:53.027246+0000","last_became_peered":"2024-09-19T13:37:53.027246+0000","last_unstale":"2024-09-19T14:23:51.326877+0000","last_undegraded":"2024-09-19T14:23:51.326877+0000","last_fullsized":"2024-09-19T14:23:51.326877+0000","mapping_epoch":35,"log_start":"268'500","ondisk_log_start":"268'500","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":500,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:55:21.355376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1340,"num_read_kb":1338,"num_write":1233,"num_write_kb":408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"268'77","reported_seq":666,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:30.949678+0000","last_change":"2024-09-19T13:37:45.010842+0000","last_active":"2024-09-19T14:22:30.949678+0000","last_peered":"2024-09-19T14:22:30.949678+0000","last_clean":"2024-09-19T14:22:30.949678+0000","last_became_active":"2024-09-19T13:37:45.010544+0000","last_became_peered":"2024-09-19T13:37:45.010544+0000","last_unstale":"2024-09-19T14:22:30.949678+0000","last_undegraded":"2024-09-19T14:22:30.949678+0000","last_fullsized":"2024-09-19T14:22:30.949678+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":0,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:25:43.028662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":355,"num_read_kb":303,"num_write":115,"num_write_kb":46,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"268'296","reported_seq":918,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.780643+0000","last_change":"2024-09-19T13:37:43.015447+0000","last_active":"2024-09-19T14:23:59.780643+0000","last_peered":"2024-09-19T14:23:59.780643+0000","last_clean":"2024-09-19T14:23:59.780643+0000","last_became_active":"2024-09-19T13:37:43.015031+0000","last_became_peered":"2024-09-19T13:37:43.015031+0000","last_unstale":"2024-09-19T14:23:59.780643+0000","last_undegraded":"2024-09-19T14:23:59.780643+0000","last_fullsized":"2024-09-19T14:23:59.780643+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":200,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:41:00.129822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":83,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":546,"num_read_kb":3523,"num_write":963,"num_write_kb":5234,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":502,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:07.788101+0000","last_change":"2024-09-19T13:37:46.991866+0000","last_active":"2024-09-19T14:21:07.788101+0000","last_peered":"2024-09-19T14:21:07.788101+0000","last_clean":"2024-09-19T14:21:07.788101+0000","last_became_active":"2024-09-19T13:37:46.991089+0000","last_became_peered":"2024-09-19T13:37:46.991089+0000","last_unstale":"2024-09-19T14:21:07.788101+0000","last_undegraded":"2024-09-19T14:21:07.788101+0000","last_fullsized":"2024-09-19T14:21:07.788101+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:54:39.450804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.b","version":"268'269","reported_seq":835,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:52.602491+0000","last_change":"2024-09-19T13:37:48.985978+0000","last_active":"2024-09-19T14:22:52.602491+0000","last_peered":"2024-09-19T14:22:52.602491+0000","last_clean":"2024-09-19T14:22:52.602491+0000","last_became_active":"2024-09-19T13:37:48.985275+0000","last_became_peered":"2024-09-19T13:37:48.985275+0000","last_unstale":"2024-09-19T14:22:52.602491+0000","last_undegraded":"2024-09-19T14:22:52.602491+0000","last_fullsized":"2024-09-19T14:22:52.602491+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:04:17.919287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60197,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":440,"num_read_kb":934,"num_write":368,"num_write_kb":307,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":492,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:17.784037+0000","last_change":"2024-09-19T13:37:51.015946+0000","last_active":"2024-09-19T14:21:17.784037+0000","last_peered":"2024-09-19T14:21:17.784037+0000","last_clean":"2024-09-19T14:21:17.784037+0000","last_became_active":"2024-09-19T13:37:51.015046+0000","last_became_peered":"2024-09-19T13:37:51.015046+0000","last_unstale":"2024-09-19T14:21:17.784037+0000","last_undegraded":"2024-09-19T14:21:17.784037+0000","last_fullsized":"2024-09-19T14:21:17.784037+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:00:24.288733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.5","version":"268'2488","reported_seq":4325,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:40.851033+0000","last_change":"2024-09-19T13:37:53.034554+0000","last_active":"2024-09-19T14:23:40.851033+0000","last_peered":"2024-09-19T14:23:40.851033+0000","last_clean":"2024-09-19T14:23:40.851033+0000","last_became_active":"2024-09-19T13:37:53.033912+0000","last_became_peered":"2024-09-19T13:37:53.033912+0000","last_unstale":"2024-09-19T14:23:40.851033+0000","last_undegraded":"2024-09-19T14:23:40.851033+0000","last_fullsized":"2024-09-19T14:23:40.851033+0000","mapping_epoch":35,"log_start":"268'2400","ondisk_log_start":"268'2400","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":2400,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:52:32.508600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":423,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6241,"num_read_kb":6235,"num_write":5019,"num_write_kb":1847,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.a","version":"268'83","reported_seq":677,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:14.784521+0000","last_change":"2024-09-19T13:37:44.989456+0000","last_active":"2024-09-19T14:21:14.784521+0000","last_peered":"2024-09-19T14:21:14.784521+0000","last_clean":"2024-09-19T14:21:14.784521+0000","last_became_active":"2024-09-19T13:37:44.989043+0000","last_became_peered":"2024-09-19T13:37:44.989043+0000","last_unstale":"2024-09-19T14:21:14.784521+0000","last_undegraded":"2024-09-19T14:21:14.784521+0000","last_fullsized":"2024-09-19T14:21:14.784521+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":0,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:39:52.518494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":424,"num_read_kb":365,"num_write":143,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"268'276","reported_seq":927,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:45.664111+0000","last_change":"2024-09-19T13:38:12.011757+0000","last_active":"2024-09-19T14:23:45.664111+0000","last_peered":"2024-09-19T14:23:45.664111+0000","last_clean":"2024-09-19T14:23:45.664111+0000","last_became_active":"2024-09-19T13:38:12.010661+0000","last_became_peered":"2024-09-19T13:38:12.010661+0000","last_unstale":"2024-09-19T14:23:45.664111+0000","last_undegraded":"2024-09-19T14:23:45.664111+0000","last_fullsized":"2024-09-19T14:23:45.664111+0000","mapping_epoch":38,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":200,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:01:55.146435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11644835,"num_objects":65,"num_object_clones":0,"num_object_copies":195,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":637,"num_read_kb":28221,"num_write":1041,"num_write_kb":37591,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":503,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:32.776752+0000","last_change":"2024-09-19T13:37:47.003746+0000","last_active":"2024-09-19T14:20:32.776752+0000","last_peered":"2024-09-19T14:20:32.776752+0000","last_clean":"2024-09-19T14:20:32.776752+0000","last_became_active":"2024-09-19T13:37:47.003207+0000","last_became_peered":"2024-09-19T13:37:47.003207+0000","last_unstale":"2024-09-19T14:20:32.776752+0000","last_undegraded":"2024-09-19T14:20:32.776752+0000","last_fullsized":"2024-09-19T14:20:32.776752+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:42:47.970476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.8","version":"268'310","reported_seq":890,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:51.302462+0000","last_change":"2024-09-19T13:37:49.013803+0000","last_active":"2024-09-19T14:23:51.302462+0000","last_peered":"2024-09-19T14:23:51.302462+0000","last_clean":"2024-09-19T14:23:51.302462+0000","last_became_active":"2024-09-19T13:37:49.012526+0000","last_became_peered":"2024-09-19T13:37:49.012526+0000","last_unstale":"2024-09-19T14:23:51.302462+0000","last_undegraded":"2024-09-19T14:23:51.302462+0000","last_fullsized":"2024-09-19T14:23:51.302462+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:51:53.358000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65624,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":526,"num_read_kb":1084,"num_write":436,"num_write_kb":344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.9","version":"268'787","reported_seq":2554,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:51.363393+0000","last_change":"2024-09-19T13:37:51.039150+0000","last_active":"2024-09-19T14:23:51.363393+0000","last_peered":"2024-09-19T14:23:51.363393+0000","last_clean":"2024-09-19T14:23:51.363393+0000","last_became_active":"2024-09-19T13:37:51.038486+0000","last_became_peered":"2024-09-19T13:37:51.038486+0000","last_unstale":"2024-09-19T14:23:51.363393+0000","last_undegraded":"2024-09-19T14:23:51.363393+0000","last_fullsized":"2024-09-19T14:23:51.363393+0000","mapping_epoch":33,"log_start":"268'701","ondisk_log_start":"268'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":701,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:54:04.085657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.6","version":"268'124","reported_seq":622,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:50.387198+0000","last_change":"2024-09-19T13:37:53.043392+0000","last_active":"2024-09-19T14:23:50.387198+0000","last_peered":"2024-09-19T14:23:50.387198+0000","last_clean":"2024-09-19T14:23:50.387198+0000","last_became_active":"2024-09-19T13:37:53.042735+0000","last_became_peered":"2024-09-19T13:37:53.042735+0000","last_unstale":"2024-09-19T14:23:50.387198+0000","last_undegraded":"2024-09-19T14:23:50.387198+0000","last_fullsized":"2024-09-19T14:23:50.387198+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:32:45.623412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":390,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":137,"num_read_kb":134,"num_write":268,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.b","version":"268'247","reported_seq":931,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:10.388981+0000","last_change":"2024-09-19T13:37:45.011686+0000","last_active":"2024-09-19T14:22:10.388981+0000","last_peered":"2024-09-19T14:22:10.388981+0000","last_clean":"2024-09-19T14:22:10.388981+0000","last_became_active":"2024-09-19T13:37:45.005737+0000","last_became_peered":"2024-09-19T13:37:45.005737+0000","last_unstale":"2024-09-19T14:22:10.388981+0000","last_undegraded":"2024-09-19T14:22:10.388981+0000","last_fullsized":"2024-09-19T14:22:10.388981+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":200,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:53:22.295169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1052,"num_read_kb":871,"num_write":357,"num_write_kb":175,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"268'304","reported_seq":922,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.777840+0000","last_change":"2024-09-19T13:37:43.002990+0000","last_active":"2024-09-19T14:23:59.777840+0000","last_peered":"2024-09-19T14:23:59.777840+0000","last_clean":"2024-09-19T14:23:59.777840+0000","last_became_active":"2024-09-19T13:37:43.002626+0000","last_became_peered":"2024-09-19T13:37:43.002626+0000","last_unstale":"2024-09-19T14:23:59.777840+0000","last_undegraded":"2024-09-19T14:23:59.777840+0000","last_fullsized":"2024-09-19T14:23:59.777840+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":200,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:37:50.479828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1153463,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":494,"num_read_kb":32217,"num_write":932,"num_write_kb":68270,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":502,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:17.790316+0000","last_change":"2024-09-19T13:37:46.989145+0000","last_active":"2024-09-19T14:21:17.790316+0000","last_peered":"2024-09-19T14:21:17.790316+0000","last_clean":"2024-09-19T14:21:17.790316+0000","last_became_active":"2024-09-19T13:37:46.988390+0000","last_became_peered":"2024-09-19T13:37:46.988390+0000","last_unstale":"2024-09-19T14:21:17.790316+0000","last_undegraded":"2024-09-19T14:21:17.790316+0000","last_fullsized":"2024-09-19T14:21:17.790316+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:12:10.613408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.9","version":"268'440","reported_seq":1064,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:51.264558+0000","last_change":"2024-09-19T13:37:48.993253+0000","last_active":"2024-09-19T14:23:51.264558+0000","last_peered":"2024-09-19T14:23:51.264558+0000","last_clean":"2024-09-19T14:23:51.264558+0000","last_became_active":"2024-09-19T13:37:48.988851+0000","last_became_peered":"2024-09-19T13:37:48.988851+0000","last_unstale":"2024-09-19T14:23:51.264558+0000","last_undegraded":"2024-09-19T14:23:51.264558+0000","last_fullsized":"2024-09-19T14:23:51.264558+0000","mapping_epoch":31,"log_start":"268'400","ondisk_log_start":"268'400","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":400,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:02:27.534187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":105284,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":750,"num_read_kb":1623,"num_write":618,"num_write_kb":529,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:12.786572+0000","last_change":"2024-09-19T13:37:51.031847+0000","last_active":"2024-09-19T14:21:12.786572+0000","last_peered":"2024-09-19T14:21:12.786572+0000","last_clean":"2024-09-19T14:21:12.786572+0000","last_became_active":"2024-09-19T13:37:51.031123+0000","last_became_peered":"2024-09-19T13:37:51.031123+0000","last_unstale":"2024-09-19T14:21:12.786572+0000","last_undegraded":"2024-09-19T14:21:12.786572+0000","last_fullsized":"2024-09-19T14:21:12.786572+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:39:32.620401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.7","version":"268'122","reported_seq":628,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:31.768621+0000","last_change":"2024-09-19T13:37:53.035483+0000","last_active":"2024-09-19T14:22:31.768621+0000","last_peered":"2024-09-19T14:22:31.768621+0000","last_clean":"2024-09-19T14:22:31.768621+0000","last_became_active":"2024-09-19T13:37:53.034849+0000","last_became_peered":"2024-09-19T13:37:53.034849+0000","last_unstale":"2024-09-19T14:22:31.768621+0000","last_undegraded":"2024-09-19T14:22:31.768621+0000","last_fullsized":"2024-09-19T14:22:31.768621+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":100,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:37:17.528637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":920,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":151,"num_read_kb":147,"num_write":280,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.c","version":"268'95","reported_seq":687,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:43.535817+0000","last_change":"2024-09-19T13:37:44.992453+0000","last_active":"2024-09-19T14:21:43.535817+0000","last_peered":"2024-09-19T14:21:43.535817+0000","last_clean":"2024-09-19T14:21:43.535817+0000","last_became_active":"2024-09-19T13:37:44.992068+0000","last_became_peered":"2024-09-19T13:37:44.992068+0000","last_unstale":"2024-09-19T14:21:43.535817+0000","last_undegraded":"2024-09-19T14:21:43.535817+0000","last_fullsized":"2024-09-19T14:21:43.535817+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":0,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:25:52.450736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":399,"num_read_kb":339,"num_write":132,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"268'288","reported_seq":1047,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:14.466388+0000","last_change":"2024-09-19T13:37:43.005286+0000","last_active":"2024-09-19T14:22:14.466388+0000","last_peered":"2024-09-19T14:22:14.466388+0000","last_clean":"2024-09-19T14:22:14.466388+0000","last_became_active":"2024-09-19T13:37:43.004325+0000","last_became_peered":"2024-09-19T13:37:43.004325+0000","last_unstale":"2024-09-19T14:22:14.466388+0000","last_undegraded":"2024-09-19T14:22:14.466388+0000","last_fullsized":"2024-09-19T14:22:14.466388+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":200,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:40:41.387855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15182801,"num_objects":76,"num_object_clones":0,"num_object_copies":228,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":76,"num_whiteouts":0,"num_read":1002,"num_read_kb":41168,"num_write":1033,"num_write_kb":40345,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:32.784605+0000","last_change":"2024-09-19T13:37:47.006036+0000","last_active":"2024-09-19T14:20:32.784605+0000","last_peered":"2024-09-19T14:20:32.784605+0000","last_clean":"2024-09-19T14:20:32.784605+0000","last_became_active":"2024-09-19T13:37:47.003472+0000","last_became_peered":"2024-09-19T13:37:47.003472+0000","last_unstale":"2024-09-19T14:20:32.784605+0000","last_undegraded":"2024-09-19T14:20:32.784605+0000","last_fullsized":"2024-09-19T14:20:32.784605+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:01:12.636153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.e","version":"268'305","reported_seq":885,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.025609+0000","last_change":"2024-09-19T13:37:48.997116+0000","last_active":"2024-09-19T14:23:59.025609+0000","last_peered":"2024-09-19T14:23:59.025609+0000","last_clean":"2024-09-19T14:23:59.025609+0000","last_became_active":"2024-09-19T13:37:48.996602+0000","last_became_peered":"2024-09-19T13:37:48.996602+0000","last_unstale":"2024-09-19T14:23:59.025609+0000","last_undegraded":"2024-09-19T14:23:59.025609+0000","last_fullsized":"2024-09-19T14:23:59.025609+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":200,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:10:44.167504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51799,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":527,"num_read_kb":1184,"num_write":478,"num_write_kb":402,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":490,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:47.787819+0000","last_change":"2024-09-19T13:37:51.024582+0000","last_active":"2024-09-19T14:20:47.787819+0000","last_peered":"2024-09-19T14:20:47.787819+0000","last_clean":"2024-09-19T14:20:47.787819+0000","last_became_active":"2024-09-19T13:37:51.023139+0000","last_became_peered":"2024-09-19T13:37:51.023139+0000","last_unstale":"2024-09-19T14:20:47.787819+0000","last_undegraded":"2024-09-19T14:20:47.787819+0000","last_fullsized":"2024-09-19T14:20:47.787819+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:51:56.212299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.0","version":"268'113","reported_seq":619,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:50.388363+0000","last_change":"2024-09-19T13:37:53.030417+0000","last_active":"2024-09-19T14:23:50.388363+0000","last_peered":"2024-09-19T14:23:50.388363+0000","last_clean":"2024-09-19T14:23:50.388363+0000","last_became_active":"2024-09-19T13:37:53.029335+0000","last_became_peered":"2024-09-19T13:37:53.029335+0000","last_unstale":"2024-09-19T14:23:50.388363+0000","last_undegraded":"2024-09-19T14:23:50.388363+0000","last_fullsized":"2024-09-19T14:23:50.388363+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:24:27.514468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":175,"num_read_kb":161,"num_write":276,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.d","version":"268'375","reported_seq":1108,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:53.088907+0000","last_change":"2024-09-19T13:37:44.984863+0000","last_active":"2024-09-19T14:21:53.088907+0000","last_peered":"2024-09-19T14:21:53.088907+0000","last_clean":"2024-09-19T14:21:53.088907+0000","last_became_active":"2024-09-19T13:37:44.984050+0000","last_became_peered":"2024-09-19T13:37:44.984050+0000","last_unstale":"2024-09-19T14:21:53.088907+0000","last_undegraded":"2024-09-19T14:21:53.088907+0000","last_fullsized":"2024-09-19T14:21:53.088907+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":300,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:57:58.078621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1811,"num_read_kb":1552,"num_write":558,"num_write_kb":315,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"268'337","reported_seq":972,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.581398+0000","last_change":"2024-09-19T13:37:42.978596+0000","last_active":"2024-09-19T14:23:59.581398+0000","last_peered":"2024-09-19T14:23:59.581398+0000","last_clean":"2024-09-19T14:23:59.581398+0000","last_became_active":"2024-09-19T13:37:42.977928+0000","last_became_peered":"2024-09-19T13:37:42.977928+0000","last_unstale":"2024-09-19T14:23:59.581398+0000","last_undegraded":"2024-09-19T14:23:59.581398+0000","last_fullsized":"2024-09-19T14:23:59.581398+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:07:30.510582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":248340,"num_objects":33,"num_object_clones":0,"num_object_copies":99,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":33,"num_whiteouts":0,"num_read":620,"num_read_kb":468,"num_write":1111,"num_write_kb":30200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":503,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:32.776835+0000","last_change":"2024-09-19T13:37:46.994678+0000","last_active":"2024-09-19T14:20:32.776835+0000","last_peered":"2024-09-19T14:20:32.776835+0000","last_clean":"2024-09-19T14:20:32.776835+0000","last_became_active":"2024-09-19T13:37:46.993980+0000","last_became_peered":"2024-09-19T13:37:46.993980+0000","last_unstale":"2024-09-19T14:20:32.776835+0000","last_undegraded":"2024-09-19T14:20:32.776835+0000","last_fullsized":"2024-09-19T14:20:32.776835+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:05:45.078620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.f","version":"268'302","reported_seq":887,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:02.812447+0000","last_change":"2024-09-19T13:37:49.008787+0000","last_active":"2024-09-19T14:23:02.812447+0000","last_peered":"2024-09-19T14:23:02.812447+0000","last_clean":"2024-09-19T14:23:02.812447+0000","last_became_active":"2024-09-19T13:37:49.005979+0000","last_became_peered":"2024-09-19T13:37:49.005979+0000","last_unstale":"2024-09-19T14:23:02.812447+0000","last_undegraded":"2024-09-19T14:23:02.812447+0000","last_fullsized":"2024-09-19T14:23:02.812447+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":200,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:57:17.323630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55640,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":478,"num_read_kb":962,"num_write":388,"num_write_kb":292,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.e","version":"268'748","reported_seq":3981,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:51.353774+0000","last_change":"2024-09-19T13:37:51.032982+0000","last_active":"2024-09-19T14:23:51.353774+0000","last_peered":"2024-09-19T14:23:51.353774+0000","last_clean":"2024-09-19T14:23:51.353774+0000","last_became_active":"2024-09-19T13:37:51.032240+0000","last_became_peered":"2024-09-19T13:37:51.032240+0000","last_unstale":"2024-09-19T14:23:51.353774+0000","last_undegraded":"2024-09-19T14:23:51.353774+0000","last_fullsized":"2024-09-19T14:23:51.353774+0000","mapping_epoch":33,"log_start":"268'700","ondisk_log_start":"268'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":700,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:54:35.344168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1","version":"268'140","reported_seq":644,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:11.342826+0000","last_change":"2024-09-19T13:37:53.035845+0000","last_active":"2024-09-19T14:22:11.342826+0000","last_peered":"2024-09-19T14:22:11.342826+0000","last_clean":"2024-09-19T14:22:11.342826+0000","last_became_active":"2024-09-19T13:37:53.035183+0000","last_became_peered":"2024-09-19T13:37:53.035183+0000","last_unstale":"2024-09-19T14:22:11.342826+0000","last_undegraded":"2024-09-19T14:22:11.342826+0000","last_fullsized":"2024-09-19T14:22:11.342826+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:04:04.317719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1243,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":190,"num_read_kb":179,"num_write":349,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.e","version":"268'131","reported_seq":688,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:58.708890+0000","last_change":"2024-09-19T13:37:44.984464+0000","last_active":"2024-09-19T14:21:58.708890+0000","last_peered":"2024-09-19T14:21:58.708890+0000","last_clean":"2024-09-19T14:21:58.708890+0000","last_became_active":"2024-09-19T13:37:44.984007+0000","last_became_peered":"2024-09-19T13:37:44.984007+0000","last_unstale":"2024-09-19T14:21:58.708890+0000","last_undegraded":"2024-09-19T14:21:58.708890+0000","last_fullsized":"2024-09-19T14:21:58.708890+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:51:27.398453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":571,"num_read_kb":457,"num_write":223,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"268'314","reported_seq":934,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.563416+0000","last_change":"2024-09-19T13:37:42.993108+0000","last_active":"2024-09-19T14:23:59.563416+0000","last_peered":"2024-09-19T14:23:59.563416+0000","last_clean":"2024-09-19T14:23:59.563416+0000","last_became_active":"2024-09-19T13:37:42.992673+0000","last_became_peered":"2024-09-19T13:37:42.992673+0000","last_unstale":"2024-09-19T14:23:59.563416+0000","last_undegraded":"2024-09-19T14:23:59.563416+0000","last_fullsized":"2024-09-19T14:23:59.563416+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:43:47.663769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":208,"num_objects":18,"num_object_clones":0,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":500,"num_read_kb":30694,"num_write":885,"num_write_kb":42322,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"30'2","reported_seq":1457,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:57.830873+0000","last_change":"2024-09-19T13:37:46.992002+0000","last_active":"2024-09-19T14:23:57.830873+0000","last_peered":"2024-09-19T14:23:57.830873+0000","last_clean":"2024-09-19T14:23:57.830873+0000","last_became_active":"2024-09-19T13:37:46.991680+0000","last_became_peered":"2024-09-19T13:37:46.991680+0000","last_unstale":"2024-09-19T14:23:57.830873+0000","last_undegraded":"2024-09-19T14:23:57.830873+0000","last_fullsized":"2024-09-19T14:23:57.830873+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:50:00.751164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":952,"num_read_kb":952,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.c","version":"268'67","reported_seq":589,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:13.548200+0000","last_change":"2024-09-19T13:37:49.000623+0000","last_active":"2024-09-19T14:21:13.548200+0000","last_peered":"2024-09-19T14:21:13.548200+0000","last_clean":"2024-09-19T14:21:13.548200+0000","last_became_active":"2024-09-19T13:37:48.995316+0000","last_became_peered":"2024-09-19T13:37:48.995316+0000","last_unstale":"2024-09-19T14:21:13.548200+0000","last_undegraded":"2024-09-19T14:21:13.548200+0000","last_fullsized":"2024-09-19T14:21:13.548200+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":0,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:01:51.437645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":77,"num_read_kb":71,"num_write":52,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.d","version":"268'747","reported_seq":2551,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:57.866007+0000","last_change":"2024-09-19T13:37:50.993985+0000","last_active":"2024-09-19T14:23:57.866007+0000","last_peered":"2024-09-19T14:23:57.866007+0000","last_clean":"2024-09-19T14:23:57.866007+0000","last_became_active":"2024-09-19T13:37:50.993347+0000","last_became_peered":"2024-09-19T13:37:50.993347+0000","last_unstale":"2024-09-19T14:23:57.866007+0000","last_undegraded":"2024-09-19T14:23:57.866007+0000","last_fullsized":"2024-09-19T14:23:57.866007+0000","mapping_epoch":33,"log_start":"268'700","ondisk_log_start":"268'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":700,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:07:36.252341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.2","version":"268'124","reported_seq":623,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:05.970054+0000","last_change":"2024-09-19T13:37:53.027693+0000","last_active":"2024-09-19T14:22:05.970054+0000","last_peered":"2024-09-19T14:22:05.970054+0000","last_clean":"2024-09-19T14:22:05.970054+0000","last_became_active":"2024-09-19T13:37:53.026813+0000","last_became_peered":"2024-09-19T13:37:53.026813+0000","last_unstale":"2024-09-19T14:22:05.970054+0000","last_undegraded":"2024-09-19T14:22:05.970054+0000","last_fullsized":"2024-09-19T14:22:05.970054+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:41:59.896482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":425,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":148,"num_read_kb":143,"num_write":288,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.f","version":"268'406","reported_seq":1163,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:34.719122+0000","last_change":"2024-09-19T13:37:44.994367+0000","last_active":"2024-09-19T14:21:34.719122+0000","last_peered":"2024-09-19T14:21:34.719122+0000","last_clean":"2024-09-19T14:21:34.719122+0000","last_became_active":"2024-09-19T13:37:44.993668+0000","last_became_peered":"2024-09-19T13:37:44.993668+0000","last_unstale":"2024-09-19T14:21:34.719122+0000","last_undegraded":"2024-09-19T14:21:34.719122+0000","last_fullsized":"2024-09-19T14:21:34.719122+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":300,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:47:03.674479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2013,"num_read_kb":1743,"num_write":719,"num_write_kb":481,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.8","version":"268'274","reported_seq":926,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:16.357643+0000","last_change":"2024-09-19T13:37:42.978677+0000","last_active":"2024-09-19T14:22:16.357643+0000","last_peered":"2024-09-19T14:22:16.357643+0000","last_clean":"2024-09-19T14:22:16.357643+0000","last_became_active":"2024-09-19T13:37:42.977623+0000","last_became_peered":"2024-09-19T13:37:42.977623+0000","last_unstale":"2024-09-19T14:22:16.357643+0000","last_undegraded":"2024-09-19T14:22:16.357643+0000","last_fullsized":"2024-09-19T14:22:16.357643+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":200,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:58:26.184685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8389346,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":489,"num_read_kb":109168,"num_write":1013,"num_write_kb":60244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2],"acting":[4,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":497,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:34.803882+0000","last_change":"2024-09-19T13:37:46.977782+0000","last_active":"2024-09-19T14:20:34.803882+0000","last_peered":"2024-09-19T14:20:34.803882+0000","last_clean":"2024-09-19T14:20:34.803882+0000","last_became_active":"2024-09-19T13:37:46.977414+0000","last_became_peered":"2024-09-19T13:37:46.977414+0000","last_unstale":"2024-09-19T14:20:34.803882+0000","last_undegraded":"2024-09-19T14:20:34.803882+0000","last_fullsized":"2024-09-19T14:20:34.803882+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:13:10.059344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.d","version":"268'349","reported_seq":960,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.805350+0000","last_change":"2024-09-19T13:37:48.990113+0000","last_active":"2024-09-19T14:23:59.805350+0000","last_peered":"2024-09-19T14:23:59.805350+0000","last_clean":"2024-09-19T14:23:59.805350+0000","last_became_active":"2024-09-19T13:37:48.989441+0000","last_became_peered":"2024-09-19T13:37:48.989441+0000","last_unstale":"2024-09-19T14:23:59.805350+0000","last_undegraded":"2024-09-19T14:23:59.805350+0000","last_fullsized":"2024-09-19T14:23:59.805350+0000","mapping_epoch":31,"log_start":"268'300","ondisk_log_start":"268'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:39:18.165605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64500,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":579,"num_read_kb":1236,"num_write":461,"num_write_kb":333,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":493,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:39.775521+0000","last_change":"2024-09-19T13:37:51.036775+0000","last_active":"2024-09-19T14:20:39.775521+0000","last_peered":"2024-09-19T14:20:39.775521+0000","last_clean":"2024-09-19T14:20:39.775521+0000","last_became_active":"2024-09-19T13:37:51.036123+0000","last_became_peered":"2024-09-19T13:37:51.036123+0000","last_unstale":"2024-09-19T14:20:39.775521+0000","last_undegraded":"2024-09-19T14:20:39.775521+0000","last_fullsized":"2024-09-19T14:20:39.775521+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:30:42.562434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.3","version":"268'103","reported_seq":595,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:15.460911+0000","last_change":"2024-09-19T13:37:53.044426+0000","last_active":"2024-09-19T14:22:15.460911+0000","last_peered":"2024-09-19T14:22:15.460911+0000","last_clean":"2024-09-19T14:22:15.460911+0000","last_became_active":"2024-09-19T13:37:53.043696+0000","last_became_peered":"2024-09-19T13:37:53.043696+0000","last_unstale":"2024-09-19T14:22:15.460911+0000","last_undegraded":"2024-09-19T14:22:15.460911+0000","last_fullsized":"2024-09-19T14:22:15.460911+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:58:17.203849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":449,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":125,"num_read_kb":125,"num_write":243,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"268'186","reported_seq":760,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:51.314142+0000","last_change":"2024-09-19T13:37:44.984987+0000","last_active":"2024-09-19T14:21:51.314142+0000","last_peered":"2024-09-19T14:21:51.314142+0000","last_clean":"2024-09-19T14:21:51.314142+0000","last_became_active":"2024-09-19T13:37:44.984586+0000","last_became_peered":"2024-09-19T13:37:44.984586+0000","last_unstale":"2024-09-19T14:21:51.314142+0000","last_undegraded":"2024-09-19T14:21:51.314142+0000","last_fullsized":"2024-09-19T14:21:51.314142+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:01:20.320349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":791,"num_read_kb":653,"num_write":273,"num_write_kb":127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":623,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:29.790876+0000","last_change":"2024-09-19T13:37:20.021639+0000","last_active":"2024-09-19T14:21:29.790876+0000","last_peered":"2024-09-19T14:21:29.790876+0000","last_clean":"2024-09-19T14:21:29.790876+0000","last_became_active":"2024-09-19T13:37:20.020828+0000","last_became_peered":"2024-09-19T13:37:20.020828+0000","last_unstale":"2024-09-19T14:21:29.790876+0000","last_undegraded":"2024-09-19T14:21:29.790876+0000","last_fullsized":"2024-09-19T14:21:29.790876+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:18.810665+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:18.810665+0000","last_clean_scrub_stamp":"2024-09-19T13:37:18.810665+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:21:05.623363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"19'1","reported_seq":526,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:09.812974+0000","last_change":"2024-09-19T13:37:26.910175+0000","last_active":"2024-09-19T14:21:09.812974+0000","last_peered":"2024-09-19T14:21:09.812974+0000","last_clean":"2024-09-19T14:21:09.812974+0000","last_became_active":"2024-09-19T13:37:24.882871+0000","last_became_peered":"2024-09-19T13:37:24.882871+0000","last_unstale":"2024-09-19T14:21:09.812974+0000","last_undegraded":"2024-09-19T14:21:09.812974+0000","last_fullsized":"2024-09-19T14:21:09.812974+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_clean_scrub_stamp":"2024-09-19T13:37:23.851921+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:39:03.900366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0023960740000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"268'316","reported_seq":1017,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:32.611331+0000","last_change":"2024-09-19T13:37:42.973179+0000","last_active":"2024-09-19T14:23:32.611331+0000","last_peered":"2024-09-19T14:23:32.611331+0000","last_clean":"2024-09-19T14:23:32.611331+0000","last_became_active":"2024-09-19T13:37:42.971743+0000","last_became_peered":"2024-09-19T13:37:42.971743+0000","last_unstale":"2024-09-19T14:23:32.611331+0000","last_undegraded":"2024-09-19T14:23:32.611331+0000","last_fullsized":"2024-09-19T14:23:32.611331+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":300,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:56:58.907736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7524062,"num_objects":73,"num_object_clones":0,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":0,"num_read":813,"num_read_kb":17240,"num_write":1075,"num_write_kb":39502,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,0],"acting":[4,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:34.777397+0000","last_change":"2024-09-19T13:37:47.002887+0000","last_active":"2024-09-19T14:21:34.777397+0000","last_peered":"2024-09-19T14:21:34.777397+0000","last_clean":"2024-09-19T14:21:34.777397+0000","last_became_active":"2024-09-19T13:37:47.002326+0000","last_became_peered":"2024-09-19T13:37:47.002326+0000","last_unstale":"2024-09-19T14:21:34.777397+0000","last_undegraded":"2024-09-19T14:21:34.777397+0000","last_fullsized":"2024-09-19T14:21:34.777397+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:33:36.557077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.7","version":"268'674","reported_seq":1371,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.578121+0000","last_change":"2024-09-19T13:37:49.012675+0000","last_active":"2024-09-19T14:23:59.578121+0000","last_peered":"2024-09-19T14:23:59.578121+0000","last_clean":"2024-09-19T14:23:59.578121+0000","last_became_active":"2024-09-19T13:37:49.012087+0000","last_became_peered":"2024-09-19T13:37:49.012087+0000","last_unstale":"2024-09-19T14:23:59.578121+0000","last_undegraded":"2024-09-19T14:23:59.578121+0000","last_fullsized":"2024-09-19T14:23:59.578121+0000","mapping_epoch":31,"log_start":"268'600","ondisk_log_start":"268'600","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":600,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:10:34.815535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":169324,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1316,"num_read_kb":2879,"num_write":1211,"num_write_kb":1083,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:12.786840+0000","last_change":"2024-09-19T13:37:51.031786+0000","last_active":"2024-09-19T14:21:12.786840+0000","last_peered":"2024-09-19T14:21:12.786840+0000","last_clean":"2024-09-19T14:21:12.786840+0000","last_became_active":"2024-09-19T13:37:51.031011+0000","last_became_peered":"2024-09-19T13:37:51.031011+0000","last_unstale":"2024-09-19T14:21:12.786840+0000","last_undegraded":"2024-09-19T14:21:12.786840+0000","last_fullsized":"2024-09-19T14:21:12.786840+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:29:46.681818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"268'214","reported_seq":952,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:31.700186+0000","last_change":"2024-09-19T13:37:53.040574+0000","last_active":"2024-09-19T14:22:31.700186+0000","last_peered":"2024-09-19T14:22:31.700186+0000","last_clean":"2024-09-19T14:22:31.700186+0000","last_became_active":"2024-09-19T13:37:53.036512+0000","last_became_peered":"2024-09-19T13:37:53.036512+0000","last_unstale":"2024-09-19T14:22:31.700186+0000","last_undegraded":"2024-09-19T14:22:31.700186+0000","last_fullsized":"2024-09-19T14:22:31.700186+0000","mapping_epoch":35,"log_start":"268'200","ondisk_log_start":"268'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":200,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:19:05.937058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":433,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":629,"num_read_kb":590,"num_write":474,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"268'4196","reported_seq":4825,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:07.785606+0000","last_change":"2024-09-19T13:37:45.006705+0000","last_active":"2024-09-19T14:21:07.785606+0000","last_peered":"2024-09-19T14:21:07.785606+0000","last_clean":"2024-09-19T14:21:07.785606+0000","last_became_active":"2024-09-19T13:37:45.005990+0000","last_became_peered":"2024-09-19T13:37:45.005990+0000","last_unstale":"2024-09-19T14:21:07.785606+0000","last_undegraded":"2024-09-19T14:21:07.785606+0000","last_fullsized":"2024-09-19T14:21:07.785606+0000","mapping_epoch":27,"log_start":"268'4100","ondisk_log_start":"268'4100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":3000,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:01:40.422126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16871,"num_read_kb":14145,"num_write":6317,"num_write_kb":3157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":526,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:29.818203+0000","last_change":"2024-09-19T13:37:26.910921+0000","last_active":"2024-09-19T14:21:29.818203+0000","last_peered":"2024-09-19T14:21:29.818203+0000","last_clean":"2024-09-19T14:21:29.818203+0000","last_became_active":"2024-09-19T13:37:24.881264+0000","last_became_peered":"2024-09-19T13:37:24.881264+0000","last_unstale":"2024-09-19T14:21:29.818203+0000","last_undegraded":"2024-09-19T14:21:29.818203+0000","last_fullsized":"2024-09-19T14:21:29.818203+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_clean_scrub_stamp":"2024-09-19T13:37:23.851921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:26:24.915080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0026683119999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"268'295","reported_seq":970,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:27.792274+0000","last_change":"2024-09-19T13:37:42.997302+0000","last_active":"2024-09-19T14:21:27.792274+0000","last_peered":"2024-09-19T14:21:27.792274+0000","last_clean":"2024-09-19T14:21:27.792274+0000","last_became_active":"2024-09-19T13:37:42.996368+0000","last_became_peered":"2024-09-19T13:37:42.996368+0000","last_unstale":"2024-09-19T14:21:27.792274+0000","last_undegraded":"2024-09-19T14:21:27.792274+0000","last_fullsized":"2024-09-19T14:21:27.792274+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:07:52.695765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58620,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":634,"num_read_kb":610,"num_write":1127,"num_write_kb":28646,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,4],"acting":[6,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:09.813169+0000","last_change":"2024-09-19T13:37:47.003210+0000","last_active":"2024-09-19T14:21:09.813169+0000","last_peered":"2024-09-19T14:21:09.813169+0000","last_clean":"2024-09-19T14:21:09.813169+0000","last_became_active":"2024-09-19T13:37:47.002818+0000","last_became_peered":"2024-09-19T13:37:47.002818+0000","last_unstale":"2024-09-19T14:21:09.813169+0000","last_undegraded":"2024-09-19T14:21:09.813169+0000","last_fullsized":"2024-09-19T14:21:09.813169+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:18:52.820772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.4","version":"268'1236","reported_seq":2716,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:51.345644+0000","last_change":"2024-09-19T13:37:49.005756+0000","last_active":"2024-09-19T14:23:51.345644+0000","last_peered":"2024-09-19T14:23:51.345644+0000","last_clean":"2024-09-19T14:23:51.345644+0000","last_became_active":"2024-09-19T13:37:49.005054+0000","last_became_peered":"2024-09-19T13:37:49.005054+0000","last_unstale":"2024-09-19T14:23:51.345644+0000","last_undegraded":"2024-09-19T14:23:51.345644+0000","last_fullsized":"2024-09-19T14:23:51.345644+0000","mapping_epoch":31,"log_start":"268'1200","ondisk_log_start":"268'1200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":1200,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:11:56.139827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":170535,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":1974,"num_read_kb":3429,"num_write":1102,"num_write_kb":951,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":491,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:44.822321+0000","last_change":"2024-09-19T13:37:51.041205+0000","last_active":"2024-09-19T14:21:44.822321+0000","last_peered":"2024-09-19T14:21:44.822321+0000","last_clean":"2024-09-19T14:21:44.822321+0000","last_became_active":"2024-09-19T13:37:51.040146+0000","last_became_peered":"2024-09-19T13:37:51.040146+0000","last_unstale":"2024-09-19T14:21:44.822321+0000","last_undegraded":"2024-09-19T14:21:44.822321+0000","last_fullsized":"2024-09-19T14:21:44.822321+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:00:43.235955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.a","version":"268'253","reported_seq":814,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:17.238549+0000","last_change":"2024-09-19T13:37:53.026270+0000","last_active":"2024-09-19T14:22:17.238549+0000","last_peered":"2024-09-19T14:22:17.238549+0000","last_clean":"2024-09-19T14:22:17.238549+0000","last_became_active":"2024-09-19T13:37:53.025312+0000","last_became_peered":"2024-09-19T13:37:53.025312+0000","last_unstale":"2024-09-19T14:22:17.238549+0000","last_undegraded":"2024-09-19T14:22:17.238549+0000","last_fullsized":"2024-09-19T14:22:17.238549+0000","mapping_epoch":35,"log_start":"268'200","ondisk_log_start":"268'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":200,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:01:39.948930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":435,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":514,"num_read_kb":477,"num_write":500,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"268'301","reported_seq":960,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:11.353646+0000","last_change":"2024-09-19T13:37:44.992071+0000","last_active":"2024-09-19T14:22:11.353646+0000","last_peered":"2024-09-19T14:22:11.353646+0000","last_clean":"2024-09-19T14:22:11.353646+0000","last_became_active":"2024-09-19T13:37:44.991339+0000","last_became_peered":"2024-09-19T13:37:44.991339+0000","last_unstale":"2024-09-19T14:22:11.353646+0000","last_undegraded":"2024-09-19T14:22:11.353646+0000","last_fullsized":"2024-09-19T14:22:11.353646+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":200,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:12:49.279249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1326,"num_read_kb":1077,"num_write":447,"num_write_kb":243,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":527,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:12.793062+0000","last_change":"2024-09-19T13:37:27.245225+0000","last_active":"2024-09-19T14:21:12.793062+0000","last_peered":"2024-09-19T14:21:12.793062+0000","last_clean":"2024-09-19T14:21:12.793062+0000","last_became_active":"2024-09-19T13:37:24.882335+0000","last_became_peered":"2024-09-19T13:37:24.882335+0000","last_unstale":"2024-09-19T14:21:12.793062+0000","last_undegraded":"2024-09-19T14:21:12.793062+0000","last_fullsized":"2024-09-19T14:21:12.793062+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_clean_scrub_stamp":"2024-09-19T13:37:23.851921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:43:03.530810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00084389399999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.0","version":"268'306","reported_seq":984,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:15.216738+0000","last_change":"2024-09-19T13:37:43.020225+0000","last_active":"2024-09-19T14:22:15.216738+0000","last_peered":"2024-09-19T14:22:15.216738+0000","last_clean":"2024-09-19T14:22:15.216738+0000","last_became_active":"2024-09-19T13:37:43.011938+0000","last_became_peered":"2024-09-19T13:37:43.011938+0000","last_unstale":"2024-09-19T14:22:15.216738+0000","last_undegraded":"2024-09-19T14:22:15.216738+0000","last_fullsized":"2024-09-19T14:22:15.216738+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":200,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:45:09.023825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12670541,"num_objects":97,"num_object_clones":0,"num_object_copies":291,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":97,"num_whiteouts":0,"num_read":576,"num_read_kb":10131,"num_write":1072,"num_write_kb":42957,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"30'1","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:07.792110+0000","last_change":"2024-09-19T13:37:47.004310+0000","last_active":"2024-09-19T14:21:07.792110+0000","last_peered":"2024-09-19T14:21:07.792110+0000","last_clean":"2024-09-19T14:21:07.792110+0000","last_became_active":"2024-09-19T13:37:47.003498+0000","last_became_peered":"2024-09-19T13:37:47.003498+0000","last_unstale":"2024-09-19T14:21:07.792110+0000","last_undegraded":"2024-09-19T14:21:07.792110+0000","last_fullsized":"2024-09-19T14:21:07.792110+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:24:46.251078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.5","version":"268'223","reported_seq":1326,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:49.804474+0000","last_change":"2024-09-19T13:37:49.007076+0000","last_active":"2024-09-19T14:23:49.804474+0000","last_peered":"2024-09-19T14:23:49.804474+0000","last_clean":"2024-09-19T14:23:49.804474+0000","last_became_active":"2024-09-19T13:37:49.002780+0000","last_became_peered":"2024-09-19T13:37:49.002780+0000","last_unstale":"2024-09-19T14:23:49.804474+0000","last_undegraded":"2024-09-19T14:23:49.804474+0000","last_fullsized":"2024-09-19T14:23:49.804474+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":200,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:31:52.588832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":181,"num_read_kb":173,"num_write":153,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":493,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:37.788441+0000","last_change":"2024-09-19T13:37:51.025935+0000","last_active":"2024-09-19T14:21:37.788441+0000","last_peered":"2024-09-19T14:21:37.788441+0000","last_clean":"2024-09-19T14:21:37.788441+0000","last_became_active":"2024-09-19T13:37:51.024903+0000","last_became_peered":"2024-09-19T13:37:51.024903+0000","last_unstale":"2024-09-19T14:21:37.788441+0000","last_undegraded":"2024-09-19T14:21:37.788441+0000","last_fullsized":"2024-09-19T14:21:37.788441+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:07:36.992714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.b","version":"268'235","reported_seq":842,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:31.882989+0000","last_change":"2024-09-19T13:37:53.038541+0000","last_active":"2024-09-19T14:22:31.882989+0000","last_peered":"2024-09-19T14:22:31.882989+0000","last_clean":"2024-09-19T14:22:31.882989+0000","last_became_active":"2024-09-19T13:37:53.037940+0000","last_became_peered":"2024-09-19T13:37:53.037940+0000","last_unstale":"2024-09-19T14:22:31.882989+0000","last_undegraded":"2024-09-19T14:22:31.882989+0000","last_fullsized":"2024-09-19T14:22:31.882989+0000","mapping_epoch":35,"log_start":"268'200","ondisk_log_start":"268'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":200,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:37:27.607612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":530,"num_read_kb":545,"num_write":514,"num_write_kb":149,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"268'179","reported_seq":791,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:45.657361+0000","last_change":"2024-09-19T13:37:44.996569+0000","last_active":"2024-09-19T14:21:45.657361+0000","last_peered":"2024-09-19T14:21:45.657361+0000","last_clean":"2024-09-19T14:21:45.657361+0000","last_became_active":"2024-09-19T13:37:44.995795+0000","last_became_peered":"2024-09-19T13:37:44.995795+0000","last_unstale":"2024-09-19T14:21:45.657361+0000","last_undegraded":"2024-09-19T14:21:45.657361+0000","last_fullsized":"2024-09-19T14:21:45.657361+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":100,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:55:56.767487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":803,"num_read_kb":658,"num_write":281,"num_write_kb":132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"21'2","reported_seq":527,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:09.812940+0000","last_change":"2024-09-19T13:37:26.909976+0000","last_active":"2024-09-19T14:21:09.812940+0000","last_peered":"2024-09-19T14:21:09.812940+0000","last_clean":"2024-09-19T14:21:09.812940+0000","last_became_active":"2024-09-19T13:37:24.905107+0000","last_became_peered":"2024-09-19T13:37:24.905107+0000","last_unstale":"2024-09-19T14:21:09.812940+0000","last_undegraded":"2024-09-19T14:21:09.812940+0000","last_fullsized":"2024-09-19T14:21:09.812940+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_clean_scrub_stamp":"2024-09-19T13:37:23.851921+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:50:46.154909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0022530250000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"268'320","reported_seq":969,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:47.623212+0000","last_change":"2024-09-19T13:38:12.009790+0000","last_active":"2024-09-19T14:20:47.623212+0000","last_peered":"2024-09-19T14:20:47.623212+0000","last_clean":"2024-09-19T14:20:47.623212+0000","last_became_active":"2024-09-19T13:38:12.008906+0000","last_became_peered":"2024-09-19T13:38:12.008906+0000","last_unstale":"2024-09-19T14:20:47.623212+0000","last_undegraded":"2024-09-19T14:20:47.623212+0000","last_fullsized":"2024-09-19T14:20:47.623212+0000","mapping_epoch":38,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:36:39.103189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9725604,"num_objects":65,"num_object_clones":0,"num_object_copies":195,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":683,"num_read_kb":29582,"num_write":1290,"num_write_kb":42023,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,4],"acting":[6,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:42.799631+0000","last_change":"2024-09-19T13:37:47.005273+0000","last_active":"2024-09-19T14:21:42.799631+0000","last_peered":"2024-09-19T14:21:42.799631+0000","last_clean":"2024-09-19T14:21:42.799631+0000","last_became_active":"2024-09-19T13:37:47.004429+0000","last_became_peered":"2024-09-19T13:37:47.004429+0000","last_unstale":"2024-09-19T14:21:42.799631+0000","last_undegraded":"2024-09-19T14:21:42.799631+0000","last_fullsized":"2024-09-19T14:21:42.799631+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:48:22.440947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.6","version":"268'119","reported_seq":665,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:22.817440+0000","last_change":"2024-09-19T13:37:49.006678+0000","last_active":"2024-09-19T14:23:22.817440+0000","last_peered":"2024-09-19T14:23:22.817440+0000","last_clean":"2024-09-19T14:23:22.817440+0000","last_became_active":"2024-09-19T13:37:49.002929+0000","last_became_peered":"2024-09-19T13:37:49.002929+0000","last_unstale":"2024-09-19T14:23:22.817440+0000","last_undegraded":"2024-09-19T14:23:22.817440+0000","last_fullsized":"2024-09-19T14:23:22.817440+0000","mapping_epoch":31,"log_start":"268'100","ondisk_log_start":"268'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":100,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:13:21.488488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":146,"num_read_kb":137,"num_write":106,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":490,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:14.814397+0000","last_change":"2024-09-19T13:37:51.021440+0000","last_active":"2024-09-19T14:21:14.814397+0000","last_peered":"2024-09-19T14:21:14.814397+0000","last_clean":"2024-09-19T14:21:14.814397+0000","last_became_active":"2024-09-19T13:37:51.020736+0000","last_became_peered":"2024-09-19T13:37:51.020736+0000","last_unstale":"2024-09-19T14:21:14.814397+0000","last_undegraded":"2024-09-19T14:21:14.814397+0000","last_fullsized":"2024-09-19T14:21:14.814397+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:24:04.076580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.8","version":"268'163","reported_seq":724,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:17.894977+0000","last_change":"2024-09-19T13:37:53.037393+0000","last_active":"2024-09-19T14:21:17.894977+0000","last_peered":"2024-09-19T14:21:17.894977+0000","last_clean":"2024-09-19T14:21:17.894977+0000","last_became_active":"2024-09-19T13:37:53.036623+0000","last_became_peered":"2024-09-19T13:37:53.036623+0000","last_unstale":"2024-09-19T14:21:17.894977+0000","last_undegraded":"2024-09-19T14:21:17.894977+0000","last_fullsized":"2024-09-19T14:21:17.894977+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:52:01.624403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":321,"num_read_kb":311,"num_write":392,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"268'137","reported_seq":756,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:32.793432+0000","last_change":"2024-09-19T13:37:44.991576+0000","last_active":"2024-09-19T14:21:32.793432+0000","last_peered":"2024-09-19T14:21:32.793432+0000","last_clean":"2024-09-19T14:21:32.793432+0000","last_became_active":"2024-09-19T13:37:44.990899+0000","last_became_peered":"2024-09-19T13:37:44.990899+0000","last_unstale":"2024-09-19T14:21:32.793432+0000","last_undegraded":"2024-09-19T14:21:32.793432+0000","last_fullsized":"2024-09-19T14:21:32.793432+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:38:59.012584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":626,"num_read_kb":524,"num_write":206,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.5","version":"268'354","reported_seq":1014,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.765305+0000","last_change":"2024-09-19T13:37:42.981153+0000","last_active":"2024-09-19T14:23:59.765305+0000","last_peered":"2024-09-19T14:23:59.765305+0000","last_clean":"2024-09-19T14:23:59.765305+0000","last_became_active":"2024-09-19T13:37:42.980788+0000","last_became_peered":"2024-09-19T13:37:42.980788+0000","last_unstale":"2024-09-19T14:23:59.765305+0000","last_undegraded":"2024-09-19T14:23:59.765305+0000","last_fullsized":"2024-09-19T14:23:59.765305+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":300,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:43:07.478974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079116,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":664,"num_read_kb":45969,"num_write":1045,"num_write_kb":28341,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,4],"acting":[2,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":532,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:12.786732+0000","last_change":"2024-09-19T13:37:27.181134+0000","last_active":"2024-09-19T14:21:12.786732+0000","last_peered":"2024-09-19T14:21:12.786732+0000","last_clean":"2024-09-19T14:21:12.786732+0000","last_became_active":"2024-09-19T13:37:24.906020+0000","last_became_peered":"2024-09-19T13:37:24.906020+0000","last_unstale":"2024-09-19T14:21:12.786732+0000","last_undegraded":"2024-09-19T14:21:12.786732+0000","last_fullsized":"2024-09-19T14:21:12.786732+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_clean_scrub_stamp":"2024-09-19T13:37:23.851921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:16:34.936447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099233799999999994,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":501,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:32.787226+0000","last_change":"2024-09-19T13:37:46.995464+0000","last_active":"2024-09-19T14:21:32.787226+0000","last_peered":"2024-09-19T14:21:32.787226+0000","last_clean":"2024-09-19T14:21:32.787226+0000","last_became_active":"2024-09-19T13:37:46.994562+0000","last_became_peered":"2024-09-19T13:37:46.994562+0000","last_unstale":"2024-09-19T14:21:32.787226+0000","last_undegraded":"2024-09-19T14:21:32.787226+0000","last_fullsized":"2024-09-19T14:21:32.787226+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:47:21.426155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.0","version":"268'547","reported_seq":1201,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:51.279959+0000","last_change":"2024-09-19T13:37:48.999478+0000","last_active":"2024-09-19T14:23:51.279959+0000","last_peered":"2024-09-19T14:23:51.279959+0000","last_clean":"2024-09-19T14:23:51.279959+0000","last_became_active":"2024-09-19T13:37:48.998741+0000","last_became_peered":"2024-09-19T13:37:48.998741+0000","last_unstale":"2024-09-19T14:23:51.279959+0000","last_undegraded":"2024-09-19T14:23:51.279959+0000","last_fullsized":"2024-09-19T14:23:51.279959+0000","mapping_epoch":31,"log_start":"268'500","ondisk_log_start":"268'500","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":500,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:14:52.361942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117011,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":1526,"num_read_kb":2440,"num_write":2020,"num_write_kb":1879,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":495,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:39.790271+0000","last_change":"2024-09-19T13:37:50.999570+0000","last_active":"2024-09-19T14:21:39.790271+0000","last_peered":"2024-09-19T14:21:39.790271+0000","last_clean":"2024-09-19T14:21:39.790271+0000","last_became_active":"2024-09-19T13:37:50.998245+0000","last_became_peered":"2024-09-19T13:37:50.998245+0000","last_unstale":"2024-09-19T14:21:39.790271+0000","last_undegraded":"2024-09-19T14:21:39.790271+0000","last_fullsized":"2024-09-19T14:21:39.790271+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:35:47.925918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.e","version":"268'135","reported_seq":639,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:10.383914+0000","last_change":"2024-09-19T13:37:53.025828+0000","last_active":"2024-09-19T14:22:10.383914+0000","last_peered":"2024-09-19T14:22:10.383914+0000","last_clean":"2024-09-19T14:22:10.383914+0000","last_became_active":"2024-09-19T13:37:53.025118+0000","last_became_peered":"2024-09-19T13:37:53.025118+0000","last_unstale":"2024-09-19T14:22:10.383914+0000","last_undegraded":"2024-09-19T14:22:10.383914+0000","last_fullsized":"2024-09-19T14:22:10.383914+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:24:28.397010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":729,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":152,"num_read_kb":148,"num_write":307,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"268'128","reported_seq":748,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:32.793492+0000","last_change":"2024-09-19T13:37:44.996860+0000","last_active":"2024-09-19T14:21:32.793492+0000","last_peered":"2024-09-19T14:21:32.793492+0000","last_clean":"2024-09-19T14:21:32.793492+0000","last_became_active":"2024-09-19T13:37:44.996072+0000","last_became_peered":"2024-09-19T13:37:44.996072+0000","last_unstale":"2024-09-19T14:21:32.793492+0000","last_undegraded":"2024-09-19T14:21:32.793492+0000","last_fullsized":"2024-09-19T14:21:32.793492+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:42:35.444587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":614,"num_read_kb":523,"num_write":192,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.4","version":"268'336","reported_seq":1093,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:07.675419+0000","last_change":"2024-09-19T13:37:43.015628+0000","last_active":"2024-09-19T14:22:07.675419+0000","last_peered":"2024-09-19T14:22:07.675419+0000","last_clean":"2024-09-19T14:22:07.675419+0000","last_became_active":"2024-09-19T13:37:43.015022+0000","last_became_peered":"2024-09-19T13:37:43.015022+0000","last_unstale":"2024-09-19T14:22:07.675419+0000","last_undegraded":"2024-09-19T14:22:07.675419+0000","last_fullsized":"2024-09-19T14:22:07.675419+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:28:18.185800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10881528,"num_objects":72,"num_object_clones":0,"num_object_copies":216,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":731,"num_read_kb":34608,"num_write":1187,"num_write_kb":53807,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":525,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:14.814222+0000","last_change":"2024-09-19T13:37:26.908772+0000","last_active":"2024-09-19T14:21:14.814222+0000","last_peered":"2024-09-19T14:21:14.814222+0000","last_clean":"2024-09-19T14:21:14.814222+0000","last_became_active":"2024-09-19T13:37:24.881243+0000","last_became_peered":"2024-09-19T13:37:24.881243+0000","last_unstale":"2024-09-19T14:21:14.814222+0000","last_undegraded":"2024-09-19T14:21:14.814222+0000","last_fullsized":"2024-09-19T14:21:14.814222+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_clean_scrub_stamp":"2024-09-19T13:37:23.851921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:38:12.964112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010619309999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:34.777228+0000","last_change":"2024-09-19T13:37:47.002717+0000","last_active":"2024-09-19T14:21:34.777228+0000","last_peered":"2024-09-19T14:21:34.777228+0000","last_clean":"2024-09-19T14:21:34.777228+0000","last_became_active":"2024-09-19T13:37:47.002225+0000","last_became_peered":"2024-09-19T13:37:47.002225+0000","last_unstale":"2024-09-19T14:21:34.777228+0000","last_undegraded":"2024-09-19T14:21:34.777228+0000","last_fullsized":"2024-09-19T14:21:34.777228+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:49:53.098072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"268'200","reported_seq":766,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:58.013637+0000","last_change":"2024-09-19T13:37:49.013424+0000","last_active":"2024-09-19T14:22:58.013637+0000","last_peered":"2024-09-19T14:22:58.013637+0000","last_clean":"2024-09-19T14:22:58.013637+0000","last_became_active":"2024-09-19T13:37:49.012716+0000","last_became_peered":"2024-09-19T13:37:49.012716+0000","last_unstale":"2024-09-19T14:22:58.013637+0000","last_undegraded":"2024-09-19T14:22:58.013637+0000","last_fullsized":"2024-09-19T14:22:58.013637+0000","mapping_epoch":31,"log_start":"265'100","ondisk_log_start":"265'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:18:43.881928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":235,"num_read_kb":225,"num_write":204,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.0","version":"268'747","reported_seq":2806,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:57.859412+0000","last_change":"2024-09-19T13:37:51.040255+0000","last_active":"2024-09-19T14:23:57.859412+0000","last_peered":"2024-09-19T14:23:57.859412+0000","last_clean":"2024-09-19T14:23:57.859412+0000","last_became_active":"2024-09-19T13:37:51.038494+0000","last_became_peered":"2024-09-19T13:37:51.038494+0000","last_unstale":"2024-09-19T14:23:57.859412+0000","last_undegraded":"2024-09-19T14:23:57.859412+0000","last_fullsized":"2024-09-19T14:23:57.859412+0000","mapping_epoch":33,"log_start":"268'700","ondisk_log_start":"268'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":700,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:54:37.541137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.f","version":"268'121","reported_seq":646,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:51.330369+0000","last_change":"2024-09-19T13:37:53.044510+0000","last_active":"2024-09-19T14:23:51.330369+0000","last_peered":"2024-09-19T14:23:51.330369+0000","last_clean":"2024-09-19T14:23:51.330369+0000","last_became_active":"2024-09-19T13:37:53.043658+0000","last_became_peered":"2024-09-19T13:37:53.043658+0000","last_unstale":"2024-09-19T14:23:51.330369+0000","last_undegraded":"2024-09-19T14:23:51.330369+0000","last_fullsized":"2024-09-19T14:23:51.330369+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:19:25.707143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1317,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":261,"num_read_kb":232,"num_write":302,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.0","version":"268'98","reported_seq":687,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:00.244469+0000","last_change":"2024-09-19T13:37:44.989222+0000","last_active":"2024-09-19T14:22:00.244469+0000","last_peered":"2024-09-19T14:22:00.244469+0000","last_clean":"2024-09-19T14:22:00.244469+0000","last_became_active":"2024-09-19T13:37:44.988183+0000","last_became_peered":"2024-09-19T13:37:44.988183+0000","last_unstale":"2024-09-19T14:22:00.244469+0000","last_undegraded":"2024-09-19T14:22:00.244469+0000","last_fullsized":"2024-09-19T14:22:00.244469+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":0,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:44:11.870263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":445,"num_read_kb":376,"num_write":154,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"268'280","reported_seq":929,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:02.780854+0000","last_change":"2024-09-19T13:37:42.991922+0000","last_active":"2024-09-19T14:21:02.780854+0000","last_peered":"2024-09-19T14:21:02.780854+0000","last_clean":"2024-09-19T14:21:02.780854+0000","last_became_active":"2024-09-19T13:37:42.983034+0000","last_became_peered":"2024-09-19T13:37:42.983034+0000","last_unstale":"2024-09-19T14:21:02.780854+0000","last_undegraded":"2024-09-19T14:21:02.780854+0000","last_fullsized":"2024-09-19T14:21:02.780854+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":200,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:30:25.712327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11897245,"num_objects":81,"num_object_clones":0,"num_object_copies":243,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":81,"num_whiteouts":0,"num_read":553,"num_read_kb":24914,"num_write":1051,"num_write_kb":17228,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":527,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:47.777529+0000","last_change":"2024-09-19T13:37:26.903640+0000","last_active":"2024-09-19T14:20:47.777529+0000","last_peered":"2024-09-19T14:20:47.777529+0000","last_clean":"2024-09-19T14:20:47.777529+0000","last_became_active":"2024-09-19T13:37:24.905672+0000","last_became_peered":"2024-09-19T13:37:24.905672+0000","last_unstale":"2024-09-19T14:20:47.777529+0000","last_undegraded":"2024-09-19T14:20:47.777529+0000","last_fullsized":"2024-09-19T14:20:47.777529+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_clean_scrub_stamp":"2024-09-19T13:37:23.851921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:42:51.857295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001276396,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":499,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:34.819648+0000","last_change":"2024-09-19T13:37:47.003718+0000","last_active":"2024-09-19T14:21:34.819648+0000","last_peered":"2024-09-19T14:21:34.819648+0000","last_clean":"2024-09-19T14:21:34.819648+0000","last_became_active":"2024-09-19T13:37:47.003352+0000","last_became_peered":"2024-09-19T13:37:47.003352+0000","last_unstale":"2024-09-19T14:21:34.819648+0000","last_undegraded":"2024-09-19T14:21:34.819648+0000","last_fullsized":"2024-09-19T14:21:34.819648+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:16:12.815941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"268'111","reported_seq":647,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:30.956612+0000","last_change":"2024-09-19T13:37:49.012377+0000","last_active":"2024-09-19T14:22:30.956612+0000","last_peered":"2024-09-19T14:22:30.956612+0000","last_clean":"2024-09-19T14:22:30.956612+0000","last_became_active":"2024-09-19T13:37:49.011547+0000","last_became_peered":"2024-09-19T13:37:49.011547+0000","last_unstale":"2024-09-19T14:22:30.956612+0000","last_undegraded":"2024-09-19T14:22:30.956612+0000","last_fullsized":"2024-09-19T14:22:30.956612+0000","mapping_epoch":31,"log_start":"268'100","ondisk_log_start":"268'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:01:13.060503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":126,"num_read_kb":119,"num_write":88,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.3","version":"268'787","reported_seq":2351,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:51.358211+0000","last_change":"2024-09-19T13:37:51.038339+0000","last_active":"2024-09-19T14:23:51.358211+0000","last_peered":"2024-09-19T14:23:51.358211+0000","last_clean":"2024-09-19T14:23:51.358211+0000","last_became_active":"2024-09-19T13:37:51.036419+0000","last_became_peered":"2024-09-19T13:37:51.036419+0000","last_unstale":"2024-09-19T14:23:51.358211+0000","last_undegraded":"2024-09-19T14:23:51.358211+0000","last_fullsized":"2024-09-19T14:23:51.358211+0000","mapping_epoch":33,"log_start":"268'701","ondisk_log_start":"268'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":701,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:02:13.157835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.c","version":"268'153","reported_seq":654,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:17.244022+0000","last_change":"2024-09-19T13:37:53.040171+0000","last_active":"2024-09-19T14:22:17.244022+0000","last_peered":"2024-09-19T14:22:17.244022+0000","last_clean":"2024-09-19T14:22:17.244022+0000","last_became_active":"2024-09-19T13:37:53.039260+0000","last_became_peered":"2024-09-19T13:37:53.039260+0000","last_unstale":"2024-09-19T14:22:17.244022+0000","last_undegraded":"2024-09-19T14:22:17.244022+0000","last_fullsized":"2024-09-19T14:22:17.244022+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:48:32.353827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":485,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":115,"num_read_kb":115,"num_write":328,"num_write_kb":107,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1","version":"268'455","reported_seq":1210,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:29.787887+0000","last_change":"2024-09-19T13:37:44.984174+0000","last_active":"2024-09-19T14:21:29.787887+0000","last_peered":"2024-09-19T14:21:29.787887+0000","last_clean":"2024-09-19T14:21:29.787887+0000","last_became_active":"2024-09-19T13:37:44.983785+0000","last_became_peered":"2024-09-19T13:37:44.983785+0000","last_unstale":"2024-09-19T14:21:29.787887+0000","last_undegraded":"2024-09-19T14:21:29.787887+0000","last_fullsized":"2024-09-19T14:21:29.787887+0000","mapping_epoch":27,"log_start":"268'400","ondisk_log_start":"268'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":400,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:19:26.694931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2200,"num_read_kb":1820,"num_write":798,"num_write_kb":506,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.6","version":"268'313","reported_seq":1051,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:52.831786+0000","last_change":"2024-09-19T13:37:42.995900+0000","last_active":"2024-09-19T14:21:52.831786+0000","last_peered":"2024-09-19T14:21:52.831786+0000","last_clean":"2024-09-19T14:21:52.831786+0000","last_became_active":"2024-09-19T13:37:42.994343+0000","last_became_peered":"2024-09-19T13:37:42.994343+0000","last_unstale":"2024-09-19T14:21:52.831786+0000","last_undegraded":"2024-09-19T14:21:52.831786+0000","last_fullsized":"2024-09-19T14:21:52.831786+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":300,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:22:14.101022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10792758,"num_objects":74,"num_object_clones":0,"num_object_copies":222,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":74,"num_whiteouts":0,"num_read":849,"num_read_kb":26734,"num_write":1122,"num_write_kb":31494,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":524,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:44.806761+0000","last_change":"2024-09-19T13:37:26.910626+0000","last_active":"2024-09-19T14:20:44.806761+0000","last_peered":"2024-09-19T14:20:44.806761+0000","last_clean":"2024-09-19T14:20:44.806761+0000","last_became_active":"2024-09-19T13:37:24.907064+0000","last_became_peered":"2024-09-19T13:37:24.907064+0000","last_unstale":"2024-09-19T14:20:44.806761+0000","last_undegraded":"2024-09-19T14:20:44.806761+0000","last_fullsized":"2024-09-19T14:20:44.806761+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_clean_scrub_stamp":"2024-09-19T13:37:23.851921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:14:17.235348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0028427410000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"37'5","reported_seq":980,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:51.207311+0000","last_change":"2024-09-19T13:37:46.986425+0000","last_active":"2024-09-19T14:23:51.207311+0000","last_peered":"2024-09-19T14:23:51.207311+0000","last_clean":"2024-09-19T14:23:51.207311+0000","last_became_active":"2024-09-19T13:37:46.985693+0000","last_became_peered":"2024-09-19T13:37:46.985693+0000","last_unstale":"2024-09-19T14:23:51.207311+0000","last_undegraded":"2024-09-19T14:23:51.207311+0000","last_fullsized":"2024-09-19T14:23:51.207311+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:29:36.178963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":723,"num_read_kb":1184,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"268'759","reported_seq":1479,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.701896+0000","last_change":"2024-09-19T13:37:48.999923+0000","last_active":"2024-09-19T14:23:59.701896+0000","last_peered":"2024-09-19T14:23:59.701896+0000","last_clean":"2024-09-19T14:23:59.701896+0000","last_became_active":"2024-09-19T13:37:48.999327+0000","last_became_peered":"2024-09-19T13:37:48.999327+0000","last_unstale":"2024-09-19T14:23:59.701896+0000","last_undegraded":"2024-09-19T14:23:59.701896+0000","last_fullsized":"2024-09-19T14:23:59.701896+0000","mapping_epoch":31,"log_start":"268'700","ondisk_log_start":"268'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":700,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:12:55.390371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":147603,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1364,"num_read_kb":3290,"num_write":1122,"num_write_kb":949,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":493,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:37.788358+0000","last_change":"2024-09-19T13:37:51.021254+0000","last_active":"2024-09-19T14:21:37.788358+0000","last_peered":"2024-09-19T14:21:37.788358+0000","last_clean":"2024-09-19T14:21:37.788358+0000","last_became_active":"2024-09-19T13:37:51.020501+0000","last_became_peered":"2024-09-19T13:37:51.020501+0000","last_unstale":"2024-09-19T14:21:37.788358+0000","last_undegraded":"2024-09-19T14:21:37.788358+0000","last_fullsized":"2024-09-19T14:21:37.788358+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:36:09.258758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.d","version":"268'116","reported_seq":614,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:06.840732+0000","last_change":"2024-09-19T13:37:53.023331+0000","last_active":"2024-09-19T14:22:06.840732+0000","last_peered":"2024-09-19T14:22:06.840732+0000","last_clean":"2024-09-19T14:22:06.840732+0000","last_became_active":"2024-09-19T13:37:53.019523+0000","last_became_peered":"2024-09-19T13:37:53.019523+0000","last_unstale":"2024-09-19T14:22:06.840732+0000","last_undegraded":"2024-09-19T14:22:06.840732+0000","last_fullsized":"2024-09-19T14:22:06.840732+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":100,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:55:02.029109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":235,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":142,"num_read_kb":141,"num_write":287,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1f","version":"268'149","reported_seq":721,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:31.834452+0000","last_change":"2024-09-19T13:37:53.023578+0000","last_active":"2024-09-19T14:22:31.834452+0000","last_peered":"2024-09-19T14:22:31.834452+0000","last_clean":"2024-09-19T14:22:31.834452+0000","last_became_active":"2024-09-19T13:37:53.022662+0000","last_became_peered":"2024-09-19T13:37:53.022662+0000","last_unstale":"2024-09-19T14:22:31.834452+0000","last_undegraded":"2024-09-19T14:22:31.834452+0000","last_fullsized":"2024-09-19T14:22:31.834452+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":100,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:19:10.254992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":395,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":323,"num_read_kb":305,"num_write":370,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"268'147","reported_seq":740,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:03.839169+0000","last_change":"2024-09-19T13:37:44.985507+0000","last_active":"2024-09-19T14:22:03.839169+0000","last_peered":"2024-09-19T14:22:03.839169+0000","last_clean":"2024-09-19T14:22:03.839169+0000","last_became_active":"2024-09-19T13:37:44.985079+0000","last_became_peered":"2024-09-19T13:37:44.985079+0000","last_unstale":"2024-09-19T14:22:03.839169+0000","last_undegraded":"2024-09-19T14:22:03.839169+0000","last_fullsized":"2024-09-19T14:22:03.839169+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:20:03.291195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":616,"num_read_kb":504,"num_write":221,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.14","version":"268'369","reported_seq":1023,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.583998+0000","last_change":"2024-09-19T13:37:42.988567+0000","last_active":"2024-09-19T14:23:59.583998+0000","last_peered":"2024-09-19T14:23:59.583998+0000","last_clean":"2024-09-19T14:23:59.583998+0000","last_became_active":"2024-09-19T13:37:42.988170+0000","last_became_peered":"2024-09-19T13:37:42.988170+0000","last_unstale":"2024-09-19T14:23:59.583998+0000","last_undegraded":"2024-09-19T14:23:59.583998+0000","last_fullsized":"2024-09-19T14:23:59.583998+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:59:11.499958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":472572,"num_objects":25,"num_object_clones":0,"num_object_copies":75,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":25,"num_whiteouts":0,"num_read":630,"num_read_kb":7828,"num_write":1108,"num_write_kb":32003,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:47.770073+0000","last_change":"2024-09-19T13:37:46.996181+0000","last_active":"2024-09-19T14:19:47.770073+0000","last_peered":"2024-09-19T14:19:47.770073+0000","last_clean":"2024-09-19T14:19:47.770073+0000","last_became_active":"2024-09-19T13:37:46.995294+0000","last_became_peered":"2024-09-19T13:37:46.995294+0000","last_unstale":"2024-09-19T14:19:47.770073+0000","last_undegraded":"2024-09-19T14:19:47.770073+0000","last_fullsized":"2024-09-19T14:19:47.770073+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:01:32.199206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.11","version":"268'269","reported_seq":841,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:12.801990+0000","last_change":"2024-09-19T13:37:49.005019+0000","last_active":"2024-09-19T14:22:12.801990+0000","last_peered":"2024-09-19T14:22:12.801990+0000","last_clean":"2024-09-19T14:22:12.801990+0000","last_became_active":"2024-09-19T13:37:49.004240+0000","last_became_peered":"2024-09-19T13:37:49.004240+0000","last_unstale":"2024-09-19T14:22:12.801990+0000","last_undegraded":"2024-09-19T14:22:12.801990+0000","last_fullsized":"2024-09-19T14:22:12.801990+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:44:52.942132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57035,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":433,"num_read_kb":902,"num_write":354,"num_write_kb":282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":489,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:52.775703+0000","last_change":"2024-09-19T13:37:51.011521+0000","last_active":"2024-09-19T14:19:52.775703+0000","last_peered":"2024-09-19T14:19:52.775703+0000","last_clean":"2024-09-19T14:19:52.775703+0000","last_became_active":"2024-09-19T13:37:51.010780+0000","last_became_peered":"2024-09-19T13:37:51.010780+0000","last_unstale":"2024-09-19T14:19:52.775703+0000","last_undegraded":"2024-09-19T14:19:52.775703+0000","last_fullsized":"2024-09-19T14:19:52.775703+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:06:32.327119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1e","version":"268'106","reported_seq":599,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:29.253564+0000","last_change":"2024-09-19T13:37:53.045130+0000","last_active":"2024-09-19T14:22:29.253564+0000","last_peered":"2024-09-19T14:22:29.253564+0000","last_clean":"2024-09-19T14:22:29.253564+0000","last_became_active":"2024-09-19T13:37:53.044535+0000","last_became_peered":"2024-09-19T13:37:53.044535+0000","last_unstale":"2024-09-19T14:22:29.253564+0000","last_undegraded":"2024-09-19T14:22:29.253564+0000","last_fullsized":"2024-09-19T14:22:29.253564+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:43:09.150635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":123,"num_read_kb":121,"num_write":251,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"268'102","reported_seq":670,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:12.493809+0000","last_change":"2024-09-19T13:37:44.992067+0000","last_active":"2024-09-19T14:21:12.493809+0000","last_peered":"2024-09-19T14:21:12.493809+0000","last_clean":"2024-09-19T14:21:12.493809+0000","last_became_active":"2024-09-19T13:37:44.990834+0000","last_became_peered":"2024-09-19T13:37:44.990834+0000","last_unstale":"2024-09-19T14:21:12.493809+0000","last_undegraded":"2024-09-19T14:21:12.493809+0000","last_fullsized":"2024-09-19T14:21:12.493809+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:42:24.054992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":414,"num_read_kb":343,"num_write":151,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.15","version":"268'351","reported_seq":1009,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.783289+0000","last_change":"2024-09-19T13:38:11.817173+0000","last_active":"2024-09-19T14:23:59.783289+0000","last_peered":"2024-09-19T14:23:59.783289+0000","last_clean":"2024-09-19T14:23:59.783289+0000","last_became_active":"2024-09-19T13:38:11.816487+0000","last_became_peered":"2024-09-19T13:38:11.816487+0000","last_unstale":"2024-09-19T14:23:59.783289+0000","last_undegraded":"2024-09-19T14:23:59.783289+0000","last_fullsized":"2024-09-19T14:23:59.783289+0000","mapping_epoch":38,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:52:20.515827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3234134,"num_objects":17,"num_object_clones":0,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":578,"num_read_kb":75369,"num_write":1100,"num_write_kb":31817,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,7],"acting":[0,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:47.763810+0000","last_change":"2024-09-19T13:37:47.001048+0000","last_active":"2024-09-19T14:19:47.763810+0000","last_peered":"2024-09-19T14:19:47.763810+0000","last_clean":"2024-09-19T14:19:47.763810+0000","last_became_active":"2024-09-19T13:37:47.000074+0000","last_became_peered":"2024-09-19T13:37:47.000074+0000","last_unstale":"2024-09-19T14:19:47.763810+0000","last_undegraded":"2024-09-19T14:19:47.763810+0000","last_fullsized":"2024-09-19T14:19:47.763810+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:28:26.485586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.10","version":"268'46","reported_seq":550,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:42.622134+0000","last_change":"2024-09-19T13:37:48.981315+0000","last_active":"2024-09-19T14:21:42.622134+0000","last_peered":"2024-09-19T14:21:42.622134+0000","last_clean":"2024-09-19T14:21:42.622134+0000","last_became_active":"2024-09-19T13:37:48.980552+0000","last_became_peered":"2024-09-19T13:37:48.980552+0000","last_unstale":"2024-09-19T14:21:42.622134+0000","last_undegraded":"2024-09-19T14:21:42.622134+0000","last_fullsized":"2024-09-19T14:21:42.622134+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":0,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:16:19.582352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":32,"num_read_kb":30,"num_write":24,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":492,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:54.760992+0000","last_change":"2024-09-19T13:37:51.011790+0000","last_active":"2024-09-19T14:19:54.760992+0000","last_peered":"2024-09-19T14:19:54.760992+0000","last_clean":"2024-09-19T14:19:54.760992+0000","last_became_active":"2024-09-19T13:37:51.010960+0000","last_became_peered":"2024-09-19T13:37:51.010960+0000","last_unstale":"2024-09-19T14:19:54.760992+0000","last_undegraded":"2024-09-19T14:19:54.760992+0000","last_fullsized":"2024-09-19T14:19:54.760992+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:50:01.599550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1d","version":"268'182","reported_seq":703,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:30.960680+0000","last_change":"2024-09-19T13:37:53.036103+0000","last_active":"2024-09-19T14:22:30.960680+0000","last_peered":"2024-09-19T14:22:30.960680+0000","last_clean":"2024-09-19T14:22:30.960680+0000","last_became_active":"2024-09-19T13:37:53.035313+0000","last_became_peered":"2024-09-19T13:37:53.035313+0000","last_unstale":"2024-09-19T14:22:30.960680+0000","last_undegraded":"2024-09-19T14:22:30.960680+0000","last_fullsized":"2024-09-19T14:22:30.960680+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":100,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:40:24.778883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":611,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":302,"num_read_kb":301,"num_write":411,"num_write_kb":114,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"268'165","reported_seq":790,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:17.447637+0000","last_change":"2024-09-19T13:37:44.993084+0000","last_active":"2024-09-19T14:21:17.447637+0000","last_peered":"2024-09-19T14:21:17.447637+0000","last_clean":"2024-09-19T14:21:17.447637+0000","last_became_active":"2024-09-19T13:37:44.991859+0000","last_became_peered":"2024-09-19T13:37:44.991859+0000","last_unstale":"2024-09-19T14:21:17.447637+0000","last_undegraded":"2024-09-19T14:21:17.447637+0000","last_fullsized":"2024-09-19T14:21:17.447637+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":100,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:19:20.763744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":751,"num_read_kb":628,"num_write":248,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.16","version":"268'325","reported_seq":1092,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.712971+0000","last_change":"2024-09-19T13:37:42.980762+0000","last_active":"2024-09-19T14:23:59.712971+0000","last_peered":"2024-09-19T14:23:59.712971+0000","last_clean":"2024-09-19T14:23:59.712971+0000","last_became_active":"2024-09-19T13:37:42.980379+0000","last_became_peered":"2024-09-19T13:37:42.980379+0000","last_unstale":"2024-09-19T14:23:59.712971+0000","last_undegraded":"2024-09-19T14:23:59.712971+0000","last_fullsized":"2024-09-19T14:23:59.712971+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":300,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:47:32.676012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048663,"num_objects":13,"num_object_clones":0,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":660,"num_read_kb":67134,"num_write":1054,"num_write_kb":32700,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:49.759686+0000","last_change":"2024-09-19T13:37:46.993290+0000","last_active":"2024-09-19T14:19:49.759686+0000","last_peered":"2024-09-19T14:19:49.759686+0000","last_clean":"2024-09-19T14:19:49.759686+0000","last_became_active":"2024-09-19T13:37:46.992776+0000","last_became_peered":"2024-09-19T13:37:46.992776+0000","last_unstale":"2024-09-19T14:19:49.759686+0000","last_undegraded":"2024-09-19T14:19:49.759686+0000","last_fullsized":"2024-09-19T14:19:49.759686+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:32:27.707028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.13","version":"268'307","reported_seq":892,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:12.806773+0000","last_change":"2024-09-19T13:37:49.011036+0000","last_active":"2024-09-19T14:22:12.806773+0000","last_peered":"2024-09-19T14:22:12.806773+0000","last_clean":"2024-09-19T14:22:12.806773+0000","last_became_active":"2024-09-19T13:37:49.010333+0000","last_became_peered":"2024-09-19T13:37:49.010333+0000","last_unstale":"2024-09-19T14:22:12.806773+0000","last_undegraded":"2024-09-19T14:22:12.806773+0000","last_fullsized":"2024-09-19T14:22:12.806773+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":200,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:34:06.501845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":66957,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":484,"num_read_kb":974,"num_write":392,"num_write_kb":289,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":494,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:54.768046+0000","last_change":"2024-09-19T13:37:51.036358+0000","last_active":"2024-09-19T14:19:54.768046+0000","last_peered":"2024-09-19T14:19:54.768046+0000","last_clean":"2024-09-19T14:19:54.768046+0000","last_became_active":"2024-09-19T13:37:51.035746+0000","last_became_peered":"2024-09-19T13:37:51.035746+0000","last_unstale":"2024-09-19T14:19:54.768046+0000","last_undegraded":"2024-09-19T14:19:54.768046+0000","last_fullsized":"2024-09-19T14:19:54.768046+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:31:24.554515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1c","version":"268'145","reported_seq":662,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:11.348261+0000","last_change":"2024-09-19T13:37:53.028729+0000","last_active":"2024-09-19T14:22:11.348261+0000","last_peered":"2024-09-19T14:22:11.348261+0000","last_clean":"2024-09-19T14:22:11.348261+0000","last_became_active":"2024-09-19T13:37:53.027897+0000","last_became_peered":"2024-09-19T13:37:53.027897+0000","last_unstale":"2024-09-19T14:22:11.348261+0000","last_undegraded":"2024-09-19T14:22:11.348261+0000","last_fullsized":"2024-09-19T14:22:11.348261+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:02:14.266353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":233,"num_read_kb":221,"num_write":335,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.10","version":"268'338","reported_seq":1036,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:11.457847+0000","last_change":"2024-09-19T13:37:44.976492+0000","last_active":"2024-09-19T14:21:11.457847+0000","last_peered":"2024-09-19T14:21:11.457847+0000","last_clean":"2024-09-19T14:21:11.457847+0000","last_became_active":"2024-09-19T13:37:44.975823+0000","last_became_peered":"2024-09-19T13:37:44.975823+0000","last_unstale":"2024-09-19T14:21:11.457847+0000","last_undegraded":"2024-09-19T14:21:11.457847+0000","last_fullsized":"2024-09-19T14:21:11.457847+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":300,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:53:24.201898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1709,"num_read_kb":1486,"num_write":574,"num_write_kb":302,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"268'302","reported_seq":1060,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:45.200885+0000","last_change":"2024-09-19T13:37:43.017108+0000","last_active":"2024-09-19T14:21:45.200885+0000","last_peered":"2024-09-19T14:21:45.200885+0000","last_clean":"2024-09-19T14:21:45.200885+0000","last_became_active":"2024-09-19T13:37:43.015524+0000","last_became_peered":"2024-09-19T13:37:43.015524+0000","last_unstale":"2024-09-19T14:21:45.200885+0000","last_undegraded":"2024-09-19T14:21:45.200885+0000","last_fullsized":"2024-09-19T14:21:45.200885+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":200,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:55:16.892370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5843063,"num_objects":70,"num_object_clones":0,"num_object_copies":210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":914,"num_read_kb":53182,"num_write":1172,"num_write_kb":13041,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:49.790434+0000","last_change":"2024-09-19T13:37:46.979694+0000","last_active":"2024-09-19T14:19:49.790434+0000","last_peered":"2024-09-19T14:19:49.790434+0000","last_clean":"2024-09-19T14:19:49.790434+0000","last_became_active":"2024-09-19T13:37:46.979324+0000","last_became_peered":"2024-09-19T13:37:46.979324+0000","last_unstale":"2024-09-19T14:19:49.790434+0000","last_undegraded":"2024-09-19T14:19:49.790434+0000","last_fullsized":"2024-09-19T14:19:49.790434+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:56:11.730001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.12","version":"268'264","reported_seq":833,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.174366+0000","last_change":"2024-09-19T13:37:48.995675+0000","last_active":"2024-09-19T14:23:59.174366+0000","last_peered":"2024-09-19T14:23:59.174366+0000","last_clean":"2024-09-19T14:23:59.174366+0000","last_became_active":"2024-09-19T13:37:48.994835+0000","last_became_peered":"2024-09-19T13:37:48.994835+0000","last_unstale":"2024-09-19T14:23:59.174366+0000","last_undegraded":"2024-09-19T14:23:59.174366+0000","last_fullsized":"2024-09-19T14:23:59.174366+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":200,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:05:05.909415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43590,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":445,"num_read_kb":1054,"num_write":364,"num_write_kb":300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":489,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:52.775830+0000","last_change":"2024-09-19T13:37:51.014673+0000","last_active":"2024-09-19T14:19:52.775830+0000","last_peered":"2024-09-19T14:19:52.775830+0000","last_clean":"2024-09-19T14:19:52.775830+0000","last_became_active":"2024-09-19T13:37:51.011802+0000","last_became_peered":"2024-09-19T13:37:51.011802+0000","last_unstale":"2024-09-19T14:19:52.775830+0000","last_undegraded":"2024-09-19T14:19:52.775830+0000","last_fullsized":"2024-09-19T14:19:52.775830+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:06:55.703689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1f","version":"268'292","reported_seq":934,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:28.421812+0000","last_change":"2024-09-19T13:37:45.010226+0000","last_active":"2024-09-19T14:22:28.421812+0000","last_peered":"2024-09-19T14:22:28.421812+0000","last_clean":"2024-09-19T14:22:28.421812+0000","last_became_active":"2024-09-19T13:37:45.009967+0000","last_became_peered":"2024-09-19T13:37:45.009967+0000","last_unstale":"2024-09-19T14:22:28.421812+0000","last_undegraded":"2024-09-19T14:22:28.421812+0000","last_fullsized":"2024-09-19T14:22:28.421812+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":200,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:21:01.970567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1299,"num_read_kb":1052,"num_write":494,"num_write_kb":235,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"268'295","reported_seq":924,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:58.640094+0000","last_change":"2024-09-19T13:37:43.013738+0000","last_active":"2024-09-19T14:21:58.640094+0000","last_peered":"2024-09-19T14:21:58.640094+0000","last_clean":"2024-09-19T14:21:58.640094+0000","last_became_active":"2024-09-19T13:37:43.011077+0000","last_became_peered":"2024-09-19T13:37:43.011077+0000","last_unstale":"2024-09-19T14:21:58.640094+0000","last_undegraded":"2024-09-19T14:21:58.640094+0000","last_fullsized":"2024-09-19T14:21:58.640094+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:16:56.672793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4196215,"num_objects":69,"num_object_clones":0,"num_object_copies":207,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":550,"num_read_kb":3561,"num_write":1132,"num_write_kb":33021,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,3],"acting":[5,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":504,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:57.798843+0000","last_change":"2024-09-19T13:37:46.998376+0000","last_active":"2024-09-19T14:21:57.798843+0000","last_peered":"2024-09-19T14:21:57.798843+0000","last_clean":"2024-09-19T14:21:57.798843+0000","last_became_active":"2024-09-19T13:37:46.997504+0000","last_became_peered":"2024-09-19T13:37:46.997504+0000","last_unstale":"2024-09-19T14:21:57.798843+0000","last_undegraded":"2024-09-19T14:21:57.798843+0000","last_fullsized":"2024-09-19T14:21:57.798843+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:07:50.478531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"268'504","reported_seq":1126,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:51.268421+0000","last_change":"2024-09-19T13:37:48.999863+0000","last_active":"2024-09-19T14:23:51.268421+0000","last_peered":"2024-09-19T14:23:51.268421+0000","last_clean":"2024-09-19T14:23:51.268421+0000","last_became_active":"2024-09-19T13:37:48.999080+0000","last_became_peered":"2024-09-19T13:37:48.999080+0000","last_unstale":"2024-09-19T14:23:51.268421+0000","last_undegraded":"2024-09-19T14:23:51.268421+0000","last_fullsized":"2024-09-19T14:23:51.268421+0000","mapping_epoch":31,"log_start":"268'400","ondisk_log_start":"268'400","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":400,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:45:09.634765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":128306,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":902,"num_read_kb":1976,"num_write":798,"num_write_kb":734,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":491,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:24.772183+0000","last_change":"2024-09-19T13:37:50.996326+0000","last_active":"2024-09-19T14:20:24.772183+0000","last_peered":"2024-09-19T14:20:24.772183+0000","last_clean":"2024-09-19T14:20:24.772183+0000","last_became_active":"2024-09-19T13:37:50.995492+0000","last_became_peered":"2024-09-19T13:37:50.995492+0000","last_unstale":"2024-09-19T14:20:24.772183+0000","last_undegraded":"2024-09-19T14:20:24.772183+0000","last_fullsized":"2024-09-19T14:20:24.772183+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:53:55.795636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.13","version":"268'152","reported_seq":657,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:53.077654+0000","last_change":"2024-09-19T13:37:53.020607+0000","last_active":"2024-09-19T14:21:53.077654+0000","last_peered":"2024-09-19T14:21:53.077654+0000","last_clean":"2024-09-19T14:21:53.077654+0000","last_became_active":"2024-09-19T13:37:53.019822+0000","last_became_peered":"2024-09-19T13:37:53.019822+0000","last_unstale":"2024-09-19T14:21:53.077654+0000","last_undegraded":"2024-09-19T14:21:53.077654+0000","last_fullsized":"2024-09-19T14:21:53.077654+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:14:51.169825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":217,"num_read_kb":229,"num_write":359,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1e","version":"268'4138","reported_seq":4759,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:52.791764+0000","last_change":"2024-09-19T13:37:44.990557+0000","last_active":"2024-09-19T14:21:52.791764+0000","last_peered":"2024-09-19T14:21:52.791764+0000","last_clean":"2024-09-19T14:21:52.791764+0000","last_became_active":"2024-09-19T13:37:44.989865+0000","last_became_peered":"2024-09-19T13:37:44.989865+0000","last_unstale":"2024-09-19T14:21:52.791764+0000","last_undegraded":"2024-09-19T14:21:52.791764+0000","last_fullsized":"2024-09-19T14:21:52.791764+0000","mapping_epoch":27,"log_start":"268'4098","ondisk_log_start":"268'4098","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":3000,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:52:34.489992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16639,"num_read_kb":13957,"num_write":6212,"num_write_kb":3095,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.19","version":"268'311","reported_seq":976,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:20.341980+0000","last_change":"2024-09-19T13:37:43.004489+0000","last_active":"2024-09-19T14:21:20.341980+0000","last_peered":"2024-09-19T14:21:20.341980+0000","last_clean":"2024-09-19T14:21:20.341980+0000","last_became_active":"2024-09-19T13:37:43.003809+0000","last_became_peered":"2024-09-19T13:37:43.003809+0000","last_unstale":"2024-09-19T14:21:20.341980+0000","last_undegraded":"2024-09-19T14:21:20.341980+0000","last_fullsized":"2024-09-19T14:21:20.341980+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":300,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:28:11.857158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11899369,"num_objects":85,"num_object_clones":0,"num_object_copies":255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":0,"num_read":572,"num_read_kb":51701,"num_write":1073,"num_write_kb":37012,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":503,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:34.789308+0000","last_change":"2024-09-19T13:37:46.994338+0000","last_active":"2024-09-19T14:21:34.789308+0000","last_peered":"2024-09-19T14:21:34.789308+0000","last_clean":"2024-09-19T14:21:34.789308+0000","last_became_active":"2024-09-19T13:37:46.993852+0000","last_became_peered":"2024-09-19T13:37:46.993852+0000","last_unstale":"2024-09-19T14:21:34.789308+0000","last_undegraded":"2024-09-19T14:21:34.789308+0000","last_fullsized":"2024-09-19T14:21:34.789308+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:02:13.879646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.1c","version":"268'307","reported_seq":889,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.247123+0000","last_change":"2024-09-19T13:37:49.007396+0000","last_active":"2024-09-19T14:23:59.247123+0000","last_peered":"2024-09-19T14:23:59.247123+0000","last_clean":"2024-09-19T14:23:59.247123+0000","last_became_active":"2024-09-19T13:37:49.006617+0000","last_became_peered":"2024-09-19T13:37:49.006617+0000","last_unstale":"2024-09-19T14:23:59.247123+0000","last_undegraded":"2024-09-19T14:23:59.247123+0000","last_fullsized":"2024-09-19T14:23:59.247123+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":200,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:07:04.026036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50979,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":534,"num_read_kb":1212,"num_write":450,"num_write_kb":360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":493,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:22.774392+0000","last_change":"2024-09-19T13:37:51.037114+0000","last_active":"2024-09-19T14:20:22.774392+0000","last_peered":"2024-09-19T14:20:22.774392+0000","last_clean":"2024-09-19T14:20:22.774392+0000","last_became_active":"2024-09-19T13:37:51.036448+0000","last_became_peered":"2024-09-19T13:37:51.036448+0000","last_unstale":"2024-09-19T14:20:22.774392+0000","last_undegraded":"2024-09-19T14:20:22.774392+0000","last_fullsized":"2024-09-19T14:20:22.774392+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:57:23.889128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.12","version":"268'187","reported_seq":1059,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:30.805891+0000","last_change":"2024-09-19T13:37:53.041334+0000","last_active":"2024-09-19T14:22:30.805891+0000","last_peered":"2024-09-19T14:22:30.805891+0000","last_clean":"2024-09-19T14:22:30.805891+0000","last_became_active":"2024-09-19T13:37:53.040822+0000","last_became_peered":"2024-09-19T13:37:53.040822+0000","last_unstale":"2024-09-19T14:22:30.805891+0000","last_undegraded":"2024-09-19T14:22:30.805891+0000","last_fullsized":"2024-09-19T14:22:30.805891+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":100,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:11:58.852133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1623,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":665,"num_read_kb":654,"num_write":533,"num_write_kb":135,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1d","version":"268'194","reported_seq":827,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:52.330026+0000","last_change":"2024-09-19T13:37:45.013328+0000","last_active":"2024-09-19T14:21:52.330026+0000","last_peered":"2024-09-19T14:21:52.330026+0000","last_clean":"2024-09-19T14:21:52.330026+0000","last_became_active":"2024-09-19T13:37:45.012276+0000","last_became_peered":"2024-09-19T13:37:45.012276+0000","last_unstale":"2024-09-19T14:21:52.330026+0000","last_undegraded":"2024-09-19T14:21:52.330026+0000","last_fullsized":"2024-09-19T14:21:52.330026+0000","mapping_epoch":27,"log_start":"265'100","ondisk_log_start":"265'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:23:31.099323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":890,"num_read_kb":742,"num_write":322,"num_write_kb":165,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1a","version":"268'325","reported_seq":974,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.798790+0000","last_change":"2024-09-19T13:37:43.011234+0000","last_active":"2024-09-19T14:23:59.798790+0000","last_peered":"2024-09-19T14:23:59.798790+0000","last_clean":"2024-09-19T14:23:59.798790+0000","last_became_active":"2024-09-19T13:37:43.010770+0000","last_became_peered":"2024-09-19T13:37:43.010770+0000","last_unstale":"2024-09-19T14:23:59.798790+0000","last_undegraded":"2024-09-19T14:23:59.798790+0000","last_fullsized":"2024-09-19T14:23:59.798790+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":300,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:19:23.845246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3234065,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":599,"num_read_kb":25838,"num_write":1089,"num_write_kb":39622,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":499,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:19.770957+0000","last_change":"2024-09-19T13:37:46.975735+0000","last_active":"2024-09-19T14:20:19.770957+0000","last_peered":"2024-09-19T14:20:19.770957+0000","last_clean":"2024-09-19T14:20:19.770957+0000","last_became_active":"2024-09-19T13:37:46.975083+0000","last_became_peered":"2024-09-19T13:37:46.975083+0000","last_unstale":"2024-09-19T14:20:19.770957+0000","last_undegraded":"2024-09-19T14:20:19.770957+0000","last_fullsized":"2024-09-19T14:20:19.770957+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:52:18.818014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.1f","version":"268'275","reported_seq":850,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:42.822719+0000","last_change":"2024-09-19T13:37:48.999184+0000","last_active":"2024-09-19T14:23:42.822719+0000","last_peered":"2024-09-19T14:23:42.822719+0000","last_clean":"2024-09-19T14:23:42.822719+0000","last_became_active":"2024-09-19T13:37:48.998398+0000","last_became_peered":"2024-09-19T13:37:48.998398+0000","last_unstale":"2024-09-19T14:23:42.822719+0000","last_undegraded":"2024-09-19T14:23:42.822719+0000","last_fullsized":"2024-09-19T14:23:42.822719+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":200,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:49:45.032258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63520,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":460,"num_read_kb":982,"num_write":380,"num_write_kb":315,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":492,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:02.778118+0000","last_change":"2024-09-19T13:37:51.023426+0000","last_active":"2024-09-19T14:20:02.778118+0000","last_peered":"2024-09-19T14:20:02.778118+0000","last_clean":"2024-09-19T14:20:02.778118+0000","last_became_active":"2024-09-19T13:37:51.022697+0000","last_became_peered":"2024-09-19T13:37:51.022697+0000","last_unstale":"2024-09-19T14:20:02.778118+0000","last_undegraded":"2024-09-19T14:20:02.778118+0000","last_fullsized":"2024-09-19T14:20:02.778118+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:18:04.284285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.11","version":"268'123","reported_seq":620,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:51.326151+0000","last_change":"2024-09-19T13:37:53.025430+0000","last_active":"2024-09-19T14:23:51.326151+0000","last_peered":"2024-09-19T14:23:51.326151+0000","last_clean":"2024-09-19T14:23:51.326151+0000","last_became_active":"2024-09-19T13:37:53.024491+0000","last_became_peered":"2024-09-19T13:37:53.024491+0000","last_unstale":"2024-09-19T14:23:51.326151+0000","last_undegraded":"2024-09-19T14:23:51.326151+0000","last_fullsized":"2024-09-19T14:23:51.326151+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:12:29.045641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":177,"num_read_kb":165,"num_write":300,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1c","version":"268'36","reported_seq":580,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:09.157273+0000","last_change":"2024-09-19T13:37:45.002961+0000","last_active":"2024-09-19T14:22:09.157273+0000","last_peered":"2024-09-19T14:22:09.157273+0000","last_clean":"2024-09-19T14:22:09.157273+0000","last_became_active":"2024-09-19T13:37:45.002288+0000","last_became_peered":"2024-09-19T13:37:45.002288+0000","last_unstale":"2024-09-19T14:22:09.157273+0000","last_undegraded":"2024-09-19T14:22:09.157273+0000","last_fullsized":"2024-09-19T14:22:09.157273+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:02:43.818938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":170,"num_read_kb":148,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"268'304","reported_seq":956,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:01.921175+0000","last_change":"2024-09-19T13:37:42.978720+0000","last_active":"2024-09-19T14:22:01.921175+0000","last_peered":"2024-09-19T14:22:01.921175+0000","last_clean":"2024-09-19T14:22:01.921175+0000","last_became_active":"2024-09-19T13:37:42.977930+0000","last_became_peered":"2024-09-19T13:37:42.977930+0000","last_unstale":"2024-09-19T14:22:01.921175+0000","last_undegraded":"2024-09-19T14:22:01.921175+0000","last_fullsized":"2024-09-19T14:22:01.921175+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":200,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:48:55.567797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3762949,"num_objects":55,"num_object_clones":0,"num_object_copies":165,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":55,"num_whiteouts":0,"num_read":669,"num_read_kb":4560,"num_write":1140,"num_write_kb":22713,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":497,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:17.770611+0000","last_change":"2024-09-19T13:37:46.991585+0000","last_active":"2024-09-19T14:20:17.770611+0000","last_peered":"2024-09-19T14:20:17.770611+0000","last_clean":"2024-09-19T14:20:17.770611+0000","last_became_active":"2024-09-19T13:37:46.990868+0000","last_became_peered":"2024-09-19T13:37:46.990868+0000","last_unstale":"2024-09-19T14:20:17.770611+0000","last_undegraded":"2024-09-19T14:20:17.770611+0000","last_fullsized":"2024-09-19T14:20:17.770611+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:55:36.307825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1e","version":"268'91","reported_seq":612,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:09.160081+0000","last_change":"2024-09-19T13:37:49.009222+0000","last_active":"2024-09-19T14:22:09.160081+0000","last_peered":"2024-09-19T14:22:09.160081+0000","last_clean":"2024-09-19T14:22:09.160081+0000","last_became_active":"2024-09-19T13:37:49.008734+0000","last_became_peered":"2024-09-19T13:37:49.008734+0000","last_unstale":"2024-09-19T14:22:09.160081+0000","last_undegraded":"2024-09-19T14:22:09.160081+0000","last_fullsized":"2024-09-19T14:22:09.160081+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":0,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:41:36.013308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":114,"num_read_kb":109,"num_write":128,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"268'756","reported_seq":4625,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.229866+0000","last_change":"2024-09-19T13:37:51.024801+0000","last_active":"2024-09-19T14:23:58.229866+0000","last_peered":"2024-09-19T14:23:58.229866+0000","last_clean":"2024-09-19T14:23:58.229866+0000","last_became_active":"2024-09-19T13:37:51.024122+0000","last_became_peered":"2024-09-19T13:37:51.024122+0000","last_unstale":"2024-09-19T14:23:58.229866+0000","last_undegraded":"2024-09-19T14:23:58.229866+0000","last_fullsized":"2024-09-19T14:23:58.229866+0000","mapping_epoch":33,"log_start":"268'700","ondisk_log_start":"268'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":700,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:37:39.244998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.10","version":"268'164","reported_seq":670,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:58.699205+0000","last_change":"2024-09-19T13:37:53.037566+0000","last_active":"2024-09-19T14:21:58.699205+0000","last_peered":"2024-09-19T14:21:58.699205+0000","last_clean":"2024-09-19T14:21:58.699205+0000","last_became_active":"2024-09-19T13:37:53.036787+0000","last_became_peered":"2024-09-19T13:37:53.036787+0000","last_unstale":"2024-09-19T14:21:58.699205+0000","last_undegraded":"2024-09-19T14:21:58.699205+0000","last_fullsized":"2024-09-19T14:21:58.699205+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:28:22.789483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":35,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":192,"num_read_kb":180,"num_write":404,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1b","version":"268'182","reported_seq":762,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:48.086743+0000","last_change":"2024-09-19T13:37:45.012023+0000","last_active":"2024-09-19T14:21:48.086743+0000","last_peered":"2024-09-19T14:21:48.086743+0000","last_clean":"2024-09-19T14:21:48.086743+0000","last_became_active":"2024-09-19T13:37:45.011649+0000","last_became_peered":"2024-09-19T13:37:45.011649+0000","last_unstale":"2024-09-19T14:21:48.086743+0000","last_undegraded":"2024-09-19T14:21:48.086743+0000","last_fullsized":"2024-09-19T14:21:48.086743+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":100,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:03:16.394024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":780,"num_read_kb":628,"num_write":283,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"268'305","reported_seq":949,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.741636+0000","last_change":"2024-09-19T13:37:43.014314+0000","last_active":"2024-09-19T14:23:59.741636+0000","last_peered":"2024-09-19T14:23:59.741636+0000","last_clean":"2024-09-19T14:23:59.741636+0000","last_became_active":"2024-09-19T13:37:43.013846+0000","last_became_peered":"2024-09-19T13:37:43.013846+0000","last_unstale":"2024-09-19T14:23:59.741636+0000","last_undegraded":"2024-09-19T14:23:59.741636+0000","last_fullsized":"2024-09-19T14:23:59.741636+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":200,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:20:51.621804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":101,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":587,"num_read_kb":7286,"num_write":1055,"num_write_kb":28619,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":501,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:19.773757+0000","last_change":"2024-09-19T13:37:46.998132+0000","last_active":"2024-09-19T14:20:19.773757+0000","last_peered":"2024-09-19T14:20:19.773757+0000","last_clean":"2024-09-19T14:20:19.773757+0000","last_became_active":"2024-09-19T13:37:46.997726+0000","last_became_peered":"2024-09-19T13:37:46.997726+0000","last_unstale":"2024-09-19T14:20:19.773757+0000","last_undegraded":"2024-09-19T14:20:19.773757+0000","last_fullsized":"2024-09-19T14:20:19.773757+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:54:08.275222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.19","version":"268'313","reported_seq":897,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.605489+0000","last_change":"2024-09-19T13:37:49.000161+0000","last_active":"2024-09-19T14:23:58.605489+0000","last_peered":"2024-09-19T14:23:58.605489+0000","last_clean":"2024-09-19T14:23:58.605489+0000","last_became_active":"2024-09-19T13:37:48.999530+0000","last_became_peered":"2024-09-19T13:37:48.999530+0000","last_unstale":"2024-09-19T14:23:58.605489+0000","last_undegraded":"2024-09-19T14:23:58.605489+0000","last_fullsized":"2024-09-19T14:23:58.605489+0000","mapping_epoch":31,"log_start":"268'300","ondisk_log_start":"268'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":300,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:46:56.322068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":61007,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":520,"num_read_kb":1192,"num_write":426,"num_write_kb":337,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":490,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:22.785069+0000","last_change":"2024-09-19T13:37:51.025340+0000","last_active":"2024-09-19T14:21:22.785069+0000","last_peered":"2024-09-19T14:21:22.785069+0000","last_clean":"2024-09-19T14:21:22.785069+0000","last_became_active":"2024-09-19T13:37:51.024578+0000","last_became_peered":"2024-09-19T13:37:51.024578+0000","last_unstale":"2024-09-19T14:21:22.785069+0000","last_undegraded":"2024-09-19T14:21:22.785069+0000","last_fullsized":"2024-09-19T14:21:22.785069+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:24:34.426209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.17","version":"268'131","reported_seq":642,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:29.086498+0000","last_change":"2024-09-19T13:37:53.038572+0000","last_active":"2024-09-19T14:22:29.086498+0000","last_peered":"2024-09-19T14:22:29.086498+0000","last_clean":"2024-09-19T14:22:29.086498+0000","last_became_active":"2024-09-19T13:37:53.037670+0000","last_became_peered":"2024-09-19T13:37:53.037670+0000","last_unstale":"2024-09-19T14:22:29.086498+0000","last_undegraded":"2024-09-19T14:22:29.086498+0000","last_fullsized":"2024-09-19T14:22:29.086498+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:17:20.391604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":200,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":200,"num_read_kb":189,"num_write":325,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"268'124","reported_seq":721,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:29.246523+0000","last_change":"2024-09-19T13:37:45.000726+0000","last_active":"2024-09-19T14:20:29.246523+0000","last_peered":"2024-09-19T14:20:29.246523+0000","last_clean":"2024-09-19T14:20:29.246523+0000","last_became_active":"2024-09-19T13:37:45.000321+0000","last_became_peered":"2024-09-19T13:37:45.000321+0000","last_unstale":"2024-09-19T14:20:29.246523+0000","last_undegraded":"2024-09-19T14:20:29.246523+0000","last_fullsized":"2024-09-19T14:20:29.246523+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:01:45.969054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":549,"num_read_kb":454,"num_write":197,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1d","version":"268'343","reported_seq":1023,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.593029+0000","last_change":"2024-09-19T13:37:42.983119+0000","last_active":"2024-09-19T14:23:59.593029+0000","last_peered":"2024-09-19T14:23:59.593029+0000","last_clean":"2024-09-19T14:23:59.593029+0000","last_became_active":"2024-09-19T13:37:42.982795+0000","last_became_peered":"2024-09-19T13:37:42.982795+0000","last_unstale":"2024-09-19T14:23:59.593029+0000","last_undegraded":"2024-09-19T14:23:59.593029+0000","last_fullsized":"2024-09-19T14:23:59.593029+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:48:09.174117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22894,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":633,"num_read_kb":30490,"num_write":1069,"num_write_kb":34311,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":499,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:19.770925+0000","last_change":"2024-09-19T13:37:47.003185+0000","last_active":"2024-09-19T14:20:19.770925+0000","last_peered":"2024-09-19T14:20:19.770925+0000","last_clean":"2024-09-19T14:20:19.770925+0000","last_became_active":"2024-09-19T13:37:47.002566+0000","last_became_peered":"2024-09-19T13:37:47.002566+0000","last_unstale":"2024-09-19T14:20:19.770925+0000","last_undegraded":"2024-09-19T14:20:19.770925+0000","last_fullsized":"2024-09-19T14:20:19.770925+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:37:12.661404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.18","version":"268'282","reported_seq":847,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:47.614859+0000","last_change":"2024-09-19T13:37:49.003746+0000","last_active":"2024-09-19T14:23:47.614859+0000","last_peered":"2024-09-19T14:23:47.614859+0000","last_clean":"2024-09-19T14:23:47.614859+0000","last_became_active":"2024-09-19T13:37:49.002572+0000","last_became_peered":"2024-09-19T13:37:49.002572+0000","last_unstale":"2024-09-19T14:23:47.614859+0000","last_undegraded":"2024-09-19T14:23:47.614859+0000","last_fullsized":"2024-09-19T14:23:47.614859+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":200,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:34:47.581831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65660,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":471,"num_read_kb":1009,"num_write":398,"num_write_kb":339,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":488,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:29.818303+0000","last_change":"2024-09-19T13:37:51.024803+0000","last_active":"2024-09-19T14:21:29.818303+0000","last_peered":"2024-09-19T14:21:29.818303+0000","last_clean":"2024-09-19T14:21:29.818303+0000","last_became_active":"2024-09-19T13:37:51.024092+0000","last_became_peered":"2024-09-19T13:37:51.024092+0000","last_unstale":"2024-09-19T14:21:29.818303+0000","last_undegraded":"2024-09-19T14:21:29.818303+0000","last_fullsized":"2024-09-19T14:21:29.818303+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:01:54.243113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.16","version":"268'171","reported_seq":705,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:07.931173+0000","last_change":"2024-09-19T13:37:53.027213+0000","last_active":"2024-09-19T14:22:07.931173+0000","last_peered":"2024-09-19T14:22:07.931173+0000","last_clean":"2024-09-19T14:22:07.931173+0000","last_became_active":"2024-09-19T13:37:53.026543+0000","last_became_peered":"2024-09-19T13:37:53.026543+0000","last_unstale":"2024-09-19T14:22:07.931173+0000","last_undegraded":"2024-09-19T14:22:07.931173+0000","last_fullsized":"2024-09-19T14:22:07.931173+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:32:10.272023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":299,"num_read_kb":285,"num_write":410,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.19","version":"268'216","reported_seq":851,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:27.796334+0000","last_change":"2024-09-19T13:37:44.980772+0000","last_active":"2024-09-19T14:21:27.796334+0000","last_peered":"2024-09-19T14:21:27.796334+0000","last_clean":"2024-09-19T14:21:27.796334+0000","last_became_active":"2024-09-19T13:37:44.980018+0000","last_became_peered":"2024-09-19T13:37:44.980018+0000","last_unstale":"2024-09-19T14:21:27.796334+0000","last_undegraded":"2024-09-19T14:21:27.796334+0000","last_fullsized":"2024-09-19T14:21:27.796334+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":200,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:45:14.524981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":985,"num_read_kb":813,"num_write":344,"num_write_kb":165,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1e","version":"268'269","reported_seq":913,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:52.796237+0000","last_change":"2024-09-19T13:37:43.014671+0000","last_active":"2024-09-19T14:21:52.796237+0000","last_peered":"2024-09-19T14:21:52.796237+0000","last_clean":"2024-09-19T14:21:52.796237+0000","last_became_active":"2024-09-19T13:37:43.013909+0000","last_became_peered":"2024-09-19T13:37:43.013909+0000","last_unstale":"2024-09-19T14:21:52.796237+0000","last_undegraded":"2024-09-19T14:21:52.796237+0000","last_fullsized":"2024-09-19T14:21:52.796237+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:57:10.494453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4651891,"num_objects":58,"num_object_clones":0,"num_object_copies":174,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":58,"num_whiteouts":0,"num_read":525,"num_read_kb":17889,"num_write":1011,"num_write_kb":18811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":502,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:19.788576+0000","last_change":"2024-09-19T13:37:46.992820+0000","last_active":"2024-09-19T14:21:19.788576+0000","last_peered":"2024-09-19T14:21:19.788576+0000","last_clean":"2024-09-19T14:21:19.788576+0000","last_became_active":"2024-09-19T13:37:46.991662+0000","last_became_peered":"2024-09-19T13:37:46.991662+0000","last_unstale":"2024-09-19T14:21:19.788576+0000","last_undegraded":"2024-09-19T14:21:19.788576+0000","last_fullsized":"2024-09-19T14:21:19.788576+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:34:52.224919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"268'264","reported_seq":820,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:52.811158+0000","last_change":"2024-09-19T13:37:49.003579+0000","last_active":"2024-09-19T14:22:52.811158+0000","last_peered":"2024-09-19T14:22:52.811158+0000","last_clean":"2024-09-19T14:22:52.811158+0000","last_became_active":"2024-09-19T13:37:49.002737+0000","last_became_peered":"2024-09-19T13:37:49.002737+0000","last_unstale":"2024-09-19T14:22:52.811158+0000","last_undegraded":"2024-09-19T14:22:52.811158+0000","last_fullsized":"2024-09-19T14:22:52.811158+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":200,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:42:14.875687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":83336,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":437,"num_read_kb":1020,"num_write":374,"num_write_kb":345,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":487,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:24.801342+0000","last_change":"2024-09-19T13:37:51.028431+0000","last_active":"2024-09-19T14:20:24.801342+0000","last_peered":"2024-09-19T14:20:24.801342+0000","last_clean":"2024-09-19T14:20:24.801342+0000","last_became_active":"2024-09-19T13:37:51.027534+0000","last_became_peered":"2024-09-19T13:37:51.027534+0000","last_unstale":"2024-09-19T14:20:24.801342+0000","last_undegraded":"2024-09-19T14:20:24.801342+0000","last_fullsized":"2024-09-19T14:20:24.801342+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:20:17.577797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.15","version":"268'202","reported_seq":1308,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:31.773263+0000","last_change":"2024-09-19T13:37:53.028818+0000","last_active":"2024-09-19T14:22:31.773263+0000","last_peered":"2024-09-19T14:22:31.773263+0000","last_clean":"2024-09-19T14:22:31.773263+0000","last_became_active":"2024-09-19T13:37:53.028063+0000","last_became_peered":"2024-09-19T13:37:53.028063+0000","last_unstale":"2024-09-19T14:22:31.773263+0000","last_undegraded":"2024-09-19T14:22:31.773263+0000","last_fullsized":"2024-09-19T14:22:31.773263+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":100,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:01:32.681210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":633,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":879,"num_read_kb":869,"num_write":447,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"268'175","reported_seq":779,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:14.784439+0000","last_change":"2024-09-19T13:37:44.993164+0000","last_active":"2024-09-19T14:21:14.784439+0000","last_peered":"2024-09-19T14:21:14.784439+0000","last_clean":"2024-09-19T14:21:14.784439+0000","last_became_active":"2024-09-19T13:37:44.992673+0000","last_became_peered":"2024-09-19T13:37:44.992673+0000","last_unstale":"2024-09-19T14:21:14.784439+0000","last_undegraded":"2024-09-19T14:21:14.784439+0000","last_fullsized":"2024-09-19T14:21:14.784439+0000","mapping_epoch":27,"log_start":"265'100","ondisk_log_start":"265'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:17:46.592882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":775,"num_read_kb":633,"num_write":258,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1f","version":"268'290","reported_seq":926,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:27.511973+0000","last_change":"2024-09-19T13:37:43.016594+0000","last_active":"2024-09-19T14:22:27.511973+0000","last_peered":"2024-09-19T14:22:27.511973+0000","last_clean":"2024-09-19T14:22:27.511973+0000","last_became_active":"2024-09-19T13:37:43.014491+0000","last_became_peered":"2024-09-19T13:37:43.014491+0000","last_unstale":"2024-09-19T14:22:27.511973+0000","last_undegraded":"2024-09-19T14:22:27.511973+0000","last_fullsized":"2024-09-19T14:22:27.511973+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":200,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:00:31.664278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8724692,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":535,"num_read_kb":20596,"num_write":1142,"num_write_kb":29373,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.19","version":"30'1","reported_seq":499,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:22.785110+0000","last_change":"2024-09-19T13:37:46.993827+0000","last_active":"2024-09-19T14:21:22.785110+0000","last_peered":"2024-09-19T14:21:22.785110+0000","last_clean":"2024-09-19T14:21:22.785110+0000","last_became_active":"2024-09-19T13:37:46.993013+0000","last_became_peered":"2024-09-19T13:37:46.993013+0000","last_unstale":"2024-09-19T14:21:22.785110+0000","last_undegraded":"2024-09-19T14:21:22.785110+0000","last_fullsized":"2024-09-19T14:21:22.785110+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:36:05.905586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1a","version":"268'283","reported_seq":866,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.268307+0000","last_change":"2024-09-19T13:37:49.013063+0000","last_active":"2024-09-19T14:23:58.268307+0000","last_peered":"2024-09-19T14:23:58.268307+0000","last_clean":"2024-09-19T14:23:58.268307+0000","last_became_active":"2024-09-19T13:37:49.011710+0000","last_became_peered":"2024-09-19T13:37:49.011710+0000","last_unstale":"2024-09-19T14:23:58.268307+0000","last_undegraded":"2024-09-19T14:23:58.268307+0000","last_fullsized":"2024-09-19T14:23:58.268307+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":200,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:38:52.806772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50925,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":476,"num_read_kb":1057,"num_write":380,"num_write_kb":287,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":489,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:22.771850+0000","last_change":"2024-09-19T13:37:51.038594+0000","last_active":"2024-09-19T14:20:22.771850+0000","last_peered":"2024-09-19T14:20:22.771850+0000","last_clean":"2024-09-19T14:20:22.771850+0000","last_became_active":"2024-09-19T13:37:51.037659+0000","last_became_peered":"2024-09-19T13:37:51.037659+0000","last_unstale":"2024-09-19T14:20:22.771850+0000","last_undegraded":"2024-09-19T14:20:22.771850+0000","last_fullsized":"2024-09-19T14:20:22.771850+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:44:08.719916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.14","version":"268'130","reported_seq":615,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:50.438216+0000","last_change":"2024-09-19T13:37:53.040027+0000","last_active":"2024-09-19T14:23:50.438216+0000","last_peered":"2024-09-19T14:23:50.438216+0000","last_clean":"2024-09-19T14:23:50.438216+0000","last_became_active":"2024-09-19T13:37:53.036777+0000","last_became_peered":"2024-09-19T13:37:53.036777+0000","last_unstale":"2024-09-19T14:23:50.438216+0000","last_undegraded":"2024-09-19T14:23:50.438216+0000","last_fullsized":"2024-09-19T14:23:50.438216+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:35:52.554803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":429,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":127,"num_read_kb":127,"num_write":301,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.27","version":"268'169","reported_seq":823,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:47.574090+0000","last_change":"2024-09-19T13:37:44.985856+0000","last_active":"2024-09-19T14:21:47.574090+0000","last_peered":"2024-09-19T14:21:47.574090+0000","last_clean":"2024-09-19T14:21:47.574090+0000","last_became_active":"2024-09-19T13:37:44.985102+0000","last_became_peered":"2024-09-19T13:37:44.985102+0000","last_unstale":"2024-09-19T14:21:47.574090+0000","last_undegraded":"2024-09-19T14:21:47.574090+0000","last_fullsized":"2024-09-19T14:21:47.574090+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:39:11.743813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":790,"num_read_kb":663,"num_write":256,"num_write_kb":120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.20","version":"268'339","reported_seq":982,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.794791+0000","last_change":"2024-09-19T13:37:42.985729+0000","last_active":"2024-09-19T14:23:59.794791+0000","last_peered":"2024-09-19T14:23:59.794791+0000","last_clean":"2024-09-19T14:23:59.794791+0000","last_became_active":"2024-09-19T13:37:42.984898+0000","last_became_peered":"2024-09-19T13:37:42.984898+0000","last_unstale":"2024-09-19T14:23:59.794791+0000","last_undegraded":"2024-09-19T14:23:59.794791+0000","last_fullsized":"2024-09-19T14:23:59.794791+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":300,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:38:16.428051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1159675,"num_objects":18,"num_object_clones":0,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":614,"num_read_kb":9952,"num_write":1092,"num_write_kb":33433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,3],"acting":[2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.26","version":"268'141","reported_seq":720,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:18.683753+0000","last_change":"2024-09-19T13:37:44.994668+0000","last_active":"2024-09-19T14:21:18.683753+0000","last_peered":"2024-09-19T14:21:18.683753+0000","last_clean":"2024-09-19T14:21:18.683753+0000","last_became_active":"2024-09-19T13:37:44.993913+0000","last_became_peered":"2024-09-19T13:37:44.993913+0000","last_unstale":"2024-09-19T14:21:18.683753+0000","last_undegraded":"2024-09-19T14:21:18.683753+0000","last_fullsized":"2024-09-19T14:21:18.683753+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:27:57.529897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":555,"num_read_kb":457,"num_write":192,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.21","version":"268'270","reported_seq":948,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:27.796297+0000","last_change":"2024-09-19T13:37:43.008395+0000","last_active":"2024-09-19T14:21:27.796297+0000","last_peered":"2024-09-19T14:21:27.796297+0000","last_clean":"2024-09-19T14:21:27.796297+0000","last_became_active":"2024-09-19T13:37:43.007424+0000","last_became_peered":"2024-09-19T13:37:43.007424+0000","last_unstale":"2024-09-19T14:21:27.796297+0000","last_undegraded":"2024-09-19T14:21:27.796297+0000","last_fullsized":"2024-09-19T14:21:27.796297+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:14:37.516789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4222417,"num_objects":66,"num_object_clones":0,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":639,"num_read_kb":25363,"num_write":973,"num_write_kb":11390,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.25","version":"268'210","reported_seq":826,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:06.850147+0000","last_change":"2024-09-19T13:37:44.981221+0000","last_active":"2024-09-19T14:22:06.850147+0000","last_peered":"2024-09-19T14:22:06.850147+0000","last_clean":"2024-09-19T14:22:06.850147+0000","last_became_active":"2024-09-19T13:37:44.980576+0000","last_became_peered":"2024-09-19T13:37:44.980576+0000","last_unstale":"2024-09-19T14:22:06.850147+0000","last_undegraded":"2024-09-19T14:22:06.850147+0000","last_fullsized":"2024-09-19T14:22:06.850147+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":100,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:33:19.471967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":939,"num_read_kb":781,"num_write":318,"num_write_kb":157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.22","version":"268'273","reported_seq":871,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.530024+0000","last_change":"2024-09-19T13:37:43.011461+0000","last_active":"2024-09-19T14:23:59.530024+0000","last_peered":"2024-09-19T14:23:59.530024+0000","last_clean":"2024-09-19T14:23:59.530024+0000","last_became_active":"2024-09-19T13:37:43.011053+0000","last_became_peered":"2024-09-19T13:37:43.011053+0000","last_unstale":"2024-09-19T14:23:59.530024+0000","last_undegraded":"2024-09-19T14:23:59.530024+0000","last_fullsized":"2024-09-19T14:23:59.530024+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":200,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:01:54.790730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1525831,"num_objects":17,"num_object_clones":0,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":446,"num_read_kb":503,"num_write":889,"num_write_kb":31798,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.24","version":"268'357","reported_seq":1028,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:07.785521+0000","last_change":"2024-09-19T13:37:45.005754+0000","last_active":"2024-09-19T14:21:07.785521+0000","last_peered":"2024-09-19T14:21:07.785521+0000","last_clean":"2024-09-19T14:21:07.785521+0000","last_became_active":"2024-09-19T13:37:45.004832+0000","last_became_peered":"2024-09-19T13:37:45.004832+0000","last_unstale":"2024-09-19T14:21:07.785521+0000","last_undegraded":"2024-09-19T14:21:07.785521+0000","last_fullsized":"2024-09-19T14:21:07.785521+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:08:56.947354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1607,"num_read_kb":1314,"num_write":585,"num_write_kb":331,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"268'328","reported_seq":1006,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:41.218400+0000","last_change":"2024-09-19T13:37:43.013775+0000","last_active":"2024-09-19T14:23:41.218400+0000","last_peered":"2024-09-19T14:23:41.218400+0000","last_clean":"2024-09-19T14:23:41.218400+0000","last_became_active":"2024-09-19T13:37:43.004560+0000","last_became_peered":"2024-09-19T13:37:43.004560+0000","last_unstale":"2024-09-19T14:23:41.218400+0000","last_undegraded":"2024-09-19T14:23:41.218400+0000","last_fullsized":"2024-09-19T14:23:41.218400+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:49:12.178409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5867539,"num_objects":84,"num_object_clones":0,"num_object_copies":252,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":84,"num_whiteouts":0,"num_read":579,"num_read_kb":23653,"num_write":1117,"num_write_kb":42503,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,0],"acting":[5,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.23","version":"268'4177","reported_seq":4797,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:42.793880+0000","last_change":"2024-09-19T13:37:45.012377+0000","last_active":"2024-09-19T14:21:42.793880+0000","last_peered":"2024-09-19T14:21:42.793880+0000","last_clean":"2024-09-19T14:21:42.793880+0000","last_became_active":"2024-09-19T13:37:45.007233+0000","last_became_peered":"2024-09-19T13:37:45.007233+0000","last_unstale":"2024-09-19T14:21:42.793880+0000","last_undegraded":"2024-09-19T14:21:42.793880+0000","last_fullsized":"2024-09-19T14:21:42.793880+0000","mapping_epoch":27,"log_start":"268'4100","ondisk_log_start":"268'4100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":3000,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:41:50.389035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16795,"num_read_kb":14077,"num_write":6279,"num_write_kb":3125,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.24","version":"268'413","reported_seq":1107,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:42.549575+0000","last_change":"2024-09-19T13:37:43.000119+0000","last_active":"2024-09-19T14:21:42.549575+0000","last_peered":"2024-09-19T14:21:42.549575+0000","last_clean":"2024-09-19T14:21:42.549575+0000","last_became_active":"2024-09-19T13:37:42.999128+0000","last_became_peered":"2024-09-19T13:37:42.999128+0000","last_unstale":"2024-09-19T14:21:42.549575+0000","last_undegraded":"2024-09-19T14:21:42.549575+0000","last_fullsized":"2024-09-19T14:21:42.549575+0000","mapping_epoch":25,"log_start":"268'400","ondisk_log_start":"268'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":400,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:40:32.421990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6732439,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":967,"num_read_kb":32624,"num_write":1289,"num_write_kb":20581,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.22","version":"268'279","reported_seq":891,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:14.525358+0000","last_change":"2024-09-19T13:37:44.989680+0000","last_active":"2024-09-19T14:22:14.525358+0000","last_peered":"2024-09-19T14:22:14.525358+0000","last_clean":"2024-09-19T14:22:14.525358+0000","last_became_active":"2024-09-19T13:37:44.989245+0000","last_became_peered":"2024-09-19T13:37:44.989245+0000","last_unstale":"2024-09-19T14:22:14.525358+0000","last_undegraded":"2024-09-19T14:22:14.525358+0000","last_fullsized":"2024-09-19T14:22:14.525358+0000","mapping_epoch":27,"log_start":"265'200","ondisk_log_start":"265'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":200,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:20:05.352535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1580,"num_read_kb":1426,"num_write":497,"num_write_kb":241,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.25","version":"268'313","reported_seq":985,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:28.002131+0000","last_change":"2024-09-19T13:37:43.007903+0000","last_active":"2024-09-19T14:22:28.002131+0000","last_peered":"2024-09-19T14:22:28.002131+0000","last_clean":"2024-09-19T14:22:28.002131+0000","last_became_active":"2024-09-19T13:37:43.007262+0000","last_became_peered":"2024-09-19T13:37:43.007262+0000","last_unstale":"2024-09-19T14:22:28.002131+0000","last_undegraded":"2024-09-19T14:22:28.002131+0000","last_fullsized":"2024-09-19T14:22:28.002131+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":300,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:57:50.709217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15149306,"num_objects":74,"num_object_clones":0,"num_object_copies":222,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":74,"num_whiteouts":0,"num_read":547,"num_read_kb":54839,"num_write":1099,"num_write_kb":58708,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.21","version":"268'124","reported_seq":704,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:32.793355+0000","last_change":"2024-09-19T13:37:45.007638+0000","last_active":"2024-09-19T14:21:32.793355+0000","last_peered":"2024-09-19T14:21:32.793355+0000","last_clean":"2024-09-19T14:21:32.793355+0000","last_became_active":"2024-09-19T13:37:45.006951+0000","last_became_peered":"2024-09-19T13:37:45.006951+0000","last_unstale":"2024-09-19T14:21:32.793355+0000","last_undegraded":"2024-09-19T14:21:32.793355+0000","last_fullsized":"2024-09-19T14:21:32.793355+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:28:04.679049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":551,"num_read_kb":463,"num_write":186,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.26","version":"268'330","reported_seq":1000,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.803556+0000","last_change":"2024-09-19T13:37:42.985951+0000","last_active":"2024-09-19T14:23:59.803556+0000","last_peered":"2024-09-19T14:23:59.803556+0000","last_clean":"2024-09-19T14:23:59.803556+0000","last_became_active":"2024-09-19T13:37:42.984840+0000","last_became_peered":"2024-09-19T13:37:42.984840+0000","last_unstale":"2024-09-19T14:23:59.803556+0000","last_undegraded":"2024-09-19T14:23:59.803556+0000","last_fullsized":"2024-09-19T14:23:59.803556+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:49:33.615034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2605916,"num_objects":16,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":601,"num_read_kb":27690,"num_write":1139,"num_write_kb":30797,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.20","version":"268'148","reported_seq":776,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:05.974724+0000","last_change":"2024-09-19T13:37:45.000223+0000","last_active":"2024-09-19T14:22:05.974724+0000","last_peered":"2024-09-19T14:22:05.974724+0000","last_clean":"2024-09-19T14:22:05.974724+0000","last_became_active":"2024-09-19T13:37:44.999992+0000","last_became_peered":"2024-09-19T13:37:44.999992+0000","last_unstale":"2024-09-19T14:22:05.974724+0000","last_undegraded":"2024-09-19T14:22:05.974724+0000","last_fullsized":"2024-09-19T14:22:05.974724+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:59:03.756700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":651,"num_read_kb":543,"num_write":211,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.27","version":"268'280","reported_seq":896,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:18.311730+0000","last_change":"2024-09-19T13:37:43.017563+0000","last_active":"2024-09-19T14:21:18.311730+0000","last_peered":"2024-09-19T14:21:18.311730+0000","last_clean":"2024-09-19T14:21:18.311730+0000","last_became_active":"2024-09-19T13:37:43.016866+0000","last_became_peered":"2024-09-19T13:37:43.016866+0000","last_unstale":"2024-09-19T14:21:18.311730+0000","last_undegraded":"2024-09-19T14:21:18.311730+0000","last_fullsized":"2024-09-19T14:21:18.311730+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":200,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:50:16.887555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9609789,"num_objects":53,"num_object_clones":0,"num_object_copies":159,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":53,"num_whiteouts":0,"num_read":465,"num_read_kb":9008,"num_write":1090,"num_write_kb":38647,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2f","version":"268'167","reported_seq":783,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:16.319569+0000","last_change":"2024-09-19T13:37:44.981272+0000","last_active":"2024-09-19T14:21:16.319569+0000","last_peered":"2024-09-19T14:21:16.319569+0000","last_clean":"2024-09-19T14:21:16.319569+0000","last_became_active":"2024-09-19T13:37:44.980467+0000","last_became_peered":"2024-09-19T13:37:44.980467+0000","last_unstale":"2024-09-19T14:21:16.319569+0000","last_undegraded":"2024-09-19T14:21:16.319569+0000","last_fullsized":"2024-09-19T14:21:16.319569+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:46:24.339410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":738,"num_read_kb":611,"num_write":237,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.28","version":"268'320","reported_seq":960,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.467749+0000","last_change":"2024-09-19T13:37:43.021782+0000","last_active":"2024-09-19T14:23:59.467749+0000","last_peered":"2024-09-19T14:23:59.467749+0000","last_clean":"2024-09-19T14:23:59.467749+0000","last_became_active":"2024-09-19T13:37:43.021272+0000","last_became_peered":"2024-09-19T13:37:43.021272+0000","last_unstale":"2024-09-19T14:23:59.467749+0000","last_undegraded":"2024-09-19T14:23:59.467749+0000","last_fullsized":"2024-09-19T14:23:59.467749+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:42:23.497482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":17,"num_object_clones":0,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":647,"num_read_kb":1741,"num_write":1116,"num_write_kb":41906,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2e","version":"268'202","reported_seq":808,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:48.290045+0000","last_change":"2024-09-19T13:37:44.969801+0000","last_active":"2024-09-19T14:20:48.290045+0000","last_peered":"2024-09-19T14:20:48.290045+0000","last_clean":"2024-09-19T14:20:48.290045+0000","last_became_active":"2024-09-19T13:37:44.969331+0000","last_became_peered":"2024-09-19T13:37:44.969331+0000","last_unstale":"2024-09-19T14:20:48.290045+0000","last_undegraded":"2024-09-19T14:20:48.290045+0000","last_fullsized":"2024-09-19T14:20:48.290045+0000","mapping_epoch":27,"log_start":"265'100","ondisk_log_start":"265'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":100,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:45:06.577761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":890,"num_read_kb":720,"num_write":326,"num_write_kb":154,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.29","version":"268'350","reported_seq":1111,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:27.511987+0000","last_change":"2024-09-19T13:37:43.011113+0000","last_active":"2024-09-19T14:22:27.511987+0000","last_peered":"2024-09-19T14:22:27.511987+0000","last_clean":"2024-09-19T14:22:27.511987+0000","last_became_active":"2024-09-19T13:37:43.000945+0000","last_became_peered":"2024-09-19T13:37:43.000945+0000","last_unstale":"2024-09-19T14:22:27.511987+0000","last_undegraded":"2024-09-19T14:22:27.511987+0000","last_fullsized":"2024-09-19T14:22:27.511987+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:23:54.612927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6967828,"num_objects":70,"num_object_clones":0,"num_object_copies":210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":1036,"num_read_kb":15691,"num_write":1218,"num_write_kb":26896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,0],"acting":[5,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2d","version":"268'244","reported_seq":918,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:42.779449+0000","last_change":"2024-09-19T13:37:45.010427+0000","last_active":"2024-09-19T14:20:42.779449+0000","last_peered":"2024-09-19T14:20:42.779449+0000","last_clean":"2024-09-19T14:20:42.779449+0000","last_became_active":"2024-09-19T13:37:45.000753+0000","last_became_peered":"2024-09-19T13:37:45.000753+0000","last_unstale":"2024-09-19T14:20:42.779449+0000","last_undegraded":"2024-09-19T14:20:42.779449+0000","last_fullsized":"2024-09-19T14:20:42.779449+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:10:33.875218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1120,"num_read_kb":924,"num_write":371,"num_write_kb":169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2a","version":"268'351","reported_seq":994,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.741898+0000","last_change":"2024-09-19T13:37:42.981532+0000","last_active":"2024-09-19T14:23:59.741898+0000","last_peered":"2024-09-19T14:23:59.741898+0000","last_clean":"2024-09-19T14:23:59.741898+0000","last_became_active":"2024-09-19T13:37:42.981052+0000","last_became_peered":"2024-09-19T13:37:42.981052+0000","last_unstale":"2024-09-19T14:23:59.741898+0000","last_undegraded":"2024-09-19T14:23:59.741898+0000","last_fullsized":"2024-09-19T14:23:59.741898+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:32:51.103064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":153,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":636,"num_read_kb":992,"num_write":1176,"num_write_kb":30048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2c","version":"268'233","reported_seq":836,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:31.685873+0000","last_change":"2024-09-19T13:37:44.992935+0000","last_active":"2024-09-19T14:22:31.685873+0000","last_peered":"2024-09-19T14:22:31.685873+0000","last_clean":"2024-09-19T14:22:31.685873+0000","last_became_active":"2024-09-19T13:37:44.992478+0000","last_became_peered":"2024-09-19T13:37:44.992478+0000","last_unstale":"2024-09-19T14:22:31.685873+0000","last_undegraded":"2024-09-19T14:22:31.685873+0000","last_fullsized":"2024-09-19T14:22:31.685873+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":200,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:16:19.940839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1044,"num_read_kb":843,"num_write":399,"num_write_kb":189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"268'267","reported_seq":1105,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:27.772847+0000","last_change":"2024-09-19T13:37:42.991075+0000","last_active":"2024-09-19T14:20:27.772847+0000","last_peered":"2024-09-19T14:20:27.772847+0000","last_clean":"2024-09-19T14:20:27.772847+0000","last_became_active":"2024-09-19T13:37:42.990469+0000","last_became_peered":"2024-09-19T13:37:42.990469+0000","last_unstale":"2024-09-19T14:20:27.772847+0000","last_undegraded":"2024-09-19T14:20:27.772847+0000","last_fullsized":"2024-09-19T14:20:27.772847+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":200,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:51:11.229587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1100643,"num_objects":69,"num_object_clones":0,"num_object_copies":207,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":1117,"num_read_kb":4770,"num_write":938,"num_write_kb":24975,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2b","version":"268'130","reported_seq":791,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:13.095477+0000","last_change":"2024-09-19T13:37:45.011879+0000","last_active":"2024-09-19T14:22:13.095477+0000","last_peered":"2024-09-19T14:22:13.095477+0000","last_clean":"2024-09-19T14:22:13.095477+0000","last_became_active":"2024-09-19T13:37:45.011557+0000","last_became_peered":"2024-09-19T13:37:45.011557+0000","last_unstale":"2024-09-19T14:22:13.095477+0000","last_undegraded":"2024-09-19T14:22:13.095477+0000","last_fullsized":"2024-09-19T14:22:13.095477+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:08:42.984940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":664,"num_read_kb":574,"num_write":185,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2c","version":"268'275","reported_seq":919,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.722890+0000","last_change":"2024-09-19T13:37:42.989106+0000","last_active":"2024-09-19T14:23:59.722890+0000","last_peered":"2024-09-19T14:23:59.722890+0000","last_clean":"2024-09-19T14:23:59.722890+0000","last_became_active":"2024-09-19T13:37:42.988011+0000","last_became_peered":"2024-09-19T13:37:42.988011+0000","last_unstale":"2024-09-19T14:23:59.722890+0000","last_undegraded":"2024-09-19T14:23:59.722890+0000","last_fullsized":"2024-09-19T14:23:59.722890+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":200,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:55:38.807118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048853,"num_objects":18,"num_object_clones":0,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":572,"num_read_kb":16833,"num_write":876,"num_write_kb":37493,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,6],"acting":[0,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2a","version":"268'244","reported_seq":893,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:10.909945+0000","last_change":"2024-09-19T13:37:44.985886+0000","last_active":"2024-09-19T14:21:10.909945+0000","last_peered":"2024-09-19T14:21:10.909945+0000","last_clean":"2024-09-19T14:21:10.909945+0000","last_became_active":"2024-09-19T13:37:44.985158+0000","last_became_peered":"2024-09-19T13:37:44.985158+0000","last_unstale":"2024-09-19T14:21:10.909945+0000","last_undegraded":"2024-09-19T14:21:10.909945+0000","last_fullsized":"2024-09-19T14:21:10.909945+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:24:30.242726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1107,"num_read_kb":928,"num_write":391,"num_write_kb":224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2d","version":"268'314","reported_seq":1069,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.534162+0000","last_change":"2024-09-19T13:37:42.994721+0000","last_active":"2024-09-19T14:23:59.534162+0000","last_peered":"2024-09-19T14:23:59.534162+0000","last_clean":"2024-09-19T14:23:59.534162+0000","last_became_active":"2024-09-19T13:37:42.994369+0000","last_became_peered":"2024-09-19T13:37:42.994369+0000","last_unstale":"2024-09-19T14:23:59.534162+0000","last_undegraded":"2024-09-19T14:23:59.534162+0000","last_fullsized":"2024-09-19T14:23:59.534162+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:52:01.132245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1383272,"num_objects":17,"num_object_clones":0,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":1056,"num_read_kb":29521,"num_write":956,"num_write_kb":25575,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.29","version":"268'334","reported_seq":929,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:01.983480+0000","last_change":"2024-09-19T13:37:45.014941+0000","last_active":"2024-09-19T14:22:01.983480+0000","last_peered":"2024-09-19T14:22:01.983480+0000","last_clean":"2024-09-19T14:22:01.983480+0000","last_became_active":"2024-09-19T13:37:45.014220+0000","last_became_peered":"2024-09-19T13:37:45.014220+0000","last_unstale":"2024-09-19T14:22:01.983480+0000","last_undegraded":"2024-09-19T14:22:01.983480+0000","last_fullsized":"2024-09-19T14:22:01.983480+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:27:48.772079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1616,"num_read_kb":1427,"num_write":540,"num_write_kb":278,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2e","version":"268'282","reported_seq":927,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:48.805972+0000","last_change":"2024-09-19T13:37:43.008362+0000","last_active":"2024-09-19T14:21:48.805972+0000","last_peered":"2024-09-19T14:21:48.805972+0000","last_clean":"2024-09-19T14:21:48.805972+0000","last_became_active":"2024-09-19T13:37:43.007440+0000","last_became_peered":"2024-09-19T13:37:43.007440+0000","last_unstale":"2024-09-19T14:21:48.805972+0000","last_undegraded":"2024-09-19T14:21:48.805972+0000","last_fullsized":"2024-09-19T14:21:48.805972+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":200,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:09:18.299154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5360235,"num_objects":52,"num_object_clones":0,"num_object_copies":156,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":52,"num_whiteouts":0,"num_read":619,"num_read_kb":17036,"num_write":1150,"num_write_kb":45339,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.28","version":"268'126","reported_seq":731,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:14.787197+0000","last_change":"2024-09-19T13:37:45.005472+0000","last_active":"2024-09-19T14:21:14.787197+0000","last_peered":"2024-09-19T14:21:14.787197+0000","last_clean":"2024-09-19T14:21:14.787197+0000","last_became_active":"2024-09-19T13:37:45.005159+0000","last_became_peered":"2024-09-19T13:37:45.005159+0000","last_unstale":"2024-09-19T14:21:14.787197+0000","last_undegraded":"2024-09-19T14:21:14.787197+0000","last_fullsized":"2024-09-19T14:21:14.787197+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:08:28.485894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":569,"num_read_kb":474,"num_write":196,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"268'381","reported_seq":1084,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.530852+0000","last_change":"2024-09-19T13:37:43.016150+0000","last_active":"2024-09-19T14:23:59.530852+0000","last_peered":"2024-09-19T14:23:59.530852+0000","last_clean":"2024-09-19T14:23:59.530852+0000","last_became_active":"2024-09-19T13:37:43.015711+0000","last_became_peered":"2024-09-19T13:37:43.015711+0000","last_unstale":"2024-09-19T14:23:59.530852+0000","last_undegraded":"2024-09-19T14:23:59.530852+0000","last_fullsized":"2024-09-19T14:23:59.530852+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":300,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:09:58.911603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":877,"num_read_kb":30929,"num_write":1296,"num_write_kb":33065,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.30","version":"268'330","reported_seq":985,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.597141+0000","last_change":"2024-09-19T13:37:42.988079+0000","last_active":"2024-09-19T14:23:59.597141+0000","last_peered":"2024-09-19T14:23:59.597141+0000","last_clean":"2024-09-19T14:23:59.597141+0000","last_became_active":"2024-09-19T13:37:42.987700+0000","last_became_peered":"2024-09-19T13:37:42.987700+0000","last_unstale":"2024-09-19T14:23:59.597141+0000","last_undegraded":"2024-09-19T14:23:59.597141+0000","last_fullsized":"2024-09-19T14:23:59.597141+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:19:20.569188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139110,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":594,"num_read_kb":11104,"num_write":1183,"num_write_kb":39461,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.37","version":"268'165","reported_seq":800,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:22.785297+0000","last_change":"2024-09-19T13:37:45.017618+0000","last_active":"2024-09-19T14:21:22.785297+0000","last_peered":"2024-09-19T14:21:22.785297+0000","last_clean":"2024-09-19T14:21:22.785297+0000","last_became_active":"2024-09-19T13:37:45.016954+0000","last_became_peered":"2024-09-19T13:37:45.016954+0000","last_unstale":"2024-09-19T14:21:22.785297+0000","last_undegraded":"2024-09-19T14:21:22.785297+0000","last_fullsized":"2024-09-19T14:21:22.785297+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":100,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:37:28.403774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":802,"num_read_kb":669,"num_write":261,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.31","version":"268'395","reported_seq":1098,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:20.061782+0000","last_change":"2024-09-19T13:37:43.003991+0000","last_active":"2024-09-19T14:21:20.061782+0000","last_peered":"2024-09-19T14:21:20.061782+0000","last_clean":"2024-09-19T14:21:20.061782+0000","last_became_active":"2024-09-19T13:37:43.003367+0000","last_became_peered":"2024-09-19T13:37:43.003367+0000","last_unstale":"2024-09-19T14:21:20.061782+0000","last_undegraded":"2024-09-19T14:21:20.061782+0000","last_fullsized":"2024-09-19T14:21:20.061782+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":300,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:39:50.198699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4464256,"num_objects":83,"num_object_clones":0,"num_object_copies":249,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":83,"num_whiteouts":0,"num_read":870,"num_read_kb":15349,"num_write":1358,"num_write_kb":30290,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.36","version":"268'77","reported_seq":648,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:43.141720+0000","last_change":"2024-09-19T13:37:45.001313+0000","last_active":"2024-09-19T14:21:43.141720+0000","last_peered":"2024-09-19T14:21:43.141720+0000","last_clean":"2024-09-19T14:21:43.141720+0000","last_became_active":"2024-09-19T13:37:45.000870+0000","last_became_peered":"2024-09-19T13:37:45.000870+0000","last_unstale":"2024-09-19T14:21:43.141720+0000","last_undegraded":"2024-09-19T14:21:43.141720+0000","last_fullsized":"2024-09-19T14:21:43.141720+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":0,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:36:43.177586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":327,"num_read_kb":275,"num_write":113,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9358,"num_read_kb":6674,"num_write":2815,"num_write_kb":860,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1051,"ondisk_log_size":1051,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":14831,"num_objects":87,"num_object_clones":0,"num_object_copies":174,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":87,"num_whiteouts":0,"num_read":16365,"num_read_kb":16043,"num_write":17025,"num_write_kb":4968,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":557056,"data_stored":29662,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1576,"ondisk_log_size":1576,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":515,"ondisk_log_size":515,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1836900,"num_objects":199,"num_object_clones":0,"num_object_copies":398,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":199,"num_whiteouts":0,"num_read":17235,"num_read_kb":34432,"num_write":14587,"num_write_kb":11721,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":22,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2203648,"data_stored":1770995,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2042,"ondisk_log_size":2042,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2396,"num_read_kb":2855,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":13,"num_object_clones":0,"num_object_copies":26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":103358,"num_read_kb":86446,"num_write":37181,"num_write_kb":18689,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3847,"ondisk_log_size":3847,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":329882428,"num_objects":2715,"num_object_clones":0,"num_object_copies":8145,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2715,"num_whiteouts":0,"num_read":41799,"num_read_kb":1863327,"num_write":69596,"num_write_kb":2152655,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":548876288,"data_stored":548876288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3905,"ondisk_log_size":3905,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":31053428,"num_objects":13,"num_object_clones":0,"num_object_copies":26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":157,"num_read_kb":189561,"num_write":173,"num_write_kb":126453,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":83083264,"data_stored":83078376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":113,"ondisk_log_size":113,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":42051823,"num_objects":16,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":153,"num_read_kb":193027,"num_write":170,"num_write_kb":126453,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102518784,"data_stored":102513801,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":110,"ondisk_log_size":110,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":15,"seq":64424510003,"num_pgs":124,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":278720,"kb_used_data":54432,"kb_used_omap":1,"kb_used_meta":224126,"kb_avail":94093120,"statfs":{"total":96636764160,"available":96351354880,"internally_reserved":0,"allocated":55738368,"data_stored":53706546,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":229505479},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510006,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":157664,"kb_used_data":32072,"kb_used_omap":1,"kb_used_meta":125566,"kb_avail":94214176,"statfs":{"total":96636764160,"available":96475316224,"internally_reserved":0,"allocated":32841728,"data_stored":30819956,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":128580037},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510004,"num_pgs":92,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":344992,"kb_used_data":66476,"kb_used_omap":1,"kb_used_meta":278270,"kb_avail":94026848,"statfs":{"total":96636764160,"available":96283492352,"internally_reserved":0,"allocated":68071424,"data_stored":66043506,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":284948933},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424510007,"num_pgs":97,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":177548,"kb_used_data":79696,"kb_used_omap":1,"kb_used_meta":97790,"kb_avail":94194292,"statfs":{"total":96636764160,"available":96454955008,"internally_reserved":0,"allocated":81608704,"data_stored":79570388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":100137413},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542709,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":379268,"kb_used_data":181556,"kb_used_omap":1,"kb_used_meta":197694,"kb_avail":93992572,"statfs":{"total":96636764160,"available":96248393728,"internally_reserved":0,"allocated":185913344,"data_stored":183868110,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":202439115},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542708,"num_pgs":103,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":247596,"kb_used_data":162332,"kb_used_omap":1,"kb_used_meta":85246,"kb_avail":94124244,"statfs":{"total":96636764160,"available":96383225856,"internally_reserved":0,"allocated":166227968,"data_stored":164142760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":87292358},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542709,"num_pgs":115,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":375132,"kb_used_data":137100,"kb_used_omap":1,"kb_used_meta":238014,"kb_avail":93996708,"statfs":{"total":96636764160,"available":96252628992,"internally_reserved":0,"allocated":140390400,"data_stored":138320502,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":243726789},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542707,"num_pgs":121,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":349764,"kb_used_data":156212,"kb_used_omap":1,"kb_used_meta":193534,"kb_avail":94022076,"statfs":{"total":96636764160,"available":96278605824,"internally_reserved":0,"allocated":159961088,"data_stored":157902898,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":198179269},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":34340864,"data_stored":34340864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":21716992,"data_stored":21716992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":17944576,"data_stored":17944576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":27230208,"data_stored":27230208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":121647104,"data_stored":121647104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":88817664,"data_stored":88817664,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":107364352,"data_stored":107364352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":129814528,"data_stored":129814528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":138,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1655,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":44885,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":196608,"data_stored":134047,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":172032,"data_stored":136659,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":471040,"data_stored":398832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":475136,"data_stored":402446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":421888,"data_stored":353614,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":360448,"data_stored":300182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":2554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1419,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":2787,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4202,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3809,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":6002,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4157,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":60361,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":15777792,"data_stored":15777062,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":24702976,"data_stored":24701611,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":34652160,"data_stored":34651430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":27324416,"data_stored":27323337,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":17825792,"data_stored":17825792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":21557248,"data_stored":21555883,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":19521536,"data_stored":19519092,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24178688,"data_stored":24177609,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T14:24:01.799 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T14:24:01.800 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T14:24:02.162 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:24:02.174 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-19T14:24:02.186 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":1662,"stamp":"2024-09-19T14:24:00.338954+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":405431590,"num_objects":3067,"num_object_clones":0,"num_object_copies":8849,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3067,"num_whiteouts":0,"num_read":190899,"num_read_kb":2392432,"num_write":141690,"num_write_kb":2443455,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":60,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13252,"ondisk_log_size":13252,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":2310684,"kb_used_data":869876,"kb_used_omap":12,"kb_used_meta":1440243,"kb_avail":752664036,"statfs":{"total":773094113280,"available":770727972864,"internally_reserved":0,"allocated":890753024,"data_stored":874374666,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":1474809393},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-342582603,"num_objects":-1742,"num_object_clones":0,"num_object_copies":-5192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-1742,"num_whiteouts":0,"num_read":2055,"num_read_kb":1654,"num_write":1881,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.007773"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:29.775999+0000","last_change":"2024-09-19T14:06:26.871499+0000","last_active":"2024-09-19T14:21:29.775999+0000","last_peered":"2024-09-19T14:21:29.775999+0000","last_clean":"2024-09-19T14:21:29.775999+0000","last_became_active":"2024-09-19T14:06:26.869070+0000","last_became_peered":"2024-09-19T14:06:26.869070+0000","last_unstale":"2024-09-19T14:21:29.775999+0000","last_undegraded":"2024-09-19T14:21:29.775999+0000","last_fullsized":"2024-09-19T14:21:29.775999+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:24:11.907289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.1d","version":"268'2","reported_seq":33,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:39.806408+0000","last_change":"2024-09-19T13:55:09.796410+0000","last_active":"2024-09-19T14:22:39.806408+0000","last_peered":"2024-09-19T14:22:39.806408+0000","last_clean":"2024-09-19T14:22:39.806408+0000","last_became_active":"2024-09-19T13:55:09.795630+0000","last_became_peered":"2024-09-19T13:55:09.795630+0000","last_unstale":"2024-09-19T14:22:39.806408+0000","last_undegraded":"2024-09-19T14:22:39.806408+0000","last_fullsized":"2024-09-19T14:22:39.806408+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:11:29.514952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.1c","version":"268'1","reported_seq":39,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:07.779134+0000","last_change":"2024-09-19T13:55:06.742698+0000","last_active":"2024-09-19T14:20:07.779134+0000","last_peered":"2024-09-19T14:20:07.779134+0000","last_clean":"2024-09-19T14:20:07.779134+0000","last_became_active":"2024-09-19T13:55:06.740172+0000","last_became_peered":"2024-09-19T13:55:06.740172+0000","last_unstale":"2024-09-19T14:20:07.779134+0000","last_undegraded":"2024-09-19T14:20:07.779134+0000","last_fullsized":"2024-09-19T14:20:07.779134+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:44:55.136467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8192,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.1f","version":"268'30","reported_seq":123,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:17.770682+0000","last_change":"2024-09-19T13:53:12.462545+0000","last_active":"2024-09-19T14:20:17.770682+0000","last_peered":"2024-09-19T14:20:17.770682+0000","last_clean":"2024-09-19T14:20:17.770682+0000","last_became_active":"2024-09-19T13:53:12.461871+0000","last_became_peered":"2024-09-19T13:53:12.461871+0000","last_unstale":"2024-09-19T14:20:17.770682+0000","last_undegraded":"2024-09-19T14:20:17.770682+0000","last_fullsized":"2024-09-19T14:20:17.770682+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:57:06.428783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":223,"num_read_kb":145,"num_write":76,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:27.792338+0000","last_change":"2024-09-19T14:06:26.867132+0000","last_active":"2024-09-19T14:21:27.792338+0000","last_peered":"2024-09-19T14:21:27.792338+0000","last_clean":"2024-09-19T14:21:27.792338+0000","last_became_active":"2024-09-19T14:06:26.866274+0000","last_became_peered":"2024-09-19T14:06:26.866274+0000","last_unstale":"2024-09-19T14:21:27.792338+0000","last_undegraded":"2024-09-19T14:21:27.792338+0000","last_fullsized":"2024-09-19T14:21:27.792338+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:06:13.605365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1c","version":"268'6","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:39.803815+0000","last_change":"2024-09-19T13:55:09.797854+0000","last_active":"2024-09-19T14:22:39.803815+0000","last_peered":"2024-09-19T14:22:39.803815+0000","last_clean":"2024-09-19T14:22:39.803815+0000","last_became_active":"2024-09-19T13:55:09.797136+0000","last_became_peered":"2024-09-19T13:55:09.797136+0000","last_unstale":"2024-09-19T14:22:39.803815+0000","last_undegraded":"2024-09-19T14:22:39.803815+0000","last_fullsized":"2024-09-19T14:22:39.803815+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:37:13.447012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":8192,"num_write":6,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"66.1d","version":"268'2","reported_seq":40,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:07.771045+0000","last_change":"2024-09-19T13:55:06.717432+0000","last_active":"2024-09-19T14:20:07.771045+0000","last_peered":"2024-09-19T14:20:07.771045+0000","last_clean":"2024-09-19T14:20:07.771045+0000","last_became_active":"2024-09-19T13:55:06.716724+0000","last_became_peered":"2024-09-19T13:55:06.716724+0000","last_unstale":"2024-09-19T14:20:07.771045+0000","last_undegraded":"2024-09-19T14:20:07.771045+0000","last_fullsized":"2024-09-19T14:20:07.771045+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:26:23.994241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.1e","version":"268'57","reported_seq":196,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:25.358558+0000","last_change":"2024-09-19T13:53:12.483926+0000","last_active":"2024-09-19T14:21:25.358558+0000","last_peered":"2024-09-19T14:21:25.358558+0000","last_clean":"2024-09-19T14:21:25.358558+0000","last_became_active":"2024-09-19T13:53:12.483175+0000","last_became_peered":"2024-09-19T13:53:12.483175+0000","last_unstale":"2024-09-19T14:21:25.358558+0000","last_undegraded":"2024-09-19T14:21:25.358558+0000","last_fullsized":"2024-09-19T14:21:25.358558+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":0,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:10:36.034685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":408,"num_read_kb":271,"num_write":148,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:59.783803+0000","last_change":"2024-09-19T14:06:26.885067+0000","last_active":"2024-09-19T14:20:59.783803+0000","last_peered":"2024-09-19T14:20:59.783803+0000","last_clean":"2024-09-19T14:20:59.783803+0000","last_became_active":"2024-09-19T14:06:26.884221+0000","last_became_peered":"2024-09-19T14:06:26.884221+0000","last_unstale":"2024-09-19T14:20:59.783803+0000","last_undegraded":"2024-09-19T14:20:59.783803+0000","last_fullsized":"2024-09-19T14:20:59.783803+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:14:53.365580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.1f","version":"268'1","reported_seq":34,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:12.772297+0000","last_change":"2024-09-19T13:55:09.801675+0000","last_active":"2024-09-19T14:20:12.772297+0000","last_peered":"2024-09-19T14:20:12.772297+0000","last_clean":"2024-09-19T14:20:12.772297+0000","last_became_active":"2024-09-19T13:55:09.800885+0000","last_became_peered":"2024-09-19T13:55:09.800885+0000","last_unstale":"2024-09-19T14:20:12.772297+0000","last_undegraded":"2024-09-19T14:20:12.772297+0000","last_fullsized":"2024-09-19T14:20:12.772297+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:51:10.623982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1024,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1e","version":"268'5","reported_seq":49,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:12.793203+0000","last_change":"2024-09-19T13:55:06.744834+0000","last_active":"2024-09-19T14:21:12.793203+0000","last_peered":"2024-09-19T14:21:12.793203+0000","last_clean":"2024-09-19T14:21:12.793203+0000","last_became_active":"2024-09-19T13:55:06.744102+0000","last_became_peered":"2024-09-19T13:55:06.744102+0000","last_unstale":"2024-09-19T14:21:12.793203+0000","last_undegraded":"2024-09-19T14:21:12.793203+0000","last_fullsized":"2024-09-19T14:21:12.793203+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:11:33.385165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":7,"num_read_kb":9216,"num_write":5,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.1d","version":"268'50","reported_seq":176,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:42.782920+0000","last_change":"2024-09-19T13:53:12.465984+0000","last_active":"2024-09-19T14:20:42.782920+0000","last_peered":"2024-09-19T14:20:42.782920+0000","last_clean":"2024-09-19T14:20:42.782920+0000","last_became_active":"2024-09-19T13:53:12.465348+0000","last_became_peered":"2024-09-19T13:53:12.465348+0000","last_unstale":"2024-09-19T14:20:42.782920+0000","last_undegraded":"2024-09-19T14:20:42.782920+0000","last_fullsized":"2024-09-19T14:20:42.782920+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":0,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:48:05.395237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":399,"num_read_kb":274,"num_write":124,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:02.784154+0000","last_change":"2024-09-19T14:06:26.876761+0000","last_active":"2024-09-19T14:21:02.784154+0000","last_peered":"2024-09-19T14:21:02.784154+0000","last_clean":"2024-09-19T14:21:02.784154+0000","last_became_active":"2024-09-19T14:06:26.873283+0000","last_became_peered":"2024-09-19T14:06:26.873283+0000","last_unstale":"2024-09-19T14:21:02.784154+0000","last_undegraded":"2024-09-19T14:21:02.784154+0000","last_fullsized":"2024-09-19T14:21:02.784154+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:48:18.437653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1e","version":"268'6","reported_seq":46,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:22.789196+0000","last_change":"2024-09-19T13:55:09.802641+0000","last_active":"2024-09-19T14:21:22.789196+0000","last_peered":"2024-09-19T14:21:22.789196+0000","last_clean":"2024-09-19T14:21:22.789196+0000","last_became_active":"2024-09-19T13:55:09.801463+0000","last_became_peered":"2024-09-19T13:55:09.801463+0000","last_unstale":"2024-09-19T14:21:22.789196+0000","last_undegraded":"2024-09-19T14:21:22.789196+0000","last_fullsized":"2024-09-19T14:21:22.789196+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:25:42.183100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":10,"num_read_kb":20482,"num_write":11,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1f","version":"268'2","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:14.801279+0000","last_change":"2024-09-19T13:55:06.731726+0000","last_active":"2024-09-19T14:22:14.801279+0000","last_peered":"2024-09-19T14:22:14.801279+0000","last_clean":"2024-09-19T14:22:14.801279+0000","last_became_active":"2024-09-19T13:55:06.730448+0000","last_became_peered":"2024-09-19T13:55:06.730448+0000","last_unstale":"2024-09-19T14:22:14.801279+0000","last_undegraded":"2024-09-19T14:22:14.801279+0000","last_fullsized":"2024-09-19T14:22:14.801279+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:03:22.687463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1c","version":"268'20","reported_seq":98,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:20.533961+0000","last_change":"2024-09-19T13:53:12.465975+0000","last_active":"2024-09-19T14:21:20.533961+0000","last_peered":"2024-09-19T14:21:20.533961+0000","last_clean":"2024-09-19T14:21:20.533961+0000","last_became_active":"2024-09-19T13:53:12.465250+0000","last_became_peered":"2024-09-19T13:53:12.465250+0000","last_unstale":"2024-09-19T14:21:20.533961+0000","last_undegraded":"2024-09-19T14:21:20.533961+0000","last_fullsized":"2024-09-19T14:21:20.533961+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:31:07.345988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":170,"num_read_kb":120,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:32.784663+0000","last_change":"2024-09-19T14:06:26.882472+0000","last_active":"2024-09-19T14:20:32.784663+0000","last_peered":"2024-09-19T14:20:32.784663+0000","last_clean":"2024-09-19T14:20:32.784663+0000","last_became_active":"2024-09-19T14:06:26.881785+0000","last_became_peered":"2024-09-19T14:06:26.881785+0000","last_unstale":"2024-09-19T14:20:32.784663+0000","last_undegraded":"2024-09-19T14:20:32.784663+0000","last_fullsized":"2024-09-19T14:20:32.784663+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:57:42.473111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.19","version":"265'2","reported_seq":34,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:29.747633+0000","last_change":"2024-09-19T13:55:09.789018+0000","last_active":"2024-09-19T14:19:29.747633+0000","last_peered":"2024-09-19T14:19:29.747633+0000","last_clean":"2024-09-19T14:19:29.747633+0000","last_became_active":"2024-09-19T13:55:09.787580+0000","last_became_peered":"2024-09-19T13:55:09.787580+0000","last_unstale":"2024-09-19T14:19:29.747633+0000","last_undegraded":"2024-09-19T14:19:29.747633+0000","last_fullsized":"2024-09-19T14:19:29.747633+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:01:14.180199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.18","version":"268'1","reported_seq":38,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:17.759322+0000","last_change":"2024-09-19T13:55:06.744100+0000","last_active":"2024-09-19T14:19:17.759322+0000","last_peered":"2024-09-19T14:19:17.759322+0000","last_clean":"2024-09-19T14:19:17.759322+0000","last_became_active":"2024-09-19T13:55:06.743716+0000","last_became_peered":"2024-09-19T13:55:06.743716+0000","last_unstale":"2024-09-19T14:19:17.759322+0000","last_undegraded":"2024-09-19T14:19:17.759322+0000","last_fullsized":"2024-09-19T14:19:17.759322+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:55:39.307742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1024,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.1b","version":"268'95","reported_seq":324,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:42.782798+0000","last_change":"2024-09-19T13:53:12.484490+0000","last_active":"2024-09-19T14:20:42.782798+0000","last_peered":"2024-09-19T14:20:42.782798+0000","last_clean":"2024-09-19T14:20:42.782798+0000","last_became_active":"2024-09-19T13:53:12.483810+0000","last_became_peered":"2024-09-19T13:53:12.483810+0000","last_unstale":"2024-09-19T14:20:42.782798+0000","last_undegraded":"2024-09-19T14:20:42.782798+0000","last_fullsized":"2024-09-19T14:20:42.782798+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":0,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:25:28.718672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":853,"num_read_kb":725,"num_write":179,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:02.780819+0000","last_change":"2024-09-19T14:06:26.877462+0000","last_active":"2024-09-19T14:21:02.780819+0000","last_peered":"2024-09-19T14:21:02.780819+0000","last_clean":"2024-09-19T14:21:02.780819+0000","last_became_active":"2024-09-19T14:06:26.876693+0000","last_became_peered":"2024-09-19T14:06:26.876693+0000","last_unstale":"2024-09-19T14:21:02.780819+0000","last_undegraded":"2024-09-19T14:21:02.780819+0000","last_fullsized":"2024-09-19T14:21:02.780819+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:13:57.290578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.18","version":"0'0","reported_seq":30,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:19.782951+0000","last_change":"2024-09-19T13:55:09.804087+0000","last_active":"2024-09-19T14:19:19.782951+0000","last_peered":"2024-09-19T14:19:19.782951+0000","last_clean":"2024-09-19T14:19:19.782951+0000","last_became_active":"2024-09-19T13:55:09.803342+0000","last_became_peered":"2024-09-19T13:55:09.803342+0000","last_unstale":"2024-09-19T14:19:19.782951+0000","last_undegraded":"2024-09-19T14:19:19.782951+0000","last_fullsized":"2024-09-19T14:19:19.782951+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:42:36.075283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.19","version":"265'2","reported_seq":40,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:24.784232+0000","last_change":"2024-09-19T13:55:06.741369+0000","last_active":"2024-09-19T14:19:24.784232+0000","last_peered":"2024-09-19T14:19:24.784232+0000","last_clean":"2024-09-19T14:19:24.784232+0000","last_became_active":"2024-09-19T13:55:06.740544+0000","last_became_peered":"2024-09-19T13:55:06.740544+0000","last_unstale":"2024-09-19T14:19:24.784232+0000","last_undegraded":"2024-09-19T14:19:24.784232+0000","last_fullsized":"2024-09-19T14:19:24.784232+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:29:11.269450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":529,"num_write":2,"num_write_kb":529,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1a","version":"268'17","reported_seq":88,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:44.777158+0000","last_change":"2024-09-19T13:53:12.480206+0000","last_active":"2024-09-19T14:20:44.777158+0000","last_peered":"2024-09-19T14:20:44.777158+0000","last_clean":"2024-09-19T14:20:44.777158+0000","last_became_active":"2024-09-19T13:53:12.479088+0000","last_became_peered":"2024-09-19T13:53:12.479088+0000","last_unstale":"2024-09-19T14:20:44.777158+0000","last_undegraded":"2024-09-19T14:20:44.777158+0000","last_fullsized":"2024-09-19T14:20:44.777158+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:46:18.700176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":129,"num_read_kb":86,"num_write":46,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.1c","version":"268'1","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:29.788008+0000","last_change":"2024-09-19T14:06:26.883975+0000","last_active":"2024-09-19T14:21:29.788008+0000","last_peered":"2024-09-19T14:21:29.788008+0000","last_clean":"2024-09-19T14:21:29.788008+0000","last_became_active":"2024-09-19T14:06:26.883350+0000","last_became_peered":"2024-09-19T14:06:26.883350+0000","last_unstale":"2024-09-19T14:21:29.788008+0000","last_undegraded":"2024-09-19T14:21:29.788008+0000","last_fullsized":"2024-09-19T14:21:29.788008+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:35:54.742255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1b","version":"268'9","reported_seq":45,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.536758+0000","last_change":"2024-09-19T13:55:09.795544+0000","last_active":"2024-09-19T14:23:58.536758+0000","last_peered":"2024-09-19T14:23:58.536758+0000","last_clean":"2024-09-19T14:23:58.536758+0000","last_became_active":"2024-09-19T13:55:09.794826+0000","last_became_peered":"2024-09-19T13:55:09.794826+0000","last_unstale":"2024-09-19T14:23:58.536758+0000","last_undegraded":"2024-09-19T14:23:58.536758+0000","last_fullsized":"2024-09-19T14:23:58.536758+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:24:42.961546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":13312,"num_write":14,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"66.1a","version":"268'7","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.612146+0000","last_change":"2024-09-19T13:55:06.727179+0000","last_active":"2024-09-19T14:23:58.612146+0000","last_peered":"2024-09-19T14:23:58.612146+0000","last_clean":"2024-09-19T14:23:58.612146+0000","last_became_active":"2024-09-19T13:55:06.726389+0000","last_became_peered":"2024-09-19T13:55:06.726389+0000","last_unstale":"2024-09-19T14:23:58.612146+0000","last_undegraded":"2024-09-19T14:23:58.612146+0000","last_fullsized":"2024-09-19T14:23:58.612146+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:04:41.996860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":5120,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.19","version":"268'42","reported_seq":156,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:52.775773+0000","last_change":"2024-09-19T13:53:12.451333+0000","last_active":"2024-09-19T14:19:52.775773+0000","last_peered":"2024-09-19T14:19:52.775773+0000","last_clean":"2024-09-19T14:19:52.775773+0000","last_became_active":"2024-09-19T13:53:12.449657+0000","last_became_peered":"2024-09-19T13:53:12.449657+0000","last_unstale":"2024-09-19T14:19:52.775773+0000","last_undegraded":"2024-09-19T14:19:52.775773+0000","last_fullsized":"2024-09-19T14:19:52.775773+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:07:14.992526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":324,"num_read_kb":210,"num_write":111,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:29.776118+0000","last_change":"2024-09-19T14:06:26.879361+0000","last_active":"2024-09-19T14:21:29.776118+0000","last_peered":"2024-09-19T14:21:29.776118+0000","last_clean":"2024-09-19T14:21:29.776118+0000","last_became_active":"2024-09-19T14:06:26.875119+0000","last_became_peered":"2024-09-19T14:06:26.875119+0000","last_unstale":"2024-09-19T14:21:29.776118+0000","last_undegraded":"2024-09-19T14:21:29.776118+0000","last_fullsized":"2024-09-19T14:21:29.776118+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:09:56.134551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.1a","version":"268'2","reported_seq":35,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:12.780180+0000","last_change":"2024-09-19T13:55:09.794571+0000","last_active":"2024-09-19T14:20:12.780180+0000","last_peered":"2024-09-19T14:20:12.780180+0000","last_clean":"2024-09-19T14:20:12.780180+0000","last_became_active":"2024-09-19T13:55:09.790669+0000","last_became_peered":"2024-09-19T13:55:09.790669+0000","last_unstale":"2024-09-19T14:20:12.780180+0000","last_undegraded":"2024-09-19T14:20:12.780180+0000","last_fullsized":"2024-09-19T14:20:12.780180+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:40:12.954137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4254665,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":4214,"num_write":2,"num_write_kb":4155,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.1b","version":"268'1","reported_seq":38,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:07.774771+0000","last_change":"2024-09-19T13:55:06.729499+0000","last_active":"2024-09-19T14:20:07.774771+0000","last_peered":"2024-09-19T14:20:07.774771+0000","last_clean":"2024-09-19T14:20:07.774771+0000","last_became_active":"2024-09-19T13:55:06.723792+0000","last_became_peered":"2024-09-19T13:55:06.723792+0000","last_unstale":"2024-09-19T14:20:07.774771+0000","last_undegraded":"2024-09-19T14:20:07.774771+0000","last_fullsized":"2024-09-19T14:20:07.774771+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:16:00.811120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.18","version":"268'22","reported_seq":107,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:50.725244+0000","last_change":"2024-09-19T13:53:12.468768+0000","last_active":"2024-09-19T14:19:50.725244+0000","last_peered":"2024-09-19T14:19:50.725244+0000","last_clean":"2024-09-19T14:19:50.725244+0000","last_became_active":"2024-09-19T13:53:12.467813+0000","last_became_peered":"2024-09-19T13:53:12.467813+0000","last_unstale":"2024-09-19T14:19:50.725244+0000","last_undegraded":"2024-09-19T14:19:50.725244+0000","last_fullsized":"2024-09-19T14:19:50.725244+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:27:31.909607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":189,"num_read_kb":135,"num_write":62,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:27.775508+0000","last_change":"2024-09-19T14:06:26.885450+0000","last_active":"2024-09-19T14:20:27.775508+0000","last_peered":"2024-09-19T14:20:27.775508+0000","last_clean":"2024-09-19T14:20:27.775508+0000","last_became_active":"2024-09-19T14:06:26.884993+0000","last_became_peered":"2024-09-19T14:06:26.884993+0000","last_unstale":"2024-09-19T14:20:27.775508+0000","last_undegraded":"2024-09-19T14:20:27.775508+0000","last_fullsized":"2024-09-19T14:20:27.775508+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:55:09.348335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.15","version":"0'0","reported_seq":30,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:22.768913+0000","last_change":"2024-09-19T13:55:09.807543+0000","last_active":"2024-09-19T14:19:22.768913+0000","last_peered":"2024-09-19T14:19:22.768913+0000","last_clean":"2024-09-19T14:19:22.768913+0000","last_became_active":"2024-09-19T13:55:09.807001+0000","last_became_peered":"2024-09-19T13:55:09.807001+0000","last_unstale":"2024-09-19T14:19:22.768913+0000","last_undegraded":"2024-09-19T14:19:22.768913+0000","last_fullsized":"2024-09-19T14:19:22.768913+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:17:22.604768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.14","version":"265'3","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:54.809071+0000","last_change":"2024-09-19T13:55:06.740018+0000","last_active":"2024-09-19T14:20:54.809071+0000","last_peered":"2024-09-19T14:20:54.809071+0000","last_clean":"2024-09-19T14:20:54.809071+0000","last_became_active":"2024-09-19T13:55:06.739007+0000","last_became_peered":"2024-09-19T13:55:06.739007+0000","last_unstale":"2024-09-19T14:20:54.809071+0000","last_undegraded":"2024-09-19T14:20:54.809071+0000","last_fullsized":"2024-09-19T14:20:54.809071+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:17:18.026386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.17","version":"268'17","reported_seq":86,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:25.072464+0000","last_change":"2024-09-19T13:53:12.463760+0000","last_active":"2024-09-19T14:21:25.072464+0000","last_peered":"2024-09-19T14:21:25.072464+0000","last_clean":"2024-09-19T14:21:25.072464+0000","last_became_active":"2024-09-19T13:53:12.462488+0000","last_became_peered":"2024-09-19T13:53:12.462488+0000","last_unstale":"2024-09-19T14:21:25.072464+0000","last_undegraded":"2024-09-19T14:21:25.072464+0000","last_fullsized":"2024-09-19T14:21:25.072464+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:38:44.572818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":115,"num_read_kb":74,"num_write":43,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.13","version":"268'1","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:27.779684+0000","last_change":"2024-09-19T14:06:26.860147+0000","last_active":"2024-09-19T14:20:27.779684+0000","last_peered":"2024-09-19T14:20:27.779684+0000","last_clean":"2024-09-19T14:20:27.779684+0000","last_became_active":"2024-09-19T14:06:26.851491+0000","last_became_peered":"2024-09-19T14:06:26.851491+0000","last_unstale":"2024-09-19T14:20:27.779684+0000","last_undegraded":"2024-09-19T14:20:27.779684+0000","last_fullsized":"2024-09-19T14:20:27.779684+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:59:33.938251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.14","version":"0'0","reported_seq":31,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:02.784251+0000","last_change":"2024-09-19T13:55:09.786682+0000","last_active":"2024-09-19T14:21:02.784251+0000","last_peered":"2024-09-19T14:21:02.784251+0000","last_clean":"2024-09-19T14:21:02.784251+0000","last_became_active":"2024-09-19T13:55:09.785932+0000","last_became_peered":"2024-09-19T13:55:09.785932+0000","last_unstale":"2024-09-19T14:21:02.784251+0000","last_undegraded":"2024-09-19T14:21:02.784251+0000","last_fullsized":"2024-09-19T14:21:02.784251+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:22:14.119538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.15","version":"265'4","reported_seq":44,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:19.745537+0000","last_change":"2024-09-19T13:55:06.731249+0000","last_active":"2024-09-19T14:19:19.745537+0000","last_peered":"2024-09-19T14:19:19.745537+0000","last_clean":"2024-09-19T14:19:19.745537+0000","last_became_active":"2024-09-19T13:55:06.729384+0000","last_became_peered":"2024-09-19T13:55:06.729384+0000","last_unstale":"2024-09-19T14:19:19.745537+0000","last_undegraded":"2024-09-19T14:19:19.745537+0000","last_fullsized":"2024-09-19T14:19:19.745537+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:11:42.600659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":4414,"num_write":4,"num_write_kb":4414,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.16","version":"268'22","reported_seq":100,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:47.763886+0000","last_change":"2024-09-19T13:53:12.474601+0000","last_active":"2024-09-19T14:19:47.763886+0000","last_peered":"2024-09-19T14:19:47.763886+0000","last_clean":"2024-09-19T14:19:47.763886+0000","last_became_active":"2024-09-19T13:53:12.473671+0000","last_became_peered":"2024-09-19T13:53:12.473671+0000","last_unstale":"2024-09-19T14:19:47.763886+0000","last_undegraded":"2024-09-19T14:19:47.763886+0000","last_fullsized":"2024-09-19T14:19:47.763886+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:04:17.524983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":155,"num_read_kb":101,"num_write":55,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:29.773119+0000","last_change":"2024-09-19T14:06:26.865253+0000","last_active":"2024-09-19T14:20:29.773119+0000","last_peered":"2024-09-19T14:20:29.773119+0000","last_clean":"2024-09-19T14:20:29.773119+0000","last_became_active":"2024-09-19T14:06:26.864519+0000","last_became_peered":"2024-09-19T14:06:26.864519+0000","last_unstale":"2024-09-19T14:20:29.773119+0000","last_undegraded":"2024-09-19T14:20:29.773119+0000","last_fullsized":"2024-09-19T14:20:29.773119+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:56:27.244477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.17","version":"268'2","reported_seq":35,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:22.769003+0000","last_change":"2024-09-19T13:55:09.793314+0000","last_active":"2024-09-19T14:19:22.769003+0000","last_peered":"2024-09-19T14:19:22.769003+0000","last_clean":"2024-09-19T14:19:22.769003+0000","last_became_active":"2024-09-19T13:55:09.792559+0000","last_became_peered":"2024-09-19T13:55:09.792559+0000","last_unstale":"2024-09-19T14:19:22.769003+0000","last_undegraded":"2024-09-19T14:19:22.769003+0000","last_fullsized":"2024-09-19T14:19:22.769003+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:44:14.360183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":6144,"num_write":2,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.16","version":"268'3","reported_seq":43,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:17.767848+0000","last_change":"2024-09-19T13:55:06.744580+0000","last_active":"2024-09-19T14:19:17.767848+0000","last_peered":"2024-09-19T14:19:17.767848+0000","last_clean":"2024-09-19T14:19:17.767848+0000","last_became_active":"2024-09-19T13:55:06.743441+0000","last_became_peered":"2024-09-19T13:55:06.743441+0000","last_unstale":"2024-09-19T14:19:17.767848+0000","last_undegraded":"2024-09-19T14:19:17.767848+0000","last_fullsized":"2024-09-19T14:19:17.767848+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:22:18.226449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":5,"num_read_kb":6144,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.15","version":"265'8","reported_seq":67,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:47.774716+0000","last_change":"2024-09-19T13:53:12.451643+0000","last_active":"2024-09-19T14:19:47.774716+0000","last_peered":"2024-09-19T14:19:47.774716+0000","last_clean":"2024-09-19T14:19:47.774716+0000","last_became_active":"2024-09-19T13:53:12.450590+0000","last_became_peered":"2024-09-19T13:53:12.450590+0000","last_unstale":"2024-09-19T14:19:47.774716+0000","last_undegraded":"2024-09-19T14:19:47.774716+0000","last_fullsized":"2024-09-19T14:19:47.774716+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:19:43.567607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":71,"num_read_kb":39,"num_write":20,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:29.761400+0000","last_change":"2024-09-19T14:06:26.884042+0000","last_active":"2024-09-19T14:20:29.761400+0000","last_peered":"2024-09-19T14:20:29.761400+0000","last_clean":"2024-09-19T14:20:29.761400+0000","last_became_active":"2024-09-19T14:06:26.883276+0000","last_became_peered":"2024-09-19T14:06:26.883276+0000","last_unstale":"2024-09-19T14:20:29.761400+0000","last_undegraded":"2024-09-19T14:20:29.761400+0000","last_fullsized":"2024-09-19T14:20:29.761400+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:25:10.373788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.16","version":"0'0","reported_seq":30,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:19.745595+0000","last_change":"2024-09-19T13:55:09.806481+0000","last_active":"2024-09-19T14:19:19.745595+0000","last_peered":"2024-09-19T14:19:19.745595+0000","last_clean":"2024-09-19T14:19:19.745595+0000","last_became_active":"2024-09-19T13:55:09.805784+0000","last_became_peered":"2024-09-19T13:55:09.805784+0000","last_unstale":"2024-09-19T14:19:19.745595+0000","last_undegraded":"2024-09-19T14:19:19.745595+0000","last_fullsized":"2024-09-19T14:19:19.745595+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:44:40.541891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.17","version":"268'6","reported_seq":50,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:17.759562+0000","last_change":"2024-09-19T13:55:06.712307+0000","last_active":"2024-09-19T14:19:17.759562+0000","last_peered":"2024-09-19T14:19:17.759562+0000","last_clean":"2024-09-19T14:19:17.759562+0000","last_became_active":"2024-09-19T13:55:06.711344+0000","last_became_peered":"2024-09-19T13:55:06.711344+0000","last_unstale":"2024-09-19T14:19:17.759562+0000","last_undegraded":"2024-09-19T14:19:17.759562+0000","last_fullsized":"2024-09-19T14:19:17.759562+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:59:54.953999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":11,"num_read_kb":18434,"num_write":11,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.14","version":"268'26","reported_seq":119,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:19.815646+0000","last_change":"2024-09-19T13:53:12.470842+0000","last_active":"2024-09-19T14:21:19.815646+0000","last_peered":"2024-09-19T14:21:19.815646+0000","last_clean":"2024-09-19T14:21:19.815646+0000","last_became_active":"2024-09-19T13:53:12.468124+0000","last_became_peered":"2024-09-19T13:53:12.468124+0000","last_unstale":"2024-09-19T14:21:19.815646+0000","last_undegraded":"2024-09-19T14:21:19.815646+0000","last_fullsized":"2024-09-19T14:21:19.815646+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:28:15.314655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":225,"num_read_kb":160,"num_write":62,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:57.783163+0000","last_change":"2024-09-19T14:06:26.876677+0000","last_active":"2024-09-19T14:20:57.783163+0000","last_peered":"2024-09-19T14:20:57.783163+0000","last_clean":"2024-09-19T14:20:57.783163+0000","last_became_active":"2024-09-19T14:06:26.872975+0000","last_became_peered":"2024-09-19T14:06:26.872975+0000","last_unstale":"2024-09-19T14:20:57.783163+0000","last_undegraded":"2024-09-19T14:20:57.783163+0000","last_fullsized":"2024-09-19T14:20:57.783163+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:24:30.126862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.11","version":"0'0","reported_seq":31,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:52.781936+0000","last_change":"2024-09-19T13:55:09.791769+0000","last_active":"2024-09-19T14:20:52.781936+0000","last_peered":"2024-09-19T14:20:52.781936+0000","last_clean":"2024-09-19T14:20:52.781936+0000","last_became_active":"2024-09-19T13:55:09.791030+0000","last_became_peered":"2024-09-19T13:55:09.791030+0000","last_unstale":"2024-09-19T14:20:52.781936+0000","last_undegraded":"2024-09-19T14:20:52.781936+0000","last_fullsized":"2024-09-19T14:20:52.781936+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:00:14.327761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.10","version":"268'7","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.612650+0000","last_change":"2024-09-19T13:55:06.727184+0000","last_active":"2024-09-19T14:23:58.612650+0000","last_peered":"2024-09-19T14:23:58.612650+0000","last_clean":"2024-09-19T14:23:58.612650+0000","last_became_active":"2024-09-19T13:55:06.726469+0000","last_became_peered":"2024-09-19T13:55:06.726469+0000","last_unstale":"2024-09-19T14:23:58.612650+0000","last_undegraded":"2024-09-19T14:23:58.612650+0000","last_fullsized":"2024-09-19T14:23:58.612650+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:44:03.728520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":12288,"num_write":12,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.13","version":"265'7","reported_seq":63,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:14.814149+0000","last_change":"2024-09-19T13:53:12.478154+0000","last_active":"2024-09-19T14:21:14.814149+0000","last_peered":"2024-09-19T14:21:14.814149+0000","last_clean":"2024-09-19T14:21:14.814149+0000","last_became_active":"2024-09-19T13:53:12.477319+0000","last_became_peered":"2024-09-19T13:53:12.477319+0000","last_unstale":"2024-09-19T14:21:14.814149+0000","last_undegraded":"2024-09-19T14:21:14.814149+0000","last_fullsized":"2024-09-19T14:21:14.814149+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:56:06.186553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":57,"num_read_kb":40,"num_write":19,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:57.786211+0000","last_change":"2024-09-19T14:06:26.881343+0000","last_active":"2024-09-19T14:20:57.786211+0000","last_peered":"2024-09-19T14:20:57.786211+0000","last_clean":"2024-09-19T14:20:57.786211+0000","last_became_active":"2024-09-19T14:06:26.880683+0000","last_became_peered":"2024-09-19T14:06:26.880683+0000","last_unstale":"2024-09-19T14:20:57.786211+0000","last_undegraded":"2024-09-19T14:20:57.786211+0000","last_fullsized":"2024-09-19T14:20:57.786211+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:24:58.383043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.10","version":"0'0","reported_seq":31,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:52.781840+0000","last_change":"2024-09-19T13:55:09.799226+0000","last_active":"2024-09-19T14:20:52.781840+0000","last_peered":"2024-09-19T14:20:52.781840+0000","last_clean":"2024-09-19T14:20:52.781840+0000","last_became_active":"2024-09-19T13:55:09.798465+0000","last_became_peered":"2024-09-19T13:55:09.798465+0000","last_unstale":"2024-09-19T14:20:52.781840+0000","last_undegraded":"2024-09-19T14:20:52.781840+0000","last_fullsized":"2024-09-19T14:20:52.781840+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:25:32.122348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.11","version":"268'1","reported_seq":39,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:47.780756+0000","last_change":"2024-09-19T13:55:06.746480+0000","last_active":"2024-09-19T14:20:47.780756+0000","last_peered":"2024-09-19T14:20:47.780756+0000","last_clean":"2024-09-19T14:20:47.780756+0000","last_became_active":"2024-09-19T13:55:06.746086+0000","last_became_peered":"2024-09-19T13:55:06.746086+0000","last_unstale":"2024-09-19T14:20:47.780756+0000","last_undegraded":"2024-09-19T14:20:47.780756+0000","last_fullsized":"2024-09-19T14:20:47.780756+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:44:24.344577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.12","version":"268'28","reported_seq":120,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:26.286420+0000","last_change":"2024-09-19T13:53:12.469394+0000","last_active":"2024-09-19T14:21:26.286420+0000","last_peered":"2024-09-19T14:21:26.286420+0000","last_clean":"2024-09-19T14:21:26.286420+0000","last_became_active":"2024-09-19T13:53:12.468663+0000","last_became_peered":"2024-09-19T13:53:12.468663+0000","last_unstale":"2024-09-19T14:21:26.286420+0000","last_undegraded":"2024-09-19T14:21:26.286420+0000","last_fullsized":"2024-09-19T14:21:26.286420+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:19:33.665486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":223,"num_read_kb":153,"num_write":74,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.14","version":"267'1","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:32.774026+0000","last_change":"2024-09-19T14:06:26.878957+0000","last_active":"2024-09-19T14:20:32.774026+0000","last_peered":"2024-09-19T14:20:32.774026+0000","last_clean":"2024-09-19T14:20:32.774026+0000","last_became_active":"2024-09-19T14:06:26.877084+0000","last_became_peered":"2024-09-19T14:06:26.877084+0000","last_unstale":"2024-09-19T14:20:32.774026+0000","last_undegraded":"2024-09-19T14:20:32.774026+0000","last_fullsized":"2024-09-19T14:20:32.774026+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:29:32.681521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.13","version":"268'7","reported_seq":49,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:52.788798+0000","last_change":"2024-09-19T13:55:09.795107+0000","last_active":"2024-09-19T14:20:52.788798+0000","last_peered":"2024-09-19T14:20:52.788798+0000","last_clean":"2024-09-19T14:20:52.788798+0000","last_became_active":"2024-09-19T13:55:09.791630+0000","last_became_peered":"2024-09-19T13:55:09.791630+0000","last_unstale":"2024-09-19T14:20:52.788798+0000","last_undegraded":"2024-09-19T14:20:52.788798+0000","last_fullsized":"2024-09-19T14:20:52.788798+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:50:21.738282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":14,"num_read_kb":24578,"num_write":12,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.12","version":"268'4","reported_seq":43,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:09.812477+0000","last_change":"2024-09-19T13:55:06.739218+0000","last_active":"2024-09-19T14:23:09.812477+0000","last_peered":"2024-09-19T14:23:09.812477+0000","last_clean":"2024-09-19T14:23:09.812477+0000","last_became_active":"2024-09-19T13:55:06.738548+0000","last_became_peered":"2024-09-19T13:55:06.738548+0000","last_unstale":"2024-09-19T14:23:09.812477+0000","last_undegraded":"2024-09-19T14:23:09.812477+0000","last_fullsized":"2024-09-19T14:23:09.812477+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:40:50.580272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":1024,"num_write":4,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.11","version":"268'32","reported_seq":131,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:14.784487+0000","last_change":"2024-09-19T13:53:12.448431+0000","last_active":"2024-09-19T14:21:14.784487+0000","last_peered":"2024-09-19T14:21:14.784487+0000","last_clean":"2024-09-19T14:21:14.784487+0000","last_became_active":"2024-09-19T13:53:12.447667+0000","last_became_peered":"2024-09-19T13:53:12.447667+0000","last_unstale":"2024-09-19T14:21:14.784487+0000","last_undegraded":"2024-09-19T14:21:14.784487+0000","last_fullsized":"2024-09-19T14:21:14.784487+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:38:54.157137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":245,"num_read_kb":156,"num_write":89,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.15","version":"268'1","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:57.786118+0000","last_change":"2024-09-19T14:06:26.875482+0000","last_active":"2024-09-19T14:20:57.786118+0000","last_peered":"2024-09-19T14:20:57.786118+0000","last_clean":"2024-09-19T14:20:57.786118+0000","last_became_active":"2024-09-19T14:06:26.874705+0000","last_became_peered":"2024-09-19T14:06:26.874705+0000","last_unstale":"2024-09-19T14:20:57.786118+0000","last_undegraded":"2024-09-19T14:20:57.786118+0000","last_fullsized":"2024-09-19T14:20:57.786118+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:09:26.336547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.12","version":"268'8","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:57.971809+0000","last_change":"2024-09-19T13:55:09.803769+0000","last_active":"2024-09-19T14:23:57.971809+0000","last_peered":"2024-09-19T14:23:57.971809+0000","last_clean":"2024-09-19T14:23:57.971809+0000","last_became_active":"2024-09-19T13:55:09.802725+0000","last_became_peered":"2024-09-19T13:55:09.802725+0000","last_unstale":"2024-09-19T14:23:57.971809+0000","last_undegraded":"2024-09-19T14:23:57.971809+0000","last_fullsized":"2024-09-19T14:23:57.971809+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:26:30.811455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8192,"num_write":18,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.13","version":"268'3","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:09.812507+0000","last_change":"2024-09-19T13:55:06.725500+0000","last_active":"2024-09-19T14:23:09.812507+0000","last_peered":"2024-09-19T14:23:09.812507+0000","last_clean":"2024-09-19T14:23:09.812507+0000","last_became_active":"2024-09-19T13:55:06.720062+0000","last_became_peered":"2024-09-19T13:55:06.720062+0000","last_unstale":"2024-09-19T14:23:09.812507+0000","last_undegraded":"2024-09-19T14:23:09.812507+0000","last_fullsized":"2024-09-19T14:23:09.812507+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:57:29.772702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.10","version":"268'33","reported_seq":132,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:12.793000+0000","last_change":"2024-09-19T13:53:12.469350+0000","last_active":"2024-09-19T14:21:12.793000+0000","last_peered":"2024-09-19T14:21:12.793000+0000","last_clean":"2024-09-19T14:21:12.793000+0000","last_became_active":"2024-09-19T13:53:12.468629+0000","last_became_peered":"2024-09-19T13:53:12.468629+0000","last_unstale":"2024-09-19T14:21:12.793000+0000","last_undegraded":"2024-09-19T14:21:12.793000+0000","last_fullsized":"2024-09-19T14:21:12.793000+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:32:00.021954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":257,"num_read_kb":174,"num_write":93,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:42.793838+0000","last_change":"2024-09-19T14:06:26.886137+0000","last_active":"2024-09-19T14:21:42.793838+0000","last_peered":"2024-09-19T14:21:42.793838+0000","last_clean":"2024-09-19T14:21:42.793838+0000","last_became_active":"2024-09-19T14:06:26.884187+0000","last_became_peered":"2024-09-19T14:06:26.884187+0000","last_unstale":"2024-09-19T14:21:42.793838+0000","last_undegraded":"2024-09-19T14:21:42.793838+0000","last_fullsized":"2024-09-19T14:21:42.793838+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:07:24.055233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.d","version":"0'0","reported_seq":31,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:57.776960+0000","last_change":"2024-09-19T13:55:09.795548+0000","last_active":"2024-09-19T14:19:57.776960+0000","last_peered":"2024-09-19T14:19:57.776960+0000","last_clean":"2024-09-19T14:19:57.776960+0000","last_became_active":"2024-09-19T13:55:09.794787+0000","last_became_peered":"2024-09-19T13:55:09.794787+0000","last_unstale":"2024-09-19T14:19:57.776960+0000","last_undegraded":"2024-09-19T14:19:57.776960+0000","last_fullsized":"2024-09-19T14:19:57.776960+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:31:14.875383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.c","version":"265'10","reported_seq":59,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:54.761185+0000","last_change":"2024-09-19T13:55:06.734055+0000","last_active":"2024-09-19T14:19:54.761185+0000","last_peered":"2024-09-19T14:19:54.761185+0000","last_clean":"2024-09-19T14:19:54.761185+0000","last_became_active":"2024-09-19T13:55:06.733366+0000","last_became_peered":"2024-09-19T13:55:06.733366+0000","last_unstale":"2024-09-19T14:19:54.761185+0000","last_undegraded":"2024-09-19T14:19:54.761185+0000","last_fullsized":"2024-09-19T14:19:54.761185+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:15:28.869195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":18,"num_read_kb":20484,"num_write":20,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.f","version":"268'30","reported_seq":125,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:17.781580+0000","last_change":"2024-09-19T13:53:12.455664+0000","last_active":"2024-09-19T14:20:17.781580+0000","last_peered":"2024-09-19T14:20:17.781580+0000","last_clean":"2024-09-19T14:20:17.781580+0000","last_became_active":"2024-09-19T13:53:12.454659+0000","last_became_peered":"2024-09-19T13:53:12.454659+0000","last_unstale":"2024-09-19T14:20:17.781580+0000","last_undegraded":"2024-09-19T14:20:17.781580+0000","last_fullsized":"2024-09-19T14:20:17.781580+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:59:34.003355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":240,"num_read_kb":143,"num_write":74,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:59.769360+0000","last_change":"2024-09-19T14:06:26.878483+0000","last_active":"2024-09-19T14:19:59.769360+0000","last_peered":"2024-09-19T14:19:59.769360+0000","last_clean":"2024-09-19T14:19:59.769360+0000","last_became_active":"2024-09-19T14:06:26.877810+0000","last_became_peered":"2024-09-19T14:06:26.877810+0000","last_unstale":"2024-09-19T14:19:59.769360+0000","last_undegraded":"2024-09-19T14:19:59.769360+0000","last_fullsized":"2024-09-19T14:19:59.769360+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:44:55.341398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.c","version":"268'9","reported_seq":50,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:57.776914+0000","last_change":"2024-09-19T13:55:09.807997+0000","last_active":"2024-09-19T14:19:57.776914+0000","last_peered":"2024-09-19T14:19:57.776914+0000","last_clean":"2024-09-19T14:19:57.776914+0000","last_became_active":"2024-09-19T13:55:09.806896+0000","last_became_peered":"2024-09-19T13:55:09.806896+0000","last_unstale":"2024-09-19T14:19:57.776914+0000","last_undegraded":"2024-09-19T14:19:57.776914+0000","last_fullsized":"2024-09-19T14:19:57.776914+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:51:03.295335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":14,"num_read_kb":14338,"num_write":14,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.d","version":"268'4","reported_seq":45,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:52.771249+0000","last_change":"2024-09-19T13:55:06.742611+0000","last_active":"2024-09-19T14:19:52.771249+0000","last_peered":"2024-09-19T14:19:52.771249+0000","last_clean":"2024-09-19T14:19:52.771249+0000","last_became_active":"2024-09-19T13:55:06.741897+0000","last_became_peered":"2024-09-19T13:55:06.741897+0000","last_unstale":"2024-09-19T14:19:52.771249+0000","last_undegraded":"2024-09-19T14:19:52.771249+0000","last_fullsized":"2024-09-19T14:19:52.771249+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:46:17.197036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":5,"num_read_kb":10240,"num_write":9,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.e","version":"268'33","reported_seq":131,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:14.798777+0000","last_change":"2024-09-19T13:53:12.477958+0000","last_active":"2024-09-19T14:20:14.798777+0000","last_peered":"2024-09-19T14:20:14.798777+0000","last_clean":"2024-09-19T14:20:14.798777+0000","last_became_active":"2024-09-19T13:53:12.475599+0000","last_became_peered":"2024-09-19T13:53:12.475599+0000","last_unstale":"2024-09-19T14:20:14.798777+0000","last_undegraded":"2024-09-19T14:20:14.798777+0000","last_fullsized":"2024-09-19T14:20:14.798777+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:13:08.312254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":253,"num_read_kb":159,"num_write":84,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:39.820919+0000","last_change":"2024-09-19T14:06:26.862385+0000","last_active":"2024-09-19T14:21:39.820919+0000","last_peered":"2024-09-19T14:21:39.820919+0000","last_clean":"2024-09-19T14:21:39.820919+0000","last_became_active":"2024-09-19T14:06:26.861645+0000","last_became_peered":"2024-09-19T14:06:26.861645+0000","last_unstale":"2024-09-19T14:21:39.820919+0000","last_undegraded":"2024-09-19T14:21:39.820919+0000","last_fullsized":"2024-09-19T14:21:39.820919+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:24:17.908163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.f","version":"265'4","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:02.778139+0000","last_change":"2024-09-19T13:55:09.808880+0000","last_active":"2024-09-19T14:20:02.778139+0000","last_peered":"2024-09-19T14:20:02.778139+0000","last_clean":"2024-09-19T14:20:02.778139+0000","last_became_active":"2024-09-19T13:55:09.807402+0000","last_became_peered":"2024-09-19T13:55:09.807402+0000","last_unstale":"2024-09-19T14:20:02.778139+0000","last_undegraded":"2024-09-19T14:20:02.778139+0000","last_fullsized":"2024-09-19T14:20:02.778139+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:45:16.158532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":4,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.e","version":"268'1","reported_seq":39,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:52.775945+0000","last_change":"2024-09-19T13:55:06.749167+0000","last_active":"2024-09-19T14:19:52.775945+0000","last_peered":"2024-09-19T14:19:52.775945+0000","last_clean":"2024-09-19T14:19:52.775945+0000","last_became_active":"2024-09-19T13:55:06.748613+0000","last_became_peered":"2024-09-19T13:55:06.748613+0000","last_unstale":"2024-09-19T14:19:52.775945+0000","last_undegraded":"2024-09-19T14:19:52.775945+0000","last_fullsized":"2024-09-19T14:19:52.775945+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:20:14.516940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.d","version":"268'39","reported_seq":156,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:14.772747+0000","last_change":"2024-09-19T13:53:12.457851+0000","last_active":"2024-09-19T14:20:14.772747+0000","last_peered":"2024-09-19T14:20:14.772747+0000","last_clean":"2024-09-19T14:20:14.772747+0000","last_became_active":"2024-09-19T13:53:12.457026+0000","last_became_peered":"2024-09-19T13:53:12.457026+0000","last_unstale":"2024-09-19T14:20:14.772747+0000","last_undegraded":"2024-09-19T14:20:14.772747+0000","last_fullsized":"2024-09-19T14:20:14.772747+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:18:16.192020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":323,"num_read_kb":211,"num_write":98,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:39.793464+0000","last_change":"2024-09-19T14:06:26.870693+0000","last_active":"2024-09-19T14:21:39.793464+0000","last_peered":"2024-09-19T14:21:39.793464+0000","last_clean":"2024-09-19T14:21:39.793464+0000","last_became_active":"2024-09-19T14:06:26.869841+0000","last_became_peered":"2024-09-19T14:06:26.869841+0000","last_unstale":"2024-09-19T14:21:39.793464+0000","last_undegraded":"2024-09-19T14:21:39.793464+0000","last_fullsized":"2024-09-19T14:21:39.793464+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:39:29.705551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.e","version":"268'2","reported_seq":33,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:57.768710+0000","last_change":"2024-09-19T13:55:09.811232+0000","last_active":"2024-09-19T14:19:57.768710+0000","last_peered":"2024-09-19T14:19:57.768710+0000","last_clean":"2024-09-19T14:19:57.768710+0000","last_became_active":"2024-09-19T13:55:09.810583+0000","last_became_peered":"2024-09-19T13:55:09.810583+0000","last_unstale":"2024-09-19T14:19:57.768710+0000","last_undegraded":"2024-09-19T14:19:57.768710+0000","last_fullsized":"2024-09-19T14:19:57.768710+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:18:32.112035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.f","version":"0'0","reported_seq":37,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:57.777060+0000","last_change":"2024-09-19T13:55:06.750048+0000","last_active":"2024-09-19T14:19:57.777060+0000","last_peered":"2024-09-19T14:19:57.777060+0000","last_clean":"2024-09-19T14:19:57.777060+0000","last_became_active":"2024-09-19T13:55:06.749512+0000","last_became_peered":"2024-09-19T13:55:06.749512+0000","last_unstale":"2024-09-19T14:19:57.777060+0000","last_undegraded":"2024-09-19T14:19:57.777060+0000","last_fullsized":"2024-09-19T14:19:57.777060+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:58:52.505642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.c","version":"268'44","reported_seq":158,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:17.986498+0000","last_change":"2024-09-19T13:53:12.472807+0000","last_active":"2024-09-19T14:20:17.986498+0000","last_peered":"2024-09-19T14:20:17.986498+0000","last_clean":"2024-09-19T14:20:17.986498+0000","last_became_active":"2024-09-19T13:53:12.472073+0000","last_became_peered":"2024-09-19T13:53:12.472073+0000","last_unstale":"2024-09-19T14:20:17.986498+0000","last_undegraded":"2024-09-19T14:20:17.986498+0000","last_fullsized":"2024-09-19T14:20:17.986498+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:27:25.659275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":321,"num_read_kb":220,"num_write":112,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:57.768674+0000","last_change":"2024-09-19T14:06:26.877891+0000","last_active":"2024-09-19T14:19:57.768674+0000","last_peered":"2024-09-19T14:19:57.768674+0000","last_clean":"2024-09-19T14:19:57.768674+0000","last_became_active":"2024-09-19T14:06:26.872032+0000","last_became_peered":"2024-09-19T14:06:26.872032+0000","last_unstale":"2024-09-19T14:19:57.768674+0000","last_undegraded":"2024-09-19T14:19:57.768674+0000","last_fullsized":"2024-09-19T14:19:57.768674+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:44:31.154222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.9","version":"0'0","reported_seq":32,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:09.812828+0000","last_change":"2024-09-19T13:55:09.806620+0000","last_active":"2024-09-19T14:21:09.812828+0000","last_peered":"2024-09-19T14:21:09.812828+0000","last_clean":"2024-09-19T14:21:09.812828+0000","last_became_active":"2024-09-19T13:55:09.805828+0000","last_became_peered":"2024-09-19T13:55:09.805828+0000","last_unstale":"2024-09-19T14:21:09.812828+0000","last_undegraded":"2024-09-19T14:21:09.812828+0000","last_fullsized":"2024-09-19T14:21:09.812828+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:50.939437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.8","version":"268'10","reported_seq":59,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:07.791919+0000","last_change":"2024-09-19T13:55:06.739951+0000","last_active":"2024-09-19T14:21:07.791919+0000","last_peered":"2024-09-19T14:21:07.791919+0000","last_clean":"2024-09-19T14:21:07.791919+0000","last_became_active":"2024-09-19T13:55:06.739205+0000","last_became_peered":"2024-09-19T13:55:06.739205+0000","last_unstale":"2024-09-19T14:21:07.791919+0000","last_undegraded":"2024-09-19T14:21:07.791919+0000","last_fullsized":"2024-09-19T14:21:07.791919+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:57:14.628878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1108937,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":15,"num_read_kb":22589,"num_write":20,"num_write_kb":9275,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.b","version":"268'30","reported_seq":123,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:12.776023+0000","last_change":"2024-09-19T13:53:12.484480+0000","last_active":"2024-09-19T14:20:12.776023+0000","last_peered":"2024-09-19T14:20:12.776023+0000","last_clean":"2024-09-19T14:20:12.776023+0000","last_became_active":"2024-09-19T13:53:12.483814+0000","last_became_peered":"2024-09-19T13:53:12.483814+0000","last_unstale":"2024-09-19T14:20:12.776023+0000","last_undegraded":"2024-09-19T14:20:12.776023+0000","last_fullsized":"2024-09-19T14:20:12.776023+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:09:58.634412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":233,"num_read_kb":157,"num_write":83,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:04.763631+0000","last_change":"2024-09-19T14:06:26.859929+0000","last_active":"2024-09-19T14:20:04.763631+0000","last_peered":"2024-09-19T14:20:04.763631+0000","last_clean":"2024-09-19T14:20:04.763631+0000","last_became_active":"2024-09-19T14:06:26.859139+0000","last_became_peered":"2024-09-19T14:06:26.859139+0000","last_unstale":"2024-09-19T14:20:04.763631+0000","last_undegraded":"2024-09-19T14:20:04.763631+0000","last_fullsized":"2024-09-19T14:20:04.763631+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:52:56.586185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.8","version":"268'7","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:57.970692+0000","last_change":"2024-09-19T13:55:09.791310+0000","last_active":"2024-09-19T14:23:57.970692+0000","last_peered":"2024-09-19T14:23:57.970692+0000","last_clean":"2024-09-19T14:23:57.970692+0000","last_became_active":"2024-09-19T13:55:09.790511+0000","last_became_peered":"2024-09-19T13:55:09.790511+0000","last_unstale":"2024-09-19T14:23:57.970692+0000","last_undegraded":"2024-09-19T14:23:57.970692+0000","last_fullsized":"2024-09-19T14:23:57.970692+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:20:31.330462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":1342,"num_write":12,"num_write_kb":5438,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"66.9","version":"265'2","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:07.785410+0000","last_change":"2024-09-19T13:55:06.746140+0000","last_active":"2024-09-19T14:21:07.785410+0000","last_peered":"2024-09-19T14:21:07.785410+0000","last_clean":"2024-09-19T14:21:07.785410+0000","last_became_active":"2024-09-19T13:55:06.745539+0000","last_became_peered":"2024-09-19T13:55:06.745539+0000","last_unstale":"2024-09-19T14:21:07.785410+0000","last_undegraded":"2024-09-19T14:21:07.785410+0000","last_fullsized":"2024-09-19T14:21:07.785410+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:43:34.668422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.a","version":"268'25","reported_seq":111,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:29.787931+0000","last_change":"2024-09-19T13:53:12.460579+0000","last_active":"2024-09-19T14:21:29.787931+0000","last_peered":"2024-09-19T14:21:29.787931+0000","last_clean":"2024-09-19T14:21:29.787931+0000","last_became_active":"2024-09-19T13:53:12.459497+0000","last_became_peered":"2024-09-19T13:53:12.459497+0000","last_unstale":"2024-09-19T14:21:29.787931+0000","last_undegraded":"2024-09-19T14:21:29.787931+0000","last_fullsized":"2024-09-19T14:21:29.787931+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:42:28.898147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":185,"num_read_kb":123,"num_write":63,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.c","version":"268'1","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:59.754883+0000","last_change":"2024-09-19T14:06:26.886367+0000","last_active":"2024-09-19T14:19:59.754883+0000","last_peered":"2024-09-19T14:19:59.754883+0000","last_clean":"2024-09-19T14:19:59.754883+0000","last_became_active":"2024-09-19T14:06:26.885419+0000","last_became_peered":"2024-09-19T14:06:26.885419+0000","last_unstale":"2024-09-19T14:19:59.754883+0000","last_undegraded":"2024-09-19T14:19:59.754883+0000","last_fullsized":"2024-09-19T14:19:59.754883+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:28:07.986393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.b","version":"265'2","reported_seq":35,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:57.772179+0000","last_change":"2024-09-19T13:55:09.816303+0000","last_active":"2024-09-19T14:19:57.772179+0000","last_peered":"2024-09-19T14:19:57.772179+0000","last_clean":"2024-09-19T14:19:57.772179+0000","last_became_active":"2024-09-19T13:55:09.815512+0000","last_became_peered":"2024-09-19T13:55:09.815512+0000","last_unstale":"2024-09-19T14:19:57.772179+0000","last_undegraded":"2024-09-19T14:19:57.772179+0000","last_fullsized":"2024-09-19T14:19:57.772179+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:58:08.512879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.a","version":"268'1","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:12.793090+0000","last_change":"2024-09-19T13:55:06.743462+0000","last_active":"2024-09-19T14:21:12.793090+0000","last_peered":"2024-09-19T14:21:12.793090+0000","last_clean":"2024-09-19T14:21:12.793090+0000","last_became_active":"2024-09-19T13:55:06.742787+0000","last_became_peered":"2024-09-19T13:55:06.742787+0000","last_unstale":"2024-09-19T14:21:12.793090+0000","last_undegraded":"2024-09-19T14:21:12.793090+0000","last_fullsized":"2024-09-19T14:21:12.793090+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:55:08.992925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8192,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.9","version":"268'38","reported_seq":150,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:22.788959+0000","last_change":"2024-09-19T13:53:12.462068+0000","last_active":"2024-09-19T14:21:22.788959+0000","last_peered":"2024-09-19T14:21:22.788959+0000","last_clean":"2024-09-19T14:21:22.788959+0000","last_became_active":"2024-09-19T13:53:12.461291+0000","last_became_peered":"2024-09-19T13:53:12.461291+0000","last_unstale":"2024-09-19T14:21:22.788959+0000","last_undegraded":"2024-09-19T14:21:22.788959+0000","last_fullsized":"2024-09-19T14:21:22.788959+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:59:39.977598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":311,"num_read_kb":203,"num_write":97,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:57.776989+0000","last_change":"2024-09-19T14:06:26.882404+0000","last_active":"2024-09-19T14:19:57.776989+0000","last_peered":"2024-09-19T14:19:57.776989+0000","last_clean":"2024-09-19T14:19:57.776989+0000","last_became_active":"2024-09-19T14:06:26.881977+0000","last_became_peered":"2024-09-19T14:06:26.881977+0000","last_unstale":"2024-09-19T14:19:57.776989+0000","last_undegraded":"2024-09-19T14:19:57.776989+0000","last_fullsized":"2024-09-19T14:19:57.776989+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:06:57.343732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.a","version":"268'3","reported_seq":37,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:29.800146+0000","last_change":"2024-09-19T13:55:09.800441+0000","last_active":"2024-09-19T14:23:29.800146+0000","last_peered":"2024-09-19T14:23:29.800146+0000","last_clean":"2024-09-19T14:23:29.800146+0000","last_became_active":"2024-09-19T13:55:09.799665+0000","last_became_peered":"2024-09-19T13:55:09.799665+0000","last_unstale":"2024-09-19T14:23:29.800146+0000","last_undegraded":"2024-09-19T14:23:29.800146+0000","last_fullsized":"2024-09-19T14:23:29.800146+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:21:53.586107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.b","version":"268'6","reported_seq":49,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:09.828987+0000","last_change":"2024-09-19T13:55:06.739029+0000","last_active":"2024-09-19T14:22:09.828987+0000","last_peered":"2024-09-19T14:22:09.828987+0000","last_clean":"2024-09-19T14:22:09.828987+0000","last_became_active":"2024-09-19T13:55:06.737872+0000","last_became_peered":"2024-09-19T13:55:06.737872+0000","last_unstale":"2024-09-19T14:22:09.828987+0000","last_undegraded":"2024-09-19T14:22:09.828987+0000","last_fullsized":"2024-09-19T14:22:09.828987+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:08:38.785960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":4098,"num_write":6,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.8","version":"268'39","reported_seq":145,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:24.774629+0000","last_change":"2024-09-19T13:53:12.476149+0000","last_active":"2024-09-19T14:21:24.774629+0000","last_peered":"2024-09-19T14:21:24.774629+0000","last_clean":"2024-09-19T14:21:24.774629+0000","last_became_active":"2024-09-19T13:53:12.475372+0000","last_became_peered":"2024-09-19T13:53:12.475372+0000","last_unstale":"2024-09-19T14:21:24.774629+0000","last_undegraded":"2024-09-19T14:21:24.774629+0000","last_fullsized":"2024-09-19T14:21:24.774629+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:15:43.833114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":292,"num_read_kb":195,"num_write":104,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:04.769484+0000","last_change":"2024-09-19T14:06:26.880365+0000","last_active":"2024-09-19T14:21:04.769484+0000","last_peered":"2024-09-19T14:21:04.769484+0000","last_clean":"2024-09-19T14:21:04.769484+0000","last_became_active":"2024-09-19T14:06:26.879771+0000","last_became_peered":"2024-09-19T14:06:26.879771+0000","last_unstale":"2024-09-19T14:21:04.769484+0000","last_undegraded":"2024-09-19T14:21:04.769484+0000","last_fullsized":"2024-09-19T14:21:04.769484+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:59:29.560936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.5","version":"265'10","reported_seq":56,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:22.774429+0000","last_change":"2024-09-19T13:55:09.804600+0000","last_active":"2024-09-19T14:20:22.774429+0000","last_peered":"2024-09-19T14:20:22.774429+0000","last_clean":"2024-09-19T14:20:22.774429+0000","last_became_active":"2024-09-19T13:55:09.803908+0000","last_became_peered":"2024-09-19T13:55:09.803908+0000","last_unstale":"2024-09-19T14:20:22.774429+0000","last_undegraded":"2024-09-19T14:20:22.774429+0000","last_fullsized":"2024-09-19T14:20:22.774429+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:49:11.555856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":21,"num_read_kb":12292,"num_write":10,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.4","version":"265'6","reported_seq":52,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:09.797507+0000","last_change":"2024-09-19T13:55:06.736281+0000","last_active":"2024-09-19T14:20:09.797507+0000","last_peered":"2024-09-19T14:20:09.797507+0000","last_clean":"2024-09-19T14:20:09.797507+0000","last_became_active":"2024-09-19T13:55:06.735489+0000","last_became_peered":"2024-09-19T13:55:06.735489+0000","last_unstale":"2024-09-19T14:20:09.797507+0000","last_undegraded":"2024-09-19T14:20:09.797507+0000","last_fullsized":"2024-09-19T14:20:09.797507+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:37:05.553535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":5122,"num_write":6,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.7","version":"265'8","reported_seq":66,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:22.785260+0000","last_change":"2024-09-19T13:53:12.470358+0000","last_active":"2024-09-19T14:21:22.785260+0000","last_peered":"2024-09-19T14:21:22.785260+0000","last_clean":"2024-09-19T14:21:22.785260+0000","last_became_active":"2024-09-19T13:53:12.468649+0000","last_became_peered":"2024-09-19T13:53:12.468649+0000","last_unstale":"2024-09-19T14:21:22.785260+0000","last_undegraded":"2024-09-19T14:21:22.785260+0000","last_fullsized":"2024-09-19T14:21:22.785260+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:12:21.923097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":63,"num_read_kb":43,"num_write":20,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:04.769530+0000","last_change":"2024-09-19T14:06:26.875212+0000","last_active":"2024-09-19T14:21:04.769530+0000","last_peered":"2024-09-19T14:21:04.769530+0000","last_clean":"2024-09-19T14:21:04.769530+0000","last_became_active":"2024-09-19T14:06:26.874405+0000","last_became_peered":"2024-09-19T14:06:26.874405+0000","last_unstale":"2024-09-19T14:21:04.769530+0000","last_undegraded":"2024-09-19T14:21:04.769530+0000","last_fullsized":"2024-09-19T14:21:04.769530+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:41:13.448858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.4","version":"268'1","reported_seq":35,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:12.772189+0000","last_change":"2024-09-19T13:55:09.786109+0000","last_active":"2024-09-19T14:20:12.772189+0000","last_peered":"2024-09-19T14:20:12.772189+0000","last_clean":"2024-09-19T14:20:12.772189+0000","last_became_active":"2024-09-19T13:55:09.785402+0000","last_became_peered":"2024-09-19T13:55:09.785402+0000","last_unstale":"2024-09-19T14:20:12.772189+0000","last_undegraded":"2024-09-19T14:20:12.772189+0000","last_fullsized":"2024-09-19T14:20:12.772189+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:22:10.873339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":584363,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":1142,"num_write":1,"num_write_kb":571,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.5","version":"268'1","reported_seq":40,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:12.769380+0000","last_change":"2024-09-19T13:55:06.732734+0000","last_active":"2024-09-19T14:20:12.769380+0000","last_peered":"2024-09-19T14:20:12.769380+0000","last_clean":"2024-09-19T14:20:12.769380+0000","last_became_active":"2024-09-19T13:55:06.732266+0000","last_became_peered":"2024-09-19T13:55:06.732266+0000","last_unstale":"2024-09-19T14:20:12.769380+0000","last_undegraded":"2024-09-19T14:20:12.769380+0000","last_fullsized":"2024-09-19T14:20:12.769380+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:10:50.240081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48422,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":48,"num_write":1,"num_write_kb":48,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.6","version":"268'31","reported_seq":130,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:24.817135+0000","last_change":"2024-09-19T13:53:12.472407+0000","last_active":"2024-09-19T14:21:24.817135+0000","last_peered":"2024-09-19T14:21:24.817135+0000","last_clean":"2024-09-19T14:21:24.817135+0000","last_became_active":"2024-09-19T13:53:12.468297+0000","last_became_peered":"2024-09-19T13:53:12.468297+0000","last_unstale":"2024-09-19T14:21:24.817135+0000","last_undegraded":"2024-09-19T14:21:24.817135+0000","last_fullsized":"2024-09-19T14:21:24.817135+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:20:20.597620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":260,"num_read_kb":195,"num_write":72,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:32.776559+0000","last_change":"2024-09-19T14:06:26.880083+0000","last_active":"2024-09-19T14:20:32.776559+0000","last_peered":"2024-09-19T14:20:32.776559+0000","last_clean":"2024-09-19T14:20:32.776559+0000","last_became_active":"2024-09-19T14:06:26.879275+0000","last_became_peered":"2024-09-19T14:06:26.879275+0000","last_unstale":"2024-09-19T14:20:32.776559+0000","last_undegraded":"2024-09-19T14:20:32.776559+0000","last_fullsized":"2024-09-19T14:20:32.776559+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:57:32.352342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.7","version":"0'0","reported_seq":32,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:09.770701+0000","last_change":"2024-09-19T13:55:09.799801+0000","last_active":"2024-09-19T14:21:09.770701+0000","last_peered":"2024-09-19T14:21:09.770701+0000","last_clean":"2024-09-19T14:21:09.770701+0000","last_became_active":"2024-09-19T13:55:09.799016+0000","last_became_peered":"2024-09-19T13:55:09.799016+0000","last_unstale":"2024-09-19T14:21:09.770701+0000","last_undegraded":"2024-09-19T14:21:09.770701+0000","last_fullsized":"2024-09-19T14:21:09.770701+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:59:03.498429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.6","version":"268'5","reported_seq":44,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.473613+0000","last_change":"2024-09-19T13:55:06.730537+0000","last_active":"2024-09-19T14:23:58.473613+0000","last_peered":"2024-09-19T14:23:58.473613+0000","last_clean":"2024-09-19T14:23:58.473613+0000","last_became_active":"2024-09-19T13:55:06.729865+0000","last_became_peered":"2024-09-19T13:55:06.729865+0000","last_unstale":"2024-09-19T14:23:58.473613+0000","last_undegraded":"2024-09-19T14:23:58.473613+0000","last_fullsized":"2024-09-19T14:23:58.473613+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:07:25.282281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.5","version":"268'40","reported_seq":159,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:24.772238+0000","last_change":"2024-09-19T13:53:12.468961+0000","last_active":"2024-09-19T14:20:24.772238+0000","last_peered":"2024-09-19T14:20:24.772238+0000","last_clean":"2024-09-19T14:20:24.772238+0000","last_became_active":"2024-09-19T13:53:12.468116+0000","last_became_peered":"2024-09-19T13:53:12.468116+0000","last_unstale":"2024-09-19T14:20:24.772238+0000","last_undegraded":"2024-09-19T14:20:24.772238+0000","last_fullsized":"2024-09-19T14:20:24.772238+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:59:37.907744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":330,"num_read_kb":193,"num_write":102,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:04.811461+0000","last_change":"2024-09-19T14:06:26.857354+0000","last_active":"2024-09-19T14:21:04.811461+0000","last_peered":"2024-09-19T14:21:04.811461+0000","last_clean":"2024-09-19T14:21:04.811461+0000","last_became_active":"2024-09-19T14:06:26.856594+0000","last_became_peered":"2024-09-19T14:06:26.856594+0000","last_unstale":"2024-09-19T14:21:04.811461+0000","last_undegraded":"2024-09-19T14:21:04.811461+0000","last_fullsized":"2024-09-19T14:21:04.811461+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:07:21.078033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.6","version":"268'5","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:19.609235+0000","last_change":"2024-09-19T13:55:09.810984+0000","last_active":"2024-09-19T14:23:19.609235+0000","last_peered":"2024-09-19T14:23:19.609235+0000","last_clean":"2024-09-19T14:23:19.609235+0000","last_became_active":"2024-09-19T13:55:09.810178+0000","last_became_peered":"2024-09-19T13:55:09.810178+0000","last_unstale":"2024-09-19T14:23:19.609235+0000","last_undegraded":"2024-09-19T14:23:19.609235+0000","last_fullsized":"2024-09-19T14:23:19.609235+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:07:23.149525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":2577,"num_write":10,"num_write_kb":1553,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.7","version":"265'3","reported_seq":43,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:09.813111+0000","last_change":"2024-09-19T13:55:06.719674+0000","last_active":"2024-09-19T14:21:09.813111+0000","last_peered":"2024-09-19T14:21:09.813111+0000","last_clean":"2024-09-19T14:21:09.813111+0000","last_became_active":"2024-09-19T13:55:06.718846+0000","last_became_peered":"2024-09-19T13:55:06.718846+0000","last_unstale":"2024-09-19T14:21:09.813111+0000","last_undegraded":"2024-09-19T14:21:09.813111+0000","last_fullsized":"2024-09-19T14:21:09.813111+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:32:47.320312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.4","version":"268'133","reported_seq":438,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:40.947922+0000","last_change":"2024-09-19T13:53:12.465869+0000","last_active":"2024-09-19T14:20:40.947922+0000","last_peered":"2024-09-19T14:20:40.947922+0000","last_clean":"2024-09-19T14:20:40.947922+0000","last_became_active":"2024-09-19T13:53:12.465155+0000","last_became_peered":"2024-09-19T13:53:12.465155+0000","last_unstale":"2024-09-19T14:20:40.947922+0000","last_undegraded":"2024-09-19T14:20:40.947922+0000","last_fullsized":"2024-09-19T14:20:40.947922+0000","mapping_epoch":257,"log_start":"265'100","ondisk_log_start":"265'100","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:20:39.660153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1234,"num_read_kb":1138,"num_write":276,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.6","version":"267'1","reported_seq":22,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:37.798598+0000","last_change":"2024-09-19T14:06:26.868548+0000","last_active":"2024-09-19T14:21:37.798598+0000","last_peered":"2024-09-19T14:21:37.798598+0000","last_clean":"2024-09-19T14:21:37.798598+0000","last_became_active":"2024-09-19T14:06:26.867699+0000","last_became_peered":"2024-09-19T14:06:26.867699+0000","last_unstale":"2024-09-19T14:21:37.798598+0000","last_undegraded":"2024-09-19T14:21:37.798598+0000","last_fullsized":"2024-09-19T14:21:37.798598+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:00:32.441920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1","version":"268'4","reported_seq":38,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:12.769244+0000","last_change":"2024-09-19T13:55:09.796824+0000","last_active":"2024-09-19T14:20:12.769244+0000","last_peered":"2024-09-19T14:20:12.769244+0000","last_clean":"2024-09-19T14:20:12.769244+0000","last_became_active":"2024-09-19T13:55:09.795960+0000","last_became_peered":"2024-09-19T13:55:09.795960+0000","last_unstale":"2024-09-19T14:20:12.769244+0000","last_undegraded":"2024-09-19T14:20:12.769244+0000","last_fullsized":"2024-09-19T14:20:12.769244+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:38:34.922074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":9,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.0","version":"268'2","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:14.810181+0000","last_change":"2024-09-19T13:55:06.716645+0000","last_active":"2024-09-19T14:23:14.810181+0000","last_peered":"2024-09-19T14:23:14.810181+0000","last_clean":"2024-09-19T14:23:14.810181+0000","last_became_active":"2024-09-19T13:55:06.715888+0000","last_became_peered":"2024-09-19T13:55:06.715888+0000","last_unstale":"2024-09-19T14:23:14.810181+0000","last_undegraded":"2024-09-19T14:23:14.810181+0000","last_fullsized":"2024-09-19T14:23:14.810181+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:14:22.426173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":571,"num_write":2,"num_write_kb":571,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.3","version":"268'17","reported_seq":88,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:19.770871+0000","last_change":"2024-09-19T13:53:12.457411+0000","last_active":"2024-09-19T14:20:19.770871+0000","last_peered":"2024-09-19T14:20:19.770871+0000","last_clean":"2024-09-19T14:20:19.770871+0000","last_became_active":"2024-09-19T13:53:12.456607+0000","last_became_peered":"2024-09-19T13:53:12.456607+0000","last_unstale":"2024-09-19T14:20:19.770871+0000","last_undegraded":"2024-09-19T14:20:19.770871+0000","last_fullsized":"2024-09-19T14:20:19.770871+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:04.803656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":123,"num_read_kb":81,"num_write":46,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:37.788526+0000","last_change":"2024-09-19T14:06:26.879408+0000","last_active":"2024-09-19T14:21:37.788526+0000","last_peered":"2024-09-19T14:21:37.788526+0000","last_clean":"2024-09-19T14:21:37.788526+0000","last_became_active":"2024-09-19T14:06:26.878528+0000","last_became_peered":"2024-09-19T14:06:26.878528+0000","last_unstale":"2024-09-19T14:21:37.788526+0000","last_undegraded":"2024-09-19T14:21:37.788526+0000","last_fullsized":"2024-09-19T14:21:37.788526+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:04:57.129270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.0","version":"268'13","reported_seq":59,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.275264+0000","last_change":"2024-09-19T13:55:09.803910+0000","last_active":"2024-09-19T14:23:58.275264+0000","last_peered":"2024-09-19T14:23:58.275264+0000","last_clean":"2024-09-19T14:23:58.275264+0000","last_became_active":"2024-09-19T13:55:09.803190+0000","last_became_peered":"2024-09-19T13:55:09.803190+0000","last_unstale":"2024-09-19T14:23:58.275264+0000","last_undegraded":"2024-09-19T14:23:58.275264+0000","last_fullsized":"2024-09-19T14:23:58.275264+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:02:37.537409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":20,"num_read_kb":22530,"num_write":18,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1","version":"0'0","reported_seq":38,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:09.797357+0000","last_change":"2024-09-19T13:55:06.745461+0000","last_active":"2024-09-19T14:20:09.797357+0000","last_peered":"2024-09-19T14:20:09.797357+0000","last_clean":"2024-09-19T14:20:09.797357+0000","last_became_active":"2024-09-19T13:55:06.744676+0000","last_became_peered":"2024-09-19T13:55:06.744676+0000","last_unstale":"2024-09-19T14:20:09.797357+0000","last_undegraded":"2024-09-19T14:20:09.797357+0000","last_fullsized":"2024-09-19T14:20:09.797357+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:07:59.114808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.2","version":"268'55","reported_seq":202,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:19.800078+0000","last_change":"2024-09-19T13:53:12.475747+0000","last_active":"2024-09-19T14:20:19.800078+0000","last_peered":"2024-09-19T14:20:19.800078+0000","last_clean":"2024-09-19T14:20:19.800078+0000","last_became_active":"2024-09-19T13:53:12.474878+0000","last_became_peered":"2024-09-19T13:53:12.474878+0000","last_unstale":"2024-09-19T14:20:19.800078+0000","last_undegraded":"2024-09-19T14:20:19.800078+0000","last_fullsized":"2024-09-19T14:20:19.800078+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":0,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:05:33.384528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":475,"num_read_kb":305,"num_write":132,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:02.784275+0000","last_change":"2024-09-19T14:06:26.870785+0000","last_active":"2024-09-19T14:21:02.784275+0000","last_peered":"2024-09-19T14:21:02.784275+0000","last_clean":"2024-09-19T14:21:02.784275+0000","last_became_active":"2024-09-19T14:06:26.870028+0000","last_became_peered":"2024-09-19T14:06:26.870028+0000","last_unstale":"2024-09-19T14:21:02.784275+0000","last_undegraded":"2024-09-19T14:21:02.784275+0000","last_fullsized":"2024-09-19T14:21:02.784275+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:48:32.566897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.3","version":"0'0","reported_seq":32,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:09.768499+0000","last_change":"2024-09-19T13:55:09.809180+0000","last_active":"2024-09-19T14:20:09.768499+0000","last_peered":"2024-09-19T14:20:09.768499+0000","last_clean":"2024-09-19T14:20:09.768499+0000","last_became_active":"2024-09-19T13:55:09.795576+0000","last_became_peered":"2024-09-19T13:55:09.795576+0000","last_unstale":"2024-09-19T14:20:09.768499+0000","last_undegraded":"2024-09-19T14:20:09.768499+0000","last_fullsized":"2024-09-19T14:20:09.768499+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:54:51.558335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"66.2","version":"268'7","reported_seq":54,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:07.774667+0000","last_change":"2024-09-19T13:55:06.731372+0000","last_active":"2024-09-19T14:20:07.774667+0000","last_peered":"2024-09-19T14:20:07.774667+0000","last_clean":"2024-09-19T14:20:07.774667+0000","last_became_active":"2024-09-19T13:55:06.731004+0000","last_became_peered":"2024-09-19T13:55:06.731004+0000","last_unstale":"2024-09-19T14:20:07.774667+0000","last_undegraded":"2024-09-19T14:20:07.774667+0000","last_fullsized":"2024-09-19T14:20:07.774667+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:54:57.870778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":13,"num_read_kb":12290,"num_write":7,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.1","version":"268'41","reported_seq":156,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:46.397855+0000","last_change":"2024-09-19T13:53:12.471488+0000","last_active":"2024-09-19T14:20:46.397855+0000","last_peered":"2024-09-19T14:20:46.397855+0000","last_clean":"2024-09-19T14:20:46.397855+0000","last_became_active":"2024-09-19T13:53:12.470782+0000","last_became_peered":"2024-09-19T13:53:12.470782+0000","last_unstale":"2024-09-19T14:20:46.397855+0000","last_undegraded":"2024-09-19T14:20:46.397855+0000","last_fullsized":"2024-09-19T14:20:46.397855+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:56:56.976239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":333,"num_read_kb":216,"num_write":101,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:09.813016+0000","last_change":"2024-09-19T14:06:26.873449+0000","last_active":"2024-09-19T14:21:09.813016+0000","last_peered":"2024-09-19T14:21:09.813016+0000","last_clean":"2024-09-19T14:21:09.813016+0000","last_became_active":"2024-09-19T14:06:26.872809+0000","last_became_peered":"2024-09-19T14:06:26.872809+0000","last_unstale":"2024-09-19T14:21:09.813016+0000","last_undegraded":"2024-09-19T14:21:09.813016+0000","last_fullsized":"2024-09-19T14:21:09.813016+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:13:24.156423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.2","version":"268'8","reported_seq":46,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.612684+0000","last_change":"2024-09-19T13:55:09.792510+0000","last_active":"2024-09-19T14:23:58.612684+0000","last_peered":"2024-09-19T14:23:58.612684+0000","last_clean":"2024-09-19T14:23:58.612684+0000","last_became_active":"2024-09-19T13:55:09.791757+0000","last_became_peered":"2024-09-19T13:55:09.791757+0000","last_unstale":"2024-09-19T14:23:58.612684+0000","last_undegraded":"2024-09-19T14:23:58.612684+0000","last_fullsized":"2024-09-19T14:23:58.612684+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:09:38.247825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":11312,"num_write":8,"num_write_kb":11312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"66.3","version":"0'0","reported_seq":38,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:09.771608+0000","last_change":"2024-09-19T13:55:06.730930+0000","last_active":"2024-09-19T14:20:09.771608+0000","last_peered":"2024-09-19T14:20:09.771608+0000","last_clean":"2024-09-19T14:20:09.771608+0000","last_became_active":"2024-09-19T13:55:06.730174+0000","last_became_peered":"2024-09-19T13:55:06.730174+0000","last_unstale":"2024-09-19T14:20:09.771608+0000","last_undegraded":"2024-09-19T14:20:09.771608+0000","last_fullsized":"2024-09-19T14:20:09.771608+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:11:58.316249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.0","version":"268'42","reported_seq":158,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:19.785651+0000","last_change":"2024-09-19T13:53:12.474487+0000","last_active":"2024-09-19T14:21:19.785651+0000","last_peered":"2024-09-19T14:21:19.785651+0000","last_clean":"2024-09-19T14:21:19.785651+0000","last_became_active":"2024-09-19T13:53:12.473659+0000","last_became_peered":"2024-09-19T13:53:12.473659+0000","last_unstale":"2024-09-19T14:21:19.785651+0000","last_undegraded":"2024-09-19T14:21:19.785651+0000","last_fullsized":"2024-09-19T14:21:19.785651+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:10:29.934924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":339,"num_read_kb":229,"num_write":102,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3f","version":"268'332","reported_seq":997,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.730193+0000","last_change":"2024-09-19T13:37:42.999167+0000","last_active":"2024-09-19T14:23:59.730193+0000","last_peered":"2024-09-19T14:23:59.730193+0000","last_clean":"2024-09-19T14:23:59.730193+0000","last_became_active":"2024-09-19T13:37:42.998595+0000","last_became_peered":"2024-09-19T13:37:42.998595+0000","last_unstale":"2024-09-19T14:23:59.730193+0000","last_undegraded":"2024-09-19T14:23:59.730193+0000","last_fullsized":"2024-09-19T14:23:59.730193+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:13:18.062593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1123,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":706,"num_read_kb":1612,"num_write":1151,"num_write_kb":26082,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.38","version":"268'191","reported_seq":811,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:50.438664+0000","last_change":"2024-09-19T13:37:44.988468+0000","last_active":"2024-09-19T14:23:50.438664+0000","last_peered":"2024-09-19T14:23:50.438664+0000","last_clean":"2024-09-19T14:23:50.438664+0000","last_became_active":"2024-09-19T13:37:44.988042+0000","last_became_peered":"2024-09-19T13:37:44.988042+0000","last_unstale":"2024-09-19T14:23:50.438664+0000","last_undegraded":"2024-09-19T14:23:50.438664+0000","last_fullsized":"2024-09-19T14:23:50.438664+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:47:24.069981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":868,"num_read_kb":716,"num_write":299,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3e","version":"268'304","reported_seq":970,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:27.509820+0000","last_change":"2024-09-19T13:37:43.016163+0000","last_active":"2024-09-19T14:22:27.509820+0000","last_peered":"2024-09-19T14:22:27.509820+0000","last_clean":"2024-09-19T14:22:27.509820+0000","last_became_active":"2024-09-19T13:37:43.013931+0000","last_became_peered":"2024-09-19T13:37:43.013931+0000","last_unstale":"2024-09-19T14:22:27.509820+0000","last_undegraded":"2024-09-19T14:22:27.509820+0000","last_fullsized":"2024-09-19T14:22:27.509820+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":200,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:52:56.577172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18817077,"num_objects":68,"num_object_clones":0,"num_object_copies":204,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":68,"num_whiteouts":0,"num_read":607,"num_read_kb":50035,"num_write":1176,"num_write_kb":34859,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.39","version":"268'298","reported_seq":988,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:04.870781+0000","last_change":"2024-09-19T13:37:44.981870+0000","last_active":"2024-09-19T14:22:04.870781+0000","last_peered":"2024-09-19T14:22:04.870781+0000","last_clean":"2024-09-19T14:22:04.870781+0000","last_became_active":"2024-09-19T13:37:44.980771+0000","last_became_peered":"2024-09-19T13:37:44.980771+0000","last_unstale":"2024-09-19T14:22:04.870781+0000","last_undegraded":"2024-09-19T14:22:04.870781+0000","last_fullsized":"2024-09-19T14:22:04.870781+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":200,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:07:17.873414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1416,"num_read_kb":1186,"num_write":494,"num_write_kb":282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3d","version":"268'286","reported_seq":974,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:27.832333+0000","last_change":"2024-09-19T13:37:43.012810+0000","last_active":"2024-09-19T14:22:27.832333+0000","last_peered":"2024-09-19T14:22:27.832333+0000","last_clean":"2024-09-19T14:22:27.832333+0000","last_became_active":"2024-09-19T13:37:43.011731+0000","last_became_peered":"2024-09-19T13:37:43.011731+0000","last_unstale":"2024-09-19T14:22:27.832333+0000","last_undegraded":"2024-09-19T14:22:27.832333+0000","last_fullsized":"2024-09-19T14:22:27.832333+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":200,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:34:35.679114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8758215,"num_objects":72,"num_object_clones":0,"num_object_copies":216,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":631,"num_read_kb":22108,"num_write":990,"num_write_kb":42300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3a","version":"268'298","reported_seq":868,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:43.584242+0000","last_change":"2024-09-19T13:37:44.983972+0000","last_active":"2024-09-19T14:20:43.584242+0000","last_peered":"2024-09-19T14:20:43.584242+0000","last_clean":"2024-09-19T14:20:43.584242+0000","last_became_active":"2024-09-19T13:37:44.983545+0000","last_became_peered":"2024-09-19T13:37:44.983545+0000","last_unstale":"2024-09-19T14:20:43.584242+0000","last_undegraded":"2024-09-19T14:20:43.584242+0000","last_fullsized":"2024-09-19T14:20:43.584242+0000","mapping_epoch":27,"log_start":"265'200","ondisk_log_start":"265'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":200,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:24:51.741113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1280,"num_read_kb":1008,"num_write":491,"num_write_kb":256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3c","version":"268'285","reported_seq":908,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.783162+0000","last_change":"2024-09-19T13:37:42.977429+0000","last_active":"2024-09-19T14:23:59.783162+0000","last_peered":"2024-09-19T14:23:59.783162+0000","last_clean":"2024-09-19T14:23:59.783162+0000","last_became_active":"2024-09-19T13:37:42.976428+0000","last_became_peered":"2024-09-19T13:37:42.976428+0000","last_unstale":"2024-09-19T14:23:59.783162+0000","last_undegraded":"2024-09-19T14:23:59.783162+0000","last_fullsized":"2024-09-19T14:23:59.783162+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:57:11.343617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136915,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":517,"num_read_kb":1576,"num_write":947,"num_write_kb":18809,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3b","version":"268'150","reported_seq":775,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:02.773110+0000","last_change":"2024-09-19T13:37:44.987681+0000","last_active":"2024-09-19T14:22:02.773110+0000","last_peered":"2024-09-19T14:22:02.773110+0000","last_clean":"2024-09-19T14:22:02.773110+0000","last_became_active":"2024-09-19T13:37:44.986925+0000","last_became_peered":"2024-09-19T13:37:44.986925+0000","last_unstale":"2024-09-19T14:22:02.773110+0000","last_undegraded":"2024-09-19T14:22:02.773110+0000","last_fullsized":"2024-09-19T14:22:02.773110+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:58:06.640214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":694,"num_read_kb":586,"num_write":224,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"268'348","reported_seq":998,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.686304+0000","last_change":"2024-09-19T13:37:43.011158+0000","last_active":"2024-09-19T14:23:59.686304+0000","last_peered":"2024-09-19T14:23:59.686304+0000","last_clean":"2024-09-19T14:23:59.686304+0000","last_became_active":"2024-09-19T13:37:43.010712+0000","last_became_peered":"2024-09-19T13:37:43.010712+0000","last_unstale":"2024-09-19T14:23:59.686304+0000","last_undegraded":"2024-09-19T14:23:59.686304+0000","last_fullsized":"2024-09-19T14:23:59.686304+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:46.918108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1137033,"num_objects":16,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":616,"num_read_kb":20416,"num_write":1208,"num_write_kb":38048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3c","version":"268'131","reported_seq":727,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:15.470286+0000","last_change":"2024-09-19T13:37:44.979924+0000","last_active":"2024-09-19T14:22:15.470286+0000","last_peered":"2024-09-19T14:22:15.470286+0000","last_clean":"2024-09-19T14:22:15.470286+0000","last_became_active":"2024-09-19T13:37:44.979639+0000","last_became_peered":"2024-09-19T13:37:44.979639+0000","last_unstale":"2024-09-19T14:22:15.470286+0000","last_undegraded":"2024-09-19T14:22:15.470286+0000","last_fullsized":"2024-09-19T14:22:15.470286+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:48:10.419103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":562,"num_read_kb":468,"num_write":220,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"268'341","reported_seq":972,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.769804+0000","last_change":"2024-09-19T13:37:42.971408+0000","last_active":"2024-09-19T14:23:59.769804+0000","last_peered":"2024-09-19T14:23:59.769804+0000","last_clean":"2024-09-19T14:23:59.769804+0000","last_became_active":"2024-09-19T13:37:42.970817+0000","last_became_peered":"2024-09-19T13:37:42.970817+0000","last_unstale":"2024-09-19T14:23:59.769804+0000","last_undegraded":"2024-09-19T14:23:59.769804+0000","last_fullsized":"2024-09-19T14:23:59.769804+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:22:49.873025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136981,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":606,"num_read_kb":18071,"num_write":1043,"num_write_kb":31772,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3d","version":"268'139","reported_seq":747,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:29.776155+0000","last_change":"2024-09-19T13:37:45.002142+0000","last_active":"2024-09-19T14:21:29.776155+0000","last_peered":"2024-09-19T14:21:29.776155+0000","last_clean":"2024-09-19T14:21:29.776155+0000","last_became_active":"2024-09-19T13:37:45.001685+0000","last_became_peered":"2024-09-19T13:37:45.001685+0000","last_unstale":"2024-09-19T14:21:29.776155+0000","last_undegraded":"2024-09-19T14:21:29.776155+0000","last_fullsized":"2024-09-19T14:21:29.776155+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:54:40.967976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":600,"num_read_kb":500,"num_write":209,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.39","version":"268'366","reported_seq":1015,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.741762+0000","last_change":"2024-09-19T13:37:42.975298+0000","last_active":"2024-09-19T14:23:59.741762+0000","last_peered":"2024-09-19T14:23:59.741762+0000","last_clean":"2024-09-19T14:23:59.741762+0000","last_became_active":"2024-09-19T13:37:42.974777+0000","last_became_peered":"2024-09-19T13:37:42.974777+0000","last_unstale":"2024-09-19T14:23:59.741762+0000","last_undegraded":"2024-09-19T14:23:59.741762+0000","last_fullsized":"2024-09-19T14:23:59.741762+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":300,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:57:54.473962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136908,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":753,"num_read_kb":26245,"num_write":1147,"num_write_kb":27029,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3e","version":"268'219","reported_seq":848,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:29.788142+0000","last_change":"2024-09-19T13:37:44.993470+0000","last_active":"2024-09-19T14:21:29.788142+0000","last_peered":"2024-09-19T14:21:29.788142+0000","last_clean":"2024-09-19T14:21:29.788142+0000","last_became_active":"2024-09-19T13:37:44.992496+0000","last_became_peered":"2024-09-19T13:37:44.992496+0000","last_unstale":"2024-09-19T14:21:29.788142+0000","last_undegraded":"2024-09-19T14:21:29.788142+0000","last_fullsized":"2024-09-19T14:21:29.788142+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":200,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:18:55.062170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":988,"num_read_kb":817,"num_write":337,"num_write_kb":165,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.38","version":"268'283","reported_seq":964,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:52.265118+0000","last_change":"2024-09-19T13:37:43.020747+0000","last_active":"2024-09-19T14:21:52.265118+0000","last_peered":"2024-09-19T14:21:52.265118+0000","last_clean":"2024-09-19T14:21:52.265118+0000","last_became_active":"2024-09-19T13:37:43.019449+0000","last_became_peered":"2024-09-19T13:37:43.019449+0000","last_unstale":"2024-09-19T14:21:52.265118+0000","last_undegraded":"2024-09-19T14:21:52.265118+0000","last_fullsized":"2024-09-19T14:21:52.265118+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":200,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:45:14.550353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10535837,"num_objects":84,"num_object_clones":0,"num_object_copies":252,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":84,"num_whiteouts":0,"num_read":614,"num_read_kb":51884,"num_write":1046,"num_write_kb":13886,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3f","version":"268'145","reported_seq":766,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:57.838096+0000","last_change":"2024-09-19T13:37:45.015980+0000","last_active":"2024-09-19T14:22:57.838096+0000","last_peered":"2024-09-19T14:22:57.838096+0000","last_clean":"2024-09-19T14:22:57.838096+0000","last_became_active":"2024-09-19T13:37:45.015347+0000","last_became_peered":"2024-09-19T13:37:45.015347+0000","last_unstale":"2024-09-19T14:22:57.838096+0000","last_undegraded":"2024-09-19T14:22:57.838096+0000","last_fullsized":"2024-09-19T14:22:57.838096+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:29:08.602780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":660,"num_read_kb":557,"num_write":213,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.30","version":"268'131","reported_seq":725,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:01.314239+0000","last_change":"2024-09-19T13:37:44.969206+0000","last_active":"2024-09-19T14:20:01.314239+0000","last_peered":"2024-09-19T14:20:01.314239+0000","last_clean":"2024-09-19T14:20:01.314239+0000","last_became_active":"2024-09-19T13:37:44.968741+0000","last_became_peered":"2024-09-19T13:37:44.968741+0000","last_unstale":"2024-09-19T14:20:01.314239+0000","last_undegraded":"2024-09-19T14:20:01.314239+0000","last_fullsized":"2024-09-19T14:20:01.314239+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:01:16.734762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":563,"num_read_kb":467,"num_write":183,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"268'308","reported_seq":923,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.787297+0000","last_change":"2024-09-19T13:37:43.018735+0000","last_active":"2024-09-19T14:23:59.787297+0000","last_peered":"2024-09-19T14:23:59.787297+0000","last_clean":"2024-09-19T14:23:59.787297+0000","last_became_active":"2024-09-19T13:37:43.018350+0000","last_became_peered":"2024-09-19T13:37:43.018350+0000","last_unstale":"2024-09-19T14:23:59.787297+0000","last_undegraded":"2024-09-19T14:23:59.787297+0000","last_fullsized":"2024-09-19T14:23:59.787297+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":200,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:42:14.903924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136943,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":504,"num_read_kb":13015,"num_write":1056,"num_write_kb":33999,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,5],"acting":[1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.31","version":"268'78","reported_seq":649,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:54.482430+0000","last_change":"2024-09-19T13:37:44.986334+0000","last_active":"2024-09-19T14:21:54.482430+0000","last_peered":"2024-09-19T14:21:54.482430+0000","last_clean":"2024-09-19T14:21:54.482430+0000","last_became_active":"2024-09-19T13:37:44.985953+0000","last_became_peered":"2024-09-19T13:37:44.985953+0000","last_unstale":"2024-09-19T14:21:54.482430+0000","last_undegraded":"2024-09-19T14:21:54.482430+0000","last_fullsized":"2024-09-19T14:21:54.482430+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":0,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:10:09.230396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":349,"num_read_kb":293,"num_write":113,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.36","version":"268'278","reported_seq":951,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.723960+0000","last_change":"2024-09-19T13:37:42.988683+0000","last_active":"2024-09-19T14:23:59.723960+0000","last_peered":"2024-09-19T14:23:59.723960+0000","last_clean":"2024-09-19T14:23:59.723960+0000","last_became_active":"2024-09-19T13:37:42.988095+0000","last_became_peered":"2024-09-19T13:37:42.988095+0000","last_unstale":"2024-09-19T14:23:59.723960+0000","last_undegraded":"2024-09-19T14:23:59.723960+0000","last_fullsized":"2024-09-19T14:23:59.723960+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":200,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:59:22.327561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4231781,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":568,"num_read_kb":77681,"num_write":951,"num_write_kb":36411,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.32","version":"268'311","reported_seq":969,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:49.129440+0000","last_change":"2024-09-19T13:37:45.005481+0000","last_active":"2024-09-19T14:21:49.129440+0000","last_peered":"2024-09-19T14:21:49.129440+0000","last_clean":"2024-09-19T14:21:49.129440+0000","last_became_active":"2024-09-19T13:37:45.005210+0000","last_became_peered":"2024-09-19T13:37:45.005210+0000","last_unstale":"2024-09-19T14:21:49.129440+0000","last_undegraded":"2024-09-19T14:21:49.129440+0000","last_fullsized":"2024-09-19T14:21:49.129440+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":300,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:50:04.148230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1345,"num_read_kb":1103,"num_write":484,"num_write_kb":244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.35","version":"268'315","reported_seq":933,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.700125+0000","last_change":"2024-09-19T13:37:42.999130+0000","last_active":"2024-09-19T14:23:59.700125+0000","last_peered":"2024-09-19T14:23:59.700125+0000","last_clean":"2024-09-19T14:23:59.700125+0000","last_became_active":"2024-09-19T13:37:42.998603+0000","last_became_peered":"2024-09-19T13:37:42.998603+0000","last_unstale":"2024-09-19T14:23:59.700125+0000","last_undegraded":"2024-09-19T14:23:59.700125+0000","last_fullsized":"2024-09-19T14:23:59.700125+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":300,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:23:52.339747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5243111,"num_objects":19,"num_object_clones":0,"num_object_copies":57,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":533,"num_read_kb":20937,"num_write":983,"num_write_kb":29488,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.33","version":"268'41","reported_seq":605,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:17.790387+0000","last_change":"2024-09-19T13:37:45.014502+0000","last_active":"2024-09-19T14:21:17.790387+0000","last_peered":"2024-09-19T14:21:17.790387+0000","last_clean":"2024-09-19T14:21:17.790387+0000","last_became_active":"2024-09-19T13:37:45.013648+0000","last_became_peered":"2024-09-19T13:37:45.013648+0000","last_unstale":"2024-09-19T14:21:17.790387+0000","last_undegraded":"2024-09-19T14:21:17.790387+0000","last_fullsized":"2024-09-19T14:21:17.790387+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:28:36.467556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":189,"num_read_kb":171,"num_write":54,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"268'310","reported_seq":988,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.795340+0000","last_change":"2024-09-19T13:37:43.003604+0000","last_active":"2024-09-19T14:23:59.795340+0000","last_peered":"2024-09-19T14:23:59.795340+0000","last_clean":"2024-09-19T14:23:59.795340+0000","last_became_active":"2024-09-19T13:37:43.003034+0000","last_became_peered":"2024-09-19T13:37:43.003034+0000","last_unstale":"2024-09-19T14:23:59.795340+0000","last_undegraded":"2024-09-19T14:23:59.795340+0000","last_fullsized":"2024-09-19T14:23:59.795340+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:26:05.081745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":219,"num_objects":16,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":565,"num_read_kb":135286,"num_write":964,"num_write_kb":29077,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.34","version":"268'176","reported_seq":748,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:17.787930+0000","last_change":"2024-09-19T13:37:45.005784+0000","last_active":"2024-09-19T14:21:17.787930+0000","last_peered":"2024-09-19T14:21:17.787930+0000","last_clean":"2024-09-19T14:21:17.787930+0000","last_became_active":"2024-09-19T13:37:45.004923+0000","last_became_peered":"2024-09-19T13:37:45.004923+0000","last_unstale":"2024-09-19T14:21:17.787930+0000","last_undegraded":"2024-09-19T14:21:17.787930+0000","last_fullsized":"2024-09-19T14:21:17.787930+0000","mapping_epoch":27,"log_start":"265'100","ondisk_log_start":"265'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:39:30.947792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":705,"num_read_kb":566,"num_write":276,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.33","version":"268'270","reported_seq":930,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:11.104720+0000","last_change":"2024-09-19T13:37:42.989906+0000","last_active":"2024-09-19T14:22:11.104720+0000","last_peered":"2024-09-19T14:22:11.104720+0000","last_clean":"2024-09-19T14:22:11.104720+0000","last_became_active":"2024-09-19T13:37:42.989090+0000","last_became_peered":"2024-09-19T13:37:42.989090+0000","last_unstale":"2024-09-19T14:22:11.104720+0000","last_undegraded":"2024-09-19T14:22:11.104720+0000","last_fullsized":"2024-09-19T14:22:11.104720+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:55:37.913464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13404369,"num_objects":61,"num_object_clones":0,"num_object_copies":183,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":61,"num_whiteouts":0,"num_read":585,"num_read_kb":30998,"num_write":1111,"num_write_kb":24189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,4],"acting":[6,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.35","version":"268'335","reported_seq":1007,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:14.787445+0000","last_change":"2024-09-19T13:37:44.991414+0000","last_active":"2024-09-19T14:21:14.787445+0000","last_peered":"2024-09-19T14:21:14.787445+0000","last_clean":"2024-09-19T14:21:14.787445+0000","last_became_active":"2024-09-19T13:37:44.989373+0000","last_became_peered":"2024-09-19T13:37:44.989373+0000","last_unstale":"2024-09-19T14:21:14.787445+0000","last_undegraded":"2024-09-19T14:21:14.787445+0000","last_fullsized":"2024-09-19T14:21:14.787445+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":300,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:02:21.090427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1470,"num_read_kb":1190,"num_write":552,"num_write_kb":270,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"268'293","reported_seq":935,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:46.259396+0000","last_change":"2024-09-19T13:37:43.007319+0000","last_active":"2024-09-19T14:23:46.259396+0000","last_peered":"2024-09-19T14:23:46.259396+0000","last_clean":"2024-09-19T14:23:46.259396+0000","last_became_active":"2024-09-19T13:37:43.006825+0000","last_became_peered":"2024-09-19T13:37:43.006825+0000","last_unstale":"2024-09-19T14:23:46.259396+0000","last_undegraded":"2024-09-19T14:23:46.259396+0000","last_fullsized":"2024-09-19T14:23:46.259396+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":200,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:07:31.040749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13872569,"num_objects":72,"num_object_clones":0,"num_object_copies":216,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":556,"num_read_kb":11977,"num_write":1069,"num_write_kb":42169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.18","version":"268'137","reported_seq":694,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:31.779241+0000","last_change":"2024-09-19T13:37:53.037555+0000","last_active":"2024-09-19T14:22:31.779241+0000","last_peered":"2024-09-19T14:22:31.779241+0000","last_clean":"2024-09-19T14:22:31.779241+0000","last_became_active":"2024-09-19T13:37:53.036783+0000","last_became_peered":"2024-09-19T13:37:53.036783+0000","last_unstale":"2024-09-19T14:22:31.779241+0000","last_undegraded":"2024-09-19T14:22:31.779241+0000","last_fullsized":"2024-09-19T14:22:31.779241+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:58:42.401548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":408,"num_read_kb":350,"num_write":326,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"268'152","reported_seq":786,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:07.941144+0000","last_change":"2024-09-19T13:37:45.002913+0000","last_active":"2024-09-19T14:22:07.941144+0000","last_peered":"2024-09-19T14:22:07.941144+0000","last_clean":"2024-09-19T14:22:07.941144+0000","last_became_active":"2024-09-19T13:37:45.002159+0000","last_became_peered":"2024-09-19T13:37:45.002159+0000","last_unstale":"2024-09-19T14:22:07.941144+0000","last_undegraded":"2024-09-19T14:22:07.941144+0000","last_fullsized":"2024-09-19T14:22:07.941144+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:40:40.643158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":652,"num_read_kb":553,"num_write":215,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.13","version":"268'436","reported_seq":1101,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.553969+0000","last_change":"2024-09-19T13:37:42.985223+0000","last_active":"2024-09-19T14:23:59.553969+0000","last_peered":"2024-09-19T14:23:59.553969+0000","last_clean":"2024-09-19T14:23:59.553969+0000","last_became_active":"2024-09-19T13:37:42.984557+0000","last_became_peered":"2024-09-19T13:37:42.984557+0000","last_unstale":"2024-09-19T14:23:59.553969+0000","last_undegraded":"2024-09-19T14:23:59.553969+0000","last_fullsized":"2024-09-19T14:23:59.553969+0000","mapping_epoch":25,"log_start":"268'400","ondisk_log_start":"268'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":400,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:45:17.762814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2343242,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":746,"num_read_kb":21437,"num_write":1277,"num_write_kb":60430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:19.815787+0000","last_change":"2024-09-19T13:37:46.977067+0000","last_active":"2024-09-19T14:21:19.815787+0000","last_peered":"2024-09-19T14:21:19.815787+0000","last_clean":"2024-09-19T14:21:19.815787+0000","last_became_active":"2024-09-19T13:37:46.976663+0000","last_became_peered":"2024-09-19T13:37:46.976663+0000","last_unstale":"2024-09-19T14:21:19.815787+0000","last_undegraded":"2024-09-19T14:21:19.815787+0000","last_fullsized":"2024-09-19T14:21:19.815787+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:47:54.191326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.16","version":"268'330","reported_seq":929,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:47.615062+0000","last_change":"2024-09-19T13:37:48.989496+0000","last_active":"2024-09-19T14:23:47.615062+0000","last_peered":"2024-09-19T14:23:47.615062+0000","last_clean":"2024-09-19T14:23:47.615062+0000","last_became_active":"2024-09-19T13:37:48.988757+0000","last_became_peered":"2024-09-19T13:37:48.988757+0000","last_unstale":"2024-09-19T14:23:47.615062+0000","last_undegraded":"2024-09-19T14:23:47.615062+0000","last_fullsized":"2024-09-19T14:23:47.615062+0000","mapping_epoch":31,"log_start":"268'300","ondisk_log_start":"268'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:33:24.154543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50693,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":498,"num_read_kb":924,"num_write":396,"num_write_kb":264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":494,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:24.790006+0000","last_change":"2024-09-19T13:37:51.018287+0000","last_active":"2024-09-19T14:21:24.790006+0000","last_peered":"2024-09-19T14:21:24.790006+0000","last_clean":"2024-09-19T14:21:24.790006+0000","last_became_active":"2024-09-19T13:37:51.017561+0000","last_became_peered":"2024-09-19T13:37:51.017561+0000","last_unstale":"2024-09-19T14:21:24.790006+0000","last_undegraded":"2024-09-19T14:21:24.790006+0000","last_fullsized":"2024-09-19T14:21:24.790006+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:07:31.826391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.19","version":"268'144","reported_seq":642,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:49.117038+0000","last_change":"2024-09-19T13:37:53.042842+0000","last_active":"2024-09-19T14:21:49.117038+0000","last_peered":"2024-09-19T14:21:49.117038+0000","last_clean":"2024-09-19T14:21:49.117038+0000","last_became_active":"2024-09-19T13:37:53.042276+0000","last_became_peered":"2024-09-19T13:37:53.042276+0000","last_unstale":"2024-09-19T14:21:49.117038+0000","last_undegraded":"2024-09-19T14:21:49.117038+0000","last_fullsized":"2024-09-19T14:21:49.117038+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":100,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:20:44.943116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":179,"num_read_kb":172,"num_write":360,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.15","version":"268'177","reported_seq":795,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:16.418616+0000","last_change":"2024-09-19T13:37:44.981107+0000","last_active":"2024-09-19T14:22:16.418616+0000","last_peered":"2024-09-19T14:22:16.418616+0000","last_clean":"2024-09-19T14:22:16.418616+0000","last_became_active":"2024-09-19T13:37:44.980655+0000","last_became_peered":"2024-09-19T13:37:44.980655+0000","last_unstale":"2024-09-19T14:22:16.418616+0000","last_undegraded":"2024-09-19T14:22:16.418616+0000","last_fullsized":"2024-09-19T14:22:16.418616+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":100,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:58:33.759156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":828,"num_read_kb":689,"num_write":294,"num_write_kb":167,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"268'280","reported_seq":921,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:19.765881+0000","last_change":"2024-09-19T13:37:43.004536+0000","last_active":"2024-09-19T14:21:19.765881+0000","last_peered":"2024-09-19T14:21:19.765881+0000","last_clean":"2024-09-19T14:21:19.765881+0000","last_became_active":"2024-09-19T13:37:43.004045+0000","last_became_peered":"2024-09-19T13:37:43.004045+0000","last_unstale":"2024-09-19T14:21:19.765881+0000","last_undegraded":"2024-09-19T14:21:19.765881+0000","last_fullsized":"2024-09-19T14:21:19.765881+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":200,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:59:54.409822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19931963,"num_objects":72,"num_object_clones":0,"num_object_copies":216,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":538,"num_read_kb":25057,"num_write":1043,"num_write_kb":37726,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:52.764930+0000","last_change":"2024-09-19T13:37:46.993642+0000","last_active":"2024-09-19T14:19:52.764930+0000","last_peered":"2024-09-19T14:19:52.764930+0000","last_clean":"2024-09-19T14:19:52.764930+0000","last_became_active":"2024-09-19T13:37:46.983482+0000","last_became_peered":"2024-09-19T13:37:46.983482+0000","last_unstale":"2024-09-19T14:19:52.764930+0000","last_undegraded":"2024-09-19T14:19:52.764930+0000","last_fullsized":"2024-09-19T14:19:52.764930+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:32:11.378574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.17","version":"268'80","reported_seq":609,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:26.564469+0000","last_change":"2024-09-19T13:37:48.992902+0000","last_active":"2024-09-19T14:21:26.564469+0000","last_peered":"2024-09-19T14:21:26.564469+0000","last_clean":"2024-09-19T14:21:26.564469+0000","last_became_active":"2024-09-19T13:37:48.992375+0000","last_became_peered":"2024-09-19T13:37:48.992375+0000","last_unstale":"2024-09-19T14:21:26.564469+0000","last_undegraded":"2024-09-19T14:21:26.564469+0000","last_fullsized":"2024-09-19T14:21:26.564469+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":0,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:12:44.935321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":89,"num_read_kb":86,"num_write":58,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":494,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:24.789855+0000","last_change":"2024-09-19T13:37:51.016781+0000","last_active":"2024-09-19T14:21:24.789855+0000","last_peered":"2024-09-19T14:21:24.789855+0000","last_clean":"2024-09-19T14:21:24.789855+0000","last_became_active":"2024-09-19T13:37:51.015667+0000","last_became_peered":"2024-09-19T13:37:51.015667+0000","last_unstale":"2024-09-19T14:21:24.789855+0000","last_undegraded":"2024-09-19T14:21:24.789855+0000","last_fullsized":"2024-09-19T14:21:24.789855+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:41:41.808944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1a","version":"268'143","reported_seq":658,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:30.305566+0000","last_change":"2024-09-19T13:37:53.036174+0000","last_active":"2024-09-19T14:22:30.305566+0000","last_peered":"2024-09-19T14:22:30.305566+0000","last_clean":"2024-09-19T14:22:30.305566+0000","last_became_active":"2024-09-19T13:37:53.035482+0000","last_became_peered":"2024-09-19T13:37:53.035482+0000","last_unstale":"2024-09-19T14:22:30.305566+0000","last_undegraded":"2024-09-19T14:22:30.305566+0000","last_fullsized":"2024-09-19T14:22:30.305566+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:07:56.751554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1507,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":223,"num_read_kb":210,"num_write":343,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"268'72","reported_seq":626,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:42.618300+0000","last_change":"2024-09-19T13:37:45.005051+0000","last_active":"2024-09-19T14:21:42.618300+0000","last_peered":"2024-09-19T14:21:42.618300+0000","last_clean":"2024-09-19T14:21:42.618300+0000","last_became_active":"2024-09-19T13:37:45.000269+0000","last_became_peered":"2024-09-19T13:37:45.000269+0000","last_unstale":"2024-09-19T14:21:42.618300+0000","last_undegraded":"2024-09-19T14:21:42.618300+0000","last_fullsized":"2024-09-19T14:21:42.618300+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:45:42.714456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":313,"num_read_kb":257,"num_write":104,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"268'347","reported_seq":1033,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.597062+0000","last_change":"2024-09-19T13:37:42.988552+0000","last_active":"2024-09-19T14:23:59.597062+0000","last_peered":"2024-09-19T14:23:59.597062+0000","last_clean":"2024-09-19T14:23:59.597062+0000","last_became_active":"2024-09-19T13:37:42.988214+0000","last_became_peered":"2024-09-19T13:37:42.988214+0000","last_unstale":"2024-09-19T14:23:59.597062+0000","last_undegraded":"2024-09-19T14:23:59.597062+0000","last_fullsized":"2024-09-19T14:23:59.597062+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:32:15.157906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1246182,"num_objects":16,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":655,"num_read_kb":103675,"num_write":1150,"num_write_kb":22531,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"37'3","reported_seq":976,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:51.192961+0000","last_change":"2024-09-19T13:37:46.987908+0000","last_active":"2024-09-19T14:23:51.192961+0000","last_peered":"2024-09-19T14:23:51.192961+0000","last_clean":"2024-09-19T14:23:51.192961+0000","last_became_active":"2024-09-19T13:37:46.985798+0000","last_became_peered":"2024-09-19T13:37:46.985798+0000","last_unstale":"2024-09-19T14:23:51.192961+0000","last_undegraded":"2024-09-19T14:23:51.192961+0000","last_fullsized":"2024-09-19T14:23:51.192961+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:25:14.802231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":721,"num_read_kb":719,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"268'115","reported_seq":650,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:25.384299+0000","last_change":"2024-09-19T13:37:49.001794+0000","last_active":"2024-09-19T14:21:25.384299+0000","last_peered":"2024-09-19T14:21:25.384299+0000","last_clean":"2024-09-19T14:21:25.384299+0000","last_became_active":"2024-09-19T13:37:49.001087+0000","last_became_peered":"2024-09-19T13:37:49.001087+0000","last_unstale":"2024-09-19T14:21:25.384299+0000","last_undegraded":"2024-09-19T14:21:25.384299+0000","last_fullsized":"2024-09-19T14:21:25.384299+0000","mapping_epoch":31,"log_start":"268'100","ondisk_log_start":"268'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:42:06.364520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":125,"num_read_kb":117,"num_write":84,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.15","version":"268'759","reported_seq":2136,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:57.863656+0000","last_change":"2024-09-19T13:37:51.041194+0000","last_active":"2024-09-19T14:23:57.863656+0000","last_peered":"2024-09-19T14:23:57.863656+0000","last_clean":"2024-09-19T14:23:57.863656+0000","last_became_active":"2024-09-19T13:37:51.040211+0000","last_became_peered":"2024-09-19T13:37:51.040211+0000","last_unstale":"2024-09-19T14:23:57.863656+0000","last_undegraded":"2024-09-19T14:23:57.863656+0000","last_fullsized":"2024-09-19T14:23:57.863656+0000","mapping_epoch":33,"log_start":"268'701","ondisk_log_start":"268'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":701,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:04:09.424215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"268'223","reported_seq":1046,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:31.826321+0000","last_change":"2024-09-19T13:37:53.025349+0000","last_active":"2024-09-19T14:22:31.826321+0000","last_peered":"2024-09-19T14:22:31.826321+0000","last_clean":"2024-09-19T14:22:31.826321+0000","last_became_active":"2024-09-19T13:37:53.024657+0000","last_became_peered":"2024-09-19T13:37:53.024657+0000","last_unstale":"2024-09-19T14:22:31.826321+0000","last_undegraded":"2024-09-19T14:22:31.826321+0000","last_fullsized":"2024-09-19T14:22:31.826321+0000","mapping_epoch":35,"log_start":"268'200","ondisk_log_start":"268'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":200,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:56:57.197577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":647,"num_read_kb":644,"num_write":490,"num_write_kb":125,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.17","version":"268'142","reported_seq":745,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:17.788067+0000","last_change":"2024-09-19T13:37:45.007023+0000","last_active":"2024-09-19T14:21:17.788067+0000","last_peered":"2024-09-19T14:21:17.788067+0000","last_clean":"2024-09-19T14:21:17.788067+0000","last_became_active":"2024-09-19T13:37:45.006243+0000","last_became_peered":"2024-09-19T13:37:45.006243+0000","last_unstale":"2024-09-19T14:21:17.788067+0000","last_undegraded":"2024-09-19T14:21:17.788067+0000","last_fullsized":"2024-09-19T14:21:17.788067+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:53:37.798919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":622,"num_read_kb":516,"num_write":222,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"268'346","reported_seq":1023,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.679337+0000","last_change":"2024-09-19T13:37:43.021102+0000","last_active":"2024-09-19T14:23:59.679337+0000","last_peered":"2024-09-19T14:23:59.679337+0000","last_clean":"2024-09-19T14:23:59.679337+0000","last_became_active":"2024-09-19T13:37:43.020767+0000","last_became_peered":"2024-09-19T13:37:43.020767+0000","last_unstale":"2024-09-19T14:23:59.679337+0000","last_undegraded":"2024-09-19T14:23:59.679337+0000","last_fullsized":"2024-09-19T14:23:59.679337+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:05:02.942566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5265622,"num_objects":13,"num_object_clones":0,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":623,"num_read_kb":86638,"num_write":1090,"num_write_kb":49807,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:19.815875+0000","last_change":"2024-09-19T13:37:46.999405+0000","last_active":"2024-09-19T14:21:19.815875+0000","last_peered":"2024-09-19T14:21:19.815875+0000","last_clean":"2024-09-19T14:21:19.815875+0000","last_became_active":"2024-09-19T13:37:46.998797+0000","last_became_peered":"2024-09-19T13:37:46.998797+0000","last_unstale":"2024-09-19T14:21:19.815875+0000","last_undegraded":"2024-09-19T14:21:19.815875+0000","last_fullsized":"2024-09-19T14:21:19.815875+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:43:00.806459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"268'268","reported_seq":840,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.429611+0000","last_change":"2024-09-19T13:37:48.988398+0000","last_active":"2024-09-19T14:23:59.429611+0000","last_peered":"2024-09-19T14:23:59.429611+0000","last_clean":"2024-09-19T14:23:59.429611+0000","last_became_active":"2024-09-19T13:37:48.987616+0000","last_became_peered":"2024-09-19T13:37:48.987616+0000","last_unstale":"2024-09-19T14:23:59.429611+0000","last_undegraded":"2024-09-19T14:23:59.429611+0000","last_fullsized":"2024-09-19T14:23:59.429611+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":200,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:32:31.914495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50904,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":438,"num_read_kb":1016,"num_write":358,"num_write_kb":292,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.14","version":"268'788","reported_seq":2252,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:51.360877+0000","last_change":"2024-09-19T13:37:51.035109+0000","last_active":"2024-09-19T14:23:51.360877+0000","last_peered":"2024-09-19T14:23:51.360877+0000","last_clean":"2024-09-19T14:23:51.360877+0000","last_became_active":"2024-09-19T13:37:51.034395+0000","last_became_peered":"2024-09-19T13:37:51.034395+0000","last_unstale":"2024-09-19T14:23:51.360877+0000","last_undegraded":"2024-09-19T14:23:51.360877+0000","last_fullsized":"2024-09-19T14:23:51.360877+0000","mapping_epoch":33,"log_start":"268'701","ondisk_log_start":"268'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":701,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:04:05.543658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.8","version":"268'229","reported_seq":849,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:04.811409+0000","last_change":"2024-09-19T13:37:44.984757+0000","last_active":"2024-09-19T14:21:04.811409+0000","last_peered":"2024-09-19T14:21:04.811409+0000","last_clean":"2024-09-19T14:21:04.811409+0000","last_became_active":"2024-09-19T13:37:44.984240+0000","last_became_peered":"2024-09-19T13:37:44.984240+0000","last_unstale":"2024-09-19T14:21:04.811409+0000","last_undegraded":"2024-09-19T14:21:04.811409+0000","last_fullsized":"2024-09-19T14:21:04.811409+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":200,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:14:21.626133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1031,"num_read_kb":840,"num_write":387,"num_write_kb":210,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"268'368","reported_seq":1022,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.771128+0000","last_change":"2024-09-19T13:37:42.996049+0000","last_active":"2024-09-19T14:23:59.771128+0000","last_peered":"2024-09-19T14:23:59.771128+0000","last_clean":"2024-09-19T14:23:59.771128+0000","last_became_active":"2024-09-19T13:37:42.995295+0000","last_became_peered":"2024-09-19T13:37:42.995295+0000","last_unstale":"2024-09-19T14:23:59.771128+0000","last_undegraded":"2024-09-19T14:23:59.771128+0000","last_fullsized":"2024-09-19T14:23:59.771128+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:43:25.958402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3869484,"num_objects":15,"num_object_clones":0,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":751,"num_read_kb":16400,"num_write":1147,"num_write_kb":29891,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":504,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:09.785940+0000","last_change":"2024-09-19T13:37:46.995607+0000","last_active":"2024-09-19T14:21:09.785940+0000","last_peered":"2024-09-19T14:21:09.785940+0000","last_clean":"2024-09-19T14:21:09.785940+0000","last_became_active":"2024-09-19T13:37:46.995250+0000","last_became_peered":"2024-09-19T13:37:46.995250+0000","last_unstale":"2024-09-19T14:21:09.785940+0000","last_undegraded":"2024-09-19T14:21:09.785940+0000","last_fullsized":"2024-09-19T14:21:09.785940+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:30:31.353290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.a","version":"268'333","reported_seq":940,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:51.297273+0000","last_change":"2024-09-19T13:37:48.995374+0000","last_active":"2024-09-19T14:23:51.297273+0000","last_peered":"2024-09-19T14:23:51.297273+0000","last_clean":"2024-09-19T14:23:51.297273+0000","last_became_active":"2024-09-19T13:37:48.994139+0000","last_became_peered":"2024-09-19T13:37:48.994139+0000","last_unstale":"2024-09-19T14:23:51.297273+0000","last_undegraded":"2024-09-19T14:23:51.297273+0000","last_fullsized":"2024-09-19T14:23:51.297273+0000","mapping_epoch":31,"log_start":"268'300","ondisk_log_start":"268'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:59:34.631628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56317,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":532,"num_read_kb":986,"num_write":416,"num_write_kb":281,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":493,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:37.781776+0000","last_change":"2024-09-19T13:37:51.016904+0000","last_active":"2024-09-19T14:20:37.781776+0000","last_peered":"2024-09-19T14:20:37.781776+0000","last_clean":"2024-09-19T14:20:37.781776+0000","last_became_active":"2024-09-19T13:37:51.016185+0000","last_became_peered":"2024-09-19T13:37:51.016185+0000","last_unstale":"2024-09-19T14:20:37.781776+0000","last_undegraded":"2024-09-19T14:20:37.781776+0000","last_fullsized":"2024-09-19T14:20:37.781776+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:54:35.344168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.4","version":"268'583","reported_seq":1396,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:51.326877+0000","last_change":"2024-09-19T13:37:53.028054+0000","last_active":"2024-09-19T14:23:51.326877+0000","last_peered":"2024-09-19T14:23:51.326877+0000","last_clean":"2024-09-19T14:23:51.326877+0000","last_became_active":"2024-09-19T13:37:53.027246+0000","last_became_peered":"2024-09-19T13:37:53.027246+0000","last_unstale":"2024-09-19T14:23:51.326877+0000","last_undegraded":"2024-09-19T14:23:51.326877+0000","last_fullsized":"2024-09-19T14:23:51.326877+0000","mapping_epoch":35,"log_start":"268'500","ondisk_log_start":"268'500","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":500,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:55:21.355376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1340,"num_read_kb":1338,"num_write":1233,"num_write_kb":408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"268'77","reported_seq":666,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:30.949678+0000","last_change":"2024-09-19T13:37:45.010842+0000","last_active":"2024-09-19T14:22:30.949678+0000","last_peered":"2024-09-19T14:22:30.949678+0000","last_clean":"2024-09-19T14:22:30.949678+0000","last_became_active":"2024-09-19T13:37:45.010544+0000","last_became_peered":"2024-09-19T13:37:45.010544+0000","last_unstale":"2024-09-19T14:22:30.949678+0000","last_undegraded":"2024-09-19T14:22:30.949678+0000","last_fullsized":"2024-09-19T14:22:30.949678+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":0,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:25:43.028662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":355,"num_read_kb":303,"num_write":115,"num_write_kb":46,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"268'296","reported_seq":918,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.780643+0000","last_change":"2024-09-19T13:37:43.015447+0000","last_active":"2024-09-19T14:23:59.780643+0000","last_peered":"2024-09-19T14:23:59.780643+0000","last_clean":"2024-09-19T14:23:59.780643+0000","last_became_active":"2024-09-19T13:37:43.015031+0000","last_became_peered":"2024-09-19T13:37:43.015031+0000","last_unstale":"2024-09-19T14:23:59.780643+0000","last_undegraded":"2024-09-19T14:23:59.780643+0000","last_fullsized":"2024-09-19T14:23:59.780643+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":200,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:41:00.129822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":83,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":546,"num_read_kb":3523,"num_write":963,"num_write_kb":5234,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":502,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:07.788101+0000","last_change":"2024-09-19T13:37:46.991866+0000","last_active":"2024-09-19T14:21:07.788101+0000","last_peered":"2024-09-19T14:21:07.788101+0000","last_clean":"2024-09-19T14:21:07.788101+0000","last_became_active":"2024-09-19T13:37:46.991089+0000","last_became_peered":"2024-09-19T13:37:46.991089+0000","last_unstale":"2024-09-19T14:21:07.788101+0000","last_undegraded":"2024-09-19T14:21:07.788101+0000","last_fullsized":"2024-09-19T14:21:07.788101+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:54:39.450804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.b","version":"268'269","reported_seq":835,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:52.602491+0000","last_change":"2024-09-19T13:37:48.985978+0000","last_active":"2024-09-19T14:22:52.602491+0000","last_peered":"2024-09-19T14:22:52.602491+0000","last_clean":"2024-09-19T14:22:52.602491+0000","last_became_active":"2024-09-19T13:37:48.985275+0000","last_became_peered":"2024-09-19T13:37:48.985275+0000","last_unstale":"2024-09-19T14:22:52.602491+0000","last_undegraded":"2024-09-19T14:22:52.602491+0000","last_fullsized":"2024-09-19T14:22:52.602491+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:04:17.919287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60197,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":440,"num_read_kb":934,"num_write":368,"num_write_kb":307,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":492,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:17.784037+0000","last_change":"2024-09-19T13:37:51.015946+0000","last_active":"2024-09-19T14:21:17.784037+0000","last_peered":"2024-09-19T14:21:17.784037+0000","last_clean":"2024-09-19T14:21:17.784037+0000","last_became_active":"2024-09-19T13:37:51.015046+0000","last_became_peered":"2024-09-19T13:37:51.015046+0000","last_unstale":"2024-09-19T14:21:17.784037+0000","last_undegraded":"2024-09-19T14:21:17.784037+0000","last_fullsized":"2024-09-19T14:21:17.784037+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:00:24.288733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.5","version":"268'2488","reported_seq":4325,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:40.851033+0000","last_change":"2024-09-19T13:37:53.034554+0000","last_active":"2024-09-19T14:23:40.851033+0000","last_peered":"2024-09-19T14:23:40.851033+0000","last_clean":"2024-09-19T14:23:40.851033+0000","last_became_active":"2024-09-19T13:37:53.033912+0000","last_became_peered":"2024-09-19T13:37:53.033912+0000","last_unstale":"2024-09-19T14:23:40.851033+0000","last_undegraded":"2024-09-19T14:23:40.851033+0000","last_fullsized":"2024-09-19T14:23:40.851033+0000","mapping_epoch":35,"log_start":"268'2400","ondisk_log_start":"268'2400","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":2400,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:52:32.508600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":423,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6241,"num_read_kb":6235,"num_write":5019,"num_write_kb":1847,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.a","version":"268'83","reported_seq":677,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:14.784521+0000","last_change":"2024-09-19T13:37:44.989456+0000","last_active":"2024-09-19T14:21:14.784521+0000","last_peered":"2024-09-19T14:21:14.784521+0000","last_clean":"2024-09-19T14:21:14.784521+0000","last_became_active":"2024-09-19T13:37:44.989043+0000","last_became_peered":"2024-09-19T13:37:44.989043+0000","last_unstale":"2024-09-19T14:21:14.784521+0000","last_undegraded":"2024-09-19T14:21:14.784521+0000","last_fullsized":"2024-09-19T14:21:14.784521+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":0,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:39:52.518494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":424,"num_read_kb":365,"num_write":143,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"268'276","reported_seq":927,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:45.664111+0000","last_change":"2024-09-19T13:38:12.011757+0000","last_active":"2024-09-19T14:23:45.664111+0000","last_peered":"2024-09-19T14:23:45.664111+0000","last_clean":"2024-09-19T14:23:45.664111+0000","last_became_active":"2024-09-19T13:38:12.010661+0000","last_became_peered":"2024-09-19T13:38:12.010661+0000","last_unstale":"2024-09-19T14:23:45.664111+0000","last_undegraded":"2024-09-19T14:23:45.664111+0000","last_fullsized":"2024-09-19T14:23:45.664111+0000","mapping_epoch":38,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":200,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:01:55.146435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11644835,"num_objects":65,"num_object_clones":0,"num_object_copies":195,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":637,"num_read_kb":28221,"num_write":1041,"num_write_kb":37591,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":503,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:32.776752+0000","last_change":"2024-09-19T13:37:47.003746+0000","last_active":"2024-09-19T14:20:32.776752+0000","last_peered":"2024-09-19T14:20:32.776752+0000","last_clean":"2024-09-19T14:20:32.776752+0000","last_became_active":"2024-09-19T13:37:47.003207+0000","last_became_peered":"2024-09-19T13:37:47.003207+0000","last_unstale":"2024-09-19T14:20:32.776752+0000","last_undegraded":"2024-09-19T14:20:32.776752+0000","last_fullsized":"2024-09-19T14:20:32.776752+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:42:47.970476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.8","version":"268'310","reported_seq":890,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:51.302462+0000","last_change":"2024-09-19T13:37:49.013803+0000","last_active":"2024-09-19T14:23:51.302462+0000","last_peered":"2024-09-19T14:23:51.302462+0000","last_clean":"2024-09-19T14:23:51.302462+0000","last_became_active":"2024-09-19T13:37:49.012526+0000","last_became_peered":"2024-09-19T13:37:49.012526+0000","last_unstale":"2024-09-19T14:23:51.302462+0000","last_undegraded":"2024-09-19T14:23:51.302462+0000","last_fullsized":"2024-09-19T14:23:51.302462+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:51:53.358000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65624,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":526,"num_read_kb":1084,"num_write":436,"num_write_kb":344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.9","version":"268'787","reported_seq":2554,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:51.363393+0000","last_change":"2024-09-19T13:37:51.039150+0000","last_active":"2024-09-19T14:23:51.363393+0000","last_peered":"2024-09-19T14:23:51.363393+0000","last_clean":"2024-09-19T14:23:51.363393+0000","last_became_active":"2024-09-19T13:37:51.038486+0000","last_became_peered":"2024-09-19T13:37:51.038486+0000","last_unstale":"2024-09-19T14:23:51.363393+0000","last_undegraded":"2024-09-19T14:23:51.363393+0000","last_fullsized":"2024-09-19T14:23:51.363393+0000","mapping_epoch":33,"log_start":"268'701","ondisk_log_start":"268'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":701,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:54:04.085657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.6","version":"268'124","reported_seq":622,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:50.387198+0000","last_change":"2024-09-19T13:37:53.043392+0000","last_active":"2024-09-19T14:23:50.387198+0000","last_peered":"2024-09-19T14:23:50.387198+0000","last_clean":"2024-09-19T14:23:50.387198+0000","last_became_active":"2024-09-19T13:37:53.042735+0000","last_became_peered":"2024-09-19T13:37:53.042735+0000","last_unstale":"2024-09-19T14:23:50.387198+0000","last_undegraded":"2024-09-19T14:23:50.387198+0000","last_fullsized":"2024-09-19T14:23:50.387198+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:32:45.623412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":390,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":137,"num_read_kb":134,"num_write":268,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.b","version":"268'247","reported_seq":931,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:10.388981+0000","last_change":"2024-09-19T13:37:45.011686+0000","last_active":"2024-09-19T14:22:10.388981+0000","last_peered":"2024-09-19T14:22:10.388981+0000","last_clean":"2024-09-19T14:22:10.388981+0000","last_became_active":"2024-09-19T13:37:45.005737+0000","last_became_peered":"2024-09-19T13:37:45.005737+0000","last_unstale":"2024-09-19T14:22:10.388981+0000","last_undegraded":"2024-09-19T14:22:10.388981+0000","last_fullsized":"2024-09-19T14:22:10.388981+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":200,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:53:22.295169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1052,"num_read_kb":871,"num_write":357,"num_write_kb":175,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"268'304","reported_seq":922,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.777840+0000","last_change":"2024-09-19T13:37:43.002990+0000","last_active":"2024-09-19T14:23:59.777840+0000","last_peered":"2024-09-19T14:23:59.777840+0000","last_clean":"2024-09-19T14:23:59.777840+0000","last_became_active":"2024-09-19T13:37:43.002626+0000","last_became_peered":"2024-09-19T13:37:43.002626+0000","last_unstale":"2024-09-19T14:23:59.777840+0000","last_undegraded":"2024-09-19T14:23:59.777840+0000","last_fullsized":"2024-09-19T14:23:59.777840+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":200,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:37:50.479828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1153463,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":494,"num_read_kb":32217,"num_write":932,"num_write_kb":68270,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":502,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:17.790316+0000","last_change":"2024-09-19T13:37:46.989145+0000","last_active":"2024-09-19T14:21:17.790316+0000","last_peered":"2024-09-19T14:21:17.790316+0000","last_clean":"2024-09-19T14:21:17.790316+0000","last_became_active":"2024-09-19T13:37:46.988390+0000","last_became_peered":"2024-09-19T13:37:46.988390+0000","last_unstale":"2024-09-19T14:21:17.790316+0000","last_undegraded":"2024-09-19T14:21:17.790316+0000","last_fullsized":"2024-09-19T14:21:17.790316+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:12:10.613408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.9","version":"268'440","reported_seq":1064,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:51.264558+0000","last_change":"2024-09-19T13:37:48.993253+0000","last_active":"2024-09-19T14:23:51.264558+0000","last_peered":"2024-09-19T14:23:51.264558+0000","last_clean":"2024-09-19T14:23:51.264558+0000","last_became_active":"2024-09-19T13:37:48.988851+0000","last_became_peered":"2024-09-19T13:37:48.988851+0000","last_unstale":"2024-09-19T14:23:51.264558+0000","last_undegraded":"2024-09-19T14:23:51.264558+0000","last_fullsized":"2024-09-19T14:23:51.264558+0000","mapping_epoch":31,"log_start":"268'400","ondisk_log_start":"268'400","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":400,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:02:27.534187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":105284,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":750,"num_read_kb":1623,"num_write":618,"num_write_kb":529,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:12.786572+0000","last_change":"2024-09-19T13:37:51.031847+0000","last_active":"2024-09-19T14:21:12.786572+0000","last_peered":"2024-09-19T14:21:12.786572+0000","last_clean":"2024-09-19T14:21:12.786572+0000","last_became_active":"2024-09-19T13:37:51.031123+0000","last_became_peered":"2024-09-19T13:37:51.031123+0000","last_unstale":"2024-09-19T14:21:12.786572+0000","last_undegraded":"2024-09-19T14:21:12.786572+0000","last_fullsized":"2024-09-19T14:21:12.786572+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:39:32.620401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.7","version":"268'122","reported_seq":628,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:31.768621+0000","last_change":"2024-09-19T13:37:53.035483+0000","last_active":"2024-09-19T14:22:31.768621+0000","last_peered":"2024-09-19T14:22:31.768621+0000","last_clean":"2024-09-19T14:22:31.768621+0000","last_became_active":"2024-09-19T13:37:53.034849+0000","last_became_peered":"2024-09-19T13:37:53.034849+0000","last_unstale":"2024-09-19T14:22:31.768621+0000","last_undegraded":"2024-09-19T14:22:31.768621+0000","last_fullsized":"2024-09-19T14:22:31.768621+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":100,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:37:17.528637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":920,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":151,"num_read_kb":147,"num_write":280,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.c","version":"268'95","reported_seq":687,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:43.535817+0000","last_change":"2024-09-19T13:37:44.992453+0000","last_active":"2024-09-19T14:21:43.535817+0000","last_peered":"2024-09-19T14:21:43.535817+0000","last_clean":"2024-09-19T14:21:43.535817+0000","last_became_active":"2024-09-19T13:37:44.992068+0000","last_became_peered":"2024-09-19T13:37:44.992068+0000","last_unstale":"2024-09-19T14:21:43.535817+0000","last_undegraded":"2024-09-19T14:21:43.535817+0000","last_fullsized":"2024-09-19T14:21:43.535817+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":0,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:25:52.450736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":399,"num_read_kb":339,"num_write":132,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"268'288","reported_seq":1047,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:14.466388+0000","last_change":"2024-09-19T13:37:43.005286+0000","last_active":"2024-09-19T14:22:14.466388+0000","last_peered":"2024-09-19T14:22:14.466388+0000","last_clean":"2024-09-19T14:22:14.466388+0000","last_became_active":"2024-09-19T13:37:43.004325+0000","last_became_peered":"2024-09-19T13:37:43.004325+0000","last_unstale":"2024-09-19T14:22:14.466388+0000","last_undegraded":"2024-09-19T14:22:14.466388+0000","last_fullsized":"2024-09-19T14:22:14.466388+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":200,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:40:41.387855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15182801,"num_objects":76,"num_object_clones":0,"num_object_copies":228,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":76,"num_whiteouts":0,"num_read":1002,"num_read_kb":41168,"num_write":1033,"num_write_kb":40345,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:32.784605+0000","last_change":"2024-09-19T13:37:47.006036+0000","last_active":"2024-09-19T14:20:32.784605+0000","last_peered":"2024-09-19T14:20:32.784605+0000","last_clean":"2024-09-19T14:20:32.784605+0000","last_became_active":"2024-09-19T13:37:47.003472+0000","last_became_peered":"2024-09-19T13:37:47.003472+0000","last_unstale":"2024-09-19T14:20:32.784605+0000","last_undegraded":"2024-09-19T14:20:32.784605+0000","last_fullsized":"2024-09-19T14:20:32.784605+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:01:12.636153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.e","version":"268'305","reported_seq":885,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.025609+0000","last_change":"2024-09-19T13:37:48.997116+0000","last_active":"2024-09-19T14:23:59.025609+0000","last_peered":"2024-09-19T14:23:59.025609+0000","last_clean":"2024-09-19T14:23:59.025609+0000","last_became_active":"2024-09-19T13:37:48.996602+0000","last_became_peered":"2024-09-19T13:37:48.996602+0000","last_unstale":"2024-09-19T14:23:59.025609+0000","last_undegraded":"2024-09-19T14:23:59.025609+0000","last_fullsized":"2024-09-19T14:23:59.025609+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":200,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:10:44.167504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51799,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":527,"num_read_kb":1184,"num_write":478,"num_write_kb":402,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":490,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:47.787819+0000","last_change":"2024-09-19T13:37:51.024582+0000","last_active":"2024-09-19T14:20:47.787819+0000","last_peered":"2024-09-19T14:20:47.787819+0000","last_clean":"2024-09-19T14:20:47.787819+0000","last_became_active":"2024-09-19T13:37:51.023139+0000","last_became_peered":"2024-09-19T13:37:51.023139+0000","last_unstale":"2024-09-19T14:20:47.787819+0000","last_undegraded":"2024-09-19T14:20:47.787819+0000","last_fullsized":"2024-09-19T14:20:47.787819+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:51:56.212299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.0","version":"268'113","reported_seq":619,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:50.388363+0000","last_change":"2024-09-19T13:37:53.030417+0000","last_active":"2024-09-19T14:23:50.388363+0000","last_peered":"2024-09-19T14:23:50.388363+0000","last_clean":"2024-09-19T14:23:50.388363+0000","last_became_active":"2024-09-19T13:37:53.029335+0000","last_became_peered":"2024-09-19T13:37:53.029335+0000","last_unstale":"2024-09-19T14:23:50.388363+0000","last_undegraded":"2024-09-19T14:23:50.388363+0000","last_fullsized":"2024-09-19T14:23:50.388363+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:24:27.514468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":175,"num_read_kb":161,"num_write":276,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.d","version":"268'375","reported_seq":1108,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:53.088907+0000","last_change":"2024-09-19T13:37:44.984863+0000","last_active":"2024-09-19T14:21:53.088907+0000","last_peered":"2024-09-19T14:21:53.088907+0000","last_clean":"2024-09-19T14:21:53.088907+0000","last_became_active":"2024-09-19T13:37:44.984050+0000","last_became_peered":"2024-09-19T13:37:44.984050+0000","last_unstale":"2024-09-19T14:21:53.088907+0000","last_undegraded":"2024-09-19T14:21:53.088907+0000","last_fullsized":"2024-09-19T14:21:53.088907+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":300,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:57:58.078621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1811,"num_read_kb":1552,"num_write":558,"num_write_kb":315,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"268'337","reported_seq":972,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.581398+0000","last_change":"2024-09-19T13:37:42.978596+0000","last_active":"2024-09-19T14:23:59.581398+0000","last_peered":"2024-09-19T14:23:59.581398+0000","last_clean":"2024-09-19T14:23:59.581398+0000","last_became_active":"2024-09-19T13:37:42.977928+0000","last_became_peered":"2024-09-19T13:37:42.977928+0000","last_unstale":"2024-09-19T14:23:59.581398+0000","last_undegraded":"2024-09-19T14:23:59.581398+0000","last_fullsized":"2024-09-19T14:23:59.581398+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:07:30.510582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":248340,"num_objects":33,"num_object_clones":0,"num_object_copies":99,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":33,"num_whiteouts":0,"num_read":620,"num_read_kb":468,"num_write":1111,"num_write_kb":30200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":503,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:32.776835+0000","last_change":"2024-09-19T13:37:46.994678+0000","last_active":"2024-09-19T14:20:32.776835+0000","last_peered":"2024-09-19T14:20:32.776835+0000","last_clean":"2024-09-19T14:20:32.776835+0000","last_became_active":"2024-09-19T13:37:46.993980+0000","last_became_peered":"2024-09-19T13:37:46.993980+0000","last_unstale":"2024-09-19T14:20:32.776835+0000","last_undegraded":"2024-09-19T14:20:32.776835+0000","last_fullsized":"2024-09-19T14:20:32.776835+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:05:45.078620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.f","version":"268'302","reported_seq":887,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:02.812447+0000","last_change":"2024-09-19T13:37:49.008787+0000","last_active":"2024-09-19T14:23:02.812447+0000","last_peered":"2024-09-19T14:23:02.812447+0000","last_clean":"2024-09-19T14:23:02.812447+0000","last_became_active":"2024-09-19T13:37:49.005979+0000","last_became_peered":"2024-09-19T13:37:49.005979+0000","last_unstale":"2024-09-19T14:23:02.812447+0000","last_undegraded":"2024-09-19T14:23:02.812447+0000","last_fullsized":"2024-09-19T14:23:02.812447+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":200,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:57:17.323630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55640,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":478,"num_read_kb":962,"num_write":388,"num_write_kb":292,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.e","version":"268'748","reported_seq":3981,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:51.353774+0000","last_change":"2024-09-19T13:37:51.032982+0000","last_active":"2024-09-19T14:23:51.353774+0000","last_peered":"2024-09-19T14:23:51.353774+0000","last_clean":"2024-09-19T14:23:51.353774+0000","last_became_active":"2024-09-19T13:37:51.032240+0000","last_became_peered":"2024-09-19T13:37:51.032240+0000","last_unstale":"2024-09-19T14:23:51.353774+0000","last_undegraded":"2024-09-19T14:23:51.353774+0000","last_fullsized":"2024-09-19T14:23:51.353774+0000","mapping_epoch":33,"log_start":"268'700","ondisk_log_start":"268'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":700,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:54:35.344168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1","version":"268'140","reported_seq":644,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:11.342826+0000","last_change":"2024-09-19T13:37:53.035845+0000","last_active":"2024-09-19T14:22:11.342826+0000","last_peered":"2024-09-19T14:22:11.342826+0000","last_clean":"2024-09-19T14:22:11.342826+0000","last_became_active":"2024-09-19T13:37:53.035183+0000","last_became_peered":"2024-09-19T13:37:53.035183+0000","last_unstale":"2024-09-19T14:22:11.342826+0000","last_undegraded":"2024-09-19T14:22:11.342826+0000","last_fullsized":"2024-09-19T14:22:11.342826+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:04:04.317719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1243,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":190,"num_read_kb":179,"num_write":349,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.e","version":"268'131","reported_seq":688,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:58.708890+0000","last_change":"2024-09-19T13:37:44.984464+0000","last_active":"2024-09-19T14:21:58.708890+0000","last_peered":"2024-09-19T14:21:58.708890+0000","last_clean":"2024-09-19T14:21:58.708890+0000","last_became_active":"2024-09-19T13:37:44.984007+0000","last_became_peered":"2024-09-19T13:37:44.984007+0000","last_unstale":"2024-09-19T14:21:58.708890+0000","last_undegraded":"2024-09-19T14:21:58.708890+0000","last_fullsized":"2024-09-19T14:21:58.708890+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:51:27.398453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":571,"num_read_kb":457,"num_write":223,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"268'314","reported_seq":934,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.563416+0000","last_change":"2024-09-19T13:37:42.993108+0000","last_active":"2024-09-19T14:23:59.563416+0000","last_peered":"2024-09-19T14:23:59.563416+0000","last_clean":"2024-09-19T14:23:59.563416+0000","last_became_active":"2024-09-19T13:37:42.992673+0000","last_became_peered":"2024-09-19T13:37:42.992673+0000","last_unstale":"2024-09-19T14:23:59.563416+0000","last_undegraded":"2024-09-19T14:23:59.563416+0000","last_fullsized":"2024-09-19T14:23:59.563416+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:43:47.663769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":208,"num_objects":18,"num_object_clones":0,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":500,"num_read_kb":30694,"num_write":885,"num_write_kb":42322,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"30'2","reported_seq":1457,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:57.830873+0000","last_change":"2024-09-19T13:37:46.992002+0000","last_active":"2024-09-19T14:23:57.830873+0000","last_peered":"2024-09-19T14:23:57.830873+0000","last_clean":"2024-09-19T14:23:57.830873+0000","last_became_active":"2024-09-19T13:37:46.991680+0000","last_became_peered":"2024-09-19T13:37:46.991680+0000","last_unstale":"2024-09-19T14:23:57.830873+0000","last_undegraded":"2024-09-19T14:23:57.830873+0000","last_fullsized":"2024-09-19T14:23:57.830873+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:50:00.751164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":952,"num_read_kb":952,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.c","version":"268'67","reported_seq":589,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:13.548200+0000","last_change":"2024-09-19T13:37:49.000623+0000","last_active":"2024-09-19T14:21:13.548200+0000","last_peered":"2024-09-19T14:21:13.548200+0000","last_clean":"2024-09-19T14:21:13.548200+0000","last_became_active":"2024-09-19T13:37:48.995316+0000","last_became_peered":"2024-09-19T13:37:48.995316+0000","last_unstale":"2024-09-19T14:21:13.548200+0000","last_undegraded":"2024-09-19T14:21:13.548200+0000","last_fullsized":"2024-09-19T14:21:13.548200+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":0,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:01:51.437645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":77,"num_read_kb":71,"num_write":52,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.d","version":"268'747","reported_seq":2551,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:57.866007+0000","last_change":"2024-09-19T13:37:50.993985+0000","last_active":"2024-09-19T14:23:57.866007+0000","last_peered":"2024-09-19T14:23:57.866007+0000","last_clean":"2024-09-19T14:23:57.866007+0000","last_became_active":"2024-09-19T13:37:50.993347+0000","last_became_peered":"2024-09-19T13:37:50.993347+0000","last_unstale":"2024-09-19T14:23:57.866007+0000","last_undegraded":"2024-09-19T14:23:57.866007+0000","last_fullsized":"2024-09-19T14:23:57.866007+0000","mapping_epoch":33,"log_start":"268'700","ondisk_log_start":"268'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":700,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:07:36.252341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.2","version":"268'124","reported_seq":623,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:05.970054+0000","last_change":"2024-09-19T13:37:53.027693+0000","last_active":"2024-09-19T14:22:05.970054+0000","last_peered":"2024-09-19T14:22:05.970054+0000","last_clean":"2024-09-19T14:22:05.970054+0000","last_became_active":"2024-09-19T13:37:53.026813+0000","last_became_peered":"2024-09-19T13:37:53.026813+0000","last_unstale":"2024-09-19T14:22:05.970054+0000","last_undegraded":"2024-09-19T14:22:05.970054+0000","last_fullsized":"2024-09-19T14:22:05.970054+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:41:59.896482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":425,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":148,"num_read_kb":143,"num_write":288,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.f","version":"268'406","reported_seq":1163,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:34.719122+0000","last_change":"2024-09-19T13:37:44.994367+0000","last_active":"2024-09-19T14:21:34.719122+0000","last_peered":"2024-09-19T14:21:34.719122+0000","last_clean":"2024-09-19T14:21:34.719122+0000","last_became_active":"2024-09-19T13:37:44.993668+0000","last_became_peered":"2024-09-19T13:37:44.993668+0000","last_unstale":"2024-09-19T14:21:34.719122+0000","last_undegraded":"2024-09-19T14:21:34.719122+0000","last_fullsized":"2024-09-19T14:21:34.719122+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":300,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:47:03.674479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2013,"num_read_kb":1743,"num_write":719,"num_write_kb":481,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.8","version":"268'274","reported_seq":926,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:16.357643+0000","last_change":"2024-09-19T13:37:42.978677+0000","last_active":"2024-09-19T14:22:16.357643+0000","last_peered":"2024-09-19T14:22:16.357643+0000","last_clean":"2024-09-19T14:22:16.357643+0000","last_became_active":"2024-09-19T13:37:42.977623+0000","last_became_peered":"2024-09-19T13:37:42.977623+0000","last_unstale":"2024-09-19T14:22:16.357643+0000","last_undegraded":"2024-09-19T14:22:16.357643+0000","last_fullsized":"2024-09-19T14:22:16.357643+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":200,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:58:26.184685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8389346,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":489,"num_read_kb":109168,"num_write":1013,"num_write_kb":60244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2],"acting":[4,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":497,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:34.803882+0000","last_change":"2024-09-19T13:37:46.977782+0000","last_active":"2024-09-19T14:20:34.803882+0000","last_peered":"2024-09-19T14:20:34.803882+0000","last_clean":"2024-09-19T14:20:34.803882+0000","last_became_active":"2024-09-19T13:37:46.977414+0000","last_became_peered":"2024-09-19T13:37:46.977414+0000","last_unstale":"2024-09-19T14:20:34.803882+0000","last_undegraded":"2024-09-19T14:20:34.803882+0000","last_fullsized":"2024-09-19T14:20:34.803882+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:13:10.059344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.d","version":"268'349","reported_seq":960,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.805350+0000","last_change":"2024-09-19T13:37:48.990113+0000","last_active":"2024-09-19T14:23:59.805350+0000","last_peered":"2024-09-19T14:23:59.805350+0000","last_clean":"2024-09-19T14:23:59.805350+0000","last_became_active":"2024-09-19T13:37:48.989441+0000","last_became_peered":"2024-09-19T13:37:48.989441+0000","last_unstale":"2024-09-19T14:23:59.805350+0000","last_undegraded":"2024-09-19T14:23:59.805350+0000","last_fullsized":"2024-09-19T14:23:59.805350+0000","mapping_epoch":31,"log_start":"268'300","ondisk_log_start":"268'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:39:18.165605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64500,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":579,"num_read_kb":1236,"num_write":461,"num_write_kb":333,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":493,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:39.775521+0000","last_change":"2024-09-19T13:37:51.036775+0000","last_active":"2024-09-19T14:20:39.775521+0000","last_peered":"2024-09-19T14:20:39.775521+0000","last_clean":"2024-09-19T14:20:39.775521+0000","last_became_active":"2024-09-19T13:37:51.036123+0000","last_became_peered":"2024-09-19T13:37:51.036123+0000","last_unstale":"2024-09-19T14:20:39.775521+0000","last_undegraded":"2024-09-19T14:20:39.775521+0000","last_fullsized":"2024-09-19T14:20:39.775521+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:30:42.562434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.3","version":"268'103","reported_seq":595,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:15.460911+0000","last_change":"2024-09-19T13:37:53.044426+0000","last_active":"2024-09-19T14:22:15.460911+0000","last_peered":"2024-09-19T14:22:15.460911+0000","last_clean":"2024-09-19T14:22:15.460911+0000","last_became_active":"2024-09-19T13:37:53.043696+0000","last_became_peered":"2024-09-19T13:37:53.043696+0000","last_unstale":"2024-09-19T14:22:15.460911+0000","last_undegraded":"2024-09-19T14:22:15.460911+0000","last_fullsized":"2024-09-19T14:22:15.460911+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:58:17.203849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":449,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":125,"num_read_kb":125,"num_write":243,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"268'186","reported_seq":760,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:51.314142+0000","last_change":"2024-09-19T13:37:44.984987+0000","last_active":"2024-09-19T14:21:51.314142+0000","last_peered":"2024-09-19T14:21:51.314142+0000","last_clean":"2024-09-19T14:21:51.314142+0000","last_became_active":"2024-09-19T13:37:44.984586+0000","last_became_peered":"2024-09-19T13:37:44.984586+0000","last_unstale":"2024-09-19T14:21:51.314142+0000","last_undegraded":"2024-09-19T14:21:51.314142+0000","last_fullsized":"2024-09-19T14:21:51.314142+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:01:20.320349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":791,"num_read_kb":653,"num_write":273,"num_write_kb":127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":623,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:29.790876+0000","last_change":"2024-09-19T13:37:20.021639+0000","last_active":"2024-09-19T14:21:29.790876+0000","last_peered":"2024-09-19T14:21:29.790876+0000","last_clean":"2024-09-19T14:21:29.790876+0000","last_became_active":"2024-09-19T13:37:20.020828+0000","last_became_peered":"2024-09-19T13:37:20.020828+0000","last_unstale":"2024-09-19T14:21:29.790876+0000","last_undegraded":"2024-09-19T14:21:29.790876+0000","last_fullsized":"2024-09-19T14:21:29.790876+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:18.810665+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:18.810665+0000","last_clean_scrub_stamp":"2024-09-19T13:37:18.810665+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:21:05.623363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"19'1","reported_seq":526,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:09.812974+0000","last_change":"2024-09-19T13:37:26.910175+0000","last_active":"2024-09-19T14:21:09.812974+0000","last_peered":"2024-09-19T14:21:09.812974+0000","last_clean":"2024-09-19T14:21:09.812974+0000","last_became_active":"2024-09-19T13:37:24.882871+0000","last_became_peered":"2024-09-19T13:37:24.882871+0000","last_unstale":"2024-09-19T14:21:09.812974+0000","last_undegraded":"2024-09-19T14:21:09.812974+0000","last_fullsized":"2024-09-19T14:21:09.812974+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_clean_scrub_stamp":"2024-09-19T13:37:23.851921+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:39:03.900366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0023960740000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"268'316","reported_seq":1017,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:32.611331+0000","last_change":"2024-09-19T13:37:42.973179+0000","last_active":"2024-09-19T14:23:32.611331+0000","last_peered":"2024-09-19T14:23:32.611331+0000","last_clean":"2024-09-19T14:23:32.611331+0000","last_became_active":"2024-09-19T13:37:42.971743+0000","last_became_peered":"2024-09-19T13:37:42.971743+0000","last_unstale":"2024-09-19T14:23:32.611331+0000","last_undegraded":"2024-09-19T14:23:32.611331+0000","last_fullsized":"2024-09-19T14:23:32.611331+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":300,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:56:58.907736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7524062,"num_objects":73,"num_object_clones":0,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":0,"num_read":813,"num_read_kb":17240,"num_write":1075,"num_write_kb":39502,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,0],"acting":[4,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:34.777397+0000","last_change":"2024-09-19T13:37:47.002887+0000","last_active":"2024-09-19T14:21:34.777397+0000","last_peered":"2024-09-19T14:21:34.777397+0000","last_clean":"2024-09-19T14:21:34.777397+0000","last_became_active":"2024-09-19T13:37:47.002326+0000","last_became_peered":"2024-09-19T13:37:47.002326+0000","last_unstale":"2024-09-19T14:21:34.777397+0000","last_undegraded":"2024-09-19T14:21:34.777397+0000","last_fullsized":"2024-09-19T14:21:34.777397+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:33:36.557077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.7","version":"268'674","reported_seq":1371,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.578121+0000","last_change":"2024-09-19T13:37:49.012675+0000","last_active":"2024-09-19T14:23:59.578121+0000","last_peered":"2024-09-19T14:23:59.578121+0000","last_clean":"2024-09-19T14:23:59.578121+0000","last_became_active":"2024-09-19T13:37:49.012087+0000","last_became_peered":"2024-09-19T13:37:49.012087+0000","last_unstale":"2024-09-19T14:23:59.578121+0000","last_undegraded":"2024-09-19T14:23:59.578121+0000","last_fullsized":"2024-09-19T14:23:59.578121+0000","mapping_epoch":31,"log_start":"268'600","ondisk_log_start":"268'600","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":600,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:10:34.815535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":169324,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1316,"num_read_kb":2879,"num_write":1211,"num_write_kb":1083,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:12.786840+0000","last_change":"2024-09-19T13:37:51.031786+0000","last_active":"2024-09-19T14:21:12.786840+0000","last_peered":"2024-09-19T14:21:12.786840+0000","last_clean":"2024-09-19T14:21:12.786840+0000","last_became_active":"2024-09-19T13:37:51.031011+0000","last_became_peered":"2024-09-19T13:37:51.031011+0000","last_unstale":"2024-09-19T14:21:12.786840+0000","last_undegraded":"2024-09-19T14:21:12.786840+0000","last_fullsized":"2024-09-19T14:21:12.786840+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:29:46.681818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"268'214","reported_seq":952,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:31.700186+0000","last_change":"2024-09-19T13:37:53.040574+0000","last_active":"2024-09-19T14:22:31.700186+0000","last_peered":"2024-09-19T14:22:31.700186+0000","last_clean":"2024-09-19T14:22:31.700186+0000","last_became_active":"2024-09-19T13:37:53.036512+0000","last_became_peered":"2024-09-19T13:37:53.036512+0000","last_unstale":"2024-09-19T14:22:31.700186+0000","last_undegraded":"2024-09-19T14:22:31.700186+0000","last_fullsized":"2024-09-19T14:22:31.700186+0000","mapping_epoch":35,"log_start":"268'200","ondisk_log_start":"268'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":200,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:19:05.937058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":433,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":629,"num_read_kb":590,"num_write":474,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"268'4196","reported_seq":4825,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:07.785606+0000","last_change":"2024-09-19T13:37:45.006705+0000","last_active":"2024-09-19T14:21:07.785606+0000","last_peered":"2024-09-19T14:21:07.785606+0000","last_clean":"2024-09-19T14:21:07.785606+0000","last_became_active":"2024-09-19T13:37:45.005990+0000","last_became_peered":"2024-09-19T13:37:45.005990+0000","last_unstale":"2024-09-19T14:21:07.785606+0000","last_undegraded":"2024-09-19T14:21:07.785606+0000","last_fullsized":"2024-09-19T14:21:07.785606+0000","mapping_epoch":27,"log_start":"268'4100","ondisk_log_start":"268'4100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":3000,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:01:40.422126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16871,"num_read_kb":14145,"num_write":6317,"num_write_kb":3157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":526,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:29.818203+0000","last_change":"2024-09-19T13:37:26.910921+0000","last_active":"2024-09-19T14:21:29.818203+0000","last_peered":"2024-09-19T14:21:29.818203+0000","last_clean":"2024-09-19T14:21:29.818203+0000","last_became_active":"2024-09-19T13:37:24.881264+0000","last_became_peered":"2024-09-19T13:37:24.881264+0000","last_unstale":"2024-09-19T14:21:29.818203+0000","last_undegraded":"2024-09-19T14:21:29.818203+0000","last_fullsized":"2024-09-19T14:21:29.818203+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_clean_scrub_stamp":"2024-09-19T13:37:23.851921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:26:24.915080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0026683119999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"268'295","reported_seq":970,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:27.792274+0000","last_change":"2024-09-19T13:37:42.997302+0000","last_active":"2024-09-19T14:21:27.792274+0000","last_peered":"2024-09-19T14:21:27.792274+0000","last_clean":"2024-09-19T14:21:27.792274+0000","last_became_active":"2024-09-19T13:37:42.996368+0000","last_became_peered":"2024-09-19T13:37:42.996368+0000","last_unstale":"2024-09-19T14:21:27.792274+0000","last_undegraded":"2024-09-19T14:21:27.792274+0000","last_fullsized":"2024-09-19T14:21:27.792274+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:07:52.695765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58620,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":634,"num_read_kb":610,"num_write":1127,"num_write_kb":28646,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,4],"acting":[6,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:09.813169+0000","last_change":"2024-09-19T13:37:47.003210+0000","last_active":"2024-09-19T14:21:09.813169+0000","last_peered":"2024-09-19T14:21:09.813169+0000","last_clean":"2024-09-19T14:21:09.813169+0000","last_became_active":"2024-09-19T13:37:47.002818+0000","last_became_peered":"2024-09-19T13:37:47.002818+0000","last_unstale":"2024-09-19T14:21:09.813169+0000","last_undegraded":"2024-09-19T14:21:09.813169+0000","last_fullsized":"2024-09-19T14:21:09.813169+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:18:52.820772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.4","version":"268'1236","reported_seq":2716,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:51.345644+0000","last_change":"2024-09-19T13:37:49.005756+0000","last_active":"2024-09-19T14:23:51.345644+0000","last_peered":"2024-09-19T14:23:51.345644+0000","last_clean":"2024-09-19T14:23:51.345644+0000","last_became_active":"2024-09-19T13:37:49.005054+0000","last_became_peered":"2024-09-19T13:37:49.005054+0000","last_unstale":"2024-09-19T14:23:51.345644+0000","last_undegraded":"2024-09-19T14:23:51.345644+0000","last_fullsized":"2024-09-19T14:23:51.345644+0000","mapping_epoch":31,"log_start":"268'1200","ondisk_log_start":"268'1200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":1200,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:11:56.139827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":170535,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":1974,"num_read_kb":3429,"num_write":1102,"num_write_kb":951,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":491,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:44.822321+0000","last_change":"2024-09-19T13:37:51.041205+0000","last_active":"2024-09-19T14:21:44.822321+0000","last_peered":"2024-09-19T14:21:44.822321+0000","last_clean":"2024-09-19T14:21:44.822321+0000","last_became_active":"2024-09-19T13:37:51.040146+0000","last_became_peered":"2024-09-19T13:37:51.040146+0000","last_unstale":"2024-09-19T14:21:44.822321+0000","last_undegraded":"2024-09-19T14:21:44.822321+0000","last_fullsized":"2024-09-19T14:21:44.822321+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:00:43.235955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.a","version":"268'253","reported_seq":814,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:17.238549+0000","last_change":"2024-09-19T13:37:53.026270+0000","last_active":"2024-09-19T14:22:17.238549+0000","last_peered":"2024-09-19T14:22:17.238549+0000","last_clean":"2024-09-19T14:22:17.238549+0000","last_became_active":"2024-09-19T13:37:53.025312+0000","last_became_peered":"2024-09-19T13:37:53.025312+0000","last_unstale":"2024-09-19T14:22:17.238549+0000","last_undegraded":"2024-09-19T14:22:17.238549+0000","last_fullsized":"2024-09-19T14:22:17.238549+0000","mapping_epoch":35,"log_start":"268'200","ondisk_log_start":"268'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":200,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:01:39.948930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":435,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":514,"num_read_kb":477,"num_write":500,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"268'301","reported_seq":960,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:11.353646+0000","last_change":"2024-09-19T13:37:44.992071+0000","last_active":"2024-09-19T14:22:11.353646+0000","last_peered":"2024-09-19T14:22:11.353646+0000","last_clean":"2024-09-19T14:22:11.353646+0000","last_became_active":"2024-09-19T13:37:44.991339+0000","last_became_peered":"2024-09-19T13:37:44.991339+0000","last_unstale":"2024-09-19T14:22:11.353646+0000","last_undegraded":"2024-09-19T14:22:11.353646+0000","last_fullsized":"2024-09-19T14:22:11.353646+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":200,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:12:49.279249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1326,"num_read_kb":1077,"num_write":447,"num_write_kb":243,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":527,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:12.793062+0000","last_change":"2024-09-19T13:37:27.245225+0000","last_active":"2024-09-19T14:21:12.793062+0000","last_peered":"2024-09-19T14:21:12.793062+0000","last_clean":"2024-09-19T14:21:12.793062+0000","last_became_active":"2024-09-19T13:37:24.882335+0000","last_became_peered":"2024-09-19T13:37:24.882335+0000","last_unstale":"2024-09-19T14:21:12.793062+0000","last_undegraded":"2024-09-19T14:21:12.793062+0000","last_fullsized":"2024-09-19T14:21:12.793062+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_clean_scrub_stamp":"2024-09-19T13:37:23.851921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:43:03.530810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00084389399999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.0","version":"268'306","reported_seq":984,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:15.216738+0000","last_change":"2024-09-19T13:37:43.020225+0000","last_active":"2024-09-19T14:22:15.216738+0000","last_peered":"2024-09-19T14:22:15.216738+0000","last_clean":"2024-09-19T14:22:15.216738+0000","last_became_active":"2024-09-19T13:37:43.011938+0000","last_became_peered":"2024-09-19T13:37:43.011938+0000","last_unstale":"2024-09-19T14:22:15.216738+0000","last_undegraded":"2024-09-19T14:22:15.216738+0000","last_fullsized":"2024-09-19T14:22:15.216738+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":200,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:45:09.023825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12670541,"num_objects":97,"num_object_clones":0,"num_object_copies":291,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":97,"num_whiteouts":0,"num_read":576,"num_read_kb":10131,"num_write":1072,"num_write_kb":42957,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"30'1","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:07.792110+0000","last_change":"2024-09-19T13:37:47.004310+0000","last_active":"2024-09-19T14:21:07.792110+0000","last_peered":"2024-09-19T14:21:07.792110+0000","last_clean":"2024-09-19T14:21:07.792110+0000","last_became_active":"2024-09-19T13:37:47.003498+0000","last_became_peered":"2024-09-19T13:37:47.003498+0000","last_unstale":"2024-09-19T14:21:07.792110+0000","last_undegraded":"2024-09-19T14:21:07.792110+0000","last_fullsized":"2024-09-19T14:21:07.792110+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:24:46.251078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.5","version":"268'223","reported_seq":1326,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:49.804474+0000","last_change":"2024-09-19T13:37:49.007076+0000","last_active":"2024-09-19T14:23:49.804474+0000","last_peered":"2024-09-19T14:23:49.804474+0000","last_clean":"2024-09-19T14:23:49.804474+0000","last_became_active":"2024-09-19T13:37:49.002780+0000","last_became_peered":"2024-09-19T13:37:49.002780+0000","last_unstale":"2024-09-19T14:23:49.804474+0000","last_undegraded":"2024-09-19T14:23:49.804474+0000","last_fullsized":"2024-09-19T14:23:49.804474+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":200,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:31:52.588832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":181,"num_read_kb":173,"num_write":153,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":493,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:37.788441+0000","last_change":"2024-09-19T13:37:51.025935+0000","last_active":"2024-09-19T14:21:37.788441+0000","last_peered":"2024-09-19T14:21:37.788441+0000","last_clean":"2024-09-19T14:21:37.788441+0000","last_became_active":"2024-09-19T13:37:51.024903+0000","last_became_peered":"2024-09-19T13:37:51.024903+0000","last_unstale":"2024-09-19T14:21:37.788441+0000","last_undegraded":"2024-09-19T14:21:37.788441+0000","last_fullsized":"2024-09-19T14:21:37.788441+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:07:36.992714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.b","version":"268'235","reported_seq":842,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:31.882989+0000","last_change":"2024-09-19T13:37:53.038541+0000","last_active":"2024-09-19T14:22:31.882989+0000","last_peered":"2024-09-19T14:22:31.882989+0000","last_clean":"2024-09-19T14:22:31.882989+0000","last_became_active":"2024-09-19T13:37:53.037940+0000","last_became_peered":"2024-09-19T13:37:53.037940+0000","last_unstale":"2024-09-19T14:22:31.882989+0000","last_undegraded":"2024-09-19T14:22:31.882989+0000","last_fullsized":"2024-09-19T14:22:31.882989+0000","mapping_epoch":35,"log_start":"268'200","ondisk_log_start":"268'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":200,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:37:27.607612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":530,"num_read_kb":545,"num_write":514,"num_write_kb":149,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"268'179","reported_seq":791,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:45.657361+0000","last_change":"2024-09-19T13:37:44.996569+0000","last_active":"2024-09-19T14:21:45.657361+0000","last_peered":"2024-09-19T14:21:45.657361+0000","last_clean":"2024-09-19T14:21:45.657361+0000","last_became_active":"2024-09-19T13:37:44.995795+0000","last_became_peered":"2024-09-19T13:37:44.995795+0000","last_unstale":"2024-09-19T14:21:45.657361+0000","last_undegraded":"2024-09-19T14:21:45.657361+0000","last_fullsized":"2024-09-19T14:21:45.657361+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":100,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:55:56.767487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":803,"num_read_kb":658,"num_write":281,"num_write_kb":132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"21'2","reported_seq":527,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:09.812940+0000","last_change":"2024-09-19T13:37:26.909976+0000","last_active":"2024-09-19T14:21:09.812940+0000","last_peered":"2024-09-19T14:21:09.812940+0000","last_clean":"2024-09-19T14:21:09.812940+0000","last_became_active":"2024-09-19T13:37:24.905107+0000","last_became_peered":"2024-09-19T13:37:24.905107+0000","last_unstale":"2024-09-19T14:21:09.812940+0000","last_undegraded":"2024-09-19T14:21:09.812940+0000","last_fullsized":"2024-09-19T14:21:09.812940+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_clean_scrub_stamp":"2024-09-19T13:37:23.851921+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:50:46.154909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0022530250000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"268'320","reported_seq":969,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:47.623212+0000","last_change":"2024-09-19T13:38:12.009790+0000","last_active":"2024-09-19T14:20:47.623212+0000","last_peered":"2024-09-19T14:20:47.623212+0000","last_clean":"2024-09-19T14:20:47.623212+0000","last_became_active":"2024-09-19T13:38:12.008906+0000","last_became_peered":"2024-09-19T13:38:12.008906+0000","last_unstale":"2024-09-19T14:20:47.623212+0000","last_undegraded":"2024-09-19T14:20:47.623212+0000","last_fullsized":"2024-09-19T14:20:47.623212+0000","mapping_epoch":38,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:36:39.103189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9725604,"num_objects":65,"num_object_clones":0,"num_object_copies":195,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":683,"num_read_kb":29582,"num_write":1290,"num_write_kb":42023,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,4],"acting":[6,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:42.799631+0000","last_change":"2024-09-19T13:37:47.005273+0000","last_active":"2024-09-19T14:21:42.799631+0000","last_peered":"2024-09-19T14:21:42.799631+0000","last_clean":"2024-09-19T14:21:42.799631+0000","last_became_active":"2024-09-19T13:37:47.004429+0000","last_became_peered":"2024-09-19T13:37:47.004429+0000","last_unstale":"2024-09-19T14:21:42.799631+0000","last_undegraded":"2024-09-19T14:21:42.799631+0000","last_fullsized":"2024-09-19T14:21:42.799631+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:48:22.440947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.6","version":"268'119","reported_seq":665,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:22.817440+0000","last_change":"2024-09-19T13:37:49.006678+0000","last_active":"2024-09-19T14:23:22.817440+0000","last_peered":"2024-09-19T14:23:22.817440+0000","last_clean":"2024-09-19T14:23:22.817440+0000","last_became_active":"2024-09-19T13:37:49.002929+0000","last_became_peered":"2024-09-19T13:37:49.002929+0000","last_unstale":"2024-09-19T14:23:22.817440+0000","last_undegraded":"2024-09-19T14:23:22.817440+0000","last_fullsized":"2024-09-19T14:23:22.817440+0000","mapping_epoch":31,"log_start":"268'100","ondisk_log_start":"268'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":100,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:13:21.488488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":146,"num_read_kb":137,"num_write":106,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":490,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:14.814397+0000","last_change":"2024-09-19T13:37:51.021440+0000","last_active":"2024-09-19T14:21:14.814397+0000","last_peered":"2024-09-19T14:21:14.814397+0000","last_clean":"2024-09-19T14:21:14.814397+0000","last_became_active":"2024-09-19T13:37:51.020736+0000","last_became_peered":"2024-09-19T13:37:51.020736+0000","last_unstale":"2024-09-19T14:21:14.814397+0000","last_undegraded":"2024-09-19T14:21:14.814397+0000","last_fullsized":"2024-09-19T14:21:14.814397+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:24:04.076580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.8","version":"268'163","reported_seq":724,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:17.894977+0000","last_change":"2024-09-19T13:37:53.037393+0000","last_active":"2024-09-19T14:21:17.894977+0000","last_peered":"2024-09-19T14:21:17.894977+0000","last_clean":"2024-09-19T14:21:17.894977+0000","last_became_active":"2024-09-19T13:37:53.036623+0000","last_became_peered":"2024-09-19T13:37:53.036623+0000","last_unstale":"2024-09-19T14:21:17.894977+0000","last_undegraded":"2024-09-19T14:21:17.894977+0000","last_fullsized":"2024-09-19T14:21:17.894977+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:52:01.624403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":321,"num_read_kb":311,"num_write":392,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"268'137","reported_seq":756,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:32.793432+0000","last_change":"2024-09-19T13:37:44.991576+0000","last_active":"2024-09-19T14:21:32.793432+0000","last_peered":"2024-09-19T14:21:32.793432+0000","last_clean":"2024-09-19T14:21:32.793432+0000","last_became_active":"2024-09-19T13:37:44.990899+0000","last_became_peered":"2024-09-19T13:37:44.990899+0000","last_unstale":"2024-09-19T14:21:32.793432+0000","last_undegraded":"2024-09-19T14:21:32.793432+0000","last_fullsized":"2024-09-19T14:21:32.793432+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:38:59.012584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":626,"num_read_kb":524,"num_write":206,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.5","version":"268'354","reported_seq":1014,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.765305+0000","last_change":"2024-09-19T13:37:42.981153+0000","last_active":"2024-09-19T14:23:59.765305+0000","last_peered":"2024-09-19T14:23:59.765305+0000","last_clean":"2024-09-19T14:23:59.765305+0000","last_became_active":"2024-09-19T13:37:42.980788+0000","last_became_peered":"2024-09-19T13:37:42.980788+0000","last_unstale":"2024-09-19T14:23:59.765305+0000","last_undegraded":"2024-09-19T14:23:59.765305+0000","last_fullsized":"2024-09-19T14:23:59.765305+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":300,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:43:07.478974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079116,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":664,"num_read_kb":45969,"num_write":1045,"num_write_kb":28341,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,4],"acting":[2,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":532,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:12.786732+0000","last_change":"2024-09-19T13:37:27.181134+0000","last_active":"2024-09-19T14:21:12.786732+0000","last_peered":"2024-09-19T14:21:12.786732+0000","last_clean":"2024-09-19T14:21:12.786732+0000","last_became_active":"2024-09-19T13:37:24.906020+0000","last_became_peered":"2024-09-19T13:37:24.906020+0000","last_unstale":"2024-09-19T14:21:12.786732+0000","last_undegraded":"2024-09-19T14:21:12.786732+0000","last_fullsized":"2024-09-19T14:21:12.786732+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_clean_scrub_stamp":"2024-09-19T13:37:23.851921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:16:34.936447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099233799999999994,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":501,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:32.787226+0000","last_change":"2024-09-19T13:37:46.995464+0000","last_active":"2024-09-19T14:21:32.787226+0000","last_peered":"2024-09-19T14:21:32.787226+0000","last_clean":"2024-09-19T14:21:32.787226+0000","last_became_active":"2024-09-19T13:37:46.994562+0000","last_became_peered":"2024-09-19T13:37:46.994562+0000","last_unstale":"2024-09-19T14:21:32.787226+0000","last_undegraded":"2024-09-19T14:21:32.787226+0000","last_fullsized":"2024-09-19T14:21:32.787226+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:47:21.426155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.0","version":"268'547","reported_seq":1201,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:51.279959+0000","last_change":"2024-09-19T13:37:48.999478+0000","last_active":"2024-09-19T14:23:51.279959+0000","last_peered":"2024-09-19T14:23:51.279959+0000","last_clean":"2024-09-19T14:23:51.279959+0000","last_became_active":"2024-09-19T13:37:48.998741+0000","last_became_peered":"2024-09-19T13:37:48.998741+0000","last_unstale":"2024-09-19T14:23:51.279959+0000","last_undegraded":"2024-09-19T14:23:51.279959+0000","last_fullsized":"2024-09-19T14:23:51.279959+0000","mapping_epoch":31,"log_start":"268'500","ondisk_log_start":"268'500","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":500,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:14:52.361942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117011,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":1526,"num_read_kb":2440,"num_write":2020,"num_write_kb":1879,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":495,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:39.790271+0000","last_change":"2024-09-19T13:37:50.999570+0000","last_active":"2024-09-19T14:21:39.790271+0000","last_peered":"2024-09-19T14:21:39.790271+0000","last_clean":"2024-09-19T14:21:39.790271+0000","last_became_active":"2024-09-19T13:37:50.998245+0000","last_became_peered":"2024-09-19T13:37:50.998245+0000","last_unstale":"2024-09-19T14:21:39.790271+0000","last_undegraded":"2024-09-19T14:21:39.790271+0000","last_fullsized":"2024-09-19T14:21:39.790271+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:35:47.925918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.e","version":"268'135","reported_seq":639,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:10.383914+0000","last_change":"2024-09-19T13:37:53.025828+0000","last_active":"2024-09-19T14:22:10.383914+0000","last_peered":"2024-09-19T14:22:10.383914+0000","last_clean":"2024-09-19T14:22:10.383914+0000","last_became_active":"2024-09-19T13:37:53.025118+0000","last_became_peered":"2024-09-19T13:37:53.025118+0000","last_unstale":"2024-09-19T14:22:10.383914+0000","last_undegraded":"2024-09-19T14:22:10.383914+0000","last_fullsized":"2024-09-19T14:22:10.383914+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:24:28.397010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":729,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":152,"num_read_kb":148,"num_write":307,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"268'128","reported_seq":748,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:32.793492+0000","last_change":"2024-09-19T13:37:44.996860+0000","last_active":"2024-09-19T14:21:32.793492+0000","last_peered":"2024-09-19T14:21:32.793492+0000","last_clean":"2024-09-19T14:21:32.793492+0000","last_became_active":"2024-09-19T13:37:44.996072+0000","last_became_peered":"2024-09-19T13:37:44.996072+0000","last_unstale":"2024-09-19T14:21:32.793492+0000","last_undegraded":"2024-09-19T14:21:32.793492+0000","last_fullsized":"2024-09-19T14:21:32.793492+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:42:35.444587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":614,"num_read_kb":523,"num_write":192,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.4","version":"268'336","reported_seq":1093,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:07.675419+0000","last_change":"2024-09-19T13:37:43.015628+0000","last_active":"2024-09-19T14:22:07.675419+0000","last_peered":"2024-09-19T14:22:07.675419+0000","last_clean":"2024-09-19T14:22:07.675419+0000","last_became_active":"2024-09-19T13:37:43.015022+0000","last_became_peered":"2024-09-19T13:37:43.015022+0000","last_unstale":"2024-09-19T14:22:07.675419+0000","last_undegraded":"2024-09-19T14:22:07.675419+0000","last_fullsized":"2024-09-19T14:22:07.675419+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:28:18.185800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10881528,"num_objects":72,"num_object_clones":0,"num_object_copies":216,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":731,"num_read_kb":34608,"num_write":1187,"num_write_kb":53807,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":525,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:14.814222+0000","last_change":"2024-09-19T13:37:26.908772+0000","last_active":"2024-09-19T14:21:14.814222+0000","last_peered":"2024-09-19T14:21:14.814222+0000","last_clean":"2024-09-19T14:21:14.814222+0000","last_became_active":"2024-09-19T13:37:24.881243+0000","last_became_peered":"2024-09-19T13:37:24.881243+0000","last_unstale":"2024-09-19T14:21:14.814222+0000","last_undegraded":"2024-09-19T14:21:14.814222+0000","last_fullsized":"2024-09-19T14:21:14.814222+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_clean_scrub_stamp":"2024-09-19T13:37:23.851921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:38:12.964112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010619309999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:34.777228+0000","last_change":"2024-09-19T13:37:47.002717+0000","last_active":"2024-09-19T14:21:34.777228+0000","last_peered":"2024-09-19T14:21:34.777228+0000","last_clean":"2024-09-19T14:21:34.777228+0000","last_became_active":"2024-09-19T13:37:47.002225+0000","last_became_peered":"2024-09-19T13:37:47.002225+0000","last_unstale":"2024-09-19T14:21:34.777228+0000","last_undegraded":"2024-09-19T14:21:34.777228+0000","last_fullsized":"2024-09-19T14:21:34.777228+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:49:53.098072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"268'200","reported_seq":766,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:58.013637+0000","last_change":"2024-09-19T13:37:49.013424+0000","last_active":"2024-09-19T14:22:58.013637+0000","last_peered":"2024-09-19T14:22:58.013637+0000","last_clean":"2024-09-19T14:22:58.013637+0000","last_became_active":"2024-09-19T13:37:49.012716+0000","last_became_peered":"2024-09-19T13:37:49.012716+0000","last_unstale":"2024-09-19T14:22:58.013637+0000","last_undegraded":"2024-09-19T14:22:58.013637+0000","last_fullsized":"2024-09-19T14:22:58.013637+0000","mapping_epoch":31,"log_start":"265'100","ondisk_log_start":"265'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:18:43.881928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":235,"num_read_kb":225,"num_write":204,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.0","version":"268'747","reported_seq":2806,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:57.859412+0000","last_change":"2024-09-19T13:37:51.040255+0000","last_active":"2024-09-19T14:23:57.859412+0000","last_peered":"2024-09-19T14:23:57.859412+0000","last_clean":"2024-09-19T14:23:57.859412+0000","last_became_active":"2024-09-19T13:37:51.038494+0000","last_became_peered":"2024-09-19T13:37:51.038494+0000","last_unstale":"2024-09-19T14:23:57.859412+0000","last_undegraded":"2024-09-19T14:23:57.859412+0000","last_fullsized":"2024-09-19T14:23:57.859412+0000","mapping_epoch":33,"log_start":"268'700","ondisk_log_start":"268'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":700,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:54:37.541137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.f","version":"268'121","reported_seq":646,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:51.330369+0000","last_change":"2024-09-19T13:37:53.044510+0000","last_active":"2024-09-19T14:23:51.330369+0000","last_peered":"2024-09-19T14:23:51.330369+0000","last_clean":"2024-09-19T14:23:51.330369+0000","last_became_active":"2024-09-19T13:37:53.043658+0000","last_became_peered":"2024-09-19T13:37:53.043658+0000","last_unstale":"2024-09-19T14:23:51.330369+0000","last_undegraded":"2024-09-19T14:23:51.330369+0000","last_fullsized":"2024-09-19T14:23:51.330369+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:19:25.707143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1317,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":261,"num_read_kb":232,"num_write":302,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.0","version":"268'98","reported_seq":687,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:00.244469+0000","last_change":"2024-09-19T13:37:44.989222+0000","last_active":"2024-09-19T14:22:00.244469+0000","last_peered":"2024-09-19T14:22:00.244469+0000","last_clean":"2024-09-19T14:22:00.244469+0000","last_became_active":"2024-09-19T13:37:44.988183+0000","last_became_peered":"2024-09-19T13:37:44.988183+0000","last_unstale":"2024-09-19T14:22:00.244469+0000","last_undegraded":"2024-09-19T14:22:00.244469+0000","last_fullsized":"2024-09-19T14:22:00.244469+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":0,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:44:11.870263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":445,"num_read_kb":376,"num_write":154,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"268'280","reported_seq":929,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:02.780854+0000","last_change":"2024-09-19T13:37:42.991922+0000","last_active":"2024-09-19T14:21:02.780854+0000","last_peered":"2024-09-19T14:21:02.780854+0000","last_clean":"2024-09-19T14:21:02.780854+0000","last_became_active":"2024-09-19T13:37:42.983034+0000","last_became_peered":"2024-09-19T13:37:42.983034+0000","last_unstale":"2024-09-19T14:21:02.780854+0000","last_undegraded":"2024-09-19T14:21:02.780854+0000","last_fullsized":"2024-09-19T14:21:02.780854+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":200,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:30:25.712327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11897245,"num_objects":81,"num_object_clones":0,"num_object_copies":243,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":81,"num_whiteouts":0,"num_read":553,"num_read_kb":24914,"num_write":1051,"num_write_kb":17228,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":527,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:47.777529+0000","last_change":"2024-09-19T13:37:26.903640+0000","last_active":"2024-09-19T14:20:47.777529+0000","last_peered":"2024-09-19T14:20:47.777529+0000","last_clean":"2024-09-19T14:20:47.777529+0000","last_became_active":"2024-09-19T13:37:24.905672+0000","last_became_peered":"2024-09-19T13:37:24.905672+0000","last_unstale":"2024-09-19T14:20:47.777529+0000","last_undegraded":"2024-09-19T14:20:47.777529+0000","last_fullsized":"2024-09-19T14:20:47.777529+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_clean_scrub_stamp":"2024-09-19T13:37:23.851921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:42:51.857295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001276396,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":499,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:34.819648+0000","last_change":"2024-09-19T13:37:47.003718+0000","last_active":"2024-09-19T14:21:34.819648+0000","last_peered":"2024-09-19T14:21:34.819648+0000","last_clean":"2024-09-19T14:21:34.819648+0000","last_became_active":"2024-09-19T13:37:47.003352+0000","last_became_peered":"2024-09-19T13:37:47.003352+0000","last_unstale":"2024-09-19T14:21:34.819648+0000","last_undegraded":"2024-09-19T14:21:34.819648+0000","last_fullsized":"2024-09-19T14:21:34.819648+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:16:12.815941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"268'111","reported_seq":647,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:30.956612+0000","last_change":"2024-09-19T13:37:49.012377+0000","last_active":"2024-09-19T14:22:30.956612+0000","last_peered":"2024-09-19T14:22:30.956612+0000","last_clean":"2024-09-19T14:22:30.956612+0000","last_became_active":"2024-09-19T13:37:49.011547+0000","last_became_peered":"2024-09-19T13:37:49.011547+0000","last_unstale":"2024-09-19T14:22:30.956612+0000","last_undegraded":"2024-09-19T14:22:30.956612+0000","last_fullsized":"2024-09-19T14:22:30.956612+0000","mapping_epoch":31,"log_start":"268'100","ondisk_log_start":"268'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:01:13.060503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":126,"num_read_kb":119,"num_write":88,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.3","version":"268'787","reported_seq":2351,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:51.358211+0000","last_change":"2024-09-19T13:37:51.038339+0000","last_active":"2024-09-19T14:23:51.358211+0000","last_peered":"2024-09-19T14:23:51.358211+0000","last_clean":"2024-09-19T14:23:51.358211+0000","last_became_active":"2024-09-19T13:37:51.036419+0000","last_became_peered":"2024-09-19T13:37:51.036419+0000","last_unstale":"2024-09-19T14:23:51.358211+0000","last_undegraded":"2024-09-19T14:23:51.358211+0000","last_fullsized":"2024-09-19T14:23:51.358211+0000","mapping_epoch":33,"log_start":"268'701","ondisk_log_start":"268'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":701,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:02:13.157835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.c","version":"268'153","reported_seq":654,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:17.244022+0000","last_change":"2024-09-19T13:37:53.040171+0000","last_active":"2024-09-19T14:22:17.244022+0000","last_peered":"2024-09-19T14:22:17.244022+0000","last_clean":"2024-09-19T14:22:17.244022+0000","last_became_active":"2024-09-19T13:37:53.039260+0000","last_became_peered":"2024-09-19T13:37:53.039260+0000","last_unstale":"2024-09-19T14:22:17.244022+0000","last_undegraded":"2024-09-19T14:22:17.244022+0000","last_fullsized":"2024-09-19T14:22:17.244022+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:48:32.353827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":485,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":115,"num_read_kb":115,"num_write":328,"num_write_kb":107,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1","version":"268'455","reported_seq":1210,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:29.787887+0000","last_change":"2024-09-19T13:37:44.984174+0000","last_active":"2024-09-19T14:21:29.787887+0000","last_peered":"2024-09-19T14:21:29.787887+0000","last_clean":"2024-09-19T14:21:29.787887+0000","last_became_active":"2024-09-19T13:37:44.983785+0000","last_became_peered":"2024-09-19T13:37:44.983785+0000","last_unstale":"2024-09-19T14:21:29.787887+0000","last_undegraded":"2024-09-19T14:21:29.787887+0000","last_fullsized":"2024-09-19T14:21:29.787887+0000","mapping_epoch":27,"log_start":"268'400","ondisk_log_start":"268'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":400,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:19:26.694931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2200,"num_read_kb":1820,"num_write":798,"num_write_kb":506,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.6","version":"268'313","reported_seq":1051,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:52.831786+0000","last_change":"2024-09-19T13:37:42.995900+0000","last_active":"2024-09-19T14:21:52.831786+0000","last_peered":"2024-09-19T14:21:52.831786+0000","last_clean":"2024-09-19T14:21:52.831786+0000","last_became_active":"2024-09-19T13:37:42.994343+0000","last_became_peered":"2024-09-19T13:37:42.994343+0000","last_unstale":"2024-09-19T14:21:52.831786+0000","last_undegraded":"2024-09-19T14:21:52.831786+0000","last_fullsized":"2024-09-19T14:21:52.831786+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":300,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:22:14.101022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10792758,"num_objects":74,"num_object_clones":0,"num_object_copies":222,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":74,"num_whiteouts":0,"num_read":849,"num_read_kb":26734,"num_write":1122,"num_write_kb":31494,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":524,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:44.806761+0000","last_change":"2024-09-19T13:37:26.910626+0000","last_active":"2024-09-19T14:20:44.806761+0000","last_peered":"2024-09-19T14:20:44.806761+0000","last_clean":"2024-09-19T14:20:44.806761+0000","last_became_active":"2024-09-19T13:37:24.907064+0000","last_became_peered":"2024-09-19T13:37:24.907064+0000","last_unstale":"2024-09-19T14:20:44.806761+0000","last_undegraded":"2024-09-19T14:20:44.806761+0000","last_fullsized":"2024-09-19T14:20:44.806761+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_clean_scrub_stamp":"2024-09-19T13:37:23.851921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:14:17.235348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0028427410000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"37'5","reported_seq":980,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:51.207311+0000","last_change":"2024-09-19T13:37:46.986425+0000","last_active":"2024-09-19T14:23:51.207311+0000","last_peered":"2024-09-19T14:23:51.207311+0000","last_clean":"2024-09-19T14:23:51.207311+0000","last_became_active":"2024-09-19T13:37:46.985693+0000","last_became_peered":"2024-09-19T13:37:46.985693+0000","last_unstale":"2024-09-19T14:23:51.207311+0000","last_undegraded":"2024-09-19T14:23:51.207311+0000","last_fullsized":"2024-09-19T14:23:51.207311+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:29:36.178963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":723,"num_read_kb":1184,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"268'759","reported_seq":1479,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.701896+0000","last_change":"2024-09-19T13:37:48.999923+0000","last_active":"2024-09-19T14:23:59.701896+0000","last_peered":"2024-09-19T14:23:59.701896+0000","last_clean":"2024-09-19T14:23:59.701896+0000","last_became_active":"2024-09-19T13:37:48.999327+0000","last_became_peered":"2024-09-19T13:37:48.999327+0000","last_unstale":"2024-09-19T14:23:59.701896+0000","last_undegraded":"2024-09-19T14:23:59.701896+0000","last_fullsized":"2024-09-19T14:23:59.701896+0000","mapping_epoch":31,"log_start":"268'700","ondisk_log_start":"268'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":700,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:12:55.390371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":147603,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1364,"num_read_kb":3290,"num_write":1122,"num_write_kb":949,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":493,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:37.788358+0000","last_change":"2024-09-19T13:37:51.021254+0000","last_active":"2024-09-19T14:21:37.788358+0000","last_peered":"2024-09-19T14:21:37.788358+0000","last_clean":"2024-09-19T14:21:37.788358+0000","last_became_active":"2024-09-19T13:37:51.020501+0000","last_became_peered":"2024-09-19T13:37:51.020501+0000","last_unstale":"2024-09-19T14:21:37.788358+0000","last_undegraded":"2024-09-19T14:21:37.788358+0000","last_fullsized":"2024-09-19T14:21:37.788358+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:36:09.258758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.d","version":"268'116","reported_seq":614,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:06.840732+0000","last_change":"2024-09-19T13:37:53.023331+0000","last_active":"2024-09-19T14:22:06.840732+0000","last_peered":"2024-09-19T14:22:06.840732+0000","last_clean":"2024-09-19T14:22:06.840732+0000","last_became_active":"2024-09-19T13:37:53.019523+0000","last_became_peered":"2024-09-19T13:37:53.019523+0000","last_unstale":"2024-09-19T14:22:06.840732+0000","last_undegraded":"2024-09-19T14:22:06.840732+0000","last_fullsized":"2024-09-19T14:22:06.840732+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":100,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:55:02.029109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":235,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":142,"num_read_kb":141,"num_write":287,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1f","version":"268'149","reported_seq":721,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:31.834452+0000","last_change":"2024-09-19T13:37:53.023578+0000","last_active":"2024-09-19T14:22:31.834452+0000","last_peered":"2024-09-19T14:22:31.834452+0000","last_clean":"2024-09-19T14:22:31.834452+0000","last_became_active":"2024-09-19T13:37:53.022662+0000","last_became_peered":"2024-09-19T13:37:53.022662+0000","last_unstale":"2024-09-19T14:22:31.834452+0000","last_undegraded":"2024-09-19T14:22:31.834452+0000","last_fullsized":"2024-09-19T14:22:31.834452+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":100,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:19:10.254992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":395,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":323,"num_read_kb":305,"num_write":370,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"268'147","reported_seq":740,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:03.839169+0000","last_change":"2024-09-19T13:37:44.985507+0000","last_active":"2024-09-19T14:22:03.839169+0000","last_peered":"2024-09-19T14:22:03.839169+0000","last_clean":"2024-09-19T14:22:03.839169+0000","last_became_active":"2024-09-19T13:37:44.985079+0000","last_became_peered":"2024-09-19T13:37:44.985079+0000","last_unstale":"2024-09-19T14:22:03.839169+0000","last_undegraded":"2024-09-19T14:22:03.839169+0000","last_fullsized":"2024-09-19T14:22:03.839169+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:20:03.291195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":616,"num_read_kb":504,"num_write":221,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.14","version":"268'369","reported_seq":1023,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.583998+0000","last_change":"2024-09-19T13:37:42.988567+0000","last_active":"2024-09-19T14:23:59.583998+0000","last_peered":"2024-09-19T14:23:59.583998+0000","last_clean":"2024-09-19T14:23:59.583998+0000","last_became_active":"2024-09-19T13:37:42.988170+0000","last_became_peered":"2024-09-19T13:37:42.988170+0000","last_unstale":"2024-09-19T14:23:59.583998+0000","last_undegraded":"2024-09-19T14:23:59.583998+0000","last_fullsized":"2024-09-19T14:23:59.583998+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:59:11.499958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":472572,"num_objects":25,"num_object_clones":0,"num_object_copies":75,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":25,"num_whiteouts":0,"num_read":630,"num_read_kb":7828,"num_write":1108,"num_write_kb":32003,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:47.770073+0000","last_change":"2024-09-19T13:37:46.996181+0000","last_active":"2024-09-19T14:19:47.770073+0000","last_peered":"2024-09-19T14:19:47.770073+0000","last_clean":"2024-09-19T14:19:47.770073+0000","last_became_active":"2024-09-19T13:37:46.995294+0000","last_became_peered":"2024-09-19T13:37:46.995294+0000","last_unstale":"2024-09-19T14:19:47.770073+0000","last_undegraded":"2024-09-19T14:19:47.770073+0000","last_fullsized":"2024-09-19T14:19:47.770073+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:01:32.199206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.11","version":"268'269","reported_seq":841,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:12.801990+0000","last_change":"2024-09-19T13:37:49.005019+0000","last_active":"2024-09-19T14:22:12.801990+0000","last_peered":"2024-09-19T14:22:12.801990+0000","last_clean":"2024-09-19T14:22:12.801990+0000","last_became_active":"2024-09-19T13:37:49.004240+0000","last_became_peered":"2024-09-19T13:37:49.004240+0000","last_unstale":"2024-09-19T14:22:12.801990+0000","last_undegraded":"2024-09-19T14:22:12.801990+0000","last_fullsized":"2024-09-19T14:22:12.801990+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:44:52.942132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57035,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":433,"num_read_kb":902,"num_write":354,"num_write_kb":282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":489,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:52.775703+0000","last_change":"2024-09-19T13:37:51.011521+0000","last_active":"2024-09-19T14:19:52.775703+0000","last_peered":"2024-09-19T14:19:52.775703+0000","last_clean":"2024-09-19T14:19:52.775703+0000","last_became_active":"2024-09-19T13:37:51.010780+0000","last_became_peered":"2024-09-19T13:37:51.010780+0000","last_unstale":"2024-09-19T14:19:52.775703+0000","last_undegraded":"2024-09-19T14:19:52.775703+0000","last_fullsized":"2024-09-19T14:19:52.775703+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:06:32.327119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1e","version":"268'106","reported_seq":599,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:29.253564+0000","last_change":"2024-09-19T13:37:53.045130+0000","last_active":"2024-09-19T14:22:29.253564+0000","last_peered":"2024-09-19T14:22:29.253564+0000","last_clean":"2024-09-19T14:22:29.253564+0000","last_became_active":"2024-09-19T13:37:53.044535+0000","last_became_peered":"2024-09-19T13:37:53.044535+0000","last_unstale":"2024-09-19T14:22:29.253564+0000","last_undegraded":"2024-09-19T14:22:29.253564+0000","last_fullsized":"2024-09-19T14:22:29.253564+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:43:09.150635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":123,"num_read_kb":121,"num_write":251,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"268'102","reported_seq":670,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:12.493809+0000","last_change":"2024-09-19T13:37:44.992067+0000","last_active":"2024-09-19T14:21:12.493809+0000","last_peered":"2024-09-19T14:21:12.493809+0000","last_clean":"2024-09-19T14:21:12.493809+0000","last_became_active":"2024-09-19T13:37:44.990834+0000","last_became_peered":"2024-09-19T13:37:44.990834+0000","last_unstale":"2024-09-19T14:21:12.493809+0000","last_undegraded":"2024-09-19T14:21:12.493809+0000","last_fullsized":"2024-09-19T14:21:12.493809+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:42:24.054992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":414,"num_read_kb":343,"num_write":151,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.15","version":"268'351","reported_seq":1009,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.783289+0000","last_change":"2024-09-19T13:38:11.817173+0000","last_active":"2024-09-19T14:23:59.783289+0000","last_peered":"2024-09-19T14:23:59.783289+0000","last_clean":"2024-09-19T14:23:59.783289+0000","last_became_active":"2024-09-19T13:38:11.816487+0000","last_became_peered":"2024-09-19T13:38:11.816487+0000","last_unstale":"2024-09-19T14:23:59.783289+0000","last_undegraded":"2024-09-19T14:23:59.783289+0000","last_fullsized":"2024-09-19T14:23:59.783289+0000","mapping_epoch":38,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:52:20.515827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3234134,"num_objects":17,"num_object_clones":0,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":578,"num_read_kb":75369,"num_write":1100,"num_write_kb":31817,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,7],"acting":[0,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:47.763810+0000","last_change":"2024-09-19T13:37:47.001048+0000","last_active":"2024-09-19T14:19:47.763810+0000","last_peered":"2024-09-19T14:19:47.763810+0000","last_clean":"2024-09-19T14:19:47.763810+0000","last_became_active":"2024-09-19T13:37:47.000074+0000","last_became_peered":"2024-09-19T13:37:47.000074+0000","last_unstale":"2024-09-19T14:19:47.763810+0000","last_undegraded":"2024-09-19T14:19:47.763810+0000","last_fullsized":"2024-09-19T14:19:47.763810+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:28:26.485586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.10","version":"268'46","reported_seq":550,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:42.622134+0000","last_change":"2024-09-19T13:37:48.981315+0000","last_active":"2024-09-19T14:21:42.622134+0000","last_peered":"2024-09-19T14:21:42.622134+0000","last_clean":"2024-09-19T14:21:42.622134+0000","last_became_active":"2024-09-19T13:37:48.980552+0000","last_became_peered":"2024-09-19T13:37:48.980552+0000","last_unstale":"2024-09-19T14:21:42.622134+0000","last_undegraded":"2024-09-19T14:21:42.622134+0000","last_fullsized":"2024-09-19T14:21:42.622134+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":0,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:16:19.582352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":32,"num_read_kb":30,"num_write":24,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":492,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:54.760992+0000","last_change":"2024-09-19T13:37:51.011790+0000","last_active":"2024-09-19T14:19:54.760992+0000","last_peered":"2024-09-19T14:19:54.760992+0000","last_clean":"2024-09-19T14:19:54.760992+0000","last_became_active":"2024-09-19T13:37:51.010960+0000","last_became_peered":"2024-09-19T13:37:51.010960+0000","last_unstale":"2024-09-19T14:19:54.760992+0000","last_undegraded":"2024-09-19T14:19:54.760992+0000","last_fullsized":"2024-09-19T14:19:54.760992+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:50:01.599550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1d","version":"268'182","reported_seq":703,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:30.960680+0000","last_change":"2024-09-19T13:37:53.036103+0000","last_active":"2024-09-19T14:22:30.960680+0000","last_peered":"2024-09-19T14:22:30.960680+0000","last_clean":"2024-09-19T14:22:30.960680+0000","last_became_active":"2024-09-19T13:37:53.035313+0000","last_became_peered":"2024-09-19T13:37:53.035313+0000","last_unstale":"2024-09-19T14:22:30.960680+0000","last_undegraded":"2024-09-19T14:22:30.960680+0000","last_fullsized":"2024-09-19T14:22:30.960680+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":100,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:40:24.778883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":611,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":302,"num_read_kb":301,"num_write":411,"num_write_kb":114,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"268'165","reported_seq":790,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:17.447637+0000","last_change":"2024-09-19T13:37:44.993084+0000","last_active":"2024-09-19T14:21:17.447637+0000","last_peered":"2024-09-19T14:21:17.447637+0000","last_clean":"2024-09-19T14:21:17.447637+0000","last_became_active":"2024-09-19T13:37:44.991859+0000","last_became_peered":"2024-09-19T13:37:44.991859+0000","last_unstale":"2024-09-19T14:21:17.447637+0000","last_undegraded":"2024-09-19T14:21:17.447637+0000","last_fullsized":"2024-09-19T14:21:17.447637+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":100,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:19:20.763744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":751,"num_read_kb":628,"num_write":248,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.16","version":"268'325","reported_seq":1092,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.712971+0000","last_change":"2024-09-19T13:37:42.980762+0000","last_active":"2024-09-19T14:23:59.712971+0000","last_peered":"2024-09-19T14:23:59.712971+0000","last_clean":"2024-09-19T14:23:59.712971+0000","last_became_active":"2024-09-19T13:37:42.980379+0000","last_became_peered":"2024-09-19T13:37:42.980379+0000","last_unstale":"2024-09-19T14:23:59.712971+0000","last_undegraded":"2024-09-19T14:23:59.712971+0000","last_fullsized":"2024-09-19T14:23:59.712971+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":300,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:47:32.676012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048663,"num_objects":13,"num_object_clones":0,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":660,"num_read_kb":67134,"num_write":1054,"num_write_kb":32700,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:49.759686+0000","last_change":"2024-09-19T13:37:46.993290+0000","last_active":"2024-09-19T14:19:49.759686+0000","last_peered":"2024-09-19T14:19:49.759686+0000","last_clean":"2024-09-19T14:19:49.759686+0000","last_became_active":"2024-09-19T13:37:46.992776+0000","last_became_peered":"2024-09-19T13:37:46.992776+0000","last_unstale":"2024-09-19T14:19:49.759686+0000","last_undegraded":"2024-09-19T14:19:49.759686+0000","last_fullsized":"2024-09-19T14:19:49.759686+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:32:27.707028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.13","version":"268'307","reported_seq":892,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:12.806773+0000","last_change":"2024-09-19T13:37:49.011036+0000","last_active":"2024-09-19T14:22:12.806773+0000","last_peered":"2024-09-19T14:22:12.806773+0000","last_clean":"2024-09-19T14:22:12.806773+0000","last_became_active":"2024-09-19T13:37:49.010333+0000","last_became_peered":"2024-09-19T13:37:49.010333+0000","last_unstale":"2024-09-19T14:22:12.806773+0000","last_undegraded":"2024-09-19T14:22:12.806773+0000","last_fullsized":"2024-09-19T14:22:12.806773+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":200,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:34:06.501845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":66957,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":484,"num_read_kb":974,"num_write":392,"num_write_kb":289,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":494,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:54.768046+0000","last_change":"2024-09-19T13:37:51.036358+0000","last_active":"2024-09-19T14:19:54.768046+0000","last_peered":"2024-09-19T14:19:54.768046+0000","last_clean":"2024-09-19T14:19:54.768046+0000","last_became_active":"2024-09-19T13:37:51.035746+0000","last_became_peered":"2024-09-19T13:37:51.035746+0000","last_unstale":"2024-09-19T14:19:54.768046+0000","last_undegraded":"2024-09-19T14:19:54.768046+0000","last_fullsized":"2024-09-19T14:19:54.768046+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:31:24.554515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1c","version":"268'145","reported_seq":662,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:11.348261+0000","last_change":"2024-09-19T13:37:53.028729+0000","last_active":"2024-09-19T14:22:11.348261+0000","last_peered":"2024-09-19T14:22:11.348261+0000","last_clean":"2024-09-19T14:22:11.348261+0000","last_became_active":"2024-09-19T13:37:53.027897+0000","last_became_peered":"2024-09-19T13:37:53.027897+0000","last_unstale":"2024-09-19T14:22:11.348261+0000","last_undegraded":"2024-09-19T14:22:11.348261+0000","last_fullsized":"2024-09-19T14:22:11.348261+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:02:14.266353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":233,"num_read_kb":221,"num_write":335,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.10","version":"268'338","reported_seq":1036,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:11.457847+0000","last_change":"2024-09-19T13:37:44.976492+0000","last_active":"2024-09-19T14:21:11.457847+0000","last_peered":"2024-09-19T14:21:11.457847+0000","last_clean":"2024-09-19T14:21:11.457847+0000","last_became_active":"2024-09-19T13:37:44.975823+0000","last_became_peered":"2024-09-19T13:37:44.975823+0000","last_unstale":"2024-09-19T14:21:11.457847+0000","last_undegraded":"2024-09-19T14:21:11.457847+0000","last_fullsized":"2024-09-19T14:21:11.457847+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":300,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:53:24.201898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1709,"num_read_kb":1486,"num_write":574,"num_write_kb":302,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"268'302","reported_seq":1060,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:45.200885+0000","last_change":"2024-09-19T13:37:43.017108+0000","last_active":"2024-09-19T14:21:45.200885+0000","last_peered":"2024-09-19T14:21:45.200885+0000","last_clean":"2024-09-19T14:21:45.200885+0000","last_became_active":"2024-09-19T13:37:43.015524+0000","last_became_peered":"2024-09-19T13:37:43.015524+0000","last_unstale":"2024-09-19T14:21:45.200885+0000","last_undegraded":"2024-09-19T14:21:45.200885+0000","last_fullsized":"2024-09-19T14:21:45.200885+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":200,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:55:16.892370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5843063,"num_objects":70,"num_object_clones":0,"num_object_copies":210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":914,"num_read_kb":53182,"num_write":1172,"num_write_kb":13041,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:49.790434+0000","last_change":"2024-09-19T13:37:46.979694+0000","last_active":"2024-09-19T14:19:49.790434+0000","last_peered":"2024-09-19T14:19:49.790434+0000","last_clean":"2024-09-19T14:19:49.790434+0000","last_became_active":"2024-09-19T13:37:46.979324+0000","last_became_peered":"2024-09-19T13:37:46.979324+0000","last_unstale":"2024-09-19T14:19:49.790434+0000","last_undegraded":"2024-09-19T14:19:49.790434+0000","last_fullsized":"2024-09-19T14:19:49.790434+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:56:11.730001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.12","version":"268'264","reported_seq":833,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.174366+0000","last_change":"2024-09-19T13:37:48.995675+0000","last_active":"2024-09-19T14:23:59.174366+0000","last_peered":"2024-09-19T14:23:59.174366+0000","last_clean":"2024-09-19T14:23:59.174366+0000","last_became_active":"2024-09-19T13:37:48.994835+0000","last_became_peered":"2024-09-19T13:37:48.994835+0000","last_unstale":"2024-09-19T14:23:59.174366+0000","last_undegraded":"2024-09-19T14:23:59.174366+0000","last_fullsized":"2024-09-19T14:23:59.174366+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":200,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:05:05.909415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43590,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":445,"num_read_kb":1054,"num_write":364,"num_write_kb":300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":489,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:52.775830+0000","last_change":"2024-09-19T13:37:51.014673+0000","last_active":"2024-09-19T14:19:52.775830+0000","last_peered":"2024-09-19T14:19:52.775830+0000","last_clean":"2024-09-19T14:19:52.775830+0000","last_became_active":"2024-09-19T13:37:51.011802+0000","last_became_peered":"2024-09-19T13:37:51.011802+0000","last_unstale":"2024-09-19T14:19:52.775830+0000","last_undegraded":"2024-09-19T14:19:52.775830+0000","last_fullsized":"2024-09-19T14:19:52.775830+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:06:55.703689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1f","version":"268'292","reported_seq":934,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:28.421812+0000","last_change":"2024-09-19T13:37:45.010226+0000","last_active":"2024-09-19T14:22:28.421812+0000","last_peered":"2024-09-19T14:22:28.421812+0000","last_clean":"2024-09-19T14:22:28.421812+0000","last_became_active":"2024-09-19T13:37:45.009967+0000","last_became_peered":"2024-09-19T13:37:45.009967+0000","last_unstale":"2024-09-19T14:22:28.421812+0000","last_undegraded":"2024-09-19T14:22:28.421812+0000","last_fullsized":"2024-09-19T14:22:28.421812+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":200,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:21:01.970567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1299,"num_read_kb":1052,"num_write":494,"num_write_kb":235,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"268'295","reported_seq":924,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:58.640094+0000","last_change":"2024-09-19T13:37:43.013738+0000","last_active":"2024-09-19T14:21:58.640094+0000","last_peered":"2024-09-19T14:21:58.640094+0000","last_clean":"2024-09-19T14:21:58.640094+0000","last_became_active":"2024-09-19T13:37:43.011077+0000","last_became_peered":"2024-09-19T13:37:43.011077+0000","last_unstale":"2024-09-19T14:21:58.640094+0000","last_undegraded":"2024-09-19T14:21:58.640094+0000","last_fullsized":"2024-09-19T14:21:58.640094+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:16:56.672793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4196215,"num_objects":69,"num_object_clones":0,"num_object_copies":207,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":550,"num_read_kb":3561,"num_write":1132,"num_write_kb":33021,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,3],"acting":[5,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":504,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:57.798843+0000","last_change":"2024-09-19T13:37:46.998376+0000","last_active":"2024-09-19T14:21:57.798843+0000","last_peered":"2024-09-19T14:21:57.798843+0000","last_clean":"2024-09-19T14:21:57.798843+0000","last_became_active":"2024-09-19T13:37:46.997504+0000","last_became_peered":"2024-09-19T13:37:46.997504+0000","last_unstale":"2024-09-19T14:21:57.798843+0000","last_undegraded":"2024-09-19T14:21:57.798843+0000","last_fullsized":"2024-09-19T14:21:57.798843+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:07:50.478531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"268'504","reported_seq":1126,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:51.268421+0000","last_change":"2024-09-19T13:37:48.999863+0000","last_active":"2024-09-19T14:23:51.268421+0000","last_peered":"2024-09-19T14:23:51.268421+0000","last_clean":"2024-09-19T14:23:51.268421+0000","last_became_active":"2024-09-19T13:37:48.999080+0000","last_became_peered":"2024-09-19T13:37:48.999080+0000","last_unstale":"2024-09-19T14:23:51.268421+0000","last_undegraded":"2024-09-19T14:23:51.268421+0000","last_fullsized":"2024-09-19T14:23:51.268421+0000","mapping_epoch":31,"log_start":"268'400","ondisk_log_start":"268'400","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":400,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:45:09.634765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":128306,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":902,"num_read_kb":1976,"num_write":798,"num_write_kb":734,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":491,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:24.772183+0000","last_change":"2024-09-19T13:37:50.996326+0000","last_active":"2024-09-19T14:20:24.772183+0000","last_peered":"2024-09-19T14:20:24.772183+0000","last_clean":"2024-09-19T14:20:24.772183+0000","last_became_active":"2024-09-19T13:37:50.995492+0000","last_became_peered":"2024-09-19T13:37:50.995492+0000","last_unstale":"2024-09-19T14:20:24.772183+0000","last_undegraded":"2024-09-19T14:20:24.772183+0000","last_fullsized":"2024-09-19T14:20:24.772183+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:53:55.795636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.13","version":"268'152","reported_seq":657,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:53.077654+0000","last_change":"2024-09-19T13:37:53.020607+0000","last_active":"2024-09-19T14:21:53.077654+0000","last_peered":"2024-09-19T14:21:53.077654+0000","last_clean":"2024-09-19T14:21:53.077654+0000","last_became_active":"2024-09-19T13:37:53.019822+0000","last_became_peered":"2024-09-19T13:37:53.019822+0000","last_unstale":"2024-09-19T14:21:53.077654+0000","last_undegraded":"2024-09-19T14:21:53.077654+0000","last_fullsized":"2024-09-19T14:21:53.077654+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:14:51.169825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":217,"num_read_kb":229,"num_write":359,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1e","version":"268'4138","reported_seq":4759,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:52.791764+0000","last_change":"2024-09-19T13:37:44.990557+0000","last_active":"2024-09-19T14:21:52.791764+0000","last_peered":"2024-09-19T14:21:52.791764+0000","last_clean":"2024-09-19T14:21:52.791764+0000","last_became_active":"2024-09-19T13:37:44.989865+0000","last_became_peered":"2024-09-19T13:37:44.989865+0000","last_unstale":"2024-09-19T14:21:52.791764+0000","last_undegraded":"2024-09-19T14:21:52.791764+0000","last_fullsized":"2024-09-19T14:21:52.791764+0000","mapping_epoch":27,"log_start":"268'4098","ondisk_log_start":"268'4098","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":3000,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:52:34.489992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16639,"num_read_kb":13957,"num_write":6212,"num_write_kb":3095,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.19","version":"268'311","reported_seq":976,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:20.341980+0000","last_change":"2024-09-19T13:37:43.004489+0000","last_active":"2024-09-19T14:21:20.341980+0000","last_peered":"2024-09-19T14:21:20.341980+0000","last_clean":"2024-09-19T14:21:20.341980+0000","last_became_active":"2024-09-19T13:37:43.003809+0000","last_became_peered":"2024-09-19T13:37:43.003809+0000","last_unstale":"2024-09-19T14:21:20.341980+0000","last_undegraded":"2024-09-19T14:21:20.341980+0000","last_fullsized":"2024-09-19T14:21:20.341980+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":300,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:28:11.857158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11899369,"num_objects":85,"num_object_clones":0,"num_object_copies":255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":0,"num_read":572,"num_read_kb":51701,"num_write":1073,"num_write_kb":37012,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":503,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:34.789308+0000","last_change":"2024-09-19T13:37:46.994338+0000","last_active":"2024-09-19T14:21:34.789308+0000","last_peered":"2024-09-19T14:21:34.789308+0000","last_clean":"2024-09-19T14:21:34.789308+0000","last_became_active":"2024-09-19T13:37:46.993852+0000","last_became_peered":"2024-09-19T13:37:46.993852+0000","last_unstale":"2024-09-19T14:21:34.789308+0000","last_undegraded":"2024-09-19T14:21:34.789308+0000","last_fullsized":"2024-09-19T14:21:34.789308+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:02:13.879646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.1c","version":"268'307","reported_seq":889,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.247123+0000","last_change":"2024-09-19T13:37:49.007396+0000","last_active":"2024-09-19T14:23:59.247123+0000","last_peered":"2024-09-19T14:23:59.247123+0000","last_clean":"2024-09-19T14:23:59.247123+0000","last_became_active":"2024-09-19T13:37:49.006617+0000","last_became_peered":"2024-09-19T13:37:49.006617+0000","last_unstale":"2024-09-19T14:23:59.247123+0000","last_undegraded":"2024-09-19T14:23:59.247123+0000","last_fullsized":"2024-09-19T14:23:59.247123+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":200,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:07:04.026036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50979,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":534,"num_read_kb":1212,"num_write":450,"num_write_kb":360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":493,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:22.774392+0000","last_change":"2024-09-19T13:37:51.037114+0000","last_active":"2024-09-19T14:20:22.774392+0000","last_peered":"2024-09-19T14:20:22.774392+0000","last_clean":"2024-09-19T14:20:22.774392+0000","last_became_active":"2024-09-19T13:37:51.036448+0000","last_became_peered":"2024-09-19T13:37:51.036448+0000","last_unstale":"2024-09-19T14:20:22.774392+0000","last_undegraded":"2024-09-19T14:20:22.774392+0000","last_fullsized":"2024-09-19T14:20:22.774392+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:57:23.889128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.12","version":"268'187","reported_seq":1059,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:30.805891+0000","last_change":"2024-09-19T13:37:53.041334+0000","last_active":"2024-09-19T14:22:30.805891+0000","last_peered":"2024-09-19T14:22:30.805891+0000","last_clean":"2024-09-19T14:22:30.805891+0000","last_became_active":"2024-09-19T13:37:53.040822+0000","last_became_peered":"2024-09-19T13:37:53.040822+0000","last_unstale":"2024-09-19T14:22:30.805891+0000","last_undegraded":"2024-09-19T14:22:30.805891+0000","last_fullsized":"2024-09-19T14:22:30.805891+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":100,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:11:58.852133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1623,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":665,"num_read_kb":654,"num_write":533,"num_write_kb":135,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1d","version":"268'194","reported_seq":827,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:52.330026+0000","last_change":"2024-09-19T13:37:45.013328+0000","last_active":"2024-09-19T14:21:52.330026+0000","last_peered":"2024-09-19T14:21:52.330026+0000","last_clean":"2024-09-19T14:21:52.330026+0000","last_became_active":"2024-09-19T13:37:45.012276+0000","last_became_peered":"2024-09-19T13:37:45.012276+0000","last_unstale":"2024-09-19T14:21:52.330026+0000","last_undegraded":"2024-09-19T14:21:52.330026+0000","last_fullsized":"2024-09-19T14:21:52.330026+0000","mapping_epoch":27,"log_start":"265'100","ondisk_log_start":"265'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:23:31.099323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":890,"num_read_kb":742,"num_write":322,"num_write_kb":165,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1a","version":"268'325","reported_seq":974,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.798790+0000","last_change":"2024-09-19T13:37:43.011234+0000","last_active":"2024-09-19T14:23:59.798790+0000","last_peered":"2024-09-19T14:23:59.798790+0000","last_clean":"2024-09-19T14:23:59.798790+0000","last_became_active":"2024-09-19T13:37:43.010770+0000","last_became_peered":"2024-09-19T13:37:43.010770+0000","last_unstale":"2024-09-19T14:23:59.798790+0000","last_undegraded":"2024-09-19T14:23:59.798790+0000","last_fullsized":"2024-09-19T14:23:59.798790+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":300,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:19:23.845246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3234065,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":599,"num_read_kb":25838,"num_write":1089,"num_write_kb":39622,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":499,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:19.770957+0000","last_change":"2024-09-19T13:37:46.975735+0000","last_active":"2024-09-19T14:20:19.770957+0000","last_peered":"2024-09-19T14:20:19.770957+0000","last_clean":"2024-09-19T14:20:19.770957+0000","last_became_active":"2024-09-19T13:37:46.975083+0000","last_became_peered":"2024-09-19T13:37:46.975083+0000","last_unstale":"2024-09-19T14:20:19.770957+0000","last_undegraded":"2024-09-19T14:20:19.770957+0000","last_fullsized":"2024-09-19T14:20:19.770957+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:52:18.818014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.1f","version":"268'275","reported_seq":850,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:42.822719+0000","last_change":"2024-09-19T13:37:48.999184+0000","last_active":"2024-09-19T14:23:42.822719+0000","last_peered":"2024-09-19T14:23:42.822719+0000","last_clean":"2024-09-19T14:23:42.822719+0000","last_became_active":"2024-09-19T13:37:48.998398+0000","last_became_peered":"2024-09-19T13:37:48.998398+0000","last_unstale":"2024-09-19T14:23:42.822719+0000","last_undegraded":"2024-09-19T14:23:42.822719+0000","last_fullsized":"2024-09-19T14:23:42.822719+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":200,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:49:45.032258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63520,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":460,"num_read_kb":982,"num_write":380,"num_write_kb":315,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":492,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:02.778118+0000","last_change":"2024-09-19T13:37:51.023426+0000","last_active":"2024-09-19T14:20:02.778118+0000","last_peered":"2024-09-19T14:20:02.778118+0000","last_clean":"2024-09-19T14:20:02.778118+0000","last_became_active":"2024-09-19T13:37:51.022697+0000","last_became_peered":"2024-09-19T13:37:51.022697+0000","last_unstale":"2024-09-19T14:20:02.778118+0000","last_undegraded":"2024-09-19T14:20:02.778118+0000","last_fullsized":"2024-09-19T14:20:02.778118+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:18:04.284285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.11","version":"268'123","reported_seq":620,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:51.326151+0000","last_change":"2024-09-19T13:37:53.025430+0000","last_active":"2024-09-19T14:23:51.326151+0000","last_peered":"2024-09-19T14:23:51.326151+0000","last_clean":"2024-09-19T14:23:51.326151+0000","last_became_active":"2024-09-19T13:37:53.024491+0000","last_became_peered":"2024-09-19T13:37:53.024491+0000","last_unstale":"2024-09-19T14:23:51.326151+0000","last_undegraded":"2024-09-19T14:23:51.326151+0000","last_fullsized":"2024-09-19T14:23:51.326151+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:12:29.045641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":177,"num_read_kb":165,"num_write":300,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1c","version":"268'36","reported_seq":580,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:09.157273+0000","last_change":"2024-09-19T13:37:45.002961+0000","last_active":"2024-09-19T14:22:09.157273+0000","last_peered":"2024-09-19T14:22:09.157273+0000","last_clean":"2024-09-19T14:22:09.157273+0000","last_became_active":"2024-09-19T13:37:45.002288+0000","last_became_peered":"2024-09-19T13:37:45.002288+0000","last_unstale":"2024-09-19T14:22:09.157273+0000","last_undegraded":"2024-09-19T14:22:09.157273+0000","last_fullsized":"2024-09-19T14:22:09.157273+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:02:43.818938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":170,"num_read_kb":148,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"268'304","reported_seq":956,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:01.921175+0000","last_change":"2024-09-19T13:37:42.978720+0000","last_active":"2024-09-19T14:22:01.921175+0000","last_peered":"2024-09-19T14:22:01.921175+0000","last_clean":"2024-09-19T14:22:01.921175+0000","last_became_active":"2024-09-19T13:37:42.977930+0000","last_became_peered":"2024-09-19T13:37:42.977930+0000","last_unstale":"2024-09-19T14:22:01.921175+0000","last_undegraded":"2024-09-19T14:22:01.921175+0000","last_fullsized":"2024-09-19T14:22:01.921175+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":200,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:48:55.567797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3762949,"num_objects":55,"num_object_clones":0,"num_object_copies":165,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":55,"num_whiteouts":0,"num_read":669,"num_read_kb":4560,"num_write":1140,"num_write_kb":22713,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":497,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:17.770611+0000","last_change":"2024-09-19T13:37:46.991585+0000","last_active":"2024-09-19T14:20:17.770611+0000","last_peered":"2024-09-19T14:20:17.770611+0000","last_clean":"2024-09-19T14:20:17.770611+0000","last_became_active":"2024-09-19T13:37:46.990868+0000","last_became_peered":"2024-09-19T13:37:46.990868+0000","last_unstale":"2024-09-19T14:20:17.770611+0000","last_undegraded":"2024-09-19T14:20:17.770611+0000","last_fullsized":"2024-09-19T14:20:17.770611+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:55:36.307825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1e","version":"268'91","reported_seq":612,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:09.160081+0000","last_change":"2024-09-19T13:37:49.009222+0000","last_active":"2024-09-19T14:22:09.160081+0000","last_peered":"2024-09-19T14:22:09.160081+0000","last_clean":"2024-09-19T14:22:09.160081+0000","last_became_active":"2024-09-19T13:37:49.008734+0000","last_became_peered":"2024-09-19T13:37:49.008734+0000","last_unstale":"2024-09-19T14:22:09.160081+0000","last_undegraded":"2024-09-19T14:22:09.160081+0000","last_fullsized":"2024-09-19T14:22:09.160081+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":0,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:41:36.013308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":114,"num_read_kb":109,"num_write":128,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"268'756","reported_seq":4625,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.229866+0000","last_change":"2024-09-19T13:37:51.024801+0000","last_active":"2024-09-19T14:23:58.229866+0000","last_peered":"2024-09-19T14:23:58.229866+0000","last_clean":"2024-09-19T14:23:58.229866+0000","last_became_active":"2024-09-19T13:37:51.024122+0000","last_became_peered":"2024-09-19T13:37:51.024122+0000","last_unstale":"2024-09-19T14:23:58.229866+0000","last_undegraded":"2024-09-19T14:23:58.229866+0000","last_fullsized":"2024-09-19T14:23:58.229866+0000","mapping_epoch":33,"log_start":"268'700","ondisk_log_start":"268'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":700,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:37:39.244998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.10","version":"268'164","reported_seq":670,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:58.699205+0000","last_change":"2024-09-19T13:37:53.037566+0000","last_active":"2024-09-19T14:21:58.699205+0000","last_peered":"2024-09-19T14:21:58.699205+0000","last_clean":"2024-09-19T14:21:58.699205+0000","last_became_active":"2024-09-19T13:37:53.036787+0000","last_became_peered":"2024-09-19T13:37:53.036787+0000","last_unstale":"2024-09-19T14:21:58.699205+0000","last_undegraded":"2024-09-19T14:21:58.699205+0000","last_fullsized":"2024-09-19T14:21:58.699205+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:28:22.789483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":35,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":192,"num_read_kb":180,"num_write":404,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1b","version":"268'182","reported_seq":762,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:48.086743+0000","last_change":"2024-09-19T13:37:45.012023+0000","last_active":"2024-09-19T14:21:48.086743+0000","last_peered":"2024-09-19T14:21:48.086743+0000","last_clean":"2024-09-19T14:21:48.086743+0000","last_became_active":"2024-09-19T13:37:45.011649+0000","last_became_peered":"2024-09-19T13:37:45.011649+0000","last_unstale":"2024-09-19T14:21:48.086743+0000","last_undegraded":"2024-09-19T14:21:48.086743+0000","last_fullsized":"2024-09-19T14:21:48.086743+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":100,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:03:16.394024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":780,"num_read_kb":628,"num_write":283,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"268'305","reported_seq":949,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.741636+0000","last_change":"2024-09-19T13:37:43.014314+0000","last_active":"2024-09-19T14:23:59.741636+0000","last_peered":"2024-09-19T14:23:59.741636+0000","last_clean":"2024-09-19T14:23:59.741636+0000","last_became_active":"2024-09-19T13:37:43.013846+0000","last_became_peered":"2024-09-19T13:37:43.013846+0000","last_unstale":"2024-09-19T14:23:59.741636+0000","last_undegraded":"2024-09-19T14:23:59.741636+0000","last_fullsized":"2024-09-19T14:23:59.741636+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":200,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:20:51.621804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":101,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":587,"num_read_kb":7286,"num_write":1055,"num_write_kb":28619,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":501,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:19.773757+0000","last_change":"2024-09-19T13:37:46.998132+0000","last_active":"2024-09-19T14:20:19.773757+0000","last_peered":"2024-09-19T14:20:19.773757+0000","last_clean":"2024-09-19T14:20:19.773757+0000","last_became_active":"2024-09-19T13:37:46.997726+0000","last_became_peered":"2024-09-19T13:37:46.997726+0000","last_unstale":"2024-09-19T14:20:19.773757+0000","last_undegraded":"2024-09-19T14:20:19.773757+0000","last_fullsized":"2024-09-19T14:20:19.773757+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:54:08.275222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.19","version":"268'313","reported_seq":897,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.605489+0000","last_change":"2024-09-19T13:37:49.000161+0000","last_active":"2024-09-19T14:23:58.605489+0000","last_peered":"2024-09-19T14:23:58.605489+0000","last_clean":"2024-09-19T14:23:58.605489+0000","last_became_active":"2024-09-19T13:37:48.999530+0000","last_became_peered":"2024-09-19T13:37:48.999530+0000","last_unstale":"2024-09-19T14:23:58.605489+0000","last_undegraded":"2024-09-19T14:23:58.605489+0000","last_fullsized":"2024-09-19T14:23:58.605489+0000","mapping_epoch":31,"log_start":"268'300","ondisk_log_start":"268'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":300,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:46:56.322068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":61007,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":520,"num_read_kb":1192,"num_write":426,"num_write_kb":337,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":490,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:22.785069+0000","last_change":"2024-09-19T13:37:51.025340+0000","last_active":"2024-09-19T14:21:22.785069+0000","last_peered":"2024-09-19T14:21:22.785069+0000","last_clean":"2024-09-19T14:21:22.785069+0000","last_became_active":"2024-09-19T13:37:51.024578+0000","last_became_peered":"2024-09-19T13:37:51.024578+0000","last_unstale":"2024-09-19T14:21:22.785069+0000","last_undegraded":"2024-09-19T14:21:22.785069+0000","last_fullsized":"2024-09-19T14:21:22.785069+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:24:34.426209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.17","version":"268'131","reported_seq":642,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:29.086498+0000","last_change":"2024-09-19T13:37:53.038572+0000","last_active":"2024-09-19T14:22:29.086498+0000","last_peered":"2024-09-19T14:22:29.086498+0000","last_clean":"2024-09-19T14:22:29.086498+0000","last_became_active":"2024-09-19T13:37:53.037670+0000","last_became_peered":"2024-09-19T13:37:53.037670+0000","last_unstale":"2024-09-19T14:22:29.086498+0000","last_undegraded":"2024-09-19T14:22:29.086498+0000","last_fullsized":"2024-09-19T14:22:29.086498+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:17:20.391604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":200,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":200,"num_read_kb":189,"num_write":325,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"268'124","reported_seq":721,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:29.246523+0000","last_change":"2024-09-19T13:37:45.000726+0000","last_active":"2024-09-19T14:20:29.246523+0000","last_peered":"2024-09-19T14:20:29.246523+0000","last_clean":"2024-09-19T14:20:29.246523+0000","last_became_active":"2024-09-19T13:37:45.000321+0000","last_became_peered":"2024-09-19T13:37:45.000321+0000","last_unstale":"2024-09-19T14:20:29.246523+0000","last_undegraded":"2024-09-19T14:20:29.246523+0000","last_fullsized":"2024-09-19T14:20:29.246523+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:01:45.969054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":549,"num_read_kb":454,"num_write":197,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1d","version":"268'343","reported_seq":1023,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.593029+0000","last_change":"2024-09-19T13:37:42.983119+0000","last_active":"2024-09-19T14:23:59.593029+0000","last_peered":"2024-09-19T14:23:59.593029+0000","last_clean":"2024-09-19T14:23:59.593029+0000","last_became_active":"2024-09-19T13:37:42.982795+0000","last_became_peered":"2024-09-19T13:37:42.982795+0000","last_unstale":"2024-09-19T14:23:59.593029+0000","last_undegraded":"2024-09-19T14:23:59.593029+0000","last_fullsized":"2024-09-19T14:23:59.593029+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:48:09.174117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22894,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":633,"num_read_kb":30490,"num_write":1069,"num_write_kb":34311,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":499,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:19.770925+0000","last_change":"2024-09-19T13:37:47.003185+0000","last_active":"2024-09-19T14:20:19.770925+0000","last_peered":"2024-09-19T14:20:19.770925+0000","last_clean":"2024-09-19T14:20:19.770925+0000","last_became_active":"2024-09-19T13:37:47.002566+0000","last_became_peered":"2024-09-19T13:37:47.002566+0000","last_unstale":"2024-09-19T14:20:19.770925+0000","last_undegraded":"2024-09-19T14:20:19.770925+0000","last_fullsized":"2024-09-19T14:20:19.770925+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:37:12.661404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.18","version":"268'282","reported_seq":847,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:47.614859+0000","last_change":"2024-09-19T13:37:49.003746+0000","last_active":"2024-09-19T14:23:47.614859+0000","last_peered":"2024-09-19T14:23:47.614859+0000","last_clean":"2024-09-19T14:23:47.614859+0000","last_became_active":"2024-09-19T13:37:49.002572+0000","last_became_peered":"2024-09-19T13:37:49.002572+0000","last_unstale":"2024-09-19T14:23:47.614859+0000","last_undegraded":"2024-09-19T14:23:47.614859+0000","last_fullsized":"2024-09-19T14:23:47.614859+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":200,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:34:47.581831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65660,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":471,"num_read_kb":1009,"num_write":398,"num_write_kb":339,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":488,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:29.818303+0000","last_change":"2024-09-19T13:37:51.024803+0000","last_active":"2024-09-19T14:21:29.818303+0000","last_peered":"2024-09-19T14:21:29.818303+0000","last_clean":"2024-09-19T14:21:29.818303+0000","last_became_active":"2024-09-19T13:37:51.024092+0000","last_became_peered":"2024-09-19T13:37:51.024092+0000","last_unstale":"2024-09-19T14:21:29.818303+0000","last_undegraded":"2024-09-19T14:21:29.818303+0000","last_fullsized":"2024-09-19T14:21:29.818303+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:01:54.243113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.16","version":"268'171","reported_seq":705,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:07.931173+0000","last_change":"2024-09-19T13:37:53.027213+0000","last_active":"2024-09-19T14:22:07.931173+0000","last_peered":"2024-09-19T14:22:07.931173+0000","last_clean":"2024-09-19T14:22:07.931173+0000","last_became_active":"2024-09-19T13:37:53.026543+0000","last_became_peered":"2024-09-19T13:37:53.026543+0000","last_unstale":"2024-09-19T14:22:07.931173+0000","last_undegraded":"2024-09-19T14:22:07.931173+0000","last_fullsized":"2024-09-19T14:22:07.931173+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:32:10.272023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":299,"num_read_kb":285,"num_write":410,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.19","version":"268'216","reported_seq":851,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:27.796334+0000","last_change":"2024-09-19T13:37:44.980772+0000","last_active":"2024-09-19T14:21:27.796334+0000","last_peered":"2024-09-19T14:21:27.796334+0000","last_clean":"2024-09-19T14:21:27.796334+0000","last_became_active":"2024-09-19T13:37:44.980018+0000","last_became_peered":"2024-09-19T13:37:44.980018+0000","last_unstale":"2024-09-19T14:21:27.796334+0000","last_undegraded":"2024-09-19T14:21:27.796334+0000","last_fullsized":"2024-09-19T14:21:27.796334+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":200,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:45:14.524981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":985,"num_read_kb":813,"num_write":344,"num_write_kb":165,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1e","version":"268'269","reported_seq":913,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:52.796237+0000","last_change":"2024-09-19T13:37:43.014671+0000","last_active":"2024-09-19T14:21:52.796237+0000","last_peered":"2024-09-19T14:21:52.796237+0000","last_clean":"2024-09-19T14:21:52.796237+0000","last_became_active":"2024-09-19T13:37:43.013909+0000","last_became_peered":"2024-09-19T13:37:43.013909+0000","last_unstale":"2024-09-19T14:21:52.796237+0000","last_undegraded":"2024-09-19T14:21:52.796237+0000","last_fullsized":"2024-09-19T14:21:52.796237+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:57:10.494453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4651891,"num_objects":58,"num_object_clones":0,"num_object_copies":174,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":58,"num_whiteouts":0,"num_read":525,"num_read_kb":17889,"num_write":1011,"num_write_kb":18811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":502,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:19.788576+0000","last_change":"2024-09-19T13:37:46.992820+0000","last_active":"2024-09-19T14:21:19.788576+0000","last_peered":"2024-09-19T14:21:19.788576+0000","last_clean":"2024-09-19T14:21:19.788576+0000","last_became_active":"2024-09-19T13:37:46.991662+0000","last_became_peered":"2024-09-19T13:37:46.991662+0000","last_unstale":"2024-09-19T14:21:19.788576+0000","last_undegraded":"2024-09-19T14:21:19.788576+0000","last_fullsized":"2024-09-19T14:21:19.788576+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:34:52.224919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"268'264","reported_seq":820,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:52.811158+0000","last_change":"2024-09-19T13:37:49.003579+0000","last_active":"2024-09-19T14:22:52.811158+0000","last_peered":"2024-09-19T14:22:52.811158+0000","last_clean":"2024-09-19T14:22:52.811158+0000","last_became_active":"2024-09-19T13:37:49.002737+0000","last_became_peered":"2024-09-19T13:37:49.002737+0000","last_unstale":"2024-09-19T14:22:52.811158+0000","last_undegraded":"2024-09-19T14:22:52.811158+0000","last_fullsized":"2024-09-19T14:22:52.811158+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":200,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:42:14.875687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":83336,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":437,"num_read_kb":1020,"num_write":374,"num_write_kb":345,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":487,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:24.801342+0000","last_change":"2024-09-19T13:37:51.028431+0000","last_active":"2024-09-19T14:20:24.801342+0000","last_peered":"2024-09-19T14:20:24.801342+0000","last_clean":"2024-09-19T14:20:24.801342+0000","last_became_active":"2024-09-19T13:37:51.027534+0000","last_became_peered":"2024-09-19T13:37:51.027534+0000","last_unstale":"2024-09-19T14:20:24.801342+0000","last_undegraded":"2024-09-19T14:20:24.801342+0000","last_fullsized":"2024-09-19T14:20:24.801342+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:20:17.577797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.15","version":"268'202","reported_seq":1308,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:31.773263+0000","last_change":"2024-09-19T13:37:53.028818+0000","last_active":"2024-09-19T14:22:31.773263+0000","last_peered":"2024-09-19T14:22:31.773263+0000","last_clean":"2024-09-19T14:22:31.773263+0000","last_became_active":"2024-09-19T13:37:53.028063+0000","last_became_peered":"2024-09-19T13:37:53.028063+0000","last_unstale":"2024-09-19T14:22:31.773263+0000","last_undegraded":"2024-09-19T14:22:31.773263+0000","last_fullsized":"2024-09-19T14:22:31.773263+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":100,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:01:32.681210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":633,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":879,"num_read_kb":869,"num_write":447,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"268'175","reported_seq":779,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:14.784439+0000","last_change":"2024-09-19T13:37:44.993164+0000","last_active":"2024-09-19T14:21:14.784439+0000","last_peered":"2024-09-19T14:21:14.784439+0000","last_clean":"2024-09-19T14:21:14.784439+0000","last_became_active":"2024-09-19T13:37:44.992673+0000","last_became_peered":"2024-09-19T13:37:44.992673+0000","last_unstale":"2024-09-19T14:21:14.784439+0000","last_undegraded":"2024-09-19T14:21:14.784439+0000","last_fullsized":"2024-09-19T14:21:14.784439+0000","mapping_epoch":27,"log_start":"265'100","ondisk_log_start":"265'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:17:46.592882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":775,"num_read_kb":633,"num_write":258,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1f","version":"268'290","reported_seq":926,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:27.511973+0000","last_change":"2024-09-19T13:37:43.016594+0000","last_active":"2024-09-19T14:22:27.511973+0000","last_peered":"2024-09-19T14:22:27.511973+0000","last_clean":"2024-09-19T14:22:27.511973+0000","last_became_active":"2024-09-19T13:37:43.014491+0000","last_became_peered":"2024-09-19T13:37:43.014491+0000","last_unstale":"2024-09-19T14:22:27.511973+0000","last_undegraded":"2024-09-19T14:22:27.511973+0000","last_fullsized":"2024-09-19T14:22:27.511973+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":200,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:00:31.664278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8724692,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":535,"num_read_kb":20596,"num_write":1142,"num_write_kb":29373,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.19","version":"30'1","reported_seq":499,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:22.785110+0000","last_change":"2024-09-19T13:37:46.993827+0000","last_active":"2024-09-19T14:21:22.785110+0000","last_peered":"2024-09-19T14:21:22.785110+0000","last_clean":"2024-09-19T14:21:22.785110+0000","last_became_active":"2024-09-19T13:37:46.993013+0000","last_became_peered":"2024-09-19T13:37:46.993013+0000","last_unstale":"2024-09-19T14:21:22.785110+0000","last_undegraded":"2024-09-19T14:21:22.785110+0000","last_fullsized":"2024-09-19T14:21:22.785110+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:36:05.905586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1a","version":"268'283","reported_seq":866,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.268307+0000","last_change":"2024-09-19T13:37:49.013063+0000","last_active":"2024-09-19T14:23:58.268307+0000","last_peered":"2024-09-19T14:23:58.268307+0000","last_clean":"2024-09-19T14:23:58.268307+0000","last_became_active":"2024-09-19T13:37:49.011710+0000","last_became_peered":"2024-09-19T13:37:49.011710+0000","last_unstale":"2024-09-19T14:23:58.268307+0000","last_undegraded":"2024-09-19T14:23:58.268307+0000","last_fullsized":"2024-09-19T14:23:58.268307+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":200,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:38:52.806772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50925,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":476,"num_read_kb":1057,"num_write":380,"num_write_kb":287,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":489,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:22.771850+0000","last_change":"2024-09-19T13:37:51.038594+0000","last_active":"2024-09-19T14:20:22.771850+0000","last_peered":"2024-09-19T14:20:22.771850+0000","last_clean":"2024-09-19T14:20:22.771850+0000","last_became_active":"2024-09-19T13:37:51.037659+0000","last_became_peered":"2024-09-19T13:37:51.037659+0000","last_unstale":"2024-09-19T14:20:22.771850+0000","last_undegraded":"2024-09-19T14:20:22.771850+0000","last_fullsized":"2024-09-19T14:20:22.771850+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:44:08.719916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.14","version":"268'130","reported_seq":615,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:50.438216+0000","last_change":"2024-09-19T13:37:53.040027+0000","last_active":"2024-09-19T14:23:50.438216+0000","last_peered":"2024-09-19T14:23:50.438216+0000","last_clean":"2024-09-19T14:23:50.438216+0000","last_became_active":"2024-09-19T13:37:53.036777+0000","last_became_peered":"2024-09-19T13:37:53.036777+0000","last_unstale":"2024-09-19T14:23:50.438216+0000","last_undegraded":"2024-09-19T14:23:50.438216+0000","last_fullsized":"2024-09-19T14:23:50.438216+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:35:52.554803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":429,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":127,"num_read_kb":127,"num_write":301,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.27","version":"268'169","reported_seq":823,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:47.574090+0000","last_change":"2024-09-19T13:37:44.985856+0000","last_active":"2024-09-19T14:21:47.574090+0000","last_peered":"2024-09-19T14:21:47.574090+0000","last_clean":"2024-09-19T14:21:47.574090+0000","last_became_active":"2024-09-19T13:37:44.985102+0000","last_became_peered":"2024-09-19T13:37:44.985102+0000","last_unstale":"2024-09-19T14:21:47.574090+0000","last_undegraded":"2024-09-19T14:21:47.574090+0000","last_fullsized":"2024-09-19T14:21:47.574090+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:39:11.743813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":790,"num_read_kb":663,"num_write":256,"num_write_kb":120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.20","version":"268'339","reported_seq":982,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.794791+0000","last_change":"2024-09-19T13:37:42.985729+0000","last_active":"2024-09-19T14:23:59.794791+0000","last_peered":"2024-09-19T14:23:59.794791+0000","last_clean":"2024-09-19T14:23:59.794791+0000","last_became_active":"2024-09-19T13:37:42.984898+0000","last_became_peered":"2024-09-19T13:37:42.984898+0000","last_unstale":"2024-09-19T14:23:59.794791+0000","last_undegraded":"2024-09-19T14:23:59.794791+0000","last_fullsized":"2024-09-19T14:23:59.794791+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":300,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:38:16.428051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1159675,"num_objects":18,"num_object_clones":0,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":614,"num_read_kb":9952,"num_write":1092,"num_write_kb":33433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,3],"acting":[2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.26","version":"268'141","reported_seq":720,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:18.683753+0000","last_change":"2024-09-19T13:37:44.994668+0000","last_active":"2024-09-19T14:21:18.683753+0000","last_peered":"2024-09-19T14:21:18.683753+0000","last_clean":"2024-09-19T14:21:18.683753+0000","last_became_active":"2024-09-19T13:37:44.993913+0000","last_became_peered":"2024-09-19T13:37:44.993913+0000","last_unstale":"2024-09-19T14:21:18.683753+0000","last_undegraded":"2024-09-19T14:21:18.683753+0000","last_fullsized":"2024-09-19T14:21:18.683753+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:27:57.529897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":555,"num_read_kb":457,"num_write":192,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.21","version":"268'270","reported_seq":948,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:27.796297+0000","last_change":"2024-09-19T13:37:43.008395+0000","last_active":"2024-09-19T14:21:27.796297+0000","last_peered":"2024-09-19T14:21:27.796297+0000","last_clean":"2024-09-19T14:21:27.796297+0000","last_became_active":"2024-09-19T13:37:43.007424+0000","last_became_peered":"2024-09-19T13:37:43.007424+0000","last_unstale":"2024-09-19T14:21:27.796297+0000","last_undegraded":"2024-09-19T14:21:27.796297+0000","last_fullsized":"2024-09-19T14:21:27.796297+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:14:37.516789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4222417,"num_objects":66,"num_object_clones":0,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":639,"num_read_kb":25363,"num_write":973,"num_write_kb":11390,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.25","version":"268'210","reported_seq":826,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:06.850147+0000","last_change":"2024-09-19T13:37:44.981221+0000","last_active":"2024-09-19T14:22:06.850147+0000","last_peered":"2024-09-19T14:22:06.850147+0000","last_clean":"2024-09-19T14:22:06.850147+0000","last_became_active":"2024-09-19T13:37:44.980576+0000","last_became_peered":"2024-09-19T13:37:44.980576+0000","last_unstale":"2024-09-19T14:22:06.850147+0000","last_undegraded":"2024-09-19T14:22:06.850147+0000","last_fullsized":"2024-09-19T14:22:06.850147+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":100,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:33:19.471967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":939,"num_read_kb":781,"num_write":318,"num_write_kb":157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.22","version":"268'273","reported_seq":871,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.530024+0000","last_change":"2024-09-19T13:37:43.011461+0000","last_active":"2024-09-19T14:23:59.530024+0000","last_peered":"2024-09-19T14:23:59.530024+0000","last_clean":"2024-09-19T14:23:59.530024+0000","last_became_active":"2024-09-19T13:37:43.011053+0000","last_became_peered":"2024-09-19T13:37:43.011053+0000","last_unstale":"2024-09-19T14:23:59.530024+0000","last_undegraded":"2024-09-19T14:23:59.530024+0000","last_fullsized":"2024-09-19T14:23:59.530024+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":200,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:01:54.790730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1525831,"num_objects":17,"num_object_clones":0,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":446,"num_read_kb":503,"num_write":889,"num_write_kb":31798,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.24","version":"268'357","reported_seq":1028,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:07.785521+0000","last_change":"2024-09-19T13:37:45.005754+0000","last_active":"2024-09-19T14:21:07.785521+0000","last_peered":"2024-09-19T14:21:07.785521+0000","last_clean":"2024-09-19T14:21:07.785521+0000","last_became_active":"2024-09-19T13:37:45.004832+0000","last_became_peered":"2024-09-19T13:37:45.004832+0000","last_unstale":"2024-09-19T14:21:07.785521+0000","last_undegraded":"2024-09-19T14:21:07.785521+0000","last_fullsized":"2024-09-19T14:21:07.785521+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:08:56.947354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1607,"num_read_kb":1314,"num_write":585,"num_write_kb":331,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"268'328","reported_seq":1006,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:41.218400+0000","last_change":"2024-09-19T13:37:43.013775+0000","last_active":"2024-09-19T14:23:41.218400+0000","last_peered":"2024-09-19T14:23:41.218400+0000","last_clean":"2024-09-19T14:23:41.218400+0000","last_became_active":"2024-09-19T13:37:43.004560+0000","last_became_peered":"2024-09-19T13:37:43.004560+0000","last_unstale":"2024-09-19T14:23:41.218400+0000","last_undegraded":"2024-09-19T14:23:41.218400+0000","last_fullsized":"2024-09-19T14:23:41.218400+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:49:12.178409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5867539,"num_objects":84,"num_object_clones":0,"num_object_copies":252,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":84,"num_whiteouts":0,"num_read":579,"num_read_kb":23653,"num_write":1117,"num_write_kb":42503,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,0],"acting":[5,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.23","version":"268'4177","reported_seq":4797,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:42.793880+0000","last_change":"2024-09-19T13:37:45.012377+0000","last_active":"2024-09-19T14:21:42.793880+0000","last_peered":"2024-09-19T14:21:42.793880+0000","last_clean":"2024-09-19T14:21:42.793880+0000","last_became_active":"2024-09-19T13:37:45.007233+0000","last_became_peered":"2024-09-19T13:37:45.007233+0000","last_unstale":"2024-09-19T14:21:42.793880+0000","last_undegraded":"2024-09-19T14:21:42.793880+0000","last_fullsized":"2024-09-19T14:21:42.793880+0000","mapping_epoch":27,"log_start":"268'4100","ondisk_log_start":"268'4100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":3000,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:41:50.389035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16795,"num_read_kb":14077,"num_write":6279,"num_write_kb":3125,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.24","version":"268'413","reported_seq":1107,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:42.549575+0000","last_change":"2024-09-19T13:37:43.000119+0000","last_active":"2024-09-19T14:21:42.549575+0000","last_peered":"2024-09-19T14:21:42.549575+0000","last_clean":"2024-09-19T14:21:42.549575+0000","last_became_active":"2024-09-19T13:37:42.999128+0000","last_became_peered":"2024-09-19T13:37:42.999128+0000","last_unstale":"2024-09-19T14:21:42.549575+0000","last_undegraded":"2024-09-19T14:21:42.549575+0000","last_fullsized":"2024-09-19T14:21:42.549575+0000","mapping_epoch":25,"log_start":"268'400","ondisk_log_start":"268'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":400,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:40:32.421990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6732439,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":967,"num_read_kb":32624,"num_write":1289,"num_write_kb":20581,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.22","version":"268'279","reported_seq":891,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:14.525358+0000","last_change":"2024-09-19T13:37:44.989680+0000","last_active":"2024-09-19T14:22:14.525358+0000","last_peered":"2024-09-19T14:22:14.525358+0000","last_clean":"2024-09-19T14:22:14.525358+0000","last_became_active":"2024-09-19T13:37:44.989245+0000","last_became_peered":"2024-09-19T13:37:44.989245+0000","last_unstale":"2024-09-19T14:22:14.525358+0000","last_undegraded":"2024-09-19T14:22:14.525358+0000","last_fullsized":"2024-09-19T14:22:14.525358+0000","mapping_epoch":27,"log_start":"265'200","ondisk_log_start":"265'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":200,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:20:05.352535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1580,"num_read_kb":1426,"num_write":497,"num_write_kb":241,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.25","version":"268'313","reported_seq":985,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:28.002131+0000","last_change":"2024-09-19T13:37:43.007903+0000","last_active":"2024-09-19T14:22:28.002131+0000","last_peered":"2024-09-19T14:22:28.002131+0000","last_clean":"2024-09-19T14:22:28.002131+0000","last_became_active":"2024-09-19T13:37:43.007262+0000","last_became_peered":"2024-09-19T13:37:43.007262+0000","last_unstale":"2024-09-19T14:22:28.002131+0000","last_undegraded":"2024-09-19T14:22:28.002131+0000","last_fullsized":"2024-09-19T14:22:28.002131+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":300,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:57:50.709217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15149306,"num_objects":74,"num_object_clones":0,"num_object_copies":222,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":74,"num_whiteouts":0,"num_read":547,"num_read_kb":54839,"num_write":1099,"num_write_kb":58708,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.21","version":"268'124","reported_seq":704,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:32.793355+0000","last_change":"2024-09-19T13:37:45.007638+0000","last_active":"2024-09-19T14:21:32.793355+0000","last_peered":"2024-09-19T14:21:32.793355+0000","last_clean":"2024-09-19T14:21:32.793355+0000","last_became_active":"2024-09-19T13:37:45.006951+0000","last_became_peered":"2024-09-19T13:37:45.006951+0000","last_unstale":"2024-09-19T14:21:32.793355+0000","last_undegraded":"2024-09-19T14:21:32.793355+0000","last_fullsized":"2024-09-19T14:21:32.793355+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:28:04.679049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":551,"num_read_kb":463,"num_write":186,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.26","version":"268'330","reported_seq":1000,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.803556+0000","last_change":"2024-09-19T13:37:42.985951+0000","last_active":"2024-09-19T14:23:59.803556+0000","last_peered":"2024-09-19T14:23:59.803556+0000","last_clean":"2024-09-19T14:23:59.803556+0000","last_became_active":"2024-09-19T13:37:42.984840+0000","last_became_peered":"2024-09-19T13:37:42.984840+0000","last_unstale":"2024-09-19T14:23:59.803556+0000","last_undegraded":"2024-09-19T14:23:59.803556+0000","last_fullsized":"2024-09-19T14:23:59.803556+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:49:33.615034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2605916,"num_objects":16,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":601,"num_read_kb":27690,"num_write":1139,"num_write_kb":30797,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.20","version":"268'148","reported_seq":776,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:05.974724+0000","last_change":"2024-09-19T13:37:45.000223+0000","last_active":"2024-09-19T14:22:05.974724+0000","last_peered":"2024-09-19T14:22:05.974724+0000","last_clean":"2024-09-19T14:22:05.974724+0000","last_became_active":"2024-09-19T13:37:44.999992+0000","last_became_peered":"2024-09-19T13:37:44.999992+0000","last_unstale":"2024-09-19T14:22:05.974724+0000","last_undegraded":"2024-09-19T14:22:05.974724+0000","last_fullsized":"2024-09-19T14:22:05.974724+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:59:03.756700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":651,"num_read_kb":543,"num_write":211,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.27","version":"268'280","reported_seq":896,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:18.311730+0000","last_change":"2024-09-19T13:37:43.017563+0000","last_active":"2024-09-19T14:21:18.311730+0000","last_peered":"2024-09-19T14:21:18.311730+0000","last_clean":"2024-09-19T14:21:18.311730+0000","last_became_active":"2024-09-19T13:37:43.016866+0000","last_became_peered":"2024-09-19T13:37:43.016866+0000","last_unstale":"2024-09-19T14:21:18.311730+0000","last_undegraded":"2024-09-19T14:21:18.311730+0000","last_fullsized":"2024-09-19T14:21:18.311730+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":200,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:50:16.887555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9609789,"num_objects":53,"num_object_clones":0,"num_object_copies":159,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":53,"num_whiteouts":0,"num_read":465,"num_read_kb":9008,"num_write":1090,"num_write_kb":38647,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2f","version":"268'167","reported_seq":783,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:16.319569+0000","last_change":"2024-09-19T13:37:44.981272+0000","last_active":"2024-09-19T14:21:16.319569+0000","last_peered":"2024-09-19T14:21:16.319569+0000","last_clean":"2024-09-19T14:21:16.319569+0000","last_became_active":"2024-09-19T13:37:44.980467+0000","last_became_peered":"2024-09-19T13:37:44.980467+0000","last_unstale":"2024-09-19T14:21:16.319569+0000","last_undegraded":"2024-09-19T14:21:16.319569+0000","last_fullsized":"2024-09-19T14:21:16.319569+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:46:24.339410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":738,"num_read_kb":611,"num_write":237,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.28","version":"268'320","reported_seq":960,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.467749+0000","last_change":"2024-09-19T13:37:43.021782+0000","last_active":"2024-09-19T14:23:59.467749+0000","last_peered":"2024-09-19T14:23:59.467749+0000","last_clean":"2024-09-19T14:23:59.467749+0000","last_became_active":"2024-09-19T13:37:43.021272+0000","last_became_peered":"2024-09-19T13:37:43.021272+0000","last_unstale":"2024-09-19T14:23:59.467749+0000","last_undegraded":"2024-09-19T14:23:59.467749+0000","last_fullsized":"2024-09-19T14:23:59.467749+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:42:23.497482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":17,"num_object_clones":0,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":647,"num_read_kb":1741,"num_write":1116,"num_write_kb":41906,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2e","version":"268'202","reported_seq":808,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:48.290045+0000","last_change":"2024-09-19T13:37:44.969801+0000","last_active":"2024-09-19T14:20:48.290045+0000","last_peered":"2024-09-19T14:20:48.290045+0000","last_clean":"2024-09-19T14:20:48.290045+0000","last_became_active":"2024-09-19T13:37:44.969331+0000","last_became_peered":"2024-09-19T13:37:44.969331+0000","last_unstale":"2024-09-19T14:20:48.290045+0000","last_undegraded":"2024-09-19T14:20:48.290045+0000","last_fullsized":"2024-09-19T14:20:48.290045+0000","mapping_epoch":27,"log_start":"265'100","ondisk_log_start":"265'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":100,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:45:06.577761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":890,"num_read_kb":720,"num_write":326,"num_write_kb":154,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.29","version":"268'350","reported_seq":1111,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:27.511987+0000","last_change":"2024-09-19T13:37:43.011113+0000","last_active":"2024-09-19T14:22:27.511987+0000","last_peered":"2024-09-19T14:22:27.511987+0000","last_clean":"2024-09-19T14:22:27.511987+0000","last_became_active":"2024-09-19T13:37:43.000945+0000","last_became_peered":"2024-09-19T13:37:43.000945+0000","last_unstale":"2024-09-19T14:22:27.511987+0000","last_undegraded":"2024-09-19T14:22:27.511987+0000","last_fullsized":"2024-09-19T14:22:27.511987+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:23:54.612927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6967828,"num_objects":70,"num_object_clones":0,"num_object_copies":210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":1036,"num_read_kb":15691,"num_write":1218,"num_write_kb":26896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,0],"acting":[5,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2d","version":"268'244","reported_seq":918,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:42.779449+0000","last_change":"2024-09-19T13:37:45.010427+0000","last_active":"2024-09-19T14:20:42.779449+0000","last_peered":"2024-09-19T14:20:42.779449+0000","last_clean":"2024-09-19T14:20:42.779449+0000","last_became_active":"2024-09-19T13:37:45.000753+0000","last_became_peered":"2024-09-19T13:37:45.000753+0000","last_unstale":"2024-09-19T14:20:42.779449+0000","last_undegraded":"2024-09-19T14:20:42.779449+0000","last_fullsized":"2024-09-19T14:20:42.779449+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:10:33.875218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1120,"num_read_kb":924,"num_write":371,"num_write_kb":169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2a","version":"268'351","reported_seq":994,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.741898+0000","last_change":"2024-09-19T13:37:42.981532+0000","last_active":"2024-09-19T14:23:59.741898+0000","last_peered":"2024-09-19T14:23:59.741898+0000","last_clean":"2024-09-19T14:23:59.741898+0000","last_became_active":"2024-09-19T13:37:42.981052+0000","last_became_peered":"2024-09-19T13:37:42.981052+0000","last_unstale":"2024-09-19T14:23:59.741898+0000","last_undegraded":"2024-09-19T14:23:59.741898+0000","last_fullsized":"2024-09-19T14:23:59.741898+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:32:51.103064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":153,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":636,"num_read_kb":992,"num_write":1176,"num_write_kb":30048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2c","version":"268'233","reported_seq":836,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:31.685873+0000","last_change":"2024-09-19T13:37:44.992935+0000","last_active":"2024-09-19T14:22:31.685873+0000","last_peered":"2024-09-19T14:22:31.685873+0000","last_clean":"2024-09-19T14:22:31.685873+0000","last_became_active":"2024-09-19T13:37:44.992478+0000","last_became_peered":"2024-09-19T13:37:44.992478+0000","last_unstale":"2024-09-19T14:22:31.685873+0000","last_undegraded":"2024-09-19T14:22:31.685873+0000","last_fullsized":"2024-09-19T14:22:31.685873+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":200,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:16:19.940839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1044,"num_read_kb":843,"num_write":399,"num_write_kb":189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"268'267","reported_seq":1105,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:27.772847+0000","last_change":"2024-09-19T13:37:42.991075+0000","last_active":"2024-09-19T14:20:27.772847+0000","last_peered":"2024-09-19T14:20:27.772847+0000","last_clean":"2024-09-19T14:20:27.772847+0000","last_became_active":"2024-09-19T13:37:42.990469+0000","last_became_peered":"2024-09-19T13:37:42.990469+0000","last_unstale":"2024-09-19T14:20:27.772847+0000","last_undegraded":"2024-09-19T14:20:27.772847+0000","last_fullsized":"2024-09-19T14:20:27.772847+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":200,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:51:11.229587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1100643,"num_objects":69,"num_object_clones":0,"num_object_copies":207,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":1117,"num_read_kb":4770,"num_write":938,"num_write_kb":24975,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2b","version":"268'130","reported_seq":791,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:13.095477+0000","last_change":"2024-09-19T13:37:45.011879+0000","last_active":"2024-09-19T14:22:13.095477+0000","last_peered":"2024-09-19T14:22:13.095477+0000","last_clean":"2024-09-19T14:22:13.095477+0000","last_became_active":"2024-09-19T13:37:45.011557+0000","last_became_peered":"2024-09-19T13:37:45.011557+0000","last_unstale":"2024-09-19T14:22:13.095477+0000","last_undegraded":"2024-09-19T14:22:13.095477+0000","last_fullsized":"2024-09-19T14:22:13.095477+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:08:42.984940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":664,"num_read_kb":574,"num_write":185,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2c","version":"268'275","reported_seq":919,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.722890+0000","last_change":"2024-09-19T13:37:42.989106+0000","last_active":"2024-09-19T14:23:59.722890+0000","last_peered":"2024-09-19T14:23:59.722890+0000","last_clean":"2024-09-19T14:23:59.722890+0000","last_became_active":"2024-09-19T13:37:42.988011+0000","last_became_peered":"2024-09-19T13:37:42.988011+0000","last_unstale":"2024-09-19T14:23:59.722890+0000","last_undegraded":"2024-09-19T14:23:59.722890+0000","last_fullsized":"2024-09-19T14:23:59.722890+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":200,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:55:38.807118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048853,"num_objects":18,"num_object_clones":0,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":572,"num_read_kb":16833,"num_write":876,"num_write_kb":37493,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,6],"acting":[0,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2a","version":"268'244","reported_seq":893,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:10.909945+0000","last_change":"2024-09-19T13:37:44.985886+0000","last_active":"2024-09-19T14:21:10.909945+0000","last_peered":"2024-09-19T14:21:10.909945+0000","last_clean":"2024-09-19T14:21:10.909945+0000","last_became_active":"2024-09-19T13:37:44.985158+0000","last_became_peered":"2024-09-19T13:37:44.985158+0000","last_unstale":"2024-09-19T14:21:10.909945+0000","last_undegraded":"2024-09-19T14:21:10.909945+0000","last_fullsized":"2024-09-19T14:21:10.909945+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:24:30.242726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1107,"num_read_kb":928,"num_write":391,"num_write_kb":224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2d","version":"268'314","reported_seq":1069,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.534162+0000","last_change":"2024-09-19T13:37:42.994721+0000","last_active":"2024-09-19T14:23:59.534162+0000","last_peered":"2024-09-19T14:23:59.534162+0000","last_clean":"2024-09-19T14:23:59.534162+0000","last_became_active":"2024-09-19T13:37:42.994369+0000","last_became_peered":"2024-09-19T13:37:42.994369+0000","last_unstale":"2024-09-19T14:23:59.534162+0000","last_undegraded":"2024-09-19T14:23:59.534162+0000","last_fullsized":"2024-09-19T14:23:59.534162+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:52:01.132245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1383272,"num_objects":17,"num_object_clones":0,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":1056,"num_read_kb":29521,"num_write":956,"num_write_kb":25575,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.29","version":"268'334","reported_seq":929,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:01.983480+0000","last_change":"2024-09-19T13:37:45.014941+0000","last_active":"2024-09-19T14:22:01.983480+0000","last_peered":"2024-09-19T14:22:01.983480+0000","last_clean":"2024-09-19T14:22:01.983480+0000","last_became_active":"2024-09-19T13:37:45.014220+0000","last_became_peered":"2024-09-19T13:37:45.014220+0000","last_unstale":"2024-09-19T14:22:01.983480+0000","last_undegraded":"2024-09-19T14:22:01.983480+0000","last_fullsized":"2024-09-19T14:22:01.983480+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:27:48.772079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1616,"num_read_kb":1427,"num_write":540,"num_write_kb":278,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2e","version":"268'282","reported_seq":927,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:48.805972+0000","last_change":"2024-09-19T13:37:43.008362+0000","last_active":"2024-09-19T14:21:48.805972+0000","last_peered":"2024-09-19T14:21:48.805972+0000","last_clean":"2024-09-19T14:21:48.805972+0000","last_became_active":"2024-09-19T13:37:43.007440+0000","last_became_peered":"2024-09-19T13:37:43.007440+0000","last_unstale":"2024-09-19T14:21:48.805972+0000","last_undegraded":"2024-09-19T14:21:48.805972+0000","last_fullsized":"2024-09-19T14:21:48.805972+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":200,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:09:18.299154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5360235,"num_objects":52,"num_object_clones":0,"num_object_copies":156,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":52,"num_whiteouts":0,"num_read":619,"num_read_kb":17036,"num_write":1150,"num_write_kb":45339,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.28","version":"268'126","reported_seq":731,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:14.787197+0000","last_change":"2024-09-19T13:37:45.005472+0000","last_active":"2024-09-19T14:21:14.787197+0000","last_peered":"2024-09-19T14:21:14.787197+0000","last_clean":"2024-09-19T14:21:14.787197+0000","last_became_active":"2024-09-19T13:37:45.005159+0000","last_became_peered":"2024-09-19T13:37:45.005159+0000","last_unstale":"2024-09-19T14:21:14.787197+0000","last_undegraded":"2024-09-19T14:21:14.787197+0000","last_fullsized":"2024-09-19T14:21:14.787197+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:08:28.485894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":569,"num_read_kb":474,"num_write":196,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"268'381","reported_seq":1084,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.530852+0000","last_change":"2024-09-19T13:37:43.016150+0000","last_active":"2024-09-19T14:23:59.530852+0000","last_peered":"2024-09-19T14:23:59.530852+0000","last_clean":"2024-09-19T14:23:59.530852+0000","last_became_active":"2024-09-19T13:37:43.015711+0000","last_became_peered":"2024-09-19T13:37:43.015711+0000","last_unstale":"2024-09-19T14:23:59.530852+0000","last_undegraded":"2024-09-19T14:23:59.530852+0000","last_fullsized":"2024-09-19T14:23:59.530852+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":300,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:09:58.911603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":877,"num_read_kb":30929,"num_write":1296,"num_write_kb":33065,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.30","version":"268'330","reported_seq":985,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.597141+0000","last_change":"2024-09-19T13:37:42.988079+0000","last_active":"2024-09-19T14:23:59.597141+0000","last_peered":"2024-09-19T14:23:59.597141+0000","last_clean":"2024-09-19T14:23:59.597141+0000","last_became_active":"2024-09-19T13:37:42.987700+0000","last_became_peered":"2024-09-19T13:37:42.987700+0000","last_unstale":"2024-09-19T14:23:59.597141+0000","last_undegraded":"2024-09-19T14:23:59.597141+0000","last_fullsized":"2024-09-19T14:23:59.597141+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:19:20.569188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139110,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":594,"num_read_kb":11104,"num_write":1183,"num_write_kb":39461,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.37","version":"268'165","reported_seq":800,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:22.785297+0000","last_change":"2024-09-19T13:37:45.017618+0000","last_active":"2024-09-19T14:21:22.785297+0000","last_peered":"2024-09-19T14:21:22.785297+0000","last_clean":"2024-09-19T14:21:22.785297+0000","last_became_active":"2024-09-19T13:37:45.016954+0000","last_became_peered":"2024-09-19T13:37:45.016954+0000","last_unstale":"2024-09-19T14:21:22.785297+0000","last_undegraded":"2024-09-19T14:21:22.785297+0000","last_fullsized":"2024-09-19T14:21:22.785297+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":100,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:37:28.403774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":802,"num_read_kb":669,"num_write":261,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.31","version":"268'395","reported_seq":1098,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:20.061782+0000","last_change":"2024-09-19T13:37:43.003991+0000","last_active":"2024-09-19T14:21:20.061782+0000","last_peered":"2024-09-19T14:21:20.061782+0000","last_clean":"2024-09-19T14:21:20.061782+0000","last_became_active":"2024-09-19T13:37:43.003367+0000","last_became_peered":"2024-09-19T13:37:43.003367+0000","last_unstale":"2024-09-19T14:21:20.061782+0000","last_undegraded":"2024-09-19T14:21:20.061782+0000","last_fullsized":"2024-09-19T14:21:20.061782+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":300,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:39:50.198699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4464256,"num_objects":83,"num_object_clones":0,"num_object_copies":249,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":83,"num_whiteouts":0,"num_read":870,"num_read_kb":15349,"num_write":1358,"num_write_kb":30290,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.36","version":"268'77","reported_seq":648,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:43.141720+0000","last_change":"2024-09-19T13:37:45.001313+0000","last_active":"2024-09-19T14:21:43.141720+0000","last_peered":"2024-09-19T14:21:43.141720+0000","last_clean":"2024-09-19T14:21:43.141720+0000","last_became_active":"2024-09-19T13:37:45.000870+0000","last_became_peered":"2024-09-19T13:37:45.000870+0000","last_unstale":"2024-09-19T14:21:43.141720+0000","last_undegraded":"2024-09-19T14:21:43.141720+0000","last_fullsized":"2024-09-19T14:21:43.141720+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":0,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:36:43.177586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":327,"num_read_kb":275,"num_write":113,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9358,"num_read_kb":6674,"num_write":2815,"num_write_kb":860,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1051,"ondisk_log_size":1051,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":14831,"num_objects":87,"num_object_clones":0,"num_object_copies":174,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":87,"num_whiteouts":0,"num_read":16365,"num_read_kb":16043,"num_write":17025,"num_write_kb":4968,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":557056,"data_stored":29662,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1576,"ondisk_log_size":1576,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":515,"ondisk_log_size":515,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1836900,"num_objects":199,"num_object_clones":0,"num_object_copies":398,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":199,"num_whiteouts":0,"num_read":17235,"num_read_kb":34432,"num_write":14587,"num_write_kb":11721,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":22,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2203648,"data_stored":1770995,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2042,"ondisk_log_size":2042,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2396,"num_read_kb":2855,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":13,"num_object_clones":0,"num_object_copies":26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":103358,"num_read_kb":86446,"num_write":37181,"num_write_kb":18689,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3847,"ondisk_log_size":3847,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":329882428,"num_objects":2715,"num_object_clones":0,"num_object_copies":8145,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2715,"num_whiteouts":0,"num_read":41799,"num_read_kb":1863327,"num_write":69596,"num_write_kb":2152655,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":548876288,"data_stored":548876288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3905,"ondisk_log_size":3905,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":31053428,"num_objects":13,"num_object_clones":0,"num_object_copies":26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":157,"num_read_kb":189561,"num_write":173,"num_write_kb":126453,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":83083264,"data_stored":83078376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":113,"ondisk_log_size":113,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":42051823,"num_objects":16,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":153,"num_read_kb":193027,"num_write":170,"num_write_kb":126453,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102518784,"data_stored":102513801,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":110,"ondisk_log_size":110,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":15,"seq":64424510003,"num_pgs":124,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":278720,"kb_used_data":54432,"kb_used_omap":1,"kb_used_meta":224126,"kb_avail":94093120,"statfs":{"total":96636764160,"available":96351354880,"internally_reserved":0,"allocated":55738368,"data_stored":53706546,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":229505479},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510006,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":157664,"kb_used_data":32072,"kb_used_omap":1,"kb_used_meta":125566,"kb_avail":94214176,"statfs":{"total":96636764160,"available":96475316224,"internally_reserved":0,"allocated":32841728,"data_stored":30819956,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":128580037},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510004,"num_pgs":92,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":344992,"kb_used_data":66476,"kb_used_omap":1,"kb_used_meta":278270,"kb_avail":94026848,"statfs":{"total":96636764160,"available":96283492352,"internally_reserved":0,"allocated":68071424,"data_stored":66043506,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":284948933},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424510007,"num_pgs":97,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":177548,"kb_used_data":79696,"kb_used_omap":1,"kb_used_meta":97790,"kb_avail":94194292,"statfs":{"total":96636764160,"available":96454955008,"internally_reserved":0,"allocated":81608704,"data_stored":79570388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":100137413},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542709,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":379268,"kb_used_data":181556,"kb_used_omap":1,"kb_used_meta":197694,"kb_avail":93992572,"statfs":{"total":96636764160,"available":96248393728,"internally_reserved":0,"allocated":185913344,"data_stored":183868110,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":202439115},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542708,"num_pgs":103,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":247596,"kb_used_data":162332,"kb_used_omap":1,"kb_used_meta":85246,"kb_avail":94124244,"statfs":{"total":96636764160,"available":96383225856,"internally_reserved":0,"allocated":166227968,"data_stored":164142760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":87292358},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542709,"num_pgs":115,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":375132,"kb_used_data":137100,"kb_used_omap":1,"kb_used_meta":238014,"kb_avail":93996708,"statfs":{"total":96636764160,"available":96252628992,"internally_reserved":0,"allocated":140390400,"data_stored":138320502,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":243726789},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542707,"num_pgs":121,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":349764,"kb_used_data":156212,"kb_used_omap":1,"kb_used_meta":193534,"kb_avail":94022076,"statfs":{"total":96636764160,"available":96278605824,"internally_reserved":0,"allocated":159961088,"data_stored":157902898,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":198179269},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":34340864,"data_stored":34340864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":21716992,"data_stored":21716992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":17944576,"data_stored":17944576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":27230208,"data_stored":27230208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":121647104,"data_stored":121647104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":88817664,"data_stored":88817664,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":107364352,"data_stored":107364352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":129814528,"data_stored":129814528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":138,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1655,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":44885,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":196608,"data_stored":134047,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":172032,"data_stored":136659,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":471040,"data_stored":398832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":475136,"data_stored":402446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":421888,"data_stored":353614,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":360448,"data_stored":300182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":2554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1419,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":2787,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4202,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3809,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":6002,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4157,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":60361,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":15777792,"data_stored":15777062,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":24702976,"data_stored":24701611,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":34652160,"data_stored":34651430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":27324416,"data_stored":27323337,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":17825792,"data_stored":17825792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":21557248,"data_stored":21555883,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":19521536,"data_stored":19519092,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24178688,"data_stored":24177609,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T14:24:02.255 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T14:24:02.586 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:24:02.586 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":268,"fsid":"55839c55-63bc-4f4c-a5ac-f3c05879b937","created":"2024-09-19T13:37:05.481940+0000","modified":"2024-09-19T14:06:27.847577+0000","last_up_change":"2024-09-19T13:37:18.810665+0000","last_in_change":"2024-09-19T13:37:07.813611+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":16,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":68,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T13:37:18.566317+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-19T13:37:23.800551+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":21,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4.9800000190734863,"score_stable":4.9800000190734863,"optimal_score":0.87999999523162842,"raw_score_acting":4.380000114440918,"raw_score_stable":4.380000114440918,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"default.rgw.buckets.data","create_time":"2024-09-19T13:37:40.949816+0000","flags":1,"flags_names":"hashpspool","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"client.0","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}}},{"pool":4,"pool_name":"default.rgw.buckets.index","create_time":"2024-09-19T13:37:43.319503+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"29","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.1299999952316284,"score_stable":1.1299999952316284,"optimal_score":1,"raw_score_acting":1.1299999952316284,"raw_score_stable":1.1299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":".rgw.root","create_time":"2024-09-19T13:37:45.074497+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"default.rgw.log","create_time":"2024-09-19T13:37:47.094256+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"default.rgw.control","create_time":"2024-09-19T13:37:49.031682+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"35","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"default.rgw.meta","create_time":"2024-09-19T13:37:51.162562+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":65,"pool_name":"default.rgw.buckets.non-ec","create_time":"2024-09-19T13:53:11.208436+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"259","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":66,"pool_name":"default.rgw.buckets.data.frozen","create_time":"2024-09-19T13:55:05.665380+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"262","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":67,"pool_name":"default.rgw.buckets.data.lukewarm","create_time":"2024-09-19T13:55:07.908940+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"265","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":68,"pool_name":"default.rgw.otp","create_time":"2024-09-19T14:06:25.715634+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"268","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"59d11971-f9cc-47ba-a868-59ce012b1c67","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":266,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":1955203158},{"type":"v1","addr":"172.21.15.31:6817","nonce":1955203158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":1955203158},{"type":"v1","addr":"172.21.15.31:6819","nonce":1955203158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":1955203158},{"type":"v1","addr":"172.21.15.31:6823","nonce":1955203158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":1955203158},{"type":"v1","addr":"172.21.15.31:6821","nonce":1955203158}]},"public_addr":"172.21.15.31:6817/1955203158","cluster_addr":"172.21.15.31:6819/1955203158","heartbeat_back_addr":"172.21.15.31:6823/1955203158","heartbeat_front_addr":"172.21.15.31:6821/1955203158","state":["exists","up"]},{"osd":1,"uuid":"c4707dc5-5d53-4bc7-85ab-4d70b7a88281","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":266,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":3325082646},{"type":"v1","addr":"172.21.15.31:6804","nonce":3325082646}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":3325082646},{"type":"v1","addr":"172.21.15.31:6809","nonce":3325082646}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":3325082646},{"type":"v1","addr":"172.21.15.31:6815","nonce":3325082646}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6811","nonce":3325082646},{"type":"v1","addr":"172.21.15.31:6813","nonce":3325082646}]},"public_addr":"172.21.15.31:6804/3325082646","cluster_addr":"172.21.15.31:6809/3325082646","heartbeat_back_addr":"172.21.15.31:6815/3325082646","heartbeat_front_addr":"172.21.15.31:6813/3325082646","state":["exists","up"]},{"osd":2,"uuid":"90126038-6bbf-4cd3-92c8-25416e3995d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":266,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":3691275597},{"type":"v1","addr":"172.21.15.31:6825","nonce":3691275597}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":3691275597},{"type":"v1","addr":"172.21.15.31:6827","nonce":3691275597}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":3691275597},{"type":"v1","addr":"172.21.15.31:6831","nonce":3691275597}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":3691275597},{"type":"v1","addr":"172.21.15.31:6829","nonce":3691275597}]},"public_addr":"172.21.15.31:6825/3691275597","cluster_addr":"172.21.15.31:6827/3691275597","heartbeat_back_addr":"172.21.15.31:6831/3691275597","heartbeat_front_addr":"172.21.15.31:6829/3691275597","state":["exists","up"]},{"osd":3,"uuid":"bfe8c109-c8fb-4c70-ba55-961c2ba0b41f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":266,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":190078487},{"type":"v1","addr":"172.21.15.31:6801","nonce":190078487}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6803","nonce":190078487},{"type":"v1","addr":"172.21.15.31:6805","nonce":190078487}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":190078487},{"type":"v1","addr":"172.21.15.31:6812","nonce":190078487}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6807","nonce":190078487},{"type":"v1","addr":"172.21.15.31:6808","nonce":190078487}]},"public_addr":"172.21.15.31:6801/190078487","cluster_addr":"172.21.15.31:6805/190078487","heartbeat_back_addr":"172.21.15.31:6812/190078487","heartbeat_front_addr":"172.21.15.31:6808/190078487","state":["exists","up"]},{"osd":4,"uuid":"4153a2ed-4259-4c36-98e7-ff94068f35b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":266,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":820924953},{"type":"v1","addr":"172.21.15.170:6809","nonce":820924953}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":820924953},{"type":"v1","addr":"172.21.15.170:6811","nonce":820924953}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":820924953},{"type":"v1","addr":"172.21.15.170:6815","nonce":820924953}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":820924953},{"type":"v1","addr":"172.21.15.170:6813","nonce":820924953}]},"public_addr":"172.21.15.170:6809/820924953","cluster_addr":"172.21.15.170:6811/820924953","heartbeat_back_addr":"172.21.15.170:6815/820924953","heartbeat_front_addr":"172.21.15.170:6813/820924953","state":["exists","up"]},{"osd":5,"uuid":"8246d089-0cdf-4c90-8881-fd4a0bc8b6fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":266,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":3705207375},{"type":"v1","addr":"172.21.15.170:6801","nonce":3705207375}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":3705207375},{"type":"v1","addr":"172.21.15.170:6803","nonce":3705207375}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":3705207375},{"type":"v1","addr":"172.21.15.170:6807","nonce":3705207375}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":3705207375},{"type":"v1","addr":"172.21.15.170:6805","nonce":3705207375}]},"public_addr":"172.21.15.170:6801/3705207375","cluster_addr":"172.21.15.170:6803/3705207375","heartbeat_back_addr":"172.21.15.170:6807/3705207375","heartbeat_front_addr":"172.21.15.170:6805/3705207375","state":["exists","up"]},{"osd":6,"uuid":"fecd0ce4-a55a-45c3-b6d2-2ed6baabdee6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":266,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":4002905862},{"type":"v1","addr":"172.21.15.170:6825","nonce":4002905862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6826","nonce":4002905862},{"type":"v1","addr":"172.21.15.170:6827","nonce":4002905862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6830","nonce":4002905862},{"type":"v1","addr":"172.21.15.170:6831","nonce":4002905862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6828","nonce":4002905862},{"type":"v1","addr":"172.21.15.170:6829","nonce":4002905862}]},"public_addr":"172.21.15.170:6825/4002905862","cluster_addr":"172.21.15.170:6827/4002905862","heartbeat_back_addr":"172.21.15.170:6831/4002905862","heartbeat_front_addr":"172.21.15.170:6829/4002905862","state":["exists","up"]},{"osd":7,"uuid":"9bad6d9e-4655-4427-9b0d-47264bdae610","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":266,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":388863582},{"type":"v1","addr":"172.21.15.170:6817","nonce":388863582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6818","nonce":388863582},{"type":"v1","addr":"172.21.15.170:6819","nonce":388863582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6822","nonce":388863582},{"type":"v1","addr":"172.21.15.170:6823","nonce":388863582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":388863582},{"type":"v1","addr":"172.21.15.170:6821","nonce":388863582}]},"public_addr":"172.21.15.170:6817/388863582","cluster_addr":"172.21.15.170:6819/388863582","heartbeat_back_addr":"172.21.15.170:6823/388863582","heartbeat_front_addr":"172.21.15.170:6821/388863582","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T13:37:14.600890+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T13:37:14.634629+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T13:37:14.740684+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T13:37:14.888104+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T13:37:14.065508+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T13:37:13.978441+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T13:37:14.271927+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T13:37:14.233315+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.3","mappings":[{"from":0,"to":6}]},{"pgid":"3.d","mappings":[{"from":3,"to":6}]},{"pgid":"3.15","mappings":[{"from":3,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"client.0":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":26,"snaps":[{"begin":1,"length":2}]},{"pool":31,"snaps":[{"begin":1,"length":2}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T14:24:03.362 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 has been restored 2024-09-19T14:24:03.607 INFO:tasks.ceph:Scrubbing osd.0 2024-09-19T14:24:03.607 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-09-19T14:24:03.774 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-19T14:24:03.774 INFO:teuthology.orchestra.run.smithi031.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T14:24:03.775 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-19T14:24:03.792 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-09-19T14:24:04.099 INFO:teuthology.orchestra.run.smithi031.stderr:instructed osd(s) 0 to deep-scrub 2024-09-19T14:24:04.118 INFO:tasks.ceph:Scrubbing osd.1 2024-09-19T14:24:04.119 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-09-19T14:24:04.275 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-19T14:24:04.275 INFO:teuthology.orchestra.run.smithi031.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T14:24:04.275 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-19T14:24:04.292 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-09-19T14:24:04.599 INFO:teuthology.orchestra.run.smithi031.stderr:instructed osd(s) 1 to deep-scrub 2024-09-19T14:24:04.618 INFO:tasks.ceph:Scrubbing osd.2 2024-09-19T14:24:04.618 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-09-19T14:24:04.773 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-19T14:24:04.774 INFO:teuthology.orchestra.run.smithi031.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T14:24:04.774 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-19T14:24:04.790 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-09-19T14:24:05.094 INFO:teuthology.orchestra.run.smithi031.stderr:instructed osd(s) 2 to deep-scrub 2024-09-19T14:24:05.114 INFO:tasks.ceph:Scrubbing osd.3 2024-09-19T14:24:05.114 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-09-19T14:24:05.258 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-19T14:24:05.258 INFO:teuthology.orchestra.run.smithi031.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T14:24:05.258 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-19T14:24:05.273 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-09-19T14:24:05.564 INFO:teuthology.orchestra.run.smithi031.stderr:instructed osd(s) 3 to deep-scrub 2024-09-19T14:24:05.583 INFO:tasks.ceph:Scrubbing osd.4 2024-09-19T14:24:05.584 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2024-09-19T14:24:05.733 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-19T14:24:05.733 INFO:teuthology.orchestra.run.smithi031.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T14:24:05.734 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-19T14:24:05.749 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2024-09-19T14:24:06.055 INFO:teuthology.orchestra.run.smithi031.stderr:instructed osd(s) 4 to deep-scrub 2024-09-19T14:24:06.074 INFO:tasks.ceph:Scrubbing osd.5 2024-09-19T14:24:06.075 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2024-09-19T14:24:06.222 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-19T14:24:06.222 INFO:teuthology.orchestra.run.smithi031.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T14:24:06.222 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-19T14:24:06.237 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2024-09-19T14:24:06.528 INFO:teuthology.orchestra.run.smithi031.stderr:instructed osd(s) 5 to deep-scrub 2024-09-19T14:24:06.547 INFO:tasks.ceph:Scrubbing osd.6 2024-09-19T14:24:06.547 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2024-09-19T14:24:06.699 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-19T14:24:06.699 INFO:teuthology.orchestra.run.smithi031.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T14:24:06.699 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-19T14:24:06.715 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2024-09-19T14:24:07.010 INFO:teuthology.orchestra.run.smithi031.stderr:instructed osd(s) 6 to deep-scrub 2024-09-19T14:24:07.028 INFO:tasks.ceph:Scrubbing osd.7 2024-09-19T14:24:07.028 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2024-09-19T14:24:07.186 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-19T14:24:07.187 INFO:teuthology.orchestra.run.smithi031.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T14:24:07.187 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-19T14:24:07.202 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2024-09-19T14:24:07.499 INFO:teuthology.orchestra.run.smithi031.stderr:instructed osd(s) 7 to deep-scrub 2024-09-19T14:24:07.518 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T14:24:07.878 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:24:07.890 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-19T14:24:07.899 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":1665,"stamp":"2024-09-19T14:24:06.341568+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":25621458,"num_objects":600,"num_object_clones":0,"num_object_copies":1477,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":600,"num_whiteouts":0,"num_read":193682,"num_read_kb":2395133,"num_write":144322,"num_write_kb":2443498,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":60,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12889,"ondisk_log_size":12889,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1515976,"kb_used_data":70216,"kb_used_omap":12,"kb_used_meta":1444467,"kb_avail":753458744,"statfs":{"total":773094113280,"available":771541753856,"internally_reserved":0,"allocated":71901184,"data_stored":55702794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":1479134769},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-722392389,"num_objects":-4205,"num_object_clones":0,"num_object_copies":-12556,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-4205,"num_whiteouts":0,"num_read":4727,"num_read_kb":4255,"num_write":4463,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.007081"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:29.775999+0000","last_change":"2024-09-19T14:06:26.871499+0000","last_active":"2024-09-19T14:21:29.775999+0000","last_peered":"2024-09-19T14:21:29.775999+0000","last_clean":"2024-09-19T14:21:29.775999+0000","last_became_active":"2024-09-19T14:06:26.869070+0000","last_became_peered":"2024-09-19T14:06:26.869070+0000","last_unstale":"2024-09-19T14:21:29.775999+0000","last_undegraded":"2024-09-19T14:21:29.775999+0000","last_fullsized":"2024-09-19T14:21:29.775999+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:24:11.907289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.1d","version":"268'2","reported_seq":33,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:39.806408+0000","last_change":"2024-09-19T13:55:09.796410+0000","last_active":"2024-09-19T14:22:39.806408+0000","last_peered":"2024-09-19T14:22:39.806408+0000","last_clean":"2024-09-19T14:22:39.806408+0000","last_became_active":"2024-09-19T13:55:09.795630+0000","last_became_peered":"2024-09-19T13:55:09.795630+0000","last_unstale":"2024-09-19T14:22:39.806408+0000","last_undegraded":"2024-09-19T14:22:39.806408+0000","last_fullsized":"2024-09-19T14:22:39.806408+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:11:29.514952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.1c","version":"268'2","reported_seq":40,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:37.812211+0000","last_change":"2024-09-19T13:55:06.742698+0000","last_active":"2024-09-19T14:22:37.812211+0000","last_peered":"2024-09-19T14:22:37.812211+0000","last_clean":"2024-09-19T14:22:37.812211+0000","last_became_active":"2024-09-19T13:55:06.740172+0000","last_became_peered":"2024-09-19T13:55:06.740172+0000","last_unstale":"2024-09-19T14:22:37.812211+0000","last_undegraded":"2024-09-19T14:22:37.812211+0000","last_fullsized":"2024-09-19T14:22:37.812211+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:44:55.136467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.1f","version":"268'30","reported_seq":123,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:17.770682+0000","last_change":"2024-09-19T13:53:12.462545+0000","last_active":"2024-09-19T14:20:17.770682+0000","last_peered":"2024-09-19T14:20:17.770682+0000","last_clean":"2024-09-19T14:20:17.770682+0000","last_became_active":"2024-09-19T13:53:12.461871+0000","last_became_peered":"2024-09-19T13:53:12.461871+0000","last_unstale":"2024-09-19T14:20:17.770682+0000","last_undegraded":"2024-09-19T14:20:17.770682+0000","last_fullsized":"2024-09-19T14:20:17.770682+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:57:06.428783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":223,"num_read_kb":145,"num_write":76,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:27.792338+0000","last_change":"2024-09-19T14:06:26.867132+0000","last_active":"2024-09-19T14:21:27.792338+0000","last_peered":"2024-09-19T14:21:27.792338+0000","last_clean":"2024-09-19T14:21:27.792338+0000","last_became_active":"2024-09-19T14:06:26.866274+0000","last_became_peered":"2024-09-19T14:06:26.866274+0000","last_unstale":"2024-09-19T14:21:27.792338+0000","last_undegraded":"2024-09-19T14:21:27.792338+0000","last_fullsized":"2024-09-19T14:21:27.792338+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:06:13.605365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1c","version":"268'6","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:39.803815+0000","last_change":"2024-09-19T13:55:09.797854+0000","last_active":"2024-09-19T14:22:39.803815+0000","last_peered":"2024-09-19T14:22:39.803815+0000","last_clean":"2024-09-19T14:22:39.803815+0000","last_became_active":"2024-09-19T13:55:09.797136+0000","last_became_peered":"2024-09-19T13:55:09.797136+0000","last_unstale":"2024-09-19T14:22:39.803815+0000","last_undegraded":"2024-09-19T14:22:39.803815+0000","last_fullsized":"2024-09-19T14:22:39.803815+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:37:13.447012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":8192,"num_write":6,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"66.1d","version":"268'4","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.409995+0000","last_change":"2024-09-19T13:55:06.717432+0000","last_active":"2024-09-19T14:23:58.409995+0000","last_peered":"2024-09-19T14:23:58.409995+0000","last_clean":"2024-09-19T14:23:58.409995+0000","last_became_active":"2024-09-19T13:55:06.716724+0000","last_became_peered":"2024-09-19T13:55:06.716724+0000","last_unstale":"2024-09-19T14:23:58.409995+0000","last_undegraded":"2024-09-19T14:23:58.409995+0000","last_fullsized":"2024-09-19T14:23:58.409995+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:26:23.994241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":4096,"num_write":4,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.1e","version":"268'57","reported_seq":196,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:25.358558+0000","last_change":"2024-09-19T13:53:12.483926+0000","last_active":"2024-09-19T14:21:25.358558+0000","last_peered":"2024-09-19T14:21:25.358558+0000","last_clean":"2024-09-19T14:21:25.358558+0000","last_became_active":"2024-09-19T13:53:12.483175+0000","last_became_peered":"2024-09-19T13:53:12.483175+0000","last_unstale":"2024-09-19T14:21:25.358558+0000","last_undegraded":"2024-09-19T14:21:25.358558+0000","last_fullsized":"2024-09-19T14:21:25.358558+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":0,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:10:36.034685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":408,"num_read_kb":271,"num_write":148,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:59.783803+0000","last_change":"2024-09-19T14:06:26.885067+0000","last_active":"2024-09-19T14:20:59.783803+0000","last_peered":"2024-09-19T14:20:59.783803+0000","last_clean":"2024-09-19T14:20:59.783803+0000","last_became_active":"2024-09-19T14:06:26.884221+0000","last_became_peered":"2024-09-19T14:06:26.884221+0000","last_unstale":"2024-09-19T14:20:59.783803+0000","last_undegraded":"2024-09-19T14:20:59.783803+0000","last_fullsized":"2024-09-19T14:20:59.783803+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:14:53.365580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.1f","version":"268'2","reported_seq":35,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:17.802099+0000","last_change":"2024-09-19T13:55:09.801675+0000","last_active":"2024-09-19T14:22:17.802099+0000","last_peered":"2024-09-19T14:22:17.802099+0000","last_clean":"2024-09-19T14:22:17.802099+0000","last_became_active":"2024-09-19T13:55:09.800885+0000","last_became_peered":"2024-09-19T13:55:09.800885+0000","last_unstale":"2024-09-19T14:22:17.802099+0000","last_undegraded":"2024-09-19T14:22:17.802099+0000","last_fullsized":"2024-09-19T14:22:17.802099+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:51:10.623982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1e","version":"268'6","reported_seq":50,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:12.820243+0000","last_change":"2024-09-19T13:55:06.744834+0000","last_active":"2024-09-19T14:23:12.820243+0000","last_peered":"2024-09-19T14:23:12.820243+0000","last_clean":"2024-09-19T14:23:12.820243+0000","last_became_active":"2024-09-19T13:55:06.744102+0000","last_became_peered":"2024-09-19T13:55:06.744102+0000","last_unstale":"2024-09-19T14:23:12.820243+0000","last_undegraded":"2024-09-19T14:23:12.820243+0000","last_fullsized":"2024-09-19T14:23:12.820243+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:11:33.385165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":9216,"num_write":6,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.1d","version":"268'50","reported_seq":176,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:42.782920+0000","last_change":"2024-09-19T13:53:12.465984+0000","last_active":"2024-09-19T14:20:42.782920+0000","last_peered":"2024-09-19T14:20:42.782920+0000","last_clean":"2024-09-19T14:20:42.782920+0000","last_became_active":"2024-09-19T13:53:12.465348+0000","last_became_peered":"2024-09-19T13:53:12.465348+0000","last_unstale":"2024-09-19T14:20:42.782920+0000","last_undegraded":"2024-09-19T14:20:42.782920+0000","last_fullsized":"2024-09-19T14:20:42.782920+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":0,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:48:05.395237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":399,"num_read_kb":274,"num_write":124,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:02.784154+0000","last_change":"2024-09-19T14:06:26.876761+0000","last_active":"2024-09-19T14:21:02.784154+0000","last_peered":"2024-09-19T14:21:02.784154+0000","last_clean":"2024-09-19T14:21:02.784154+0000","last_became_active":"2024-09-19T14:06:26.873283+0000","last_became_peered":"2024-09-19T14:06:26.873283+0000","last_unstale":"2024-09-19T14:21:02.784154+0000","last_undegraded":"2024-09-19T14:21:02.784154+0000","last_fullsized":"2024-09-19T14:21:02.784154+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:48:18.437653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1e","version":"268'7","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:22.817393+0000","last_change":"2024-09-19T13:55:09.802641+0000","last_active":"2024-09-19T14:23:22.817393+0000","last_peered":"2024-09-19T14:23:22.817393+0000","last_clean":"2024-09-19T14:23:22.817393+0000","last_became_active":"2024-09-19T13:55:09.801463+0000","last_became_peered":"2024-09-19T13:55:09.801463+0000","last_unstale":"2024-09-19T14:23:22.817393+0000","last_undegraded":"2024-09-19T14:23:22.817393+0000","last_fullsized":"2024-09-19T14:23:22.817393+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:25:42.183100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":20482,"num_write":12,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1f","version":"268'2","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:14.801279+0000","last_change":"2024-09-19T13:55:06.731726+0000","last_active":"2024-09-19T14:22:14.801279+0000","last_peered":"2024-09-19T14:22:14.801279+0000","last_clean":"2024-09-19T14:22:14.801279+0000","last_became_active":"2024-09-19T13:55:06.730448+0000","last_became_peered":"2024-09-19T13:55:06.730448+0000","last_unstale":"2024-09-19T14:22:14.801279+0000","last_undegraded":"2024-09-19T14:22:14.801279+0000","last_fullsized":"2024-09-19T14:22:14.801279+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:03:22.687463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1c","version":"268'20","reported_seq":98,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:20.533961+0000","last_change":"2024-09-19T13:53:12.465975+0000","last_active":"2024-09-19T14:21:20.533961+0000","last_peered":"2024-09-19T14:21:20.533961+0000","last_clean":"2024-09-19T14:21:20.533961+0000","last_became_active":"2024-09-19T13:53:12.465250+0000","last_became_peered":"2024-09-19T13:53:12.465250+0000","last_unstale":"2024-09-19T14:21:20.533961+0000","last_undegraded":"2024-09-19T14:21:20.533961+0000","last_fullsized":"2024-09-19T14:21:20.533961+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:31:07.345988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":170,"num_read_kb":120,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:32.784663+0000","last_change":"2024-09-19T14:06:26.882472+0000","last_active":"2024-09-19T14:20:32.784663+0000","last_peered":"2024-09-19T14:20:32.784663+0000","last_clean":"2024-09-19T14:20:32.784663+0000","last_became_active":"2024-09-19T14:06:26.881785+0000","last_became_peered":"2024-09-19T14:06:26.881785+0000","last_unstale":"2024-09-19T14:20:32.784663+0000","last_undegraded":"2024-09-19T14:20:32.784663+0000","last_fullsized":"2024-09-19T14:20:32.784663+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:57:42.473111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.19","version":"265'2","reported_seq":34,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:29.747633+0000","last_change":"2024-09-19T13:55:09.789018+0000","last_active":"2024-09-19T14:19:29.747633+0000","last_peered":"2024-09-19T14:19:29.747633+0000","last_clean":"2024-09-19T14:19:29.747633+0000","last_became_active":"2024-09-19T13:55:09.787580+0000","last_became_peered":"2024-09-19T13:55:09.787580+0000","last_unstale":"2024-09-19T14:19:29.747633+0000","last_undegraded":"2024-09-19T14:19:29.747633+0000","last_fullsized":"2024-09-19T14:19:29.747633+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:01:14.180199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.18","version":"268'2","reported_seq":39,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:42.793740+0000","last_change":"2024-09-19T13:55:06.744100+0000","last_active":"2024-09-19T14:21:42.793740+0000","last_peered":"2024-09-19T14:21:42.793740+0000","last_clean":"2024-09-19T14:21:42.793740+0000","last_became_active":"2024-09-19T13:55:06.743716+0000","last_became_peered":"2024-09-19T13:55:06.743716+0000","last_unstale":"2024-09-19T14:21:42.793740+0000","last_undegraded":"2024-09-19T14:21:42.793740+0000","last_fullsized":"2024-09-19T14:21:42.793740+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:55:39.307742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.1b","version":"268'95","reported_seq":324,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:42.782798+0000","last_change":"2024-09-19T13:53:12.484490+0000","last_active":"2024-09-19T14:20:42.782798+0000","last_peered":"2024-09-19T14:20:42.782798+0000","last_clean":"2024-09-19T14:20:42.782798+0000","last_became_active":"2024-09-19T13:53:12.483810+0000","last_became_peered":"2024-09-19T13:53:12.483810+0000","last_unstale":"2024-09-19T14:20:42.782798+0000","last_undegraded":"2024-09-19T14:20:42.782798+0000","last_fullsized":"2024-09-19T14:20:42.782798+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":0,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:25:28.718672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":853,"num_read_kb":725,"num_write":179,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:02.780819+0000","last_change":"2024-09-19T14:06:26.877462+0000","last_active":"2024-09-19T14:21:02.780819+0000","last_peered":"2024-09-19T14:21:02.780819+0000","last_clean":"2024-09-19T14:21:02.780819+0000","last_became_active":"2024-09-19T14:06:26.876693+0000","last_became_peered":"2024-09-19T14:06:26.876693+0000","last_unstale":"2024-09-19T14:21:02.780819+0000","last_undegraded":"2024-09-19T14:21:02.780819+0000","last_fullsized":"2024-09-19T14:21:02.780819+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:13:57.290578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.18","version":"0'0","reported_seq":30,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:19.782951+0000","last_change":"2024-09-19T13:55:09.804087+0000","last_active":"2024-09-19T14:19:19.782951+0000","last_peered":"2024-09-19T14:19:19.782951+0000","last_clean":"2024-09-19T14:19:19.782951+0000","last_became_active":"2024-09-19T13:55:09.803342+0000","last_became_peered":"2024-09-19T13:55:09.803342+0000","last_unstale":"2024-09-19T14:19:19.782951+0000","last_undegraded":"2024-09-19T14:19:19.782951+0000","last_fullsized":"2024-09-19T14:19:19.782951+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:42:36.075283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.19","version":"265'2","reported_seq":40,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:24.784232+0000","last_change":"2024-09-19T13:55:06.741369+0000","last_active":"2024-09-19T14:19:24.784232+0000","last_peered":"2024-09-19T14:19:24.784232+0000","last_clean":"2024-09-19T14:19:24.784232+0000","last_became_active":"2024-09-19T13:55:06.740544+0000","last_became_peered":"2024-09-19T13:55:06.740544+0000","last_unstale":"2024-09-19T14:19:24.784232+0000","last_undegraded":"2024-09-19T14:19:24.784232+0000","last_fullsized":"2024-09-19T14:19:24.784232+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:29:11.269450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":529,"num_write":2,"num_write_kb":529,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1a","version":"268'17","reported_seq":88,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:44.777158+0000","last_change":"2024-09-19T13:53:12.480206+0000","last_active":"2024-09-19T14:20:44.777158+0000","last_peered":"2024-09-19T14:20:44.777158+0000","last_clean":"2024-09-19T14:20:44.777158+0000","last_became_active":"2024-09-19T13:53:12.479088+0000","last_became_peered":"2024-09-19T13:53:12.479088+0000","last_unstale":"2024-09-19T14:20:44.777158+0000","last_undegraded":"2024-09-19T14:20:44.777158+0000","last_fullsized":"2024-09-19T14:20:44.777158+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:46:18.700176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":129,"num_read_kb":86,"num_write":46,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.1c","version":"268'1","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:29.788008+0000","last_change":"2024-09-19T14:06:26.883975+0000","last_active":"2024-09-19T14:21:29.788008+0000","last_peered":"2024-09-19T14:21:29.788008+0000","last_clean":"2024-09-19T14:21:29.788008+0000","last_became_active":"2024-09-19T14:06:26.883350+0000","last_became_peered":"2024-09-19T14:06:26.883350+0000","last_unstale":"2024-09-19T14:21:29.788008+0000","last_undegraded":"2024-09-19T14:21:29.788008+0000","last_fullsized":"2024-09-19T14:21:29.788008+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:35:54.742255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1b","version":"268'9","reported_seq":45,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.536758+0000","last_change":"2024-09-19T13:55:09.795544+0000","last_active":"2024-09-19T14:23:58.536758+0000","last_peered":"2024-09-19T14:23:58.536758+0000","last_clean":"2024-09-19T14:23:58.536758+0000","last_became_active":"2024-09-19T13:55:09.794826+0000","last_became_peered":"2024-09-19T13:55:09.794826+0000","last_unstale":"2024-09-19T14:23:58.536758+0000","last_undegraded":"2024-09-19T14:23:58.536758+0000","last_fullsized":"2024-09-19T14:23:58.536758+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:24:42.961546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":13312,"num_write":14,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"66.1a","version":"268'7","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.612146+0000","last_change":"2024-09-19T13:55:06.727179+0000","last_active":"2024-09-19T14:23:58.612146+0000","last_peered":"2024-09-19T14:23:58.612146+0000","last_clean":"2024-09-19T14:23:58.612146+0000","last_became_active":"2024-09-19T13:55:06.726389+0000","last_became_peered":"2024-09-19T13:55:06.726389+0000","last_unstale":"2024-09-19T14:23:58.612146+0000","last_undegraded":"2024-09-19T14:23:58.612146+0000","last_fullsized":"2024-09-19T14:23:58.612146+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:04:41.996860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":5120,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.19","version":"268'42","reported_seq":156,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:52.775773+0000","last_change":"2024-09-19T13:53:12.451333+0000","last_active":"2024-09-19T14:19:52.775773+0000","last_peered":"2024-09-19T14:19:52.775773+0000","last_clean":"2024-09-19T14:19:52.775773+0000","last_became_active":"2024-09-19T13:53:12.449657+0000","last_became_peered":"2024-09-19T13:53:12.449657+0000","last_unstale":"2024-09-19T14:19:52.775773+0000","last_undegraded":"2024-09-19T14:19:52.775773+0000","last_fullsized":"2024-09-19T14:19:52.775773+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:07:14.992526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":324,"num_read_kb":210,"num_write":111,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:29.776118+0000","last_change":"2024-09-19T14:06:26.879361+0000","last_active":"2024-09-19T14:21:29.776118+0000","last_peered":"2024-09-19T14:21:29.776118+0000","last_clean":"2024-09-19T14:21:29.776118+0000","last_became_active":"2024-09-19T14:06:26.875119+0000","last_became_peered":"2024-09-19T14:06:26.875119+0000","last_unstale":"2024-09-19T14:21:29.776118+0000","last_undegraded":"2024-09-19T14:21:29.776118+0000","last_fullsized":"2024-09-19T14:21:29.776118+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:09:56.134551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.1a","version":"268'4","reported_seq":37,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.066368+0000","last_change":"2024-09-19T13:55:09.794571+0000","last_active":"2024-09-19T14:23:58.066368+0000","last_peered":"2024-09-19T14:23:58.066368+0000","last_clean":"2024-09-19T14:23:58.066368+0000","last_became_active":"2024-09-19T13:55:09.790669+0000","last_became_peered":"2024-09-19T13:55:09.790669+0000","last_unstale":"2024-09-19T14:23:58.066368+0000","last_undegraded":"2024-09-19T14:23:58.066368+0000","last_fullsized":"2024-09-19T14:23:58.066368+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:40:12.954137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":4214,"num_write":4,"num_write_kb":4155,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.1b","version":"268'2","reported_seq":39,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:37.807493+0000","last_change":"2024-09-19T13:55:06.729499+0000","last_active":"2024-09-19T14:22:37.807493+0000","last_peered":"2024-09-19T14:22:37.807493+0000","last_clean":"2024-09-19T14:22:37.807493+0000","last_became_active":"2024-09-19T13:55:06.723792+0000","last_became_peered":"2024-09-19T13:55:06.723792+0000","last_unstale":"2024-09-19T14:22:37.807493+0000","last_undegraded":"2024-09-19T14:22:37.807493+0000","last_fullsized":"2024-09-19T14:22:37.807493+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:16:00.811120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.18","version":"268'22","reported_seq":107,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:50.725244+0000","last_change":"2024-09-19T13:53:12.468768+0000","last_active":"2024-09-19T14:19:50.725244+0000","last_peered":"2024-09-19T14:19:50.725244+0000","last_clean":"2024-09-19T14:19:50.725244+0000","last_became_active":"2024-09-19T13:53:12.467813+0000","last_became_peered":"2024-09-19T13:53:12.467813+0000","last_unstale":"2024-09-19T14:19:50.725244+0000","last_undegraded":"2024-09-19T14:19:50.725244+0000","last_fullsized":"2024-09-19T14:19:50.725244+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:27:31.909607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":189,"num_read_kb":135,"num_write":62,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:27.775508+0000","last_change":"2024-09-19T14:06:26.885450+0000","last_active":"2024-09-19T14:20:27.775508+0000","last_peered":"2024-09-19T14:20:27.775508+0000","last_clean":"2024-09-19T14:20:27.775508+0000","last_became_active":"2024-09-19T14:06:26.884993+0000","last_became_peered":"2024-09-19T14:06:26.884993+0000","last_unstale":"2024-09-19T14:20:27.775508+0000","last_undegraded":"2024-09-19T14:20:27.775508+0000","last_fullsized":"2024-09-19T14:20:27.775508+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:55:09.348335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.15","version":"0'0","reported_seq":30,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:22.768913+0000","last_change":"2024-09-19T13:55:09.807543+0000","last_active":"2024-09-19T14:19:22.768913+0000","last_peered":"2024-09-19T14:19:22.768913+0000","last_clean":"2024-09-19T14:19:22.768913+0000","last_became_active":"2024-09-19T13:55:09.807001+0000","last_became_peered":"2024-09-19T13:55:09.807001+0000","last_unstale":"2024-09-19T14:19:22.768913+0000","last_undegraded":"2024-09-19T14:19:22.768913+0000","last_fullsized":"2024-09-19T14:19:22.768913+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:17:22.604768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.14","version":"265'3","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:54.809071+0000","last_change":"2024-09-19T13:55:06.740018+0000","last_active":"2024-09-19T14:20:54.809071+0000","last_peered":"2024-09-19T14:20:54.809071+0000","last_clean":"2024-09-19T14:20:54.809071+0000","last_became_active":"2024-09-19T13:55:06.739007+0000","last_became_peered":"2024-09-19T13:55:06.739007+0000","last_unstale":"2024-09-19T14:20:54.809071+0000","last_undegraded":"2024-09-19T14:20:54.809071+0000","last_fullsized":"2024-09-19T14:20:54.809071+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:17:18.026386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.17","version":"268'17","reported_seq":86,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:25.072464+0000","last_change":"2024-09-19T13:53:12.463760+0000","last_active":"2024-09-19T14:21:25.072464+0000","last_peered":"2024-09-19T14:21:25.072464+0000","last_clean":"2024-09-19T14:21:25.072464+0000","last_became_active":"2024-09-19T13:53:12.462488+0000","last_became_peered":"2024-09-19T13:53:12.462488+0000","last_unstale":"2024-09-19T14:21:25.072464+0000","last_undegraded":"2024-09-19T14:21:25.072464+0000","last_fullsized":"2024-09-19T14:21:25.072464+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:38:44.572818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":115,"num_read_kb":74,"num_write":43,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.13","version":"268'1","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:27.779684+0000","last_change":"2024-09-19T14:06:26.860147+0000","last_active":"2024-09-19T14:20:27.779684+0000","last_peered":"2024-09-19T14:20:27.779684+0000","last_clean":"2024-09-19T14:20:27.779684+0000","last_became_active":"2024-09-19T14:06:26.851491+0000","last_became_peered":"2024-09-19T14:06:26.851491+0000","last_unstale":"2024-09-19T14:20:27.779684+0000","last_undegraded":"2024-09-19T14:20:27.779684+0000","last_fullsized":"2024-09-19T14:20:27.779684+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:59:33.938251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.14","version":"0'0","reported_seq":31,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:02.784251+0000","last_change":"2024-09-19T13:55:09.786682+0000","last_active":"2024-09-19T14:21:02.784251+0000","last_peered":"2024-09-19T14:21:02.784251+0000","last_clean":"2024-09-19T14:21:02.784251+0000","last_became_active":"2024-09-19T13:55:09.785932+0000","last_became_peered":"2024-09-19T13:55:09.785932+0000","last_unstale":"2024-09-19T14:21:02.784251+0000","last_undegraded":"2024-09-19T14:21:02.784251+0000","last_fullsized":"2024-09-19T14:21:02.784251+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:22:14.119538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.15","version":"265'4","reported_seq":44,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:19.745537+0000","last_change":"2024-09-19T13:55:06.731249+0000","last_active":"2024-09-19T14:19:19.745537+0000","last_peered":"2024-09-19T14:19:19.745537+0000","last_clean":"2024-09-19T14:19:19.745537+0000","last_became_active":"2024-09-19T13:55:06.729384+0000","last_became_peered":"2024-09-19T13:55:06.729384+0000","last_unstale":"2024-09-19T14:19:19.745537+0000","last_undegraded":"2024-09-19T14:19:19.745537+0000","last_fullsized":"2024-09-19T14:19:19.745537+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:11:42.600659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":4414,"num_write":4,"num_write_kb":4414,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.16","version":"268'22","reported_seq":100,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:47.763886+0000","last_change":"2024-09-19T13:53:12.474601+0000","last_active":"2024-09-19T14:19:47.763886+0000","last_peered":"2024-09-19T14:19:47.763886+0000","last_clean":"2024-09-19T14:19:47.763886+0000","last_became_active":"2024-09-19T13:53:12.473671+0000","last_became_peered":"2024-09-19T13:53:12.473671+0000","last_unstale":"2024-09-19T14:19:47.763886+0000","last_undegraded":"2024-09-19T14:19:47.763886+0000","last_fullsized":"2024-09-19T14:19:47.763886+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:04:17.524983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":155,"num_read_kb":101,"num_write":55,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:29.773119+0000","last_change":"2024-09-19T14:06:26.865253+0000","last_active":"2024-09-19T14:20:29.773119+0000","last_peered":"2024-09-19T14:20:29.773119+0000","last_clean":"2024-09-19T14:20:29.773119+0000","last_became_active":"2024-09-19T14:06:26.864519+0000","last_became_peered":"2024-09-19T14:06:26.864519+0000","last_unstale":"2024-09-19T14:20:29.773119+0000","last_undegraded":"2024-09-19T14:20:29.773119+0000","last_fullsized":"2024-09-19T14:20:29.773119+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:56:27.244477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.17","version":"268'4","reported_seq":37,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.134772+0000","last_change":"2024-09-19T13:55:09.793314+0000","last_active":"2024-09-19T14:23:58.134772+0000","last_peered":"2024-09-19T14:23:58.134772+0000","last_clean":"2024-09-19T14:23:58.134772+0000","last_became_active":"2024-09-19T13:55:09.792559+0000","last_became_peered":"2024-09-19T13:55:09.792559+0000","last_unstale":"2024-09-19T14:23:58.134772+0000","last_undegraded":"2024-09-19T14:23:58.134772+0000","last_fullsized":"2024-09-19T14:23:58.134772+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:44:14.360183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":6144,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.16","version":"268'4","reported_seq":44,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:42.799691+0000","last_change":"2024-09-19T13:55:06.744580+0000","last_active":"2024-09-19T14:21:42.799691+0000","last_peered":"2024-09-19T14:21:42.799691+0000","last_clean":"2024-09-19T14:21:42.799691+0000","last_became_active":"2024-09-19T13:55:06.743441+0000","last_became_peered":"2024-09-19T13:55:06.743441+0000","last_unstale":"2024-09-19T14:21:42.799691+0000","last_undegraded":"2024-09-19T14:21:42.799691+0000","last_fullsized":"2024-09-19T14:21:42.799691+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:22:18.226449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":6144,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.15","version":"265'8","reported_seq":67,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:47.774716+0000","last_change":"2024-09-19T13:53:12.451643+0000","last_active":"2024-09-19T14:19:47.774716+0000","last_peered":"2024-09-19T14:19:47.774716+0000","last_clean":"2024-09-19T14:19:47.774716+0000","last_became_active":"2024-09-19T13:53:12.450590+0000","last_became_peered":"2024-09-19T13:53:12.450590+0000","last_unstale":"2024-09-19T14:19:47.774716+0000","last_undegraded":"2024-09-19T14:19:47.774716+0000","last_fullsized":"2024-09-19T14:19:47.774716+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:19:43.567607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":71,"num_read_kb":39,"num_write":20,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:29.761400+0000","last_change":"2024-09-19T14:06:26.884042+0000","last_active":"2024-09-19T14:20:29.761400+0000","last_peered":"2024-09-19T14:20:29.761400+0000","last_clean":"2024-09-19T14:20:29.761400+0000","last_became_active":"2024-09-19T14:06:26.883276+0000","last_became_peered":"2024-09-19T14:06:26.883276+0000","last_unstale":"2024-09-19T14:20:29.761400+0000","last_undegraded":"2024-09-19T14:20:29.761400+0000","last_fullsized":"2024-09-19T14:20:29.761400+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:25:10.373788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.16","version":"0'0","reported_seq":30,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:19.745595+0000","last_change":"2024-09-19T13:55:09.806481+0000","last_active":"2024-09-19T14:19:19.745595+0000","last_peered":"2024-09-19T14:19:19.745595+0000","last_clean":"2024-09-19T14:19:19.745595+0000","last_became_active":"2024-09-19T13:55:09.805784+0000","last_became_peered":"2024-09-19T13:55:09.805784+0000","last_unstale":"2024-09-19T14:19:19.745595+0000","last_undegraded":"2024-09-19T14:19:19.745595+0000","last_fullsized":"2024-09-19T14:19:19.745595+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:44:40.541891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.17","version":"268'7","reported_seq":51,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:42.794041+0000","last_change":"2024-09-19T13:55:06.712307+0000","last_active":"2024-09-19T14:21:42.794041+0000","last_peered":"2024-09-19T14:21:42.794041+0000","last_clean":"2024-09-19T14:21:42.794041+0000","last_became_active":"2024-09-19T13:55:06.711344+0000","last_became_peered":"2024-09-19T13:55:06.711344+0000","last_unstale":"2024-09-19T14:21:42.794041+0000","last_undegraded":"2024-09-19T14:21:42.794041+0000","last_fullsized":"2024-09-19T14:21:42.794041+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:59:54.953999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":18434,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.14","version":"268'26","reported_seq":119,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:19.815646+0000","last_change":"2024-09-19T13:53:12.470842+0000","last_active":"2024-09-19T14:21:19.815646+0000","last_peered":"2024-09-19T14:21:19.815646+0000","last_clean":"2024-09-19T14:21:19.815646+0000","last_became_active":"2024-09-19T13:53:12.468124+0000","last_became_peered":"2024-09-19T13:53:12.468124+0000","last_unstale":"2024-09-19T14:21:19.815646+0000","last_undegraded":"2024-09-19T14:21:19.815646+0000","last_fullsized":"2024-09-19T14:21:19.815646+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:28:15.314655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":225,"num_read_kb":160,"num_write":62,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:57.783163+0000","last_change":"2024-09-19T14:06:26.876677+0000","last_active":"2024-09-19T14:20:57.783163+0000","last_peered":"2024-09-19T14:20:57.783163+0000","last_clean":"2024-09-19T14:20:57.783163+0000","last_became_active":"2024-09-19T14:06:26.872975+0000","last_became_peered":"2024-09-19T14:06:26.872975+0000","last_unstale":"2024-09-19T14:20:57.783163+0000","last_undegraded":"2024-09-19T14:20:57.783163+0000","last_fullsized":"2024-09-19T14:20:57.783163+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:24:30.126862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.11","version":"0'0","reported_seq":31,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:52.781936+0000","last_change":"2024-09-19T13:55:09.791769+0000","last_active":"2024-09-19T14:20:52.781936+0000","last_peered":"2024-09-19T14:20:52.781936+0000","last_clean":"2024-09-19T14:20:52.781936+0000","last_became_active":"2024-09-19T13:55:09.791030+0000","last_became_peered":"2024-09-19T13:55:09.791030+0000","last_unstale":"2024-09-19T14:20:52.781936+0000","last_undegraded":"2024-09-19T14:20:52.781936+0000","last_fullsized":"2024-09-19T14:20:52.781936+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:00:14.327761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.10","version":"268'7","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.612650+0000","last_change":"2024-09-19T13:55:06.727184+0000","last_active":"2024-09-19T14:23:58.612650+0000","last_peered":"2024-09-19T14:23:58.612650+0000","last_clean":"2024-09-19T14:23:58.612650+0000","last_became_active":"2024-09-19T13:55:06.726469+0000","last_became_peered":"2024-09-19T13:55:06.726469+0000","last_unstale":"2024-09-19T14:23:58.612650+0000","last_undegraded":"2024-09-19T14:23:58.612650+0000","last_fullsized":"2024-09-19T14:23:58.612650+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:44:03.728520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":12288,"num_write":12,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.13","version":"265'7","reported_seq":63,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:14.814149+0000","last_change":"2024-09-19T13:53:12.478154+0000","last_active":"2024-09-19T14:21:14.814149+0000","last_peered":"2024-09-19T14:21:14.814149+0000","last_clean":"2024-09-19T14:21:14.814149+0000","last_became_active":"2024-09-19T13:53:12.477319+0000","last_became_peered":"2024-09-19T13:53:12.477319+0000","last_unstale":"2024-09-19T14:21:14.814149+0000","last_undegraded":"2024-09-19T14:21:14.814149+0000","last_fullsized":"2024-09-19T14:21:14.814149+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:56:06.186553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":57,"num_read_kb":40,"num_write":19,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:57.786211+0000","last_change":"2024-09-19T14:06:26.881343+0000","last_active":"2024-09-19T14:20:57.786211+0000","last_peered":"2024-09-19T14:20:57.786211+0000","last_clean":"2024-09-19T14:20:57.786211+0000","last_became_active":"2024-09-19T14:06:26.880683+0000","last_became_peered":"2024-09-19T14:06:26.880683+0000","last_unstale":"2024-09-19T14:20:57.786211+0000","last_undegraded":"2024-09-19T14:20:57.786211+0000","last_fullsized":"2024-09-19T14:20:57.786211+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:24:58.383043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.10","version":"0'0","reported_seq":31,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:52.781840+0000","last_change":"2024-09-19T13:55:09.799226+0000","last_active":"2024-09-19T14:20:52.781840+0000","last_peered":"2024-09-19T14:20:52.781840+0000","last_clean":"2024-09-19T14:20:52.781840+0000","last_became_active":"2024-09-19T13:55:09.798465+0000","last_became_peered":"2024-09-19T13:55:09.798465+0000","last_unstale":"2024-09-19T14:20:52.781840+0000","last_undegraded":"2024-09-19T14:20:52.781840+0000","last_fullsized":"2024-09-19T14:20:52.781840+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:25:32.122348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.11","version":"268'2","reported_seq":40,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:07.813451+0000","last_change":"2024-09-19T13:55:06.746480+0000","last_active":"2024-09-19T14:23:07.813451+0000","last_peered":"2024-09-19T14:23:07.813451+0000","last_clean":"2024-09-19T14:23:07.813451+0000","last_became_active":"2024-09-19T13:55:06.746086+0000","last_became_peered":"2024-09-19T13:55:06.746086+0000","last_unstale":"2024-09-19T14:23:07.813451+0000","last_undegraded":"2024-09-19T14:23:07.813451+0000","last_fullsized":"2024-09-19T14:23:07.813451+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:44:24.344577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.12","version":"268'28","reported_seq":120,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:26.286420+0000","last_change":"2024-09-19T13:53:12.469394+0000","last_active":"2024-09-19T14:21:26.286420+0000","last_peered":"2024-09-19T14:21:26.286420+0000","last_clean":"2024-09-19T14:21:26.286420+0000","last_became_active":"2024-09-19T13:53:12.468663+0000","last_became_peered":"2024-09-19T13:53:12.468663+0000","last_unstale":"2024-09-19T14:21:26.286420+0000","last_undegraded":"2024-09-19T14:21:26.286420+0000","last_fullsized":"2024-09-19T14:21:26.286420+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:19:33.665486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":223,"num_read_kb":153,"num_write":74,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.14","version":"267'1","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:32.774026+0000","last_change":"2024-09-19T14:06:26.878957+0000","last_active":"2024-09-19T14:20:32.774026+0000","last_peered":"2024-09-19T14:20:32.774026+0000","last_clean":"2024-09-19T14:20:32.774026+0000","last_became_active":"2024-09-19T14:06:26.877084+0000","last_became_peered":"2024-09-19T14:06:26.877084+0000","last_unstale":"2024-09-19T14:20:32.774026+0000","last_undegraded":"2024-09-19T14:20:32.774026+0000","last_fullsized":"2024-09-19T14:20:32.774026+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:29:32.681521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.13","version":"268'9","reported_seq":51,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.134792+0000","last_change":"2024-09-19T13:55:09.795107+0000","last_active":"2024-09-19T14:23:58.134792+0000","last_peered":"2024-09-19T14:23:58.134792+0000","last_clean":"2024-09-19T14:23:58.134792+0000","last_became_active":"2024-09-19T13:55:09.791630+0000","last_became_peered":"2024-09-19T13:55:09.791630+0000","last_unstale":"2024-09-19T14:23:58.134792+0000","last_undegraded":"2024-09-19T14:23:58.134792+0000","last_fullsized":"2024-09-19T14:23:58.134792+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:50:21.738282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":24578,"num_write":14,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.12","version":"268'4","reported_seq":43,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:09.812477+0000","last_change":"2024-09-19T13:55:06.739218+0000","last_active":"2024-09-19T14:23:09.812477+0000","last_peered":"2024-09-19T14:23:09.812477+0000","last_clean":"2024-09-19T14:23:09.812477+0000","last_became_active":"2024-09-19T13:55:06.738548+0000","last_became_peered":"2024-09-19T13:55:06.738548+0000","last_unstale":"2024-09-19T14:23:09.812477+0000","last_undegraded":"2024-09-19T14:23:09.812477+0000","last_fullsized":"2024-09-19T14:23:09.812477+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:40:50.580272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":1024,"num_write":4,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.11","version":"268'32","reported_seq":131,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:14.784487+0000","last_change":"2024-09-19T13:53:12.448431+0000","last_active":"2024-09-19T14:21:14.784487+0000","last_peered":"2024-09-19T14:21:14.784487+0000","last_clean":"2024-09-19T14:21:14.784487+0000","last_became_active":"2024-09-19T13:53:12.447667+0000","last_became_peered":"2024-09-19T13:53:12.447667+0000","last_unstale":"2024-09-19T14:21:14.784487+0000","last_undegraded":"2024-09-19T14:21:14.784487+0000","last_fullsized":"2024-09-19T14:21:14.784487+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:38:54.157137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":245,"num_read_kb":156,"num_write":89,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.15","version":"268'1","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:57.786118+0000","last_change":"2024-09-19T14:06:26.875482+0000","last_active":"2024-09-19T14:20:57.786118+0000","last_peered":"2024-09-19T14:20:57.786118+0000","last_clean":"2024-09-19T14:20:57.786118+0000","last_became_active":"2024-09-19T14:06:26.874705+0000","last_became_peered":"2024-09-19T14:06:26.874705+0000","last_unstale":"2024-09-19T14:20:57.786118+0000","last_undegraded":"2024-09-19T14:20:57.786118+0000","last_fullsized":"2024-09-19T14:20:57.786118+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:09:26.336547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.12","version":"268'8","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:57.971809+0000","last_change":"2024-09-19T13:55:09.803769+0000","last_active":"2024-09-19T14:23:57.971809+0000","last_peered":"2024-09-19T14:23:57.971809+0000","last_clean":"2024-09-19T14:23:57.971809+0000","last_became_active":"2024-09-19T13:55:09.802725+0000","last_became_peered":"2024-09-19T13:55:09.802725+0000","last_unstale":"2024-09-19T14:23:57.971809+0000","last_undegraded":"2024-09-19T14:23:57.971809+0000","last_fullsized":"2024-09-19T14:23:57.971809+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:26:30.811455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8192,"num_write":18,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.13","version":"268'3","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:09.812507+0000","last_change":"2024-09-19T13:55:06.725500+0000","last_active":"2024-09-19T14:23:09.812507+0000","last_peered":"2024-09-19T14:23:09.812507+0000","last_clean":"2024-09-19T14:23:09.812507+0000","last_became_active":"2024-09-19T13:55:06.720062+0000","last_became_peered":"2024-09-19T13:55:06.720062+0000","last_unstale":"2024-09-19T14:23:09.812507+0000","last_undegraded":"2024-09-19T14:23:09.812507+0000","last_fullsized":"2024-09-19T14:23:09.812507+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:57:29.772702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.10","version":"268'33","reported_seq":132,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:12.793000+0000","last_change":"2024-09-19T13:53:12.469350+0000","last_active":"2024-09-19T14:21:12.793000+0000","last_peered":"2024-09-19T14:21:12.793000+0000","last_clean":"2024-09-19T14:21:12.793000+0000","last_became_active":"2024-09-19T13:53:12.468629+0000","last_became_peered":"2024-09-19T13:53:12.468629+0000","last_unstale":"2024-09-19T14:21:12.793000+0000","last_undegraded":"2024-09-19T14:21:12.793000+0000","last_fullsized":"2024-09-19T14:21:12.793000+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:32:00.021954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":257,"num_read_kb":174,"num_write":93,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:42.793838+0000","last_change":"2024-09-19T14:06:26.886137+0000","last_active":"2024-09-19T14:21:42.793838+0000","last_peered":"2024-09-19T14:21:42.793838+0000","last_clean":"2024-09-19T14:21:42.793838+0000","last_became_active":"2024-09-19T14:06:26.884187+0000","last_became_peered":"2024-09-19T14:06:26.884187+0000","last_unstale":"2024-09-19T14:21:42.793838+0000","last_undegraded":"2024-09-19T14:21:42.793838+0000","last_fullsized":"2024-09-19T14:21:42.793838+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:07:24.055233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.d","version":"0'0","reported_seq":31,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:57.776960+0000","last_change":"2024-09-19T13:55:09.795548+0000","last_active":"2024-09-19T14:19:57.776960+0000","last_peered":"2024-09-19T14:19:57.776960+0000","last_clean":"2024-09-19T14:19:57.776960+0000","last_became_active":"2024-09-19T13:55:09.794787+0000","last_became_peered":"2024-09-19T13:55:09.794787+0000","last_unstale":"2024-09-19T14:19:57.776960+0000","last_undegraded":"2024-09-19T14:19:57.776960+0000","last_fullsized":"2024-09-19T14:19:57.776960+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:31:14.875383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.c","version":"265'10","reported_seq":59,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:54.761185+0000","last_change":"2024-09-19T13:55:06.734055+0000","last_active":"2024-09-19T14:19:54.761185+0000","last_peered":"2024-09-19T14:19:54.761185+0000","last_clean":"2024-09-19T14:19:54.761185+0000","last_became_active":"2024-09-19T13:55:06.733366+0000","last_became_peered":"2024-09-19T13:55:06.733366+0000","last_unstale":"2024-09-19T14:19:54.761185+0000","last_undegraded":"2024-09-19T14:19:54.761185+0000","last_fullsized":"2024-09-19T14:19:54.761185+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:15:28.869195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":18,"num_read_kb":20484,"num_write":20,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.f","version":"268'30","reported_seq":125,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:17.781580+0000","last_change":"2024-09-19T13:53:12.455664+0000","last_active":"2024-09-19T14:20:17.781580+0000","last_peered":"2024-09-19T14:20:17.781580+0000","last_clean":"2024-09-19T14:20:17.781580+0000","last_became_active":"2024-09-19T13:53:12.454659+0000","last_became_peered":"2024-09-19T13:53:12.454659+0000","last_unstale":"2024-09-19T14:20:17.781580+0000","last_undegraded":"2024-09-19T14:20:17.781580+0000","last_fullsized":"2024-09-19T14:20:17.781580+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:59:34.003355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":240,"num_read_kb":143,"num_write":74,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:59.769360+0000","last_change":"2024-09-19T14:06:26.878483+0000","last_active":"2024-09-19T14:19:59.769360+0000","last_peered":"2024-09-19T14:19:59.769360+0000","last_clean":"2024-09-19T14:19:59.769360+0000","last_became_active":"2024-09-19T14:06:26.877810+0000","last_became_peered":"2024-09-19T14:06:26.877810+0000","last_unstale":"2024-09-19T14:19:59.769360+0000","last_undegraded":"2024-09-19T14:19:59.769360+0000","last_fullsized":"2024-09-19T14:19:59.769360+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:44:55.341398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.c","version":"268'11","reported_seq":52,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:57.970670+0000","last_change":"2024-09-19T13:55:09.807997+0000","last_active":"2024-09-19T14:23:57.970670+0000","last_peered":"2024-09-19T14:23:57.970670+0000","last_clean":"2024-09-19T14:23:57.970670+0000","last_became_active":"2024-09-19T13:55:09.806896+0000","last_became_peered":"2024-09-19T13:55:09.806896+0000","last_unstale":"2024-09-19T14:23:57.970670+0000","last_undegraded":"2024-09-19T14:23:57.970670+0000","last_fullsized":"2024-09-19T14:23:57.970670+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:51:03.295335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":14338,"num_write":16,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.d","version":"268'5","reported_seq":46,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:07.801054+0000","last_change":"2024-09-19T13:55:06.742611+0000","last_active":"2024-09-19T14:22:07.801054+0000","last_peered":"2024-09-19T14:22:07.801054+0000","last_clean":"2024-09-19T14:22:07.801054+0000","last_became_active":"2024-09-19T13:55:06.741897+0000","last_became_peered":"2024-09-19T13:55:06.741897+0000","last_unstale":"2024-09-19T14:22:07.801054+0000","last_undegraded":"2024-09-19T14:22:07.801054+0000","last_fullsized":"2024-09-19T14:22:07.801054+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:46:17.197036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":10240,"num_write":10,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.e","version":"268'33","reported_seq":131,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:14.798777+0000","last_change":"2024-09-19T13:53:12.477958+0000","last_active":"2024-09-19T14:20:14.798777+0000","last_peered":"2024-09-19T14:20:14.798777+0000","last_clean":"2024-09-19T14:20:14.798777+0000","last_became_active":"2024-09-19T13:53:12.475599+0000","last_became_peered":"2024-09-19T13:53:12.475599+0000","last_unstale":"2024-09-19T14:20:14.798777+0000","last_undegraded":"2024-09-19T14:20:14.798777+0000","last_fullsized":"2024-09-19T14:20:14.798777+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:13:08.312254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":253,"num_read_kb":159,"num_write":84,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:39.820919+0000","last_change":"2024-09-19T14:06:26.862385+0000","last_active":"2024-09-19T14:21:39.820919+0000","last_peered":"2024-09-19T14:21:39.820919+0000","last_clean":"2024-09-19T14:21:39.820919+0000","last_became_active":"2024-09-19T14:06:26.861645+0000","last_became_peered":"2024-09-19T14:06:26.861645+0000","last_unstale":"2024-09-19T14:21:39.820919+0000","last_undegraded":"2024-09-19T14:21:39.820919+0000","last_fullsized":"2024-09-19T14:21:39.820919+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:24:17.908163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.f","version":"265'4","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:02.778139+0000","last_change":"2024-09-19T13:55:09.808880+0000","last_active":"2024-09-19T14:20:02.778139+0000","last_peered":"2024-09-19T14:20:02.778139+0000","last_clean":"2024-09-19T14:20:02.778139+0000","last_became_active":"2024-09-19T13:55:09.807402+0000","last_became_peered":"2024-09-19T13:55:09.807402+0000","last_unstale":"2024-09-19T14:20:02.778139+0000","last_undegraded":"2024-09-19T14:20:02.778139+0000","last_fullsized":"2024-09-19T14:20:02.778139+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:45:16.158532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":4,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.e","version":"268'2","reported_seq":40,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:07.805704+0000","last_change":"2024-09-19T13:55:06.749167+0000","last_active":"2024-09-19T14:22:07.805704+0000","last_peered":"2024-09-19T14:22:07.805704+0000","last_clean":"2024-09-19T14:22:07.805704+0000","last_became_active":"2024-09-19T13:55:06.748613+0000","last_became_peered":"2024-09-19T13:55:06.748613+0000","last_unstale":"2024-09-19T14:22:07.805704+0000","last_undegraded":"2024-09-19T14:22:07.805704+0000","last_fullsized":"2024-09-19T14:22:07.805704+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:20:14.516940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.d","version":"268'39","reported_seq":156,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:14.772747+0000","last_change":"2024-09-19T13:53:12.457851+0000","last_active":"2024-09-19T14:20:14.772747+0000","last_peered":"2024-09-19T14:20:14.772747+0000","last_clean":"2024-09-19T14:20:14.772747+0000","last_became_active":"2024-09-19T13:53:12.457026+0000","last_became_peered":"2024-09-19T13:53:12.457026+0000","last_unstale":"2024-09-19T14:20:14.772747+0000","last_undegraded":"2024-09-19T14:20:14.772747+0000","last_fullsized":"2024-09-19T14:20:14.772747+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:18:16.192020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":323,"num_read_kb":211,"num_write":98,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:39.793464+0000","last_change":"2024-09-19T14:06:26.870693+0000","last_active":"2024-09-19T14:21:39.793464+0000","last_peered":"2024-09-19T14:21:39.793464+0000","last_clean":"2024-09-19T14:21:39.793464+0000","last_became_active":"2024-09-19T14:06:26.869841+0000","last_became_peered":"2024-09-19T14:06:26.869841+0000","last_unstale":"2024-09-19T14:21:39.793464+0000","last_undegraded":"2024-09-19T14:21:39.793464+0000","last_fullsized":"2024-09-19T14:21:39.793464+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:39:29.705551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.e","version":"268'3","reported_seq":34,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:12.800897+0000","last_change":"2024-09-19T13:55:09.811232+0000","last_active":"2024-09-19T14:22:12.800897+0000","last_peered":"2024-09-19T14:22:12.800897+0000","last_clean":"2024-09-19T14:22:12.800897+0000","last_became_active":"2024-09-19T13:55:09.810583+0000","last_became_peered":"2024-09-19T13:55:09.810583+0000","last_unstale":"2024-09-19T14:22:12.800897+0000","last_undegraded":"2024-09-19T14:22:12.800897+0000","last_fullsized":"2024-09-19T14:22:12.800897+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:18:32.112035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.f","version":"0'0","reported_seq":37,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:57.777060+0000","last_change":"2024-09-19T13:55:06.750048+0000","last_active":"2024-09-19T14:19:57.777060+0000","last_peered":"2024-09-19T14:19:57.777060+0000","last_clean":"2024-09-19T14:19:57.777060+0000","last_became_active":"2024-09-19T13:55:06.749512+0000","last_became_peered":"2024-09-19T13:55:06.749512+0000","last_unstale":"2024-09-19T14:19:57.777060+0000","last_undegraded":"2024-09-19T14:19:57.777060+0000","last_fullsized":"2024-09-19T14:19:57.777060+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:58:52.505642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.c","version":"268'44","reported_seq":158,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:17.986498+0000","last_change":"2024-09-19T13:53:12.472807+0000","last_active":"2024-09-19T14:20:17.986498+0000","last_peered":"2024-09-19T14:20:17.986498+0000","last_clean":"2024-09-19T14:20:17.986498+0000","last_became_active":"2024-09-19T13:53:12.472073+0000","last_became_peered":"2024-09-19T13:53:12.472073+0000","last_unstale":"2024-09-19T14:20:17.986498+0000","last_undegraded":"2024-09-19T14:20:17.986498+0000","last_fullsized":"2024-09-19T14:20:17.986498+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:27:25.659275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":321,"num_read_kb":220,"num_write":112,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:57.768674+0000","last_change":"2024-09-19T14:06:26.877891+0000","last_active":"2024-09-19T14:19:57.768674+0000","last_peered":"2024-09-19T14:19:57.768674+0000","last_clean":"2024-09-19T14:19:57.768674+0000","last_became_active":"2024-09-19T14:06:26.872032+0000","last_became_peered":"2024-09-19T14:06:26.872032+0000","last_unstale":"2024-09-19T14:19:57.768674+0000","last_undegraded":"2024-09-19T14:19:57.768674+0000","last_fullsized":"2024-09-19T14:19:57.768674+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:44:31.154222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.9","version":"0'0","reported_seq":32,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:09.812828+0000","last_change":"2024-09-19T13:55:09.806620+0000","last_active":"2024-09-19T14:21:09.812828+0000","last_peered":"2024-09-19T14:21:09.812828+0000","last_clean":"2024-09-19T14:21:09.812828+0000","last_became_active":"2024-09-19T13:55:09.805828+0000","last_became_peered":"2024-09-19T13:55:09.805828+0000","last_unstale":"2024-09-19T14:21:09.812828+0000","last_undegraded":"2024-09-19T14:21:09.812828+0000","last_fullsized":"2024-09-19T14:21:09.812828+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:50.939437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.8","version":"268'12","reported_seq":61,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.376881+0000","last_change":"2024-09-19T13:55:06.739951+0000","last_active":"2024-09-19T14:23:59.376881+0000","last_peered":"2024-09-19T14:23:59.376881+0000","last_clean":"2024-09-19T14:23:59.376881+0000","last_became_active":"2024-09-19T13:55:06.739205+0000","last_became_peered":"2024-09-19T13:55:06.739205+0000","last_unstale":"2024-09-19T14:23:59.376881+0000","last_undegraded":"2024-09-19T14:23:59.376881+0000","last_fullsized":"2024-09-19T14:23:59.376881+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:57:14.628878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":22589,"num_write":22,"num_write_kb":9275,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.b","version":"268'30","reported_seq":123,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:12.776023+0000","last_change":"2024-09-19T13:53:12.484480+0000","last_active":"2024-09-19T14:20:12.776023+0000","last_peered":"2024-09-19T14:20:12.776023+0000","last_clean":"2024-09-19T14:20:12.776023+0000","last_became_active":"2024-09-19T13:53:12.483814+0000","last_became_peered":"2024-09-19T13:53:12.483814+0000","last_unstale":"2024-09-19T14:20:12.776023+0000","last_undegraded":"2024-09-19T14:20:12.776023+0000","last_fullsized":"2024-09-19T14:20:12.776023+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:09:58.634412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":233,"num_read_kb":157,"num_write":83,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:04.763631+0000","last_change":"2024-09-19T14:06:26.859929+0000","last_active":"2024-09-19T14:20:04.763631+0000","last_peered":"2024-09-19T14:20:04.763631+0000","last_clean":"2024-09-19T14:20:04.763631+0000","last_became_active":"2024-09-19T14:06:26.859139+0000","last_became_peered":"2024-09-19T14:06:26.859139+0000","last_unstale":"2024-09-19T14:20:04.763631+0000","last_undegraded":"2024-09-19T14:20:04.763631+0000","last_fullsized":"2024-09-19T14:20:04.763631+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:52:56.586185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.8","version":"268'7","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:57.970692+0000","last_change":"2024-09-19T13:55:09.791310+0000","last_active":"2024-09-19T14:23:57.970692+0000","last_peered":"2024-09-19T14:23:57.970692+0000","last_clean":"2024-09-19T14:23:57.970692+0000","last_became_active":"2024-09-19T13:55:09.790511+0000","last_became_peered":"2024-09-19T13:55:09.790511+0000","last_unstale":"2024-09-19T14:23:57.970692+0000","last_undegraded":"2024-09-19T14:23:57.970692+0000","last_fullsized":"2024-09-19T14:23:57.970692+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:20:31.330462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":1342,"num_write":12,"num_write_kb":5438,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"66.9","version":"265'2","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:07.785410+0000","last_change":"2024-09-19T13:55:06.746140+0000","last_active":"2024-09-19T14:21:07.785410+0000","last_peered":"2024-09-19T14:21:07.785410+0000","last_clean":"2024-09-19T14:21:07.785410+0000","last_became_active":"2024-09-19T13:55:06.745539+0000","last_became_peered":"2024-09-19T13:55:06.745539+0000","last_unstale":"2024-09-19T14:21:07.785410+0000","last_undegraded":"2024-09-19T14:21:07.785410+0000","last_fullsized":"2024-09-19T14:21:07.785410+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:43:34.668422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.a","version":"268'25","reported_seq":111,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:29.787931+0000","last_change":"2024-09-19T13:53:12.460579+0000","last_active":"2024-09-19T14:21:29.787931+0000","last_peered":"2024-09-19T14:21:29.787931+0000","last_clean":"2024-09-19T14:21:29.787931+0000","last_became_active":"2024-09-19T13:53:12.459497+0000","last_became_peered":"2024-09-19T13:53:12.459497+0000","last_unstale":"2024-09-19T14:21:29.787931+0000","last_undegraded":"2024-09-19T14:21:29.787931+0000","last_fullsized":"2024-09-19T14:21:29.787931+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:42:28.898147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":185,"num_read_kb":123,"num_write":63,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.c","version":"268'1","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:59.754883+0000","last_change":"2024-09-19T14:06:26.886367+0000","last_active":"2024-09-19T14:19:59.754883+0000","last_peered":"2024-09-19T14:19:59.754883+0000","last_clean":"2024-09-19T14:19:59.754883+0000","last_became_active":"2024-09-19T14:06:26.885419+0000","last_became_peered":"2024-09-19T14:06:26.885419+0000","last_unstale":"2024-09-19T14:19:59.754883+0000","last_undegraded":"2024-09-19T14:19:59.754883+0000","last_fullsized":"2024-09-19T14:19:59.754883+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:28:07.986393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.b","version":"265'2","reported_seq":35,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:57.772179+0000","last_change":"2024-09-19T13:55:09.816303+0000","last_active":"2024-09-19T14:19:57.772179+0000","last_peered":"2024-09-19T14:19:57.772179+0000","last_clean":"2024-09-19T14:19:57.772179+0000","last_became_active":"2024-09-19T13:55:09.815512+0000","last_became_peered":"2024-09-19T13:55:09.815512+0000","last_unstale":"2024-09-19T14:19:57.772179+0000","last_undegraded":"2024-09-19T14:19:57.772179+0000","last_fullsized":"2024-09-19T14:19:57.772179+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:58:08.512879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.a","version":"268'2","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:22.822251+0000","last_change":"2024-09-19T13:55:06.743462+0000","last_active":"2024-09-19T14:23:22.822251+0000","last_peered":"2024-09-19T14:23:22.822251+0000","last_clean":"2024-09-19T14:23:22.822251+0000","last_became_active":"2024-09-19T13:55:06.742787+0000","last_became_peered":"2024-09-19T13:55:06.742787+0000","last_unstale":"2024-09-19T14:23:22.822251+0000","last_undegraded":"2024-09-19T14:23:22.822251+0000","last_fullsized":"2024-09-19T14:23:22.822251+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:55:08.992925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.9","version":"268'38","reported_seq":150,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:22.788959+0000","last_change":"2024-09-19T13:53:12.462068+0000","last_active":"2024-09-19T14:21:22.788959+0000","last_peered":"2024-09-19T14:21:22.788959+0000","last_clean":"2024-09-19T14:21:22.788959+0000","last_became_active":"2024-09-19T13:53:12.461291+0000","last_became_peered":"2024-09-19T13:53:12.461291+0000","last_unstale":"2024-09-19T14:21:22.788959+0000","last_undegraded":"2024-09-19T14:21:22.788959+0000","last_fullsized":"2024-09-19T14:21:22.788959+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:59:39.977598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":311,"num_read_kb":203,"num_write":97,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:57.776989+0000","last_change":"2024-09-19T14:06:26.882404+0000","last_active":"2024-09-19T14:19:57.776989+0000","last_peered":"2024-09-19T14:19:57.776989+0000","last_clean":"2024-09-19T14:19:57.776989+0000","last_became_active":"2024-09-19T14:06:26.881977+0000","last_became_peered":"2024-09-19T14:06:26.881977+0000","last_unstale":"2024-09-19T14:19:57.776989+0000","last_undegraded":"2024-09-19T14:19:57.776989+0000","last_fullsized":"2024-09-19T14:19:57.776989+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:06:57.343732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.a","version":"268'3","reported_seq":37,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:29.800146+0000","last_change":"2024-09-19T13:55:09.800441+0000","last_active":"2024-09-19T14:23:29.800146+0000","last_peered":"2024-09-19T14:23:29.800146+0000","last_clean":"2024-09-19T14:23:29.800146+0000","last_became_active":"2024-09-19T13:55:09.799665+0000","last_became_peered":"2024-09-19T13:55:09.799665+0000","last_unstale":"2024-09-19T14:23:29.800146+0000","last_undegraded":"2024-09-19T14:23:29.800146+0000","last_fullsized":"2024-09-19T14:23:29.800146+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:21:53.586107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.b","version":"268'6","reported_seq":49,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:09.828987+0000","last_change":"2024-09-19T13:55:06.739029+0000","last_active":"2024-09-19T14:22:09.828987+0000","last_peered":"2024-09-19T14:22:09.828987+0000","last_clean":"2024-09-19T14:22:09.828987+0000","last_became_active":"2024-09-19T13:55:06.737872+0000","last_became_peered":"2024-09-19T13:55:06.737872+0000","last_unstale":"2024-09-19T14:22:09.828987+0000","last_undegraded":"2024-09-19T14:22:09.828987+0000","last_fullsized":"2024-09-19T14:22:09.828987+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:08:38.785960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":4098,"num_write":6,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.8","version":"268'39","reported_seq":145,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:24.774629+0000","last_change":"2024-09-19T13:53:12.476149+0000","last_active":"2024-09-19T14:21:24.774629+0000","last_peered":"2024-09-19T14:21:24.774629+0000","last_clean":"2024-09-19T14:21:24.774629+0000","last_became_active":"2024-09-19T13:53:12.475372+0000","last_became_peered":"2024-09-19T13:53:12.475372+0000","last_unstale":"2024-09-19T14:21:24.774629+0000","last_undegraded":"2024-09-19T14:21:24.774629+0000","last_fullsized":"2024-09-19T14:21:24.774629+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:15:43.833114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":292,"num_read_kb":195,"num_write":104,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:04.769484+0000","last_change":"2024-09-19T14:06:26.880365+0000","last_active":"2024-09-19T14:21:04.769484+0000","last_peered":"2024-09-19T14:21:04.769484+0000","last_clean":"2024-09-19T14:21:04.769484+0000","last_became_active":"2024-09-19T14:06:26.879771+0000","last_became_peered":"2024-09-19T14:06:26.879771+0000","last_unstale":"2024-09-19T14:21:04.769484+0000","last_undegraded":"2024-09-19T14:21:04.769484+0000","last_fullsized":"2024-09-19T14:21:04.769484+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:59:29.560936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.5","version":"265'10","reported_seq":56,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:22.774429+0000","last_change":"2024-09-19T13:55:09.804600+0000","last_active":"2024-09-19T14:20:22.774429+0000","last_peered":"2024-09-19T14:20:22.774429+0000","last_clean":"2024-09-19T14:20:22.774429+0000","last_became_active":"2024-09-19T13:55:09.803908+0000","last_became_peered":"2024-09-19T13:55:09.803908+0000","last_unstale":"2024-09-19T14:20:22.774429+0000","last_undegraded":"2024-09-19T14:20:22.774429+0000","last_fullsized":"2024-09-19T14:20:22.774429+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:49:11.555856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":21,"num_read_kb":12292,"num_write":10,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.4","version":"265'6","reported_seq":52,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:09.797507+0000","last_change":"2024-09-19T13:55:06.736281+0000","last_active":"2024-09-19T14:20:09.797507+0000","last_peered":"2024-09-19T14:20:09.797507+0000","last_clean":"2024-09-19T14:20:09.797507+0000","last_became_active":"2024-09-19T13:55:06.735489+0000","last_became_peered":"2024-09-19T13:55:06.735489+0000","last_unstale":"2024-09-19T14:20:09.797507+0000","last_undegraded":"2024-09-19T14:20:09.797507+0000","last_fullsized":"2024-09-19T14:20:09.797507+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:37:05.553535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":5122,"num_write":6,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.7","version":"265'8","reported_seq":66,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:22.785260+0000","last_change":"2024-09-19T13:53:12.470358+0000","last_active":"2024-09-19T14:21:22.785260+0000","last_peered":"2024-09-19T14:21:22.785260+0000","last_clean":"2024-09-19T14:21:22.785260+0000","last_became_active":"2024-09-19T13:53:12.468649+0000","last_became_peered":"2024-09-19T13:53:12.468649+0000","last_unstale":"2024-09-19T14:21:22.785260+0000","last_undegraded":"2024-09-19T14:21:22.785260+0000","last_fullsized":"2024-09-19T14:21:22.785260+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:12:21.923097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":63,"num_read_kb":43,"num_write":20,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:04.769530+0000","last_change":"2024-09-19T14:06:26.875212+0000","last_active":"2024-09-19T14:21:04.769530+0000","last_peered":"2024-09-19T14:21:04.769530+0000","last_clean":"2024-09-19T14:21:04.769530+0000","last_became_active":"2024-09-19T14:06:26.874405+0000","last_became_peered":"2024-09-19T14:06:26.874405+0000","last_unstale":"2024-09-19T14:21:04.769530+0000","last_undegraded":"2024-09-19T14:21:04.769530+0000","last_fullsized":"2024-09-19T14:21:04.769530+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:41:13.448858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.4","version":"268'2","reported_seq":36,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:17.801961+0000","last_change":"2024-09-19T13:55:09.786109+0000","last_active":"2024-09-19T14:22:17.801961+0000","last_peered":"2024-09-19T14:22:17.801961+0000","last_clean":"2024-09-19T14:22:17.801961+0000","last_became_active":"2024-09-19T13:55:09.785402+0000","last_became_peered":"2024-09-19T13:55:09.785402+0000","last_unstale":"2024-09-19T14:22:17.801961+0000","last_undegraded":"2024-09-19T14:22:17.801961+0000","last_fullsized":"2024-09-19T14:22:17.801961+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:22:10.873339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1142,"num_write":2,"num_write_kb":571,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.5","version":"268'2","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:22.595798+0000","last_change":"2024-09-19T13:55:06.732734+0000","last_active":"2024-09-19T14:22:22.595798+0000","last_peered":"2024-09-19T14:22:22.595798+0000","last_clean":"2024-09-19T14:22:22.595798+0000","last_became_active":"2024-09-19T13:55:06.732266+0000","last_became_peered":"2024-09-19T13:55:06.732266+0000","last_unstale":"2024-09-19T14:22:22.595798+0000","last_undegraded":"2024-09-19T14:22:22.595798+0000","last_fullsized":"2024-09-19T14:22:22.595798+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:10:50.240081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":48,"num_write":2,"num_write_kb":48,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.6","version":"268'31","reported_seq":130,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:24.817135+0000","last_change":"2024-09-19T13:53:12.472407+0000","last_active":"2024-09-19T14:21:24.817135+0000","last_peered":"2024-09-19T14:21:24.817135+0000","last_clean":"2024-09-19T14:21:24.817135+0000","last_became_active":"2024-09-19T13:53:12.468297+0000","last_became_peered":"2024-09-19T13:53:12.468297+0000","last_unstale":"2024-09-19T14:21:24.817135+0000","last_undegraded":"2024-09-19T14:21:24.817135+0000","last_fullsized":"2024-09-19T14:21:24.817135+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:20:20.597620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":260,"num_read_kb":195,"num_write":72,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:32.776559+0000","last_change":"2024-09-19T14:06:26.880083+0000","last_active":"2024-09-19T14:20:32.776559+0000","last_peered":"2024-09-19T14:20:32.776559+0000","last_clean":"2024-09-19T14:20:32.776559+0000","last_became_active":"2024-09-19T14:06:26.879275+0000","last_became_peered":"2024-09-19T14:06:26.879275+0000","last_unstale":"2024-09-19T14:20:32.776559+0000","last_undegraded":"2024-09-19T14:20:32.776559+0000","last_fullsized":"2024-09-19T14:20:32.776559+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:57:32.352342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.7","version":"0'0","reported_seq":32,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:09.770701+0000","last_change":"2024-09-19T13:55:09.799801+0000","last_active":"2024-09-19T14:21:09.770701+0000","last_peered":"2024-09-19T14:21:09.770701+0000","last_clean":"2024-09-19T14:21:09.770701+0000","last_became_active":"2024-09-19T13:55:09.799016+0000","last_became_peered":"2024-09-19T13:55:09.799016+0000","last_unstale":"2024-09-19T14:21:09.770701+0000","last_undegraded":"2024-09-19T14:21:09.770701+0000","last_fullsized":"2024-09-19T14:21:09.770701+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:59:03.498429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.6","version":"268'5","reported_seq":44,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.473613+0000","last_change":"2024-09-19T13:55:06.730537+0000","last_active":"2024-09-19T14:23:58.473613+0000","last_peered":"2024-09-19T14:23:58.473613+0000","last_clean":"2024-09-19T14:23:58.473613+0000","last_became_active":"2024-09-19T13:55:06.729865+0000","last_became_peered":"2024-09-19T13:55:06.729865+0000","last_unstale":"2024-09-19T14:23:58.473613+0000","last_undegraded":"2024-09-19T14:23:58.473613+0000","last_fullsized":"2024-09-19T14:23:58.473613+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:07:25.282281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.5","version":"268'40","reported_seq":159,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:24.772238+0000","last_change":"2024-09-19T13:53:12.468961+0000","last_active":"2024-09-19T14:20:24.772238+0000","last_peered":"2024-09-19T14:20:24.772238+0000","last_clean":"2024-09-19T14:20:24.772238+0000","last_became_active":"2024-09-19T13:53:12.468116+0000","last_became_peered":"2024-09-19T13:53:12.468116+0000","last_unstale":"2024-09-19T14:20:24.772238+0000","last_undegraded":"2024-09-19T14:20:24.772238+0000","last_fullsized":"2024-09-19T14:20:24.772238+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:59:37.907744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":330,"num_read_kb":193,"num_write":102,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:04.811461+0000","last_change":"2024-09-19T14:06:26.857354+0000","last_active":"2024-09-19T14:21:04.811461+0000","last_peered":"2024-09-19T14:21:04.811461+0000","last_clean":"2024-09-19T14:21:04.811461+0000","last_became_active":"2024-09-19T14:06:26.856594+0000","last_became_peered":"2024-09-19T14:06:26.856594+0000","last_unstale":"2024-09-19T14:21:04.811461+0000","last_undegraded":"2024-09-19T14:21:04.811461+0000","last_fullsized":"2024-09-19T14:21:04.811461+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:07:21.078033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.6","version":"268'5","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:19.609235+0000","last_change":"2024-09-19T13:55:09.810984+0000","last_active":"2024-09-19T14:23:19.609235+0000","last_peered":"2024-09-19T14:23:19.609235+0000","last_clean":"2024-09-19T14:23:19.609235+0000","last_became_active":"2024-09-19T13:55:09.810178+0000","last_became_peered":"2024-09-19T13:55:09.810178+0000","last_unstale":"2024-09-19T14:23:19.609235+0000","last_undegraded":"2024-09-19T14:23:19.609235+0000","last_fullsized":"2024-09-19T14:23:19.609235+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:07:23.149525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":2577,"num_write":10,"num_write_kb":1553,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.7","version":"265'3","reported_seq":43,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:09.813111+0000","last_change":"2024-09-19T13:55:06.719674+0000","last_active":"2024-09-19T14:21:09.813111+0000","last_peered":"2024-09-19T14:21:09.813111+0000","last_clean":"2024-09-19T14:21:09.813111+0000","last_became_active":"2024-09-19T13:55:06.718846+0000","last_became_peered":"2024-09-19T13:55:06.718846+0000","last_unstale":"2024-09-19T14:21:09.813111+0000","last_undegraded":"2024-09-19T14:21:09.813111+0000","last_fullsized":"2024-09-19T14:21:09.813111+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:32:47.320312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.4","version":"268'133","reported_seq":438,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:40.947922+0000","last_change":"2024-09-19T13:53:12.465869+0000","last_active":"2024-09-19T14:20:40.947922+0000","last_peered":"2024-09-19T14:20:40.947922+0000","last_clean":"2024-09-19T14:20:40.947922+0000","last_became_active":"2024-09-19T13:53:12.465155+0000","last_became_peered":"2024-09-19T13:53:12.465155+0000","last_unstale":"2024-09-19T14:20:40.947922+0000","last_undegraded":"2024-09-19T14:20:40.947922+0000","last_fullsized":"2024-09-19T14:20:40.947922+0000","mapping_epoch":257,"log_start":"265'100","ondisk_log_start":"265'100","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:20:39.660153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1234,"num_read_kb":1138,"num_write":276,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.6","version":"267'1","reported_seq":22,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:37.798598+0000","last_change":"2024-09-19T14:06:26.868548+0000","last_active":"2024-09-19T14:21:37.798598+0000","last_peered":"2024-09-19T14:21:37.798598+0000","last_clean":"2024-09-19T14:21:37.798598+0000","last_became_active":"2024-09-19T14:06:26.867699+0000","last_became_peered":"2024-09-19T14:06:26.867699+0000","last_unstale":"2024-09-19T14:21:37.798598+0000","last_undegraded":"2024-09-19T14:21:37.798598+0000","last_fullsized":"2024-09-19T14:21:37.798598+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:00:32.441920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1","version":"268'5","reported_seq":39,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:17.594502+0000","last_change":"2024-09-19T13:55:09.796824+0000","last_active":"2024-09-19T14:22:17.594502+0000","last_peered":"2024-09-19T14:22:17.594502+0000","last_clean":"2024-09-19T14:22:17.594502+0000","last_became_active":"2024-09-19T13:55:09.795960+0000","last_became_peered":"2024-09-19T13:55:09.795960+0000","last_unstale":"2024-09-19T14:22:17.594502+0000","last_undegraded":"2024-09-19T14:22:17.594502+0000","last_fullsized":"2024-09-19T14:22:17.594502+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:38:34.922074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":4096,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.0","version":"268'2","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:14.810181+0000","last_change":"2024-09-19T13:55:06.716645+0000","last_active":"2024-09-19T14:23:14.810181+0000","last_peered":"2024-09-19T14:23:14.810181+0000","last_clean":"2024-09-19T14:23:14.810181+0000","last_became_active":"2024-09-19T13:55:06.715888+0000","last_became_peered":"2024-09-19T13:55:06.715888+0000","last_unstale":"2024-09-19T14:23:14.810181+0000","last_undegraded":"2024-09-19T14:23:14.810181+0000","last_fullsized":"2024-09-19T14:23:14.810181+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:14:22.426173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":571,"num_write":2,"num_write_kb":571,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.3","version":"268'17","reported_seq":88,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:19.770871+0000","last_change":"2024-09-19T13:53:12.457411+0000","last_active":"2024-09-19T14:20:19.770871+0000","last_peered":"2024-09-19T14:20:19.770871+0000","last_clean":"2024-09-19T14:20:19.770871+0000","last_became_active":"2024-09-19T13:53:12.456607+0000","last_became_peered":"2024-09-19T13:53:12.456607+0000","last_unstale":"2024-09-19T14:20:19.770871+0000","last_undegraded":"2024-09-19T14:20:19.770871+0000","last_fullsized":"2024-09-19T14:20:19.770871+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:04.803656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":123,"num_read_kb":81,"num_write":46,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:37.788526+0000","last_change":"2024-09-19T14:06:26.879408+0000","last_active":"2024-09-19T14:21:37.788526+0000","last_peered":"2024-09-19T14:21:37.788526+0000","last_clean":"2024-09-19T14:21:37.788526+0000","last_became_active":"2024-09-19T14:06:26.878528+0000","last_became_peered":"2024-09-19T14:06:26.878528+0000","last_unstale":"2024-09-19T14:21:37.788526+0000","last_undegraded":"2024-09-19T14:21:37.788526+0000","last_fullsized":"2024-09-19T14:21:37.788526+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:04:57.129270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.0","version":"268'13","reported_seq":59,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.275264+0000","last_change":"2024-09-19T13:55:09.803910+0000","last_active":"2024-09-19T14:23:58.275264+0000","last_peered":"2024-09-19T14:23:58.275264+0000","last_clean":"2024-09-19T14:23:58.275264+0000","last_became_active":"2024-09-19T13:55:09.803190+0000","last_became_peered":"2024-09-19T13:55:09.803190+0000","last_unstale":"2024-09-19T14:23:58.275264+0000","last_undegraded":"2024-09-19T14:23:58.275264+0000","last_fullsized":"2024-09-19T14:23:58.275264+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:02:37.537409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":20,"num_read_kb":22530,"num_write":18,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1","version":"0'0","reported_seq":38,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:09.797357+0000","last_change":"2024-09-19T13:55:06.745461+0000","last_active":"2024-09-19T14:20:09.797357+0000","last_peered":"2024-09-19T14:20:09.797357+0000","last_clean":"2024-09-19T14:20:09.797357+0000","last_became_active":"2024-09-19T13:55:06.744676+0000","last_became_peered":"2024-09-19T13:55:06.744676+0000","last_unstale":"2024-09-19T14:20:09.797357+0000","last_undegraded":"2024-09-19T14:20:09.797357+0000","last_fullsized":"2024-09-19T14:20:09.797357+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:07:59.114808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.2","version":"268'55","reported_seq":202,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:19.800078+0000","last_change":"2024-09-19T13:53:12.475747+0000","last_active":"2024-09-19T14:20:19.800078+0000","last_peered":"2024-09-19T14:20:19.800078+0000","last_clean":"2024-09-19T14:20:19.800078+0000","last_became_active":"2024-09-19T13:53:12.474878+0000","last_became_peered":"2024-09-19T13:53:12.474878+0000","last_unstale":"2024-09-19T14:20:19.800078+0000","last_undegraded":"2024-09-19T14:20:19.800078+0000","last_fullsized":"2024-09-19T14:20:19.800078+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":0,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:05:33.384528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":475,"num_read_kb":305,"num_write":132,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:02.784275+0000","last_change":"2024-09-19T14:06:26.870785+0000","last_active":"2024-09-19T14:21:02.784275+0000","last_peered":"2024-09-19T14:21:02.784275+0000","last_clean":"2024-09-19T14:21:02.784275+0000","last_became_active":"2024-09-19T14:06:26.870028+0000","last_became_peered":"2024-09-19T14:06:26.870028+0000","last_unstale":"2024-09-19T14:21:02.784275+0000","last_undegraded":"2024-09-19T14:21:02.784275+0000","last_fullsized":"2024-09-19T14:21:02.784275+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:48:32.566897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.3","version":"0'0","reported_seq":32,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:09.768499+0000","last_change":"2024-09-19T13:55:09.809180+0000","last_active":"2024-09-19T14:20:09.768499+0000","last_peered":"2024-09-19T14:20:09.768499+0000","last_clean":"2024-09-19T14:20:09.768499+0000","last_became_active":"2024-09-19T13:55:09.795576+0000","last_became_peered":"2024-09-19T13:55:09.795576+0000","last_unstale":"2024-09-19T14:20:09.768499+0000","last_undegraded":"2024-09-19T14:20:09.768499+0000","last_fullsized":"2024-09-19T14:20:09.768499+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:54:51.558335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"66.2","version":"268'8","reported_seq":55,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:12.802056+0000","last_change":"2024-09-19T13:55:06.731372+0000","last_active":"2024-09-19T14:22:12.802056+0000","last_peered":"2024-09-19T14:22:12.802056+0000","last_clean":"2024-09-19T14:22:12.802056+0000","last_became_active":"2024-09-19T13:55:06.731004+0000","last_became_peered":"2024-09-19T13:55:06.731004+0000","last_unstale":"2024-09-19T14:22:12.802056+0000","last_undegraded":"2024-09-19T14:22:12.802056+0000","last_fullsized":"2024-09-19T14:22:12.802056+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:54:57.870778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":14,"num_read_kb":12290,"num_write":8,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.1","version":"268'41","reported_seq":156,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:46.397855+0000","last_change":"2024-09-19T13:53:12.471488+0000","last_active":"2024-09-19T14:20:46.397855+0000","last_peered":"2024-09-19T14:20:46.397855+0000","last_clean":"2024-09-19T14:20:46.397855+0000","last_became_active":"2024-09-19T13:53:12.470782+0000","last_became_peered":"2024-09-19T13:53:12.470782+0000","last_unstale":"2024-09-19T14:20:46.397855+0000","last_undegraded":"2024-09-19T14:20:46.397855+0000","last_fullsized":"2024-09-19T14:20:46.397855+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:56:56.976239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":333,"num_read_kb":216,"num_write":101,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:09.813016+0000","last_change":"2024-09-19T14:06:26.873449+0000","last_active":"2024-09-19T14:21:09.813016+0000","last_peered":"2024-09-19T14:21:09.813016+0000","last_clean":"2024-09-19T14:21:09.813016+0000","last_became_active":"2024-09-19T14:06:26.872809+0000","last_became_peered":"2024-09-19T14:06:26.872809+0000","last_unstale":"2024-09-19T14:21:09.813016+0000","last_undegraded":"2024-09-19T14:21:09.813016+0000","last_fullsized":"2024-09-19T14:21:09.813016+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:13:24.156423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.2","version":"268'8","reported_seq":46,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.612684+0000","last_change":"2024-09-19T13:55:09.792510+0000","last_active":"2024-09-19T14:23:58.612684+0000","last_peered":"2024-09-19T14:23:58.612684+0000","last_clean":"2024-09-19T14:23:58.612684+0000","last_became_active":"2024-09-19T13:55:09.791757+0000","last_became_peered":"2024-09-19T13:55:09.791757+0000","last_unstale":"2024-09-19T14:23:58.612684+0000","last_undegraded":"2024-09-19T14:23:58.612684+0000","last_fullsized":"2024-09-19T14:23:58.612684+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:09:38.247825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":11312,"num_write":8,"num_write_kb":11312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"66.3","version":"0'0","reported_seq":38,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:09.771608+0000","last_change":"2024-09-19T13:55:06.730930+0000","last_active":"2024-09-19T14:20:09.771608+0000","last_peered":"2024-09-19T14:20:09.771608+0000","last_clean":"2024-09-19T14:20:09.771608+0000","last_became_active":"2024-09-19T13:55:06.730174+0000","last_became_peered":"2024-09-19T13:55:06.730174+0000","last_unstale":"2024-09-19T14:20:09.771608+0000","last_undegraded":"2024-09-19T14:20:09.771608+0000","last_fullsized":"2024-09-19T14:20:09.771608+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:11:58.316249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.0","version":"268'42","reported_seq":158,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:19.785651+0000","last_change":"2024-09-19T13:53:12.474487+0000","last_active":"2024-09-19T14:21:19.785651+0000","last_peered":"2024-09-19T14:21:19.785651+0000","last_clean":"2024-09-19T14:21:19.785651+0000","last_became_active":"2024-09-19T13:53:12.473659+0000","last_became_peered":"2024-09-19T13:53:12.473659+0000","last_unstale":"2024-09-19T14:21:19.785651+0000","last_undegraded":"2024-09-19T14:21:19.785651+0000","last_fullsized":"2024-09-19T14:21:19.785651+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:10:29.934924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":339,"num_read_kb":229,"num_write":102,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3f","version":"268'341","reported_seq":1006,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.078695+0000","last_change":"2024-09-19T13:37:42.999167+0000","last_active":"2024-09-19T14:24:00.078695+0000","last_peered":"2024-09-19T14:24:00.078695+0000","last_clean":"2024-09-19T14:24:00.078695+0000","last_became_active":"2024-09-19T13:37:42.998595+0000","last_became_peered":"2024-09-19T13:37:42.998595+0000","last_unstale":"2024-09-19T14:24:00.078695+0000","last_undegraded":"2024-09-19T14:24:00.078695+0000","last_fullsized":"2024-09-19T14:24:00.078695+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:13:18.062593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":30,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":715,"num_read_kb":1612,"num_write":1160,"num_write_kb":26082,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.38","version":"268'191","reported_seq":811,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:50.438664+0000","last_change":"2024-09-19T13:37:44.988468+0000","last_active":"2024-09-19T14:23:50.438664+0000","last_peered":"2024-09-19T14:23:50.438664+0000","last_clean":"2024-09-19T14:23:50.438664+0000","last_became_active":"2024-09-19T13:37:44.988042+0000","last_became_peered":"2024-09-19T13:37:44.988042+0000","last_unstale":"2024-09-19T14:23:50.438664+0000","last_undegraded":"2024-09-19T14:23:50.438664+0000","last_fullsized":"2024-09-19T14:23:50.438664+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:47:24.069981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":868,"num_read_kb":716,"num_write":299,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3e","version":"268'368","reported_seq":1034,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.137049+0000","last_change":"2024-09-19T13:37:43.016163+0000","last_active":"2024-09-19T14:24:00.137049+0000","last_peered":"2024-09-19T14:24:00.137049+0000","last_clean":"2024-09-19T14:24:00.137049+0000","last_became_active":"2024-09-19T13:37:43.013931+0000","last_became_peered":"2024-09-19T13:37:43.013931+0000","last_unstale":"2024-09-19T14:24:00.137049+0000","last_undegraded":"2024-09-19T14:24:00.137049+0000","last_fullsized":"2024-09-19T14:24:00.137049+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:52:56.577172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136886,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":671,"num_read_kb":50035,"num_write":1240,"num_write_kb":34859,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.39","version":"268'298","reported_seq":988,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:04.870781+0000","last_change":"2024-09-19T13:37:44.981870+0000","last_active":"2024-09-19T14:22:04.870781+0000","last_peered":"2024-09-19T14:22:04.870781+0000","last_clean":"2024-09-19T14:22:04.870781+0000","last_became_active":"2024-09-19T13:37:44.980771+0000","last_became_peered":"2024-09-19T13:37:44.980771+0000","last_unstale":"2024-09-19T14:22:04.870781+0000","last_undegraded":"2024-09-19T14:22:04.870781+0000","last_fullsized":"2024-09-19T14:22:04.870781+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":200,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:07:17.873414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1416,"num_read_kb":1186,"num_write":494,"num_write_kb":282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3d","version":"268'357","reported_seq":1045,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.127386+0000","last_change":"2024-09-19T13:37:43.012810+0000","last_active":"2024-09-19T14:24:00.127386+0000","last_peered":"2024-09-19T14:24:00.127386+0000","last_clean":"2024-09-19T14:24:00.127386+0000","last_became_active":"2024-09-19T13:37:43.011731+0000","last_became_peered":"2024-09-19T13:37:43.011731+0000","last_unstale":"2024-09-19T14:24:00.127386+0000","last_undegraded":"2024-09-19T14:24:00.127386+0000","last_fullsized":"2024-09-19T14:24:00.127386+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:34:35.679114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":702,"num_read_kb":22108,"num_write":1061,"num_write_kb":42300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3a","version":"268'298","reported_seq":868,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:43.584242+0000","last_change":"2024-09-19T13:37:44.983972+0000","last_active":"2024-09-19T14:20:43.584242+0000","last_peered":"2024-09-19T14:20:43.584242+0000","last_clean":"2024-09-19T14:20:43.584242+0000","last_became_active":"2024-09-19T13:37:44.983545+0000","last_became_peered":"2024-09-19T13:37:44.983545+0000","last_unstale":"2024-09-19T14:20:43.584242+0000","last_undegraded":"2024-09-19T14:20:43.584242+0000","last_fullsized":"2024-09-19T14:20:43.584242+0000","mapping_epoch":27,"log_start":"265'200","ondisk_log_start":"265'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":200,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:24:51.741113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1280,"num_read_kb":1008,"num_write":491,"num_write_kb":256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3c","version":"268'291","reported_seq":914,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.980747+0000","last_change":"2024-09-19T13:37:42.977429+0000","last_active":"2024-09-19T14:23:59.980747+0000","last_peered":"2024-09-19T14:23:59.980747+0000","last_clean":"2024-09-19T14:23:59.980747+0000","last_became_active":"2024-09-19T13:37:42.976428+0000","last_became_peered":"2024-09-19T13:37:42.976428+0000","last_unstale":"2024-09-19T14:23:59.980747+0000","last_undegraded":"2024-09-19T14:23:59.980747+0000","last_fullsized":"2024-09-19T14:23:59.980747+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":200,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:57:11.343617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136845,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":523,"num_read_kb":1576,"num_write":953,"num_write_kb":18809,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3b","version":"268'150","reported_seq":775,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:02.773110+0000","last_change":"2024-09-19T13:37:44.987681+0000","last_active":"2024-09-19T14:22:02.773110+0000","last_peered":"2024-09-19T14:22:02.773110+0000","last_clean":"2024-09-19T14:22:02.773110+0000","last_became_active":"2024-09-19T13:37:44.986925+0000","last_became_peered":"2024-09-19T13:37:44.986925+0000","last_unstale":"2024-09-19T14:22:02.773110+0000","last_undegraded":"2024-09-19T14:22:02.773110+0000","last_fullsized":"2024-09-19T14:22:02.773110+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:58:06.640214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":694,"num_read_kb":586,"num_write":224,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"268'359","reported_seq":1009,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.093810+0000","last_change":"2024-09-19T13:37:43.011158+0000","last_active":"2024-09-19T14:24:00.093810+0000","last_peered":"2024-09-19T14:24:00.093810+0000","last_clean":"2024-09-19T14:24:00.093810+0000","last_became_active":"2024-09-19T13:37:43.010712+0000","last_became_peered":"2024-09-19T13:37:43.010712+0000","last_unstale":"2024-09-19T14:24:00.093810+0000","last_undegraded":"2024-09-19T14:24:00.093810+0000","last_fullsized":"2024-09-19T14:24:00.093810+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":300,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:46.918108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136871,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":627,"num_read_kb":20416,"num_write":1219,"num_write_kb":38048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3c","version":"268'131","reported_seq":727,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:15.470286+0000","last_change":"2024-09-19T13:37:44.979924+0000","last_active":"2024-09-19T14:22:15.470286+0000","last_peered":"2024-09-19T14:22:15.470286+0000","last_clean":"2024-09-19T14:22:15.470286+0000","last_became_active":"2024-09-19T13:37:44.979639+0000","last_became_peered":"2024-09-19T13:37:44.979639+0000","last_unstale":"2024-09-19T14:22:15.470286+0000","last_undegraded":"2024-09-19T14:22:15.470286+0000","last_fullsized":"2024-09-19T14:22:15.470286+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:48:10.419103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":562,"num_read_kb":468,"num_write":220,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"268'351","reported_seq":982,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.122193+0000","last_change":"2024-09-19T13:37:42.971408+0000","last_active":"2024-09-19T14:24:00.122193+0000","last_peered":"2024-09-19T14:24:00.122193+0000","last_clean":"2024-09-19T14:24:00.122193+0000","last_became_active":"2024-09-19T13:37:42.970817+0000","last_became_peered":"2024-09-19T13:37:42.970817+0000","last_unstale":"2024-09-19T14:24:00.122193+0000","last_undegraded":"2024-09-19T14:24:00.122193+0000","last_fullsized":"2024-09-19T14:24:00.122193+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:22:49.873025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136829,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":616,"num_read_kb":18071,"num_write":1053,"num_write_kb":31772,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3d","version":"268'139","reported_seq":747,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:29.776155+0000","last_change":"2024-09-19T13:37:45.002142+0000","last_active":"2024-09-19T14:21:29.776155+0000","last_peered":"2024-09-19T14:21:29.776155+0000","last_clean":"2024-09-19T14:21:29.776155+0000","last_became_active":"2024-09-19T13:37:45.001685+0000","last_became_peered":"2024-09-19T13:37:45.001685+0000","last_unstale":"2024-09-19T14:21:29.776155+0000","last_undegraded":"2024-09-19T14:21:29.776155+0000","last_fullsized":"2024-09-19T14:21:29.776155+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:54:40.967976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":600,"num_read_kb":500,"num_write":209,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.39","version":"268'372","reported_seq":1021,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.080551+0000","last_change":"2024-09-19T13:37:42.975298+0000","last_active":"2024-09-19T14:24:00.080551+0000","last_peered":"2024-09-19T14:24:00.080551+0000","last_clean":"2024-09-19T14:24:00.080551+0000","last_became_active":"2024-09-19T13:37:42.974777+0000","last_became_peered":"2024-09-19T13:37:42.974777+0000","last_unstale":"2024-09-19T14:24:00.080551+0000","last_undegraded":"2024-09-19T14:24:00.080551+0000","last_fullsized":"2024-09-19T14:24:00.080551+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":300,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:57:54.473962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136853,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":759,"num_read_kb":26245,"num_write":1153,"num_write_kb":27029,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3e","version":"268'219","reported_seq":848,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:29.788142+0000","last_change":"2024-09-19T13:37:44.993470+0000","last_active":"2024-09-19T14:21:29.788142+0000","last_peered":"2024-09-19T14:21:29.788142+0000","last_clean":"2024-09-19T14:21:29.788142+0000","last_became_active":"2024-09-19T13:37:44.992496+0000","last_became_peered":"2024-09-19T13:37:44.992496+0000","last_unstale":"2024-09-19T14:21:29.788142+0000","last_undegraded":"2024-09-19T14:21:29.788142+0000","last_fullsized":"2024-09-19T14:21:29.788142+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":200,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:18:55.062170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":988,"num_read_kb":817,"num_write":337,"num_write_kb":165,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.38","version":"268'363","reported_seq":1044,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.125426+0000","last_change":"2024-09-19T13:37:43.020747+0000","last_active":"2024-09-19T14:24:00.125426+0000","last_peered":"2024-09-19T14:24:00.125426+0000","last_clean":"2024-09-19T14:24:00.125426+0000","last_became_active":"2024-09-19T13:37:43.019449+0000","last_became_peered":"2024-09-19T13:37:43.019449+0000","last_unstale":"2024-09-19T14:24:00.125426+0000","last_undegraded":"2024-09-19T14:24:00.125426+0000","last_fullsized":"2024-09-19T14:24:00.125426+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:45:14.550353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":694,"num_read_kb":51884,"num_write":1126,"num_write_kb":13886,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3f","version":"268'145","reported_seq":766,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:57.838096+0000","last_change":"2024-09-19T13:37:45.015980+0000","last_active":"2024-09-19T14:22:57.838096+0000","last_peered":"2024-09-19T14:22:57.838096+0000","last_clean":"2024-09-19T14:22:57.838096+0000","last_became_active":"2024-09-19T13:37:45.015347+0000","last_became_peered":"2024-09-19T13:37:45.015347+0000","last_unstale":"2024-09-19T14:22:57.838096+0000","last_undegraded":"2024-09-19T14:22:57.838096+0000","last_fullsized":"2024-09-19T14:22:57.838096+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:29:08.602780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":660,"num_read_kb":557,"num_write":213,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.30","version":"268'131","reported_seq":725,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:01.314239+0000","last_change":"2024-09-19T13:37:44.969206+0000","last_active":"2024-09-19T14:20:01.314239+0000","last_peered":"2024-09-19T14:20:01.314239+0000","last_clean":"2024-09-19T14:20:01.314239+0000","last_became_active":"2024-09-19T13:37:44.968741+0000","last_became_peered":"2024-09-19T13:37:44.968741+0000","last_unstale":"2024-09-19T14:20:01.314239+0000","last_undegraded":"2024-09-19T14:20:01.314239+0000","last_fullsized":"2024-09-19T14:20:01.314239+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:01:16.734762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":563,"num_read_kb":467,"num_write":183,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"268'314","reported_seq":929,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.969059+0000","last_change":"2024-09-19T13:37:43.018735+0000","last_active":"2024-09-19T14:23:59.969059+0000","last_peered":"2024-09-19T14:23:59.969059+0000","last_clean":"2024-09-19T14:23:59.969059+0000","last_became_active":"2024-09-19T13:37:43.018350+0000","last_became_peered":"2024-09-19T13:37:43.018350+0000","last_unstale":"2024-09-19T14:23:59.969059+0000","last_undegraded":"2024-09-19T14:23:59.969059+0000","last_fullsized":"2024-09-19T14:23:59.969059+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:42:14.903924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136860,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":510,"num_read_kb":13015,"num_write":1062,"num_write_kb":33999,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,5],"acting":[1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.31","version":"268'78","reported_seq":649,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:54.482430+0000","last_change":"2024-09-19T13:37:44.986334+0000","last_active":"2024-09-19T14:21:54.482430+0000","last_peered":"2024-09-19T14:21:54.482430+0000","last_clean":"2024-09-19T14:21:54.482430+0000","last_became_active":"2024-09-19T13:37:44.985953+0000","last_became_peered":"2024-09-19T13:37:44.985953+0000","last_unstale":"2024-09-19T14:21:54.482430+0000","last_undegraded":"2024-09-19T14:21:54.482430+0000","last_fullsized":"2024-09-19T14:21:54.482430+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":0,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:10:09.230396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":349,"num_read_kb":293,"num_write":113,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.36","version":"268'288","reported_seq":961,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.064115+0000","last_change":"2024-09-19T13:37:42.988683+0000","last_active":"2024-09-19T14:24:00.064115+0000","last_peered":"2024-09-19T14:24:00.064115+0000","last_clean":"2024-09-19T14:24:00.064115+0000","last_became_active":"2024-09-19T13:37:42.988095+0000","last_became_peered":"2024-09-19T13:37:42.988095+0000","last_unstale":"2024-09-19T14:24:00.064115+0000","last_undegraded":"2024-09-19T14:24:00.064115+0000","last_fullsized":"2024-09-19T14:24:00.064115+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":200,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:59:22.327561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":32,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":578,"num_read_kb":77681,"num_write":961,"num_write_kb":36411,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.32","version":"268'311","reported_seq":969,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:49.129440+0000","last_change":"2024-09-19T13:37:45.005481+0000","last_active":"2024-09-19T14:21:49.129440+0000","last_peered":"2024-09-19T14:21:49.129440+0000","last_clean":"2024-09-19T14:21:49.129440+0000","last_became_active":"2024-09-19T13:37:45.005210+0000","last_became_peered":"2024-09-19T13:37:45.005210+0000","last_unstale":"2024-09-19T14:21:49.129440+0000","last_undegraded":"2024-09-19T14:21:49.129440+0000","last_fullsized":"2024-09-19T14:21:49.129440+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":300,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:50:04.148230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1345,"num_read_kb":1103,"num_write":484,"num_write_kb":244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.35","version":"268'331","reported_seq":949,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.120095+0000","last_change":"2024-09-19T13:37:42.999130+0000","last_active":"2024-09-19T14:24:00.120095+0000","last_peered":"2024-09-19T14:24:00.120095+0000","last_clean":"2024-09-19T14:24:00.120095+0000","last_became_active":"2024-09-19T13:37:42.998603+0000","last_became_peered":"2024-09-19T13:37:42.998603+0000","last_unstale":"2024-09-19T14:24:00.120095+0000","last_undegraded":"2024-09-19T14:24:00.120095+0000","last_fullsized":"2024-09-19T14:24:00.120095+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":300,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:23:52.339747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":549,"num_read_kb":20937,"num_write":999,"num_write_kb":29488,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.33","version":"268'41","reported_seq":605,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:17.790387+0000","last_change":"2024-09-19T13:37:45.014502+0000","last_active":"2024-09-19T14:21:17.790387+0000","last_peered":"2024-09-19T14:21:17.790387+0000","last_clean":"2024-09-19T14:21:17.790387+0000","last_became_active":"2024-09-19T13:37:45.013648+0000","last_became_peered":"2024-09-19T13:37:45.013648+0000","last_unstale":"2024-09-19T14:21:17.790387+0000","last_undegraded":"2024-09-19T14:21:17.790387+0000","last_fullsized":"2024-09-19T14:21:17.790387+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:28:36.467556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":189,"num_read_kb":171,"num_write":54,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"268'321","reported_seq":999,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.092966+0000","last_change":"2024-09-19T13:37:43.003604+0000","last_active":"2024-09-19T14:24:00.092966+0000","last_peered":"2024-09-19T14:24:00.092966+0000","last_clean":"2024-09-19T14:24:00.092966+0000","last_became_active":"2024-09-19T13:37:43.003034+0000","last_became_peered":"2024-09-19T13:37:43.003034+0000","last_unstale":"2024-09-19T14:24:00.092966+0000","last_undegraded":"2024-09-19T14:24:00.092966+0000","last_fullsized":"2024-09-19T14:24:00.092966+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":300,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:26:05.081745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":576,"num_read_kb":135286,"num_write":975,"num_write_kb":29077,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.34","version":"268'176","reported_seq":748,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:17.787930+0000","last_change":"2024-09-19T13:37:45.005784+0000","last_active":"2024-09-19T14:21:17.787930+0000","last_peered":"2024-09-19T14:21:17.787930+0000","last_clean":"2024-09-19T14:21:17.787930+0000","last_became_active":"2024-09-19T13:37:45.004923+0000","last_became_peered":"2024-09-19T13:37:45.004923+0000","last_unstale":"2024-09-19T14:21:17.787930+0000","last_undegraded":"2024-09-19T14:21:17.787930+0000","last_fullsized":"2024-09-19T14:21:17.787930+0000","mapping_epoch":27,"log_start":"265'100","ondisk_log_start":"265'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:39:30.947792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":705,"num_read_kb":566,"num_write":276,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.33","version":"268'328","reported_seq":988,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.103059+0000","last_change":"2024-09-19T13:37:42.989906+0000","last_active":"2024-09-19T14:24:00.103059+0000","last_peered":"2024-09-19T14:24:00.103059+0000","last_clean":"2024-09-19T14:24:00.103059+0000","last_became_active":"2024-09-19T13:37:42.989090+0000","last_became_peered":"2024-09-19T13:37:42.989090+0000","last_unstale":"2024-09-19T14:24:00.103059+0000","last_undegraded":"2024-09-19T14:24:00.103059+0000","last_fullsized":"2024-09-19T14:24:00.103059+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:55:37.913464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136871,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":643,"num_read_kb":31000,"num_write":1169,"num_write_kb":24189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,4],"acting":[6,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.35","version":"268'335","reported_seq":1007,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:14.787445+0000","last_change":"2024-09-19T13:37:44.991414+0000","last_active":"2024-09-19T14:21:14.787445+0000","last_peered":"2024-09-19T14:21:14.787445+0000","last_clean":"2024-09-19T14:21:14.787445+0000","last_became_active":"2024-09-19T13:37:44.989373+0000","last_became_peered":"2024-09-19T13:37:44.989373+0000","last_unstale":"2024-09-19T14:21:14.787445+0000","last_undegraded":"2024-09-19T14:21:14.787445+0000","last_fullsized":"2024-09-19T14:21:14.787445+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":300,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:02:21.090427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1470,"num_read_kb":1190,"num_write":552,"num_write_kb":270,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"268'360","reported_seq":1002,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.099509+0000","last_change":"2024-09-19T13:37:43.007319+0000","last_active":"2024-09-19T14:24:00.099509+0000","last_peered":"2024-09-19T14:24:00.099509+0000","last_clean":"2024-09-19T14:24:00.099509+0000","last_became_active":"2024-09-19T13:37:43.006825+0000","last_became_peered":"2024-09-19T13:37:43.006825+0000","last_unstale":"2024-09-19T14:24:00.099509+0000","last_undegraded":"2024-09-19T14:24:00.099509+0000","last_fullsized":"2024-09-19T14:24:00.099509+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:07:31.040749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":623,"num_read_kb":11977,"num_write":1136,"num_write_kb":42169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.18","version":"268'137","reported_seq":694,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:31.779241+0000","last_change":"2024-09-19T13:37:53.037555+0000","last_active":"2024-09-19T14:22:31.779241+0000","last_peered":"2024-09-19T14:22:31.779241+0000","last_clean":"2024-09-19T14:22:31.779241+0000","last_became_active":"2024-09-19T13:37:53.036783+0000","last_became_peered":"2024-09-19T13:37:53.036783+0000","last_unstale":"2024-09-19T14:22:31.779241+0000","last_undegraded":"2024-09-19T14:22:31.779241+0000","last_fullsized":"2024-09-19T14:22:31.779241+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:58:42.401548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":408,"num_read_kb":350,"num_write":326,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"268'152","reported_seq":786,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:07.941144+0000","last_change":"2024-09-19T13:37:45.002913+0000","last_active":"2024-09-19T14:22:07.941144+0000","last_peered":"2024-09-19T14:22:07.941144+0000","last_clean":"2024-09-19T14:22:07.941144+0000","last_became_active":"2024-09-19T13:37:45.002159+0000","last_became_peered":"2024-09-19T13:37:45.002159+0000","last_unstale":"2024-09-19T14:22:07.941144+0000","last_undegraded":"2024-09-19T14:22:07.941144+0000","last_fullsized":"2024-09-19T14:22:07.941144+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:40:40.643158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":652,"num_read_kb":553,"num_write":215,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.13","version":"268'450","reported_seq":1115,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.955398+0000","last_change":"2024-09-19T13:37:42.985223+0000","last_active":"2024-09-19T14:23:59.955398+0000","last_peered":"2024-09-19T14:23:59.955398+0000","last_clean":"2024-09-19T14:23:59.955398+0000","last_became_active":"2024-09-19T13:37:42.984557+0000","last_became_peered":"2024-09-19T13:37:42.984557+0000","last_unstale":"2024-09-19T14:23:59.955398+0000","last_undegraded":"2024-09-19T14:23:59.955398+0000","last_fullsized":"2024-09-19T14:23:59.955398+0000","mapping_epoch":25,"log_start":"268'400","ondisk_log_start":"268'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":400,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:45:17.762814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":760,"num_read_kb":21437,"num_write":1291,"num_write_kb":60430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:19.815787+0000","last_change":"2024-09-19T13:37:46.977067+0000","last_active":"2024-09-19T14:21:19.815787+0000","last_peered":"2024-09-19T14:21:19.815787+0000","last_clean":"2024-09-19T14:21:19.815787+0000","last_became_active":"2024-09-19T13:37:46.976663+0000","last_became_peered":"2024-09-19T13:37:46.976663+0000","last_unstale":"2024-09-19T14:21:19.815787+0000","last_undegraded":"2024-09-19T14:21:19.815787+0000","last_fullsized":"2024-09-19T14:21:19.815787+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:47:54.191326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.16","version":"268'335","reported_seq":939,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.760208+0000","last_change":"2024-09-19T13:37:48.989496+0000","last_active":"2024-09-19T14:23:59.760208+0000","last_peered":"2024-09-19T14:23:59.760208+0000","last_clean":"2024-09-19T14:23:59.760208+0000","last_became_active":"2024-09-19T13:37:48.988757+0000","last_became_peered":"2024-09-19T13:37:48.988757+0000","last_unstale":"2024-09-19T14:23:59.760208+0000","last_undegraded":"2024-09-19T14:23:59.760208+0000","last_fullsized":"2024-09-19T14:23:59.760208+0000","mapping_epoch":31,"log_start":"268'300","ondisk_log_start":"268'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":300,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:33:24.154543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47205,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":511,"num_read_kb":1027,"num_write":402,"num_write_kb":266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":494,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:24.790006+0000","last_change":"2024-09-19T13:37:51.018287+0000","last_active":"2024-09-19T14:21:24.790006+0000","last_peered":"2024-09-19T14:21:24.790006+0000","last_clean":"2024-09-19T14:21:24.790006+0000","last_became_active":"2024-09-19T13:37:51.017561+0000","last_became_peered":"2024-09-19T13:37:51.017561+0000","last_unstale":"2024-09-19T14:21:24.790006+0000","last_undegraded":"2024-09-19T14:21:24.790006+0000","last_fullsized":"2024-09-19T14:21:24.790006+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:07:31.826391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.19","version":"268'144","reported_seq":642,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:49.117038+0000","last_change":"2024-09-19T13:37:53.042842+0000","last_active":"2024-09-19T14:21:49.117038+0000","last_peered":"2024-09-19T14:21:49.117038+0000","last_clean":"2024-09-19T14:21:49.117038+0000","last_became_active":"2024-09-19T13:37:53.042276+0000","last_became_peered":"2024-09-19T13:37:53.042276+0000","last_unstale":"2024-09-19T14:21:49.117038+0000","last_undegraded":"2024-09-19T14:21:49.117038+0000","last_fullsized":"2024-09-19T14:21:49.117038+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":100,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:20:44.943116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":179,"num_read_kb":172,"num_write":360,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.15","version":"268'177","reported_seq":795,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:16.418616+0000","last_change":"2024-09-19T13:37:44.981107+0000","last_active":"2024-09-19T14:22:16.418616+0000","last_peered":"2024-09-19T14:22:16.418616+0000","last_clean":"2024-09-19T14:22:16.418616+0000","last_became_active":"2024-09-19T13:37:44.980655+0000","last_became_peered":"2024-09-19T13:37:44.980655+0000","last_unstale":"2024-09-19T14:22:16.418616+0000","last_undegraded":"2024-09-19T14:22:16.418616+0000","last_fullsized":"2024-09-19T14:22:16.418616+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":100,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:58:33.759156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":828,"num_read_kb":689,"num_write":294,"num_write_kb":167,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"268'348","reported_seq":989,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.098540+0000","last_change":"2024-09-19T13:37:43.004536+0000","last_active":"2024-09-19T14:24:00.098540+0000","last_peered":"2024-09-19T14:24:00.098540+0000","last_clean":"2024-09-19T14:24:00.098540+0000","last_became_active":"2024-09-19T13:37:43.004045+0000","last_became_peered":"2024-09-19T13:37:43.004045+0000","last_unstale":"2024-09-19T14:24:00.098540+0000","last_undegraded":"2024-09-19T14:24:00.098540+0000","last_fullsized":"2024-09-19T14:24:00.098540+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:59:54.409822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":606,"num_read_kb":25057,"num_write":1111,"num_write_kb":37726,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:52.764930+0000","last_change":"2024-09-19T13:37:46.993642+0000","last_active":"2024-09-19T14:19:52.764930+0000","last_peered":"2024-09-19T14:19:52.764930+0000","last_clean":"2024-09-19T14:19:52.764930+0000","last_became_active":"2024-09-19T13:37:46.983482+0000","last_became_peered":"2024-09-19T13:37:46.983482+0000","last_unstale":"2024-09-19T14:19:52.764930+0000","last_undegraded":"2024-09-19T14:19:52.764930+0000","last_fullsized":"2024-09-19T14:19:52.764930+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:32:11.378574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.17","version":"268'80","reported_seq":609,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:26.564469+0000","last_change":"2024-09-19T13:37:48.992902+0000","last_active":"2024-09-19T14:21:26.564469+0000","last_peered":"2024-09-19T14:21:26.564469+0000","last_clean":"2024-09-19T14:21:26.564469+0000","last_became_active":"2024-09-19T13:37:48.992375+0000","last_became_peered":"2024-09-19T13:37:48.992375+0000","last_unstale":"2024-09-19T14:21:26.564469+0000","last_undegraded":"2024-09-19T14:21:26.564469+0000","last_fullsized":"2024-09-19T14:21:26.564469+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":0,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:12:44.935321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":89,"num_read_kb":86,"num_write":58,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":494,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:24.789855+0000","last_change":"2024-09-19T13:37:51.016781+0000","last_active":"2024-09-19T14:21:24.789855+0000","last_peered":"2024-09-19T14:21:24.789855+0000","last_clean":"2024-09-19T14:21:24.789855+0000","last_became_active":"2024-09-19T13:37:51.015667+0000","last_became_peered":"2024-09-19T13:37:51.015667+0000","last_unstale":"2024-09-19T14:21:24.789855+0000","last_undegraded":"2024-09-19T14:21:24.789855+0000","last_fullsized":"2024-09-19T14:21:24.789855+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:41:41.808944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1a","version":"268'143","reported_seq":658,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:30.305566+0000","last_change":"2024-09-19T13:37:53.036174+0000","last_active":"2024-09-19T14:22:30.305566+0000","last_peered":"2024-09-19T14:22:30.305566+0000","last_clean":"2024-09-19T14:22:30.305566+0000","last_became_active":"2024-09-19T13:37:53.035482+0000","last_became_peered":"2024-09-19T13:37:53.035482+0000","last_unstale":"2024-09-19T14:22:30.305566+0000","last_undegraded":"2024-09-19T14:22:30.305566+0000","last_fullsized":"2024-09-19T14:22:30.305566+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:07:56.751554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1507,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":223,"num_read_kb":210,"num_write":343,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"268'72","reported_seq":626,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:42.618300+0000","last_change":"2024-09-19T13:37:45.005051+0000","last_active":"2024-09-19T14:21:42.618300+0000","last_peered":"2024-09-19T14:21:42.618300+0000","last_clean":"2024-09-19T14:21:42.618300+0000","last_became_active":"2024-09-19T13:37:45.000269+0000","last_became_peered":"2024-09-19T13:37:45.000269+0000","last_unstale":"2024-09-19T14:21:42.618300+0000","last_undegraded":"2024-09-19T14:21:42.618300+0000","last_fullsized":"2024-09-19T14:21:42.618300+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:45:42.714456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":313,"num_read_kb":257,"num_write":104,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"268'360","reported_seq":1046,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.998957+0000","last_change":"2024-09-19T13:37:42.988552+0000","last_active":"2024-09-19T14:23:59.998957+0000","last_peered":"2024-09-19T14:23:59.998957+0000","last_clean":"2024-09-19T14:23:59.998957+0000","last_became_active":"2024-09-19T13:37:42.988214+0000","last_became_peered":"2024-09-19T13:37:42.988214+0000","last_unstale":"2024-09-19T14:23:59.998957+0000","last_undegraded":"2024-09-19T14:23:59.998957+0000","last_fullsized":"2024-09-19T14:23:59.998957+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:32:15.157906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136829,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":668,"num_read_kb":103675,"num_write":1163,"num_write_kb":22531,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"37'3","reported_seq":978,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:57.817451+0000","last_change":"2024-09-19T13:37:46.987908+0000","last_active":"2024-09-19T14:23:57.817451+0000","last_peered":"2024-09-19T14:23:57.817451+0000","last_clean":"2024-09-19T14:23:57.817451+0000","last_became_active":"2024-09-19T13:37:46.985798+0000","last_became_peered":"2024-09-19T13:37:46.985798+0000","last_unstale":"2024-09-19T14:23:57.817451+0000","last_undegraded":"2024-09-19T14:23:57.817451+0000","last_fullsized":"2024-09-19T14:23:57.817451+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:25:14.802231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":724,"num_read_kb":722,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"268'115","reported_seq":650,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:25.384299+0000","last_change":"2024-09-19T13:37:49.001794+0000","last_active":"2024-09-19T14:21:25.384299+0000","last_peered":"2024-09-19T14:21:25.384299+0000","last_clean":"2024-09-19T14:21:25.384299+0000","last_became_active":"2024-09-19T13:37:49.001087+0000","last_became_peered":"2024-09-19T13:37:49.001087+0000","last_unstale":"2024-09-19T14:21:25.384299+0000","last_undegraded":"2024-09-19T14:21:25.384299+0000","last_fullsized":"2024-09-19T14:21:25.384299+0000","mapping_epoch":31,"log_start":"268'100","ondisk_log_start":"268'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:42:06.364520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":125,"num_read_kb":117,"num_write":84,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.15","version":"268'761","reported_seq":2138,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.673011+0000","last_change":"2024-09-19T13:37:51.041194+0000","last_active":"2024-09-19T14:23:59.673011+0000","last_peered":"2024-09-19T14:23:59.673011+0000","last_clean":"2024-09-19T14:23:59.673011+0000","last_became_active":"2024-09-19T13:37:51.040211+0000","last_became_peered":"2024-09-19T13:37:51.040211+0000","last_unstale":"2024-09-19T14:23:59.673011+0000","last_undegraded":"2024-09-19T14:23:59.673011+0000","last_fullsized":"2024-09-19T14:23:59.673011+0000","mapping_epoch":33,"log_start":"268'701","ondisk_log_start":"268'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":701,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:04:09.424215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"268'223","reported_seq":1046,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:31.826321+0000","last_change":"2024-09-19T13:37:53.025349+0000","last_active":"2024-09-19T14:22:31.826321+0000","last_peered":"2024-09-19T14:22:31.826321+0000","last_clean":"2024-09-19T14:22:31.826321+0000","last_became_active":"2024-09-19T13:37:53.024657+0000","last_became_peered":"2024-09-19T13:37:53.024657+0000","last_unstale":"2024-09-19T14:22:31.826321+0000","last_undegraded":"2024-09-19T14:22:31.826321+0000","last_fullsized":"2024-09-19T14:22:31.826321+0000","mapping_epoch":35,"log_start":"268'200","ondisk_log_start":"268'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":200,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:56:57.197577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":647,"num_read_kb":644,"num_write":490,"num_write_kb":125,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.17","version":"268'142","reported_seq":745,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:17.788067+0000","last_change":"2024-09-19T13:37:45.007023+0000","last_active":"2024-09-19T14:21:17.788067+0000","last_peered":"2024-09-19T14:21:17.788067+0000","last_clean":"2024-09-19T14:21:17.788067+0000","last_became_active":"2024-09-19T13:37:45.006243+0000","last_became_peered":"2024-09-19T13:37:45.006243+0000","last_unstale":"2024-09-19T14:21:17.788067+0000","last_undegraded":"2024-09-19T14:21:17.788067+0000","last_fullsized":"2024-09-19T14:21:17.788067+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:53:37.798919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":622,"num_read_kb":516,"num_write":222,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"268'358","reported_seq":1035,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.129256+0000","last_change":"2024-09-19T13:37:43.021102+0000","last_active":"2024-09-19T14:24:00.129256+0000","last_peered":"2024-09-19T14:24:00.129256+0000","last_clean":"2024-09-19T14:24:00.129256+0000","last_became_active":"2024-09-19T13:37:43.020767+0000","last_became_peered":"2024-09-19T13:37:43.020767+0000","last_unstale":"2024-09-19T14:24:00.129256+0000","last_undegraded":"2024-09-19T14:24:00.129256+0000","last_fullsized":"2024-09-19T14:24:00.129256+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":300,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:05:02.942566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":635,"num_read_kb":86641,"num_write":1102,"num_write_kb":49807,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:19.815875+0000","last_change":"2024-09-19T13:37:46.999405+0000","last_active":"2024-09-19T14:21:19.815875+0000","last_peered":"2024-09-19T14:21:19.815875+0000","last_clean":"2024-09-19T14:21:19.815875+0000","last_became_active":"2024-09-19T13:37:46.998797+0000","last_became_peered":"2024-09-19T13:37:46.998797+0000","last_unstale":"2024-09-19T14:21:19.815875+0000","last_undegraded":"2024-09-19T14:21:19.815875+0000","last_fullsized":"2024-09-19T14:21:19.815875+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:43:00.806459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"268'268","reported_seq":840,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.429611+0000","last_change":"2024-09-19T13:37:48.988398+0000","last_active":"2024-09-19T14:23:59.429611+0000","last_peered":"2024-09-19T14:23:59.429611+0000","last_clean":"2024-09-19T14:23:59.429611+0000","last_became_active":"2024-09-19T13:37:48.987616+0000","last_became_peered":"2024-09-19T13:37:48.987616+0000","last_unstale":"2024-09-19T14:23:59.429611+0000","last_undegraded":"2024-09-19T14:23:59.429611+0000","last_fullsized":"2024-09-19T14:23:59.429611+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":200,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:32:31.914495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50904,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":438,"num_read_kb":1016,"num_write":358,"num_write_kb":292,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.14","version":"268'794","reported_seq":2258,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.505183+0000","last_change":"2024-09-19T13:37:51.035109+0000","last_active":"2024-09-19T14:23:59.505183+0000","last_peered":"2024-09-19T14:23:59.505183+0000","last_clean":"2024-09-19T14:23:59.505183+0000","last_became_active":"2024-09-19T13:37:51.034395+0000","last_became_peered":"2024-09-19T13:37:51.034395+0000","last_unstale":"2024-09-19T14:23:59.505183+0000","last_undegraded":"2024-09-19T14:23:59.505183+0000","last_fullsized":"2024-09-19T14:23:59.505183+0000","mapping_epoch":33,"log_start":"268'701","ondisk_log_start":"268'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":701,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:04:05.543658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.8","version":"268'229","reported_seq":849,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:04.811409+0000","last_change":"2024-09-19T13:37:44.984757+0000","last_active":"2024-09-19T14:21:04.811409+0000","last_peered":"2024-09-19T14:21:04.811409+0000","last_clean":"2024-09-19T14:21:04.811409+0000","last_became_active":"2024-09-19T13:37:44.984240+0000","last_became_peered":"2024-09-19T13:37:44.984240+0000","last_unstale":"2024-09-19T14:21:04.811409+0000","last_undegraded":"2024-09-19T14:21:04.811409+0000","last_fullsized":"2024-09-19T14:21:04.811409+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":200,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:14:21.626133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1031,"num_read_kb":840,"num_write":387,"num_write_kb":210,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"268'380","reported_seq":1034,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.099212+0000","last_change":"2024-09-19T13:37:42.996049+0000","last_active":"2024-09-19T14:24:00.099212+0000","last_peered":"2024-09-19T14:24:00.099212+0000","last_clean":"2024-09-19T14:24:00.099212+0000","last_became_active":"2024-09-19T13:37:42.995295+0000","last_became_peered":"2024-09-19T13:37:42.995295+0000","last_unstale":"2024-09-19T14:24:00.099212+0000","last_undegraded":"2024-09-19T14:24:00.099212+0000","last_fullsized":"2024-09-19T14:24:00.099212+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":300,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:43:25.958402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":763,"num_read_kb":16400,"num_write":1159,"num_write_kb":29891,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":504,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:09.785940+0000","last_change":"2024-09-19T13:37:46.995607+0000","last_active":"2024-09-19T14:21:09.785940+0000","last_peered":"2024-09-19T14:21:09.785940+0000","last_clean":"2024-09-19T14:21:09.785940+0000","last_became_active":"2024-09-19T13:37:46.995250+0000","last_became_peered":"2024-09-19T13:37:46.995250+0000","last_unstale":"2024-09-19T14:21:09.785940+0000","last_undegraded":"2024-09-19T14:21:09.785940+0000","last_fullsized":"2024-09-19T14:21:09.785940+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:30:31.353290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.a","version":"268'337","reported_seq":949,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.007053+0000","last_change":"2024-09-19T13:37:48.995374+0000","last_active":"2024-09-19T14:24:00.007053+0000","last_peered":"2024-09-19T14:24:00.007053+0000","last_clean":"2024-09-19T14:24:00.007053+0000","last_became_active":"2024-09-19T13:37:48.994139+0000","last_became_peered":"2024-09-19T13:37:48.994139+0000","last_unstale":"2024-09-19T14:24:00.007053+0000","last_undegraded":"2024-09-19T14:24:00.007053+0000","last_fullsized":"2024-09-19T14:24:00.007053+0000","mapping_epoch":31,"log_start":"268'300","ondisk_log_start":"268'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:59:34.631628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46445,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":545,"num_read_kb":1113,"num_write":422,"num_write_kb":283,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":493,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:37.781776+0000","last_change":"2024-09-19T13:37:51.016904+0000","last_active":"2024-09-19T14:20:37.781776+0000","last_peered":"2024-09-19T14:20:37.781776+0000","last_clean":"2024-09-19T14:20:37.781776+0000","last_became_active":"2024-09-19T13:37:51.016185+0000","last_became_peered":"2024-09-19T13:37:51.016185+0000","last_unstale":"2024-09-19T14:20:37.781776+0000","last_undegraded":"2024-09-19T14:20:37.781776+0000","last_fullsized":"2024-09-19T14:20:37.781776+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:54:35.344168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.4","version":"268'583","reported_seq":1396,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:51.326877+0000","last_change":"2024-09-19T13:37:53.028054+0000","last_active":"2024-09-19T14:23:51.326877+0000","last_peered":"2024-09-19T14:23:51.326877+0000","last_clean":"2024-09-19T14:23:51.326877+0000","last_became_active":"2024-09-19T13:37:53.027246+0000","last_became_peered":"2024-09-19T13:37:53.027246+0000","last_unstale":"2024-09-19T14:23:51.326877+0000","last_undegraded":"2024-09-19T14:23:51.326877+0000","last_fullsized":"2024-09-19T14:23:51.326877+0000","mapping_epoch":35,"log_start":"268'500","ondisk_log_start":"268'500","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":500,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:55:21.355376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1340,"num_read_kb":1338,"num_write":1233,"num_write_kb":408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"268'77","reported_seq":666,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:30.949678+0000","last_change":"2024-09-19T13:37:45.010842+0000","last_active":"2024-09-19T14:22:30.949678+0000","last_peered":"2024-09-19T14:22:30.949678+0000","last_clean":"2024-09-19T14:22:30.949678+0000","last_became_active":"2024-09-19T13:37:45.010544+0000","last_became_peered":"2024-09-19T13:37:45.010544+0000","last_unstale":"2024-09-19T14:22:30.949678+0000","last_undegraded":"2024-09-19T14:22:30.949678+0000","last_fullsized":"2024-09-19T14:22:30.949678+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":0,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:25:43.028662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":355,"num_read_kb":303,"num_write":115,"num_write_kb":46,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"268'299","reported_seq":921,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.955046+0000","last_change":"2024-09-19T13:37:43.015447+0000","last_active":"2024-09-19T14:23:59.955046+0000","last_peered":"2024-09-19T14:23:59.955046+0000","last_clean":"2024-09-19T14:23:59.955046+0000","last_became_active":"2024-09-19T13:37:43.015031+0000","last_became_peered":"2024-09-19T13:37:43.015031+0000","last_unstale":"2024-09-19T14:23:59.955046+0000","last_undegraded":"2024-09-19T14:23:59.955046+0000","last_fullsized":"2024-09-19T14:23:59.955046+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":200,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:41:00.129822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":549,"num_read_kb":3523,"num_write":966,"num_write_kb":5234,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":502,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:07.788101+0000","last_change":"2024-09-19T13:37:46.991866+0000","last_active":"2024-09-19T14:21:07.788101+0000","last_peered":"2024-09-19T14:21:07.788101+0000","last_clean":"2024-09-19T14:21:07.788101+0000","last_became_active":"2024-09-19T13:37:46.991089+0000","last_became_peered":"2024-09-19T13:37:46.991089+0000","last_unstale":"2024-09-19T14:21:07.788101+0000","last_undegraded":"2024-09-19T14:21:07.788101+0000","last_fullsized":"2024-09-19T14:21:07.788101+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:54:39.450804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.b","version":"268'274","reported_seq":845,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.763541+0000","last_change":"2024-09-19T13:37:48.985978+0000","last_active":"2024-09-19T14:23:58.763541+0000","last_peered":"2024-09-19T14:23:58.763541+0000","last_clean":"2024-09-19T14:23:58.763541+0000","last_became_active":"2024-09-19T13:37:48.985275+0000","last_became_peered":"2024-09-19T13:37:48.985275+0000","last_unstale":"2024-09-19T14:23:58.763541+0000","last_undegraded":"2024-09-19T14:23:58.763541+0000","last_fullsized":"2024-09-19T14:23:58.763541+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":200,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:04:17.919287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45071,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":453,"num_read_kb":1081,"num_write":374,"num_write_kb":309,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":492,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:17.784037+0000","last_change":"2024-09-19T13:37:51.015946+0000","last_active":"2024-09-19T14:21:17.784037+0000","last_peered":"2024-09-19T14:21:17.784037+0000","last_clean":"2024-09-19T14:21:17.784037+0000","last_became_active":"2024-09-19T13:37:51.015046+0000","last_became_peered":"2024-09-19T13:37:51.015046+0000","last_unstale":"2024-09-19T14:21:17.784037+0000","last_undegraded":"2024-09-19T14:21:17.784037+0000","last_fullsized":"2024-09-19T14:21:17.784037+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:00:24.288733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.5","version":"268'2488","reported_seq":4325,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:40.851033+0000","last_change":"2024-09-19T13:37:53.034554+0000","last_active":"2024-09-19T14:23:40.851033+0000","last_peered":"2024-09-19T14:23:40.851033+0000","last_clean":"2024-09-19T14:23:40.851033+0000","last_became_active":"2024-09-19T13:37:53.033912+0000","last_became_peered":"2024-09-19T13:37:53.033912+0000","last_unstale":"2024-09-19T14:23:40.851033+0000","last_undegraded":"2024-09-19T14:23:40.851033+0000","last_fullsized":"2024-09-19T14:23:40.851033+0000","mapping_epoch":35,"log_start":"268'2400","ondisk_log_start":"268'2400","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":2400,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:52:32.508600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":423,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6241,"num_read_kb":6235,"num_write":5019,"num_write_kb":1847,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.a","version":"268'83","reported_seq":677,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:14.784521+0000","last_change":"2024-09-19T13:37:44.989456+0000","last_active":"2024-09-19T14:21:14.784521+0000","last_peered":"2024-09-19T14:21:14.784521+0000","last_clean":"2024-09-19T14:21:14.784521+0000","last_became_active":"2024-09-19T13:37:44.989043+0000","last_became_peered":"2024-09-19T13:37:44.989043+0000","last_unstale":"2024-09-19T14:21:14.784521+0000","last_undegraded":"2024-09-19T14:21:14.784521+0000","last_fullsized":"2024-09-19T14:21:14.784521+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":0,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:39:52.518494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":424,"num_read_kb":365,"num_write":143,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"268'334","reported_seq":985,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.988739+0000","last_change":"2024-09-19T13:38:12.011757+0000","last_active":"2024-09-19T14:23:59.988739+0000","last_peered":"2024-09-19T14:23:59.988739+0000","last_clean":"2024-09-19T14:23:59.988739+0000","last_became_active":"2024-09-19T13:38:12.010661+0000","last_became_peered":"2024-09-19T13:38:12.010661+0000","last_unstale":"2024-09-19T14:23:59.988739+0000","last_undegraded":"2024-09-19T14:23:59.988739+0000","last_fullsized":"2024-09-19T14:23:59.988739+0000","mapping_epoch":38,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:01:55.146435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":80,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":695,"num_read_kb":28221,"num_write":1099,"num_write_kb":37591,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":503,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:32.776752+0000","last_change":"2024-09-19T13:37:47.003746+0000","last_active":"2024-09-19T14:20:32.776752+0000","last_peered":"2024-09-19T14:20:32.776752+0000","last_clean":"2024-09-19T14:20:32.776752+0000","last_became_active":"2024-09-19T13:37:47.003207+0000","last_became_peered":"2024-09-19T13:37:47.003207+0000","last_unstale":"2024-09-19T14:20:32.776752+0000","last_undegraded":"2024-09-19T14:20:32.776752+0000","last_fullsized":"2024-09-19T14:20:32.776752+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:42:47.970476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.8","version":"268'314","reported_seq":899,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.142093+0000","last_change":"2024-09-19T13:37:49.013803+0000","last_active":"2024-09-19T14:24:00.142093+0000","last_peered":"2024-09-19T14:24:00.142093+0000","last_clean":"2024-09-19T14:24:00.142093+0000","last_became_active":"2024-09-19T13:37:49.012526+0000","last_became_peered":"2024-09-19T13:37:49.012526+0000","last_unstale":"2024-09-19T14:24:00.142093+0000","last_undegraded":"2024-09-19T14:24:00.142093+0000","last_fullsized":"2024-09-19T14:24:00.142093+0000","mapping_epoch":31,"log_start":"268'300","ondisk_log_start":"268'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:51:53.358000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47766,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":539,"num_read_kb":1243,"num_write":442,"num_write_kb":346,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.9","version":"268'793","reported_seq":2560,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.505657+0000","last_change":"2024-09-19T13:37:51.039150+0000","last_active":"2024-09-19T14:23:59.505657+0000","last_peered":"2024-09-19T14:23:59.505657+0000","last_clean":"2024-09-19T14:23:59.505657+0000","last_became_active":"2024-09-19T13:37:51.038486+0000","last_became_peered":"2024-09-19T13:37:51.038486+0000","last_unstale":"2024-09-19T14:23:59.505657+0000","last_undegraded":"2024-09-19T14:23:59.505657+0000","last_fullsized":"2024-09-19T14:23:59.505657+0000","mapping_epoch":33,"log_start":"268'701","ondisk_log_start":"268'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":701,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:54:04.085657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.6","version":"268'124","reported_seq":622,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:50.387198+0000","last_change":"2024-09-19T13:37:53.043392+0000","last_active":"2024-09-19T14:23:50.387198+0000","last_peered":"2024-09-19T14:23:50.387198+0000","last_clean":"2024-09-19T14:23:50.387198+0000","last_became_active":"2024-09-19T13:37:53.042735+0000","last_became_peered":"2024-09-19T13:37:53.042735+0000","last_unstale":"2024-09-19T14:23:50.387198+0000","last_undegraded":"2024-09-19T14:23:50.387198+0000","last_fullsized":"2024-09-19T14:23:50.387198+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:32:45.623412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":390,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":137,"num_read_kb":134,"num_write":268,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.b","version":"268'247","reported_seq":931,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:10.388981+0000","last_change":"2024-09-19T13:37:45.011686+0000","last_active":"2024-09-19T14:22:10.388981+0000","last_peered":"2024-09-19T14:22:10.388981+0000","last_clean":"2024-09-19T14:22:10.388981+0000","last_became_active":"2024-09-19T13:37:45.005737+0000","last_became_peered":"2024-09-19T13:37:45.005737+0000","last_unstale":"2024-09-19T14:22:10.388981+0000","last_undegraded":"2024-09-19T14:22:10.388981+0000","last_fullsized":"2024-09-19T14:22:10.388981+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":200,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:53:22.295169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1052,"num_read_kb":871,"num_write":357,"num_write_kb":175,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"268'312","reported_seq":938,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:04.497794+0000","last_change":"2024-09-19T14:24:04.497794+0000","last_active":"2024-09-19T14:24:04.497794+0000","last_peered":"2024-09-19T14:24:04.497794+0000","last_clean":"2024-09-19T14:24:04.497794+0000","last_became_active":"2024-09-19T13:37:43.002626+0000","last_became_peered":"2024-09-19T13:37:43.002626+0000","last_unstale":"2024-09-19T14:24:04.497794+0000","last_undegraded":"2024-09-19T14:24:04.497794+0000","last_fullsized":"2024-09-19T14:24:04.497794+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'312","last_scrub_stamp":"2024-09-19T14:24:04.497647+0000","last_deep_scrub":"268'312","last_deep_scrub_stamp":"2024-09-19T14:24:04.497647+0000","last_clean_scrub_stamp":"2024-09-19T14:24:04.497647+0000","objects_scrubbed":6,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:45:06.094058+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136892,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":502,"num_read_kb":32217,"num_write":940,"num_write_kb":68270,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":502,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:17.790316+0000","last_change":"2024-09-19T13:37:46.989145+0000","last_active":"2024-09-19T14:21:17.790316+0000","last_peered":"2024-09-19T14:21:17.790316+0000","last_clean":"2024-09-19T14:21:17.790316+0000","last_became_active":"2024-09-19T13:37:46.988390+0000","last_became_peered":"2024-09-19T13:37:46.988390+0000","last_unstale":"2024-09-19T14:21:17.790316+0000","last_undegraded":"2024-09-19T14:21:17.790316+0000","last_fullsized":"2024-09-19T14:21:17.790316+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:12:10.613408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.9","version":"268'450","reported_seq":1084,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.959583+0000","last_change":"2024-09-19T13:37:48.993253+0000","last_active":"2024-09-19T14:23:58.959583+0000","last_peered":"2024-09-19T14:23:58.959583+0000","last_clean":"2024-09-19T14:23:58.959583+0000","last_became_active":"2024-09-19T13:37:48.988851+0000","last_became_peered":"2024-09-19T13:37:48.988851+0000","last_unstale":"2024-09-19T14:23:58.959583+0000","last_undegraded":"2024-09-19T14:23:58.959583+0000","last_fullsized":"2024-09-19T14:23:58.959583+0000","mapping_epoch":31,"log_start":"268'400","ondisk_log_start":"268'400","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":400,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:02:27.534187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92541,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":776,"num_read_kb":1849,"num_write":630,"num_write_kb":533,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:12.786572+0000","last_change":"2024-09-19T13:37:51.031847+0000","last_active":"2024-09-19T14:21:12.786572+0000","last_peered":"2024-09-19T14:21:12.786572+0000","last_clean":"2024-09-19T14:21:12.786572+0000","last_became_active":"2024-09-19T13:37:51.031123+0000","last_became_peered":"2024-09-19T13:37:51.031123+0000","last_unstale":"2024-09-19T14:21:12.786572+0000","last_undegraded":"2024-09-19T14:21:12.786572+0000","last_fullsized":"2024-09-19T14:21:12.786572+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:39:32.620401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.7","version":"268'122","reported_seq":628,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:31.768621+0000","last_change":"2024-09-19T13:37:53.035483+0000","last_active":"2024-09-19T14:22:31.768621+0000","last_peered":"2024-09-19T14:22:31.768621+0000","last_clean":"2024-09-19T14:22:31.768621+0000","last_became_active":"2024-09-19T13:37:53.034849+0000","last_became_peered":"2024-09-19T13:37:53.034849+0000","last_unstale":"2024-09-19T14:22:31.768621+0000","last_undegraded":"2024-09-19T14:22:31.768621+0000","last_fullsized":"2024-09-19T14:22:31.768621+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":100,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:37:17.528637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":920,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":151,"num_read_kb":147,"num_write":280,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.c","version":"268'95","reported_seq":687,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:43.535817+0000","last_change":"2024-09-19T13:37:44.992453+0000","last_active":"2024-09-19T14:21:43.535817+0000","last_peered":"2024-09-19T14:21:43.535817+0000","last_clean":"2024-09-19T14:21:43.535817+0000","last_became_active":"2024-09-19T13:37:44.992068+0000","last_became_peered":"2024-09-19T13:37:44.992068+0000","last_unstale":"2024-09-19T14:21:43.535817+0000","last_undegraded":"2024-09-19T14:21:43.535817+0000","last_fullsized":"2024-09-19T14:21:43.535817+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":0,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:25:52.450736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":399,"num_read_kb":339,"num_write":132,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"268'360","reported_seq":1119,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.099283+0000","last_change":"2024-09-19T13:37:43.005286+0000","last_active":"2024-09-19T14:24:00.099283+0000","last_peered":"2024-09-19T14:24:00.099283+0000","last_clean":"2024-09-19T14:24:00.099283+0000","last_became_active":"2024-09-19T13:37:43.004325+0000","last_became_peered":"2024-09-19T13:37:43.004325+0000","last_unstale":"2024-09-19T14:24:00.099283+0000","last_undegraded":"2024-09-19T14:24:00.099283+0000","last_fullsized":"2024-09-19T14:24:00.099283+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:40:41.387855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1074,"num_read_kb":41170,"num_write":1105,"num_write_kb":40345,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:32.784605+0000","last_change":"2024-09-19T13:37:47.006036+0000","last_active":"2024-09-19T14:20:32.784605+0000","last_peered":"2024-09-19T14:20:32.784605+0000","last_clean":"2024-09-19T14:20:32.784605+0000","last_became_active":"2024-09-19T13:37:47.003472+0000","last_became_peered":"2024-09-19T13:37:47.003472+0000","last_unstale":"2024-09-19T14:20:32.784605+0000","last_undegraded":"2024-09-19T14:20:32.784605+0000","last_fullsized":"2024-09-19T14:20:32.784605+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:01:12.636153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.e","version":"268'305","reported_seq":885,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.025609+0000","last_change":"2024-09-19T13:37:48.997116+0000","last_active":"2024-09-19T14:23:59.025609+0000","last_peered":"2024-09-19T14:23:59.025609+0000","last_clean":"2024-09-19T14:23:59.025609+0000","last_became_active":"2024-09-19T13:37:48.996602+0000","last_became_peered":"2024-09-19T13:37:48.996602+0000","last_unstale":"2024-09-19T14:23:59.025609+0000","last_undegraded":"2024-09-19T14:23:59.025609+0000","last_fullsized":"2024-09-19T14:23:59.025609+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":200,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:10:44.167504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51799,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":527,"num_read_kb":1184,"num_write":478,"num_write_kb":402,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":490,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:47.787819+0000","last_change":"2024-09-19T13:37:51.024582+0000","last_active":"2024-09-19T14:20:47.787819+0000","last_peered":"2024-09-19T14:20:47.787819+0000","last_clean":"2024-09-19T14:20:47.787819+0000","last_became_active":"2024-09-19T13:37:51.023139+0000","last_became_peered":"2024-09-19T13:37:51.023139+0000","last_unstale":"2024-09-19T14:20:47.787819+0000","last_undegraded":"2024-09-19T14:20:47.787819+0000","last_fullsized":"2024-09-19T14:20:47.787819+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:51:56.212299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.0","version":"268'113","reported_seq":620,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:50.446007+0000","last_change":"2024-09-19T13:37:53.030417+0000","last_active":"2024-09-19T14:23:50.446007+0000","last_peered":"2024-09-19T14:23:50.446007+0000","last_clean":"2024-09-19T14:23:50.446007+0000","last_became_active":"2024-09-19T13:37:53.029335+0000","last_became_peered":"2024-09-19T13:37:53.029335+0000","last_unstale":"2024-09-19T14:23:50.446007+0000","last_undegraded":"2024-09-19T14:23:50.446007+0000","last_fullsized":"2024-09-19T14:23:50.446007+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:24:27.514468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":175,"num_read_kb":161,"num_write":276,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.d","version":"268'375","reported_seq":1108,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:53.088907+0000","last_change":"2024-09-19T13:37:44.984863+0000","last_active":"2024-09-19T14:21:53.088907+0000","last_peered":"2024-09-19T14:21:53.088907+0000","last_clean":"2024-09-19T14:21:53.088907+0000","last_became_active":"2024-09-19T13:37:44.984050+0000","last_became_peered":"2024-09-19T13:37:44.984050+0000","last_unstale":"2024-09-19T14:21:53.088907+0000","last_undegraded":"2024-09-19T14:21:53.088907+0000","last_fullsized":"2024-09-19T14:21:53.088907+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":300,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:57:58.078621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1811,"num_read_kb":1552,"num_write":558,"num_write_kb":315,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"268'363","reported_seq":998,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.092882+0000","last_change":"2024-09-19T13:37:42.978596+0000","last_active":"2024-09-19T14:24:00.092882+0000","last_peered":"2024-09-19T14:24:00.092882+0000","last_clean":"2024-09-19T14:24:00.092882+0000","last_became_active":"2024-09-19T13:37:42.977928+0000","last_became_peered":"2024-09-19T13:37:42.977928+0000","last_unstale":"2024-09-19T14:24:00.092882+0000","last_undegraded":"2024-09-19T14:24:00.092882+0000","last_fullsized":"2024-09-19T14:24:00.092882+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:07:30.510582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":646,"num_read_kb":468,"num_write":1137,"num_write_kb":30200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":503,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:32.776835+0000","last_change":"2024-09-19T13:37:46.994678+0000","last_active":"2024-09-19T14:20:32.776835+0000","last_peered":"2024-09-19T14:20:32.776835+0000","last_clean":"2024-09-19T14:20:32.776835+0000","last_became_active":"2024-09-19T13:37:46.993980+0000","last_became_peered":"2024-09-19T13:37:46.993980+0000","last_unstale":"2024-09-19T14:20:32.776835+0000","last_undegraded":"2024-09-19T14:20:32.776835+0000","last_fullsized":"2024-09-19T14:20:32.776835+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:05:45.078620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.f","version":"268'307","reported_seq":897,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.531128+0000","last_change":"2024-09-19T13:37:49.008787+0000","last_active":"2024-09-19T14:23:58.531128+0000","last_peered":"2024-09-19T14:23:58.531128+0000","last_clean":"2024-09-19T14:23:58.531128+0000","last_became_active":"2024-09-19T13:37:49.005979+0000","last_became_peered":"2024-09-19T13:37:49.005979+0000","last_unstale":"2024-09-19T14:23:58.531128+0000","last_undegraded":"2024-09-19T14:23:58.531128+0000","last_fullsized":"2024-09-19T14:23:58.531128+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":200,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:57:17.323630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51122,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":491,"num_read_kb":1069,"num_write":394,"num_write_kb":294,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.e","version":"268'752","reported_seq":3985,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.685842+0000","last_change":"2024-09-19T13:37:51.032982+0000","last_active":"2024-09-19T14:23:58.685842+0000","last_peered":"2024-09-19T14:23:58.685842+0000","last_clean":"2024-09-19T14:23:58.685842+0000","last_became_active":"2024-09-19T13:37:51.032240+0000","last_became_peered":"2024-09-19T13:37:51.032240+0000","last_unstale":"2024-09-19T14:23:58.685842+0000","last_undegraded":"2024-09-19T14:23:58.685842+0000","last_fullsized":"2024-09-19T14:23:58.685842+0000","mapping_epoch":33,"log_start":"268'700","ondisk_log_start":"268'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":700,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:54:35.344168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1","version":"268'140","reported_seq":644,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:11.342826+0000","last_change":"2024-09-19T13:37:53.035845+0000","last_active":"2024-09-19T14:22:11.342826+0000","last_peered":"2024-09-19T14:22:11.342826+0000","last_clean":"2024-09-19T14:22:11.342826+0000","last_became_active":"2024-09-19T13:37:53.035183+0000","last_became_peered":"2024-09-19T13:37:53.035183+0000","last_unstale":"2024-09-19T14:22:11.342826+0000","last_undegraded":"2024-09-19T14:22:11.342826+0000","last_fullsized":"2024-09-19T14:22:11.342826+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:04:04.317719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1243,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":190,"num_read_kb":179,"num_write":349,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.e","version":"268'131","reported_seq":688,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:58.708890+0000","last_change":"2024-09-19T13:37:44.984464+0000","last_active":"2024-09-19T14:21:58.708890+0000","last_peered":"2024-09-19T14:21:58.708890+0000","last_clean":"2024-09-19T14:21:58.708890+0000","last_became_active":"2024-09-19T13:37:44.984007+0000","last_became_peered":"2024-09-19T13:37:44.984007+0000","last_unstale":"2024-09-19T14:21:58.708890+0000","last_undegraded":"2024-09-19T14:21:58.708890+0000","last_fullsized":"2024-09-19T14:21:58.708890+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:51:27.398453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":571,"num_read_kb":457,"num_write":223,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"268'331","reported_seq":951,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.942279+0000","last_change":"2024-09-19T13:37:42.993108+0000","last_active":"2024-09-19T14:23:59.942279+0000","last_peered":"2024-09-19T14:23:59.942279+0000","last_clean":"2024-09-19T14:23:59.942279+0000","last_became_active":"2024-09-19T13:37:42.992673+0000","last_became_peered":"2024-09-19T13:37:42.992673+0000","last_unstale":"2024-09-19T14:23:59.942279+0000","last_undegraded":"2024-09-19T14:23:59.942279+0000","last_fullsized":"2024-09-19T14:23:59.942279+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":300,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:43:47.663769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":517,"num_read_kb":30696,"num_write":902,"num_write_kb":42322,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"30'2","reported_seq":1457,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:57.830873+0000","last_change":"2024-09-19T13:37:46.992002+0000","last_active":"2024-09-19T14:23:57.830873+0000","last_peered":"2024-09-19T14:23:57.830873+0000","last_clean":"2024-09-19T14:23:57.830873+0000","last_became_active":"2024-09-19T13:37:46.991680+0000","last_became_peered":"2024-09-19T13:37:46.991680+0000","last_unstale":"2024-09-19T14:23:57.830873+0000","last_undegraded":"2024-09-19T14:23:57.830873+0000","last_fullsized":"2024-09-19T14:23:57.830873+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:50:00.751164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":952,"num_read_kb":952,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.c","version":"268'67","reported_seq":589,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:13.548200+0000","last_change":"2024-09-19T13:37:49.000623+0000","last_active":"2024-09-19T14:21:13.548200+0000","last_peered":"2024-09-19T14:21:13.548200+0000","last_clean":"2024-09-19T14:21:13.548200+0000","last_became_active":"2024-09-19T13:37:48.995316+0000","last_became_peered":"2024-09-19T13:37:48.995316+0000","last_unstale":"2024-09-19T14:21:13.548200+0000","last_undegraded":"2024-09-19T14:21:13.548200+0000","last_fullsized":"2024-09-19T14:21:13.548200+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":0,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:01:51.437645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":77,"num_read_kb":71,"num_write":52,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.d","version":"268'748","reported_seq":2552,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:57.868047+0000","last_change":"2024-09-19T13:37:50.993985+0000","last_active":"2024-09-19T14:23:57.868047+0000","last_peered":"2024-09-19T14:23:57.868047+0000","last_clean":"2024-09-19T14:23:57.868047+0000","last_became_active":"2024-09-19T13:37:50.993347+0000","last_became_peered":"2024-09-19T13:37:50.993347+0000","last_unstale":"2024-09-19T14:23:57.868047+0000","last_undegraded":"2024-09-19T14:23:57.868047+0000","last_fullsized":"2024-09-19T14:23:57.868047+0000","mapping_epoch":33,"log_start":"268'700","ondisk_log_start":"268'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":700,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:07:36.252341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.2","version":"268'124","reported_seq":623,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:05.970054+0000","last_change":"2024-09-19T13:37:53.027693+0000","last_active":"2024-09-19T14:22:05.970054+0000","last_peered":"2024-09-19T14:22:05.970054+0000","last_clean":"2024-09-19T14:22:05.970054+0000","last_became_active":"2024-09-19T13:37:53.026813+0000","last_became_peered":"2024-09-19T13:37:53.026813+0000","last_unstale":"2024-09-19T14:22:05.970054+0000","last_undegraded":"2024-09-19T14:22:05.970054+0000","last_fullsized":"2024-09-19T14:22:05.970054+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:41:59.896482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":425,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":148,"num_read_kb":143,"num_write":288,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.f","version":"268'406","reported_seq":1163,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:34.719122+0000","last_change":"2024-09-19T13:37:44.994367+0000","last_active":"2024-09-19T14:21:34.719122+0000","last_peered":"2024-09-19T14:21:34.719122+0000","last_clean":"2024-09-19T14:21:34.719122+0000","last_became_active":"2024-09-19T13:37:44.993668+0000","last_became_peered":"2024-09-19T13:37:44.993668+0000","last_unstale":"2024-09-19T14:21:34.719122+0000","last_undegraded":"2024-09-19T14:21:34.719122+0000","last_fullsized":"2024-09-19T14:21:34.719122+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":300,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:47:03.674479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2013,"num_read_kb":1743,"num_write":719,"num_write_kb":481,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.8","version":"268'334","reported_seq":986,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.126489+0000","last_change":"2024-09-19T13:37:42.978677+0000","last_active":"2024-09-19T14:24:00.126489+0000","last_peered":"2024-09-19T14:24:00.126489+0000","last_clean":"2024-09-19T14:24:00.126489+0000","last_became_active":"2024-09-19T13:37:42.977623+0000","last_became_peered":"2024-09-19T13:37:42.977623+0000","last_unstale":"2024-09-19T14:24:00.126489+0000","last_undegraded":"2024-09-19T14:24:00.126489+0000","last_fullsized":"2024-09-19T14:24:00.126489+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:58:26.184685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":549,"num_read_kb":109168,"num_write":1073,"num_write_kb":60244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2],"acting":[4,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":497,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:34.803882+0000","last_change":"2024-09-19T13:37:46.977782+0000","last_active":"2024-09-19T14:20:34.803882+0000","last_peered":"2024-09-19T14:20:34.803882+0000","last_clean":"2024-09-19T14:20:34.803882+0000","last_became_active":"2024-09-19T13:37:46.977414+0000","last_became_peered":"2024-09-19T13:37:46.977414+0000","last_unstale":"2024-09-19T14:20:34.803882+0000","last_undegraded":"2024-09-19T14:20:34.803882+0000","last_fullsized":"2024-09-19T14:20:34.803882+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:13:10.059344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.d","version":"268'351","reported_seq":962,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.828579+0000","last_change":"2024-09-19T13:37:48.990113+0000","last_active":"2024-09-19T14:23:59.828579+0000","last_peered":"2024-09-19T14:23:59.828579+0000","last_clean":"2024-09-19T14:23:59.828579+0000","last_became_active":"2024-09-19T13:37:48.989441+0000","last_became_peered":"2024-09-19T13:37:48.989441+0000","last_unstale":"2024-09-19T14:23:59.828579+0000","last_undegraded":"2024-09-19T14:23:59.828579+0000","last_fullsized":"2024-09-19T14:23:59.828579+0000","mapping_epoch":31,"log_start":"268'300","ondisk_log_start":"268'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:39:18.165605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51104,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":582,"num_read_kb":1255,"num_write":464,"num_write_kb":334,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":493,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:39.775521+0000","last_change":"2024-09-19T13:37:51.036775+0000","last_active":"2024-09-19T14:20:39.775521+0000","last_peered":"2024-09-19T14:20:39.775521+0000","last_clean":"2024-09-19T14:20:39.775521+0000","last_became_active":"2024-09-19T13:37:51.036123+0000","last_became_peered":"2024-09-19T13:37:51.036123+0000","last_unstale":"2024-09-19T14:20:39.775521+0000","last_undegraded":"2024-09-19T14:20:39.775521+0000","last_fullsized":"2024-09-19T14:20:39.775521+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:30:42.562434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.3","version":"268'103","reported_seq":595,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:15.460911+0000","last_change":"2024-09-19T13:37:53.044426+0000","last_active":"2024-09-19T14:22:15.460911+0000","last_peered":"2024-09-19T14:22:15.460911+0000","last_clean":"2024-09-19T14:22:15.460911+0000","last_became_active":"2024-09-19T13:37:53.043696+0000","last_became_peered":"2024-09-19T13:37:53.043696+0000","last_unstale":"2024-09-19T14:22:15.460911+0000","last_undegraded":"2024-09-19T14:22:15.460911+0000","last_fullsized":"2024-09-19T14:22:15.460911+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:58:17.203849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":449,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":125,"num_read_kb":125,"num_write":243,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"268'186","reported_seq":760,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:51.314142+0000","last_change":"2024-09-19T13:37:44.984987+0000","last_active":"2024-09-19T14:21:51.314142+0000","last_peered":"2024-09-19T14:21:51.314142+0000","last_clean":"2024-09-19T14:21:51.314142+0000","last_became_active":"2024-09-19T13:37:44.984586+0000","last_became_peered":"2024-09-19T13:37:44.984586+0000","last_unstale":"2024-09-19T14:21:51.314142+0000","last_undegraded":"2024-09-19T14:21:51.314142+0000","last_fullsized":"2024-09-19T14:21:51.314142+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:01:20.320349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":791,"num_read_kb":653,"num_write":273,"num_write_kb":127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":623,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:29.790876+0000","last_change":"2024-09-19T13:37:20.021639+0000","last_active":"2024-09-19T14:21:29.790876+0000","last_peered":"2024-09-19T14:21:29.790876+0000","last_clean":"2024-09-19T14:21:29.790876+0000","last_became_active":"2024-09-19T13:37:20.020828+0000","last_became_peered":"2024-09-19T13:37:20.020828+0000","last_unstale":"2024-09-19T14:21:29.790876+0000","last_undegraded":"2024-09-19T14:21:29.790876+0000","last_fullsized":"2024-09-19T14:21:29.790876+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:18.810665+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:18.810665+0000","last_clean_scrub_stamp":"2024-09-19T13:37:18.810665+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:21:05.623363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"19'1","reported_seq":526,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:09.812974+0000","last_change":"2024-09-19T13:37:26.910175+0000","last_active":"2024-09-19T14:21:09.812974+0000","last_peered":"2024-09-19T14:21:09.812974+0000","last_clean":"2024-09-19T14:21:09.812974+0000","last_became_active":"2024-09-19T13:37:24.882871+0000","last_became_peered":"2024-09-19T13:37:24.882871+0000","last_unstale":"2024-09-19T14:21:09.812974+0000","last_undegraded":"2024-09-19T14:21:09.812974+0000","last_fullsized":"2024-09-19T14:21:09.812974+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_clean_scrub_stamp":"2024-09-19T13:37:23.851921+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:39:03.900366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0023960740000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"268'382","reported_seq":1083,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.124583+0000","last_change":"2024-09-19T13:37:42.973179+0000","last_active":"2024-09-19T14:24:00.124583+0000","last_peered":"2024-09-19T14:24:00.124583+0000","last_clean":"2024-09-19T14:24:00.124583+0000","last_became_active":"2024-09-19T13:37:42.971743+0000","last_became_peered":"2024-09-19T13:37:42.971743+0000","last_unstale":"2024-09-19T14:24:00.124583+0000","last_undegraded":"2024-09-19T14:24:00.124583+0000","last_fullsized":"2024-09-19T14:24:00.124583+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":300,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:56:58.907736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136896,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":879,"num_read_kb":17240,"num_write":1141,"num_write_kb":39502,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,0],"acting":[4,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:34.777397+0000","last_change":"2024-09-19T13:37:47.002887+0000","last_active":"2024-09-19T14:21:34.777397+0000","last_peered":"2024-09-19T14:21:34.777397+0000","last_clean":"2024-09-19T14:21:34.777397+0000","last_became_active":"2024-09-19T13:37:47.002326+0000","last_became_peered":"2024-09-19T13:37:47.002326+0000","last_unstale":"2024-09-19T14:21:34.777397+0000","last_undegraded":"2024-09-19T14:21:34.777397+0000","last_fullsized":"2024-09-19T14:21:34.777397+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:33:36.557077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.7","version":"268'681","reported_seq":1384,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.944357+0000","last_change":"2024-09-19T13:37:49.012675+0000","last_active":"2024-09-19T14:23:59.944357+0000","last_peered":"2024-09-19T14:23:59.944357+0000","last_clean":"2024-09-19T14:23:59.944357+0000","last_became_active":"2024-09-19T13:37:49.012087+0000","last_became_peered":"2024-09-19T13:37:49.012087+0000","last_unstale":"2024-09-19T14:23:59.944357+0000","last_undegraded":"2024-09-19T14:23:59.944357+0000","last_fullsized":"2024-09-19T14:23:59.944357+0000","mapping_epoch":31,"log_start":"268'600","ondisk_log_start":"268'600","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":600,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:10:34.815535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":152330,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1336,"num_read_kb":3077,"num_write":1222,"num_write_kb":1087,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:12.786840+0000","last_change":"2024-09-19T13:37:51.031786+0000","last_active":"2024-09-19T14:21:12.786840+0000","last_peered":"2024-09-19T14:21:12.786840+0000","last_clean":"2024-09-19T14:21:12.786840+0000","last_became_active":"2024-09-19T13:37:51.031011+0000","last_became_peered":"2024-09-19T13:37:51.031011+0000","last_unstale":"2024-09-19T14:21:12.786840+0000","last_undegraded":"2024-09-19T14:21:12.786840+0000","last_fullsized":"2024-09-19T14:21:12.786840+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:29:46.681818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"268'214","reported_seq":952,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:31.700186+0000","last_change":"2024-09-19T13:37:53.040574+0000","last_active":"2024-09-19T14:22:31.700186+0000","last_peered":"2024-09-19T14:22:31.700186+0000","last_clean":"2024-09-19T14:22:31.700186+0000","last_became_active":"2024-09-19T13:37:53.036512+0000","last_became_peered":"2024-09-19T13:37:53.036512+0000","last_unstale":"2024-09-19T14:22:31.700186+0000","last_undegraded":"2024-09-19T14:22:31.700186+0000","last_fullsized":"2024-09-19T14:22:31.700186+0000","mapping_epoch":35,"log_start":"268'200","ondisk_log_start":"268'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":200,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:19:05.937058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":433,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":629,"num_read_kb":590,"num_write":474,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"268'4196","reported_seq":4825,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:07.785606+0000","last_change":"2024-09-19T13:37:45.006705+0000","last_active":"2024-09-19T14:21:07.785606+0000","last_peered":"2024-09-19T14:21:07.785606+0000","last_clean":"2024-09-19T14:21:07.785606+0000","last_became_active":"2024-09-19T13:37:45.005990+0000","last_became_peered":"2024-09-19T13:37:45.005990+0000","last_unstale":"2024-09-19T14:21:07.785606+0000","last_undegraded":"2024-09-19T14:21:07.785606+0000","last_fullsized":"2024-09-19T14:21:07.785606+0000","mapping_epoch":27,"log_start":"268'4100","ondisk_log_start":"268'4100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":3000,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:01:40.422126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16871,"num_read_kb":14145,"num_write":6317,"num_write_kb":3157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":526,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:29.818203+0000","last_change":"2024-09-19T13:37:26.910921+0000","last_active":"2024-09-19T14:21:29.818203+0000","last_peered":"2024-09-19T14:21:29.818203+0000","last_clean":"2024-09-19T14:21:29.818203+0000","last_became_active":"2024-09-19T13:37:24.881264+0000","last_became_peered":"2024-09-19T13:37:24.881264+0000","last_unstale":"2024-09-19T14:21:29.818203+0000","last_undegraded":"2024-09-19T14:21:29.818203+0000","last_fullsized":"2024-09-19T14:21:29.818203+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_clean_scrub_stamp":"2024-09-19T13:37:23.851921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:26:24.915080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0026683119999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"268'353","reported_seq":1028,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.102914+0000","last_change":"2024-09-19T13:37:42.997302+0000","last_active":"2024-09-19T14:24:00.102914+0000","last_peered":"2024-09-19T14:24:00.102914+0000","last_clean":"2024-09-19T14:24:00.102914+0000","last_became_active":"2024-09-19T13:37:42.996368+0000","last_became_peered":"2024-09-19T13:37:42.996368+0000","last_unstale":"2024-09-19T14:24:00.102914+0000","last_undegraded":"2024-09-19T14:24:00.102914+0000","last_fullsized":"2024-09-19T14:24:00.102914+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:07:52.695765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":32,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":692,"num_read_kb":610,"num_write":1185,"num_write_kb":28646,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,4],"acting":[6,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:09.813169+0000","last_change":"2024-09-19T13:37:47.003210+0000","last_active":"2024-09-19T14:21:09.813169+0000","last_peered":"2024-09-19T14:21:09.813169+0000","last_clean":"2024-09-19T14:21:09.813169+0000","last_became_active":"2024-09-19T13:37:47.002818+0000","last_became_peered":"2024-09-19T13:37:47.002818+0000","last_unstale":"2024-09-19T14:21:09.813169+0000","last_undegraded":"2024-09-19T14:21:09.813169+0000","last_fullsized":"2024-09-19T14:21:09.813169+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:18:52.820772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.4","version":"268'1254","reported_seq":2750,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.883087+0000","last_change":"2024-09-19T13:37:49.005756+0000","last_active":"2024-09-19T14:23:59.883087+0000","last_peered":"2024-09-19T14:23:59.883087+0000","last_clean":"2024-09-19T14:23:59.883087+0000","last_became_active":"2024-09-19T13:37:49.005054+0000","last_became_peered":"2024-09-19T13:37:49.005054+0000","last_unstale":"2024-09-19T14:23:59.883087+0000","last_undegraded":"2024-09-19T14:23:59.883087+0000","last_fullsized":"2024-09-19T14:23:59.883087+0000","mapping_epoch":31,"log_start":"268'1200","ondisk_log_start":"268'1200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":1200,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:11:56.139827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":145315,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":2016,"num_read_kb":3797,"num_write":1120,"num_write_kb":957,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":491,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:44.822321+0000","last_change":"2024-09-19T13:37:51.041205+0000","last_active":"2024-09-19T14:21:44.822321+0000","last_peered":"2024-09-19T14:21:44.822321+0000","last_clean":"2024-09-19T14:21:44.822321+0000","last_became_active":"2024-09-19T13:37:51.040146+0000","last_became_peered":"2024-09-19T13:37:51.040146+0000","last_unstale":"2024-09-19T14:21:44.822321+0000","last_undegraded":"2024-09-19T14:21:44.822321+0000","last_fullsized":"2024-09-19T14:21:44.822321+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:00:43.235955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.a","version":"268'253","reported_seq":814,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:17.238549+0000","last_change":"2024-09-19T13:37:53.026270+0000","last_active":"2024-09-19T14:22:17.238549+0000","last_peered":"2024-09-19T14:22:17.238549+0000","last_clean":"2024-09-19T14:22:17.238549+0000","last_became_active":"2024-09-19T13:37:53.025312+0000","last_became_peered":"2024-09-19T13:37:53.025312+0000","last_unstale":"2024-09-19T14:22:17.238549+0000","last_undegraded":"2024-09-19T14:22:17.238549+0000","last_fullsized":"2024-09-19T14:22:17.238549+0000","mapping_epoch":35,"log_start":"268'200","ondisk_log_start":"268'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":200,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:01:39.948930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":435,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":514,"num_read_kb":477,"num_write":500,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"268'301","reported_seq":960,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:11.353646+0000","last_change":"2024-09-19T13:37:44.992071+0000","last_active":"2024-09-19T14:22:11.353646+0000","last_peered":"2024-09-19T14:22:11.353646+0000","last_clean":"2024-09-19T14:22:11.353646+0000","last_became_active":"2024-09-19T13:37:44.991339+0000","last_became_peered":"2024-09-19T13:37:44.991339+0000","last_unstale":"2024-09-19T14:22:11.353646+0000","last_undegraded":"2024-09-19T14:22:11.353646+0000","last_fullsized":"2024-09-19T14:22:11.353646+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":200,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:12:49.279249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1326,"num_read_kb":1077,"num_write":447,"num_write_kb":243,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":527,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:12.793062+0000","last_change":"2024-09-19T13:37:27.245225+0000","last_active":"2024-09-19T14:21:12.793062+0000","last_peered":"2024-09-19T14:21:12.793062+0000","last_clean":"2024-09-19T14:21:12.793062+0000","last_became_active":"2024-09-19T13:37:24.882335+0000","last_became_peered":"2024-09-19T13:37:24.882335+0000","last_unstale":"2024-09-19T14:21:12.793062+0000","last_undegraded":"2024-09-19T14:21:12.793062+0000","last_fullsized":"2024-09-19T14:21:12.793062+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_clean_scrub_stamp":"2024-09-19T13:37:23.851921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:43:03.530810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00084389399999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.0","version":"268'400","reported_seq":1078,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.136617+0000","last_change":"2024-09-19T13:37:43.020225+0000","last_active":"2024-09-19T14:24:00.136617+0000","last_peered":"2024-09-19T14:24:00.136617+0000","last_clean":"2024-09-19T14:24:00.136617+0000","last_became_active":"2024-09-19T13:37:43.011938+0000","last_became_peered":"2024-09-19T13:37:43.011938+0000","last_unstale":"2024-09-19T14:24:00.136617+0000","last_undegraded":"2024-09-19T14:24:00.136617+0000","last_fullsized":"2024-09-19T14:24:00.136617+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":300,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:45:09.023825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":670,"num_read_kb":10131,"num_write":1166,"num_write_kb":42957,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"30'1","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:07.792110+0000","last_change":"2024-09-19T13:37:47.004310+0000","last_active":"2024-09-19T14:21:07.792110+0000","last_peered":"2024-09-19T14:21:07.792110+0000","last_clean":"2024-09-19T14:21:07.792110+0000","last_became_active":"2024-09-19T13:37:47.003498+0000","last_became_peered":"2024-09-19T13:37:47.003498+0000","last_unstale":"2024-09-19T14:21:07.792110+0000","last_undegraded":"2024-09-19T14:21:07.792110+0000","last_fullsized":"2024-09-19T14:21:07.792110+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:24:46.251078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.5","version":"268'223","reported_seq":1326,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:49.804474+0000","last_change":"2024-09-19T13:37:49.007076+0000","last_active":"2024-09-19T14:23:49.804474+0000","last_peered":"2024-09-19T14:23:49.804474+0000","last_clean":"2024-09-19T14:23:49.804474+0000","last_became_active":"2024-09-19T13:37:49.002780+0000","last_became_peered":"2024-09-19T13:37:49.002780+0000","last_unstale":"2024-09-19T14:23:49.804474+0000","last_undegraded":"2024-09-19T14:23:49.804474+0000","last_fullsized":"2024-09-19T14:23:49.804474+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":200,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:31:52.588832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":181,"num_read_kb":173,"num_write":153,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":493,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:37.788441+0000","last_change":"2024-09-19T13:37:51.025935+0000","last_active":"2024-09-19T14:21:37.788441+0000","last_peered":"2024-09-19T14:21:37.788441+0000","last_clean":"2024-09-19T14:21:37.788441+0000","last_became_active":"2024-09-19T13:37:51.024903+0000","last_became_peered":"2024-09-19T13:37:51.024903+0000","last_unstale":"2024-09-19T14:21:37.788441+0000","last_undegraded":"2024-09-19T14:21:37.788441+0000","last_fullsized":"2024-09-19T14:21:37.788441+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:07:36.992714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.b","version":"268'235","reported_seq":842,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:31.882989+0000","last_change":"2024-09-19T13:37:53.038541+0000","last_active":"2024-09-19T14:22:31.882989+0000","last_peered":"2024-09-19T14:22:31.882989+0000","last_clean":"2024-09-19T14:22:31.882989+0000","last_became_active":"2024-09-19T13:37:53.037940+0000","last_became_peered":"2024-09-19T13:37:53.037940+0000","last_unstale":"2024-09-19T14:22:31.882989+0000","last_undegraded":"2024-09-19T14:22:31.882989+0000","last_fullsized":"2024-09-19T14:22:31.882989+0000","mapping_epoch":35,"log_start":"268'200","ondisk_log_start":"268'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":200,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:37:27.607612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":530,"num_read_kb":545,"num_write":514,"num_write_kb":149,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"268'179","reported_seq":791,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:45.657361+0000","last_change":"2024-09-19T13:37:44.996569+0000","last_active":"2024-09-19T14:21:45.657361+0000","last_peered":"2024-09-19T14:21:45.657361+0000","last_clean":"2024-09-19T14:21:45.657361+0000","last_became_active":"2024-09-19T13:37:44.995795+0000","last_became_peered":"2024-09-19T13:37:44.995795+0000","last_unstale":"2024-09-19T14:21:45.657361+0000","last_undegraded":"2024-09-19T14:21:45.657361+0000","last_fullsized":"2024-09-19T14:21:45.657361+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":100,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:55:56.767487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":803,"num_read_kb":658,"num_write":281,"num_write_kb":132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"21'2","reported_seq":527,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:09.812940+0000","last_change":"2024-09-19T13:37:26.909976+0000","last_active":"2024-09-19T14:21:09.812940+0000","last_peered":"2024-09-19T14:21:09.812940+0000","last_clean":"2024-09-19T14:21:09.812940+0000","last_became_active":"2024-09-19T13:37:24.905107+0000","last_became_peered":"2024-09-19T13:37:24.905107+0000","last_unstale":"2024-09-19T14:21:09.812940+0000","last_undegraded":"2024-09-19T14:21:09.812940+0000","last_fullsized":"2024-09-19T14:21:09.812940+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_clean_scrub_stamp":"2024-09-19T13:37:23.851921+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:50:46.154909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0022530250000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"268'384","reported_seq":1034,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.120294+0000","last_change":"2024-09-19T13:38:12.009790+0000","last_active":"2024-09-19T14:24:00.120294+0000","last_peered":"2024-09-19T14:24:00.120294+0000","last_clean":"2024-09-19T14:24:00.120294+0000","last_became_active":"2024-09-19T13:38:12.008906+0000","last_became_peered":"2024-09-19T13:38:12.008906+0000","last_unstale":"2024-09-19T14:24:00.120294+0000","last_undegraded":"2024-09-19T14:24:00.120294+0000","last_fullsized":"2024-09-19T14:24:00.120294+0000","mapping_epoch":38,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:36:39.103189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":747,"num_read_kb":29584,"num_write":1354,"num_write_kb":42023,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,4],"acting":[6,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:42.799631+0000","last_change":"2024-09-19T13:37:47.005273+0000","last_active":"2024-09-19T14:21:42.799631+0000","last_peered":"2024-09-19T14:21:42.799631+0000","last_clean":"2024-09-19T14:21:42.799631+0000","last_became_active":"2024-09-19T13:37:47.004429+0000","last_became_peered":"2024-09-19T13:37:47.004429+0000","last_unstale":"2024-09-19T14:21:42.799631+0000","last_undegraded":"2024-09-19T14:21:42.799631+0000","last_fullsized":"2024-09-19T14:21:42.799631+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:48:22.440947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.6","version":"268'119","reported_seq":665,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:22.817440+0000","last_change":"2024-09-19T13:37:49.006678+0000","last_active":"2024-09-19T14:23:22.817440+0000","last_peered":"2024-09-19T14:23:22.817440+0000","last_clean":"2024-09-19T14:23:22.817440+0000","last_became_active":"2024-09-19T13:37:49.002929+0000","last_became_peered":"2024-09-19T13:37:49.002929+0000","last_unstale":"2024-09-19T14:23:22.817440+0000","last_undegraded":"2024-09-19T14:23:22.817440+0000","last_fullsized":"2024-09-19T14:23:22.817440+0000","mapping_epoch":31,"log_start":"268'100","ondisk_log_start":"268'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":100,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:13:21.488488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":146,"num_read_kb":137,"num_write":106,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":490,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:14.814397+0000","last_change":"2024-09-19T13:37:51.021440+0000","last_active":"2024-09-19T14:21:14.814397+0000","last_peered":"2024-09-19T14:21:14.814397+0000","last_clean":"2024-09-19T14:21:14.814397+0000","last_became_active":"2024-09-19T13:37:51.020736+0000","last_became_peered":"2024-09-19T13:37:51.020736+0000","last_unstale":"2024-09-19T14:21:14.814397+0000","last_undegraded":"2024-09-19T14:21:14.814397+0000","last_fullsized":"2024-09-19T14:21:14.814397+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:24:04.076580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.8","version":"268'163","reported_seq":724,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:17.894977+0000","last_change":"2024-09-19T13:37:53.037393+0000","last_active":"2024-09-19T14:21:17.894977+0000","last_peered":"2024-09-19T14:21:17.894977+0000","last_clean":"2024-09-19T14:21:17.894977+0000","last_became_active":"2024-09-19T13:37:53.036623+0000","last_became_peered":"2024-09-19T13:37:53.036623+0000","last_unstale":"2024-09-19T14:21:17.894977+0000","last_undegraded":"2024-09-19T14:21:17.894977+0000","last_fullsized":"2024-09-19T14:21:17.894977+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:52:01.624403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":321,"num_read_kb":311,"num_write":392,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"268'137","reported_seq":756,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:32.793432+0000","last_change":"2024-09-19T13:37:44.991576+0000","last_active":"2024-09-19T14:21:32.793432+0000","last_peered":"2024-09-19T14:21:32.793432+0000","last_clean":"2024-09-19T14:21:32.793432+0000","last_became_active":"2024-09-19T13:37:44.990899+0000","last_became_peered":"2024-09-19T13:37:44.990899+0000","last_unstale":"2024-09-19T14:21:32.793432+0000","last_undegraded":"2024-09-19T14:21:32.793432+0000","last_fullsized":"2024-09-19T14:21:32.793432+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:38:59.012584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":626,"num_read_kb":524,"num_write":206,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.5","version":"268'369","reported_seq":1029,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.102892+0000","last_change":"2024-09-19T13:37:42.981153+0000","last_active":"2024-09-19T14:24:00.102892+0000","last_peered":"2024-09-19T14:24:00.102892+0000","last_clean":"2024-09-19T14:24:00.102892+0000","last_became_active":"2024-09-19T13:37:42.980788+0000","last_became_peered":"2024-09-19T13:37:42.980788+0000","last_unstale":"2024-09-19T14:24:00.102892+0000","last_undegraded":"2024-09-19T14:24:00.102892+0000","last_fullsized":"2024-09-19T14:24:00.102892+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:43:07.478974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":679,"num_read_kb":45969,"num_write":1060,"num_write_kb":28341,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,4],"acting":[2,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":532,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:12.786732+0000","last_change":"2024-09-19T13:37:27.181134+0000","last_active":"2024-09-19T14:21:12.786732+0000","last_peered":"2024-09-19T14:21:12.786732+0000","last_clean":"2024-09-19T14:21:12.786732+0000","last_became_active":"2024-09-19T13:37:24.906020+0000","last_became_peered":"2024-09-19T13:37:24.906020+0000","last_unstale":"2024-09-19T14:21:12.786732+0000","last_undegraded":"2024-09-19T14:21:12.786732+0000","last_fullsized":"2024-09-19T14:21:12.786732+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_clean_scrub_stamp":"2024-09-19T13:37:23.851921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:16:34.936447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099233799999999994,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":501,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:32.787226+0000","last_change":"2024-09-19T13:37:46.995464+0000","last_active":"2024-09-19T14:21:32.787226+0000","last_peered":"2024-09-19T14:21:32.787226+0000","last_clean":"2024-09-19T14:21:32.787226+0000","last_became_active":"2024-09-19T13:37:46.994562+0000","last_became_peered":"2024-09-19T13:37:46.994562+0000","last_unstale":"2024-09-19T14:21:32.787226+0000","last_undegraded":"2024-09-19T14:21:32.787226+0000","last_fullsized":"2024-09-19T14:21:32.787226+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:47:21.426155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.0","version":"268'557","reported_seq":1222,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.509881+0000","last_change":"2024-09-19T13:37:48.999478+0000","last_active":"2024-09-19T14:23:59.509881+0000","last_peered":"2024-09-19T14:23:59.509881+0000","last_clean":"2024-09-19T14:23:59.509881+0000","last_became_active":"2024-09-19T13:37:48.998741+0000","last_became_peered":"2024-09-19T13:37:48.998741+0000","last_unstale":"2024-09-19T14:23:59.509881+0000","last_undegraded":"2024-09-19T14:23:59.509881+0000","last_fullsized":"2024-09-19T14:23:59.509881+0000","mapping_epoch":31,"log_start":"268'500","ondisk_log_start":"268'500","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":500,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:14:52.361942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93001,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":1552,"num_read_kb":2714,"num_write":2032,"num_write_kb":1883,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":495,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:39.790271+0000","last_change":"2024-09-19T13:37:50.999570+0000","last_active":"2024-09-19T14:21:39.790271+0000","last_peered":"2024-09-19T14:21:39.790271+0000","last_clean":"2024-09-19T14:21:39.790271+0000","last_became_active":"2024-09-19T13:37:50.998245+0000","last_became_peered":"2024-09-19T13:37:50.998245+0000","last_unstale":"2024-09-19T14:21:39.790271+0000","last_undegraded":"2024-09-19T14:21:39.790271+0000","last_fullsized":"2024-09-19T14:21:39.790271+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:35:47.925918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.e","version":"268'135","reported_seq":639,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:10.383914+0000","last_change":"2024-09-19T13:37:53.025828+0000","last_active":"2024-09-19T14:22:10.383914+0000","last_peered":"2024-09-19T14:22:10.383914+0000","last_clean":"2024-09-19T14:22:10.383914+0000","last_became_active":"2024-09-19T13:37:53.025118+0000","last_became_peered":"2024-09-19T13:37:53.025118+0000","last_unstale":"2024-09-19T14:22:10.383914+0000","last_undegraded":"2024-09-19T14:22:10.383914+0000","last_fullsized":"2024-09-19T14:22:10.383914+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:24:28.397010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":729,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":152,"num_read_kb":148,"num_write":307,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"268'128","reported_seq":748,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:32.793492+0000","last_change":"2024-09-19T13:37:44.996860+0000","last_active":"2024-09-19T14:21:32.793492+0000","last_peered":"2024-09-19T14:21:32.793492+0000","last_clean":"2024-09-19T14:21:32.793492+0000","last_became_active":"2024-09-19T13:37:44.996072+0000","last_became_peered":"2024-09-19T13:37:44.996072+0000","last_unstale":"2024-09-19T14:21:32.793492+0000","last_undegraded":"2024-09-19T14:21:32.793492+0000","last_fullsized":"2024-09-19T14:21:32.793492+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:42:35.444587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":614,"num_read_kb":523,"num_write":192,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.4","version":"268'405","reported_seq":1162,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.087323+0000","last_change":"2024-09-19T13:37:43.015628+0000","last_active":"2024-09-19T14:24:00.087323+0000","last_peered":"2024-09-19T14:24:00.087323+0000","last_clean":"2024-09-19T14:24:00.087323+0000","last_became_active":"2024-09-19T13:37:43.015022+0000","last_became_peered":"2024-09-19T13:37:43.015022+0000","last_unstale":"2024-09-19T14:24:00.087323+0000","last_undegraded":"2024-09-19T14:24:00.087323+0000","last_fullsized":"2024-09-19T14:24:00.087323+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":300,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:28:18.185800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136829,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":800,"num_read_kb":34608,"num_write":1256,"num_write_kb":53807,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":525,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:14.814222+0000","last_change":"2024-09-19T13:37:26.908772+0000","last_active":"2024-09-19T14:21:14.814222+0000","last_peered":"2024-09-19T14:21:14.814222+0000","last_clean":"2024-09-19T14:21:14.814222+0000","last_became_active":"2024-09-19T13:37:24.881243+0000","last_became_peered":"2024-09-19T13:37:24.881243+0000","last_unstale":"2024-09-19T14:21:14.814222+0000","last_undegraded":"2024-09-19T14:21:14.814222+0000","last_fullsized":"2024-09-19T14:21:14.814222+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_clean_scrub_stamp":"2024-09-19T13:37:23.851921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:38:12.964112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010619309999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:34.777228+0000","last_change":"2024-09-19T13:37:47.002717+0000","last_active":"2024-09-19T14:21:34.777228+0000","last_peered":"2024-09-19T14:21:34.777228+0000","last_clean":"2024-09-19T14:21:34.777228+0000","last_became_active":"2024-09-19T13:37:47.002225+0000","last_became_peered":"2024-09-19T13:37:47.002225+0000","last_unstale":"2024-09-19T14:21:34.777228+0000","last_undegraded":"2024-09-19T14:21:34.777228+0000","last_fullsized":"2024-09-19T14:21:34.777228+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:49:53.098072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"268'200","reported_seq":766,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:58.013637+0000","last_change":"2024-09-19T13:37:49.013424+0000","last_active":"2024-09-19T14:22:58.013637+0000","last_peered":"2024-09-19T14:22:58.013637+0000","last_clean":"2024-09-19T14:22:58.013637+0000","last_became_active":"2024-09-19T13:37:49.012716+0000","last_became_peered":"2024-09-19T13:37:49.012716+0000","last_unstale":"2024-09-19T14:22:58.013637+0000","last_undegraded":"2024-09-19T14:22:58.013637+0000","last_fullsized":"2024-09-19T14:22:58.013637+0000","mapping_epoch":31,"log_start":"265'100","ondisk_log_start":"265'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:18:43.881928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":235,"num_read_kb":225,"num_write":204,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.0","version":"268'748","reported_seq":2808,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.146618+0000","last_change":"2024-09-19T13:37:51.040255+0000","last_active":"2024-09-19T14:24:00.146618+0000","last_peered":"2024-09-19T14:24:00.146618+0000","last_clean":"2024-09-19T14:24:00.146618+0000","last_became_active":"2024-09-19T13:37:51.038494+0000","last_became_peered":"2024-09-19T13:37:51.038494+0000","last_unstale":"2024-09-19T14:24:00.146618+0000","last_undegraded":"2024-09-19T14:24:00.146618+0000","last_fullsized":"2024-09-19T14:24:00.146618+0000","mapping_epoch":33,"log_start":"268'700","ondisk_log_start":"268'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":700,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.f","version":"268'121","reported_seq":646,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:51.330369+0000","last_change":"2024-09-19T13:37:53.044510+0000","last_active":"2024-09-19T14:23:51.330369+0000","last_peered":"2024-09-19T14:23:51.330369+0000","last_clean":"2024-09-19T14:23:51.330369+0000","last_became_active":"2024-09-19T13:37:53.043658+0000","last_became_peered":"2024-09-19T13:37:53.043658+0000","last_unstale":"2024-09-19T14:23:51.330369+0000","last_undegraded":"2024-09-19T14:23:51.330369+0000","last_fullsized":"2024-09-19T14:23:51.330369+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:19:25.707143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1317,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":261,"num_read_kb":232,"num_write":302,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.0","version":"268'98","reported_seq":687,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:00.244469+0000","last_change":"2024-09-19T13:37:44.989222+0000","last_active":"2024-09-19T14:22:00.244469+0000","last_peered":"2024-09-19T14:22:00.244469+0000","last_clean":"2024-09-19T14:22:00.244469+0000","last_became_active":"2024-09-19T13:37:44.988183+0000","last_became_peered":"2024-09-19T13:37:44.988183+0000","last_unstale":"2024-09-19T14:22:00.244469+0000","last_undegraded":"2024-09-19T14:22:00.244469+0000","last_fullsized":"2024-09-19T14:22:00.244469+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":0,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:44:11.870263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":445,"num_read_kb":376,"num_write":154,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"268'353","reported_seq":1002,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.120227+0000","last_change":"2024-09-19T13:37:42.991922+0000","last_active":"2024-09-19T14:24:00.120227+0000","last_peered":"2024-09-19T14:24:00.120227+0000","last_clean":"2024-09-19T14:24:00.120227+0000","last_became_active":"2024-09-19T13:37:42.983034+0000","last_became_peered":"2024-09-19T13:37:42.983034+0000","last_unstale":"2024-09-19T14:24:00.120227+0000","last_undegraded":"2024-09-19T14:24:00.120227+0000","last_fullsized":"2024-09-19T14:24:00.120227+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:30:25.712327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":626,"num_read_kb":24914,"num_write":1124,"num_write_kb":17228,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":527,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:47.777529+0000","last_change":"2024-09-19T13:37:26.903640+0000","last_active":"2024-09-19T14:20:47.777529+0000","last_peered":"2024-09-19T14:20:47.777529+0000","last_clean":"2024-09-19T14:20:47.777529+0000","last_became_active":"2024-09-19T13:37:24.905672+0000","last_became_peered":"2024-09-19T13:37:24.905672+0000","last_unstale":"2024-09-19T14:20:47.777529+0000","last_undegraded":"2024-09-19T14:20:47.777529+0000","last_fullsized":"2024-09-19T14:20:47.777529+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_clean_scrub_stamp":"2024-09-19T13:37:23.851921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:42:51.857295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001276396,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":499,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:34.819648+0000","last_change":"2024-09-19T13:37:47.003718+0000","last_active":"2024-09-19T14:21:34.819648+0000","last_peered":"2024-09-19T14:21:34.819648+0000","last_clean":"2024-09-19T14:21:34.819648+0000","last_became_active":"2024-09-19T13:37:47.003352+0000","last_became_peered":"2024-09-19T13:37:47.003352+0000","last_unstale":"2024-09-19T14:21:34.819648+0000","last_undegraded":"2024-09-19T14:21:34.819648+0000","last_fullsized":"2024-09-19T14:21:34.819648+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:16:12.815941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"268'111","reported_seq":647,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:30.956612+0000","last_change":"2024-09-19T13:37:49.012377+0000","last_active":"2024-09-19T14:22:30.956612+0000","last_peered":"2024-09-19T14:22:30.956612+0000","last_clean":"2024-09-19T14:22:30.956612+0000","last_became_active":"2024-09-19T13:37:49.011547+0000","last_became_peered":"2024-09-19T13:37:49.011547+0000","last_unstale":"2024-09-19T14:22:30.956612+0000","last_undegraded":"2024-09-19T14:22:30.956612+0000","last_fullsized":"2024-09-19T14:22:30.956612+0000","mapping_epoch":31,"log_start":"268'100","ondisk_log_start":"268'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:01:13.060503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":126,"num_read_kb":119,"num_write":88,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.3","version":"268'794","reported_seq":2358,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.505771+0000","last_change":"2024-09-19T13:37:51.038339+0000","last_active":"2024-09-19T14:23:59.505771+0000","last_peered":"2024-09-19T14:23:59.505771+0000","last_clean":"2024-09-19T14:23:59.505771+0000","last_became_active":"2024-09-19T13:37:51.036419+0000","last_became_peered":"2024-09-19T13:37:51.036419+0000","last_unstale":"2024-09-19T14:23:59.505771+0000","last_undegraded":"2024-09-19T14:23:59.505771+0000","last_fullsized":"2024-09-19T14:23:59.505771+0000","mapping_epoch":33,"log_start":"268'701","ondisk_log_start":"268'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":701,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:02:13.157835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.c","version":"268'153","reported_seq":654,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:17.244022+0000","last_change":"2024-09-19T13:37:53.040171+0000","last_active":"2024-09-19T14:22:17.244022+0000","last_peered":"2024-09-19T14:22:17.244022+0000","last_clean":"2024-09-19T14:22:17.244022+0000","last_became_active":"2024-09-19T13:37:53.039260+0000","last_became_peered":"2024-09-19T13:37:53.039260+0000","last_unstale":"2024-09-19T14:22:17.244022+0000","last_undegraded":"2024-09-19T14:22:17.244022+0000","last_fullsized":"2024-09-19T14:22:17.244022+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:48:32.353827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":485,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":115,"num_read_kb":115,"num_write":328,"num_write_kb":107,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1","version":"268'455","reported_seq":1210,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:29.787887+0000","last_change":"2024-09-19T13:37:44.984174+0000","last_active":"2024-09-19T14:21:29.787887+0000","last_peered":"2024-09-19T14:21:29.787887+0000","last_clean":"2024-09-19T14:21:29.787887+0000","last_became_active":"2024-09-19T13:37:44.983785+0000","last_became_peered":"2024-09-19T13:37:44.983785+0000","last_unstale":"2024-09-19T14:21:29.787887+0000","last_undegraded":"2024-09-19T14:21:29.787887+0000","last_fullsized":"2024-09-19T14:21:29.787887+0000","mapping_epoch":27,"log_start":"268'400","ondisk_log_start":"268'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":400,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:19:26.694931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2200,"num_read_kb":1820,"num_write":798,"num_write_kb":506,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.6","version":"268'387","reported_seq":1125,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.126505+0000","last_change":"2024-09-19T13:37:42.995900+0000","last_active":"2024-09-19T14:24:00.126505+0000","last_peered":"2024-09-19T14:24:00.126505+0000","last_clean":"2024-09-19T14:24:00.126505+0000","last_became_active":"2024-09-19T13:37:42.994343+0000","last_became_peered":"2024-09-19T13:37:42.994343+0000","last_unstale":"2024-09-19T14:24:00.126505+0000","last_undegraded":"2024-09-19T14:24:00.126505+0000","last_fullsized":"2024-09-19T14:24:00.126505+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":300,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:22:14.101022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136861,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":923,"num_read_kb":26742,"num_write":1196,"num_write_kb":31494,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":524,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:44.806761+0000","last_change":"2024-09-19T13:37:26.910626+0000","last_active":"2024-09-19T14:20:44.806761+0000","last_peered":"2024-09-19T14:20:44.806761+0000","last_clean":"2024-09-19T14:20:44.806761+0000","last_became_active":"2024-09-19T13:37:24.907064+0000","last_became_peered":"2024-09-19T13:37:24.907064+0000","last_unstale":"2024-09-19T14:20:44.806761+0000","last_undegraded":"2024-09-19T14:20:44.806761+0000","last_fullsized":"2024-09-19T14:20:44.806761+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:23.851921+0000","last_clean_scrub_stamp":"2024-09-19T13:37:23.851921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:14:17.235348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0028427410000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"37'5","reported_seq":982,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:57.816230+0000","last_change":"2024-09-19T13:37:46.986425+0000","last_active":"2024-09-19T14:23:57.816230+0000","last_peered":"2024-09-19T14:23:57.816230+0000","last_clean":"2024-09-19T14:23:57.816230+0000","last_became_active":"2024-09-19T13:37:46.985693+0000","last_became_peered":"2024-09-19T13:37:46.985693+0000","last_unstale":"2024-09-19T14:23:57.816230+0000","last_undegraded":"2024-09-19T14:23:57.816230+0000","last_fullsized":"2024-09-19T14:23:57.816230+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:29:36.178963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":726,"num_read_kb":1189,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"268'759","reported_seq":1479,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.701896+0000","last_change":"2024-09-19T13:37:48.999923+0000","last_active":"2024-09-19T14:23:59.701896+0000","last_peered":"2024-09-19T14:23:59.701896+0000","last_clean":"2024-09-19T14:23:59.701896+0000","last_became_active":"2024-09-19T13:37:48.999327+0000","last_became_peered":"2024-09-19T13:37:48.999327+0000","last_unstale":"2024-09-19T14:23:59.701896+0000","last_undegraded":"2024-09-19T14:23:59.701896+0000","last_fullsized":"2024-09-19T14:23:59.701896+0000","mapping_epoch":31,"log_start":"268'700","ondisk_log_start":"268'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":700,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:12:55.390371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":147603,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1364,"num_read_kb":3290,"num_write":1122,"num_write_kb":949,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":493,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:37.788358+0000","last_change":"2024-09-19T13:37:51.021254+0000","last_active":"2024-09-19T14:21:37.788358+0000","last_peered":"2024-09-19T14:21:37.788358+0000","last_clean":"2024-09-19T14:21:37.788358+0000","last_became_active":"2024-09-19T13:37:51.020501+0000","last_became_peered":"2024-09-19T13:37:51.020501+0000","last_unstale":"2024-09-19T14:21:37.788358+0000","last_undegraded":"2024-09-19T14:21:37.788358+0000","last_fullsized":"2024-09-19T14:21:37.788358+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:36:09.258758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.d","version":"268'116","reported_seq":614,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:06.840732+0000","last_change":"2024-09-19T13:37:53.023331+0000","last_active":"2024-09-19T14:22:06.840732+0000","last_peered":"2024-09-19T14:22:06.840732+0000","last_clean":"2024-09-19T14:22:06.840732+0000","last_became_active":"2024-09-19T13:37:53.019523+0000","last_became_peered":"2024-09-19T13:37:53.019523+0000","last_unstale":"2024-09-19T14:22:06.840732+0000","last_undegraded":"2024-09-19T14:22:06.840732+0000","last_fullsized":"2024-09-19T14:22:06.840732+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":100,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:55:02.029109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":235,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":142,"num_read_kb":141,"num_write":287,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1f","version":"268'149","reported_seq":721,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:31.834452+0000","last_change":"2024-09-19T13:37:53.023578+0000","last_active":"2024-09-19T14:22:31.834452+0000","last_peered":"2024-09-19T14:22:31.834452+0000","last_clean":"2024-09-19T14:22:31.834452+0000","last_became_active":"2024-09-19T13:37:53.022662+0000","last_became_peered":"2024-09-19T13:37:53.022662+0000","last_unstale":"2024-09-19T14:22:31.834452+0000","last_undegraded":"2024-09-19T14:22:31.834452+0000","last_fullsized":"2024-09-19T14:22:31.834452+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":100,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:19:10.254992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":395,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":323,"num_read_kb":305,"num_write":370,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"268'147","reported_seq":740,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:03.839169+0000","last_change":"2024-09-19T13:37:44.985507+0000","last_active":"2024-09-19T14:22:03.839169+0000","last_peered":"2024-09-19T14:22:03.839169+0000","last_clean":"2024-09-19T14:22:03.839169+0000","last_became_active":"2024-09-19T13:37:44.985079+0000","last_became_peered":"2024-09-19T13:37:44.985079+0000","last_unstale":"2024-09-19T14:22:03.839169+0000","last_undegraded":"2024-09-19T14:22:03.839169+0000","last_fullsized":"2024-09-19T14:22:03.839169+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:20:03.291195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":616,"num_read_kb":504,"num_write":221,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.14","version":"268'392","reported_seq":1046,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.111989+0000","last_change":"2024-09-19T13:37:42.988567+0000","last_active":"2024-09-19T14:24:00.111989+0000","last_peered":"2024-09-19T14:24:00.111989+0000","last_clean":"2024-09-19T14:24:00.111989+0000","last_became_active":"2024-09-19T13:37:42.988170+0000","last_became_peered":"2024-09-19T13:37:42.988170+0000","last_unstale":"2024-09-19T14:24:00.111989+0000","last_undegraded":"2024-09-19T14:24:00.111989+0000","last_fullsized":"2024-09-19T14:24:00.111989+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":300,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:59:11.499958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":653,"num_read_kb":7830,"num_write":1131,"num_write_kb":32003,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:47.770073+0000","last_change":"2024-09-19T13:37:46.996181+0000","last_active":"2024-09-19T14:19:47.770073+0000","last_peered":"2024-09-19T14:19:47.770073+0000","last_clean":"2024-09-19T14:19:47.770073+0000","last_became_active":"2024-09-19T13:37:46.995294+0000","last_became_peered":"2024-09-19T13:37:46.995294+0000","last_unstale":"2024-09-19T14:19:47.770073+0000","last_undegraded":"2024-09-19T14:19:47.770073+0000","last_fullsized":"2024-09-19T14:19:47.770073+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:01:32.199206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.11","version":"268'274","reported_seq":851,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.066621+0000","last_change":"2024-09-19T13:37:49.005019+0000","last_active":"2024-09-19T14:24:00.066621+0000","last_peered":"2024-09-19T14:24:00.066621+0000","last_clean":"2024-09-19T14:24:00.066621+0000","last_became_active":"2024-09-19T13:37:49.004240+0000","last_became_peered":"2024-09-19T13:37:49.004240+0000","last_unstale":"2024-09-19T14:24:00.066621+0000","last_undegraded":"2024-09-19T14:24:00.066621+0000","last_fullsized":"2024-09-19T14:24:00.066621+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":200,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:44:52.942132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53394,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":446,"num_read_kb":1007,"num_write":360,"num_write_kb":284,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":489,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:52.775703+0000","last_change":"2024-09-19T13:37:51.011521+0000","last_active":"2024-09-19T14:19:52.775703+0000","last_peered":"2024-09-19T14:19:52.775703+0000","last_clean":"2024-09-19T14:19:52.775703+0000","last_became_active":"2024-09-19T13:37:51.010780+0000","last_became_peered":"2024-09-19T13:37:51.010780+0000","last_unstale":"2024-09-19T14:19:52.775703+0000","last_undegraded":"2024-09-19T14:19:52.775703+0000","last_fullsized":"2024-09-19T14:19:52.775703+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:06:32.327119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1e","version":"268'106","reported_seq":600,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:29.356883+0000","last_change":"2024-09-19T13:37:53.045130+0000","last_active":"2024-09-19T14:22:29.356883+0000","last_peered":"2024-09-19T14:22:29.356883+0000","last_clean":"2024-09-19T14:22:29.356883+0000","last_became_active":"2024-09-19T13:37:53.044535+0000","last_became_peered":"2024-09-19T13:37:53.044535+0000","last_unstale":"2024-09-19T14:22:29.356883+0000","last_undegraded":"2024-09-19T14:22:29.356883+0000","last_fullsized":"2024-09-19T14:22:29.356883+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:43:09.150635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":123,"num_read_kb":121,"num_write":251,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"268'102","reported_seq":670,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:12.493809+0000","last_change":"2024-09-19T13:37:44.992067+0000","last_active":"2024-09-19T14:21:12.493809+0000","last_peered":"2024-09-19T14:21:12.493809+0000","last_clean":"2024-09-19T14:21:12.493809+0000","last_became_active":"2024-09-19T13:37:44.990834+0000","last_became_peered":"2024-09-19T13:37:44.990834+0000","last_unstale":"2024-09-19T14:21:12.493809+0000","last_undegraded":"2024-09-19T14:21:12.493809+0000","last_fullsized":"2024-09-19T14:21:12.493809+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:42:24.054992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":414,"num_read_kb":343,"num_write":151,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.15","version":"268'363","reported_seq":1021,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.098551+0000","last_change":"2024-09-19T13:38:11.817173+0000","last_active":"2024-09-19T14:24:00.098551+0000","last_peered":"2024-09-19T14:24:00.098551+0000","last_clean":"2024-09-19T14:24:00.098551+0000","last_became_active":"2024-09-19T13:38:11.816487+0000","last_became_peered":"2024-09-19T13:38:11.816487+0000","last_unstale":"2024-09-19T14:24:00.098551+0000","last_undegraded":"2024-09-19T14:24:00.098551+0000","last_fullsized":"2024-09-19T14:24:00.098551+0000","mapping_epoch":38,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:52:20.515827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136855,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":590,"num_read_kb":75369,"num_write":1112,"num_write_kb":31817,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,7],"acting":[0,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:47.763810+0000","last_change":"2024-09-19T13:37:47.001048+0000","last_active":"2024-09-19T14:19:47.763810+0000","last_peered":"2024-09-19T14:19:47.763810+0000","last_clean":"2024-09-19T14:19:47.763810+0000","last_became_active":"2024-09-19T13:37:47.000074+0000","last_became_peered":"2024-09-19T13:37:47.000074+0000","last_unstale":"2024-09-19T14:19:47.763810+0000","last_undegraded":"2024-09-19T14:19:47.763810+0000","last_fullsized":"2024-09-19T14:19:47.763810+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:28:26.485586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.10","version":"268'46","reported_seq":550,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:42.622134+0000","last_change":"2024-09-19T13:37:48.981315+0000","last_active":"2024-09-19T14:21:42.622134+0000","last_peered":"2024-09-19T14:21:42.622134+0000","last_clean":"2024-09-19T14:21:42.622134+0000","last_became_active":"2024-09-19T13:37:48.980552+0000","last_became_peered":"2024-09-19T13:37:48.980552+0000","last_unstale":"2024-09-19T14:21:42.622134+0000","last_undegraded":"2024-09-19T14:21:42.622134+0000","last_fullsized":"2024-09-19T14:21:42.622134+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":0,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:16:19.582352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":32,"num_read_kb":30,"num_write":24,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":492,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:54.760992+0000","last_change":"2024-09-19T13:37:51.011790+0000","last_active":"2024-09-19T14:19:54.760992+0000","last_peered":"2024-09-19T14:19:54.760992+0000","last_clean":"2024-09-19T14:19:54.760992+0000","last_became_active":"2024-09-19T13:37:51.010960+0000","last_became_peered":"2024-09-19T13:37:51.010960+0000","last_unstale":"2024-09-19T14:19:54.760992+0000","last_undegraded":"2024-09-19T14:19:54.760992+0000","last_fullsized":"2024-09-19T14:19:54.760992+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:50:01.599550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1d","version":"268'182","reported_seq":703,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:30.960680+0000","last_change":"2024-09-19T13:37:53.036103+0000","last_active":"2024-09-19T14:22:30.960680+0000","last_peered":"2024-09-19T14:22:30.960680+0000","last_clean":"2024-09-19T14:22:30.960680+0000","last_became_active":"2024-09-19T13:37:53.035313+0000","last_became_peered":"2024-09-19T13:37:53.035313+0000","last_unstale":"2024-09-19T14:22:30.960680+0000","last_undegraded":"2024-09-19T14:22:30.960680+0000","last_fullsized":"2024-09-19T14:22:30.960680+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":100,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:40:24.778883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":611,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":302,"num_read_kb":301,"num_write":411,"num_write_kb":114,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"268'165","reported_seq":790,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:17.447637+0000","last_change":"2024-09-19T13:37:44.993084+0000","last_active":"2024-09-19T14:21:17.447637+0000","last_peered":"2024-09-19T14:21:17.447637+0000","last_clean":"2024-09-19T14:21:17.447637+0000","last_became_active":"2024-09-19T13:37:44.991859+0000","last_became_peered":"2024-09-19T13:37:44.991859+0000","last_unstale":"2024-09-19T14:21:17.447637+0000","last_undegraded":"2024-09-19T14:21:17.447637+0000","last_fullsized":"2024-09-19T14:21:17.447637+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":100,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:19:20.763744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":751,"num_read_kb":628,"num_write":248,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.16","version":"268'333","reported_seq":1100,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.984677+0000","last_change":"2024-09-19T13:37:42.980762+0000","last_active":"2024-09-19T14:23:59.984677+0000","last_peered":"2024-09-19T14:23:59.984677+0000","last_clean":"2024-09-19T14:23:59.984677+0000","last_became_active":"2024-09-19T13:37:42.980379+0000","last_became_peered":"2024-09-19T13:37:42.980379+0000","last_unstale":"2024-09-19T14:23:59.984677+0000","last_undegraded":"2024-09-19T14:23:59.984677+0000","last_fullsized":"2024-09-19T14:23:59.984677+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:47:32.676012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":668,"num_read_kb":67134,"num_write":1062,"num_write_kb":32700,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:49.759686+0000","last_change":"2024-09-19T13:37:46.993290+0000","last_active":"2024-09-19T14:19:49.759686+0000","last_peered":"2024-09-19T14:19:49.759686+0000","last_clean":"2024-09-19T14:19:49.759686+0000","last_became_active":"2024-09-19T13:37:46.992776+0000","last_became_peered":"2024-09-19T13:37:46.992776+0000","last_unstale":"2024-09-19T14:19:49.759686+0000","last_undegraded":"2024-09-19T14:19:49.759686+0000","last_fullsized":"2024-09-19T14:19:49.759686+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:32:27.707028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.13","version":"268'312","reported_seq":902,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.369425+0000","last_change":"2024-09-19T13:37:49.011036+0000","last_active":"2024-09-19T14:23:59.369425+0000","last_peered":"2024-09-19T14:23:59.369425+0000","last_clean":"2024-09-19T14:23:59.369425+0000","last_became_active":"2024-09-19T13:37:49.010333+0000","last_became_peered":"2024-09-19T13:37:49.010333+0000","last_unstale":"2024-09-19T14:23:59.369425+0000","last_undegraded":"2024-09-19T14:23:59.369425+0000","last_fullsized":"2024-09-19T14:23:59.369425+0000","mapping_epoch":31,"log_start":"268'300","ondisk_log_start":"268'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:34:06.501845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65561,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":497,"num_read_kb":1069,"num_write":398,"num_write_kb":291,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":494,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:54.768046+0000","last_change":"2024-09-19T13:37:51.036358+0000","last_active":"2024-09-19T14:19:54.768046+0000","last_peered":"2024-09-19T14:19:54.768046+0000","last_clean":"2024-09-19T14:19:54.768046+0000","last_became_active":"2024-09-19T13:37:51.035746+0000","last_became_peered":"2024-09-19T13:37:51.035746+0000","last_unstale":"2024-09-19T14:19:54.768046+0000","last_undegraded":"2024-09-19T14:19:54.768046+0000","last_fullsized":"2024-09-19T14:19:54.768046+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:31:24.554515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1c","version":"268'145","reported_seq":662,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:11.348261+0000","last_change":"2024-09-19T13:37:53.028729+0000","last_active":"2024-09-19T14:22:11.348261+0000","last_peered":"2024-09-19T14:22:11.348261+0000","last_clean":"2024-09-19T14:22:11.348261+0000","last_became_active":"2024-09-19T13:37:53.027897+0000","last_became_peered":"2024-09-19T13:37:53.027897+0000","last_unstale":"2024-09-19T14:22:11.348261+0000","last_undegraded":"2024-09-19T14:22:11.348261+0000","last_fullsized":"2024-09-19T14:22:11.348261+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:02:14.266353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":233,"num_read_kb":221,"num_write":335,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.10","version":"268'338","reported_seq":1036,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:11.457847+0000","last_change":"2024-09-19T13:37:44.976492+0000","last_active":"2024-09-19T14:21:11.457847+0000","last_peered":"2024-09-19T14:21:11.457847+0000","last_clean":"2024-09-19T14:21:11.457847+0000","last_became_active":"2024-09-19T13:37:44.975823+0000","last_became_peered":"2024-09-19T13:37:44.975823+0000","last_unstale":"2024-09-19T14:21:11.457847+0000","last_undegraded":"2024-09-19T14:21:11.457847+0000","last_fullsized":"2024-09-19T14:21:11.457847+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":300,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:53:24.201898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1709,"num_read_kb":1486,"num_write":574,"num_write_kb":302,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"268'368","reported_seq":1126,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.107771+0000","last_change":"2024-09-19T13:37:43.017108+0000","last_active":"2024-09-19T14:24:00.107771+0000","last_peered":"2024-09-19T14:24:00.107771+0000","last_clean":"2024-09-19T14:24:00.107771+0000","last_became_active":"2024-09-19T13:37:43.015524+0000","last_became_peered":"2024-09-19T13:37:43.015524+0000","last_unstale":"2024-09-19T14:24:00.107771+0000","last_undegraded":"2024-09-19T14:24:00.107771+0000","last_fullsized":"2024-09-19T14:24:00.107771+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:55:16.892370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254112,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":980,"num_read_kb":53182,"num_write":1238,"num_write_kb":13041,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:49.790434+0000","last_change":"2024-09-19T13:37:46.979694+0000","last_active":"2024-09-19T14:19:49.790434+0000","last_peered":"2024-09-19T14:19:49.790434+0000","last_clean":"2024-09-19T14:19:49.790434+0000","last_became_active":"2024-09-19T13:37:46.979324+0000","last_became_peered":"2024-09-19T13:37:46.979324+0000","last_unstale":"2024-09-19T14:19:49.790434+0000","last_undegraded":"2024-09-19T14:19:49.790434+0000","last_fullsized":"2024-09-19T14:19:49.790434+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:56:11.730001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.12","version":"268'264","reported_seq":833,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.174366+0000","last_change":"2024-09-19T13:37:48.995675+0000","last_active":"2024-09-19T14:23:59.174366+0000","last_peered":"2024-09-19T14:23:59.174366+0000","last_clean":"2024-09-19T14:23:59.174366+0000","last_became_active":"2024-09-19T13:37:48.994835+0000","last_became_peered":"2024-09-19T13:37:48.994835+0000","last_unstale":"2024-09-19T14:23:59.174366+0000","last_undegraded":"2024-09-19T14:23:59.174366+0000","last_fullsized":"2024-09-19T14:23:59.174366+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":200,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:05:05.909415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43590,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":445,"num_read_kb":1054,"num_write":364,"num_write_kb":300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":489,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:52.775830+0000","last_change":"2024-09-19T13:37:51.014673+0000","last_active":"2024-09-19T14:19:52.775830+0000","last_peered":"2024-09-19T14:19:52.775830+0000","last_clean":"2024-09-19T14:19:52.775830+0000","last_became_active":"2024-09-19T13:37:51.011802+0000","last_became_peered":"2024-09-19T13:37:51.011802+0000","last_unstale":"2024-09-19T14:19:52.775830+0000","last_undegraded":"2024-09-19T14:19:52.775830+0000","last_fullsized":"2024-09-19T14:19:52.775830+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:06:55.703689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1f","version":"268'292","reported_seq":934,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:28.421812+0000","last_change":"2024-09-19T13:37:45.010226+0000","last_active":"2024-09-19T14:22:28.421812+0000","last_peered":"2024-09-19T14:22:28.421812+0000","last_clean":"2024-09-19T14:22:28.421812+0000","last_became_active":"2024-09-19T13:37:45.009967+0000","last_became_peered":"2024-09-19T13:37:45.009967+0000","last_unstale":"2024-09-19T14:22:28.421812+0000","last_undegraded":"2024-09-19T14:22:28.421812+0000","last_fullsized":"2024-09-19T14:22:28.421812+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":200,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:21:01.970567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1299,"num_read_kb":1052,"num_write":494,"num_write_kb":235,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"268'360","reported_seq":989,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.962245+0000","last_change":"2024-09-19T13:37:43.013738+0000","last_active":"2024-09-19T14:23:59.962245+0000","last_peered":"2024-09-19T14:23:59.962245+0000","last_clean":"2024-09-19T14:23:59.962245+0000","last_became_active":"2024-09-19T13:37:43.011077+0000","last_became_peered":"2024-09-19T13:37:43.011077+0000","last_unstale":"2024-09-19T14:23:59.962245+0000","last_undegraded":"2024-09-19T14:23:59.962245+0000","last_fullsized":"2024-09-19T14:23:59.962245+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:16:56.672793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":615,"num_read_kb":3561,"num_write":1197,"num_write_kb":33021,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,3],"acting":[5,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":504,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:57.798843+0000","last_change":"2024-09-19T13:37:46.998376+0000","last_active":"2024-09-19T14:21:57.798843+0000","last_peered":"2024-09-19T14:21:57.798843+0000","last_clean":"2024-09-19T14:21:57.798843+0000","last_became_active":"2024-09-19T13:37:46.997504+0000","last_became_peered":"2024-09-19T13:37:46.997504+0000","last_unstale":"2024-09-19T14:21:57.798843+0000","last_undegraded":"2024-09-19T14:21:57.798843+0000","last_fullsized":"2024-09-19T14:21:57.798843+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:07:50.478531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"268'514","reported_seq":1146,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.102439+0000","last_change":"2024-09-19T13:37:48.999863+0000","last_active":"2024-09-19T14:23:59.102439+0000","last_peered":"2024-09-19T14:23:59.102439+0000","last_clean":"2024-09-19T14:23:59.102439+0000","last_became_active":"2024-09-19T13:37:48.999080+0000","last_became_peered":"2024-09-19T13:37:48.999080+0000","last_unstale":"2024-09-19T14:23:59.102439+0000","last_undegraded":"2024-09-19T14:23:59.102439+0000","last_fullsized":"2024-09-19T14:23:59.102439+0000","mapping_epoch":31,"log_start":"268'500","ondisk_log_start":"268'500","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":500,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:45:09.634765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":99091,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":928,"num_read_kb":2270,"num_write":810,"num_write_kb":738,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":491,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:24.772183+0000","last_change":"2024-09-19T13:37:50.996326+0000","last_active":"2024-09-19T14:20:24.772183+0000","last_peered":"2024-09-19T14:20:24.772183+0000","last_clean":"2024-09-19T14:20:24.772183+0000","last_became_active":"2024-09-19T13:37:50.995492+0000","last_became_peered":"2024-09-19T13:37:50.995492+0000","last_unstale":"2024-09-19T14:20:24.772183+0000","last_undegraded":"2024-09-19T14:20:24.772183+0000","last_fullsized":"2024-09-19T14:20:24.772183+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:53:55.795636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.13","version":"268'152","reported_seq":657,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:53.077654+0000","last_change":"2024-09-19T13:37:53.020607+0000","last_active":"2024-09-19T14:21:53.077654+0000","last_peered":"2024-09-19T14:21:53.077654+0000","last_clean":"2024-09-19T14:21:53.077654+0000","last_became_active":"2024-09-19T13:37:53.019822+0000","last_became_peered":"2024-09-19T13:37:53.019822+0000","last_unstale":"2024-09-19T14:21:53.077654+0000","last_undegraded":"2024-09-19T14:21:53.077654+0000","last_fullsized":"2024-09-19T14:21:53.077654+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:14:51.169825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":217,"num_read_kb":229,"num_write":359,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1e","version":"268'4138","reported_seq":4759,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:52.791764+0000","last_change":"2024-09-19T13:37:44.990557+0000","last_active":"2024-09-19T14:21:52.791764+0000","last_peered":"2024-09-19T14:21:52.791764+0000","last_clean":"2024-09-19T14:21:52.791764+0000","last_became_active":"2024-09-19T13:37:44.989865+0000","last_became_peered":"2024-09-19T13:37:44.989865+0000","last_unstale":"2024-09-19T14:21:52.791764+0000","last_undegraded":"2024-09-19T14:21:52.791764+0000","last_fullsized":"2024-09-19T14:21:52.791764+0000","mapping_epoch":27,"log_start":"268'4098","ondisk_log_start":"268'4098","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":3000,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:52:34.489992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16639,"num_read_kb":13957,"num_write":6212,"num_write_kb":3095,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.19","version":"268'397","reported_seq":1062,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.033524+0000","last_change":"2024-09-19T13:37:43.004489+0000","last_active":"2024-09-19T14:24:00.033524+0000","last_peered":"2024-09-19T14:24:00.033524+0000","last_clean":"2024-09-19T14:24:00.033524+0000","last_became_active":"2024-09-19T13:37:43.003809+0000","last_became_peered":"2024-09-19T13:37:43.003809+0000","last_unstale":"2024-09-19T14:24:00.033524+0000","last_undegraded":"2024-09-19T14:24:00.033524+0000","last_fullsized":"2024-09-19T14:24:00.033524+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":300,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:28:11.857158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":658,"num_read_kb":51706,"num_write":1159,"num_write_kb":37012,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":503,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:34.789308+0000","last_change":"2024-09-19T13:37:46.994338+0000","last_active":"2024-09-19T14:21:34.789308+0000","last_peered":"2024-09-19T14:21:34.789308+0000","last_clean":"2024-09-19T14:21:34.789308+0000","last_became_active":"2024-09-19T13:37:46.993852+0000","last_became_peered":"2024-09-19T13:37:46.993852+0000","last_unstale":"2024-09-19T14:21:34.789308+0000","last_undegraded":"2024-09-19T14:21:34.789308+0000","last_fullsized":"2024-09-19T14:21:34.789308+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:02:13.879646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.1c","version":"268'307","reported_seq":889,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.247123+0000","last_change":"2024-09-19T13:37:49.007396+0000","last_active":"2024-09-19T14:23:59.247123+0000","last_peered":"2024-09-19T14:23:59.247123+0000","last_clean":"2024-09-19T14:23:59.247123+0000","last_became_active":"2024-09-19T13:37:49.006617+0000","last_became_peered":"2024-09-19T13:37:49.006617+0000","last_unstale":"2024-09-19T14:23:59.247123+0000","last_undegraded":"2024-09-19T14:23:59.247123+0000","last_fullsized":"2024-09-19T14:23:59.247123+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":200,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:07:04.026036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50979,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":534,"num_read_kb":1212,"num_write":450,"num_write_kb":360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":493,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:22.774392+0000","last_change":"2024-09-19T13:37:51.037114+0000","last_active":"2024-09-19T14:20:22.774392+0000","last_peered":"2024-09-19T14:20:22.774392+0000","last_clean":"2024-09-19T14:20:22.774392+0000","last_became_active":"2024-09-19T13:37:51.036448+0000","last_became_peered":"2024-09-19T13:37:51.036448+0000","last_unstale":"2024-09-19T14:20:22.774392+0000","last_undegraded":"2024-09-19T14:20:22.774392+0000","last_fullsized":"2024-09-19T14:20:22.774392+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:57:23.889128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.12","version":"268'187","reported_seq":1059,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:30.805891+0000","last_change":"2024-09-19T13:37:53.041334+0000","last_active":"2024-09-19T14:22:30.805891+0000","last_peered":"2024-09-19T14:22:30.805891+0000","last_clean":"2024-09-19T14:22:30.805891+0000","last_became_active":"2024-09-19T13:37:53.040822+0000","last_became_peered":"2024-09-19T13:37:53.040822+0000","last_unstale":"2024-09-19T14:22:30.805891+0000","last_undegraded":"2024-09-19T14:22:30.805891+0000","last_fullsized":"2024-09-19T14:22:30.805891+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":100,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:11:58.852133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1623,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":665,"num_read_kb":654,"num_write":533,"num_write_kb":135,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1d","version":"268'194","reported_seq":827,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:52.330026+0000","last_change":"2024-09-19T13:37:45.013328+0000","last_active":"2024-09-19T14:21:52.330026+0000","last_peered":"2024-09-19T14:21:52.330026+0000","last_clean":"2024-09-19T14:21:52.330026+0000","last_became_active":"2024-09-19T13:37:45.012276+0000","last_became_peered":"2024-09-19T13:37:45.012276+0000","last_unstale":"2024-09-19T14:21:52.330026+0000","last_undegraded":"2024-09-19T14:21:52.330026+0000","last_fullsized":"2024-09-19T14:21:52.330026+0000","mapping_epoch":27,"log_start":"265'100","ondisk_log_start":"265'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:23:31.099323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":890,"num_read_kb":742,"num_write":322,"num_write_kb":165,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1a","version":"268'334","reported_seq":983,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.023605+0000","last_change":"2024-09-19T13:37:43.011234+0000","last_active":"2024-09-19T14:24:00.023605+0000","last_peered":"2024-09-19T14:24:00.023605+0000","last_clean":"2024-09-19T14:24:00.023605+0000","last_became_active":"2024-09-19T13:37:43.010770+0000","last_became_peered":"2024-09-19T13:37:43.010770+0000","last_unstale":"2024-09-19T14:24:00.023605+0000","last_undegraded":"2024-09-19T14:24:00.023605+0000","last_fullsized":"2024-09-19T14:24:00.023605+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:19:23.845246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136845,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":608,"num_read_kb":25838,"num_write":1098,"num_write_kb":39622,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":499,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:19.770957+0000","last_change":"2024-09-19T13:37:46.975735+0000","last_active":"2024-09-19T14:20:19.770957+0000","last_peered":"2024-09-19T14:20:19.770957+0000","last_clean":"2024-09-19T14:20:19.770957+0000","last_became_active":"2024-09-19T13:37:46.975083+0000","last_became_peered":"2024-09-19T13:37:46.975083+0000","last_unstale":"2024-09-19T14:20:19.770957+0000","last_undegraded":"2024-09-19T14:20:19.770957+0000","last_fullsized":"2024-09-19T14:20:19.770957+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:52:18.818014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.1f","version":"268'280","reported_seq":860,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.193200+0000","last_change":"2024-09-19T13:37:48.999184+0000","last_active":"2024-09-19T14:23:58.193200+0000","last_peered":"2024-09-19T14:23:58.193200+0000","last_clean":"2024-09-19T14:23:58.193200+0000","last_became_active":"2024-09-19T13:37:48.998398+0000","last_became_peered":"2024-09-19T13:37:48.998398+0000","last_unstale":"2024-09-19T14:23:58.193200+0000","last_undegraded":"2024-09-19T14:23:58.193200+0000","last_fullsized":"2024-09-19T14:23:58.193200+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":200,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:49:45.032258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54455,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":473,"num_read_kb":1105,"num_write":386,"num_write_kb":317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":493,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:02.804664+0000","last_change":"2024-09-19T13:37:51.023426+0000","last_active":"2024-09-19T14:22:02.804664+0000","last_peered":"2024-09-19T14:22:02.804664+0000","last_clean":"2024-09-19T14:22:02.804664+0000","last_became_active":"2024-09-19T13:37:51.022697+0000","last_became_peered":"2024-09-19T13:37:51.022697+0000","last_unstale":"2024-09-19T14:22:02.804664+0000","last_undegraded":"2024-09-19T14:22:02.804664+0000","last_fullsized":"2024-09-19T14:22:02.804664+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:18:04.284285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.11","version":"268'123","reported_seq":620,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:51.326151+0000","last_change":"2024-09-19T13:37:53.025430+0000","last_active":"2024-09-19T14:23:51.326151+0000","last_peered":"2024-09-19T14:23:51.326151+0000","last_clean":"2024-09-19T14:23:51.326151+0000","last_became_active":"2024-09-19T13:37:53.024491+0000","last_became_peered":"2024-09-19T13:37:53.024491+0000","last_unstale":"2024-09-19T14:23:51.326151+0000","last_undegraded":"2024-09-19T14:23:51.326151+0000","last_fullsized":"2024-09-19T14:23:51.326151+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:12:29.045641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":177,"num_read_kb":165,"num_write":300,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1c","version":"268'36","reported_seq":580,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:09.157273+0000","last_change":"2024-09-19T13:37:45.002961+0000","last_active":"2024-09-19T14:22:09.157273+0000","last_peered":"2024-09-19T14:22:09.157273+0000","last_clean":"2024-09-19T14:22:09.157273+0000","last_became_active":"2024-09-19T13:37:45.002288+0000","last_became_peered":"2024-09-19T13:37:45.002288+0000","last_unstale":"2024-09-19T14:22:09.157273+0000","last_undegraded":"2024-09-19T14:22:09.157273+0000","last_fullsized":"2024-09-19T14:22:09.157273+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:02:43.818938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":170,"num_read_kb":148,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"268'357","reported_seq":1009,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.108372+0000","last_change":"2024-09-19T13:37:42.978720+0000","last_active":"2024-09-19T14:24:00.108372+0000","last_peered":"2024-09-19T14:24:00.108372+0000","last_clean":"2024-09-19T14:24:00.108372+0000","last_became_active":"2024-09-19T13:37:42.977930+0000","last_became_peered":"2024-09-19T13:37:42.977930+0000","last_unstale":"2024-09-19T14:24:00.108372+0000","last_undegraded":"2024-09-19T14:24:00.108372+0000","last_fullsized":"2024-09-19T14:24:00.108372+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:48:55.567797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":722,"num_read_kb":4562,"num_write":1193,"num_write_kb":22713,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":497,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:17.770611+0000","last_change":"2024-09-19T13:37:46.991585+0000","last_active":"2024-09-19T14:20:17.770611+0000","last_peered":"2024-09-19T14:20:17.770611+0000","last_clean":"2024-09-19T14:20:17.770611+0000","last_became_active":"2024-09-19T13:37:46.990868+0000","last_became_peered":"2024-09-19T13:37:46.990868+0000","last_unstale":"2024-09-19T14:20:17.770611+0000","last_undegraded":"2024-09-19T14:20:17.770611+0000","last_fullsized":"2024-09-19T14:20:17.770611+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:55:36.307825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1e","version":"268'91","reported_seq":612,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:09.160081+0000","last_change":"2024-09-19T13:37:49.009222+0000","last_active":"2024-09-19T14:22:09.160081+0000","last_peered":"2024-09-19T14:22:09.160081+0000","last_clean":"2024-09-19T14:22:09.160081+0000","last_became_active":"2024-09-19T13:37:49.008734+0000","last_became_peered":"2024-09-19T13:37:49.008734+0000","last_unstale":"2024-09-19T14:22:09.160081+0000","last_undegraded":"2024-09-19T14:22:09.160081+0000","last_fullsized":"2024-09-19T14:22:09.160081+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":0,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:41:36.013308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":114,"num_read_kb":109,"num_write":128,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"268'757","reported_seq":4626,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.485943+0000","last_change":"2024-09-19T13:37:51.024801+0000","last_active":"2024-09-19T14:23:59.485943+0000","last_peered":"2024-09-19T14:23:59.485943+0000","last_clean":"2024-09-19T14:23:59.485943+0000","last_became_active":"2024-09-19T13:37:51.024122+0000","last_became_peered":"2024-09-19T13:37:51.024122+0000","last_unstale":"2024-09-19T14:23:59.485943+0000","last_undegraded":"2024-09-19T14:23:59.485943+0000","last_fullsized":"2024-09-19T14:23:59.485943+0000","mapping_epoch":33,"log_start":"268'700","ondisk_log_start":"268'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":700,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:37:39.244998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.10","version":"268'164","reported_seq":670,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:58.699205+0000","last_change":"2024-09-19T13:37:53.037566+0000","last_active":"2024-09-19T14:21:58.699205+0000","last_peered":"2024-09-19T14:21:58.699205+0000","last_clean":"2024-09-19T14:21:58.699205+0000","last_became_active":"2024-09-19T13:37:53.036787+0000","last_became_peered":"2024-09-19T13:37:53.036787+0000","last_unstale":"2024-09-19T14:21:58.699205+0000","last_undegraded":"2024-09-19T14:21:58.699205+0000","last_fullsized":"2024-09-19T14:21:58.699205+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:28:22.789483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":35,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":192,"num_read_kb":180,"num_write":404,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1b","version":"268'182","reported_seq":762,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:48.086743+0000","last_change":"2024-09-19T13:37:45.012023+0000","last_active":"2024-09-19T14:21:48.086743+0000","last_peered":"2024-09-19T14:21:48.086743+0000","last_clean":"2024-09-19T14:21:48.086743+0000","last_became_active":"2024-09-19T13:37:45.011649+0000","last_became_peered":"2024-09-19T13:37:45.011649+0000","last_unstale":"2024-09-19T14:21:48.086743+0000","last_undegraded":"2024-09-19T14:21:48.086743+0000","last_fullsized":"2024-09-19T14:21:48.086743+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":100,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:03:16.394024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":780,"num_read_kb":628,"num_write":283,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"268'311","reported_seq":955,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.041612+0000","last_change":"2024-09-19T13:37:43.014314+0000","last_active":"2024-09-19T14:24:00.041612+0000","last_peered":"2024-09-19T14:24:00.041612+0000","last_clean":"2024-09-19T14:24:00.041612+0000","last_became_active":"2024-09-19T13:37:43.013846+0000","last_became_peered":"2024-09-19T13:37:43.013846+0000","last_unstale":"2024-09-19T14:24:00.041612+0000","last_undegraded":"2024-09-19T14:24:00.041612+0000","last_fullsized":"2024-09-19T14:24:00.041612+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":300,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:20:51.621804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":593,"num_read_kb":7286,"num_write":1061,"num_write_kb":28619,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":501,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:19.773757+0000","last_change":"2024-09-19T13:37:46.998132+0000","last_active":"2024-09-19T14:20:19.773757+0000","last_peered":"2024-09-19T14:20:19.773757+0000","last_clean":"2024-09-19T14:20:19.773757+0000","last_became_active":"2024-09-19T13:37:46.997726+0000","last_became_peered":"2024-09-19T13:37:46.997726+0000","last_unstale":"2024-09-19T14:20:19.773757+0000","last_undegraded":"2024-09-19T14:20:19.773757+0000","last_fullsized":"2024-09-19T14:20:19.773757+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:54:08.275222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.19","version":"268'313","reported_seq":897,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.605489+0000","last_change":"2024-09-19T13:37:49.000161+0000","last_active":"2024-09-19T14:23:58.605489+0000","last_peered":"2024-09-19T14:23:58.605489+0000","last_clean":"2024-09-19T14:23:58.605489+0000","last_became_active":"2024-09-19T13:37:48.999530+0000","last_became_peered":"2024-09-19T13:37:48.999530+0000","last_unstale":"2024-09-19T14:23:58.605489+0000","last_undegraded":"2024-09-19T14:23:58.605489+0000","last_fullsized":"2024-09-19T14:23:58.605489+0000","mapping_epoch":31,"log_start":"268'300","ondisk_log_start":"268'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":300,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:46:56.322068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":61007,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":520,"num_read_kb":1192,"num_write":426,"num_write_kb":337,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":490,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:22.785069+0000","last_change":"2024-09-19T13:37:51.025340+0000","last_active":"2024-09-19T14:21:22.785069+0000","last_peered":"2024-09-19T14:21:22.785069+0000","last_clean":"2024-09-19T14:21:22.785069+0000","last_became_active":"2024-09-19T13:37:51.024578+0000","last_became_peered":"2024-09-19T13:37:51.024578+0000","last_unstale":"2024-09-19T14:21:22.785069+0000","last_undegraded":"2024-09-19T14:21:22.785069+0000","last_fullsized":"2024-09-19T14:21:22.785069+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:24:34.426209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.17","version":"268'131","reported_seq":642,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:29.086498+0000","last_change":"2024-09-19T13:37:53.038572+0000","last_active":"2024-09-19T14:22:29.086498+0000","last_peered":"2024-09-19T14:22:29.086498+0000","last_clean":"2024-09-19T14:22:29.086498+0000","last_became_active":"2024-09-19T13:37:53.037670+0000","last_became_peered":"2024-09-19T13:37:53.037670+0000","last_unstale":"2024-09-19T14:22:29.086498+0000","last_undegraded":"2024-09-19T14:22:29.086498+0000","last_fullsized":"2024-09-19T14:22:29.086498+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:17:20.391604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":200,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":200,"num_read_kb":189,"num_write":325,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"268'124","reported_seq":721,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:29.246523+0000","last_change":"2024-09-19T13:37:45.000726+0000","last_active":"2024-09-19T14:20:29.246523+0000","last_peered":"2024-09-19T14:20:29.246523+0000","last_clean":"2024-09-19T14:20:29.246523+0000","last_became_active":"2024-09-19T13:37:45.000321+0000","last_became_peered":"2024-09-19T13:37:45.000321+0000","last_unstale":"2024-09-19T14:20:29.246523+0000","last_undegraded":"2024-09-19T14:20:29.246523+0000","last_fullsized":"2024-09-19T14:20:29.246523+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:01:45.969054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":549,"num_read_kb":454,"num_write":197,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1d","version":"268'358","reported_seq":1038,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.096531+0000","last_change":"2024-09-19T13:37:42.983119+0000","last_active":"2024-09-19T14:24:00.096531+0000","last_peered":"2024-09-19T14:24:00.096531+0000","last_clean":"2024-09-19T14:24:00.096531+0000","last_became_active":"2024-09-19T13:37:42.982795+0000","last_became_peered":"2024-09-19T13:37:42.982795+0000","last_unstale":"2024-09-19T14:24:00.096531+0000","last_undegraded":"2024-09-19T14:24:00.096531+0000","last_fullsized":"2024-09-19T14:24:00.096531+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":300,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:48:09.174117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":648,"num_read_kb":30490,"num_write":1084,"num_write_kb":34311,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":499,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:19.770925+0000","last_change":"2024-09-19T13:37:47.003185+0000","last_active":"2024-09-19T14:20:19.770925+0000","last_peered":"2024-09-19T14:20:19.770925+0000","last_clean":"2024-09-19T14:20:19.770925+0000","last_became_active":"2024-09-19T13:37:47.002566+0000","last_became_peered":"2024-09-19T13:37:47.002566+0000","last_unstale":"2024-09-19T14:20:19.770925+0000","last_undegraded":"2024-09-19T14:20:19.770925+0000","last_fullsized":"2024-09-19T14:20:19.770925+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:37:12.661404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.18","version":"268'287","reported_seq":857,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.689120+0000","last_change":"2024-09-19T13:37:49.003746+0000","last_active":"2024-09-19T14:23:58.689120+0000","last_peered":"2024-09-19T14:23:58.689120+0000","last_clean":"2024-09-19T14:23:58.689120+0000","last_became_active":"2024-09-19T13:37:49.002572+0000","last_became_peered":"2024-09-19T13:37:49.002572+0000","last_unstale":"2024-09-19T14:23:58.689120+0000","last_undegraded":"2024-09-19T14:23:58.689120+0000","last_fullsized":"2024-09-19T14:23:58.689120+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":200,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:34:47.581831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46601,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":484,"num_read_kb":1174,"num_write":404,"num_write_kb":341,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":488,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:29.818303+0000","last_change":"2024-09-19T13:37:51.024803+0000","last_active":"2024-09-19T14:21:29.818303+0000","last_peered":"2024-09-19T14:21:29.818303+0000","last_clean":"2024-09-19T14:21:29.818303+0000","last_became_active":"2024-09-19T13:37:51.024092+0000","last_became_peered":"2024-09-19T13:37:51.024092+0000","last_unstale":"2024-09-19T14:21:29.818303+0000","last_undegraded":"2024-09-19T14:21:29.818303+0000","last_fullsized":"2024-09-19T14:21:29.818303+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:01:54.243113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.16","version":"268'171","reported_seq":705,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:07.931173+0000","last_change":"2024-09-19T13:37:53.027213+0000","last_active":"2024-09-19T14:22:07.931173+0000","last_peered":"2024-09-19T14:22:07.931173+0000","last_clean":"2024-09-19T14:22:07.931173+0000","last_became_active":"2024-09-19T13:37:53.026543+0000","last_became_peered":"2024-09-19T13:37:53.026543+0000","last_unstale":"2024-09-19T14:22:07.931173+0000","last_undegraded":"2024-09-19T14:22:07.931173+0000","last_fullsized":"2024-09-19T14:22:07.931173+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:32:10.272023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":299,"num_read_kb":285,"num_write":410,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.19","version":"268'216","reported_seq":851,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:27.796334+0000","last_change":"2024-09-19T13:37:44.980772+0000","last_active":"2024-09-19T14:21:27.796334+0000","last_peered":"2024-09-19T14:21:27.796334+0000","last_clean":"2024-09-19T14:21:27.796334+0000","last_became_active":"2024-09-19T13:37:44.980018+0000","last_became_peered":"2024-09-19T13:37:44.980018+0000","last_unstale":"2024-09-19T14:21:27.796334+0000","last_undegraded":"2024-09-19T14:21:27.796334+0000","last_fullsized":"2024-09-19T14:21:27.796334+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":200,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:45:14.524981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":985,"num_read_kb":813,"num_write":344,"num_write_kb":165,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1e","version":"268'327","reported_seq":971,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.082480+0000","last_change":"2024-09-19T13:37:43.014671+0000","last_active":"2024-09-19T14:24:00.082480+0000","last_peered":"2024-09-19T14:24:00.082480+0000","last_clean":"2024-09-19T14:24:00.082480+0000","last_became_active":"2024-09-19T13:37:43.013909+0000","last_became_peered":"2024-09-19T13:37:43.013909+0000","last_unstale":"2024-09-19T14:24:00.082480+0000","last_undegraded":"2024-09-19T14:24:00.082480+0000","last_fullsized":"2024-09-19T14:24:00.082480+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:57:10.494453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":583,"num_read_kb":17892,"num_write":1069,"num_write_kb":18811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":502,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:19.788576+0000","last_change":"2024-09-19T13:37:46.992820+0000","last_active":"2024-09-19T14:21:19.788576+0000","last_peered":"2024-09-19T14:21:19.788576+0000","last_clean":"2024-09-19T14:21:19.788576+0000","last_became_active":"2024-09-19T13:37:46.991662+0000","last_became_peered":"2024-09-19T13:37:46.991662+0000","last_unstale":"2024-09-19T14:21:19.788576+0000","last_undegraded":"2024-09-19T14:21:19.788576+0000","last_fullsized":"2024-09-19T14:21:19.788576+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:34:52.224919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"268'269","reported_seq":830,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.059774+0000","last_change":"2024-09-19T13:37:49.003579+0000","last_active":"2024-09-19T14:23:58.059774+0000","last_peered":"2024-09-19T14:23:58.059774+0000","last_clean":"2024-09-19T14:23:58.059774+0000","last_became_active":"2024-09-19T13:37:49.002737+0000","last_became_peered":"2024-09-19T13:37:49.002737+0000","last_unstale":"2024-09-19T14:23:58.059774+0000","last_undegraded":"2024-09-19T14:23:58.059774+0000","last_fullsized":"2024-09-19T14:23:58.059774+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:42:14.875687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":74607,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":450,"num_read_kb":1145,"num_write":380,"num_write_kb":347,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":487,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:24.801342+0000","last_change":"2024-09-19T13:37:51.028431+0000","last_active":"2024-09-19T14:20:24.801342+0000","last_peered":"2024-09-19T14:20:24.801342+0000","last_clean":"2024-09-19T14:20:24.801342+0000","last_became_active":"2024-09-19T13:37:51.027534+0000","last_became_peered":"2024-09-19T13:37:51.027534+0000","last_unstale":"2024-09-19T14:20:24.801342+0000","last_undegraded":"2024-09-19T14:20:24.801342+0000","last_fullsized":"2024-09-19T14:20:24.801342+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:20:17.577797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.15","version":"268'202","reported_seq":1308,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:31.773263+0000","last_change":"2024-09-19T13:37:53.028818+0000","last_active":"2024-09-19T14:22:31.773263+0000","last_peered":"2024-09-19T14:22:31.773263+0000","last_clean":"2024-09-19T14:22:31.773263+0000","last_became_active":"2024-09-19T13:37:53.028063+0000","last_became_peered":"2024-09-19T13:37:53.028063+0000","last_unstale":"2024-09-19T14:22:31.773263+0000","last_undegraded":"2024-09-19T14:22:31.773263+0000","last_fullsized":"2024-09-19T14:22:31.773263+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":100,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:01:32.681210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":633,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":879,"num_read_kb":869,"num_write":447,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"268'175","reported_seq":779,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:14.784439+0000","last_change":"2024-09-19T13:37:44.993164+0000","last_active":"2024-09-19T14:21:14.784439+0000","last_peered":"2024-09-19T14:21:14.784439+0000","last_clean":"2024-09-19T14:21:14.784439+0000","last_became_active":"2024-09-19T13:37:44.992673+0000","last_became_peered":"2024-09-19T13:37:44.992673+0000","last_unstale":"2024-09-19T14:21:14.784439+0000","last_undegraded":"2024-09-19T14:21:14.784439+0000","last_fullsized":"2024-09-19T14:21:14.784439+0000","mapping_epoch":27,"log_start":"265'100","ondisk_log_start":"265'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:17:46.592882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":775,"num_read_kb":633,"num_write":258,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1f","version":"268'348","reported_seq":984,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.120890+0000","last_change":"2024-09-19T13:37:43.016594+0000","last_active":"2024-09-19T14:24:00.120890+0000","last_peered":"2024-09-19T14:24:00.120890+0000","last_clean":"2024-09-19T14:24:00.120890+0000","last_became_active":"2024-09-19T13:37:43.014491+0000","last_became_peered":"2024-09-19T13:37:43.014491+0000","last_unstale":"2024-09-19T14:24:00.120890+0000","last_undegraded":"2024-09-19T14:24:00.120890+0000","last_fullsized":"2024-09-19T14:24:00.120890+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:00:31.664278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":593,"num_read_kb":20596,"num_write":1200,"num_write_kb":29373,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.19","version":"30'1","reported_seq":499,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:22.785110+0000","last_change":"2024-09-19T13:37:46.993827+0000","last_active":"2024-09-19T14:21:22.785110+0000","last_peered":"2024-09-19T14:21:22.785110+0000","last_clean":"2024-09-19T14:21:22.785110+0000","last_became_active":"2024-09-19T13:37:46.993013+0000","last_became_peered":"2024-09-19T13:37:46.993013+0000","last_unstale":"2024-09-19T14:21:22.785110+0000","last_undegraded":"2024-09-19T14:21:22.785110+0000","last_fullsized":"2024-09-19T14:21:22.785110+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:36:05.905586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1a","version":"268'283","reported_seq":866,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.268307+0000","last_change":"2024-09-19T13:37:49.013063+0000","last_active":"2024-09-19T14:23:58.268307+0000","last_peered":"2024-09-19T14:23:58.268307+0000","last_clean":"2024-09-19T14:23:58.268307+0000","last_became_active":"2024-09-19T13:37:49.011710+0000","last_became_peered":"2024-09-19T13:37:49.011710+0000","last_unstale":"2024-09-19T14:23:58.268307+0000","last_undegraded":"2024-09-19T14:23:58.268307+0000","last_fullsized":"2024-09-19T14:23:58.268307+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":200,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:38:52.806772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50925,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":476,"num_read_kb":1057,"num_write":380,"num_write_kb":287,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":489,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:22.771850+0000","last_change":"2024-09-19T13:37:51.038594+0000","last_active":"2024-09-19T14:20:22.771850+0000","last_peered":"2024-09-19T14:20:22.771850+0000","last_clean":"2024-09-19T14:20:22.771850+0000","last_became_active":"2024-09-19T13:37:51.037659+0000","last_became_peered":"2024-09-19T13:37:51.037659+0000","last_unstale":"2024-09-19T14:20:22.771850+0000","last_undegraded":"2024-09-19T14:20:22.771850+0000","last_fullsized":"2024-09-19T14:20:22.771850+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:44:08.719916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.14","version":"268'130","reported_seq":615,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:50.438216+0000","last_change":"2024-09-19T13:37:53.040027+0000","last_active":"2024-09-19T14:23:50.438216+0000","last_peered":"2024-09-19T14:23:50.438216+0000","last_clean":"2024-09-19T14:23:50.438216+0000","last_became_active":"2024-09-19T13:37:53.036777+0000","last_became_peered":"2024-09-19T13:37:53.036777+0000","last_unstale":"2024-09-19T14:23:50.438216+0000","last_undegraded":"2024-09-19T14:23:50.438216+0000","last_fullsized":"2024-09-19T14:23:50.438216+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:35:52.554803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":429,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":127,"num_read_kb":127,"num_write":301,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.27","version":"268'169","reported_seq":823,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:47.574090+0000","last_change":"2024-09-19T13:37:44.985856+0000","last_active":"2024-09-19T14:21:47.574090+0000","last_peered":"2024-09-19T14:21:47.574090+0000","last_clean":"2024-09-19T14:21:47.574090+0000","last_became_active":"2024-09-19T13:37:44.985102+0000","last_became_peered":"2024-09-19T13:37:44.985102+0000","last_unstale":"2024-09-19T14:21:47.574090+0000","last_undegraded":"2024-09-19T14:21:47.574090+0000","last_fullsized":"2024-09-19T14:21:47.574090+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:39:11.743813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":790,"num_read_kb":663,"num_write":256,"num_write_kb":120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.20","version":"268'353","reported_seq":996,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.124040+0000","last_change":"2024-09-19T13:37:42.985729+0000","last_active":"2024-09-19T14:24:00.124040+0000","last_peered":"2024-09-19T14:24:00.124040+0000","last_clean":"2024-09-19T14:24:00.124040+0000","last_became_active":"2024-09-19T13:37:42.984898+0000","last_became_peered":"2024-09-19T13:37:42.984898+0000","last_unstale":"2024-09-19T14:24:00.124040+0000","last_undegraded":"2024-09-19T14:24:00.124040+0000","last_fullsized":"2024-09-19T14:24:00.124040+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:38:16.428051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136885,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":628,"num_read_kb":9955,"num_write":1106,"num_write_kb":33433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,3],"acting":[2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.26","version":"268'141","reported_seq":720,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:18.683753+0000","last_change":"2024-09-19T13:37:44.994668+0000","last_active":"2024-09-19T14:21:18.683753+0000","last_peered":"2024-09-19T14:21:18.683753+0000","last_clean":"2024-09-19T14:21:18.683753+0000","last_became_active":"2024-09-19T13:37:44.993913+0000","last_became_peered":"2024-09-19T13:37:44.993913+0000","last_unstale":"2024-09-19T14:21:18.683753+0000","last_undegraded":"2024-09-19T14:21:18.683753+0000","last_fullsized":"2024-09-19T14:21:18.683753+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:27:57.529897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":555,"num_read_kb":457,"num_write":192,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.21","version":"268'333","reported_seq":1011,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.096575+0000","last_change":"2024-09-19T13:37:43.008395+0000","last_active":"2024-09-19T14:24:00.096575+0000","last_peered":"2024-09-19T14:24:00.096575+0000","last_clean":"2024-09-19T14:24:00.096575+0000","last_became_active":"2024-09-19T13:37:43.007424+0000","last_became_peered":"2024-09-19T13:37:43.007424+0000","last_unstale":"2024-09-19T14:24:00.096575+0000","last_undegraded":"2024-09-19T14:24:00.096575+0000","last_fullsized":"2024-09-19T14:24:00.096575+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:14:37.516789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":702,"num_read_kb":25363,"num_write":1036,"num_write_kb":11390,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.25","version":"268'210","reported_seq":826,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:06.850147+0000","last_change":"2024-09-19T13:37:44.981221+0000","last_active":"2024-09-19T14:22:06.850147+0000","last_peered":"2024-09-19T14:22:06.850147+0000","last_clean":"2024-09-19T14:22:06.850147+0000","last_became_active":"2024-09-19T13:37:44.980576+0000","last_became_peered":"2024-09-19T13:37:44.980576+0000","last_unstale":"2024-09-19T14:22:06.850147+0000","last_undegraded":"2024-09-19T14:22:06.850147+0000","last_fullsized":"2024-09-19T14:22:06.850147+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":100,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:33:19.471967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":939,"num_read_kb":781,"num_write":318,"num_write_kb":157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.22","version":"268'288","reported_seq":886,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.124513+0000","last_change":"2024-09-19T13:37:43.011461+0000","last_active":"2024-09-19T14:24:00.124513+0000","last_peered":"2024-09-19T14:24:00.124513+0000","last_clean":"2024-09-19T14:24:00.124513+0000","last_became_active":"2024-09-19T13:37:43.011053+0000","last_became_peered":"2024-09-19T13:37:43.011053+0000","last_unstale":"2024-09-19T14:24:00.124513+0000","last_undegraded":"2024-09-19T14:24:00.124513+0000","last_fullsized":"2024-09-19T14:24:00.124513+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":200,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:01:54.790730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":461,"num_read_kb":506,"num_write":904,"num_write_kb":31798,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.24","version":"268'357","reported_seq":1028,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:07.785521+0000","last_change":"2024-09-19T13:37:45.005754+0000","last_active":"2024-09-19T14:21:07.785521+0000","last_peered":"2024-09-19T14:21:07.785521+0000","last_clean":"2024-09-19T14:21:07.785521+0000","last_became_active":"2024-09-19T13:37:45.004832+0000","last_became_peered":"2024-09-19T13:37:45.004832+0000","last_unstale":"2024-09-19T14:21:07.785521+0000","last_undegraded":"2024-09-19T14:21:07.785521+0000","last_fullsized":"2024-09-19T14:21:07.785521+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:08:56.947354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1607,"num_read_kb":1314,"num_write":585,"num_write_kb":331,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"268'403","reported_seq":1081,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.077336+0000","last_change":"2024-09-19T13:37:43.013775+0000","last_active":"2024-09-19T14:24:00.077336+0000","last_peered":"2024-09-19T14:24:00.077336+0000","last_clean":"2024-09-19T14:24:00.077336+0000","last_became_active":"2024-09-19T13:37:43.004560+0000","last_became_peered":"2024-09-19T13:37:43.004560+0000","last_unstale":"2024-09-19T14:24:00.077336+0000","last_undegraded":"2024-09-19T14:24:00.077336+0000","last_fullsized":"2024-09-19T14:24:00.077336+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":300,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:49:12.178409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136920,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":654,"num_read_kb":23653,"num_write":1192,"num_write_kb":42503,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,0],"acting":[5,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.23","version":"268'4177","reported_seq":4797,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:42.793880+0000","last_change":"2024-09-19T13:37:45.012377+0000","last_active":"2024-09-19T14:21:42.793880+0000","last_peered":"2024-09-19T14:21:42.793880+0000","last_clean":"2024-09-19T14:21:42.793880+0000","last_became_active":"2024-09-19T13:37:45.007233+0000","last_became_peered":"2024-09-19T13:37:45.007233+0000","last_unstale":"2024-09-19T14:21:42.793880+0000","last_undegraded":"2024-09-19T14:21:42.793880+0000","last_fullsized":"2024-09-19T14:21:42.793880+0000","mapping_epoch":27,"log_start":"268'4100","ondisk_log_start":"268'4100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":3000,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:41:50.389035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16795,"num_read_kb":14077,"num_write":6279,"num_write_kb":3125,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.24","version":"268'473","reported_seq":1167,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.039311+0000","last_change":"2024-09-19T13:37:43.000119+0000","last_active":"2024-09-19T14:24:00.039311+0000","last_peered":"2024-09-19T14:24:00.039311+0000","last_clean":"2024-09-19T14:24:00.039311+0000","last_became_active":"2024-09-19T13:37:42.999128+0000","last_became_peered":"2024-09-19T13:37:42.999128+0000","last_unstale":"2024-09-19T14:24:00.039311+0000","last_undegraded":"2024-09-19T14:24:00.039311+0000","last_fullsized":"2024-09-19T14:24:00.039311+0000","mapping_epoch":25,"log_start":"268'400","ondisk_log_start":"268'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":400,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:40:32.421990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1027,"num_read_kb":32624,"num_write":1349,"num_write_kb":20581,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.22","version":"268'279","reported_seq":891,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:14.525358+0000","last_change":"2024-09-19T13:37:44.989680+0000","last_active":"2024-09-19T14:22:14.525358+0000","last_peered":"2024-09-19T14:22:14.525358+0000","last_clean":"2024-09-19T14:22:14.525358+0000","last_became_active":"2024-09-19T13:37:44.989245+0000","last_became_peered":"2024-09-19T13:37:44.989245+0000","last_unstale":"2024-09-19T14:22:14.525358+0000","last_undegraded":"2024-09-19T14:22:14.525358+0000","last_fullsized":"2024-09-19T14:22:14.525358+0000","mapping_epoch":27,"log_start":"265'200","ondisk_log_start":"265'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":200,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:20:05.352535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1580,"num_read_kb":1426,"num_write":497,"num_write_kb":241,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.25","version":"268'385","reported_seq":1057,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.064685+0000","last_change":"2024-09-19T13:37:43.007903+0000","last_active":"2024-09-19T14:24:00.064685+0000","last_peered":"2024-09-19T14:24:00.064685+0000","last_clean":"2024-09-19T14:24:00.064685+0000","last_became_active":"2024-09-19T13:37:43.007262+0000","last_became_peered":"2024-09-19T13:37:43.007262+0000","last_unstale":"2024-09-19T14:24:00.064685+0000","last_undegraded":"2024-09-19T14:24:00.064685+0000","last_fullsized":"2024-09-19T14:24:00.064685+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":300,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:57:50.709217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":619,"num_read_kb":54839,"num_write":1171,"num_write_kb":58708,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.21","version":"268'124","reported_seq":704,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:32.793355+0000","last_change":"2024-09-19T13:37:45.007638+0000","last_active":"2024-09-19T14:21:32.793355+0000","last_peered":"2024-09-19T14:21:32.793355+0000","last_clean":"2024-09-19T14:21:32.793355+0000","last_became_active":"2024-09-19T13:37:45.006951+0000","last_became_peered":"2024-09-19T13:37:45.006951+0000","last_unstale":"2024-09-19T14:21:32.793355+0000","last_undegraded":"2024-09-19T14:21:32.793355+0000","last_fullsized":"2024-09-19T14:21:32.793355+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:28:04.679049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":551,"num_read_kb":463,"num_write":186,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.26","version":"268'340","reported_seq":1010,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.027385+0000","last_change":"2024-09-19T13:37:42.985951+0000","last_active":"2024-09-19T14:24:00.027385+0000","last_peered":"2024-09-19T14:24:00.027385+0000","last_clean":"2024-09-19T14:24:00.027385+0000","last_became_active":"2024-09-19T13:37:42.984840+0000","last_became_peered":"2024-09-19T13:37:42.984840+0000","last_unstale":"2024-09-19T14:24:00.027385+0000","last_undegraded":"2024-09-19T14:24:00.027385+0000","last_fullsized":"2024-09-19T14:24:00.027385+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:49:33.615034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1536018,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":611,"num_read_kb":27691,"num_write":1149,"num_write_kb":30797,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.20","version":"268'148","reported_seq":776,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:05.974724+0000","last_change":"2024-09-19T13:37:45.000223+0000","last_active":"2024-09-19T14:22:05.974724+0000","last_peered":"2024-09-19T14:22:05.974724+0000","last_clean":"2024-09-19T14:22:05.974724+0000","last_became_active":"2024-09-19T13:37:44.999992+0000","last_became_peered":"2024-09-19T13:37:44.999992+0000","last_unstale":"2024-09-19T14:22:05.974724+0000","last_undegraded":"2024-09-19T14:22:05.974724+0000","last_fullsized":"2024-09-19T14:22:05.974724+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:59:03.756700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":651,"num_read_kb":543,"num_write":211,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.27","version":"268'332","reported_seq":948,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.128887+0000","last_change":"2024-09-19T13:37:43.017563+0000","last_active":"2024-09-19T14:24:00.128887+0000","last_peered":"2024-09-19T14:24:00.128887+0000","last_clean":"2024-09-19T14:24:00.128887+0000","last_became_active":"2024-09-19T13:37:43.016866+0000","last_became_peered":"2024-09-19T13:37:43.016866+0000","last_unstale":"2024-09-19T14:24:00.128887+0000","last_undegraded":"2024-09-19T14:24:00.128887+0000","last_fullsized":"2024-09-19T14:24:00.128887+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:50:16.887555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136844,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":517,"num_read_kb":9014,"num_write":1142,"num_write_kb":38647,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2f","version":"268'167","reported_seq":783,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:16.319569+0000","last_change":"2024-09-19T13:37:44.981272+0000","last_active":"2024-09-19T14:21:16.319569+0000","last_peered":"2024-09-19T14:21:16.319569+0000","last_clean":"2024-09-19T14:21:16.319569+0000","last_became_active":"2024-09-19T13:37:44.980467+0000","last_became_peered":"2024-09-19T13:37:44.980467+0000","last_unstale":"2024-09-19T14:21:16.319569+0000","last_undegraded":"2024-09-19T14:21:16.319569+0000","last_fullsized":"2024-09-19T14:21:16.319569+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:46:24.339410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":738,"num_read_kb":611,"num_write":237,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.28","version":"268'335","reported_seq":975,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.088239+0000","last_change":"2024-09-19T13:37:43.021782+0000","last_active":"2024-09-19T14:24:00.088239+0000","last_peered":"2024-09-19T14:24:00.088239+0000","last_clean":"2024-09-19T14:24:00.088239+0000","last_became_active":"2024-09-19T13:37:43.021272+0000","last_became_peered":"2024-09-19T13:37:43.021272+0000","last_unstale":"2024-09-19T14:24:00.088239+0000","last_undegraded":"2024-09-19T14:24:00.088239+0000","last_fullsized":"2024-09-19T14:24:00.088239+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":300,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:42:23.497482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":662,"num_read_kb":1741,"num_write":1131,"num_write_kb":41906,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2e","version":"268'202","reported_seq":808,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:48.290045+0000","last_change":"2024-09-19T13:37:44.969801+0000","last_active":"2024-09-19T14:20:48.290045+0000","last_peered":"2024-09-19T14:20:48.290045+0000","last_clean":"2024-09-19T14:20:48.290045+0000","last_became_active":"2024-09-19T13:37:44.969331+0000","last_became_peered":"2024-09-19T13:37:44.969331+0000","last_unstale":"2024-09-19T14:20:48.290045+0000","last_undegraded":"2024-09-19T14:20:48.290045+0000","last_fullsized":"2024-09-19T14:20:48.290045+0000","mapping_epoch":27,"log_start":"265'100","ondisk_log_start":"265'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":100,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:45:06.577761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":890,"num_read_kb":720,"num_write":326,"num_write_kb":154,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.29","version":"268'422","reported_seq":1183,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.114509+0000","last_change":"2024-09-19T13:37:43.011113+0000","last_active":"2024-09-19T14:24:00.114509+0000","last_peered":"2024-09-19T14:24:00.114509+0000","last_clean":"2024-09-19T14:24:00.114509+0000","last_became_active":"2024-09-19T13:37:43.000945+0000","last_became_peered":"2024-09-19T13:37:43.000945+0000","last_unstale":"2024-09-19T14:24:00.114509+0000","last_undegraded":"2024-09-19T14:24:00.114509+0000","last_fullsized":"2024-09-19T14:24:00.114509+0000","mapping_epoch":25,"log_start":"268'400","ondisk_log_start":"268'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":400,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:23:54.612927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1108,"num_read_kb":15695,"num_write":1290,"num_write_kb":26896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,0],"acting":[5,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2d","version":"268'244","reported_seq":918,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:42.779449+0000","last_change":"2024-09-19T13:37:45.010427+0000","last_active":"2024-09-19T14:20:42.779449+0000","last_peered":"2024-09-19T14:20:42.779449+0000","last_clean":"2024-09-19T14:20:42.779449+0000","last_became_active":"2024-09-19T13:37:45.000753+0000","last_became_peered":"2024-09-19T13:37:45.000753+0000","last_unstale":"2024-09-19T14:20:42.779449+0000","last_undegraded":"2024-09-19T14:20:42.779449+0000","last_fullsized":"2024-09-19T14:20:42.779449+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:10:33.875218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1120,"num_read_kb":924,"num_write":371,"num_write_kb":169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2a","version":"268'363","reported_seq":1006,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.135367+0000","last_change":"2024-09-19T13:37:42.981532+0000","last_active":"2024-09-19T14:24:00.135367+0000","last_peered":"2024-09-19T14:24:00.135367+0000","last_clean":"2024-09-19T14:24:00.135367+0000","last_became_active":"2024-09-19T13:37:42.981052+0000","last_became_peered":"2024-09-19T13:37:42.981052+0000","last_unstale":"2024-09-19T14:24:00.135367+0000","last_undegraded":"2024-09-19T14:24:00.135367+0000","last_fullsized":"2024-09-19T14:24:00.135367+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:32:51.103064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":648,"num_read_kb":992,"num_write":1188,"num_write_kb":30048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2c","version":"268'233","reported_seq":836,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:31.685873+0000","last_change":"2024-09-19T13:37:44.992935+0000","last_active":"2024-09-19T14:22:31.685873+0000","last_peered":"2024-09-19T14:22:31.685873+0000","last_clean":"2024-09-19T14:22:31.685873+0000","last_became_active":"2024-09-19T13:37:44.992478+0000","last_became_peered":"2024-09-19T13:37:44.992478+0000","last_unstale":"2024-09-19T14:22:31.685873+0000","last_undegraded":"2024-09-19T14:22:31.685873+0000","last_fullsized":"2024-09-19T14:22:31.685873+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":200,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:16:19.940839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1044,"num_read_kb":843,"num_write":399,"num_write_kb":189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"268'335","reported_seq":1173,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.110836+0000","last_change":"2024-09-19T13:37:42.991075+0000","last_active":"2024-09-19T14:24:00.110836+0000","last_peered":"2024-09-19T14:24:00.110836+0000","last_clean":"2024-09-19T14:24:00.110836+0000","last_became_active":"2024-09-19T13:37:42.990469+0000","last_became_peered":"2024-09-19T13:37:42.990469+0000","last_unstale":"2024-09-19T14:24:00.110836+0000","last_undegraded":"2024-09-19T14:24:00.110836+0000","last_fullsized":"2024-09-19T14:24:00.110836+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":300,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:51:11.229587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1185,"num_read_kb":4770,"num_write":1006,"num_write_kb":24975,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2b","version":"268'130","reported_seq":791,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:13.095477+0000","last_change":"2024-09-19T13:37:45.011879+0000","last_active":"2024-09-19T14:22:13.095477+0000","last_peered":"2024-09-19T14:22:13.095477+0000","last_clean":"2024-09-19T14:22:13.095477+0000","last_became_active":"2024-09-19T13:37:45.011557+0000","last_became_peered":"2024-09-19T13:37:45.011557+0000","last_unstale":"2024-09-19T14:22:13.095477+0000","last_undegraded":"2024-09-19T14:22:13.095477+0000","last_fullsized":"2024-09-19T14:22:13.095477+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:08:42.984940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":664,"num_read_kb":574,"num_write":185,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2c","version":"268'284","reported_seq":928,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.051869+0000","last_change":"2024-09-19T13:37:42.989106+0000","last_active":"2024-09-19T14:24:00.051869+0000","last_peered":"2024-09-19T14:24:00.051869+0000","last_clean":"2024-09-19T14:24:00.051869+0000","last_became_active":"2024-09-19T13:37:42.988011+0000","last_became_peered":"2024-09-19T13:37:42.988011+0000","last_unstale":"2024-09-19T14:24:00.051869+0000","last_undegraded":"2024-09-19T14:24:00.051869+0000","last_fullsized":"2024-09-19T14:24:00.051869+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":200,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:55:38.807118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":169,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":581,"num_read_kb":16833,"num_write":885,"num_write_kb":37493,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,6],"acting":[0,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2a","version":"268'244","reported_seq":893,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:10.909945+0000","last_change":"2024-09-19T13:37:44.985886+0000","last_active":"2024-09-19T14:21:10.909945+0000","last_peered":"2024-09-19T14:21:10.909945+0000","last_clean":"2024-09-19T14:21:10.909945+0000","last_became_active":"2024-09-19T13:37:44.985158+0000","last_became_peered":"2024-09-19T13:37:44.985158+0000","last_unstale":"2024-09-19T14:21:10.909945+0000","last_undegraded":"2024-09-19T14:21:10.909945+0000","last_fullsized":"2024-09-19T14:21:10.909945+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:24:30.242726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1107,"num_read_kb":928,"num_write":391,"num_write_kb":224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2d","version":"268'327","reported_seq":1082,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.090168+0000","last_change":"2024-09-19T13:37:42.994721+0000","last_active":"2024-09-19T14:24:00.090168+0000","last_peered":"2024-09-19T14:24:00.090168+0000","last_clean":"2024-09-19T14:24:00.090168+0000","last_became_active":"2024-09-19T13:37:42.994369+0000","last_became_peered":"2024-09-19T13:37:42.994369+0000","last_unstale":"2024-09-19T14:24:00.090168+0000","last_undegraded":"2024-09-19T14:24:00.090168+0000","last_fullsized":"2024-09-19T14:24:00.090168+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:52:01.132245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136881,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1069,"num_read_kb":29523,"num_write":969,"num_write_kb":25575,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.29","version":"268'334","reported_seq":929,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:01.983480+0000","last_change":"2024-09-19T13:37:45.014941+0000","last_active":"2024-09-19T14:22:01.983480+0000","last_peered":"2024-09-19T14:22:01.983480+0000","last_clean":"2024-09-19T14:22:01.983480+0000","last_became_active":"2024-09-19T13:37:45.014220+0000","last_became_peered":"2024-09-19T13:37:45.014220+0000","last_unstale":"2024-09-19T14:22:01.983480+0000","last_undegraded":"2024-09-19T14:22:01.983480+0000","last_fullsized":"2024-09-19T14:22:01.983480+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:27:48.772079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1616,"num_read_kb":1427,"num_write":540,"num_write_kb":278,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2e","version":"268'330","reported_seq":975,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.048873+0000","last_change":"2024-09-19T13:37:43.008362+0000","last_active":"2024-09-19T14:24:00.048873+0000","last_peered":"2024-09-19T14:24:00.048873+0000","last_clean":"2024-09-19T14:24:00.048873+0000","last_became_active":"2024-09-19T13:37:43.007440+0000","last_became_peered":"2024-09-19T13:37:43.007440+0000","last_unstale":"2024-09-19T14:24:00.048873+0000","last_undegraded":"2024-09-19T14:24:00.048873+0000","last_fullsized":"2024-09-19T14:24:00.048873+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:09:18.299154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":32,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":667,"num_read_kb":17038,"num_write":1198,"num_write_kb":45339,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.28","version":"268'126","reported_seq":731,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:14.787197+0000","last_change":"2024-09-19T13:37:45.005472+0000","last_active":"2024-09-19T14:21:14.787197+0000","last_peered":"2024-09-19T14:21:14.787197+0000","last_clean":"2024-09-19T14:21:14.787197+0000","last_became_active":"2024-09-19T13:37:45.005159+0000","last_became_peered":"2024-09-19T13:37:45.005159+0000","last_unstale":"2024-09-19T14:21:14.787197+0000","last_undegraded":"2024-09-19T14:21:14.787197+0000","last_fullsized":"2024-09-19T14:21:14.787197+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:08:28.485894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":569,"num_read_kb":474,"num_write":196,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"268'399","reported_seq":1102,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.077588+0000","last_change":"2024-09-19T13:37:43.016150+0000","last_active":"2024-09-19T14:24:00.077588+0000","last_peered":"2024-09-19T14:24:00.077588+0000","last_clean":"2024-09-19T14:24:00.077588+0000","last_became_active":"2024-09-19T13:37:43.015711+0000","last_became_peered":"2024-09-19T13:37:43.015711+0000","last_unstale":"2024-09-19T14:24:00.077588+0000","last_undegraded":"2024-09-19T14:24:00.077588+0000","last_fullsized":"2024-09-19T14:24:00.077588+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":300,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:09:58.911603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":895,"num_read_kb":30929,"num_write":1314,"num_write_kb":33065,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.30","version":"268'343","reported_seq":998,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.053870+0000","last_change":"2024-09-19T13:37:42.988079+0000","last_active":"2024-09-19T14:24:00.053870+0000","last_peered":"2024-09-19T14:24:00.053870+0000","last_clean":"2024-09-19T14:24:00.053870+0000","last_became_active":"2024-09-19T13:37:42.987700+0000","last_became_peered":"2024-09-19T13:37:42.987700+0000","last_unstale":"2024-09-19T14:24:00.053870+0000","last_undegraded":"2024-09-19T14:24:00.053870+0000","last_fullsized":"2024-09-19T14:24:00.053870+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:19:20.569188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136895,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":607,"num_read_kb":11104,"num_write":1196,"num_write_kb":39461,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.37","version":"268'165","reported_seq":800,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:22.785297+0000","last_change":"2024-09-19T13:37:45.017618+0000","last_active":"2024-09-19T14:21:22.785297+0000","last_peered":"2024-09-19T14:21:22.785297+0000","last_clean":"2024-09-19T14:21:22.785297+0000","last_became_active":"2024-09-19T13:37:45.016954+0000","last_became_peered":"2024-09-19T13:37:45.016954+0000","last_unstale":"2024-09-19T14:21:22.785297+0000","last_undegraded":"2024-09-19T14:21:22.785297+0000","last_fullsized":"2024-09-19T14:21:22.785297+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":100,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:37:28.403774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":802,"num_read_kb":669,"num_write":261,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.31","version":"268'481","reported_seq":1184,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.120594+0000","last_change":"2024-09-19T13:37:43.003991+0000","last_active":"2024-09-19T14:24:00.120594+0000","last_peered":"2024-09-19T14:24:00.120594+0000","last_clean":"2024-09-19T14:24:00.120594+0000","last_became_active":"2024-09-19T13:37:43.003367+0000","last_became_peered":"2024-09-19T13:37:43.003367+0000","last_unstale":"2024-09-19T14:24:00.120594+0000","last_undegraded":"2024-09-19T14:24:00.120594+0000","last_fullsized":"2024-09-19T14:24:00.120594+0000","mapping_epoch":25,"log_start":"268'400","ondisk_log_start":"268'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":400,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:39:50.198699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":956,"num_read_kb":15355,"num_write":1444,"num_write_kb":30290,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.36","version":"268'77","reported_seq":648,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:43.141720+0000","last_change":"2024-09-19T13:37:45.001313+0000","last_active":"2024-09-19T14:21:43.141720+0000","last_peered":"2024-09-19T14:21:43.141720+0000","last_clean":"2024-09-19T14:21:43.141720+0000","last_became_active":"2024-09-19T13:37:45.000870+0000","last_became_peered":"2024-09-19T13:37:45.000870+0000","last_unstale":"2024-09-19T14:21:43.141720+0000","last_undegraded":"2024-09-19T14:21:43.141720+0000","last_fullsized":"2024-09-19T14:21:43.141720+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":0,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:36:43.177586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":327,"num_read_kb":275,"num_write":113,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9358,"num_read_kb":6674,"num_write":2815,"num_write_kb":860,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1051,"ondisk_log_size":1051,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":14831,"num_objects":87,"num_object_clones":0,"num_object_copies":174,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":87,"num_whiteouts":0,"num_read":16365,"num_read_kb":16043,"num_write":17025,"num_write_kb":4968,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":557056,"data_stored":29662,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1576,"ondisk_log_size":1576,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":543,"ondisk_log_size":543,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1622570,"num_objects":199,"num_object_clones":0,"num_object_copies":398,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":199,"num_whiteouts":0,"num_read":17508,"num_read_kb":37067,"num_write":14715,"num_write_kb":11764,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":22,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1847,"ondisk_log_size":1847,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2402,"num_read_kb":2863,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":13,"num_object_clones":0,"num_object_copies":26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":103358,"num_read_kb":86446,"num_write":37181,"num_write_kb":18689,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3847,"ondisk_log_size":3847,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":23391877,"num_objects":277,"num_object_clones":0,"num_object_copies":831,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":277,"num_whiteouts":0,"num_read":44274,"num_read_kb":1863385,"num_write":72071,"num_write_kb":2152655,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":36495360,"data_stored":36495360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3680,"ondisk_log_size":3680,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":170,"num_read_kb":189561,"num_write":186,"num_write_kb":126453,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":126,"ondisk_log_size":126,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":169,"num_read_kb":193027,"num_write":186,"num_write_kb":126453,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":126,"ondisk_log_size":126,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":15,"seq":64424510004,"num_pgs":124,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":216736,"kb_used_data":9128,"kb_used_omap":1,"kb_used_meta":207486,"kb_avail":94155104,"statfs":{"total":96636764160,"available":96414826496,"internally_reserved":0,"allocated":9347072,"data_stored":7326707,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":212466119},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510007,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":134568,"kb_used_data":8976,"kb_used_omap":1,"kb_used_meta":125566,"kb_avail":94237272,"statfs":{"total":96636764160,"available":96498966528,"internally_reserved":0,"allocated":9191424,"data_stored":7169652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":128580037},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510005,"num_pgs":92,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":270272,"kb_used_data":8364,"kb_used_omap":1,"kb_used_meta":261630,"kb_avail":94101568,"statfs":{"total":96636764160,"available":96360005632,"internally_reserved":0,"allocated":8564736,"data_stored":6552498,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":267909573},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424510008,"num_pgs":97,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":108956,"kb_used_data":9608,"kb_used_omap":1,"kb_used_meta":99198,"kb_avail":94262884,"statfs":{"total":96636764160,"available":96525193216,"internally_reserved":0,"allocated":9838592,"data_stored":7806483,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":101579205},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542710,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":215832,"kb_used_data":8208,"kb_used_omap":1,"kb_used_meta":207422,"kb_avail":94156008,"statfs":{"total":96636764160,"available":96415752192,"internally_reserved":0,"allocated":8404992,"data_stored":6390212,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":212400587},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542709,"num_pgs":103,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":101420,"kb_used_data":7700,"kb_used_omap":1,"kb_used_meta":93566,"kb_avail":94270420,"statfs":{"total":96636764160,"available":96532910080,"internally_reserved":0,"allocated":7884800,"data_stored":5839152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":95812038},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542710,"num_pgs":115,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":256848,"kb_used_data":8904,"kb_used_omap":1,"kb_used_meta":247742,"kb_avail":94114992,"statfs":{"total":96636764160,"available":96373751808,"internally_reserved":0,"allocated":9117696,"data_stored":7087344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":253688261},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542708,"num_pgs":121,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":211344,"kb_used_data":9328,"kb_used_omap":1,"kb_used_meta":201854,"kb_avail":94160496,"statfs":{"total":96636764160,"available":96420347904,"internally_reserved":0,"allocated":9551872,"data_stored":7530746,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":206698949},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":5554176,"data_stored":5554176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":3710976,"data_stored":3710976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4915200,"data_stored":4915200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":5074944,"data_stored":5074944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":5275648,"data_stored":5275648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4243456,"data_stored":4243456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":3584000,"data_stored":3584000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4136960,"data_stored":4136960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":138,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1655,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":1364,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":990,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":990,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":2554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1419,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":2787,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4202,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3809,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":6002,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4157,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T14:24:07.917 INFO:tasks.ceph:pgid 68.1a last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.917 INFO:tasks.ceph:pgid 67.1d last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.917 INFO:tasks.ceph:pgid 66.1c last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.918 INFO:tasks.ceph:pgid 65.1f last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.918 INFO:tasks.ceph:pgid 68.1b last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.918 INFO:tasks.ceph:pgid 67.1c last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.918 INFO:tasks.ceph:pgid 66.1d last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.918 INFO:tasks.ceph:pgid 65.1e last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.918 INFO:tasks.ceph:pgid 68.18 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.918 INFO:tasks.ceph:pgid 67.1f last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.918 INFO:tasks.ceph:pgid 66.1e last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.918 INFO:tasks.ceph:pgid 65.1d last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.919 INFO:tasks.ceph:pgid 68.19 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.919 INFO:tasks.ceph:pgid 67.1e last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.919 INFO:tasks.ceph:pgid 66.1f last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.919 INFO:tasks.ceph:pgid 65.1c last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.919 INFO:tasks.ceph:pgid 68.1e last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.919 INFO:tasks.ceph:pgid 67.19 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.919 INFO:tasks.ceph:pgid 66.18 last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.919 INFO:tasks.ceph:pgid 65.1b last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.919 INFO:tasks.ceph:pgid 68.1f last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.920 INFO:tasks.ceph:pgid 67.18 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.920 INFO:tasks.ceph:pgid 66.19 last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.920 INFO:tasks.ceph:pgid 65.1a last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.920 INFO:tasks.ceph:pgid 68.1c last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.920 INFO:tasks.ceph:pgid 67.1b last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.920 INFO:tasks.ceph:pgid 66.1a last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.920 INFO:tasks.ceph:pgid 65.19 last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.920 INFO:tasks.ceph:pgid 68.1d last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.921 INFO:tasks.ceph:pgid 67.1a last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.921 INFO:tasks.ceph:pgid 66.1b last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.921 INFO:tasks.ceph:pgid 65.18 last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.921 INFO:tasks.ceph:pgid 68.12 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.921 INFO:tasks.ceph:pgid 67.15 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.921 INFO:tasks.ceph:pgid 66.14 last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.921 INFO:tasks.ceph:pgid 65.17 last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.921 INFO:tasks.ceph:pgid 68.13 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.921 INFO:tasks.ceph:pgid 67.14 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.921 INFO:tasks.ceph:pgid 66.15 last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.922 INFO:tasks.ceph:pgid 65.16 last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.922 INFO:tasks.ceph:pgid 68.10 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.922 INFO:tasks.ceph:pgid 67.17 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.922 INFO:tasks.ceph:pgid 66.16 last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.922 INFO:tasks.ceph:pgid 65.15 last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.922 INFO:tasks.ceph:pgid 68.11 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.922 INFO:tasks.ceph:pgid 67.16 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.922 INFO:tasks.ceph:pgid 66.17 last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.922 INFO:tasks.ceph:pgid 65.14 last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.923 INFO:tasks.ceph:pgid 68.16 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.923 INFO:tasks.ceph:pgid 67.11 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.923 INFO:tasks.ceph:pgid 66.10 last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.923 INFO:tasks.ceph:pgid 65.13 last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.923 INFO:tasks.ceph:pgid 68.17 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.923 INFO:tasks.ceph:pgid 67.10 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.923 INFO:tasks.ceph:pgid 66.11 last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.923 INFO:tasks.ceph:pgid 65.12 last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.923 INFO:tasks.ceph:pgid 68.14 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.924 INFO:tasks.ceph:pgid 67.13 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.924 INFO:tasks.ceph:pgid 66.12 last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.924 INFO:tasks.ceph:pgid 65.11 last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.924 INFO:tasks.ceph:pgid 68.15 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.924 INFO:tasks.ceph:pgid 67.12 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.924 INFO:tasks.ceph:pgid 66.13 last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.924 INFO:tasks.ceph:pgid 65.10 last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.924 INFO:tasks.ceph:pgid 68.a last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.925 INFO:tasks.ceph:pgid 67.d last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.925 INFO:tasks.ceph:pgid 66.c last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.925 INFO:tasks.ceph:pgid 65.f last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.925 INFO:tasks.ceph:pgid 68.b last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.925 INFO:tasks.ceph:pgid 67.c last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.925 INFO:tasks.ceph:pgid 66.d last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.925 INFO:tasks.ceph:pgid 65.e last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.925 INFO:tasks.ceph:pgid 68.8 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.925 INFO:tasks.ceph:pgid 67.f last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.926 INFO:tasks.ceph:pgid 66.e last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.926 INFO:tasks.ceph:pgid 65.d last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.926 INFO:tasks.ceph:pgid 68.9 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.926 INFO:tasks.ceph:pgid 67.e last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.926 INFO:tasks.ceph:pgid 66.f last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.926 INFO:tasks.ceph:pgid 65.c last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.926 INFO:tasks.ceph:pgid 68.e last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.926 INFO:tasks.ceph:pgid 67.9 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.926 INFO:tasks.ceph:pgid 66.8 last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.927 INFO:tasks.ceph:pgid 65.b last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.927 INFO:tasks.ceph:pgid 68.f last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.927 INFO:tasks.ceph:pgid 67.8 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.927 INFO:tasks.ceph:pgid 66.9 last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.927 INFO:tasks.ceph:pgid 65.a last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.927 INFO:tasks.ceph:pgid 68.c last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.927 INFO:tasks.ceph:pgid 67.b last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.927 INFO:tasks.ceph:pgid 66.a last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.927 INFO:tasks.ceph:pgid 65.9 last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.928 INFO:tasks.ceph:pgid 68.d last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.928 INFO:tasks.ceph:pgid 67.a last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.928 INFO:tasks.ceph:pgid 66.b last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.928 INFO:tasks.ceph:pgid 65.8 last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.928 INFO:tasks.ceph:pgid 68.2 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.928 INFO:tasks.ceph:pgid 67.5 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.928 INFO:tasks.ceph:pgid 66.4 last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.928 INFO:tasks.ceph:pgid 65.7 last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.928 INFO:tasks.ceph:pgid 68.3 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.929 INFO:tasks.ceph:pgid 67.4 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.929 INFO:tasks.ceph:pgid 66.5 last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.929 INFO:tasks.ceph:pgid 65.6 last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.929 INFO:tasks.ceph:pgid 68.0 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.929 INFO:tasks.ceph:pgid 67.7 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.929 INFO:tasks.ceph:pgid 66.6 last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.929 INFO:tasks.ceph:pgid 65.5 last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.929 INFO:tasks.ceph:pgid 68.1 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.929 INFO:tasks.ceph:pgid 67.6 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.930 INFO:tasks.ceph:pgid 66.7 last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.930 INFO:tasks.ceph:pgid 65.4 last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.930 INFO:tasks.ceph:pgid 68.6 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.930 INFO:tasks.ceph:pgid 67.1 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.930 INFO:tasks.ceph:pgid 66.0 last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.930 INFO:tasks.ceph:pgid 65.3 last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.930 INFO:tasks.ceph:pgid 68.7 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.930 INFO:tasks.ceph:pgid 67.0 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.930 INFO:tasks.ceph:pgid 66.1 last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.931 INFO:tasks.ceph:pgid 65.2 last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.931 INFO:tasks.ceph:pgid 68.4 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.931 INFO:tasks.ceph:pgid 67.3 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.931 INFO:tasks.ceph:pgid 66.2 last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.931 INFO:tasks.ceph:pgid 65.1 last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.931 INFO:tasks.ceph:pgid 68.5 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.931 INFO:tasks.ceph:pgid 67.2 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.931 INFO:tasks.ceph:pgid 66.3 last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.931 INFO:tasks.ceph:pgid 65.0 last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.932 INFO:tasks.ceph:pgid 3.3f last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.932 INFO:tasks.ceph:pgid 4.38 last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.932 INFO:tasks.ceph:pgid 3.3e last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.932 INFO:tasks.ceph:pgid 4.39 last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.932 INFO:tasks.ceph:pgid 3.3d last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.932 INFO:tasks.ceph:pgid 4.3a last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.932 INFO:tasks.ceph:pgid 3.3c last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.932 INFO:tasks.ceph:pgid 4.3b last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.932 INFO:tasks.ceph:pgid 3.3b last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.933 INFO:tasks.ceph:pgid 4.3c last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.933 INFO:tasks.ceph:pgid 3.3a last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.933 INFO:tasks.ceph:pgid 4.3d last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.933 INFO:tasks.ceph:pgid 3.39 last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.933 INFO:tasks.ceph:pgid 4.3e last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.933 INFO:tasks.ceph:pgid 3.38 last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.933 INFO:tasks.ceph:pgid 4.3f last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.933 INFO:tasks.ceph:pgid 4.30 last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.933 INFO:tasks.ceph:pgid 3.37 last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.934 INFO:tasks.ceph:pgid 4.31 last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.934 INFO:tasks.ceph:pgid 3.36 last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.934 INFO:tasks.ceph:pgid 4.32 last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.934 INFO:tasks.ceph:pgid 3.35 last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.934 INFO:tasks.ceph:pgid 4.33 last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.934 INFO:tasks.ceph:pgid 3.34 last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.934 INFO:tasks.ceph:pgid 4.34 last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.934 INFO:tasks.ceph:pgid 3.33 last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.934 INFO:tasks.ceph:pgid 4.35 last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.934 INFO:tasks.ceph:pgid 3.32 last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.935 INFO:tasks.ceph:pgid 8.18 last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.935 INFO:tasks.ceph:pgid 4.14 last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.935 INFO:tasks.ceph:pgid 3.13 last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.935 INFO:tasks.ceph:pgid 5.15 last_scrub_stamp 2024-09-19T13:37:45.953976+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=45, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.935 INFO:tasks.ceph:pgid 6.16 last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.935 INFO:tasks.ceph:pgid 7.17 last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.935 INFO:tasks.ceph:pgid 8.19 last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.935 INFO:tasks.ceph:pgid 4.15 last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.935 INFO:tasks.ceph:pgid 3.12 last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.936 INFO:tasks.ceph:pgid 5.14 last_scrub_stamp 2024-09-19T13:37:45.953976+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=45, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.936 INFO:tasks.ceph:pgid 6.17 last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.936 INFO:tasks.ceph:pgid 7.16 last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.936 INFO:tasks.ceph:pgid 8.1a last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.936 INFO:tasks.ceph:pgid 4.16 last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.936 INFO:tasks.ceph:pgid 3.11 last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.936 INFO:tasks.ceph:pgid 5.17 last_scrub_stamp 2024-09-19T13:37:45.953976+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=45, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.936 INFO:tasks.ceph:pgid 6.14 last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.937 INFO:tasks.ceph:pgid 7.15 last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.937 INFO:tasks.ceph:pgid 8.1b last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.937 INFO:tasks.ceph:pgid 4.17 last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.937 INFO:tasks.ceph:pgid 3.10 last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.937 INFO:tasks.ceph:pgid 5.16 last_scrub_stamp 2024-09-19T13:37:45.953976+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=45, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.937 INFO:tasks.ceph:pgid 6.15 last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.937 INFO:tasks.ceph:pgid 7.14 last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.937 INFO:tasks.ceph:pgid 4.8 last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.937 INFO:tasks.ceph:pgid 3.f last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.938 INFO:tasks.ceph:pgid 5.9 last_scrub_stamp 2024-09-19T13:37:45.953976+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=45, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.938 INFO:tasks.ceph:pgid 6.a last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.938 INFO:tasks.ceph:pgid 7.b last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.938 INFO:tasks.ceph:pgid 8.4 last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.938 INFO:tasks.ceph:pgid 4.9 last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.938 INFO:tasks.ceph:pgid 3.e last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.938 INFO:tasks.ceph:pgid 5.8 last_scrub_stamp 2024-09-19T13:37:45.953976+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=45, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.938 INFO:tasks.ceph:pgid 6.b last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.938 INFO:tasks.ceph:pgid 7.a last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.939 INFO:tasks.ceph:pgid 8.5 last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.939 INFO:tasks.ceph:pgid 4.a last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.939 INFO:tasks.ceph:pgid 3.d last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.939 INFO:tasks.ceph:pgid 5.b last_scrub_stamp 2024-09-19T13:37:45.953976+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=45, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.939 INFO:tasks.ceph:pgid 6.8 last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.939 INFO:tasks.ceph:pgid 7.9 last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.939 INFO:tasks.ceph:pgid 8.6 last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.939 INFO:tasks.ceph:pgid 4.b last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.940 INFO:tasks.ceph:pgid 5.a last_scrub_stamp 2024-09-19T13:37:45.953976+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=45, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.940 INFO:tasks.ceph:pgid 6.9 last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.940 INFO:tasks.ceph:pgid 7.8 last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.940 INFO:tasks.ceph:pgid 8.7 last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.940 INFO:tasks.ceph:pgid 4.c last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.940 INFO:tasks.ceph:pgid 3.b last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.941 INFO:tasks.ceph:pgid 5.d last_scrub_stamp 2024-09-19T13:37:45.953976+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=45, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.941 INFO:tasks.ceph:pgid 6.e last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.941 INFO:tasks.ceph:pgid 7.f last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.941 INFO:tasks.ceph:pgid 8.0 last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.941 INFO:tasks.ceph:pgid 4.d last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.941 INFO:tasks.ceph:pgid 3.a last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.941 INFO:tasks.ceph:pgid 5.c last_scrub_stamp 2024-09-19T13:37:45.953976+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=45, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.941 INFO:tasks.ceph:pgid 6.f last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.941 INFO:tasks.ceph:pgid 7.e last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.942 INFO:tasks.ceph:pgid 8.1 last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.942 INFO:tasks.ceph:pgid 4.e last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.942 INFO:tasks.ceph:pgid 3.9 last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.942 INFO:tasks.ceph:pgid 5.f last_scrub_stamp 2024-09-19T13:37:45.953976+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=45, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.942 INFO:tasks.ceph:pgid 6.c last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.942 INFO:tasks.ceph:pgid 7.d last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.942 INFO:tasks.ceph:pgid 8.2 last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.942 INFO:tasks.ceph:pgid 4.f last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.942 INFO:tasks.ceph:pgid 3.8 last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.943 INFO:tasks.ceph:pgid 5.e last_scrub_stamp 2024-09-19T13:37:45.953976+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=45, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.943 INFO:tasks.ceph:pgid 6.d last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.943 INFO:tasks.ceph:pgid 7.c last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.943 INFO:tasks.ceph:pgid 8.3 last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.943 INFO:tasks.ceph:pgid 4.5 last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.943 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-09-19T13:37:18.810665+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=18, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.943 INFO:tasks.ceph:pgid 2.3 last_scrub_stamp 2024-09-19T13:37:23.851921+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=23, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.943 INFO:tasks.ceph:pgid 3.2 last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.943 INFO:tasks.ceph:pgid 5.4 last_scrub_stamp 2024-09-19T13:37:45.953976+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=45, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.944 INFO:tasks.ceph:pgid 6.7 last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.944 INFO:tasks.ceph:pgid 7.6 last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.944 INFO:tasks.ceph:pgid 8.9 last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.944 INFO:tasks.ceph:pgid 4.6 last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.944 INFO:tasks.ceph:pgid 2.0 last_scrub_stamp 2024-09-19T13:37:23.851921+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=23, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.944 INFO:tasks.ceph:pgid 3.1 last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.944 INFO:tasks.ceph:pgid 5.7 last_scrub_stamp 2024-09-19T13:37:45.953976+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=45, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.944 INFO:tasks.ceph:pgid 6.4 last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.944 INFO:tasks.ceph:pgid 7.5 last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.945 INFO:tasks.ceph:pgid 8.a last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.945 INFO:tasks.ceph:pgid 4.7 last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.945 INFO:tasks.ceph:pgid 2.1 last_scrub_stamp 2024-09-19T13:37:23.851921+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=23, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.945 INFO:tasks.ceph:pgid 3.0 last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.945 INFO:tasks.ceph:pgid 5.6 last_scrub_stamp 2024-09-19T13:37:45.953976+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=45, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.945 INFO:tasks.ceph:pgid 6.5 last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.945 INFO:tasks.ceph:pgid 7.4 last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.945 INFO:tasks.ceph:pgid 8.b last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.945 INFO:tasks.ceph:pgid 4.4 last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.945 INFO:tasks.ceph:pgid 2.2 last_scrub_stamp 2024-09-19T13:37:23.851921+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=23, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.946 INFO:tasks.ceph:pgid 3.3 last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.946 INFO:tasks.ceph:pgid 5.5 last_scrub_stamp 2024-09-19T13:37:45.953976+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=45, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.946 INFO:tasks.ceph:pgid 6.6 last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.946 INFO:tasks.ceph:pgid 7.7 last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.946 INFO:tasks.ceph:pgid 8.8 last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.946 INFO:tasks.ceph:pgid 4.2 last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.946 INFO:tasks.ceph:pgid 3.5 last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.946 INFO:tasks.ceph:pgid 2.4 last_scrub_stamp 2024-09-19T13:37:23.851921+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=23, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.946 INFO:tasks.ceph:pgid 5.3 last_scrub_stamp 2024-09-19T13:37:45.953976+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=45, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.947 INFO:tasks.ceph:pgid 6.0 last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.947 INFO:tasks.ceph:pgid 7.1 last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.947 INFO:tasks.ceph:pgid 8.e last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.947 INFO:tasks.ceph:pgid 4.3 last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.947 INFO:tasks.ceph:pgid 3.4 last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.947 INFO:tasks.ceph:pgid 2.5 last_scrub_stamp 2024-09-19T13:37:23.851921+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=23, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.947 INFO:tasks.ceph:pgid 5.2 last_scrub_stamp 2024-09-19T13:37:45.953976+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=45, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.947 INFO:tasks.ceph:pgid 6.1 last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.947 INFO:tasks.ceph:pgid 7.0 last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.948 INFO:tasks.ceph:pgid 8.f last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.948 INFO:tasks.ceph:pgid 4.0 last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.948 INFO:tasks.ceph:pgid 3.7 last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.948 INFO:tasks.ceph:pgid 2.6 last_scrub_stamp 2024-09-19T13:37:23.851921+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=23, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.948 INFO:tasks.ceph:pgid 5.1 last_scrub_stamp 2024-09-19T13:37:45.953976+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=45, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.948 INFO:tasks.ceph:pgid 6.2 last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.948 INFO:tasks.ceph:pgid 7.3 last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.948 INFO:tasks.ceph:pgid 8.c last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.948 INFO:tasks.ceph:pgid 4.1 last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.949 INFO:tasks.ceph:pgid 3.6 last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.949 INFO:tasks.ceph:pgid 2.7 last_scrub_stamp 2024-09-19T13:37:23.851921+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=23, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.949 INFO:tasks.ceph:pgid 5.0 last_scrub_stamp 2024-09-19T13:37:45.953976+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=45, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.949 INFO:tasks.ceph:pgid 6.3 last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.949 INFO:tasks.ceph:pgid 7.2 last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.949 INFO:tasks.ceph:pgid 8.d last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.949 INFO:tasks.ceph:pgid 8.1f last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.949 INFO:tasks.ceph:pgid 4.13 last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.949 INFO:tasks.ceph:pgid 3.14 last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.950 INFO:tasks.ceph:pgid 5.12 last_scrub_stamp 2024-09-19T13:37:45.953976+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=45, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.950 INFO:tasks.ceph:pgid 6.11 last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.950 INFO:tasks.ceph:pgid 7.10 last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.950 INFO:tasks.ceph:pgid 8.1e last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.950 INFO:tasks.ceph:pgid 4.12 last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.950 INFO:tasks.ceph:pgid 3.15 last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.950 INFO:tasks.ceph:pgid 5.13 last_scrub_stamp 2024-09-19T13:37:45.953976+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=45, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.950 INFO:tasks.ceph:pgid 6.10 last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.950 INFO:tasks.ceph:pgid 7.11 last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.950 INFO:tasks.ceph:pgid 8.1d last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.951 INFO:tasks.ceph:pgid 4.11 last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.951 INFO:tasks.ceph:pgid 3.16 last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.951 INFO:tasks.ceph:pgid 5.10 last_scrub_stamp 2024-09-19T13:37:45.953976+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=45, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.951 INFO:tasks.ceph:pgid 6.13 last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.951 INFO:tasks.ceph:pgid 7.12 last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.951 INFO:tasks.ceph:pgid 8.1c last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.951 INFO:tasks.ceph:pgid 4.10 last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.951 INFO:tasks.ceph:pgid 3.17 last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.951 INFO:tasks.ceph:pgid 5.11 last_scrub_stamp 2024-09-19T13:37:45.953976+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=45, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.952 INFO:tasks.ceph:pgid 6.12 last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.952 INFO:tasks.ceph:pgid 7.13 last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.952 INFO:tasks.ceph:pgid 4.1f last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.952 INFO:tasks.ceph:pgid 3.18 last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.952 INFO:tasks.ceph:pgid 5.1e last_scrub_stamp 2024-09-19T13:37:45.953976+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=45, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.952 INFO:tasks.ceph:pgid 6.1d last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.952 INFO:tasks.ceph:pgid 7.1c last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.952 INFO:tasks.ceph:pgid 8.13 last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.952 INFO:tasks.ceph:pgid 4.1e last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.953 INFO:tasks.ceph:pgid 3.19 last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.953 INFO:tasks.ceph:pgid 5.1f last_scrub_stamp 2024-09-19T13:37:45.953976+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=45, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.953 INFO:tasks.ceph:pgid 6.1c last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.953 INFO:tasks.ceph:pgid 7.1d last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.953 INFO:tasks.ceph:pgid 8.12 last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.953 INFO:tasks.ceph:pgid 4.1d last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.953 INFO:tasks.ceph:pgid 3.1a last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.953 INFO:tasks.ceph:pgid 5.1c last_scrub_stamp 2024-09-19T13:37:45.953976+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=45, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.953 INFO:tasks.ceph:pgid 6.1f last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.954 INFO:tasks.ceph:pgid 7.1e last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.954 INFO:tasks.ceph:pgid 8.11 last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.954 INFO:tasks.ceph:pgid 4.1c last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.954 INFO:tasks.ceph:pgid 3.1b last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.954 INFO:tasks.ceph:pgid 5.1d last_scrub_stamp 2024-09-19T13:37:45.953976+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=45, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.954 INFO:tasks.ceph:pgid 6.1e last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.954 INFO:tasks.ceph:pgid 7.1f last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.954 INFO:tasks.ceph:pgid 8.10 last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.954 INFO:tasks.ceph:pgid 4.1b last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.955 INFO:tasks.ceph:pgid 3.1c last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.955 INFO:tasks.ceph:pgid 5.1a last_scrub_stamp 2024-09-19T13:37:45.953976+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=45, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.955 INFO:tasks.ceph:pgid 6.19 last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.955 INFO:tasks.ceph:pgid 7.18 last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.955 INFO:tasks.ceph:pgid 8.17 last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.955 INFO:tasks.ceph:pgid 4.1a last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.955 INFO:tasks.ceph:pgid 3.1d last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.955 INFO:tasks.ceph:pgid 5.1b last_scrub_stamp 2024-09-19T13:37:45.953976+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=45, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.955 INFO:tasks.ceph:pgid 6.18 last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.956 INFO:tasks.ceph:pgid 7.19 last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.956 INFO:tasks.ceph:pgid 8.16 last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.956 INFO:tasks.ceph:pgid 4.19 last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.956 INFO:tasks.ceph:pgid 3.1e last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.956 INFO:tasks.ceph:pgid 5.18 last_scrub_stamp 2024-09-19T13:37:45.953976+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=45, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.956 INFO:tasks.ceph:pgid 6.1b last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.956 INFO:tasks.ceph:pgid 7.1a last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.956 INFO:tasks.ceph:pgid 8.15 last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.956 INFO:tasks.ceph:pgid 4.18 last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.957 INFO:tasks.ceph:pgid 3.1f last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.957 INFO:tasks.ceph:pgid 5.19 last_scrub_stamp 2024-09-19T13:37:45.953976+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=45, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.957 INFO:tasks.ceph:pgid 6.1a last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.957 INFO:tasks.ceph:pgid 7.1b last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.957 INFO:tasks.ceph:pgid 8.14 last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.957 INFO:tasks.ceph:pgid 4.27 last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.957 INFO:tasks.ceph:pgid 3.20 last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.957 INFO:tasks.ceph:pgid 4.26 last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.957 INFO:tasks.ceph:pgid 3.21 last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.958 INFO:tasks.ceph:pgid 4.25 last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.958 INFO:tasks.ceph:pgid 3.22 last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.958 INFO:tasks.ceph:pgid 4.24 last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.958 INFO:tasks.ceph:pgid 3.23 last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.958 INFO:tasks.ceph:pgid 4.23 last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.958 INFO:tasks.ceph:pgid 3.24 last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.958 INFO:tasks.ceph:pgid 4.22 last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.958 INFO:tasks.ceph:pgid 3.25 last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.958 INFO:tasks.ceph:pgid 4.21 last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.959 INFO:tasks.ceph:pgid 3.26 last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.959 INFO:tasks.ceph:pgid 4.20 last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.959 INFO:tasks.ceph:pgid 3.27 last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.959 INFO:tasks.ceph:pgid 4.2f last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.959 INFO:tasks.ceph:pgid 3.28 last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.959 INFO:tasks.ceph:pgid 4.2e last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.959 INFO:tasks.ceph:pgid 3.29 last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.959 INFO:tasks.ceph:pgid 4.2d last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.959 INFO:tasks.ceph:pgid 3.2a last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.960 INFO:tasks.ceph:pgid 4.2c last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.960 INFO:tasks.ceph:pgid 3.2b last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.960 INFO:tasks.ceph:pgid 4.2b last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.960 INFO:tasks.ceph:pgid 3.2c last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.960 INFO:tasks.ceph:pgid 4.2a last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.960 INFO:tasks.ceph:pgid 3.2d last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.960 INFO:tasks.ceph:pgid 4.29 last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.960 INFO:tasks.ceph:pgid 3.2e last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.960 INFO:tasks.ceph:pgid 4.28 last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.961 INFO:tasks.ceph:pgid 3.2f last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.961 INFO:tasks.ceph:pgid 3.30 last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.961 INFO:tasks.ceph:pgid 4.37 last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.961 INFO:tasks.ceph:pgid 3.31 last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.961 INFO:tasks.ceph:pgid 4.36 last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:07.961 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-19T14:24:27.962 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T14:24:28.334 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:24:28.350 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-19T14:24:28.369 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":1675,"stamp":"2024-09-19T14:24:26.355542+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":25621458,"num_objects":600,"num_object_clones":0,"num_object_copies":1477,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":600,"num_whiteouts":0,"num_read":193682,"num_read_kb":2395133,"num_write":144322,"num_write_kb":2443498,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":60,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":567907,"num_omap_keys":1340,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12945,"ondisk_log_size":12945,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1523144,"kb_used_data":70216,"kb_used_omap":12,"kb_used_meta":1452787,"kb_avail":753451576,"statfs":{"total":773094113280,"available":771534413824,"internally_reserved":0,"allocated":71901184,"data_stored":55702794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":1487654449},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":567907,"num_omap_keys":1340,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.009072"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:29.775999+0000","last_change":"2024-09-19T14:06:26.871499+0000","last_active":"2024-09-19T14:21:29.775999+0000","last_peered":"2024-09-19T14:21:29.775999+0000","last_clean":"2024-09-19T14:21:29.775999+0000","last_became_active":"2024-09-19T14:06:26.869070+0000","last_became_peered":"2024-09-19T14:06:26.869070+0000","last_unstale":"2024-09-19T14:21:29.775999+0000","last_undegraded":"2024-09-19T14:21:29.775999+0000","last_fullsized":"2024-09-19T14:21:29.775999+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:24:11.907289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.1d","version":"268'2","reported_seq":33,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:39.806408+0000","last_change":"2024-09-19T13:55:09.796410+0000","last_active":"2024-09-19T14:22:39.806408+0000","last_peered":"2024-09-19T14:22:39.806408+0000","last_clean":"2024-09-19T14:22:39.806408+0000","last_became_active":"2024-09-19T13:55:09.795630+0000","last_became_peered":"2024-09-19T13:55:09.795630+0000","last_unstale":"2024-09-19T14:22:39.806408+0000","last_undegraded":"2024-09-19T14:22:39.806408+0000","last_fullsized":"2024-09-19T14:22:39.806408+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:11:29.514952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.1c","version":"268'2","reported_seq":40,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:37.812211+0000","last_change":"2024-09-19T13:55:06.742698+0000","last_active":"2024-09-19T14:22:37.812211+0000","last_peered":"2024-09-19T14:22:37.812211+0000","last_clean":"2024-09-19T14:22:37.812211+0000","last_became_active":"2024-09-19T13:55:06.740172+0000","last_became_peered":"2024-09-19T13:55:06.740172+0000","last_unstale":"2024-09-19T14:22:37.812211+0000","last_undegraded":"2024-09-19T14:22:37.812211+0000","last_fullsized":"2024-09-19T14:22:37.812211+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:44:55.136467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.1f","version":"268'30","reported_seq":123,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:17.770682+0000","last_change":"2024-09-19T13:53:12.462545+0000","last_active":"2024-09-19T14:20:17.770682+0000","last_peered":"2024-09-19T14:20:17.770682+0000","last_clean":"2024-09-19T14:20:17.770682+0000","last_became_active":"2024-09-19T13:53:12.461871+0000","last_became_peered":"2024-09-19T13:53:12.461871+0000","last_unstale":"2024-09-19T14:20:17.770682+0000","last_undegraded":"2024-09-19T14:20:17.770682+0000","last_fullsized":"2024-09-19T14:20:17.770682+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:57:06.428783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":223,"num_read_kb":145,"num_write":76,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:27.792338+0000","last_change":"2024-09-19T14:06:26.867132+0000","last_active":"2024-09-19T14:21:27.792338+0000","last_peered":"2024-09-19T14:21:27.792338+0000","last_clean":"2024-09-19T14:21:27.792338+0000","last_became_active":"2024-09-19T14:06:26.866274+0000","last_became_peered":"2024-09-19T14:06:26.866274+0000","last_unstale":"2024-09-19T14:21:27.792338+0000","last_undegraded":"2024-09-19T14:21:27.792338+0000","last_fullsized":"2024-09-19T14:21:27.792338+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:06:13.605365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1c","version":"268'6","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:39.803815+0000","last_change":"2024-09-19T13:55:09.797854+0000","last_active":"2024-09-19T14:22:39.803815+0000","last_peered":"2024-09-19T14:22:39.803815+0000","last_clean":"2024-09-19T14:22:39.803815+0000","last_became_active":"2024-09-19T13:55:09.797136+0000","last_became_peered":"2024-09-19T13:55:09.797136+0000","last_unstale":"2024-09-19T14:22:39.803815+0000","last_undegraded":"2024-09-19T14:22:39.803815+0000","last_fullsized":"2024-09-19T14:22:39.803815+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:37:13.447012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":8192,"num_write":6,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"66.1d","version":"268'4","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.409995+0000","last_change":"2024-09-19T13:55:06.717432+0000","last_active":"2024-09-19T14:23:58.409995+0000","last_peered":"2024-09-19T14:23:58.409995+0000","last_clean":"2024-09-19T14:23:58.409995+0000","last_became_active":"2024-09-19T13:55:06.716724+0000","last_became_peered":"2024-09-19T13:55:06.716724+0000","last_unstale":"2024-09-19T14:23:58.409995+0000","last_undegraded":"2024-09-19T14:23:58.409995+0000","last_fullsized":"2024-09-19T14:23:58.409995+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:26:23.994241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":4096,"num_write":4,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.1e","version":"268'57","reported_seq":196,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:25.358558+0000","last_change":"2024-09-19T13:53:12.483926+0000","last_active":"2024-09-19T14:21:25.358558+0000","last_peered":"2024-09-19T14:21:25.358558+0000","last_clean":"2024-09-19T14:21:25.358558+0000","last_became_active":"2024-09-19T13:53:12.483175+0000","last_became_peered":"2024-09-19T13:53:12.483175+0000","last_unstale":"2024-09-19T14:21:25.358558+0000","last_undegraded":"2024-09-19T14:21:25.358558+0000","last_fullsized":"2024-09-19T14:21:25.358558+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":0,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:10:36.034685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":408,"num_read_kb":271,"num_write":148,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:59.783803+0000","last_change":"2024-09-19T14:06:26.885067+0000","last_active":"2024-09-19T14:20:59.783803+0000","last_peered":"2024-09-19T14:20:59.783803+0000","last_clean":"2024-09-19T14:20:59.783803+0000","last_became_active":"2024-09-19T14:06:26.884221+0000","last_became_peered":"2024-09-19T14:06:26.884221+0000","last_unstale":"2024-09-19T14:20:59.783803+0000","last_undegraded":"2024-09-19T14:20:59.783803+0000","last_fullsized":"2024-09-19T14:20:59.783803+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:14:53.365580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.1f","version":"268'2","reported_seq":36,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.710157+0000","last_change":"2024-09-19T13:55:09.801675+0000","last_active":"2024-09-19T14:23:59.710157+0000","last_peered":"2024-09-19T14:23:59.710157+0000","last_clean":"2024-09-19T14:23:59.710157+0000","last_became_active":"2024-09-19T13:55:09.800885+0000","last_became_peered":"2024-09-19T13:55:09.800885+0000","last_unstale":"2024-09-19T14:23:59.710157+0000","last_undegraded":"2024-09-19T14:23:59.710157+0000","last_fullsized":"2024-09-19T14:23:59.710157+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1e","version":"268'6","reported_seq":50,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:12.820243+0000","last_change":"2024-09-19T13:55:06.744834+0000","last_active":"2024-09-19T14:23:12.820243+0000","last_peered":"2024-09-19T14:23:12.820243+0000","last_clean":"2024-09-19T14:23:12.820243+0000","last_became_active":"2024-09-19T13:55:06.744102+0000","last_became_peered":"2024-09-19T13:55:06.744102+0000","last_unstale":"2024-09-19T14:23:12.820243+0000","last_undegraded":"2024-09-19T14:23:12.820243+0000","last_fullsized":"2024-09-19T14:23:12.820243+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:11:33.385165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":9216,"num_write":6,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.1d","version":"268'50","reported_seq":176,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:42.782920+0000","last_change":"2024-09-19T13:53:12.465984+0000","last_active":"2024-09-19T14:20:42.782920+0000","last_peered":"2024-09-19T14:20:42.782920+0000","last_clean":"2024-09-19T14:20:42.782920+0000","last_became_active":"2024-09-19T13:53:12.465348+0000","last_became_peered":"2024-09-19T13:53:12.465348+0000","last_unstale":"2024-09-19T14:20:42.782920+0000","last_undegraded":"2024-09-19T14:20:42.782920+0000","last_fullsized":"2024-09-19T14:20:42.782920+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":0,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:48:05.395237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":399,"num_read_kb":274,"num_write":124,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:02.784154+0000","last_change":"2024-09-19T14:06:26.876761+0000","last_active":"2024-09-19T14:21:02.784154+0000","last_peered":"2024-09-19T14:21:02.784154+0000","last_clean":"2024-09-19T14:21:02.784154+0000","last_became_active":"2024-09-19T14:06:26.873283+0000","last_became_peered":"2024-09-19T14:06:26.873283+0000","last_unstale":"2024-09-19T14:21:02.784154+0000","last_undegraded":"2024-09-19T14:21:02.784154+0000","last_fullsized":"2024-09-19T14:21:02.784154+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:48:18.437653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1e","version":"268'7","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:22.817393+0000","last_change":"2024-09-19T13:55:09.802641+0000","last_active":"2024-09-19T14:23:22.817393+0000","last_peered":"2024-09-19T14:23:22.817393+0000","last_clean":"2024-09-19T14:23:22.817393+0000","last_became_active":"2024-09-19T13:55:09.801463+0000","last_became_peered":"2024-09-19T13:55:09.801463+0000","last_unstale":"2024-09-19T14:23:22.817393+0000","last_undegraded":"2024-09-19T14:23:22.817393+0000","last_fullsized":"2024-09-19T14:23:22.817393+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:25:42.183100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":20482,"num_write":12,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1f","version":"268'2","reported_seq":43,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.409580+0000","last_change":"2024-09-19T13:55:06.731726+0000","last_active":"2024-09-19T14:23:58.409580+0000","last_peered":"2024-09-19T14:23:58.409580+0000","last_clean":"2024-09-19T14:23:58.409580+0000","last_became_active":"2024-09-19T13:55:06.730448+0000","last_became_peered":"2024-09-19T13:55:06.730448+0000","last_unstale":"2024-09-19T14:23:58.409580+0000","last_undegraded":"2024-09-19T14:23:58.409580+0000","last_fullsized":"2024-09-19T14:23:58.409580+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1c","version":"268'20","reported_seq":98,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:20.533961+0000","last_change":"2024-09-19T13:53:12.465975+0000","last_active":"2024-09-19T14:21:20.533961+0000","last_peered":"2024-09-19T14:21:20.533961+0000","last_clean":"2024-09-19T14:21:20.533961+0000","last_became_active":"2024-09-19T13:53:12.465250+0000","last_became_peered":"2024-09-19T13:53:12.465250+0000","last_unstale":"2024-09-19T14:21:20.533961+0000","last_undegraded":"2024-09-19T14:21:20.533961+0000","last_fullsized":"2024-09-19T14:21:20.533961+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:31:07.345988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":170,"num_read_kb":120,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:32.784663+0000","last_change":"2024-09-19T14:06:26.882472+0000","last_active":"2024-09-19T14:20:32.784663+0000","last_peered":"2024-09-19T14:20:32.784663+0000","last_clean":"2024-09-19T14:20:32.784663+0000","last_became_active":"2024-09-19T14:06:26.881785+0000","last_became_peered":"2024-09-19T14:06:26.881785+0000","last_unstale":"2024-09-19T14:20:32.784663+0000","last_undegraded":"2024-09-19T14:20:32.784663+0000","last_fullsized":"2024-09-19T14:20:32.784663+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:57:42.473111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.19","version":"265'2","reported_seq":35,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:54.781566+0000","last_change":"2024-09-19T13:55:09.789018+0000","last_active":"2024-09-19T14:21:54.781566+0000","last_peered":"2024-09-19T14:21:54.781566+0000","last_clean":"2024-09-19T14:21:54.781566+0000","last_became_active":"2024-09-19T13:55:09.787580+0000","last_became_peered":"2024-09-19T13:55:09.787580+0000","last_unstale":"2024-09-19T14:21:54.781566+0000","last_undegraded":"2024-09-19T14:21:54.781566+0000","last_fullsized":"2024-09-19T14:21:54.781566+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.18","version":"268'2","reported_seq":40,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.537773+0000","last_change":"2024-09-19T13:55:06.744100+0000","last_active":"2024-09-19T14:23:58.537773+0000","last_peered":"2024-09-19T14:23:58.537773+0000","last_clean":"2024-09-19T14:23:58.537773+0000","last_became_active":"2024-09-19T13:55:06.743716+0000","last_became_peered":"2024-09-19T13:55:06.743716+0000","last_unstale":"2024-09-19T14:23:58.537773+0000","last_undegraded":"2024-09-19T14:23:58.537773+0000","last_fullsized":"2024-09-19T14:23:58.537773+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.1b","version":"268'95","reported_seq":324,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:42.782798+0000","last_change":"2024-09-19T13:53:12.484490+0000","last_active":"2024-09-19T14:20:42.782798+0000","last_peered":"2024-09-19T14:20:42.782798+0000","last_clean":"2024-09-19T14:20:42.782798+0000","last_became_active":"2024-09-19T13:53:12.483810+0000","last_became_peered":"2024-09-19T13:53:12.483810+0000","last_unstale":"2024-09-19T14:20:42.782798+0000","last_undegraded":"2024-09-19T14:20:42.782798+0000","last_fullsized":"2024-09-19T14:20:42.782798+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":0,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:25:28.718672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":853,"num_read_kb":725,"num_write":179,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:02.780819+0000","last_change":"2024-09-19T14:06:26.877462+0000","last_active":"2024-09-19T14:21:02.780819+0000","last_peered":"2024-09-19T14:21:02.780819+0000","last_clean":"2024-09-19T14:21:02.780819+0000","last_became_active":"2024-09-19T14:06:26.876693+0000","last_became_peered":"2024-09-19T14:06:26.876693+0000","last_unstale":"2024-09-19T14:21:02.780819+0000","last_undegraded":"2024-09-19T14:21:02.780819+0000","last_fullsized":"2024-09-19T14:21:02.780819+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:13:57.290578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.18","version":"0'0","reported_seq":31,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:44.822093+0000","last_change":"2024-09-19T13:55:09.804087+0000","last_active":"2024-09-19T14:21:44.822093+0000","last_peered":"2024-09-19T14:21:44.822093+0000","last_clean":"2024-09-19T14:21:44.822093+0000","last_became_active":"2024-09-19T13:55:09.803342+0000","last_became_peered":"2024-09-19T13:55:09.803342+0000","last_unstale":"2024-09-19T14:21:44.822093+0000","last_undegraded":"2024-09-19T14:21:44.822093+0000","last_fullsized":"2024-09-19T14:21:44.822093+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.19","version":"265'2","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:49.823398+0000","last_change":"2024-09-19T13:55:06.741369+0000","last_active":"2024-09-19T14:21:49.823398+0000","last_peered":"2024-09-19T14:21:49.823398+0000","last_clean":"2024-09-19T14:21:49.823398+0000","last_became_active":"2024-09-19T13:55:06.740544+0000","last_became_peered":"2024-09-19T13:55:06.740544+0000","last_unstale":"2024-09-19T14:21:49.823398+0000","last_undegraded":"2024-09-19T14:21:49.823398+0000","last_fullsized":"2024-09-19T14:21:49.823398+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":529,"num_write":2,"num_write_kb":529,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1a","version":"268'17","reported_seq":88,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:44.777158+0000","last_change":"2024-09-19T13:53:12.480206+0000","last_active":"2024-09-19T14:20:44.777158+0000","last_peered":"2024-09-19T14:20:44.777158+0000","last_clean":"2024-09-19T14:20:44.777158+0000","last_became_active":"2024-09-19T13:53:12.479088+0000","last_became_peered":"2024-09-19T13:53:12.479088+0000","last_unstale":"2024-09-19T14:20:44.777158+0000","last_undegraded":"2024-09-19T14:20:44.777158+0000","last_fullsized":"2024-09-19T14:20:44.777158+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:46:18.700176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":129,"num_read_kb":86,"num_write":46,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.1c","version":"268'1","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:29.788008+0000","last_change":"2024-09-19T14:06:26.883975+0000","last_active":"2024-09-19T14:21:29.788008+0000","last_peered":"2024-09-19T14:21:29.788008+0000","last_clean":"2024-09-19T14:21:29.788008+0000","last_became_active":"2024-09-19T14:06:26.883350+0000","last_became_peered":"2024-09-19T14:06:26.883350+0000","last_unstale":"2024-09-19T14:21:29.788008+0000","last_undegraded":"2024-09-19T14:21:29.788008+0000","last_fullsized":"2024-09-19T14:21:29.788008+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:35:54.742255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1b","version":"268'9","reported_seq":45,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.536758+0000","last_change":"2024-09-19T13:55:09.795544+0000","last_active":"2024-09-19T14:23:58.536758+0000","last_peered":"2024-09-19T14:23:58.536758+0000","last_clean":"2024-09-19T14:23:58.536758+0000","last_became_active":"2024-09-19T13:55:09.794826+0000","last_became_peered":"2024-09-19T13:55:09.794826+0000","last_unstale":"2024-09-19T14:23:58.536758+0000","last_undegraded":"2024-09-19T14:23:58.536758+0000","last_fullsized":"2024-09-19T14:23:58.536758+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:24:42.961546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":13312,"num_write":14,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"66.1a","version":"268'7","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.612146+0000","last_change":"2024-09-19T13:55:06.727179+0000","last_active":"2024-09-19T14:23:58.612146+0000","last_peered":"2024-09-19T14:23:58.612146+0000","last_clean":"2024-09-19T14:23:58.612146+0000","last_became_active":"2024-09-19T13:55:06.726389+0000","last_became_peered":"2024-09-19T13:55:06.726389+0000","last_unstale":"2024-09-19T14:23:58.612146+0000","last_undegraded":"2024-09-19T14:23:58.612146+0000","last_fullsized":"2024-09-19T14:23:58.612146+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:04:41.996860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":5120,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.19","version":"268'42","reported_seq":156,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:52.775773+0000","last_change":"2024-09-19T13:53:12.451333+0000","last_active":"2024-09-19T14:19:52.775773+0000","last_peered":"2024-09-19T14:19:52.775773+0000","last_clean":"2024-09-19T14:19:52.775773+0000","last_became_active":"2024-09-19T13:53:12.449657+0000","last_became_peered":"2024-09-19T13:53:12.449657+0000","last_unstale":"2024-09-19T14:19:52.775773+0000","last_undegraded":"2024-09-19T14:19:52.775773+0000","last_fullsized":"2024-09-19T14:19:52.775773+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:07:14.992526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":324,"num_read_kb":210,"num_write":111,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:29.776118+0000","last_change":"2024-09-19T14:06:26.879361+0000","last_active":"2024-09-19T14:21:29.776118+0000","last_peered":"2024-09-19T14:21:29.776118+0000","last_clean":"2024-09-19T14:21:29.776118+0000","last_became_active":"2024-09-19T14:06:26.875119+0000","last_became_peered":"2024-09-19T14:06:26.875119+0000","last_unstale":"2024-09-19T14:21:29.776118+0000","last_undegraded":"2024-09-19T14:21:29.776118+0000","last_fullsized":"2024-09-19T14:21:29.776118+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:09:56.134551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.1a","version":"268'4","reported_seq":37,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.066368+0000","last_change":"2024-09-19T13:55:09.794571+0000","last_active":"2024-09-19T14:23:58.066368+0000","last_peered":"2024-09-19T14:23:58.066368+0000","last_clean":"2024-09-19T14:23:58.066368+0000","last_became_active":"2024-09-19T13:55:09.790669+0000","last_became_peered":"2024-09-19T13:55:09.790669+0000","last_unstale":"2024-09-19T14:23:58.066368+0000","last_undegraded":"2024-09-19T14:23:58.066368+0000","last_fullsized":"2024-09-19T14:23:58.066368+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:40:12.954137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":4214,"num_write":4,"num_write_kb":4155,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.1b","version":"268'2","reported_seq":39,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:37.807493+0000","last_change":"2024-09-19T13:55:06.729499+0000","last_active":"2024-09-19T14:22:37.807493+0000","last_peered":"2024-09-19T14:22:37.807493+0000","last_clean":"2024-09-19T14:22:37.807493+0000","last_became_active":"2024-09-19T13:55:06.723792+0000","last_became_peered":"2024-09-19T13:55:06.723792+0000","last_unstale":"2024-09-19T14:22:37.807493+0000","last_undegraded":"2024-09-19T14:22:37.807493+0000","last_fullsized":"2024-09-19T14:22:37.807493+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:16:00.811120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.18","version":"268'22","reported_seq":107,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:50.725244+0000","last_change":"2024-09-19T13:53:12.468768+0000","last_active":"2024-09-19T14:19:50.725244+0000","last_peered":"2024-09-19T14:19:50.725244+0000","last_clean":"2024-09-19T14:19:50.725244+0000","last_became_active":"2024-09-19T13:53:12.467813+0000","last_became_peered":"2024-09-19T13:53:12.467813+0000","last_unstale":"2024-09-19T14:19:50.725244+0000","last_undegraded":"2024-09-19T14:19:50.725244+0000","last_fullsized":"2024-09-19T14:19:50.725244+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:27:31.909607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":189,"num_read_kb":135,"num_write":62,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:27.775508+0000","last_change":"2024-09-19T14:06:26.885450+0000","last_active":"2024-09-19T14:20:27.775508+0000","last_peered":"2024-09-19T14:20:27.775508+0000","last_clean":"2024-09-19T14:20:27.775508+0000","last_became_active":"2024-09-19T14:06:26.884993+0000","last_became_peered":"2024-09-19T14:06:26.884993+0000","last_unstale":"2024-09-19T14:20:27.775508+0000","last_undegraded":"2024-09-19T14:20:27.775508+0000","last_fullsized":"2024-09-19T14:20:27.775508+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:55:09.348335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.15","version":"0'0","reported_seq":31,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:47.800740+0000","last_change":"2024-09-19T13:55:09.807543+0000","last_active":"2024-09-19T14:21:47.800740+0000","last_peered":"2024-09-19T14:21:47.800740+0000","last_clean":"2024-09-19T14:21:47.800740+0000","last_became_active":"2024-09-19T13:55:09.807001+0000","last_became_peered":"2024-09-19T13:55:09.807001+0000","last_unstale":"2024-09-19T14:21:47.800740+0000","last_undegraded":"2024-09-19T14:21:47.800740+0000","last_fullsized":"2024-09-19T14:21:47.800740+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.14","version":"265'3","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:54.809071+0000","last_change":"2024-09-19T13:55:06.740018+0000","last_active":"2024-09-19T14:20:54.809071+0000","last_peered":"2024-09-19T14:20:54.809071+0000","last_clean":"2024-09-19T14:20:54.809071+0000","last_became_active":"2024-09-19T13:55:06.739007+0000","last_became_peered":"2024-09-19T13:55:06.739007+0000","last_unstale":"2024-09-19T14:20:54.809071+0000","last_undegraded":"2024-09-19T14:20:54.809071+0000","last_fullsized":"2024-09-19T14:20:54.809071+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:17:18.026386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.17","version":"268'17","reported_seq":86,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:25.072464+0000","last_change":"2024-09-19T13:53:12.463760+0000","last_active":"2024-09-19T14:21:25.072464+0000","last_peered":"2024-09-19T14:21:25.072464+0000","last_clean":"2024-09-19T14:21:25.072464+0000","last_became_active":"2024-09-19T13:53:12.462488+0000","last_became_peered":"2024-09-19T13:53:12.462488+0000","last_unstale":"2024-09-19T14:21:25.072464+0000","last_undegraded":"2024-09-19T14:21:25.072464+0000","last_fullsized":"2024-09-19T14:21:25.072464+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:38:44.572818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":115,"num_read_kb":74,"num_write":43,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.13","version":"268'1","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:27.779684+0000","last_change":"2024-09-19T14:06:26.860147+0000","last_active":"2024-09-19T14:20:27.779684+0000","last_peered":"2024-09-19T14:20:27.779684+0000","last_clean":"2024-09-19T14:20:27.779684+0000","last_became_active":"2024-09-19T14:06:26.851491+0000","last_became_peered":"2024-09-19T14:06:26.851491+0000","last_unstale":"2024-09-19T14:20:27.779684+0000","last_undegraded":"2024-09-19T14:20:27.779684+0000","last_fullsized":"2024-09-19T14:20:27.779684+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:59:33.938251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.14","version":"0'0","reported_seq":31,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:02.784251+0000","last_change":"2024-09-19T13:55:09.786682+0000","last_active":"2024-09-19T14:21:02.784251+0000","last_peered":"2024-09-19T14:21:02.784251+0000","last_clean":"2024-09-19T14:21:02.784251+0000","last_became_active":"2024-09-19T13:55:09.785932+0000","last_became_peered":"2024-09-19T13:55:09.785932+0000","last_unstale":"2024-09-19T14:21:02.784251+0000","last_undegraded":"2024-09-19T14:21:02.784251+0000","last_fullsized":"2024-09-19T14:21:02.784251+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:22:14.119538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.15","version":"265'4","reported_seq":45,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:44.779641+0000","last_change":"2024-09-19T13:55:06.731249+0000","last_active":"2024-09-19T14:21:44.779641+0000","last_peered":"2024-09-19T14:21:44.779641+0000","last_clean":"2024-09-19T14:21:44.779641+0000","last_became_active":"2024-09-19T13:55:06.729384+0000","last_became_peered":"2024-09-19T13:55:06.729384+0000","last_unstale":"2024-09-19T14:21:44.779641+0000","last_undegraded":"2024-09-19T14:21:44.779641+0000","last_fullsized":"2024-09-19T14:21:44.779641+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":4414,"num_write":4,"num_write_kb":4414,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.16","version":"268'22","reported_seq":100,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:47.763886+0000","last_change":"2024-09-19T13:53:12.474601+0000","last_active":"2024-09-19T14:19:47.763886+0000","last_peered":"2024-09-19T14:19:47.763886+0000","last_clean":"2024-09-19T14:19:47.763886+0000","last_became_active":"2024-09-19T13:53:12.473671+0000","last_became_peered":"2024-09-19T13:53:12.473671+0000","last_unstale":"2024-09-19T14:19:47.763886+0000","last_undegraded":"2024-09-19T14:19:47.763886+0000","last_fullsized":"2024-09-19T14:19:47.763886+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:04:17.524983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":155,"num_read_kb":101,"num_write":55,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:29.773119+0000","last_change":"2024-09-19T14:06:26.865253+0000","last_active":"2024-09-19T14:20:29.773119+0000","last_peered":"2024-09-19T14:20:29.773119+0000","last_clean":"2024-09-19T14:20:29.773119+0000","last_became_active":"2024-09-19T14:06:26.864519+0000","last_became_peered":"2024-09-19T14:06:26.864519+0000","last_unstale":"2024-09-19T14:20:29.773119+0000","last_undegraded":"2024-09-19T14:20:29.773119+0000","last_fullsized":"2024-09-19T14:20:29.773119+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:56:27.244477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.17","version":"268'4","reported_seq":38,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.710435+0000","last_change":"2024-09-19T13:55:09.793314+0000","last_active":"2024-09-19T14:23:59.710435+0000","last_peered":"2024-09-19T14:23:59.710435+0000","last_clean":"2024-09-19T14:23:59.710435+0000","last_became_active":"2024-09-19T13:55:09.792559+0000","last_became_peered":"2024-09-19T13:55:09.792559+0000","last_unstale":"2024-09-19T14:23:59.710435+0000","last_undegraded":"2024-09-19T14:23:59.710435+0000","last_fullsized":"2024-09-19T14:23:59.710435+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":6144,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.16","version":"268'4","reported_seq":45,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.538957+0000","last_change":"2024-09-19T13:55:06.744580+0000","last_active":"2024-09-19T14:23:58.538957+0000","last_peered":"2024-09-19T14:23:58.538957+0000","last_clean":"2024-09-19T14:23:58.538957+0000","last_became_active":"2024-09-19T13:55:06.743441+0000","last_became_peered":"2024-09-19T13:55:06.743441+0000","last_unstale":"2024-09-19T14:23:58.538957+0000","last_undegraded":"2024-09-19T14:23:58.538957+0000","last_fullsized":"2024-09-19T14:23:58.538957+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":6144,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.15","version":"265'8","reported_seq":67,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:47.774716+0000","last_change":"2024-09-19T13:53:12.451643+0000","last_active":"2024-09-19T14:19:47.774716+0000","last_peered":"2024-09-19T14:19:47.774716+0000","last_clean":"2024-09-19T14:19:47.774716+0000","last_became_active":"2024-09-19T13:53:12.450590+0000","last_became_peered":"2024-09-19T13:53:12.450590+0000","last_unstale":"2024-09-19T14:19:47.774716+0000","last_undegraded":"2024-09-19T14:19:47.774716+0000","last_fullsized":"2024-09-19T14:19:47.774716+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:19:43.567607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":71,"num_read_kb":39,"num_write":20,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:29.761400+0000","last_change":"2024-09-19T14:06:26.884042+0000","last_active":"2024-09-19T14:20:29.761400+0000","last_peered":"2024-09-19T14:20:29.761400+0000","last_clean":"2024-09-19T14:20:29.761400+0000","last_became_active":"2024-09-19T14:06:26.883276+0000","last_became_peered":"2024-09-19T14:06:26.883276+0000","last_unstale":"2024-09-19T14:20:29.761400+0000","last_undegraded":"2024-09-19T14:20:29.761400+0000","last_fullsized":"2024-09-19T14:20:29.761400+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:25:10.373788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.16","version":"0'0","reported_seq":31,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:44.779723+0000","last_change":"2024-09-19T13:55:09.806481+0000","last_active":"2024-09-19T14:21:44.779723+0000","last_peered":"2024-09-19T14:21:44.779723+0000","last_clean":"2024-09-19T14:21:44.779723+0000","last_became_active":"2024-09-19T13:55:09.805784+0000","last_became_peered":"2024-09-19T13:55:09.805784+0000","last_unstale":"2024-09-19T14:21:44.779723+0000","last_undegraded":"2024-09-19T14:21:44.779723+0000","last_fullsized":"2024-09-19T14:21:44.779723+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.17","version":"268'7","reported_seq":52,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.376406+0000","last_change":"2024-09-19T13:55:06.712307+0000","last_active":"2024-09-19T14:23:59.376406+0000","last_peered":"2024-09-19T14:23:59.376406+0000","last_clean":"2024-09-19T14:23:59.376406+0000","last_became_active":"2024-09-19T13:55:06.711344+0000","last_became_peered":"2024-09-19T13:55:06.711344+0000","last_unstale":"2024-09-19T14:23:59.376406+0000","last_undegraded":"2024-09-19T14:23:59.376406+0000","last_fullsized":"2024-09-19T14:23:59.376406+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":18434,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.14","version":"268'26","reported_seq":119,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:19.815646+0000","last_change":"2024-09-19T13:53:12.470842+0000","last_active":"2024-09-19T14:21:19.815646+0000","last_peered":"2024-09-19T14:21:19.815646+0000","last_clean":"2024-09-19T14:21:19.815646+0000","last_became_active":"2024-09-19T13:53:12.468124+0000","last_became_peered":"2024-09-19T13:53:12.468124+0000","last_unstale":"2024-09-19T14:21:19.815646+0000","last_undegraded":"2024-09-19T14:21:19.815646+0000","last_fullsized":"2024-09-19T14:21:19.815646+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:28:15.314655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":225,"num_read_kb":160,"num_write":62,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:57.783163+0000","last_change":"2024-09-19T14:06:26.876677+0000","last_active":"2024-09-19T14:20:57.783163+0000","last_peered":"2024-09-19T14:20:57.783163+0000","last_clean":"2024-09-19T14:20:57.783163+0000","last_became_active":"2024-09-19T14:06:26.872975+0000","last_became_peered":"2024-09-19T14:06:26.872975+0000","last_unstale":"2024-09-19T14:20:57.783163+0000","last_undegraded":"2024-09-19T14:20:57.783163+0000","last_fullsized":"2024-09-19T14:20:57.783163+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:24:30.126862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.11","version":"0'0","reported_seq":31,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:52.781936+0000","last_change":"2024-09-19T13:55:09.791769+0000","last_active":"2024-09-19T14:20:52.781936+0000","last_peered":"2024-09-19T14:20:52.781936+0000","last_clean":"2024-09-19T14:20:52.781936+0000","last_became_active":"2024-09-19T13:55:09.791030+0000","last_became_peered":"2024-09-19T13:55:09.791030+0000","last_unstale":"2024-09-19T14:20:52.781936+0000","last_undegraded":"2024-09-19T14:20:52.781936+0000","last_fullsized":"2024-09-19T14:20:52.781936+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:00:14.327761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.10","version":"268'7","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.612650+0000","last_change":"2024-09-19T13:55:06.727184+0000","last_active":"2024-09-19T14:23:58.612650+0000","last_peered":"2024-09-19T14:23:58.612650+0000","last_clean":"2024-09-19T14:23:58.612650+0000","last_became_active":"2024-09-19T13:55:06.726469+0000","last_became_peered":"2024-09-19T13:55:06.726469+0000","last_unstale":"2024-09-19T14:23:58.612650+0000","last_undegraded":"2024-09-19T14:23:58.612650+0000","last_fullsized":"2024-09-19T14:23:58.612650+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:44:03.728520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":12288,"num_write":12,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.13","version":"265'7","reported_seq":63,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:14.814149+0000","last_change":"2024-09-19T13:53:12.478154+0000","last_active":"2024-09-19T14:21:14.814149+0000","last_peered":"2024-09-19T14:21:14.814149+0000","last_clean":"2024-09-19T14:21:14.814149+0000","last_became_active":"2024-09-19T13:53:12.477319+0000","last_became_peered":"2024-09-19T13:53:12.477319+0000","last_unstale":"2024-09-19T14:21:14.814149+0000","last_undegraded":"2024-09-19T14:21:14.814149+0000","last_fullsized":"2024-09-19T14:21:14.814149+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:56:06.186553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":57,"num_read_kb":40,"num_write":19,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:57.786211+0000","last_change":"2024-09-19T14:06:26.881343+0000","last_active":"2024-09-19T14:20:57.786211+0000","last_peered":"2024-09-19T14:20:57.786211+0000","last_clean":"2024-09-19T14:20:57.786211+0000","last_became_active":"2024-09-19T14:06:26.880683+0000","last_became_peered":"2024-09-19T14:06:26.880683+0000","last_unstale":"2024-09-19T14:20:57.786211+0000","last_undegraded":"2024-09-19T14:20:57.786211+0000","last_fullsized":"2024-09-19T14:20:57.786211+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:24:58.383043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.10","version":"0'0","reported_seq":31,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:52.781840+0000","last_change":"2024-09-19T13:55:09.799226+0000","last_active":"2024-09-19T14:20:52.781840+0000","last_peered":"2024-09-19T14:20:52.781840+0000","last_clean":"2024-09-19T14:20:52.781840+0000","last_became_active":"2024-09-19T13:55:09.798465+0000","last_became_peered":"2024-09-19T13:55:09.798465+0000","last_unstale":"2024-09-19T14:20:52.781840+0000","last_undegraded":"2024-09-19T14:20:52.781840+0000","last_fullsized":"2024-09-19T14:20:52.781840+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:25:32.122348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.11","version":"268'2","reported_seq":40,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:07.813451+0000","last_change":"2024-09-19T13:55:06.746480+0000","last_active":"2024-09-19T14:23:07.813451+0000","last_peered":"2024-09-19T14:23:07.813451+0000","last_clean":"2024-09-19T14:23:07.813451+0000","last_became_active":"2024-09-19T13:55:06.746086+0000","last_became_peered":"2024-09-19T13:55:06.746086+0000","last_unstale":"2024-09-19T14:23:07.813451+0000","last_undegraded":"2024-09-19T14:23:07.813451+0000","last_fullsized":"2024-09-19T14:23:07.813451+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:44:24.344577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.12","version":"268'28","reported_seq":120,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:26.286420+0000","last_change":"2024-09-19T13:53:12.469394+0000","last_active":"2024-09-19T14:21:26.286420+0000","last_peered":"2024-09-19T14:21:26.286420+0000","last_clean":"2024-09-19T14:21:26.286420+0000","last_became_active":"2024-09-19T13:53:12.468663+0000","last_became_peered":"2024-09-19T13:53:12.468663+0000","last_unstale":"2024-09-19T14:21:26.286420+0000","last_undegraded":"2024-09-19T14:21:26.286420+0000","last_fullsized":"2024-09-19T14:21:26.286420+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:19:33.665486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":223,"num_read_kb":153,"num_write":74,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.14","version":"267'1","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:32.774026+0000","last_change":"2024-09-19T14:06:26.878957+0000","last_active":"2024-09-19T14:20:32.774026+0000","last_peered":"2024-09-19T14:20:32.774026+0000","last_clean":"2024-09-19T14:20:32.774026+0000","last_became_active":"2024-09-19T14:06:26.877084+0000","last_became_peered":"2024-09-19T14:06:26.877084+0000","last_unstale":"2024-09-19T14:20:32.774026+0000","last_undegraded":"2024-09-19T14:20:32.774026+0000","last_fullsized":"2024-09-19T14:20:32.774026+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:29:32.681521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.13","version":"268'9","reported_seq":51,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.134792+0000","last_change":"2024-09-19T13:55:09.795107+0000","last_active":"2024-09-19T14:23:58.134792+0000","last_peered":"2024-09-19T14:23:58.134792+0000","last_clean":"2024-09-19T14:23:58.134792+0000","last_became_active":"2024-09-19T13:55:09.791630+0000","last_became_peered":"2024-09-19T13:55:09.791630+0000","last_unstale":"2024-09-19T14:23:58.134792+0000","last_undegraded":"2024-09-19T14:23:58.134792+0000","last_fullsized":"2024-09-19T14:23:58.134792+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:50:21.738282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":24578,"num_write":14,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.12","version":"268'4","reported_seq":43,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:09.812477+0000","last_change":"2024-09-19T13:55:06.739218+0000","last_active":"2024-09-19T14:23:09.812477+0000","last_peered":"2024-09-19T14:23:09.812477+0000","last_clean":"2024-09-19T14:23:09.812477+0000","last_became_active":"2024-09-19T13:55:06.738548+0000","last_became_peered":"2024-09-19T13:55:06.738548+0000","last_unstale":"2024-09-19T14:23:09.812477+0000","last_undegraded":"2024-09-19T14:23:09.812477+0000","last_fullsized":"2024-09-19T14:23:09.812477+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:40:50.580272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":1024,"num_write":4,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.11","version":"268'32","reported_seq":131,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:14.784487+0000","last_change":"2024-09-19T13:53:12.448431+0000","last_active":"2024-09-19T14:21:14.784487+0000","last_peered":"2024-09-19T14:21:14.784487+0000","last_clean":"2024-09-19T14:21:14.784487+0000","last_became_active":"2024-09-19T13:53:12.447667+0000","last_became_peered":"2024-09-19T13:53:12.447667+0000","last_unstale":"2024-09-19T14:21:14.784487+0000","last_undegraded":"2024-09-19T14:21:14.784487+0000","last_fullsized":"2024-09-19T14:21:14.784487+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:38:54.157137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":245,"num_read_kb":156,"num_write":89,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.15","version":"268'1","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:57.786118+0000","last_change":"2024-09-19T14:06:26.875482+0000","last_active":"2024-09-19T14:20:57.786118+0000","last_peered":"2024-09-19T14:20:57.786118+0000","last_clean":"2024-09-19T14:20:57.786118+0000","last_became_active":"2024-09-19T14:06:26.874705+0000","last_became_peered":"2024-09-19T14:06:26.874705+0000","last_unstale":"2024-09-19T14:20:57.786118+0000","last_undegraded":"2024-09-19T14:20:57.786118+0000","last_fullsized":"2024-09-19T14:20:57.786118+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:09:26.336547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.12","version":"268'8","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:57.971809+0000","last_change":"2024-09-19T13:55:09.803769+0000","last_active":"2024-09-19T14:23:57.971809+0000","last_peered":"2024-09-19T14:23:57.971809+0000","last_clean":"2024-09-19T14:23:57.971809+0000","last_became_active":"2024-09-19T13:55:09.802725+0000","last_became_peered":"2024-09-19T13:55:09.802725+0000","last_unstale":"2024-09-19T14:23:57.971809+0000","last_undegraded":"2024-09-19T14:23:57.971809+0000","last_fullsized":"2024-09-19T14:23:57.971809+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:26:30.811455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8192,"num_write":18,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.13","version":"268'3","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:09.812507+0000","last_change":"2024-09-19T13:55:06.725500+0000","last_active":"2024-09-19T14:23:09.812507+0000","last_peered":"2024-09-19T14:23:09.812507+0000","last_clean":"2024-09-19T14:23:09.812507+0000","last_became_active":"2024-09-19T13:55:06.720062+0000","last_became_peered":"2024-09-19T13:55:06.720062+0000","last_unstale":"2024-09-19T14:23:09.812507+0000","last_undegraded":"2024-09-19T14:23:09.812507+0000","last_fullsized":"2024-09-19T14:23:09.812507+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:57:29.772702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.10","version":"268'33","reported_seq":132,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:12.793000+0000","last_change":"2024-09-19T13:53:12.469350+0000","last_active":"2024-09-19T14:21:12.793000+0000","last_peered":"2024-09-19T14:21:12.793000+0000","last_clean":"2024-09-19T14:21:12.793000+0000","last_became_active":"2024-09-19T13:53:12.468629+0000","last_became_peered":"2024-09-19T13:53:12.468629+0000","last_unstale":"2024-09-19T14:21:12.793000+0000","last_undegraded":"2024-09-19T14:21:12.793000+0000","last_fullsized":"2024-09-19T14:21:12.793000+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:32:00.021954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":257,"num_read_kb":174,"num_write":93,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:42.793838+0000","last_change":"2024-09-19T14:06:26.886137+0000","last_active":"2024-09-19T14:21:42.793838+0000","last_peered":"2024-09-19T14:21:42.793838+0000","last_clean":"2024-09-19T14:21:42.793838+0000","last_became_active":"2024-09-19T14:06:26.884187+0000","last_became_peered":"2024-09-19T14:06:26.884187+0000","last_unstale":"2024-09-19T14:21:42.793838+0000","last_undegraded":"2024-09-19T14:21:42.793838+0000","last_fullsized":"2024-09-19T14:21:42.793838+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:07:24.055233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.d","version":"0'0","reported_seq":31,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:57.776960+0000","last_change":"2024-09-19T13:55:09.795548+0000","last_active":"2024-09-19T14:19:57.776960+0000","last_peered":"2024-09-19T14:19:57.776960+0000","last_clean":"2024-09-19T14:19:57.776960+0000","last_became_active":"2024-09-19T13:55:09.794787+0000","last_became_peered":"2024-09-19T13:55:09.794787+0000","last_unstale":"2024-09-19T14:19:57.776960+0000","last_undegraded":"2024-09-19T14:19:57.776960+0000","last_fullsized":"2024-09-19T14:19:57.776960+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:31:14.875383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.c","version":"265'10","reported_seq":60,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:09.797009+0000","last_change":"2024-09-19T13:55:06.734055+0000","last_active":"2024-09-19T14:22:09.797009+0000","last_peered":"2024-09-19T14:22:09.797009+0000","last_clean":"2024-09-19T14:22:09.797009+0000","last_became_active":"2024-09-19T13:55:06.733366+0000","last_became_peered":"2024-09-19T13:55:06.733366+0000","last_unstale":"2024-09-19T14:22:09.797009+0000","last_undegraded":"2024-09-19T14:22:09.797009+0000","last_fullsized":"2024-09-19T14:22:09.797009+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":18,"num_read_kb":20484,"num_write":20,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.f","version":"268'30","reported_seq":125,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:17.781580+0000","last_change":"2024-09-19T13:53:12.455664+0000","last_active":"2024-09-19T14:20:17.781580+0000","last_peered":"2024-09-19T14:20:17.781580+0000","last_clean":"2024-09-19T14:20:17.781580+0000","last_became_active":"2024-09-19T13:53:12.454659+0000","last_became_peered":"2024-09-19T13:53:12.454659+0000","last_unstale":"2024-09-19T14:20:17.781580+0000","last_undegraded":"2024-09-19T14:20:17.781580+0000","last_fullsized":"2024-09-19T14:20:17.781580+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:59:34.003355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":240,"num_read_kb":143,"num_write":74,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:59.769360+0000","last_change":"2024-09-19T14:06:26.878483+0000","last_active":"2024-09-19T14:19:59.769360+0000","last_peered":"2024-09-19T14:19:59.769360+0000","last_clean":"2024-09-19T14:19:59.769360+0000","last_became_active":"2024-09-19T14:06:26.877810+0000","last_became_peered":"2024-09-19T14:06:26.877810+0000","last_unstale":"2024-09-19T14:19:59.769360+0000","last_undegraded":"2024-09-19T14:19:59.769360+0000","last_fullsized":"2024-09-19T14:19:59.769360+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:44:55.341398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.c","version":"268'11","reported_seq":52,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:57.970670+0000","last_change":"2024-09-19T13:55:09.807997+0000","last_active":"2024-09-19T14:23:57.970670+0000","last_peered":"2024-09-19T14:23:57.970670+0000","last_clean":"2024-09-19T14:23:57.970670+0000","last_became_active":"2024-09-19T13:55:09.806896+0000","last_became_peered":"2024-09-19T13:55:09.806896+0000","last_unstale":"2024-09-19T14:23:57.970670+0000","last_undegraded":"2024-09-19T14:23:57.970670+0000","last_fullsized":"2024-09-19T14:23:57.970670+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:51:03.295335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":14338,"num_write":16,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.d","version":"268'5","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.375213+0000","last_change":"2024-09-19T13:55:06.742611+0000","last_active":"2024-09-19T14:23:59.375213+0000","last_peered":"2024-09-19T14:23:59.375213+0000","last_clean":"2024-09-19T14:23:59.375213+0000","last_became_active":"2024-09-19T13:55:06.741897+0000","last_became_peered":"2024-09-19T13:55:06.741897+0000","last_unstale":"2024-09-19T14:23:59.375213+0000","last_undegraded":"2024-09-19T14:23:59.375213+0000","last_fullsized":"2024-09-19T14:23:59.375213+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":10240,"num_write":10,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.e","version":"268'33","reported_seq":131,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:14.798777+0000","last_change":"2024-09-19T13:53:12.477958+0000","last_active":"2024-09-19T14:20:14.798777+0000","last_peered":"2024-09-19T14:20:14.798777+0000","last_clean":"2024-09-19T14:20:14.798777+0000","last_became_active":"2024-09-19T13:53:12.475599+0000","last_became_peered":"2024-09-19T13:53:12.475599+0000","last_unstale":"2024-09-19T14:20:14.798777+0000","last_undegraded":"2024-09-19T14:20:14.798777+0000","last_fullsized":"2024-09-19T14:20:14.798777+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:13:08.312254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":253,"num_read_kb":159,"num_write":84,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:39.820919+0000","last_change":"2024-09-19T14:06:26.862385+0000","last_active":"2024-09-19T14:21:39.820919+0000","last_peered":"2024-09-19T14:21:39.820919+0000","last_clean":"2024-09-19T14:21:39.820919+0000","last_became_active":"2024-09-19T14:06:26.861645+0000","last_became_peered":"2024-09-19T14:06:26.861645+0000","last_unstale":"2024-09-19T14:21:39.820919+0000","last_undegraded":"2024-09-19T14:21:39.820919+0000","last_fullsized":"2024-09-19T14:21:39.820919+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:24:17.908163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.f","version":"265'4","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:02.778139+0000","last_change":"2024-09-19T13:55:09.808880+0000","last_active":"2024-09-19T14:20:02.778139+0000","last_peered":"2024-09-19T14:20:02.778139+0000","last_clean":"2024-09-19T14:20:02.778139+0000","last_became_active":"2024-09-19T13:55:09.807402+0000","last_became_peered":"2024-09-19T13:55:09.807402+0000","last_unstale":"2024-09-19T14:20:02.778139+0000","last_undegraded":"2024-09-19T14:20:02.778139+0000","last_fullsized":"2024-09-19T14:20:02.778139+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:45:16.158532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":4,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.e","version":"268'2","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.475588+0000","last_change":"2024-09-19T13:55:06.749167+0000","last_active":"2024-09-19T14:23:58.475588+0000","last_peered":"2024-09-19T14:23:58.475588+0000","last_clean":"2024-09-19T14:23:58.475588+0000","last_became_active":"2024-09-19T13:55:06.748613+0000","last_became_peered":"2024-09-19T13:55:06.748613+0000","last_unstale":"2024-09-19T14:23:58.475588+0000","last_undegraded":"2024-09-19T14:23:58.475588+0000","last_fullsized":"2024-09-19T14:23:58.475588+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.d","version":"268'39","reported_seq":156,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:14.772747+0000","last_change":"2024-09-19T13:53:12.457851+0000","last_active":"2024-09-19T14:20:14.772747+0000","last_peered":"2024-09-19T14:20:14.772747+0000","last_clean":"2024-09-19T14:20:14.772747+0000","last_became_active":"2024-09-19T13:53:12.457026+0000","last_became_peered":"2024-09-19T13:53:12.457026+0000","last_unstale":"2024-09-19T14:20:14.772747+0000","last_undegraded":"2024-09-19T14:20:14.772747+0000","last_fullsized":"2024-09-19T14:20:14.772747+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:18:16.192020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":323,"num_read_kb":211,"num_write":98,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:39.793464+0000","last_change":"2024-09-19T14:06:26.870693+0000","last_active":"2024-09-19T14:21:39.793464+0000","last_peered":"2024-09-19T14:21:39.793464+0000","last_clean":"2024-09-19T14:21:39.793464+0000","last_became_active":"2024-09-19T14:06:26.869841+0000","last_became_peered":"2024-09-19T14:06:26.869841+0000","last_unstale":"2024-09-19T14:21:39.793464+0000","last_undegraded":"2024-09-19T14:21:39.793464+0000","last_fullsized":"2024-09-19T14:21:39.793464+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:39:29.705551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.e","version":"268'3","reported_seq":34,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:12.800897+0000","last_change":"2024-09-19T13:55:09.811232+0000","last_active":"2024-09-19T14:22:12.800897+0000","last_peered":"2024-09-19T14:22:12.800897+0000","last_clean":"2024-09-19T14:22:12.800897+0000","last_became_active":"2024-09-19T13:55:09.810583+0000","last_became_peered":"2024-09-19T13:55:09.810583+0000","last_unstale":"2024-09-19T14:22:12.800897+0000","last_undegraded":"2024-09-19T14:22:12.800897+0000","last_fullsized":"2024-09-19T14:22:12.800897+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:18:32.112035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.f","version":"0'0","reported_seq":37,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:57.777060+0000","last_change":"2024-09-19T13:55:06.750048+0000","last_active":"2024-09-19T14:19:57.777060+0000","last_peered":"2024-09-19T14:19:57.777060+0000","last_clean":"2024-09-19T14:19:57.777060+0000","last_became_active":"2024-09-19T13:55:06.749512+0000","last_became_peered":"2024-09-19T13:55:06.749512+0000","last_unstale":"2024-09-19T14:19:57.777060+0000","last_undegraded":"2024-09-19T14:19:57.777060+0000","last_fullsized":"2024-09-19T14:19:57.777060+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:58:52.505642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.c","version":"268'44","reported_seq":158,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:17.986498+0000","last_change":"2024-09-19T13:53:12.472807+0000","last_active":"2024-09-19T14:20:17.986498+0000","last_peered":"2024-09-19T14:20:17.986498+0000","last_clean":"2024-09-19T14:20:17.986498+0000","last_became_active":"2024-09-19T13:53:12.472073+0000","last_became_peered":"2024-09-19T13:53:12.472073+0000","last_unstale":"2024-09-19T14:20:17.986498+0000","last_undegraded":"2024-09-19T14:20:17.986498+0000","last_fullsized":"2024-09-19T14:20:17.986498+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:27:25.659275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":321,"num_read_kb":220,"num_write":112,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:57.768674+0000","last_change":"2024-09-19T14:06:26.877891+0000","last_active":"2024-09-19T14:19:57.768674+0000","last_peered":"2024-09-19T14:19:57.768674+0000","last_clean":"2024-09-19T14:19:57.768674+0000","last_became_active":"2024-09-19T14:06:26.872032+0000","last_became_peered":"2024-09-19T14:06:26.872032+0000","last_unstale":"2024-09-19T14:19:57.768674+0000","last_undegraded":"2024-09-19T14:19:57.768674+0000","last_fullsized":"2024-09-19T14:19:57.768674+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:44:31.154222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.9","version":"0'0","reported_seq":32,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:09.812828+0000","last_change":"2024-09-19T13:55:09.806620+0000","last_active":"2024-09-19T14:21:09.812828+0000","last_peered":"2024-09-19T14:21:09.812828+0000","last_clean":"2024-09-19T14:21:09.812828+0000","last_became_active":"2024-09-19T13:55:09.805828+0000","last_became_peered":"2024-09-19T13:55:09.805828+0000","last_unstale":"2024-09-19T14:21:09.812828+0000","last_undegraded":"2024-09-19T14:21:09.812828+0000","last_fullsized":"2024-09-19T14:21:09.812828+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:50.939437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.8","version":"268'12","reported_seq":61,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.376881+0000","last_change":"2024-09-19T13:55:06.739951+0000","last_active":"2024-09-19T14:23:59.376881+0000","last_peered":"2024-09-19T14:23:59.376881+0000","last_clean":"2024-09-19T14:23:59.376881+0000","last_became_active":"2024-09-19T13:55:06.739205+0000","last_became_peered":"2024-09-19T13:55:06.739205+0000","last_unstale":"2024-09-19T14:23:59.376881+0000","last_undegraded":"2024-09-19T14:23:59.376881+0000","last_fullsized":"2024-09-19T14:23:59.376881+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:57:14.628878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":22589,"num_write":22,"num_write_kb":9275,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.b","version":"268'30","reported_seq":123,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:12.776023+0000","last_change":"2024-09-19T13:53:12.484480+0000","last_active":"2024-09-19T14:20:12.776023+0000","last_peered":"2024-09-19T14:20:12.776023+0000","last_clean":"2024-09-19T14:20:12.776023+0000","last_became_active":"2024-09-19T13:53:12.483814+0000","last_became_peered":"2024-09-19T13:53:12.483814+0000","last_unstale":"2024-09-19T14:20:12.776023+0000","last_undegraded":"2024-09-19T14:20:12.776023+0000","last_fullsized":"2024-09-19T14:20:12.776023+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:09:58.634412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":233,"num_read_kb":157,"num_write":83,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:04.763631+0000","last_change":"2024-09-19T14:06:26.859929+0000","last_active":"2024-09-19T14:20:04.763631+0000","last_peered":"2024-09-19T14:20:04.763631+0000","last_clean":"2024-09-19T14:20:04.763631+0000","last_became_active":"2024-09-19T14:06:26.859139+0000","last_became_peered":"2024-09-19T14:06:26.859139+0000","last_unstale":"2024-09-19T14:20:04.763631+0000","last_undegraded":"2024-09-19T14:20:04.763631+0000","last_fullsized":"2024-09-19T14:20:04.763631+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:52:56.586185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.8","version":"268'7","reported_seq":50,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:20.746250+0000","last_change":"2024-09-19T14:24:20.746250+0000","last_active":"2024-09-19T14:24:20.746250+0000","last_peered":"2024-09-19T14:24:20.746250+0000","last_clean":"2024-09-19T14:24:20.746250+0000","last_became_active":"2024-09-19T13:55:09.790511+0000","last_became_peered":"2024-09-19T13:55:09.790511+0000","last_unstale":"2024-09-19T14:24:20.746250+0000","last_undegraded":"2024-09-19T14:24:20.746250+0000","last_fullsized":"2024-09-19T14:24:20.746250+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'7","last_scrub_stamp":"2024-09-19T14:24:20.746028+0000","last_deep_scrub":"268'7","last_deep_scrub_stamp":"2024-09-19T14:24:20.746028+0000","last_clean_scrub_stamp":"2024-09-19T14:24:20.746028+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:03:11.926270+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":1342,"num_write":12,"num_write_kb":5438,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"66.9","version":"265'2","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:07.785410+0000","last_change":"2024-09-19T13:55:06.746140+0000","last_active":"2024-09-19T14:21:07.785410+0000","last_peered":"2024-09-19T14:21:07.785410+0000","last_clean":"2024-09-19T14:21:07.785410+0000","last_became_active":"2024-09-19T13:55:06.745539+0000","last_became_peered":"2024-09-19T13:55:06.745539+0000","last_unstale":"2024-09-19T14:21:07.785410+0000","last_undegraded":"2024-09-19T14:21:07.785410+0000","last_fullsized":"2024-09-19T14:21:07.785410+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:43:34.668422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.a","version":"268'25","reported_seq":111,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:29.787931+0000","last_change":"2024-09-19T13:53:12.460579+0000","last_active":"2024-09-19T14:21:29.787931+0000","last_peered":"2024-09-19T14:21:29.787931+0000","last_clean":"2024-09-19T14:21:29.787931+0000","last_became_active":"2024-09-19T13:53:12.459497+0000","last_became_peered":"2024-09-19T13:53:12.459497+0000","last_unstale":"2024-09-19T14:21:29.787931+0000","last_undegraded":"2024-09-19T14:21:29.787931+0000","last_fullsized":"2024-09-19T14:21:29.787931+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:42:28.898147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":185,"num_read_kb":123,"num_write":63,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.c","version":"268'1","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:59.754883+0000","last_change":"2024-09-19T14:06:26.886367+0000","last_active":"2024-09-19T14:19:59.754883+0000","last_peered":"2024-09-19T14:19:59.754883+0000","last_clean":"2024-09-19T14:19:59.754883+0000","last_became_active":"2024-09-19T14:06:26.885419+0000","last_became_peered":"2024-09-19T14:06:26.885419+0000","last_unstale":"2024-09-19T14:19:59.754883+0000","last_undegraded":"2024-09-19T14:19:59.754883+0000","last_fullsized":"2024-09-19T14:19:59.754883+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:28:07.986393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.b","version":"265'2","reported_seq":35,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:57.772179+0000","last_change":"2024-09-19T13:55:09.816303+0000","last_active":"2024-09-19T14:19:57.772179+0000","last_peered":"2024-09-19T14:19:57.772179+0000","last_clean":"2024-09-19T14:19:57.772179+0000","last_became_active":"2024-09-19T13:55:09.815512+0000","last_became_peered":"2024-09-19T13:55:09.815512+0000","last_unstale":"2024-09-19T14:19:57.772179+0000","last_undegraded":"2024-09-19T14:19:57.772179+0000","last_fullsized":"2024-09-19T14:19:57.772179+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:58:08.512879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.a","version":"268'2","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:22.822251+0000","last_change":"2024-09-19T13:55:06.743462+0000","last_active":"2024-09-19T14:23:22.822251+0000","last_peered":"2024-09-19T14:23:22.822251+0000","last_clean":"2024-09-19T14:23:22.822251+0000","last_became_active":"2024-09-19T13:55:06.742787+0000","last_became_peered":"2024-09-19T13:55:06.742787+0000","last_unstale":"2024-09-19T14:23:22.822251+0000","last_undegraded":"2024-09-19T14:23:22.822251+0000","last_fullsized":"2024-09-19T14:23:22.822251+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:55:08.992925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.9","version":"268'38","reported_seq":150,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:22.788959+0000","last_change":"2024-09-19T13:53:12.462068+0000","last_active":"2024-09-19T14:21:22.788959+0000","last_peered":"2024-09-19T14:21:22.788959+0000","last_clean":"2024-09-19T14:21:22.788959+0000","last_became_active":"2024-09-19T13:53:12.461291+0000","last_became_peered":"2024-09-19T13:53:12.461291+0000","last_unstale":"2024-09-19T14:21:22.788959+0000","last_undegraded":"2024-09-19T14:21:22.788959+0000","last_fullsized":"2024-09-19T14:21:22.788959+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:59:39.977598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":311,"num_read_kb":203,"num_write":97,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:57.776989+0000","last_change":"2024-09-19T14:06:26.882404+0000","last_active":"2024-09-19T14:19:57.776989+0000","last_peered":"2024-09-19T14:19:57.776989+0000","last_clean":"2024-09-19T14:19:57.776989+0000","last_became_active":"2024-09-19T14:06:26.881977+0000","last_became_peered":"2024-09-19T14:06:26.881977+0000","last_unstale":"2024-09-19T14:19:57.776989+0000","last_undegraded":"2024-09-19T14:19:57.776989+0000","last_fullsized":"2024-09-19T14:19:57.776989+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:06:57.343732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.a","version":"268'3","reported_seq":37,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:29.800146+0000","last_change":"2024-09-19T13:55:09.800441+0000","last_active":"2024-09-19T14:23:29.800146+0000","last_peered":"2024-09-19T14:23:29.800146+0000","last_clean":"2024-09-19T14:23:29.800146+0000","last_became_active":"2024-09-19T13:55:09.799665+0000","last_became_peered":"2024-09-19T13:55:09.799665+0000","last_unstale":"2024-09-19T14:23:29.800146+0000","last_undegraded":"2024-09-19T14:23:29.800146+0000","last_fullsized":"2024-09-19T14:23:29.800146+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:21:53.586107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.b","version":"268'6","reported_seq":50,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.613281+0000","last_change":"2024-09-19T13:55:06.739029+0000","last_active":"2024-09-19T14:23:58.613281+0000","last_peered":"2024-09-19T14:23:58.613281+0000","last_clean":"2024-09-19T14:23:58.613281+0000","last_became_active":"2024-09-19T13:55:06.737872+0000","last_became_peered":"2024-09-19T13:55:06.737872+0000","last_unstale":"2024-09-19T14:23:58.613281+0000","last_undegraded":"2024-09-19T14:23:58.613281+0000","last_fullsized":"2024-09-19T14:23:58.613281+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":4098,"num_write":6,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.8","version":"268'39","reported_seq":145,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:24.774629+0000","last_change":"2024-09-19T13:53:12.476149+0000","last_active":"2024-09-19T14:21:24.774629+0000","last_peered":"2024-09-19T14:21:24.774629+0000","last_clean":"2024-09-19T14:21:24.774629+0000","last_became_active":"2024-09-19T13:53:12.475372+0000","last_became_peered":"2024-09-19T13:53:12.475372+0000","last_unstale":"2024-09-19T14:21:24.774629+0000","last_undegraded":"2024-09-19T14:21:24.774629+0000","last_fullsized":"2024-09-19T14:21:24.774629+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:15:43.833114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":292,"num_read_kb":195,"num_write":104,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:04.769484+0000","last_change":"2024-09-19T14:06:26.880365+0000","last_active":"2024-09-19T14:21:04.769484+0000","last_peered":"2024-09-19T14:21:04.769484+0000","last_clean":"2024-09-19T14:21:04.769484+0000","last_became_active":"2024-09-19T14:06:26.879771+0000","last_became_peered":"2024-09-19T14:06:26.879771+0000","last_unstale":"2024-09-19T14:21:04.769484+0000","last_undegraded":"2024-09-19T14:21:04.769484+0000","last_fullsized":"2024-09-19T14:21:04.769484+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:59:29.560936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.5","version":"265'10","reported_seq":56,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:22.774429+0000","last_change":"2024-09-19T13:55:09.804600+0000","last_active":"2024-09-19T14:20:22.774429+0000","last_peered":"2024-09-19T14:20:22.774429+0000","last_clean":"2024-09-19T14:20:22.774429+0000","last_became_active":"2024-09-19T13:55:09.803908+0000","last_became_peered":"2024-09-19T13:55:09.803908+0000","last_unstale":"2024-09-19T14:20:22.774429+0000","last_undegraded":"2024-09-19T14:20:22.774429+0000","last_fullsized":"2024-09-19T14:20:22.774429+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:49:11.555856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":21,"num_read_kb":12292,"num_write":10,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.4","version":"265'6","reported_seq":53,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:14.830223+0000","last_change":"2024-09-19T13:55:06.736281+0000","last_active":"2024-09-19T14:22:14.830223+0000","last_peered":"2024-09-19T14:22:14.830223+0000","last_clean":"2024-09-19T14:22:14.830223+0000","last_became_active":"2024-09-19T13:55:06.735489+0000","last_became_peered":"2024-09-19T13:55:06.735489+0000","last_unstale":"2024-09-19T14:22:14.830223+0000","last_undegraded":"2024-09-19T14:22:14.830223+0000","last_fullsized":"2024-09-19T14:22:14.830223+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":5122,"num_write":6,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.7","version":"265'8","reported_seq":66,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:22.785260+0000","last_change":"2024-09-19T13:53:12.470358+0000","last_active":"2024-09-19T14:21:22.785260+0000","last_peered":"2024-09-19T14:21:22.785260+0000","last_clean":"2024-09-19T14:21:22.785260+0000","last_became_active":"2024-09-19T13:53:12.468649+0000","last_became_peered":"2024-09-19T13:53:12.468649+0000","last_unstale":"2024-09-19T14:21:22.785260+0000","last_undegraded":"2024-09-19T14:21:22.785260+0000","last_fullsized":"2024-09-19T14:21:22.785260+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:12:21.923097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":63,"num_read_kb":43,"num_write":20,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:04.769530+0000","last_change":"2024-09-19T14:06:26.875212+0000","last_active":"2024-09-19T14:21:04.769530+0000","last_peered":"2024-09-19T14:21:04.769530+0000","last_clean":"2024-09-19T14:21:04.769530+0000","last_became_active":"2024-09-19T14:06:26.874405+0000","last_became_peered":"2024-09-19T14:06:26.874405+0000","last_unstale":"2024-09-19T14:21:04.769530+0000","last_undegraded":"2024-09-19T14:21:04.769530+0000","last_fullsized":"2024-09-19T14:21:04.769530+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:41:13.448858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.4","version":"268'2","reported_seq":37,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.134483+0000","last_change":"2024-09-19T13:55:09.786109+0000","last_active":"2024-09-19T14:23:58.134483+0000","last_peered":"2024-09-19T14:23:58.134483+0000","last_clean":"2024-09-19T14:23:58.134483+0000","last_became_active":"2024-09-19T13:55:09.785402+0000","last_became_peered":"2024-09-19T13:55:09.785402+0000","last_unstale":"2024-09-19T14:23:58.134483+0000","last_undegraded":"2024-09-19T14:23:58.134483+0000","last_fullsized":"2024-09-19T14:23:58.134483+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1142,"num_write":2,"num_write_kb":571,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.5","version":"268'2","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:22.595798+0000","last_change":"2024-09-19T13:55:06.732734+0000","last_active":"2024-09-19T14:22:22.595798+0000","last_peered":"2024-09-19T14:22:22.595798+0000","last_clean":"2024-09-19T14:22:22.595798+0000","last_became_active":"2024-09-19T13:55:06.732266+0000","last_became_peered":"2024-09-19T13:55:06.732266+0000","last_unstale":"2024-09-19T14:22:22.595798+0000","last_undegraded":"2024-09-19T14:22:22.595798+0000","last_fullsized":"2024-09-19T14:22:22.595798+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:10:50.240081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":48,"num_write":2,"num_write_kb":48,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.6","version":"268'31","reported_seq":130,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:24.817135+0000","last_change":"2024-09-19T13:53:12.472407+0000","last_active":"2024-09-19T14:21:24.817135+0000","last_peered":"2024-09-19T14:21:24.817135+0000","last_clean":"2024-09-19T14:21:24.817135+0000","last_became_active":"2024-09-19T13:53:12.468297+0000","last_became_peered":"2024-09-19T13:53:12.468297+0000","last_unstale":"2024-09-19T14:21:24.817135+0000","last_undegraded":"2024-09-19T14:21:24.817135+0000","last_fullsized":"2024-09-19T14:21:24.817135+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:20:20.597620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":260,"num_read_kb":195,"num_write":72,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:32.776559+0000","last_change":"2024-09-19T14:06:26.880083+0000","last_active":"2024-09-19T14:20:32.776559+0000","last_peered":"2024-09-19T14:20:32.776559+0000","last_clean":"2024-09-19T14:20:32.776559+0000","last_became_active":"2024-09-19T14:06:26.879275+0000","last_became_peered":"2024-09-19T14:06:26.879275+0000","last_unstale":"2024-09-19T14:20:32.776559+0000","last_undegraded":"2024-09-19T14:20:32.776559+0000","last_fullsized":"2024-09-19T14:20:32.776559+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:57:32.352342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.7","version":"0'0","reported_seq":32,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:09.770701+0000","last_change":"2024-09-19T13:55:09.799801+0000","last_active":"2024-09-19T14:21:09.770701+0000","last_peered":"2024-09-19T14:21:09.770701+0000","last_clean":"2024-09-19T14:21:09.770701+0000","last_became_active":"2024-09-19T13:55:09.799016+0000","last_became_peered":"2024-09-19T13:55:09.799016+0000","last_unstale":"2024-09-19T14:21:09.770701+0000","last_undegraded":"2024-09-19T14:21:09.770701+0000","last_fullsized":"2024-09-19T14:21:09.770701+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:59:03.498429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.6","version":"268'5","reported_seq":52,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:22.686989+0000","last_change":"2024-09-19T14:24:22.686989+0000","last_active":"2024-09-19T14:24:22.686989+0000","last_peered":"2024-09-19T14:24:22.686989+0000","last_clean":"2024-09-19T14:24:22.686989+0000","last_became_active":"2024-09-19T13:55:06.729865+0000","last_became_peered":"2024-09-19T13:55:06.729865+0000","last_unstale":"2024-09-19T14:24:22.686989+0000","last_undegraded":"2024-09-19T14:24:22.686989+0000","last_fullsized":"2024-09-19T14:24:22.686989+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'5","last_scrub_stamp":"2024-09-19T14:24:22.686803+0000","last_deep_scrub":"268'5","last_deep_scrub_stamp":"2024-09-19T14:24:22.686803+0000","last_clean_scrub_stamp":"2024-09-19T14:24:22.686803+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:30:19.758701+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.5","version":"268'40","reported_seq":159,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:24.772238+0000","last_change":"2024-09-19T13:53:12.468961+0000","last_active":"2024-09-19T14:20:24.772238+0000","last_peered":"2024-09-19T14:20:24.772238+0000","last_clean":"2024-09-19T14:20:24.772238+0000","last_became_active":"2024-09-19T13:53:12.468116+0000","last_became_peered":"2024-09-19T13:53:12.468116+0000","last_unstale":"2024-09-19T14:20:24.772238+0000","last_undegraded":"2024-09-19T14:20:24.772238+0000","last_fullsized":"2024-09-19T14:20:24.772238+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:59:37.907744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":330,"num_read_kb":193,"num_write":102,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:04.811461+0000","last_change":"2024-09-19T14:06:26.857354+0000","last_active":"2024-09-19T14:21:04.811461+0000","last_peered":"2024-09-19T14:21:04.811461+0000","last_clean":"2024-09-19T14:21:04.811461+0000","last_became_active":"2024-09-19T14:06:26.856594+0000","last_became_peered":"2024-09-19T14:06:26.856594+0000","last_unstale":"2024-09-19T14:21:04.811461+0000","last_undegraded":"2024-09-19T14:21:04.811461+0000","last_fullsized":"2024-09-19T14:21:04.811461+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:07:21.078033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.6","version":"268'5","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:19.609235+0000","last_change":"2024-09-19T13:55:09.810984+0000","last_active":"2024-09-19T14:23:19.609235+0000","last_peered":"2024-09-19T14:23:19.609235+0000","last_clean":"2024-09-19T14:23:19.609235+0000","last_became_active":"2024-09-19T13:55:09.810178+0000","last_became_peered":"2024-09-19T13:55:09.810178+0000","last_unstale":"2024-09-19T14:23:19.609235+0000","last_undegraded":"2024-09-19T14:23:19.609235+0000","last_fullsized":"2024-09-19T14:23:19.609235+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:07:23.149525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":2577,"num_write":10,"num_write_kb":1553,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.7","version":"265'3","reported_seq":43,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:09.813111+0000","last_change":"2024-09-19T13:55:06.719674+0000","last_active":"2024-09-19T14:21:09.813111+0000","last_peered":"2024-09-19T14:21:09.813111+0000","last_clean":"2024-09-19T14:21:09.813111+0000","last_became_active":"2024-09-19T13:55:06.718846+0000","last_became_peered":"2024-09-19T13:55:06.718846+0000","last_unstale":"2024-09-19T14:21:09.813111+0000","last_undegraded":"2024-09-19T14:21:09.813111+0000","last_fullsized":"2024-09-19T14:21:09.813111+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:32:47.320312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.4","version":"268'133","reported_seq":438,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:40.947922+0000","last_change":"2024-09-19T13:53:12.465869+0000","last_active":"2024-09-19T14:20:40.947922+0000","last_peered":"2024-09-19T14:20:40.947922+0000","last_clean":"2024-09-19T14:20:40.947922+0000","last_became_active":"2024-09-19T13:53:12.465155+0000","last_became_peered":"2024-09-19T13:53:12.465155+0000","last_unstale":"2024-09-19T14:20:40.947922+0000","last_undegraded":"2024-09-19T14:20:40.947922+0000","last_fullsized":"2024-09-19T14:20:40.947922+0000","mapping_epoch":257,"log_start":"265'100","ondisk_log_start":"265'100","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:20:39.660153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1234,"num_read_kb":1138,"num_write":276,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.6","version":"267'1","reported_seq":22,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:37.798598+0000","last_change":"2024-09-19T14:06:26.868548+0000","last_active":"2024-09-19T14:21:37.798598+0000","last_peered":"2024-09-19T14:21:37.798598+0000","last_clean":"2024-09-19T14:21:37.798598+0000","last_became_active":"2024-09-19T14:06:26.867699+0000","last_became_peered":"2024-09-19T14:06:26.867699+0000","last_unstale":"2024-09-19T14:21:37.798598+0000","last_undegraded":"2024-09-19T14:21:37.798598+0000","last_fullsized":"2024-09-19T14:21:37.798598+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:00:32.441920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1","version":"268'5","reported_seq":40,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:57.972967+0000","last_change":"2024-09-19T13:55:09.796824+0000","last_active":"2024-09-19T14:23:57.972967+0000","last_peered":"2024-09-19T14:23:57.972967+0000","last_clean":"2024-09-19T14:23:57.972967+0000","last_became_active":"2024-09-19T13:55:09.795960+0000","last_became_peered":"2024-09-19T13:55:09.795960+0000","last_unstale":"2024-09-19T14:23:57.972967+0000","last_undegraded":"2024-09-19T14:23:57.972967+0000","last_fullsized":"2024-09-19T14:23:57.972967+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":4096,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.0","version":"268'2","reported_seq":50,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:17.703298+0000","last_change":"2024-09-19T14:24:17.703298+0000","last_active":"2024-09-19T14:24:17.703298+0000","last_peered":"2024-09-19T14:24:17.703298+0000","last_clean":"2024-09-19T14:24:17.703298+0000","last_became_active":"2024-09-19T13:55:06.715888+0000","last_became_peered":"2024-09-19T13:55:06.715888+0000","last_unstale":"2024-09-19T14:24:17.703298+0000","last_undegraded":"2024-09-19T14:24:17.703298+0000","last_fullsized":"2024-09-19T14:24:17.703298+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:17.703122+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:17.703122+0000","last_clean_scrub_stamp":"2024-09-19T14:24:17.703122+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:45:51.878334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":571,"num_write":2,"num_write_kb":571,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.3","version":"268'17","reported_seq":96,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:23.650593+0000","last_change":"2024-09-19T14:24:23.650593+0000","last_active":"2024-09-19T14:24:23.650593+0000","last_peered":"2024-09-19T14:24:23.650593+0000","last_clean":"2024-09-19T14:24:23.650593+0000","last_became_active":"2024-09-19T13:53:12.456607+0000","last_became_peered":"2024-09-19T13:53:12.456607+0000","last_unstale":"2024-09-19T14:24:23.650593+0000","last_undegraded":"2024-09-19T14:24:23.650593+0000","last_fullsized":"2024-09-19T14:24:23.650593+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'17","last_scrub_stamp":"2024-09-19T14:24:23.650403+0000","last_deep_scrub":"268'17","last_deep_scrub_stamp":"2024-09-19T14:24:23.650403+0000","last_clean_scrub_stamp":"2024-09-19T14:24:23.650403+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:54:32.884926+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":123,"num_read_kb":81,"num_write":46,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:37.788526+0000","last_change":"2024-09-19T14:06:26.879408+0000","last_active":"2024-09-19T14:21:37.788526+0000","last_peered":"2024-09-19T14:21:37.788526+0000","last_clean":"2024-09-19T14:21:37.788526+0000","last_became_active":"2024-09-19T14:06:26.878528+0000","last_became_peered":"2024-09-19T14:06:26.878528+0000","last_unstale":"2024-09-19T14:21:37.788526+0000","last_undegraded":"2024-09-19T14:21:37.788526+0000","last_fullsized":"2024-09-19T14:21:37.788526+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:04:57.129270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.0","version":"268'13","reported_seq":59,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.275264+0000","last_change":"2024-09-19T13:55:09.803910+0000","last_active":"2024-09-19T14:23:58.275264+0000","last_peered":"2024-09-19T14:23:58.275264+0000","last_clean":"2024-09-19T14:23:58.275264+0000","last_became_active":"2024-09-19T13:55:09.803190+0000","last_became_peered":"2024-09-19T13:55:09.803190+0000","last_unstale":"2024-09-19T14:23:58.275264+0000","last_undegraded":"2024-09-19T14:23:58.275264+0000","last_fullsized":"2024-09-19T14:23:58.275264+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:02:37.537409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":20,"num_read_kb":22530,"num_write":18,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1","version":"0'0","reported_seq":39,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:14.830073+0000","last_change":"2024-09-19T13:55:06.745461+0000","last_active":"2024-09-19T14:22:14.830073+0000","last_peered":"2024-09-19T14:22:14.830073+0000","last_clean":"2024-09-19T14:22:14.830073+0000","last_became_active":"2024-09-19T13:55:06.744676+0000","last_became_peered":"2024-09-19T13:55:06.744676+0000","last_unstale":"2024-09-19T14:22:14.830073+0000","last_undegraded":"2024-09-19T14:22:14.830073+0000","last_fullsized":"2024-09-19T14:22:14.830073+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.2","version":"268'55","reported_seq":202,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:19.800078+0000","last_change":"2024-09-19T13:53:12.475747+0000","last_active":"2024-09-19T14:20:19.800078+0000","last_peered":"2024-09-19T14:20:19.800078+0000","last_clean":"2024-09-19T14:20:19.800078+0000","last_became_active":"2024-09-19T13:53:12.474878+0000","last_became_peered":"2024-09-19T13:53:12.474878+0000","last_unstale":"2024-09-19T14:20:19.800078+0000","last_undegraded":"2024-09-19T14:20:19.800078+0000","last_fullsized":"2024-09-19T14:20:19.800078+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":0,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:05:33.384528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":475,"num_read_kb":305,"num_write":132,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:02.784275+0000","last_change":"2024-09-19T14:06:26.870785+0000","last_active":"2024-09-19T14:21:02.784275+0000","last_peered":"2024-09-19T14:21:02.784275+0000","last_clean":"2024-09-19T14:21:02.784275+0000","last_became_active":"2024-09-19T14:06:26.870028+0000","last_became_peered":"2024-09-19T14:06:26.870028+0000","last_unstale":"2024-09-19T14:21:02.784275+0000","last_undegraded":"2024-09-19T14:21:02.784275+0000","last_fullsized":"2024-09-19T14:21:02.784275+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:48:32.566897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.3","version":"0'0","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:24.681051+0000","last_change":"2024-09-19T14:24:24.681051+0000","last_active":"2024-09-19T14:24:24.681051+0000","last_peered":"2024-09-19T14:24:24.681051+0000","last_clean":"2024-09-19T14:24:24.681051+0000","last_became_active":"2024-09-19T13:55:09.795576+0000","last_became_peered":"2024-09-19T13:55:09.795576+0000","last_unstale":"2024-09-19T14:24:24.681051+0000","last_undegraded":"2024-09-19T14:24:24.681051+0000","last_fullsized":"2024-09-19T14:24:24.681051+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:24.680870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:24.680870+0000","last_clean_scrub_stamp":"2024-09-19T14:24:24.680870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:32:49.477955+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"66.2","version":"268'8","reported_seq":56,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.766049+0000","last_change":"2024-09-19T13:55:06.731372+0000","last_active":"2024-09-19T14:23:59.766049+0000","last_peered":"2024-09-19T14:23:59.766049+0000","last_clean":"2024-09-19T14:23:59.766049+0000","last_became_active":"2024-09-19T13:55:06.731004+0000","last_became_peered":"2024-09-19T13:55:06.731004+0000","last_unstale":"2024-09-19T14:23:59.766049+0000","last_undegraded":"2024-09-19T14:23:59.766049+0000","last_fullsized":"2024-09-19T14:23:59.766049+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":14,"num_read_kb":12290,"num_write":8,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.1","version":"268'41","reported_seq":156,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:46.397855+0000","last_change":"2024-09-19T13:53:12.471488+0000","last_active":"2024-09-19T14:20:46.397855+0000","last_peered":"2024-09-19T14:20:46.397855+0000","last_clean":"2024-09-19T14:20:46.397855+0000","last_became_active":"2024-09-19T13:53:12.470782+0000","last_became_peered":"2024-09-19T13:53:12.470782+0000","last_unstale":"2024-09-19T14:20:46.397855+0000","last_undegraded":"2024-09-19T14:20:46.397855+0000","last_fullsized":"2024-09-19T14:20:46.397855+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:56:56.976239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":333,"num_read_kb":216,"num_write":101,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:09.813016+0000","last_change":"2024-09-19T14:06:26.873449+0000","last_active":"2024-09-19T14:21:09.813016+0000","last_peered":"2024-09-19T14:21:09.813016+0000","last_clean":"2024-09-19T14:21:09.813016+0000","last_became_active":"2024-09-19T14:06:26.872809+0000","last_became_peered":"2024-09-19T14:06:26.872809+0000","last_unstale":"2024-09-19T14:21:09.813016+0000","last_undegraded":"2024-09-19T14:21:09.813016+0000","last_fullsized":"2024-09-19T14:21:09.813016+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:13:24.156423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.2","version":"268'8","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.612973+0000","last_change":"2024-09-19T13:55:09.792510+0000","last_active":"2024-09-19T14:23:58.612973+0000","last_peered":"2024-09-19T14:23:58.612973+0000","last_clean":"2024-09-19T14:23:58.612973+0000","last_became_active":"2024-09-19T13:55:09.791757+0000","last_became_peered":"2024-09-19T13:55:09.791757+0000","last_unstale":"2024-09-19T14:23:58.612973+0000","last_undegraded":"2024-09-19T14:23:58.612973+0000","last_fullsized":"2024-09-19T14:23:58.612973+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":11312,"num_write":8,"num_write_kb":11312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"66.3","version":"0'0","reported_seq":39,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:14.801217+0000","last_change":"2024-09-19T13:55:06.730930+0000","last_active":"2024-09-19T14:22:14.801217+0000","last_peered":"2024-09-19T14:22:14.801217+0000","last_clean":"2024-09-19T14:22:14.801217+0000","last_became_active":"2024-09-19T13:55:06.730174+0000","last_became_peered":"2024-09-19T13:55:06.730174+0000","last_unstale":"2024-09-19T14:22:14.801217+0000","last_undegraded":"2024-09-19T14:22:14.801217+0000","last_fullsized":"2024-09-19T14:22:14.801217+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.0","version":"268'42","reported_seq":166,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:18.742540+0000","last_change":"2024-09-19T14:24:18.742540+0000","last_active":"2024-09-19T14:24:18.742540+0000","last_peered":"2024-09-19T14:24:18.742540+0000","last_clean":"2024-09-19T14:24:18.742540+0000","last_became_active":"2024-09-19T13:53:12.473659+0000","last_became_peered":"2024-09-19T13:53:12.473659+0000","last_unstale":"2024-09-19T14:24:18.742540+0000","last_undegraded":"2024-09-19T14:24:18.742540+0000","last_fullsized":"2024-09-19T14:24:18.742540+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'42","last_scrub_stamp":"2024-09-19T14:24:18.742313+0000","last_deep_scrub":"268'42","last_deep_scrub_stamp":"2024-09-19T14:24:18.742313+0000","last_clean_scrub_stamp":"2024-09-19T14:24:18.742313+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:38:31.784106+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":339,"num_read_kb":229,"num_write":102,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3f","version":"268'341","reported_seq":1014,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:14.531720+0000","last_change":"2024-09-19T14:24:14.531720+0000","last_active":"2024-09-19T14:24:14.531720+0000","last_peered":"2024-09-19T14:24:14.531720+0000","last_clean":"2024-09-19T14:24:14.531720+0000","last_became_active":"2024-09-19T13:37:42.998595+0000","last_became_peered":"2024-09-19T13:37:42.998595+0000","last_unstale":"2024-09-19T14:24:14.531720+0000","last_undegraded":"2024-09-19T14:24:14.531720+0000","last_fullsized":"2024-09-19T14:24:14.531720+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'341","last_scrub_stamp":"2024-09-19T14:24:14.531494+0000","last_deep_scrub":"268'341","last_deep_scrub_stamp":"2024-09-19T14:24:14.531494+0000","last_clean_scrub_stamp":"2024-09-19T14:24:14.531494+0000","objects_scrubbed":5,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:47:31.993215+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":30,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":715,"num_read_kb":1612,"num_write":1160,"num_write_kb":26082,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.38","version":"268'191","reported_seq":819,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:19.162481+0000","last_change":"2024-09-19T14:24:19.162481+0000","last_active":"2024-09-19T14:24:19.162481+0000","last_peered":"2024-09-19T14:24:19.162481+0000","last_clean":"2024-09-19T14:24:19.162481+0000","last_became_active":"2024-09-19T13:37:44.988042+0000","last_became_peered":"2024-09-19T13:37:44.988042+0000","last_unstale":"2024-09-19T14:24:19.162481+0000","last_undegraded":"2024-09-19T14:24:19.162481+0000","last_fullsized":"2024-09-19T14:24:19.162481+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'191","last_scrub_stamp":"2024-09-19T14:24:19.162290+0000","last_deep_scrub":"268'191","last_deep_scrub_stamp":"2024-09-19T14:24:19.162290+0000","last_clean_scrub_stamp":"2024-09-19T14:24:19.162290+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:39:09.133283+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":868,"num_read_kb":716,"num_write":299,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3e","version":"268'368","reported_seq":1042,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:18.889550+0000","last_change":"2024-09-19T14:24:18.889550+0000","last_active":"2024-09-19T14:24:18.889550+0000","last_peered":"2024-09-19T14:24:18.889550+0000","last_clean":"2024-09-19T14:24:18.889550+0000","last_became_active":"2024-09-19T13:37:43.013931+0000","last_became_peered":"2024-09-19T13:37:43.013931+0000","last_unstale":"2024-09-19T14:24:18.889550+0000","last_undegraded":"2024-09-19T14:24:18.889550+0000","last_fullsized":"2024-09-19T14:24:18.889550+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'368","last_scrub_stamp":"2024-09-19T14:24:18.889304+0000","last_deep_scrub":"268'368","last_deep_scrub_stamp":"2024-09-19T14:24:18.889304+0000","last_clean_scrub_stamp":"2024-09-19T14:24:18.889304+0000","objects_scrubbed":4,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:50:08.710962+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136886,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":671,"num_read_kb":50035,"num_write":1240,"num_write_kb":34859,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.39","version":"268'298","reported_seq":988,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:04.870781+0000","last_change":"2024-09-19T13:37:44.981870+0000","last_active":"2024-09-19T14:22:04.870781+0000","last_peered":"2024-09-19T14:22:04.870781+0000","last_clean":"2024-09-19T14:22:04.870781+0000","last_became_active":"2024-09-19T13:37:44.980771+0000","last_became_peered":"2024-09-19T13:37:44.980771+0000","last_unstale":"2024-09-19T14:22:04.870781+0000","last_undegraded":"2024-09-19T14:22:04.870781+0000","last_fullsized":"2024-09-19T14:22:04.870781+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":200,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:07:17.873414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1416,"num_read_kb":1186,"num_write":494,"num_write_kb":282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3d","version":"268'357","reported_seq":1053,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:17.907433+0000","last_change":"2024-09-19T14:24:17.907433+0000","last_active":"2024-09-19T14:24:17.907433+0000","last_peered":"2024-09-19T14:24:17.907433+0000","last_clean":"2024-09-19T14:24:17.907433+0000","last_became_active":"2024-09-19T13:37:43.011731+0000","last_became_peered":"2024-09-19T13:37:43.011731+0000","last_unstale":"2024-09-19T14:24:17.907433+0000","last_undegraded":"2024-09-19T14:24:17.907433+0000","last_fullsized":"2024-09-19T14:24:17.907433+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'357","last_scrub_stamp":"2024-09-19T14:24:17.907227+0000","last_deep_scrub":"268'357","last_deep_scrub_stamp":"2024-09-19T14:24:17.907227+0000","last_clean_scrub_stamp":"2024-09-19T14:24:17.907227+0000","objects_scrubbed":1,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:37:50.906256+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":702,"num_read_kb":22108,"num_write":1061,"num_write_kb":42300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3a","version":"268'298","reported_seq":868,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:43.584242+0000","last_change":"2024-09-19T13:37:44.983972+0000","last_active":"2024-09-19T14:20:43.584242+0000","last_peered":"2024-09-19T14:20:43.584242+0000","last_clean":"2024-09-19T14:20:43.584242+0000","last_became_active":"2024-09-19T13:37:44.983545+0000","last_became_peered":"2024-09-19T13:37:44.983545+0000","last_unstale":"2024-09-19T14:20:43.584242+0000","last_undegraded":"2024-09-19T14:20:43.584242+0000","last_fullsized":"2024-09-19T14:20:43.584242+0000","mapping_epoch":27,"log_start":"265'200","ondisk_log_start":"265'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":200,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:24:51.741113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1280,"num_read_kb":1008,"num_write":491,"num_write_kb":256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3c","version":"268'291","reported_seq":914,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.980747+0000","last_change":"2024-09-19T13:37:42.977429+0000","last_active":"2024-09-19T14:23:59.980747+0000","last_peered":"2024-09-19T14:23:59.980747+0000","last_clean":"2024-09-19T14:23:59.980747+0000","last_became_active":"2024-09-19T13:37:42.976428+0000","last_became_peered":"2024-09-19T13:37:42.976428+0000","last_unstale":"2024-09-19T14:23:59.980747+0000","last_undegraded":"2024-09-19T14:23:59.980747+0000","last_fullsized":"2024-09-19T14:23:59.980747+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":200,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:57:11.343617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136845,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":523,"num_read_kb":1576,"num_write":953,"num_write_kb":18809,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3b","version":"268'150","reported_seq":783,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:21.308464+0000","last_change":"2024-09-19T14:24:21.308464+0000","last_active":"2024-09-19T14:24:21.308464+0000","last_peered":"2024-09-19T14:24:21.308464+0000","last_clean":"2024-09-19T14:24:21.308464+0000","last_became_active":"2024-09-19T13:37:44.986925+0000","last_became_peered":"2024-09-19T13:37:44.986925+0000","last_unstale":"2024-09-19T14:24:21.308464+0000","last_undegraded":"2024-09-19T14:24:21.308464+0000","last_fullsized":"2024-09-19T14:24:21.308464+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'150","last_scrub_stamp":"2024-09-19T14:24:21.308284+0000","last_deep_scrub":"268'150","last_deep_scrub_stamp":"2024-09-19T14:24:21.308284+0000","last_clean_scrub_stamp":"2024-09-19T14:24:21.308284+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:44:53.708896+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":694,"num_read_kb":586,"num_write":224,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"268'359","reported_seq":1017,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:13.553428+0000","last_change":"2024-09-19T14:24:13.553428+0000","last_active":"2024-09-19T14:24:13.553428+0000","last_peered":"2024-09-19T14:24:13.553428+0000","last_clean":"2024-09-19T14:24:13.553428+0000","last_became_active":"2024-09-19T13:37:43.010712+0000","last_became_peered":"2024-09-19T13:37:43.010712+0000","last_unstale":"2024-09-19T14:24:13.553428+0000","last_undegraded":"2024-09-19T14:24:13.553428+0000","last_fullsized":"2024-09-19T14:24:13.553428+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'359","last_scrub_stamp":"2024-09-19T14:24:13.553215+0000","last_deep_scrub":"268'359","last_deep_scrub_stamp":"2024-09-19T14:24:13.553215+0000","last_clean_scrub_stamp":"2024-09-19T14:24:13.553215+0000","objects_scrubbed":5,"log_size":59,"log_dups_size":300,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:31:15.444102+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136871,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":627,"num_read_kb":20416,"num_write":1219,"num_write_kb":38048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3c","version":"268'131","reported_seq":735,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:16.565923+0000","last_change":"2024-09-19T14:24:16.565923+0000","last_active":"2024-09-19T14:24:16.565923+0000","last_peered":"2024-09-19T14:24:16.565923+0000","last_clean":"2024-09-19T14:24:16.565923+0000","last_became_active":"2024-09-19T13:37:44.979639+0000","last_became_peered":"2024-09-19T13:37:44.979639+0000","last_unstale":"2024-09-19T14:24:16.565923+0000","last_undegraded":"2024-09-19T14:24:16.565923+0000","last_fullsized":"2024-09-19T14:24:16.565923+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'131","last_scrub_stamp":"2024-09-19T14:24:16.565742+0000","last_deep_scrub":"268'131","last_deep_scrub_stamp":"2024-09-19T14:24:16.565742+0000","last_clean_scrub_stamp":"2024-09-19T14:24:16.565742+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:51:41.980284+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":562,"num_read_kb":468,"num_write":220,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"268'351","reported_seq":982,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.122193+0000","last_change":"2024-09-19T13:37:42.971408+0000","last_active":"2024-09-19T14:24:00.122193+0000","last_peered":"2024-09-19T14:24:00.122193+0000","last_clean":"2024-09-19T14:24:00.122193+0000","last_became_active":"2024-09-19T13:37:42.970817+0000","last_became_peered":"2024-09-19T13:37:42.970817+0000","last_unstale":"2024-09-19T14:24:00.122193+0000","last_undegraded":"2024-09-19T14:24:00.122193+0000","last_fullsized":"2024-09-19T14:24:00.122193+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:22:49.873025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136829,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":616,"num_read_kb":18071,"num_write":1053,"num_write_kb":31772,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3d","version":"268'139","reported_seq":755,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:17.611686+0000","last_change":"2024-09-19T14:24:17.611686+0000","last_active":"2024-09-19T14:24:17.611686+0000","last_peered":"2024-09-19T14:24:17.611686+0000","last_clean":"2024-09-19T14:24:17.611686+0000","last_became_active":"2024-09-19T13:37:45.001685+0000","last_became_peered":"2024-09-19T13:37:45.001685+0000","last_unstale":"2024-09-19T14:24:17.611686+0000","last_undegraded":"2024-09-19T14:24:17.611686+0000","last_fullsized":"2024-09-19T14:24:17.611686+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'139","last_scrub_stamp":"2024-09-19T14:24:17.611499+0000","last_deep_scrub":"268'139","last_deep_scrub_stamp":"2024-09-19T14:24:17.611499+0000","last_clean_scrub_stamp":"2024-09-19T14:24:17.611499+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:59:20.987171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":600,"num_read_kb":500,"num_write":209,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.39","version":"268'372","reported_seq":1029,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:12.581736+0000","last_change":"2024-09-19T14:24:12.581736+0000","last_active":"2024-09-19T14:24:12.581736+0000","last_peered":"2024-09-19T14:24:12.581736+0000","last_clean":"2024-09-19T14:24:12.581736+0000","last_became_active":"2024-09-19T13:37:42.974777+0000","last_became_peered":"2024-09-19T13:37:42.974777+0000","last_unstale":"2024-09-19T14:24:12.581736+0000","last_undegraded":"2024-09-19T14:24:12.581736+0000","last_fullsized":"2024-09-19T14:24:12.581736+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'372","last_scrub_stamp":"2024-09-19T14:24:12.581506+0000","last_deep_scrub":"268'372","last_deep_scrub_stamp":"2024-09-19T14:24:12.581506+0000","last_clean_scrub_stamp":"2024-09-19T14:24:12.581506+0000","objects_scrubbed":5,"log_size":72,"log_dups_size":300,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T02:19:07.577125+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136853,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":759,"num_read_kb":26245,"num_write":1153,"num_write_kb":27029,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3e","version":"268'219","reported_seq":856,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:10.597930+0000","last_change":"2024-09-19T14:24:10.597930+0000","last_active":"2024-09-19T14:24:10.597930+0000","last_peered":"2024-09-19T14:24:10.597930+0000","last_clean":"2024-09-19T14:24:10.597930+0000","last_became_active":"2024-09-19T13:37:44.992496+0000","last_became_peered":"2024-09-19T13:37:44.992496+0000","last_unstale":"2024-09-19T14:24:10.597930+0000","last_undegraded":"2024-09-19T14:24:10.597930+0000","last_fullsized":"2024-09-19T14:24:10.597930+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'219","last_scrub_stamp":"2024-09-19T14:24:10.597751+0000","last_deep_scrub":"268'219","last_deep_scrub_stamp":"2024-09-19T14:24:10.597751+0000","last_clean_scrub_stamp":"2024-09-19T14:24:10.597751+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":200,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:18:42.654094+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":988,"num_read_kb":817,"num_write":337,"num_write_kb":165,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.38","version":"268'363","reported_seq":1052,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:16.898352+0000","last_change":"2024-09-19T14:24:16.898352+0000","last_active":"2024-09-19T14:24:16.898352+0000","last_peered":"2024-09-19T14:24:16.898352+0000","last_clean":"2024-09-19T14:24:16.898352+0000","last_became_active":"2024-09-19T13:37:43.019449+0000","last_became_peered":"2024-09-19T13:37:43.019449+0000","last_unstale":"2024-09-19T14:24:16.898352+0000","last_undegraded":"2024-09-19T14:24:16.898352+0000","last_fullsized":"2024-09-19T14:24:16.898352+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'363","last_scrub_stamp":"2024-09-19T14:24:16.898070+0000","last_deep_scrub":"268'363","last_deep_scrub_stamp":"2024-09-19T14:24:16.898070+0000","last_clean_scrub_stamp":"2024-09-19T14:24:16.898070+0000","objects_scrubbed":4,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:48:00.941319+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":694,"num_read_kb":51884,"num_write":1126,"num_write_kb":13886,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3f","version":"268'145","reported_seq":766,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:57.838096+0000","last_change":"2024-09-19T13:37:45.015980+0000","last_active":"2024-09-19T14:22:57.838096+0000","last_peered":"2024-09-19T14:22:57.838096+0000","last_clean":"2024-09-19T14:22:57.838096+0000","last_became_active":"2024-09-19T13:37:45.015347+0000","last_became_peered":"2024-09-19T13:37:45.015347+0000","last_unstale":"2024-09-19T14:22:57.838096+0000","last_undegraded":"2024-09-19T14:22:57.838096+0000","last_fullsized":"2024-09-19T14:22:57.838096+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:29:08.602780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":660,"num_read_kb":557,"num_write":213,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.30","version":"268'131","reported_seq":726,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:04.827631+0000","last_change":"2024-09-19T13:37:44.969206+0000","last_active":"2024-09-19T14:22:04.827631+0000","last_peered":"2024-09-19T14:22:04.827631+0000","last_clean":"2024-09-19T14:22:04.827631+0000","last_became_active":"2024-09-19T13:37:44.968741+0000","last_became_peered":"2024-09-19T13:37:44.968741+0000","last_unstale":"2024-09-19T14:22:04.827631+0000","last_undegraded":"2024-09-19T14:22:04.827631+0000","last_fullsized":"2024-09-19T14:22:04.827631+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":563,"num_read_kb":467,"num_write":183,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"268'314","reported_seq":937,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:09.217199+0000","last_change":"2024-09-19T14:24:09.217199+0000","last_active":"2024-09-19T14:24:09.217199+0000","last_peered":"2024-09-19T14:24:09.217199+0000","last_clean":"2024-09-19T14:24:09.217199+0000","last_became_active":"2024-09-19T13:37:43.018350+0000","last_became_peered":"2024-09-19T13:37:43.018350+0000","last_unstale":"2024-09-19T14:24:09.217199+0000","last_undegraded":"2024-09-19T14:24:09.217199+0000","last_fullsized":"2024-09-19T14:24:09.217199+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'314","last_scrub_stamp":"2024-09-19T14:24:09.216877+0000","last_deep_scrub":"268'314","last_deep_scrub_stamp":"2024-09-19T14:24:09.216877+0000","last_clean_scrub_stamp":"2024-09-19T14:24:09.216877+0000","objects_scrubbed":6,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:35:34.627388+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136860,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":510,"num_read_kb":13015,"num_write":1062,"num_write_kb":33999,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,5],"acting":[1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.31","version":"268'78","reported_seq":658,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:18.590110+0000","last_change":"2024-09-19T14:24:18.589946+0000","last_active":"2024-09-19T14:24:18.590110+0000","last_peered":"2024-09-19T14:24:18.590110+0000","last_clean":"2024-09-19T14:24:18.590110+0000","last_became_active":"2024-09-19T13:37:44.985953+0000","last_became_peered":"2024-09-19T13:37:44.985953+0000","last_unstale":"2024-09-19T14:24:18.590110+0000","last_undegraded":"2024-09-19T14:24:18.590110+0000","last_fullsized":"2024-09-19T14:24:18.590110+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'78","last_scrub_stamp":"2024-09-19T14:24:18.589725+0000","last_deep_scrub":"268'78","last_deep_scrub_stamp":"2024-09-19T14:24:18.589725+0000","last_clean_scrub_stamp":"2024-09-19T14:24:18.589725+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":0,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:19:32.062039+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":349,"num_read_kb":293,"num_write":113,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.36","version":"268'288","reported_seq":969,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:10.549891+0000","last_change":"2024-09-19T14:24:10.549891+0000","last_active":"2024-09-19T14:24:10.549891+0000","last_peered":"2024-09-19T14:24:10.549891+0000","last_clean":"2024-09-19T14:24:10.549891+0000","last_became_active":"2024-09-19T13:37:42.988095+0000","last_became_peered":"2024-09-19T13:37:42.988095+0000","last_unstale":"2024-09-19T14:24:10.549891+0000","last_undegraded":"2024-09-19T14:24:10.549891+0000","last_fullsized":"2024-09-19T14:24:10.549891+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'288","last_scrub_stamp":"2024-09-19T14:24:10.549671+0000","last_deep_scrub":"268'288","last_deep_scrub_stamp":"2024-09-19T14:24:10.549671+0000","last_clean_scrub_stamp":"2024-09-19T14:24:10.549671+0000","objects_scrubbed":4,"log_size":88,"log_dups_size":200,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:29:17.764899+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":32,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":578,"num_read_kb":77681,"num_write":961,"num_write_kb":36411,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.32","version":"268'312","reported_seq":978,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:18.148450+0000","last_change":"2024-09-19T14:24:18.148450+0000","last_active":"2024-09-19T14:24:18.148450+0000","last_peered":"2024-09-19T14:24:18.148450+0000","last_clean":"2024-09-19T14:24:18.148450+0000","last_became_active":"2024-09-19T13:37:45.005210+0000","last_became_peered":"2024-09-19T13:37:45.005210+0000","last_unstale":"2024-09-19T14:24:18.148450+0000","last_undegraded":"2024-09-19T14:24:18.148450+0000","last_fullsized":"2024-09-19T14:24:18.148450+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'312","last_scrub_stamp":"2024-09-19T14:24:18.148265+0000","last_deep_scrub":"268'312","last_deep_scrub_stamp":"2024-09-19T14:24:18.148265+0000","last_clean_scrub_stamp":"2024-09-19T14:24:18.148265+0000","objects_scrubbed":1,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:47:05.271405+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1345,"num_read_kb":1103,"num_write":484,"num_write_kb":244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.35","version":"268'331","reported_seq":957,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:09.512203+0000","last_change":"2024-09-19T14:24:09.512203+0000","last_active":"2024-09-19T14:24:09.512203+0000","last_peered":"2024-09-19T14:24:09.512203+0000","last_clean":"2024-09-19T14:24:09.512203+0000","last_became_active":"2024-09-19T13:37:42.998603+0000","last_became_peered":"2024-09-19T13:37:42.998603+0000","last_unstale":"2024-09-19T14:24:09.512203+0000","last_undegraded":"2024-09-19T14:24:09.512203+0000","last_fullsized":"2024-09-19T14:24:09.512203+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'331","last_scrub_stamp":"2024-09-19T14:24:09.512001+0000","last_deep_scrub":"268'331","last_deep_scrub_stamp":"2024-09-19T14:24:09.512001+0000","last_clean_scrub_stamp":"2024-09-19T14:24:09.512001+0000","objects_scrubbed":3,"log_size":31,"log_dups_size":300,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:10:10.734077+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":549,"num_read_kb":20937,"num_write":999,"num_write_kb":29488,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.33","version":"268'41","reported_seq":613,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:22.637019+0000","last_change":"2024-09-19T14:24:22.637019+0000","last_active":"2024-09-19T14:24:22.637019+0000","last_peered":"2024-09-19T14:24:22.637019+0000","last_clean":"2024-09-19T14:24:22.637019+0000","last_became_active":"2024-09-19T13:37:45.013648+0000","last_became_peered":"2024-09-19T13:37:45.013648+0000","last_unstale":"2024-09-19T14:24:22.637019+0000","last_undegraded":"2024-09-19T14:24:22.637019+0000","last_fullsized":"2024-09-19T14:24:22.637019+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'41","last_scrub_stamp":"2024-09-19T14:24:22.636844+0000","last_deep_scrub":"268'41","last_deep_scrub_stamp":"2024-09-19T14:24:22.636844+0000","last_clean_scrub_stamp":"2024-09-19T14:24:22.636844+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:53:25.869945+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":189,"num_read_kb":171,"num_write":54,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"268'321","reported_seq":1007,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:06.503619+0000","last_change":"2024-09-19T14:24:06.503619+0000","last_active":"2024-09-19T14:24:06.503619+0000","last_peered":"2024-09-19T14:24:06.503619+0000","last_clean":"2024-09-19T14:24:06.503619+0000","last_became_active":"2024-09-19T13:37:43.003034+0000","last_became_peered":"2024-09-19T13:37:43.003034+0000","last_unstale":"2024-09-19T14:24:06.503619+0000","last_undegraded":"2024-09-19T14:24:06.503619+0000","last_fullsized":"2024-09-19T14:24:06.503619+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'321","last_scrub_stamp":"2024-09-19T14:24:06.503413+0000","last_deep_scrub":"268'321","last_deep_scrub_stamp":"2024-09-19T14:24:06.503413+0000","last_clean_scrub_stamp":"2024-09-19T14:24:06.503413+0000","objects_scrubbed":5,"log_size":21,"log_dups_size":300,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:30:09.654198+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":576,"num_read_kb":135286,"num_write":975,"num_write_kb":29077,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.34","version":"268'176","reported_seq":748,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:17.787930+0000","last_change":"2024-09-19T13:37:45.005784+0000","last_active":"2024-09-19T14:21:17.787930+0000","last_peered":"2024-09-19T14:21:17.787930+0000","last_clean":"2024-09-19T14:21:17.787930+0000","last_became_active":"2024-09-19T13:37:45.004923+0000","last_became_peered":"2024-09-19T13:37:45.004923+0000","last_unstale":"2024-09-19T14:21:17.787930+0000","last_undegraded":"2024-09-19T14:21:17.787930+0000","last_fullsized":"2024-09-19T14:21:17.787930+0000","mapping_epoch":27,"log_start":"265'100","ondisk_log_start":"265'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:39:30.947792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":705,"num_read_kb":566,"num_write":276,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.33","version":"268'328","reported_seq":996,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:14.523130+0000","last_change":"2024-09-19T14:24:14.523130+0000","last_active":"2024-09-19T14:24:14.523130+0000","last_peered":"2024-09-19T14:24:14.523130+0000","last_clean":"2024-09-19T14:24:14.523130+0000","last_became_active":"2024-09-19T13:37:42.989090+0000","last_became_peered":"2024-09-19T13:37:42.989090+0000","last_unstale":"2024-09-19T14:24:14.523130+0000","last_undegraded":"2024-09-19T14:24:14.523130+0000","last_fullsized":"2024-09-19T14:24:14.523130+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'328","last_scrub_stamp":"2024-09-19T14:24:14.522928+0000","last_deep_scrub":"268'328","last_deep_scrub_stamp":"2024-09-19T14:24:14.522928+0000","last_clean_scrub_stamp":"2024-09-19T14:24:14.522928+0000","objects_scrubbed":4,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:21:52.985590+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136871,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":643,"num_read_kb":31000,"num_write":1169,"num_write_kb":24189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,4],"acting":[6,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.35","version":"268'335","reported_seq":1015,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:16.221852+0000","last_change":"2024-09-19T14:24:16.221852+0000","last_active":"2024-09-19T14:24:16.221852+0000","last_peered":"2024-09-19T14:24:16.221852+0000","last_clean":"2024-09-19T14:24:16.221852+0000","last_became_active":"2024-09-19T13:37:44.989373+0000","last_became_peered":"2024-09-19T13:37:44.989373+0000","last_unstale":"2024-09-19T14:24:16.221852+0000","last_undegraded":"2024-09-19T14:24:16.221852+0000","last_fullsized":"2024-09-19T14:24:16.221852+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'335","last_scrub_stamp":"2024-09-19T14:24:16.221681+0000","last_deep_scrub":"268'335","last_deep_scrub_stamp":"2024-09-19T14:24:16.221681+0000","last_clean_scrub_stamp":"2024-09-19T14:24:16.221681+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":300,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:40:45.128904+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1470,"num_read_kb":1190,"num_write":552,"num_write_kb":270,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"268'360","reported_seq":1010,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:15.571361+0000","last_change":"2024-09-19T14:24:15.571361+0000","last_active":"2024-09-19T14:24:15.571361+0000","last_peered":"2024-09-19T14:24:15.571361+0000","last_clean":"2024-09-19T14:24:15.571361+0000","last_became_active":"2024-09-19T13:37:43.006825+0000","last_became_peered":"2024-09-19T13:37:43.006825+0000","last_unstale":"2024-09-19T14:24:15.571361+0000","last_undegraded":"2024-09-19T14:24:15.571361+0000","last_fullsized":"2024-09-19T14:24:15.571361+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'360","last_scrub_stamp":"2024-09-19T14:24:15.571100+0000","last_deep_scrub":"268'360","last_deep_scrub_stamp":"2024-09-19T14:24:15.571100+0000","last_clean_scrub_stamp":"2024-09-19T14:24:15.571100+0000","objects_scrubbed":5,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:09:17.536493+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":623,"num_read_kb":11977,"num_write":1136,"num_write_kb":42169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.18","version":"268'137","reported_seq":694,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:31.779241+0000","last_change":"2024-09-19T13:37:53.037555+0000","last_active":"2024-09-19T14:22:31.779241+0000","last_peered":"2024-09-19T14:22:31.779241+0000","last_clean":"2024-09-19T14:22:31.779241+0000","last_became_active":"2024-09-19T13:37:53.036783+0000","last_became_peered":"2024-09-19T13:37:53.036783+0000","last_unstale":"2024-09-19T14:22:31.779241+0000","last_undegraded":"2024-09-19T14:22:31.779241+0000","last_fullsized":"2024-09-19T14:22:31.779241+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:58:42.401548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":408,"num_read_kb":350,"num_write":326,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"268'152","reported_seq":794,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:21.594180+0000","last_change":"2024-09-19T14:24:21.594180+0000","last_active":"2024-09-19T14:24:21.594180+0000","last_peered":"2024-09-19T14:24:21.594180+0000","last_clean":"2024-09-19T14:24:21.594180+0000","last_became_active":"2024-09-19T13:37:45.002159+0000","last_became_peered":"2024-09-19T13:37:45.002159+0000","last_unstale":"2024-09-19T14:24:21.594180+0000","last_undegraded":"2024-09-19T14:24:21.594180+0000","last_fullsized":"2024-09-19T14:24:21.594180+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'152","last_scrub_stamp":"2024-09-19T14:24:21.593990+0000","last_deep_scrub":"268'152","last_deep_scrub_stamp":"2024-09-19T14:24:21.593990+0000","last_clean_scrub_stamp":"2024-09-19T14:24:21.593990+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:51:29.650206+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":652,"num_read_kb":553,"num_write":215,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.13","version":"268'450","reported_seq":1124,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:14.330699+0000","last_change":"2024-09-19T14:24:14.330557+0000","last_active":"2024-09-19T14:24:14.330699+0000","last_peered":"2024-09-19T14:24:14.330699+0000","last_clean":"2024-09-19T14:24:14.330699+0000","last_became_active":"2024-09-19T13:37:42.984557+0000","last_became_peered":"2024-09-19T13:37:42.984557+0000","last_unstale":"2024-09-19T14:24:14.330699+0000","last_undegraded":"2024-09-19T14:24:14.330699+0000","last_fullsized":"2024-09-19T14:24:14.330699+0000","mapping_epoch":25,"log_start":"268'400","ondisk_log_start":"268'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'450","last_scrub_stamp":"2024-09-19T14:24:14.330364+0000","last_deep_scrub":"268'450","last_deep_scrub_stamp":"2024-09-19T14:24:14.330364+0000","last_clean_scrub_stamp":"2024-09-19T14:24:14.330364+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":400,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:11:03.906974+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":760,"num_read_kb":21437,"num_write":1291,"num_write_kb":60430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:19.815787+0000","last_change":"2024-09-19T13:37:46.977067+0000","last_active":"2024-09-19T14:21:19.815787+0000","last_peered":"2024-09-19T14:21:19.815787+0000","last_clean":"2024-09-19T14:21:19.815787+0000","last_became_active":"2024-09-19T13:37:46.976663+0000","last_became_peered":"2024-09-19T13:37:46.976663+0000","last_unstale":"2024-09-19T14:21:19.815787+0000","last_undegraded":"2024-09-19T14:21:19.815787+0000","last_fullsized":"2024-09-19T14:21:19.815787+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:47:54.191326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.16","version":"268'335","reported_seq":939,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.760208+0000","last_change":"2024-09-19T13:37:48.989496+0000","last_active":"2024-09-19T14:23:59.760208+0000","last_peered":"2024-09-19T14:23:59.760208+0000","last_clean":"2024-09-19T14:23:59.760208+0000","last_became_active":"2024-09-19T13:37:48.988757+0000","last_became_peered":"2024-09-19T13:37:48.988757+0000","last_unstale":"2024-09-19T14:23:59.760208+0000","last_undegraded":"2024-09-19T14:23:59.760208+0000","last_fullsized":"2024-09-19T14:23:59.760208+0000","mapping_epoch":31,"log_start":"268'300","ondisk_log_start":"268'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":300,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:33:24.154543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47205,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":511,"num_read_kb":1027,"num_write":402,"num_write_kb":266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":494,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:24.790006+0000","last_change":"2024-09-19T13:37:51.018287+0000","last_active":"2024-09-19T14:21:24.790006+0000","last_peered":"2024-09-19T14:21:24.790006+0000","last_clean":"2024-09-19T14:21:24.790006+0000","last_became_active":"2024-09-19T13:37:51.017561+0000","last_became_peered":"2024-09-19T13:37:51.017561+0000","last_unstale":"2024-09-19T14:21:24.790006+0000","last_undegraded":"2024-09-19T14:21:24.790006+0000","last_fullsized":"2024-09-19T14:21:24.790006+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:07:31.826391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.19","version":"268'144","reported_seq":642,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:49.117038+0000","last_change":"2024-09-19T13:37:53.042842+0000","last_active":"2024-09-19T14:21:49.117038+0000","last_peered":"2024-09-19T14:21:49.117038+0000","last_clean":"2024-09-19T14:21:49.117038+0000","last_became_active":"2024-09-19T13:37:53.042276+0000","last_became_peered":"2024-09-19T13:37:53.042276+0000","last_unstale":"2024-09-19T14:21:49.117038+0000","last_undegraded":"2024-09-19T14:21:49.117038+0000","last_fullsized":"2024-09-19T14:21:49.117038+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":100,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:20:44.943116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":179,"num_read_kb":172,"num_write":360,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.15","version":"268'177","reported_seq":803,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:22.279019+0000","last_change":"2024-09-19T14:24:22.279019+0000","last_active":"2024-09-19T14:24:22.279019+0000","last_peered":"2024-09-19T14:24:22.279019+0000","last_clean":"2024-09-19T14:24:22.279019+0000","last_became_active":"2024-09-19T13:37:44.980655+0000","last_became_peered":"2024-09-19T13:37:44.980655+0000","last_unstale":"2024-09-19T14:24:22.279019+0000","last_undegraded":"2024-09-19T14:24:22.279019+0000","last_fullsized":"2024-09-19T14:24:22.279019+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'177","last_scrub_stamp":"2024-09-19T14:24:22.278834+0000","last_deep_scrub":"268'177","last_deep_scrub_stamp":"2024-09-19T14:24:22.278834+0000","last_clean_scrub_stamp":"2024-09-19T14:24:22.278834+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":100,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:37:40.117266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":828,"num_read_kb":689,"num_write":294,"num_write_kb":167,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"268'348","reported_seq":998,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:09.495962+0000","last_change":"2024-09-19T14:24:09.495798+0000","last_active":"2024-09-19T14:24:09.495962+0000","last_peered":"2024-09-19T14:24:09.495962+0000","last_clean":"2024-09-19T14:24:09.495962+0000","last_became_active":"2024-09-19T13:37:43.004045+0000","last_became_peered":"2024-09-19T13:37:43.004045+0000","last_unstale":"2024-09-19T14:24:09.495962+0000","last_undegraded":"2024-09-19T14:24:09.495962+0000","last_fullsized":"2024-09-19T14:24:09.495962+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'348","last_scrub_stamp":"2024-09-19T14:24:09.495484+0000","last_deep_scrub":"268'348","last_deep_scrub_stamp":"2024-09-19T14:24:09.495484+0000","last_clean_scrub_stamp":"2024-09-19T14:24:09.495484+0000","objects_scrubbed":4,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:17:36.818891+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":606,"num_read_kb":25057,"num_write":1111,"num_write_kb":37726,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:52.764930+0000","last_change":"2024-09-19T13:37:46.993642+0000","last_active":"2024-09-19T14:19:52.764930+0000","last_peered":"2024-09-19T14:19:52.764930+0000","last_clean":"2024-09-19T14:19:52.764930+0000","last_became_active":"2024-09-19T13:37:46.983482+0000","last_became_peered":"2024-09-19T13:37:46.983482+0000","last_unstale":"2024-09-19T14:19:52.764930+0000","last_undegraded":"2024-09-19T14:19:52.764930+0000","last_fullsized":"2024-09-19T14:19:52.764930+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:32:11.378574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.17","version":"268'80","reported_seq":609,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:26.564469+0000","last_change":"2024-09-19T13:37:48.992902+0000","last_active":"2024-09-19T14:21:26.564469+0000","last_peered":"2024-09-19T14:21:26.564469+0000","last_clean":"2024-09-19T14:21:26.564469+0000","last_became_active":"2024-09-19T13:37:48.992375+0000","last_became_peered":"2024-09-19T13:37:48.992375+0000","last_unstale":"2024-09-19T14:21:26.564469+0000","last_undegraded":"2024-09-19T14:21:26.564469+0000","last_fullsized":"2024-09-19T14:21:26.564469+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":0,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:12:44.935321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":89,"num_read_kb":86,"num_write":58,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":494,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:24.789855+0000","last_change":"2024-09-19T13:37:51.016781+0000","last_active":"2024-09-19T14:21:24.789855+0000","last_peered":"2024-09-19T14:21:24.789855+0000","last_clean":"2024-09-19T14:21:24.789855+0000","last_became_active":"2024-09-19T13:37:51.015667+0000","last_became_peered":"2024-09-19T13:37:51.015667+0000","last_unstale":"2024-09-19T14:21:24.789855+0000","last_undegraded":"2024-09-19T14:21:24.789855+0000","last_fullsized":"2024-09-19T14:21:24.789855+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:41:41.808944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1a","version":"268'143","reported_seq":658,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:30.305566+0000","last_change":"2024-09-19T13:37:53.036174+0000","last_active":"2024-09-19T14:22:30.305566+0000","last_peered":"2024-09-19T14:22:30.305566+0000","last_clean":"2024-09-19T14:22:30.305566+0000","last_became_active":"2024-09-19T13:37:53.035482+0000","last_became_peered":"2024-09-19T13:37:53.035482+0000","last_unstale":"2024-09-19T14:22:30.305566+0000","last_undegraded":"2024-09-19T14:22:30.305566+0000","last_fullsized":"2024-09-19T14:22:30.305566+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:07:56.751554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1507,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":223,"num_read_kb":210,"num_write":343,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"268'72","reported_seq":634,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:21.849187+0000","last_change":"2024-09-19T14:24:21.849187+0000","last_active":"2024-09-19T14:24:21.849187+0000","last_peered":"2024-09-19T14:24:21.849187+0000","last_clean":"2024-09-19T14:24:21.849187+0000","last_became_active":"2024-09-19T13:37:45.000269+0000","last_became_peered":"2024-09-19T13:37:45.000269+0000","last_unstale":"2024-09-19T14:24:21.849187+0000","last_undegraded":"2024-09-19T14:24:21.849187+0000","last_fullsized":"2024-09-19T14:24:21.849187+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'72","last_scrub_stamp":"2024-09-19T14:24:21.848894+0000","last_deep_scrub":"268'72","last_deep_scrub_stamp":"2024-09-19T14:24:21.848894+0000","last_clean_scrub_stamp":"2024-09-19T14:24:21.848894+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:37:31.719881+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":313,"num_read_kb":257,"num_write":104,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"268'360","reported_seq":1055,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:13.370224+0000","last_change":"2024-09-19T14:24:13.369917+0000","last_active":"2024-09-19T14:24:13.370224+0000","last_peered":"2024-09-19T14:24:13.370224+0000","last_clean":"2024-09-19T14:24:13.370224+0000","last_became_active":"2024-09-19T13:37:42.988214+0000","last_became_peered":"2024-09-19T13:37:42.988214+0000","last_unstale":"2024-09-19T14:24:13.370224+0000","last_undegraded":"2024-09-19T14:24:13.370224+0000","last_fullsized":"2024-09-19T14:24:13.370224+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'360","last_scrub_stamp":"2024-09-19T14:24:13.369644+0000","last_deep_scrub":"268'360","last_deep_scrub_stamp":"2024-09-19T14:24:13.369644+0000","last_clean_scrub_stamp":"2024-09-19T14:24:13.369644+0000","objects_scrubbed":3,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:18:32.368382+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136829,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":668,"num_read_kb":103675,"num_write":1163,"num_write_kb":22531,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"37'3","reported_seq":978,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:57.817451+0000","last_change":"2024-09-19T13:37:46.987908+0000","last_active":"2024-09-19T14:23:57.817451+0000","last_peered":"2024-09-19T14:23:57.817451+0000","last_clean":"2024-09-19T14:23:57.817451+0000","last_became_active":"2024-09-19T13:37:46.985798+0000","last_became_peered":"2024-09-19T13:37:46.985798+0000","last_unstale":"2024-09-19T14:23:57.817451+0000","last_undegraded":"2024-09-19T14:23:57.817451+0000","last_fullsized":"2024-09-19T14:23:57.817451+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:25:14.802231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":724,"num_read_kb":722,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"268'115","reported_seq":650,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:25.384299+0000","last_change":"2024-09-19T13:37:49.001794+0000","last_active":"2024-09-19T14:21:25.384299+0000","last_peered":"2024-09-19T14:21:25.384299+0000","last_clean":"2024-09-19T14:21:25.384299+0000","last_became_active":"2024-09-19T13:37:49.001087+0000","last_became_peered":"2024-09-19T13:37:49.001087+0000","last_unstale":"2024-09-19T14:21:25.384299+0000","last_undegraded":"2024-09-19T14:21:25.384299+0000","last_fullsized":"2024-09-19T14:21:25.384299+0000","mapping_epoch":31,"log_start":"268'100","ondisk_log_start":"268'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:42:06.364520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":125,"num_read_kb":117,"num_write":84,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.15","version":"268'761","reported_seq":2138,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.673011+0000","last_change":"2024-09-19T13:37:51.041194+0000","last_active":"2024-09-19T14:23:59.673011+0000","last_peered":"2024-09-19T14:23:59.673011+0000","last_clean":"2024-09-19T14:23:59.673011+0000","last_became_active":"2024-09-19T13:37:51.040211+0000","last_became_peered":"2024-09-19T13:37:51.040211+0000","last_unstale":"2024-09-19T14:23:59.673011+0000","last_undegraded":"2024-09-19T14:23:59.673011+0000","last_fullsized":"2024-09-19T14:23:59.673011+0000","mapping_epoch":33,"log_start":"268'701","ondisk_log_start":"268'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":701,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:04:09.424215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"268'226","reported_seq":1057,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:21.708805+0000","last_change":"2024-09-19T14:24:21.708805+0000","last_active":"2024-09-19T14:24:21.708805+0000","last_peered":"2024-09-19T14:24:21.708805+0000","last_clean":"2024-09-19T14:24:21.708805+0000","last_became_active":"2024-09-19T13:37:53.024657+0000","last_became_peered":"2024-09-19T13:37:53.024657+0000","last_unstale":"2024-09-19T14:24:21.708805+0000","last_undegraded":"2024-09-19T14:24:21.708805+0000","last_fullsized":"2024-09-19T14:24:21.708805+0000","mapping_epoch":35,"log_start":"268'200","ondisk_log_start":"268'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'226","last_scrub_stamp":"2024-09-19T14:24:21.708607+0000","last_deep_scrub":"268'226","last_deep_scrub_stamp":"2024-09-19T14:24:21.708607+0000","last_clean_scrub_stamp":"2024-09-19T14:24:21.708607+0000","objects_scrubbed":3,"log_size":26,"log_dups_size":200,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:05:16.076413+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":647,"num_read_kb":644,"num_write":490,"num_write_kb":125,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":234,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.17","version":"268'142","reported_seq":749,"reported_epoch":268,"state":"active+clean+scrubbing+deep","last_fresh":"2024-09-19T14:24:22.832399+0000","last_change":"2024-09-19T14:24:22.831745+0000","last_active":"2024-09-19T14:24:22.832399+0000","last_peered":"2024-09-19T14:24:22.832399+0000","last_clean":"2024-09-19T14:24:22.832399+0000","last_became_active":"2024-09-19T13:37:45.006243+0000","last_became_peered":"2024-09-19T13:37:45.006243+0000","last_unstale":"2024-09-19T14:24:22.832399+0000","last_undegraded":"2024-09-19T14:24:22.832399+0000","last_fullsized":"2024-09-19T14:24:22.832399+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"deep scrubbing for 0s","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":622,"num_read_kb":516,"num_write":222,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"268'358","reported_seq":1044,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:06.218626+0000","last_change":"2024-09-19T14:24:06.218535+0000","last_active":"2024-09-19T14:24:06.218626+0000","last_peered":"2024-09-19T14:24:06.218626+0000","last_clean":"2024-09-19T14:24:06.218626+0000","last_became_active":"2024-09-19T13:37:43.020767+0000","last_became_peered":"2024-09-19T13:37:43.020767+0000","last_unstale":"2024-09-19T14:24:06.218626+0000","last_undegraded":"2024-09-19T14:24:06.218626+0000","last_fullsized":"2024-09-19T14:24:06.218626+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'358","last_scrub_stamp":"2024-09-19T14:24:06.218399+0000","last_deep_scrub":"268'358","last_deep_scrub_stamp":"2024-09-19T14:24:06.218399+0000","last_clean_scrub_stamp":"2024-09-19T14:24:06.218399+0000","objects_scrubbed":3,"log_size":58,"log_dups_size":300,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:32:38.258558+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":635,"num_read_kb":86641,"num_write":1102,"num_write_kb":49807,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:19.815875+0000","last_change":"2024-09-19T13:37:46.999405+0000","last_active":"2024-09-19T14:21:19.815875+0000","last_peered":"2024-09-19T14:21:19.815875+0000","last_clean":"2024-09-19T14:21:19.815875+0000","last_became_active":"2024-09-19T13:37:46.998797+0000","last_became_peered":"2024-09-19T13:37:46.998797+0000","last_unstale":"2024-09-19T14:21:19.815875+0000","last_undegraded":"2024-09-19T14:21:19.815875+0000","last_fullsized":"2024-09-19T14:21:19.815875+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:43:00.806459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"268'268","reported_seq":840,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.429611+0000","last_change":"2024-09-19T13:37:48.988398+0000","last_active":"2024-09-19T14:23:59.429611+0000","last_peered":"2024-09-19T14:23:59.429611+0000","last_clean":"2024-09-19T14:23:59.429611+0000","last_became_active":"2024-09-19T13:37:48.987616+0000","last_became_peered":"2024-09-19T13:37:48.987616+0000","last_unstale":"2024-09-19T14:23:59.429611+0000","last_undegraded":"2024-09-19T14:23:59.429611+0000","last_fullsized":"2024-09-19T14:23:59.429611+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":200,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:32:31.914495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50904,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":438,"num_read_kb":1016,"num_write":358,"num_write_kb":292,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.14","version":"268'794","reported_seq":2258,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.505183+0000","last_change":"2024-09-19T13:37:51.035109+0000","last_active":"2024-09-19T14:23:59.505183+0000","last_peered":"2024-09-19T14:23:59.505183+0000","last_clean":"2024-09-19T14:23:59.505183+0000","last_became_active":"2024-09-19T13:37:51.034395+0000","last_became_peered":"2024-09-19T13:37:51.034395+0000","last_unstale":"2024-09-19T14:23:59.505183+0000","last_undegraded":"2024-09-19T14:23:59.505183+0000","last_fullsized":"2024-09-19T14:23:59.505183+0000","mapping_epoch":33,"log_start":"268'701","ondisk_log_start":"268'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":701,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:04:05.543658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.8","version":"268'229","reported_seq":857,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:24.271290+0000","last_change":"2024-09-19T14:24:24.271290+0000","last_active":"2024-09-19T14:24:24.271290+0000","last_peered":"2024-09-19T14:24:24.271290+0000","last_clean":"2024-09-19T14:24:24.271290+0000","last_became_active":"2024-09-19T13:37:44.984240+0000","last_became_peered":"2024-09-19T13:37:44.984240+0000","last_unstale":"2024-09-19T14:24:24.271290+0000","last_undegraded":"2024-09-19T14:24:24.271290+0000","last_fullsized":"2024-09-19T14:24:24.271290+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'229","last_scrub_stamp":"2024-09-19T14:24:24.271080+0000","last_deep_scrub":"268'229","last_deep_scrub_stamp":"2024-09-19T14:24:24.271080+0000","last_clean_scrub_stamp":"2024-09-19T14:24:24.271080+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":200,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:16:26.341931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1031,"num_read_kb":840,"num_write":387,"num_write_kb":210,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"268'380","reported_seq":1042,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:07.546762+0000","last_change":"2024-09-19T14:24:07.546762+0000","last_active":"2024-09-19T14:24:07.546762+0000","last_peered":"2024-09-19T14:24:07.546762+0000","last_clean":"2024-09-19T14:24:07.546762+0000","last_became_active":"2024-09-19T13:37:42.995295+0000","last_became_peered":"2024-09-19T13:37:42.995295+0000","last_unstale":"2024-09-19T14:24:07.546762+0000","last_undegraded":"2024-09-19T14:24:07.546762+0000","last_fullsized":"2024-09-19T14:24:07.546762+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'380","last_scrub_stamp":"2024-09-19T14:24:07.546641+0000","last_deep_scrub":"268'380","last_deep_scrub_stamp":"2024-09-19T14:24:07.546641+0000","last_clean_scrub_stamp":"2024-09-19T14:24:07.546641+0000","objects_scrubbed":3,"log_size":80,"log_dups_size":300,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:55:15.025420+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":763,"num_read_kb":16400,"num_write":1159,"num_write_kb":29891,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":512,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:20.151211+0000","last_change":"2024-09-19T14:24:20.151211+0000","last_active":"2024-09-19T14:24:20.151211+0000","last_peered":"2024-09-19T14:24:20.151211+0000","last_clean":"2024-09-19T14:24:20.151211+0000","last_became_active":"2024-09-19T13:37:46.995250+0000","last_became_peered":"2024-09-19T13:37:46.995250+0000","last_unstale":"2024-09-19T14:24:20.151211+0000","last_undegraded":"2024-09-19T14:24:20.151211+0000","last_fullsized":"2024-09-19T14:24:20.151211+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:20.150815+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:20.150815+0000","last_clean_scrub_stamp":"2024-09-19T14:24:20.150815+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:23:05.148974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.a","version":"268'345","reported_seq":965,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:24.609168+0000","last_change":"2024-09-19T14:24:24.609168+0000","last_active":"2024-09-19T14:24:24.609168+0000","last_peered":"2024-09-19T14:24:24.609168+0000","last_clean":"2024-09-19T14:24:24.609168+0000","last_became_active":"2024-09-19T13:37:48.994139+0000","last_became_peered":"2024-09-19T13:37:48.994139+0000","last_unstale":"2024-09-19T14:24:24.609168+0000","last_undegraded":"2024-09-19T14:24:24.609168+0000","last_fullsized":"2024-09-19T14:24:24.609168+0000","mapping_epoch":31,"log_start":"268'300","ondisk_log_start":"268'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'345","last_scrub_stamp":"2024-09-19T14:24:24.608957+0000","last_deep_scrub":"268'345","last_deep_scrub_stamp":"2024-09-19T14:24:24.608957+0000","last_clean_scrub_stamp":"2024-09-19T14:24:24.608957+0000","objects_scrubbed":9,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:27:53.998611+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46445,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":545,"num_read_kb":1113,"num_write":422,"num_write_kb":283,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":493,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:37.781776+0000","last_change":"2024-09-19T13:37:51.016904+0000","last_active":"2024-09-19T14:20:37.781776+0000","last_peered":"2024-09-19T14:20:37.781776+0000","last_clean":"2024-09-19T14:20:37.781776+0000","last_became_active":"2024-09-19T13:37:51.016185+0000","last_became_peered":"2024-09-19T13:37:51.016185+0000","last_unstale":"2024-09-19T14:20:37.781776+0000","last_undegraded":"2024-09-19T14:20:37.781776+0000","last_fullsized":"2024-09-19T14:20:37.781776+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:54:35.344168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.4","version":"268'583","reported_seq":1396,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:51.326877+0000","last_change":"2024-09-19T13:37:53.028054+0000","last_active":"2024-09-19T14:23:51.326877+0000","last_peered":"2024-09-19T14:23:51.326877+0000","last_clean":"2024-09-19T14:23:51.326877+0000","last_became_active":"2024-09-19T13:37:53.027246+0000","last_became_peered":"2024-09-19T13:37:53.027246+0000","last_unstale":"2024-09-19T14:23:51.326877+0000","last_undegraded":"2024-09-19T14:23:51.326877+0000","last_fullsized":"2024-09-19T14:23:51.326877+0000","mapping_epoch":35,"log_start":"268'500","ondisk_log_start":"268'500","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":500,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:55:21.355376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1340,"num_read_kb":1338,"num_write":1233,"num_write_kb":408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"268'77","reported_seq":674,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:10.175553+0000","last_change":"2024-09-19T14:24:10.175553+0000","last_active":"2024-09-19T14:24:10.175553+0000","last_peered":"2024-09-19T14:24:10.175553+0000","last_clean":"2024-09-19T14:24:10.175553+0000","last_became_active":"2024-09-19T13:37:45.010544+0000","last_became_peered":"2024-09-19T13:37:45.010544+0000","last_unstale":"2024-09-19T14:24:10.175553+0000","last_undegraded":"2024-09-19T14:24:10.175553+0000","last_fullsized":"2024-09-19T14:24:10.175553+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'77","last_scrub_stamp":"2024-09-19T14:24:10.175374+0000","last_deep_scrub":"268'77","last_deep_scrub_stamp":"2024-09-19T14:24:10.175374+0000","last_clean_scrub_stamp":"2024-09-19T14:24:10.175374+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":0,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:33:09.555589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":355,"num_read_kb":303,"num_write":115,"num_write_kb":46,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"268'299","reported_seq":929,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:14.667496+0000","last_change":"2024-09-19T14:24:14.667496+0000","last_active":"2024-09-19T14:24:14.667496+0000","last_peered":"2024-09-19T14:24:14.667496+0000","last_clean":"2024-09-19T14:24:14.667496+0000","last_became_active":"2024-09-19T13:37:43.015031+0000","last_became_peered":"2024-09-19T13:37:43.015031+0000","last_unstale":"2024-09-19T14:24:14.667496+0000","last_undegraded":"2024-09-19T14:24:14.667496+0000","last_fullsized":"2024-09-19T14:24:14.667496+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'299","last_scrub_stamp":"2024-09-19T14:24:14.667284+0000","last_deep_scrub":"268'299","last_deep_scrub_stamp":"2024-09-19T14:24:14.667284+0000","last_clean_scrub_stamp":"2024-09-19T14:24:14.667284+0000","objects_scrubbed":4,"log_size":99,"log_dups_size":200,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:37:24.038209+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":549,"num_read_kb":3523,"num_write":966,"num_write_kb":5234,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":502,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:07.788101+0000","last_change":"2024-09-19T13:37:46.991866+0000","last_active":"2024-09-19T14:21:07.788101+0000","last_peered":"2024-09-19T14:21:07.788101+0000","last_clean":"2024-09-19T14:21:07.788101+0000","last_became_active":"2024-09-19T13:37:46.991089+0000","last_became_peered":"2024-09-19T13:37:46.991089+0000","last_unstale":"2024-09-19T14:21:07.788101+0000","last_undegraded":"2024-09-19T14:21:07.788101+0000","last_fullsized":"2024-09-19T14:21:07.788101+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:54:39.450804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.b","version":"268'274","reported_seq":845,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.763541+0000","last_change":"2024-09-19T13:37:48.985978+0000","last_active":"2024-09-19T14:23:58.763541+0000","last_peered":"2024-09-19T14:23:58.763541+0000","last_clean":"2024-09-19T14:23:58.763541+0000","last_became_active":"2024-09-19T13:37:48.985275+0000","last_became_peered":"2024-09-19T13:37:48.985275+0000","last_unstale":"2024-09-19T14:23:58.763541+0000","last_undegraded":"2024-09-19T14:23:58.763541+0000","last_fullsized":"2024-09-19T14:23:58.763541+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":200,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:04:17.919287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45071,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":453,"num_read_kb":1081,"num_write":374,"num_write_kb":309,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":492,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:17.784037+0000","last_change":"2024-09-19T13:37:51.015946+0000","last_active":"2024-09-19T14:21:17.784037+0000","last_peered":"2024-09-19T14:21:17.784037+0000","last_clean":"2024-09-19T14:21:17.784037+0000","last_became_active":"2024-09-19T13:37:51.015046+0000","last_became_peered":"2024-09-19T13:37:51.015046+0000","last_unstale":"2024-09-19T14:21:17.784037+0000","last_undegraded":"2024-09-19T14:21:17.784037+0000","last_fullsized":"2024-09-19T14:21:17.784037+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:00:24.288733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.5","version":"268'2488","reported_seq":4325,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:40.851033+0000","last_change":"2024-09-19T13:37:53.034554+0000","last_active":"2024-09-19T14:23:40.851033+0000","last_peered":"2024-09-19T14:23:40.851033+0000","last_clean":"2024-09-19T14:23:40.851033+0000","last_became_active":"2024-09-19T13:37:53.033912+0000","last_became_peered":"2024-09-19T13:37:53.033912+0000","last_unstale":"2024-09-19T14:23:40.851033+0000","last_undegraded":"2024-09-19T14:23:40.851033+0000","last_fullsized":"2024-09-19T14:23:40.851033+0000","mapping_epoch":35,"log_start":"268'2400","ondisk_log_start":"268'2400","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":2400,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:52:32.508600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":423,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6241,"num_read_kb":6235,"num_write":5019,"num_write_kb":1847,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.a","version":"268'83","reported_seq":677,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:14.784521+0000","last_change":"2024-09-19T13:37:44.989456+0000","last_active":"2024-09-19T14:21:14.784521+0000","last_peered":"2024-09-19T14:21:14.784521+0000","last_clean":"2024-09-19T14:21:14.784521+0000","last_became_active":"2024-09-19T13:37:44.989043+0000","last_became_peered":"2024-09-19T13:37:44.989043+0000","last_unstale":"2024-09-19T14:21:14.784521+0000","last_undegraded":"2024-09-19T14:21:14.784521+0000","last_fullsized":"2024-09-19T14:21:14.784521+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":0,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:39:52.518494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":424,"num_read_kb":365,"num_write":143,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"268'334","reported_seq":993,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:12.549757+0000","last_change":"2024-09-19T14:24:12.549757+0000","last_active":"2024-09-19T14:24:12.549757+0000","last_peered":"2024-09-19T14:24:12.549757+0000","last_clean":"2024-09-19T14:24:12.549757+0000","last_became_active":"2024-09-19T13:38:12.010661+0000","last_became_peered":"2024-09-19T13:38:12.010661+0000","last_unstale":"2024-09-19T14:24:12.549757+0000","last_undegraded":"2024-09-19T14:24:12.549757+0000","last_fullsized":"2024-09-19T14:24:12.549757+0000","mapping_epoch":38,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'334","last_scrub_stamp":"2024-09-19T14:24:12.549550+0000","last_deep_scrub":"268'334","last_deep_scrub_stamp":"2024-09-19T14:24:12.549550+0000","last_clean_scrub_stamp":"2024-09-19T14:24:12.549550+0000","objects_scrubbed":7,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:33:00.008409+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":80,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":695,"num_read_kb":28221,"num_write":1099,"num_write_kb":37591,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":503,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:32.776752+0000","last_change":"2024-09-19T13:37:47.003746+0000","last_active":"2024-09-19T14:20:32.776752+0000","last_peered":"2024-09-19T14:20:32.776752+0000","last_clean":"2024-09-19T14:20:32.776752+0000","last_became_active":"2024-09-19T13:37:47.003207+0000","last_became_peered":"2024-09-19T13:37:47.003207+0000","last_unstale":"2024-09-19T14:20:32.776752+0000","last_undegraded":"2024-09-19T14:20:32.776752+0000","last_fullsized":"2024-09-19T14:20:32.776752+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:42:47.970476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.8","version":"268'314","reported_seq":899,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.142093+0000","last_change":"2024-09-19T13:37:49.013803+0000","last_active":"2024-09-19T14:24:00.142093+0000","last_peered":"2024-09-19T14:24:00.142093+0000","last_clean":"2024-09-19T14:24:00.142093+0000","last_became_active":"2024-09-19T13:37:49.012526+0000","last_became_peered":"2024-09-19T13:37:49.012526+0000","last_unstale":"2024-09-19T14:24:00.142093+0000","last_undegraded":"2024-09-19T14:24:00.142093+0000","last_fullsized":"2024-09-19T14:24:00.142093+0000","mapping_epoch":31,"log_start":"268'300","ondisk_log_start":"268'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:51:53.358000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47766,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":539,"num_read_kb":1243,"num_write":442,"num_write_kb":346,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.9","version":"268'793","reported_seq":2560,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.505657+0000","last_change":"2024-09-19T13:37:51.039150+0000","last_active":"2024-09-19T14:23:59.505657+0000","last_peered":"2024-09-19T14:23:59.505657+0000","last_clean":"2024-09-19T14:23:59.505657+0000","last_became_active":"2024-09-19T13:37:51.038486+0000","last_became_peered":"2024-09-19T13:37:51.038486+0000","last_unstale":"2024-09-19T14:23:59.505657+0000","last_undegraded":"2024-09-19T14:23:59.505657+0000","last_fullsized":"2024-09-19T14:23:59.505657+0000","mapping_epoch":33,"log_start":"268'701","ondisk_log_start":"268'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":701,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:54:04.085657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.6","version":"268'124","reported_seq":622,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:50.387198+0000","last_change":"2024-09-19T13:37:53.043392+0000","last_active":"2024-09-19T14:23:50.387198+0000","last_peered":"2024-09-19T14:23:50.387198+0000","last_clean":"2024-09-19T14:23:50.387198+0000","last_became_active":"2024-09-19T13:37:53.042735+0000","last_became_peered":"2024-09-19T13:37:53.042735+0000","last_unstale":"2024-09-19T14:23:50.387198+0000","last_undegraded":"2024-09-19T14:23:50.387198+0000","last_fullsized":"2024-09-19T14:23:50.387198+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:32:45.623412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":390,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":137,"num_read_kb":134,"num_write":268,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.b","version":"268'247","reported_seq":939,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:20.892205+0000","last_change":"2024-09-19T14:24:20.892205+0000","last_active":"2024-09-19T14:24:20.892205+0000","last_peered":"2024-09-19T14:24:20.892205+0000","last_clean":"2024-09-19T14:24:20.892205+0000","last_became_active":"2024-09-19T13:37:45.005737+0000","last_became_peered":"2024-09-19T13:37:45.005737+0000","last_unstale":"2024-09-19T14:24:20.892205+0000","last_undegraded":"2024-09-19T14:24:20.892205+0000","last_fullsized":"2024-09-19T14:24:20.892205+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'247","last_scrub_stamp":"2024-09-19T14:24:20.891991+0000","last_deep_scrub":"268'247","last_deep_scrub_stamp":"2024-09-19T14:24:20.891991+0000","last_clean_scrub_stamp":"2024-09-19T14:24:20.891991+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":200,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:29:31.016479+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1052,"num_read_kb":871,"num_write":357,"num_write_kb":175,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"268'312","reported_seq":938,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:04.497794+0000","last_change":"2024-09-19T14:24:04.497794+0000","last_active":"2024-09-19T14:24:04.497794+0000","last_peered":"2024-09-19T14:24:04.497794+0000","last_clean":"2024-09-19T14:24:04.497794+0000","last_became_active":"2024-09-19T13:37:43.002626+0000","last_became_peered":"2024-09-19T13:37:43.002626+0000","last_unstale":"2024-09-19T14:24:04.497794+0000","last_undegraded":"2024-09-19T14:24:04.497794+0000","last_fullsized":"2024-09-19T14:24:04.497794+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'312","last_scrub_stamp":"2024-09-19T14:24:04.497647+0000","last_deep_scrub":"268'312","last_deep_scrub_stamp":"2024-09-19T14:24:04.497647+0000","last_clean_scrub_stamp":"2024-09-19T14:24:04.497647+0000","objects_scrubbed":6,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:45:06.094058+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136892,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":502,"num_read_kb":32217,"num_write":940,"num_write_kb":68270,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":502,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:17.790316+0000","last_change":"2024-09-19T13:37:46.989145+0000","last_active":"2024-09-19T14:21:17.790316+0000","last_peered":"2024-09-19T14:21:17.790316+0000","last_clean":"2024-09-19T14:21:17.790316+0000","last_became_active":"2024-09-19T13:37:46.988390+0000","last_became_peered":"2024-09-19T13:37:46.988390+0000","last_unstale":"2024-09-19T14:21:17.790316+0000","last_undegraded":"2024-09-19T14:21:17.790316+0000","last_fullsized":"2024-09-19T14:21:17.790316+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:12:10.613408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.9","version":"268'450","reported_seq":1084,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.959583+0000","last_change":"2024-09-19T13:37:48.993253+0000","last_active":"2024-09-19T14:23:58.959583+0000","last_peered":"2024-09-19T14:23:58.959583+0000","last_clean":"2024-09-19T14:23:58.959583+0000","last_became_active":"2024-09-19T13:37:48.988851+0000","last_became_peered":"2024-09-19T13:37:48.988851+0000","last_unstale":"2024-09-19T14:23:58.959583+0000","last_undegraded":"2024-09-19T14:23:58.959583+0000","last_fullsized":"2024-09-19T14:23:58.959583+0000","mapping_epoch":31,"log_start":"268'400","ondisk_log_start":"268'400","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":400,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:02:27.534187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92541,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":776,"num_read_kb":1849,"num_write":630,"num_write_kb":533,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:12.786572+0000","last_change":"2024-09-19T13:37:51.031847+0000","last_active":"2024-09-19T14:21:12.786572+0000","last_peered":"2024-09-19T14:21:12.786572+0000","last_clean":"2024-09-19T14:21:12.786572+0000","last_became_active":"2024-09-19T13:37:51.031123+0000","last_became_peered":"2024-09-19T13:37:51.031123+0000","last_unstale":"2024-09-19T14:21:12.786572+0000","last_undegraded":"2024-09-19T14:21:12.786572+0000","last_fullsized":"2024-09-19T14:21:12.786572+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:39:32.620401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.7","version":"268'122","reported_seq":628,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:31.768621+0000","last_change":"2024-09-19T13:37:53.035483+0000","last_active":"2024-09-19T14:22:31.768621+0000","last_peered":"2024-09-19T14:22:31.768621+0000","last_clean":"2024-09-19T14:22:31.768621+0000","last_became_active":"2024-09-19T13:37:53.034849+0000","last_became_peered":"2024-09-19T13:37:53.034849+0000","last_unstale":"2024-09-19T14:22:31.768621+0000","last_undegraded":"2024-09-19T14:22:31.768621+0000","last_fullsized":"2024-09-19T14:22:31.768621+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":100,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:37:17.528637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":920,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":151,"num_read_kb":147,"num_write":280,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.c","version":"268'95","reported_seq":695,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:11.540008+0000","last_change":"2024-09-19T14:24:11.540008+0000","last_active":"2024-09-19T14:24:11.540008+0000","last_peered":"2024-09-19T14:24:11.540008+0000","last_clean":"2024-09-19T14:24:11.540008+0000","last_became_active":"2024-09-19T13:37:44.992068+0000","last_became_peered":"2024-09-19T13:37:44.992068+0000","last_unstale":"2024-09-19T14:24:11.540008+0000","last_undegraded":"2024-09-19T14:24:11.540008+0000","last_fullsized":"2024-09-19T14:24:11.540008+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'95","last_scrub_stamp":"2024-09-19T14:24:11.539810+0000","last_deep_scrub":"268'95","last_deep_scrub_stamp":"2024-09-19T14:24:11.539810+0000","last_clean_scrub_stamp":"2024-09-19T14:24:11.539810+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":0,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:43:55.556973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":399,"num_read_kb":339,"num_write":132,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"268'360","reported_seq":1127,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:09.370191+0000","last_change":"2024-09-19T14:24:09.370191+0000","last_active":"2024-09-19T14:24:09.370191+0000","last_peered":"2024-09-19T14:24:09.370191+0000","last_clean":"2024-09-19T14:24:09.370191+0000","last_became_active":"2024-09-19T13:37:43.004325+0000","last_became_peered":"2024-09-19T13:37:43.004325+0000","last_unstale":"2024-09-19T14:24:09.370191+0000","last_undegraded":"2024-09-19T14:24:09.370191+0000","last_fullsized":"2024-09-19T14:24:09.370191+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'360","last_scrub_stamp":"2024-09-19T14:24:09.369961+0000","last_deep_scrub":"268'360","last_deep_scrub_stamp":"2024-09-19T14:24:09.369961+0000","last_clean_scrub_stamp":"2024-09-19T14:24:09.369961+0000","objects_scrubbed":5,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:58:26.004271+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1074,"num_read_kb":41170,"num_write":1105,"num_write_kb":40345,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":506,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:21.468024+0000","last_change":"2024-09-19T14:24:21.468024+0000","last_active":"2024-09-19T14:24:21.468024+0000","last_peered":"2024-09-19T14:24:21.468024+0000","last_clean":"2024-09-19T14:24:21.468024+0000","last_became_active":"2024-09-19T13:37:47.003472+0000","last_became_peered":"2024-09-19T13:37:47.003472+0000","last_unstale":"2024-09-19T14:24:21.468024+0000","last_undegraded":"2024-09-19T14:24:21.468024+0000","last_fullsized":"2024-09-19T14:24:21.468024+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:21.467753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:21.467753+0000","last_clean_scrub_stamp":"2024-09-19T14:24:21.467753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:12:34.888941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.e","version":"268'305","reported_seq":885,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.025609+0000","last_change":"2024-09-19T13:37:48.997116+0000","last_active":"2024-09-19T14:23:59.025609+0000","last_peered":"2024-09-19T14:23:59.025609+0000","last_clean":"2024-09-19T14:23:59.025609+0000","last_became_active":"2024-09-19T13:37:48.996602+0000","last_became_peered":"2024-09-19T13:37:48.996602+0000","last_unstale":"2024-09-19T14:23:59.025609+0000","last_undegraded":"2024-09-19T14:23:59.025609+0000","last_fullsized":"2024-09-19T14:23:59.025609+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":200,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:10:44.167504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51799,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":527,"num_read_kb":1184,"num_write":478,"num_write_kb":402,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":490,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:47.787819+0000","last_change":"2024-09-19T13:37:51.024582+0000","last_active":"2024-09-19T14:20:47.787819+0000","last_peered":"2024-09-19T14:20:47.787819+0000","last_clean":"2024-09-19T14:20:47.787819+0000","last_became_active":"2024-09-19T13:37:51.023139+0000","last_became_peered":"2024-09-19T13:37:51.023139+0000","last_unstale":"2024-09-19T14:20:47.787819+0000","last_undegraded":"2024-09-19T14:20:47.787819+0000","last_fullsized":"2024-09-19T14:20:47.787819+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:51:56.212299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.0","version":"268'113","reported_seq":620,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:50.446007+0000","last_change":"2024-09-19T13:37:53.030417+0000","last_active":"2024-09-19T14:23:50.446007+0000","last_peered":"2024-09-19T14:23:50.446007+0000","last_clean":"2024-09-19T14:23:50.446007+0000","last_became_active":"2024-09-19T13:37:53.029335+0000","last_became_peered":"2024-09-19T13:37:53.029335+0000","last_unstale":"2024-09-19T14:23:50.446007+0000","last_undegraded":"2024-09-19T14:23:50.446007+0000","last_fullsized":"2024-09-19T14:23:50.446007+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:24:27.514468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":175,"num_read_kb":161,"num_write":276,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.d","version":"268'376","reported_seq":1117,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:23.265788+0000","last_change":"2024-09-19T14:24:23.265788+0000","last_active":"2024-09-19T14:24:23.265788+0000","last_peered":"2024-09-19T14:24:23.265788+0000","last_clean":"2024-09-19T14:24:23.265788+0000","last_became_active":"2024-09-19T13:37:44.984050+0000","last_became_peered":"2024-09-19T13:37:44.984050+0000","last_unstale":"2024-09-19T14:24:23.265788+0000","last_undegraded":"2024-09-19T14:24:23.265788+0000","last_fullsized":"2024-09-19T14:24:23.265788+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'376","last_scrub_stamp":"2024-09-19T14:24:23.265604+0000","last_deep_scrub":"268'376","last_deep_scrub_stamp":"2024-09-19T14:24:23.265604+0000","last_clean_scrub_stamp":"2024-09-19T14:24:23.265604+0000","objects_scrubbed":1,"log_size":76,"log_dups_size":300,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T02:00:10.216474+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1811,"num_read_kb":1552,"num_write":558,"num_write_kb":315,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":25740,"num_omap_keys":101,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"268'363","reported_seq":1006,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:12.407623+0000","last_change":"2024-09-19T14:24:12.407623+0000","last_active":"2024-09-19T14:24:12.407623+0000","last_peered":"2024-09-19T14:24:12.407623+0000","last_clean":"2024-09-19T14:24:12.407623+0000","last_became_active":"2024-09-19T13:37:42.977928+0000","last_became_peered":"2024-09-19T13:37:42.977928+0000","last_unstale":"2024-09-19T14:24:12.407623+0000","last_undegraded":"2024-09-19T14:24:12.407623+0000","last_fullsized":"2024-09-19T14:24:12.407623+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'363","last_scrub_stamp":"2024-09-19T14:24:12.407395+0000","last_deep_scrub":"268'363","last_deep_scrub_stamp":"2024-09-19T14:24:12.407395+0000","last_clean_scrub_stamp":"2024-09-19T14:24:12.407395+0000","objects_scrubbed":7,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:03:01.328765+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":646,"num_read_kb":468,"num_write":1137,"num_write_kb":30200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":503,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:32.776835+0000","last_change":"2024-09-19T13:37:46.994678+0000","last_active":"2024-09-19T14:20:32.776835+0000","last_peered":"2024-09-19T14:20:32.776835+0000","last_clean":"2024-09-19T14:20:32.776835+0000","last_became_active":"2024-09-19T13:37:46.993980+0000","last_became_peered":"2024-09-19T13:37:46.993980+0000","last_unstale":"2024-09-19T14:20:32.776835+0000","last_undegraded":"2024-09-19T14:20:32.776835+0000","last_fullsized":"2024-09-19T14:20:32.776835+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:05:45.078620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.f","version":"268'307","reported_seq":897,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.531128+0000","last_change":"2024-09-19T13:37:49.008787+0000","last_active":"2024-09-19T14:23:58.531128+0000","last_peered":"2024-09-19T14:23:58.531128+0000","last_clean":"2024-09-19T14:23:58.531128+0000","last_became_active":"2024-09-19T13:37:49.005979+0000","last_became_peered":"2024-09-19T13:37:49.005979+0000","last_unstale":"2024-09-19T14:23:58.531128+0000","last_undegraded":"2024-09-19T14:23:58.531128+0000","last_fullsized":"2024-09-19T14:23:58.531128+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":200,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:57:17.323630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51122,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":491,"num_read_kb":1069,"num_write":394,"num_write_kb":294,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.e","version":"268'752","reported_seq":3985,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.685842+0000","last_change":"2024-09-19T13:37:51.032982+0000","last_active":"2024-09-19T14:23:58.685842+0000","last_peered":"2024-09-19T14:23:58.685842+0000","last_clean":"2024-09-19T14:23:58.685842+0000","last_became_active":"2024-09-19T13:37:51.032240+0000","last_became_peered":"2024-09-19T13:37:51.032240+0000","last_unstale":"2024-09-19T14:23:58.685842+0000","last_undegraded":"2024-09-19T14:23:58.685842+0000","last_fullsized":"2024-09-19T14:23:58.685842+0000","mapping_epoch":33,"log_start":"268'700","ondisk_log_start":"268'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":700,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:54:35.344168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1","version":"268'140","reported_seq":644,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:11.342826+0000","last_change":"2024-09-19T13:37:53.035845+0000","last_active":"2024-09-19T14:22:11.342826+0000","last_peered":"2024-09-19T14:22:11.342826+0000","last_clean":"2024-09-19T14:22:11.342826+0000","last_became_active":"2024-09-19T13:37:53.035183+0000","last_became_peered":"2024-09-19T13:37:53.035183+0000","last_unstale":"2024-09-19T14:22:11.342826+0000","last_undegraded":"2024-09-19T14:22:11.342826+0000","last_fullsized":"2024-09-19T14:22:11.342826+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:04:04.317719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1243,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":190,"num_read_kb":179,"num_write":349,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.e","version":"268'131","reported_seq":696,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:09.643999+0000","last_change":"2024-09-19T14:24:09.643999+0000","last_active":"2024-09-19T14:24:09.643999+0000","last_peered":"2024-09-19T14:24:09.643999+0000","last_clean":"2024-09-19T14:24:09.643999+0000","last_became_active":"2024-09-19T13:37:44.984007+0000","last_became_peered":"2024-09-19T13:37:44.984007+0000","last_unstale":"2024-09-19T14:24:09.643999+0000","last_undegraded":"2024-09-19T14:24:09.643999+0000","last_fullsized":"2024-09-19T14:24:09.643999+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'131","last_scrub_stamp":"2024-09-19T14:24:09.643783+0000","last_deep_scrub":"268'131","last_deep_scrub_stamp":"2024-09-19T14:24:09.643783+0000","last_clean_scrub_stamp":"2024-09-19T14:24:09.643783+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:20:11.324711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":571,"num_read_kb":457,"num_write":223,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"268'331","reported_seq":959,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:11.437439+0000","last_change":"2024-09-19T14:24:11.437439+0000","last_active":"2024-09-19T14:24:11.437439+0000","last_peered":"2024-09-19T14:24:11.437439+0000","last_clean":"2024-09-19T14:24:11.437439+0000","last_became_active":"2024-09-19T13:37:42.992673+0000","last_became_peered":"2024-09-19T13:37:42.992673+0000","last_unstale":"2024-09-19T14:24:11.437439+0000","last_undegraded":"2024-09-19T14:24:11.437439+0000","last_fullsized":"2024-09-19T14:24:11.437439+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'331","last_scrub_stamp":"2024-09-19T14:24:11.437191+0000","last_deep_scrub":"268'331","last_deep_scrub_stamp":"2024-09-19T14:24:11.437191+0000","last_clean_scrub_stamp":"2024-09-19T14:24:11.437191+0000","objects_scrubbed":2,"log_size":31,"log_dups_size":300,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:35:17.989820+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":517,"num_read_kb":30696,"num_write":902,"num_write_kb":42322,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"268'4","reported_seq":1467,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:21.161824+0000","last_change":"2024-09-19T14:24:21.161824+0000","last_active":"2024-09-19T14:24:21.161824+0000","last_peered":"2024-09-19T14:24:21.161824+0000","last_clean":"2024-09-19T14:24:21.161824+0000","last_became_active":"2024-09-19T13:37:46.991680+0000","last_became_peered":"2024-09-19T13:37:46.991680+0000","last_unstale":"2024-09-19T14:24:21.161824+0000","last_undegraded":"2024-09-19T14:24:21.161824+0000","last_fullsized":"2024-09-19T14:24:21.161824+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4","last_scrub_stamp":"2024-09-19T14:24:21.161627+0000","last_deep_scrub":"268'4","last_deep_scrub_stamp":"2024-09-19T14:24:21.161627+0000","last_clean_scrub_stamp":"2024-09-19T14:24:21.161627+0000","objects_scrubbed":2,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:43:13.039322+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":952,"num_read_kb":952,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.c","version":"268'67","reported_seq":589,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:13.548200+0000","last_change":"2024-09-19T13:37:49.000623+0000","last_active":"2024-09-19T14:21:13.548200+0000","last_peered":"2024-09-19T14:21:13.548200+0000","last_clean":"2024-09-19T14:21:13.548200+0000","last_became_active":"2024-09-19T13:37:48.995316+0000","last_became_peered":"2024-09-19T13:37:48.995316+0000","last_unstale":"2024-09-19T14:21:13.548200+0000","last_undegraded":"2024-09-19T14:21:13.548200+0000","last_fullsized":"2024-09-19T14:21:13.548200+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":0,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:01:51.437645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":77,"num_read_kb":71,"num_write":52,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.d","version":"268'748","reported_seq":2552,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:57.868047+0000","last_change":"2024-09-19T13:37:50.993985+0000","last_active":"2024-09-19T14:23:57.868047+0000","last_peered":"2024-09-19T14:23:57.868047+0000","last_clean":"2024-09-19T14:23:57.868047+0000","last_became_active":"2024-09-19T13:37:50.993347+0000","last_became_peered":"2024-09-19T13:37:50.993347+0000","last_unstale":"2024-09-19T14:23:57.868047+0000","last_undegraded":"2024-09-19T14:23:57.868047+0000","last_fullsized":"2024-09-19T14:23:57.868047+0000","mapping_epoch":33,"log_start":"268'700","ondisk_log_start":"268'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":700,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:07:36.252341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.2","version":"268'124","reported_seq":623,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:05.970054+0000","last_change":"2024-09-19T13:37:53.027693+0000","last_active":"2024-09-19T14:22:05.970054+0000","last_peered":"2024-09-19T14:22:05.970054+0000","last_clean":"2024-09-19T14:22:05.970054+0000","last_became_active":"2024-09-19T13:37:53.026813+0000","last_became_peered":"2024-09-19T13:37:53.026813+0000","last_unstale":"2024-09-19T14:22:05.970054+0000","last_undegraded":"2024-09-19T14:22:05.970054+0000","last_fullsized":"2024-09-19T14:22:05.970054+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:41:59.896482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":425,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":148,"num_read_kb":143,"num_write":288,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.f","version":"268'406","reported_seq":1171,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:12.411950+0000","last_change":"2024-09-19T14:24:12.411950+0000","last_active":"2024-09-19T14:24:12.411950+0000","last_peered":"2024-09-19T14:24:12.411950+0000","last_clean":"2024-09-19T14:24:12.411950+0000","last_became_active":"2024-09-19T13:37:44.993668+0000","last_became_peered":"2024-09-19T13:37:44.993668+0000","last_unstale":"2024-09-19T14:24:12.411950+0000","last_undegraded":"2024-09-19T14:24:12.411950+0000","last_fullsized":"2024-09-19T14:24:12.411950+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'406","last_scrub_stamp":"2024-09-19T14:24:12.411774+0000","last_deep_scrub":"268'406","last_deep_scrub_stamp":"2024-09-19T14:24:12.411774+0000","last_clean_scrub_stamp":"2024-09-19T14:24:12.411774+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":300,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:55:57.889858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2013,"num_read_kb":1743,"num_write":719,"num_write_kb":481,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.8","version":"268'334","reported_seq":994,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:10.280628+0000","last_change":"2024-09-19T14:24:10.280628+0000","last_active":"2024-09-19T14:24:10.280628+0000","last_peered":"2024-09-19T14:24:10.280628+0000","last_clean":"2024-09-19T14:24:10.280628+0000","last_became_active":"2024-09-19T13:37:42.977623+0000","last_became_peered":"2024-09-19T13:37:42.977623+0000","last_unstale":"2024-09-19T14:24:10.280628+0000","last_undegraded":"2024-09-19T14:24:10.280628+0000","last_fullsized":"2024-09-19T14:24:10.280628+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'334","last_scrub_stamp":"2024-09-19T14:24:10.280314+0000","last_deep_scrub":"268'334","last_deep_scrub_stamp":"2024-09-19T14:24:10.280314+0000","last_clean_scrub_stamp":"2024-09-19T14:24:10.280314+0000","objects_scrubbed":4,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:44:22.653178+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":549,"num_read_kb":109168,"num_write":1073,"num_write_kb":60244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2],"acting":[4,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":497,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:34.803882+0000","last_change":"2024-09-19T13:37:46.977782+0000","last_active":"2024-09-19T14:20:34.803882+0000","last_peered":"2024-09-19T14:20:34.803882+0000","last_clean":"2024-09-19T14:20:34.803882+0000","last_became_active":"2024-09-19T13:37:46.977414+0000","last_became_peered":"2024-09-19T13:37:46.977414+0000","last_unstale":"2024-09-19T14:20:34.803882+0000","last_undegraded":"2024-09-19T14:20:34.803882+0000","last_fullsized":"2024-09-19T14:20:34.803882+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:13:10.059344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.d","version":"268'358","reported_seq":977,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:24.203017+0000","last_change":"2024-09-19T14:24:24.203017+0000","last_active":"2024-09-19T14:24:24.203017+0000","last_peered":"2024-09-19T14:24:24.203017+0000","last_clean":"2024-09-19T14:24:24.203017+0000","last_became_active":"2024-09-19T13:37:48.989441+0000","last_became_peered":"2024-09-19T13:37:48.989441+0000","last_unstale":"2024-09-19T14:24:24.203017+0000","last_undegraded":"2024-09-19T14:24:24.203017+0000","last_fullsized":"2024-09-19T14:24:24.203017+0000","mapping_epoch":31,"log_start":"268'300","ondisk_log_start":"268'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'358","last_scrub_stamp":"2024-09-19T14:24:24.202826+0000","last_deep_scrub":"268'358","last_deep_scrub_stamp":"2024-09-19T14:24:24.202826+0000","last_clean_scrub_stamp":"2024-09-19T14:24:24.202826+0000","objects_scrubbed":8,"log_size":58,"log_dups_size":300,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:42:45.065946+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51104,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":582,"num_read_kb":1255,"num_write":464,"num_write_kb":334,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":493,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:39.775521+0000","last_change":"2024-09-19T13:37:51.036775+0000","last_active":"2024-09-19T14:20:39.775521+0000","last_peered":"2024-09-19T14:20:39.775521+0000","last_clean":"2024-09-19T14:20:39.775521+0000","last_became_active":"2024-09-19T13:37:51.036123+0000","last_became_peered":"2024-09-19T13:37:51.036123+0000","last_unstale":"2024-09-19T14:20:39.775521+0000","last_undegraded":"2024-09-19T14:20:39.775521+0000","last_fullsized":"2024-09-19T14:20:39.775521+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:30:42.562434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.3","version":"268'103","reported_seq":595,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:15.460911+0000","last_change":"2024-09-19T13:37:53.044426+0000","last_active":"2024-09-19T14:22:15.460911+0000","last_peered":"2024-09-19T14:22:15.460911+0000","last_clean":"2024-09-19T14:22:15.460911+0000","last_became_active":"2024-09-19T13:37:53.043696+0000","last_became_peered":"2024-09-19T13:37:53.043696+0000","last_unstale":"2024-09-19T14:22:15.460911+0000","last_undegraded":"2024-09-19T14:22:15.460911+0000","last_fullsized":"2024-09-19T14:22:15.460911+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:58:17.203849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":449,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":125,"num_read_kb":125,"num_write":243,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"268'186","reported_seq":768,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:20.251532+0000","last_change":"2024-09-19T14:24:20.251532+0000","last_active":"2024-09-19T14:24:20.251532+0000","last_peered":"2024-09-19T14:24:20.251532+0000","last_clean":"2024-09-19T14:24:20.251532+0000","last_became_active":"2024-09-19T13:37:44.984586+0000","last_became_peered":"2024-09-19T13:37:44.984586+0000","last_unstale":"2024-09-19T14:24:20.251532+0000","last_undegraded":"2024-09-19T14:24:20.251532+0000","last_fullsized":"2024-09-19T14:24:20.251532+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'186","last_scrub_stamp":"2024-09-19T14:24:20.251349+0000","last_deep_scrub":"268'186","last_deep_scrub_stamp":"2024-09-19T14:24:20.251349+0000","last_clean_scrub_stamp":"2024-09-19T14:24:20.251349+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:41:59.528770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":791,"num_read_kb":653,"num_write":273,"num_write_kb":127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"268'74","reported_seq":633,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:05.248315+0000","last_change":"2024-09-19T14:24:05.248315+0000","last_active":"2024-09-19T14:24:05.248315+0000","last_peered":"2024-09-19T14:24:05.248315+0000","last_clean":"2024-09-19T14:24:05.248315+0000","last_became_active":"2024-09-19T13:37:20.020828+0000","last_became_peered":"2024-09-19T13:37:20.020828+0000","last_unstale":"2024-09-19T14:24:05.248315+0000","last_undegraded":"2024-09-19T14:24:05.248315+0000","last_fullsized":"2024-09-19T14:24:05.248315+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'74","last_scrub_stamp":"2024-09-19T14:24:05.248236+0000","last_deep_scrub":"268'74","last_deep_scrub_stamp":"2024-09-19T14:24:05.248236+0000","last_clean_scrub_stamp":"2024-09-19T14:24:05.248236+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:57:11.255580+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"268'2","reported_seq":535,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:07.428940+0000","last_change":"2024-09-19T14:24:07.428940+0000","last_active":"2024-09-19T14:24:07.428940+0000","last_peered":"2024-09-19T14:24:07.428940+0000","last_clean":"2024-09-19T14:24:07.428940+0000","last_became_active":"2024-09-19T13:37:24.882871+0000","last_became_peered":"2024-09-19T13:37:24.882871+0000","last_unstale":"2024-09-19T14:24:07.428940+0000","last_undegraded":"2024-09-19T14:24:07.428940+0000","last_fullsized":"2024-09-19T14:24:07.428940+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:07.428840+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:07.428840+0000","last_clean_scrub_stamp":"2024-09-19T14:24:07.428840+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:47:11.061319+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.0023960740000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"268'382","reported_seq":1091,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:07.284110+0000","last_change":"2024-09-19T14:24:07.284110+0000","last_active":"2024-09-19T14:24:07.284110+0000","last_peered":"2024-09-19T14:24:07.284110+0000","last_clean":"2024-09-19T14:24:07.284110+0000","last_became_active":"2024-09-19T13:37:42.971743+0000","last_became_peered":"2024-09-19T13:37:42.971743+0000","last_unstale":"2024-09-19T14:24:07.284110+0000","last_undegraded":"2024-09-19T14:24:07.284110+0000","last_fullsized":"2024-09-19T14:24:07.284110+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'382","last_scrub_stamp":"2024-09-19T14:24:07.283845+0000","last_deep_scrub":"268'382","last_deep_scrub_stamp":"2024-09-19T14:24:07.283845+0000","last_clean_scrub_stamp":"2024-09-19T14:24:07.283845+0000","objects_scrubbed":7,"log_size":82,"log_dups_size":300,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:59:58.156573+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136896,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":879,"num_read_kb":17240,"num_write":1141,"num_write_kb":39502,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,0],"acting":[4,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":508,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:21.574373+0000","last_change":"2024-09-19T14:24:21.574373+0000","last_active":"2024-09-19T14:24:21.574373+0000","last_peered":"2024-09-19T14:24:21.574373+0000","last_clean":"2024-09-19T14:24:21.574373+0000","last_became_active":"2024-09-19T13:37:47.002326+0000","last_became_peered":"2024-09-19T13:37:47.002326+0000","last_unstale":"2024-09-19T14:24:21.574373+0000","last_undegraded":"2024-09-19T14:24:21.574373+0000","last_fullsized":"2024-09-19T14:24:21.574373+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:21.574202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:21.574202+0000","last_clean_scrub_stamp":"2024-09-19T14:24:21.574202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:40:41.909257+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.7","version":"268'681","reported_seq":1384,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.944357+0000","last_change":"2024-09-19T13:37:49.012675+0000","last_active":"2024-09-19T14:23:59.944357+0000","last_peered":"2024-09-19T14:23:59.944357+0000","last_clean":"2024-09-19T14:23:59.944357+0000","last_became_active":"2024-09-19T13:37:49.012087+0000","last_became_peered":"2024-09-19T13:37:49.012087+0000","last_unstale":"2024-09-19T14:23:59.944357+0000","last_undegraded":"2024-09-19T14:23:59.944357+0000","last_fullsized":"2024-09-19T14:23:59.944357+0000","mapping_epoch":31,"log_start":"268'600","ondisk_log_start":"268'600","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":600,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:10:34.815535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":152330,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1336,"num_read_kb":3077,"num_write":1222,"num_write_kb":1087,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:12.786840+0000","last_change":"2024-09-19T13:37:51.031786+0000","last_active":"2024-09-19T14:21:12.786840+0000","last_peered":"2024-09-19T14:21:12.786840+0000","last_clean":"2024-09-19T14:21:12.786840+0000","last_became_active":"2024-09-19T13:37:51.031011+0000","last_became_peered":"2024-09-19T13:37:51.031011+0000","last_unstale":"2024-09-19T14:21:12.786840+0000","last_undegraded":"2024-09-19T14:21:12.786840+0000","last_fullsized":"2024-09-19T14:21:12.786840+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:29:46.681818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"268'214","reported_seq":952,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:31.700186+0000","last_change":"2024-09-19T13:37:53.040574+0000","last_active":"2024-09-19T14:22:31.700186+0000","last_peered":"2024-09-19T14:22:31.700186+0000","last_clean":"2024-09-19T14:22:31.700186+0000","last_became_active":"2024-09-19T13:37:53.036512+0000","last_became_peered":"2024-09-19T13:37:53.036512+0000","last_unstale":"2024-09-19T14:22:31.700186+0000","last_undegraded":"2024-09-19T14:22:31.700186+0000","last_fullsized":"2024-09-19T14:22:31.700186+0000","mapping_epoch":35,"log_start":"268'200","ondisk_log_start":"268'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":200,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:19:05.937058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":433,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":629,"num_read_kb":590,"num_write":474,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"268'4196","reported_seq":4833,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:19.863406+0000","last_change":"2024-09-19T14:24:19.863406+0000","last_active":"2024-09-19T14:24:19.863406+0000","last_peered":"2024-09-19T14:24:19.863406+0000","last_clean":"2024-09-19T14:24:19.863406+0000","last_became_active":"2024-09-19T13:37:45.005990+0000","last_became_peered":"2024-09-19T13:37:45.005990+0000","last_unstale":"2024-09-19T14:24:19.863406+0000","last_undegraded":"2024-09-19T14:24:19.863406+0000","last_fullsized":"2024-09-19T14:24:19.863406+0000","mapping_epoch":27,"log_start":"268'4100","ondisk_log_start":"268'4100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4196","last_scrub_stamp":"2024-09-19T14:24:19.863219+0000","last_deep_scrub":"268'4196","last_deep_scrub_stamp":"2024-09-19T14:24:19.863219+0000","last_clean_scrub_stamp":"2024-09-19T14:24:19.863219+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":3000,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:36:09.785916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16871,"num_read_kb":14145,"num_write":6317,"num_write_kb":3157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":534,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:06.408647+0000","last_change":"2024-09-19T14:24:06.408647+0000","last_active":"2024-09-19T14:24:06.408647+0000","last_peered":"2024-09-19T14:24:06.408647+0000","last_clean":"2024-09-19T14:24:06.408647+0000","last_became_active":"2024-09-19T13:37:24.881264+0000","last_became_peered":"2024-09-19T13:37:24.881264+0000","last_unstale":"2024-09-19T14:24:06.408647+0000","last_undegraded":"2024-09-19T14:24:06.408647+0000","last_fullsized":"2024-09-19T14:24:06.408647+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:06.408492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:06.408492+0000","last_clean_scrub_stamp":"2024-09-19T14:24:06.408492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T02:19:21.692554+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.0026683119999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"268'353","reported_seq":1036,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:07.507758+0000","last_change":"2024-09-19T14:24:07.507758+0000","last_active":"2024-09-19T14:24:07.507758+0000","last_peered":"2024-09-19T14:24:07.507758+0000","last_clean":"2024-09-19T14:24:07.507758+0000","last_became_active":"2024-09-19T13:37:42.996368+0000","last_became_peered":"2024-09-19T13:37:42.996368+0000","last_unstale":"2024-09-19T14:24:07.507758+0000","last_undegraded":"2024-09-19T14:24:07.507758+0000","last_fullsized":"2024-09-19T14:24:07.507758+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'353","last_scrub_stamp":"2024-09-19T14:24:07.507475+0000","last_deep_scrub":"268'353","last_deep_scrub_stamp":"2024-09-19T14:24:07.507475+0000","last_clean_scrub_stamp":"2024-09-19T14:24:07.507475+0000","objects_scrubbed":6,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:22:53.195588+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":32,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":692,"num_read_kb":610,"num_write":1185,"num_write_kb":28646,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,4],"acting":[6,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:09.813169+0000","last_change":"2024-09-19T13:37:47.003210+0000","last_active":"2024-09-19T14:21:09.813169+0000","last_peered":"2024-09-19T14:21:09.813169+0000","last_clean":"2024-09-19T14:21:09.813169+0000","last_became_active":"2024-09-19T13:37:47.002818+0000","last_became_peered":"2024-09-19T13:37:47.002818+0000","last_unstale":"2024-09-19T14:21:09.813169+0000","last_undegraded":"2024-09-19T14:21:09.813169+0000","last_fullsized":"2024-09-19T14:21:09.813169+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:18:52.820772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.4","version":"268'1254","reported_seq":2750,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.883087+0000","last_change":"2024-09-19T13:37:49.005756+0000","last_active":"2024-09-19T14:23:59.883087+0000","last_peered":"2024-09-19T14:23:59.883087+0000","last_clean":"2024-09-19T14:23:59.883087+0000","last_became_active":"2024-09-19T13:37:49.005054+0000","last_became_peered":"2024-09-19T13:37:49.005054+0000","last_unstale":"2024-09-19T14:23:59.883087+0000","last_undegraded":"2024-09-19T14:23:59.883087+0000","last_fullsized":"2024-09-19T14:23:59.883087+0000","mapping_epoch":31,"log_start":"268'1200","ondisk_log_start":"268'1200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":1200,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:11:56.139827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":145315,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":2016,"num_read_kb":3797,"num_write":1120,"num_write_kb":957,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":491,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:44.822321+0000","last_change":"2024-09-19T13:37:51.041205+0000","last_active":"2024-09-19T14:21:44.822321+0000","last_peered":"2024-09-19T14:21:44.822321+0000","last_clean":"2024-09-19T14:21:44.822321+0000","last_became_active":"2024-09-19T13:37:51.040146+0000","last_became_peered":"2024-09-19T13:37:51.040146+0000","last_unstale":"2024-09-19T14:21:44.822321+0000","last_undegraded":"2024-09-19T14:21:44.822321+0000","last_fullsized":"2024-09-19T14:21:44.822321+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:00:43.235955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.a","version":"268'253","reported_seq":814,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:17.238549+0000","last_change":"2024-09-19T13:37:53.026270+0000","last_active":"2024-09-19T14:22:17.238549+0000","last_peered":"2024-09-19T14:22:17.238549+0000","last_clean":"2024-09-19T14:22:17.238549+0000","last_became_active":"2024-09-19T13:37:53.025312+0000","last_became_peered":"2024-09-19T13:37:53.025312+0000","last_unstale":"2024-09-19T14:22:17.238549+0000","last_undegraded":"2024-09-19T14:22:17.238549+0000","last_fullsized":"2024-09-19T14:22:17.238549+0000","mapping_epoch":35,"log_start":"268'200","ondisk_log_start":"268'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":200,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:01:39.948930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":435,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":514,"num_read_kb":477,"num_write":500,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"268'302","reported_seq":969,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:19.504010+0000","last_change":"2024-09-19T14:24:19.504010+0000","last_active":"2024-09-19T14:24:19.504010+0000","last_peered":"2024-09-19T14:24:19.504010+0000","last_clean":"2024-09-19T14:24:19.504010+0000","last_became_active":"2024-09-19T13:37:44.991339+0000","last_became_peered":"2024-09-19T13:37:44.991339+0000","last_unstale":"2024-09-19T14:24:19.504010+0000","last_undegraded":"2024-09-19T14:24:19.504010+0000","last_fullsized":"2024-09-19T14:24:19.504010+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'302","last_scrub_stamp":"2024-09-19T14:24:19.503783+0000","last_deep_scrub":"268'302","last_deep_scrub_stamp":"2024-09-19T14:24:19.503783+0000","last_clean_scrub_stamp":"2024-09-19T14:24:19.503783+0000","objects_scrubbed":1,"log_size":102,"log_dups_size":200,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:02:41.957573+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1326,"num_read_kb":1077,"num_write":447,"num_write_kb":243,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4004,"num_omap_keys":18,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":535,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:08.317162+0000","last_change":"2024-09-19T14:24:08.317162+0000","last_active":"2024-09-19T14:24:08.317162+0000","last_peered":"2024-09-19T14:24:08.317162+0000","last_clean":"2024-09-19T14:24:08.317162+0000","last_became_active":"2024-09-19T13:37:24.882335+0000","last_became_peered":"2024-09-19T13:37:24.882335+0000","last_unstale":"2024-09-19T14:24:08.317162+0000","last_undegraded":"2024-09-19T14:24:08.317162+0000","last_fullsized":"2024-09-19T14:24:08.317162+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:08.316988+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:08.316988+0000","last_clean_scrub_stamp":"2024-09-19T14:24:08.316988+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:38:01.301037+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00084389399999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.0","version":"268'400","reported_seq":1086,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:07.888463+0000","last_change":"2024-09-19T14:24:07.888463+0000","last_active":"2024-09-19T14:24:07.888463+0000","last_peered":"2024-09-19T14:24:07.888463+0000","last_clean":"2024-09-19T14:24:07.888463+0000","last_became_active":"2024-09-19T13:37:43.011938+0000","last_became_peered":"2024-09-19T13:37:43.011938+0000","last_unstale":"2024-09-19T14:24:07.888463+0000","last_undegraded":"2024-09-19T14:24:07.888463+0000","last_fullsized":"2024-09-19T14:24:07.888463+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'400","last_scrub_stamp":"2024-09-19T14:24:07.888249+0000","last_deep_scrub":"268'400","last_deep_scrub_stamp":"2024-09-19T14:24:07.888249+0000","last_clean_scrub_stamp":"2024-09-19T14:24:07.888249+0000","objects_scrubbed":3,"log_size":100,"log_dups_size":300,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:36:41.122962+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":670,"num_read_kb":10131,"num_write":1166,"num_write_kb":42957,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"268'2","reported_seq":509,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:20.504046+0000","last_change":"2024-09-19T14:24:20.504046+0000","last_active":"2024-09-19T14:24:20.504046+0000","last_peered":"2024-09-19T14:24:20.504046+0000","last_clean":"2024-09-19T14:24:20.504046+0000","last_became_active":"2024-09-19T13:37:47.003498+0000","last_became_peered":"2024-09-19T13:37:47.003498+0000","last_unstale":"2024-09-19T14:24:20.504046+0000","last_undegraded":"2024-09-19T14:24:20.504046+0000","last_fullsized":"2024-09-19T14:24:20.504046+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:20.503863+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:20.503863+0000","last_clean_scrub_stamp":"2024-09-19T14:24:20.503863+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:33.068461+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.5","version":"268'232","reported_seq":1343,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:23.612593+0000","last_change":"2024-09-19T14:24:23.612593+0000","last_active":"2024-09-19T14:24:23.612593+0000","last_peered":"2024-09-19T14:24:23.612593+0000","last_clean":"2024-09-19T14:24:23.612593+0000","last_became_active":"2024-09-19T13:37:49.002780+0000","last_became_peered":"2024-09-19T13:37:49.002780+0000","last_unstale":"2024-09-19T14:24:23.612593+0000","last_undegraded":"2024-09-19T14:24:23.612593+0000","last_fullsized":"2024-09-19T14:24:23.612593+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'232","last_scrub_stamp":"2024-09-19T14:24:23.612379+0000","last_deep_scrub":"268'232","last_deep_scrub_stamp":"2024-09-19T14:24:23.612379+0000","last_clean_scrub_stamp":"2024-09-19T14:24:23.612379+0000","objects_scrubbed":9,"log_size":32,"log_dups_size":200,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:24:11.508874+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":181,"num_read_kb":173,"num_write":153,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5278,"num_omap_keys":12,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":493,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:37.788441+0000","last_change":"2024-09-19T13:37:51.025935+0000","last_active":"2024-09-19T14:21:37.788441+0000","last_peered":"2024-09-19T14:21:37.788441+0000","last_clean":"2024-09-19T14:21:37.788441+0000","last_became_active":"2024-09-19T13:37:51.024903+0000","last_became_peered":"2024-09-19T13:37:51.024903+0000","last_unstale":"2024-09-19T14:21:37.788441+0000","last_undegraded":"2024-09-19T14:21:37.788441+0000","last_fullsized":"2024-09-19T14:21:37.788441+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:07:36.992714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.b","version":"268'235","reported_seq":842,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:31.882989+0000","last_change":"2024-09-19T13:37:53.038541+0000","last_active":"2024-09-19T14:22:31.882989+0000","last_peered":"2024-09-19T14:22:31.882989+0000","last_clean":"2024-09-19T14:22:31.882989+0000","last_became_active":"2024-09-19T13:37:53.037940+0000","last_became_peered":"2024-09-19T13:37:53.037940+0000","last_unstale":"2024-09-19T14:22:31.882989+0000","last_undegraded":"2024-09-19T14:22:31.882989+0000","last_fullsized":"2024-09-19T14:22:31.882989+0000","mapping_epoch":35,"log_start":"268'200","ondisk_log_start":"268'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":200,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:37:27.607612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":530,"num_read_kb":545,"num_write":514,"num_write_kb":149,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"268'179","reported_seq":799,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:18.531958+0000","last_change":"2024-09-19T14:24:18.531958+0000","last_active":"2024-09-19T14:24:18.531958+0000","last_peered":"2024-09-19T14:24:18.531958+0000","last_clean":"2024-09-19T14:24:18.531958+0000","last_became_active":"2024-09-19T13:37:44.995795+0000","last_became_peered":"2024-09-19T13:37:44.995795+0000","last_unstale":"2024-09-19T14:24:18.531958+0000","last_undegraded":"2024-09-19T14:24:18.531958+0000","last_fullsized":"2024-09-19T14:24:18.531958+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'179","last_scrub_stamp":"2024-09-19T14:24:18.531764+0000","last_deep_scrub":"268'179","last_deep_scrub_stamp":"2024-09-19T14:24:18.531764+0000","last_clean_scrub_stamp":"2024-09-19T14:24:18.531764+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":100,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:34:26.109847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":803,"num_read_kb":658,"num_write":281,"num_write_kb":132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"268'3","reported_seq":536,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:09.401430+0000","last_change":"2024-09-19T14:24:09.401430+0000","last_active":"2024-09-19T14:24:09.401430+0000","last_peered":"2024-09-19T14:24:09.401430+0000","last_clean":"2024-09-19T14:24:09.401430+0000","last_became_active":"2024-09-19T13:37:24.905107+0000","last_became_peered":"2024-09-19T13:37:24.905107+0000","last_unstale":"2024-09-19T14:24:09.401430+0000","last_undegraded":"2024-09-19T14:24:09.401430+0000","last_fullsized":"2024-09-19T14:24:09.401430+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'3","last_scrub_stamp":"2024-09-19T14:24:09.401253+0000","last_deep_scrub":"268'3","last_deep_scrub_stamp":"2024-09-19T14:24:09.401253+0000","last_clean_scrub_stamp":"2024-09-19T14:24:09.401253+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:11:56.222132+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.0022530250000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"268'384","reported_seq":1042,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:08.459091+0000","last_change":"2024-09-19T14:24:08.459091+0000","last_active":"2024-09-19T14:24:08.459091+0000","last_peered":"2024-09-19T14:24:08.459091+0000","last_clean":"2024-09-19T14:24:08.459091+0000","last_became_active":"2024-09-19T13:38:12.008906+0000","last_became_peered":"2024-09-19T13:38:12.008906+0000","last_unstale":"2024-09-19T14:24:08.459091+0000","last_undegraded":"2024-09-19T14:24:08.459091+0000","last_fullsized":"2024-09-19T14:24:08.459091+0000","mapping_epoch":38,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'384","last_scrub_stamp":"2024-09-19T14:24:08.458882+0000","last_deep_scrub":"268'384","last_deep_scrub_stamp":"2024-09-19T14:24:08.458882+0000","last_clean_scrub_stamp":"2024-09-19T14:24:08.458882+0000","objects_scrubbed":2,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:50:58.238529+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":747,"num_read_kb":29584,"num_write":1354,"num_write_kb":42023,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,4],"acting":[6,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":508,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:18.411790+0000","last_change":"2024-09-19T14:24:18.411790+0000","last_active":"2024-09-19T14:24:18.411790+0000","last_peered":"2024-09-19T14:24:18.411790+0000","last_clean":"2024-09-19T14:24:18.411790+0000","last_became_active":"2024-09-19T13:37:47.004429+0000","last_became_peered":"2024-09-19T13:37:47.004429+0000","last_unstale":"2024-09-19T14:24:18.411790+0000","last_undegraded":"2024-09-19T14:24:18.411790+0000","last_fullsized":"2024-09-19T14:24:18.411790+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:18.411579+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:18.411579+0000","last_clean_scrub_stamp":"2024-09-19T14:24:18.411579+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:43:07.026292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.6","version":"268'119","reported_seq":665,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:22.817440+0000","last_change":"2024-09-19T13:37:49.006678+0000","last_active":"2024-09-19T14:23:22.817440+0000","last_peered":"2024-09-19T14:23:22.817440+0000","last_clean":"2024-09-19T14:23:22.817440+0000","last_became_active":"2024-09-19T13:37:49.002929+0000","last_became_peered":"2024-09-19T13:37:49.002929+0000","last_unstale":"2024-09-19T14:23:22.817440+0000","last_undegraded":"2024-09-19T14:23:22.817440+0000","last_fullsized":"2024-09-19T14:23:22.817440+0000","mapping_epoch":31,"log_start":"268'100","ondisk_log_start":"268'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":100,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:13:21.488488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":146,"num_read_kb":137,"num_write":106,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":490,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:14.814397+0000","last_change":"2024-09-19T13:37:51.021440+0000","last_active":"2024-09-19T14:21:14.814397+0000","last_peered":"2024-09-19T14:21:14.814397+0000","last_clean":"2024-09-19T14:21:14.814397+0000","last_became_active":"2024-09-19T13:37:51.020736+0000","last_became_peered":"2024-09-19T13:37:51.020736+0000","last_unstale":"2024-09-19T14:21:14.814397+0000","last_undegraded":"2024-09-19T14:21:14.814397+0000","last_fullsized":"2024-09-19T14:21:14.814397+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:24:04.076580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.8","version":"268'163","reported_seq":724,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:17.894977+0000","last_change":"2024-09-19T13:37:53.037393+0000","last_active":"2024-09-19T14:21:17.894977+0000","last_peered":"2024-09-19T14:21:17.894977+0000","last_clean":"2024-09-19T14:21:17.894977+0000","last_became_active":"2024-09-19T13:37:53.036623+0000","last_became_peered":"2024-09-19T13:37:53.036623+0000","last_unstale":"2024-09-19T14:21:17.894977+0000","last_undegraded":"2024-09-19T14:21:17.894977+0000","last_fullsized":"2024-09-19T14:21:17.894977+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:52:01.624403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":321,"num_read_kb":311,"num_write":392,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"268'138","reported_seq":765,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:16.526055+0000","last_change":"2024-09-19T14:24:16.526055+0000","last_active":"2024-09-19T14:24:16.526055+0000","last_peered":"2024-09-19T14:24:16.526055+0000","last_clean":"2024-09-19T14:24:16.526055+0000","last_became_active":"2024-09-19T13:37:44.990899+0000","last_became_peered":"2024-09-19T13:37:44.990899+0000","last_unstale":"2024-09-19T14:24:16.526055+0000","last_undegraded":"2024-09-19T14:24:16.526055+0000","last_fullsized":"2024-09-19T14:24:16.526055+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'138","last_scrub_stamp":"2024-09-19T14:24:16.525875+0000","last_deep_scrub":"268'138","last_deep_scrub_stamp":"2024-09-19T14:24:16.525875+0000","last_clean_scrub_stamp":"2024-09-19T14:24:16.525875+0000","objects_scrubbed":1,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:13:08.393604+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":626,"num_read_kb":524,"num_write":206,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.5","version":"268'369","reported_seq":1037,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:05.602992+0000","last_change":"2024-09-19T14:24:05.602992+0000","last_active":"2024-09-19T14:24:05.602992+0000","last_peered":"2024-09-19T14:24:05.602992+0000","last_clean":"2024-09-19T14:24:05.602992+0000","last_became_active":"2024-09-19T13:37:42.980788+0000","last_became_peered":"2024-09-19T13:37:42.980788+0000","last_unstale":"2024-09-19T14:24:05.602992+0000","last_undegraded":"2024-09-19T14:24:05.602992+0000","last_fullsized":"2024-09-19T14:24:05.602992+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'369","last_scrub_stamp":"2024-09-19T14:24:05.602873+0000","last_deep_scrub":"268'369","last_deep_scrub_stamp":"2024-09-19T14:24:05.602873+0000","last_clean_scrub_stamp":"2024-09-19T14:24:05.602873+0000","objects_scrubbed":9,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:10:53.920900+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":679,"num_read_kb":45969,"num_write":1060,"num_write_kb":28341,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,4],"acting":[2,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":540,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:06.894621+0000","last_change":"2024-09-19T14:24:06.894621+0000","last_active":"2024-09-19T14:24:06.894621+0000","last_peered":"2024-09-19T14:24:06.894621+0000","last_clean":"2024-09-19T14:24:06.894621+0000","last_became_active":"2024-09-19T13:37:24.906020+0000","last_became_peered":"2024-09-19T13:37:24.906020+0000","last_unstale":"2024-09-19T14:24:06.894621+0000","last_undegraded":"2024-09-19T14:24:06.894621+0000","last_fullsized":"2024-09-19T14:24:06.894621+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:06.894450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:06.894450+0000","last_clean_scrub_stamp":"2024-09-19T14:24:06.894450+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:28:21.680421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099233799999999994,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":501,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:32.787226+0000","last_change":"2024-09-19T13:37:46.995464+0000","last_active":"2024-09-19T14:21:32.787226+0000","last_peered":"2024-09-19T14:21:32.787226+0000","last_clean":"2024-09-19T14:21:32.787226+0000","last_became_active":"2024-09-19T13:37:46.994562+0000","last_became_peered":"2024-09-19T13:37:46.994562+0000","last_unstale":"2024-09-19T14:21:32.787226+0000","last_undegraded":"2024-09-19T14:21:32.787226+0000","last_fullsized":"2024-09-19T14:21:32.787226+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:47:21.426155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.0","version":"268'565","reported_seq":1238,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:22.526556+0000","last_change":"2024-09-19T14:24:22.526556+0000","last_active":"2024-09-19T14:24:22.526556+0000","last_peered":"2024-09-19T14:24:22.526556+0000","last_clean":"2024-09-19T14:24:22.526556+0000","last_became_active":"2024-09-19T13:37:48.998741+0000","last_became_peered":"2024-09-19T13:37:48.998741+0000","last_unstale":"2024-09-19T14:24:22.526556+0000","last_undegraded":"2024-09-19T14:24:22.526556+0000","last_fullsized":"2024-09-19T14:24:22.526556+0000","mapping_epoch":31,"log_start":"268'500","ondisk_log_start":"268'500","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'565","last_scrub_stamp":"2024-09-19T14:24:22.526311+0000","last_deep_scrub":"268'565","last_deep_scrub_stamp":"2024-09-19T14:24:22.526311+0000","last_clean_scrub_stamp":"2024-09-19T14:24:22.526311+0000","objects_scrubbed":10,"log_size":65,"log_dups_size":500,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:10:19.601942+0000","scrub_duration":35,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93001,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":1552,"num_read_kb":2714,"num_write":2032,"num_write_kb":1883,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":529556,"num_omap_keys":1194,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":495,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:39.790271+0000","last_change":"2024-09-19T13:37:50.999570+0000","last_active":"2024-09-19T14:21:39.790271+0000","last_peered":"2024-09-19T14:21:39.790271+0000","last_clean":"2024-09-19T14:21:39.790271+0000","last_became_active":"2024-09-19T13:37:50.998245+0000","last_became_peered":"2024-09-19T13:37:50.998245+0000","last_unstale":"2024-09-19T14:21:39.790271+0000","last_undegraded":"2024-09-19T14:21:39.790271+0000","last_fullsized":"2024-09-19T14:21:39.790271+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:35:47.925918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.e","version":"268'135","reported_seq":639,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:10.383914+0000","last_change":"2024-09-19T13:37:53.025828+0000","last_active":"2024-09-19T14:22:10.383914+0000","last_peered":"2024-09-19T14:22:10.383914+0000","last_clean":"2024-09-19T14:22:10.383914+0000","last_became_active":"2024-09-19T13:37:53.025118+0000","last_became_peered":"2024-09-19T13:37:53.025118+0000","last_unstale":"2024-09-19T14:22:10.383914+0000","last_undegraded":"2024-09-19T14:22:10.383914+0000","last_fullsized":"2024-09-19T14:22:10.383914+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:24:28.397010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":729,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":152,"num_read_kb":148,"num_write":307,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"268'128","reported_seq":756,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:17.570548+0000","last_change":"2024-09-19T14:24:17.570548+0000","last_active":"2024-09-19T14:24:17.570548+0000","last_peered":"2024-09-19T14:24:17.570548+0000","last_clean":"2024-09-19T14:24:17.570548+0000","last_became_active":"2024-09-19T13:37:44.996072+0000","last_became_peered":"2024-09-19T13:37:44.996072+0000","last_unstale":"2024-09-19T14:24:17.570548+0000","last_undegraded":"2024-09-19T14:24:17.570548+0000","last_fullsized":"2024-09-19T14:24:17.570548+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'128","last_scrub_stamp":"2024-09-19T14:24:17.570380+0000","last_deep_scrub":"268'128","last_deep_scrub_stamp":"2024-09-19T14:24:17.570380+0000","last_clean_scrub_stamp":"2024-09-19T14:24:17.570380+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:52:28.875225+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":614,"num_read_kb":523,"num_write":192,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.4","version":"268'405","reported_seq":1170,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:10.519452+0000","last_change":"2024-09-19T14:24:10.519452+0000","last_active":"2024-09-19T14:24:10.519452+0000","last_peered":"2024-09-19T14:24:10.519452+0000","last_clean":"2024-09-19T14:24:10.519452+0000","last_became_active":"2024-09-19T13:37:43.015022+0000","last_became_peered":"2024-09-19T13:37:43.015022+0000","last_unstale":"2024-09-19T14:24:10.519452+0000","last_undegraded":"2024-09-19T14:24:10.519452+0000","last_fullsized":"2024-09-19T14:24:10.519452+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'405","last_scrub_stamp":"2024-09-19T14:24:10.519208+0000","last_deep_scrub":"268'405","last_deep_scrub_stamp":"2024-09-19T14:24:10.519208+0000","last_clean_scrub_stamp":"2024-09-19T14:24:10.519208+0000","objects_scrubbed":3,"log_size":105,"log_dups_size":300,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:44:02.752671+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136829,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":800,"num_read_kb":34608,"num_write":1256,"num_write_kb":53807,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":533,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:08.435277+0000","last_change":"2024-09-19T14:24:08.435277+0000","last_active":"2024-09-19T14:24:08.435277+0000","last_peered":"2024-09-19T14:24:08.435277+0000","last_clean":"2024-09-19T14:24:08.435277+0000","last_became_active":"2024-09-19T13:37:24.881243+0000","last_became_peered":"2024-09-19T13:37:24.881243+0000","last_unstale":"2024-09-19T14:24:08.435277+0000","last_undegraded":"2024-09-19T14:24:08.435277+0000","last_fullsized":"2024-09-19T14:24:08.435277+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:08.435097+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:08.435097+0000","last_clean_scrub_stamp":"2024-09-19T14:24:08.435097+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:38:26.789059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010619309999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":508,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:20.585678+0000","last_change":"2024-09-19T14:24:20.585678+0000","last_active":"2024-09-19T14:24:20.585678+0000","last_peered":"2024-09-19T14:24:20.585678+0000","last_clean":"2024-09-19T14:24:20.585678+0000","last_became_active":"2024-09-19T13:37:47.002225+0000","last_became_peered":"2024-09-19T13:37:47.002225+0000","last_unstale":"2024-09-19T14:24:20.585678+0000","last_undegraded":"2024-09-19T14:24:20.585678+0000","last_fullsized":"2024-09-19T14:24:20.585678+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:20.585491+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:20.585491+0000","last_clean_scrub_stamp":"2024-09-19T14:24:20.585491+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:02:08.150253+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"268'200","reported_seq":766,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:58.013637+0000","last_change":"2024-09-19T13:37:49.013424+0000","last_active":"2024-09-19T14:22:58.013637+0000","last_peered":"2024-09-19T14:22:58.013637+0000","last_clean":"2024-09-19T14:22:58.013637+0000","last_became_active":"2024-09-19T13:37:49.012716+0000","last_became_peered":"2024-09-19T13:37:49.012716+0000","last_unstale":"2024-09-19T14:22:58.013637+0000","last_undegraded":"2024-09-19T14:22:58.013637+0000","last_fullsized":"2024-09-19T14:22:58.013637+0000","mapping_epoch":31,"log_start":"265'100","ondisk_log_start":"265'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:18:43.881928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":235,"num_read_kb":225,"num_write":204,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.0","version":"268'748","reported_seq":2808,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.146618+0000","last_change":"2024-09-19T13:37:51.040255+0000","last_active":"2024-09-19T14:24:00.146618+0000","last_peered":"2024-09-19T14:24:00.146618+0000","last_clean":"2024-09-19T14:24:00.146618+0000","last_became_active":"2024-09-19T13:37:51.038494+0000","last_became_peered":"2024-09-19T13:37:51.038494+0000","last_unstale":"2024-09-19T14:24:00.146618+0000","last_undegraded":"2024-09-19T14:24:00.146618+0000","last_fullsized":"2024-09-19T14:24:00.146618+0000","mapping_epoch":33,"log_start":"268'700","ondisk_log_start":"268'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":700,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.f","version":"268'121","reported_seq":646,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:51.330369+0000","last_change":"2024-09-19T13:37:53.044510+0000","last_active":"2024-09-19T14:23:51.330369+0000","last_peered":"2024-09-19T14:23:51.330369+0000","last_clean":"2024-09-19T14:23:51.330369+0000","last_became_active":"2024-09-19T13:37:53.043658+0000","last_became_peered":"2024-09-19T13:37:53.043658+0000","last_unstale":"2024-09-19T14:23:51.330369+0000","last_undegraded":"2024-09-19T14:23:51.330369+0000","last_fullsized":"2024-09-19T14:23:51.330369+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:19:25.707143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1317,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":261,"num_read_kb":232,"num_write":302,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.0","version":"268'98","reported_seq":695,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:14.279142+0000","last_change":"2024-09-19T14:24:14.279142+0000","last_active":"2024-09-19T14:24:14.279142+0000","last_peered":"2024-09-19T14:24:14.279142+0000","last_clean":"2024-09-19T14:24:14.279142+0000","last_became_active":"2024-09-19T13:37:44.988183+0000","last_became_peered":"2024-09-19T13:37:44.988183+0000","last_unstale":"2024-09-19T14:24:14.279142+0000","last_undegraded":"2024-09-19T14:24:14.279142+0000","last_fullsized":"2024-09-19T14:24:14.279142+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'98","last_scrub_stamp":"2024-09-19T14:24:14.278970+0000","last_deep_scrub":"268'98","last_deep_scrub_stamp":"2024-09-19T14:24:14.278970+0000","last_clean_scrub_stamp":"2024-09-19T14:24:14.278970+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":0,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:14:19.954142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":445,"num_read_kb":376,"num_write":154,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"268'353","reported_seq":1010,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:09.308409+0000","last_change":"2024-09-19T14:24:09.308409+0000","last_active":"2024-09-19T14:24:09.308409+0000","last_peered":"2024-09-19T14:24:09.308409+0000","last_clean":"2024-09-19T14:24:09.308409+0000","last_became_active":"2024-09-19T13:37:42.983034+0000","last_became_peered":"2024-09-19T13:37:42.983034+0000","last_unstale":"2024-09-19T14:24:09.308409+0000","last_undegraded":"2024-09-19T14:24:09.308409+0000","last_fullsized":"2024-09-19T14:24:09.308409+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'353","last_scrub_stamp":"2024-09-19T14:24:09.308182+0000","last_deep_scrub":"268'353","last_deep_scrub_stamp":"2024-09-19T14:24:09.308182+0000","last_clean_scrub_stamp":"2024-09-19T14:24:09.308182+0000","objects_scrubbed":8,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:28:04.002191+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":626,"num_read_kb":24914,"num_write":1124,"num_write_kb":17228,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":535,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:06.239393+0000","last_change":"2024-09-19T14:24:06.239393+0000","last_active":"2024-09-19T14:24:06.239393+0000","last_peered":"2024-09-19T14:24:06.239393+0000","last_clean":"2024-09-19T14:24:06.239393+0000","last_became_active":"2024-09-19T13:37:24.905672+0000","last_became_peered":"2024-09-19T13:37:24.905672+0000","last_unstale":"2024-09-19T14:24:06.239393+0000","last_undegraded":"2024-09-19T14:24:06.239393+0000","last_fullsized":"2024-09-19T14:24:06.239393+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:06.239226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:06.239226+0000","last_clean_scrub_stamp":"2024-09-19T14:24:06.239226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:43:28.303491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001276396,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":499,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:34.819648+0000","last_change":"2024-09-19T13:37:47.003718+0000","last_active":"2024-09-19T14:21:34.819648+0000","last_peered":"2024-09-19T14:21:34.819648+0000","last_clean":"2024-09-19T14:21:34.819648+0000","last_became_active":"2024-09-19T13:37:47.003352+0000","last_became_peered":"2024-09-19T13:37:47.003352+0000","last_unstale":"2024-09-19T14:21:34.819648+0000","last_undegraded":"2024-09-19T14:21:34.819648+0000","last_fullsized":"2024-09-19T14:21:34.819648+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:16:12.815941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"268'111","reported_seq":647,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:30.956612+0000","last_change":"2024-09-19T13:37:49.012377+0000","last_active":"2024-09-19T14:22:30.956612+0000","last_peered":"2024-09-19T14:22:30.956612+0000","last_clean":"2024-09-19T14:22:30.956612+0000","last_became_active":"2024-09-19T13:37:49.011547+0000","last_became_peered":"2024-09-19T13:37:49.011547+0000","last_unstale":"2024-09-19T14:22:30.956612+0000","last_undegraded":"2024-09-19T14:22:30.956612+0000","last_fullsized":"2024-09-19T14:22:30.956612+0000","mapping_epoch":31,"log_start":"268'100","ondisk_log_start":"268'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:01:13.060503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":126,"num_read_kb":119,"num_write":88,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.3","version":"268'794","reported_seq":2358,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.505771+0000","last_change":"2024-09-19T13:37:51.038339+0000","last_active":"2024-09-19T14:23:59.505771+0000","last_peered":"2024-09-19T14:23:59.505771+0000","last_clean":"2024-09-19T14:23:59.505771+0000","last_became_active":"2024-09-19T13:37:51.036419+0000","last_became_peered":"2024-09-19T13:37:51.036419+0000","last_unstale":"2024-09-19T14:23:59.505771+0000","last_undegraded":"2024-09-19T14:23:59.505771+0000","last_fullsized":"2024-09-19T14:23:59.505771+0000","mapping_epoch":33,"log_start":"268'701","ondisk_log_start":"268'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":701,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:02:13.157835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.c","version":"268'153","reported_seq":654,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:17.244022+0000","last_change":"2024-09-19T13:37:53.040171+0000","last_active":"2024-09-19T14:22:17.244022+0000","last_peered":"2024-09-19T14:22:17.244022+0000","last_clean":"2024-09-19T14:22:17.244022+0000","last_became_active":"2024-09-19T13:37:53.039260+0000","last_became_peered":"2024-09-19T13:37:53.039260+0000","last_unstale":"2024-09-19T14:22:17.244022+0000","last_undegraded":"2024-09-19T14:22:17.244022+0000","last_fullsized":"2024-09-19T14:22:17.244022+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:48:32.353827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":485,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":115,"num_read_kb":115,"num_write":328,"num_write_kb":107,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1","version":"268'455","reported_seq":1210,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:29.787887+0000","last_change":"2024-09-19T13:37:44.984174+0000","last_active":"2024-09-19T14:21:29.787887+0000","last_peered":"2024-09-19T14:21:29.787887+0000","last_clean":"2024-09-19T14:21:29.787887+0000","last_became_active":"2024-09-19T13:37:44.983785+0000","last_became_peered":"2024-09-19T13:37:44.983785+0000","last_unstale":"2024-09-19T14:21:29.787887+0000","last_undegraded":"2024-09-19T14:21:29.787887+0000","last_fullsized":"2024-09-19T14:21:29.787887+0000","mapping_epoch":27,"log_start":"268'400","ondisk_log_start":"268'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":400,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:19:26.694931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2200,"num_read_kb":1820,"num_write":798,"num_write_kb":506,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.6","version":"268'387","reported_seq":1133,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:08.287157+0000","last_change":"2024-09-19T14:24:08.287157+0000","last_active":"2024-09-19T14:24:08.287157+0000","last_peered":"2024-09-19T14:24:08.287157+0000","last_clean":"2024-09-19T14:24:08.287157+0000","last_became_active":"2024-09-19T13:37:42.994343+0000","last_became_peered":"2024-09-19T13:37:42.994343+0000","last_unstale":"2024-09-19T14:24:08.287157+0000","last_undegraded":"2024-09-19T14:24:08.287157+0000","last_fullsized":"2024-09-19T14:24:08.287157+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'387","last_scrub_stamp":"2024-09-19T14:24:08.286844+0000","last_deep_scrub":"268'387","last_deep_scrub_stamp":"2024-09-19T14:24:08.286844+0000","last_clean_scrub_stamp":"2024-09-19T14:24:08.286844+0000","objects_scrubbed":6,"log_size":87,"log_dups_size":300,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:47:33.138506+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136861,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":923,"num_read_kb":26742,"num_write":1196,"num_write_kb":31494,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":532,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:10.444655+0000","last_change":"2024-09-19T14:24:10.444655+0000","last_active":"2024-09-19T14:24:10.444655+0000","last_peered":"2024-09-19T14:24:10.444655+0000","last_clean":"2024-09-19T14:24:10.444655+0000","last_became_active":"2024-09-19T13:37:24.907064+0000","last_became_peered":"2024-09-19T13:37:24.907064+0000","last_unstale":"2024-09-19T14:24:10.444655+0000","last_undegraded":"2024-09-19T14:24:10.444655+0000","last_fullsized":"2024-09-19T14:24:10.444655+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:10.444474+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:10.444474+0000","last_clean_scrub_stamp":"2024-09-19T14:24:10.444474+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:15:48.719490+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.0028427410000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"268'6","reported_seq":991,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:22.335466+0000","last_change":"2024-09-19T14:24:22.335466+0000","last_active":"2024-09-19T14:24:22.335466+0000","last_peered":"2024-09-19T14:24:22.335466+0000","last_clean":"2024-09-19T14:24:22.335466+0000","last_became_active":"2024-09-19T13:37:46.985693+0000","last_became_peered":"2024-09-19T13:37:46.985693+0000","last_unstale":"2024-09-19T14:24:22.335466+0000","last_undegraded":"2024-09-19T14:24:22.335466+0000","last_fullsized":"2024-09-19T14:24:22.335466+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'6","last_scrub_stamp":"2024-09-19T14:24:22.335279+0000","last_deep_scrub":"268'6","last_deep_scrub_stamp":"2024-09-19T14:24:22.335279+0000","last_clean_scrub_stamp":"2024-09-19T14:24:22.335279+0000","objects_scrubbed":1,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:56:51.288418+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":726,"num_read_kb":1189,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"268'764","reported_seq":1492,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:22.571278+0000","last_change":"2024-09-19T14:24:22.571278+0000","last_active":"2024-09-19T14:24:22.571278+0000","last_peered":"2024-09-19T14:24:22.571278+0000","last_clean":"2024-09-19T14:24:22.571278+0000","last_became_active":"2024-09-19T13:37:48.999327+0000","last_became_peered":"2024-09-19T13:37:48.999327+0000","last_unstale":"2024-09-19T14:24:22.571278+0000","last_undegraded":"2024-09-19T14:24:22.571278+0000","last_fullsized":"2024-09-19T14:24:22.571278+0000","mapping_epoch":31,"log_start":"268'700","ondisk_log_start":"268'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'764","last_scrub_stamp":"2024-09-19T14:24:22.571090+0000","last_deep_scrub":"268'764","last_deep_scrub_stamp":"2024-09-19T14:24:22.571090+0000","last_clean_scrub_stamp":"2024-09-19T14:24:22.571090+0000","objects_scrubbed":8,"log_size":64,"log_dups_size":700,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T02:24:18.820336+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":147603,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1364,"num_read_kb":3290,"num_write":1122,"num_write_kb":949,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":493,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:37.788358+0000","last_change":"2024-09-19T13:37:51.021254+0000","last_active":"2024-09-19T14:21:37.788358+0000","last_peered":"2024-09-19T14:21:37.788358+0000","last_clean":"2024-09-19T14:21:37.788358+0000","last_became_active":"2024-09-19T13:37:51.020501+0000","last_became_peered":"2024-09-19T13:37:51.020501+0000","last_unstale":"2024-09-19T14:21:37.788358+0000","last_undegraded":"2024-09-19T14:21:37.788358+0000","last_fullsized":"2024-09-19T14:21:37.788358+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:36:09.258758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.d","version":"268'116","reported_seq":614,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:06.840732+0000","last_change":"2024-09-19T13:37:53.023331+0000","last_active":"2024-09-19T14:22:06.840732+0000","last_peered":"2024-09-19T14:22:06.840732+0000","last_clean":"2024-09-19T14:22:06.840732+0000","last_became_active":"2024-09-19T13:37:53.019523+0000","last_became_peered":"2024-09-19T13:37:53.019523+0000","last_unstale":"2024-09-19T14:22:06.840732+0000","last_undegraded":"2024-09-19T14:22:06.840732+0000","last_fullsized":"2024-09-19T14:22:06.840732+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":100,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:55:02.029109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":235,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":142,"num_read_kb":141,"num_write":287,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1f","version":"268'149","reported_seq":721,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:31.834452+0000","last_change":"2024-09-19T13:37:53.023578+0000","last_active":"2024-09-19T14:22:31.834452+0000","last_peered":"2024-09-19T14:22:31.834452+0000","last_clean":"2024-09-19T14:22:31.834452+0000","last_became_active":"2024-09-19T13:37:53.022662+0000","last_became_peered":"2024-09-19T13:37:53.022662+0000","last_unstale":"2024-09-19T14:22:31.834452+0000","last_undegraded":"2024-09-19T14:22:31.834452+0000","last_fullsized":"2024-09-19T14:22:31.834452+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":100,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:19:10.254992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":395,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":323,"num_read_kb":305,"num_write":370,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"268'147","reported_seq":749,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:15.689894+0000","last_change":"2024-09-19T14:24:15.689718+0000","last_active":"2024-09-19T14:24:15.689894+0000","last_peered":"2024-09-19T14:24:15.689894+0000","last_clean":"2024-09-19T14:24:15.689894+0000","last_became_active":"2024-09-19T13:37:44.985079+0000","last_became_peered":"2024-09-19T13:37:44.985079+0000","last_unstale":"2024-09-19T14:24:15.689894+0000","last_undegraded":"2024-09-19T14:24:15.689894+0000","last_fullsized":"2024-09-19T14:24:15.689894+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'147","last_scrub_stamp":"2024-09-19T14:24:15.689531+0000","last_deep_scrub":"268'147","last_deep_scrub_stamp":"2024-09-19T14:24:15.689531+0000","last_clean_scrub_stamp":"2024-09-19T14:24:15.689531+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:23.405896+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":616,"num_read_kb":504,"num_write":221,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.14","version":"268'392","reported_seq":1054,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:16.316634+0000","last_change":"2024-09-19T14:24:16.316634+0000","last_active":"2024-09-19T14:24:16.316634+0000","last_peered":"2024-09-19T14:24:16.316634+0000","last_clean":"2024-09-19T14:24:16.316634+0000","last_became_active":"2024-09-19T13:37:42.988170+0000","last_became_peered":"2024-09-19T13:37:42.988170+0000","last_unstale":"2024-09-19T14:24:16.316634+0000","last_undegraded":"2024-09-19T14:24:16.316634+0000","last_fullsized":"2024-09-19T14:24:16.316634+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'392","last_scrub_stamp":"2024-09-19T14:24:16.316415+0000","last_deep_scrub":"268'392","last_deep_scrub_stamp":"2024-09-19T14:24:16.316415+0000","last_clean_scrub_stamp":"2024-09-19T14:24:16.316415+0000","objects_scrubbed":3,"log_size":92,"log_dups_size":300,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:41:35.279061+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":653,"num_read_kb":7830,"num_write":1131,"num_write_kb":32003,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:47.770073+0000","last_change":"2024-09-19T13:37:46.996181+0000","last_active":"2024-09-19T14:19:47.770073+0000","last_peered":"2024-09-19T14:19:47.770073+0000","last_clean":"2024-09-19T14:19:47.770073+0000","last_became_active":"2024-09-19T13:37:46.995294+0000","last_became_peered":"2024-09-19T13:37:46.995294+0000","last_unstale":"2024-09-19T14:19:47.770073+0000","last_undegraded":"2024-09-19T14:19:47.770073+0000","last_fullsized":"2024-09-19T14:19:47.770073+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:01:32.199206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.11","version":"268'274","reported_seq":851,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.066621+0000","last_change":"2024-09-19T13:37:49.005019+0000","last_active":"2024-09-19T14:24:00.066621+0000","last_peered":"2024-09-19T14:24:00.066621+0000","last_clean":"2024-09-19T14:24:00.066621+0000","last_became_active":"2024-09-19T13:37:49.004240+0000","last_became_peered":"2024-09-19T13:37:49.004240+0000","last_unstale":"2024-09-19T14:24:00.066621+0000","last_undegraded":"2024-09-19T14:24:00.066621+0000","last_fullsized":"2024-09-19T14:24:00.066621+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":200,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:44:52.942132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53394,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":446,"num_read_kb":1007,"num_write":360,"num_write_kb":284,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":489,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:52.775703+0000","last_change":"2024-09-19T13:37:51.011521+0000","last_active":"2024-09-19T14:19:52.775703+0000","last_peered":"2024-09-19T14:19:52.775703+0000","last_clean":"2024-09-19T14:19:52.775703+0000","last_became_active":"2024-09-19T13:37:51.010780+0000","last_became_peered":"2024-09-19T13:37:51.010780+0000","last_unstale":"2024-09-19T14:19:52.775703+0000","last_undegraded":"2024-09-19T14:19:52.775703+0000","last_fullsized":"2024-09-19T14:19:52.775703+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:06:32.327119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1e","version":"268'106","reported_seq":600,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:29.356883+0000","last_change":"2024-09-19T13:37:53.045130+0000","last_active":"2024-09-19T14:22:29.356883+0000","last_peered":"2024-09-19T14:22:29.356883+0000","last_clean":"2024-09-19T14:22:29.356883+0000","last_became_active":"2024-09-19T13:37:53.044535+0000","last_became_peered":"2024-09-19T13:37:53.044535+0000","last_unstale":"2024-09-19T14:22:29.356883+0000","last_undegraded":"2024-09-19T14:22:29.356883+0000","last_fullsized":"2024-09-19T14:22:29.356883+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:43:09.150635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":123,"num_read_kb":121,"num_write":251,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"268'102","reported_seq":678,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:16.286870+0000","last_change":"2024-09-19T14:24:16.286870+0000","last_active":"2024-09-19T14:24:16.286870+0000","last_peered":"2024-09-19T14:24:16.286870+0000","last_clean":"2024-09-19T14:24:16.286870+0000","last_became_active":"2024-09-19T13:37:44.990834+0000","last_became_peered":"2024-09-19T13:37:44.990834+0000","last_unstale":"2024-09-19T14:24:16.286870+0000","last_undegraded":"2024-09-19T14:24:16.286870+0000","last_fullsized":"2024-09-19T14:24:16.286870+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'102","last_scrub_stamp":"2024-09-19T14:24:16.286696+0000","last_deep_scrub":"268'102","last_deep_scrub_stamp":"2024-09-19T14:24:16.286696+0000","last_clean_scrub_stamp":"2024-09-19T14:24:16.286696+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:57:13.558855+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":414,"num_read_kb":343,"num_write":151,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.15","version":"268'363","reported_seq":1029,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:08.527081+0000","last_change":"2024-09-19T14:24:08.527081+0000","last_active":"2024-09-19T14:24:08.527081+0000","last_peered":"2024-09-19T14:24:08.527081+0000","last_clean":"2024-09-19T14:24:08.527081+0000","last_became_active":"2024-09-19T13:38:11.816487+0000","last_became_peered":"2024-09-19T13:38:11.816487+0000","last_unstale":"2024-09-19T14:24:08.527081+0000","last_undegraded":"2024-09-19T14:24:08.527081+0000","last_fullsized":"2024-09-19T14:24:08.527081+0000","mapping_epoch":38,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'363","last_scrub_stamp":"2024-09-19T14:24:08.526856+0000","last_deep_scrub":"268'363","last_deep_scrub_stamp":"2024-09-19T14:24:08.526856+0000","last_clean_scrub_stamp":"2024-09-19T14:24:08.526856+0000","objects_scrubbed":5,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:03:24.856080+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136855,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":590,"num_read_kb":75369,"num_write":1112,"num_write_kb":31817,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,7],"acting":[0,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:47.763810+0000","last_change":"2024-09-19T13:37:47.001048+0000","last_active":"2024-09-19T14:19:47.763810+0000","last_peered":"2024-09-19T14:19:47.763810+0000","last_clean":"2024-09-19T14:19:47.763810+0000","last_became_active":"2024-09-19T13:37:47.000074+0000","last_became_peered":"2024-09-19T13:37:47.000074+0000","last_unstale":"2024-09-19T14:19:47.763810+0000","last_undegraded":"2024-09-19T14:19:47.763810+0000","last_fullsized":"2024-09-19T14:19:47.763810+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:28:26.485586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.10","version":"268'46","reported_seq":550,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:42.622134+0000","last_change":"2024-09-19T13:37:48.981315+0000","last_active":"2024-09-19T14:21:42.622134+0000","last_peered":"2024-09-19T14:21:42.622134+0000","last_clean":"2024-09-19T14:21:42.622134+0000","last_became_active":"2024-09-19T13:37:48.980552+0000","last_became_peered":"2024-09-19T13:37:48.980552+0000","last_unstale":"2024-09-19T14:21:42.622134+0000","last_undegraded":"2024-09-19T14:21:42.622134+0000","last_fullsized":"2024-09-19T14:21:42.622134+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":0,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:16:19.582352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":32,"num_read_kb":30,"num_write":24,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":492,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:54.760992+0000","last_change":"2024-09-19T13:37:51.011790+0000","last_active":"2024-09-19T14:19:54.760992+0000","last_peered":"2024-09-19T14:19:54.760992+0000","last_clean":"2024-09-19T14:19:54.760992+0000","last_became_active":"2024-09-19T13:37:51.010960+0000","last_became_peered":"2024-09-19T13:37:51.010960+0000","last_unstale":"2024-09-19T14:19:54.760992+0000","last_undegraded":"2024-09-19T14:19:54.760992+0000","last_fullsized":"2024-09-19T14:19:54.760992+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:50:01.599550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1d","version":"268'182","reported_seq":703,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:30.960680+0000","last_change":"2024-09-19T13:37:53.036103+0000","last_active":"2024-09-19T14:22:30.960680+0000","last_peered":"2024-09-19T14:22:30.960680+0000","last_clean":"2024-09-19T14:22:30.960680+0000","last_became_active":"2024-09-19T13:37:53.035313+0000","last_became_peered":"2024-09-19T13:37:53.035313+0000","last_unstale":"2024-09-19T14:22:30.960680+0000","last_undegraded":"2024-09-19T14:22:30.960680+0000","last_fullsized":"2024-09-19T14:22:30.960680+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":100,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:40:24.778883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":611,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":302,"num_read_kb":301,"num_write":411,"num_write_kb":114,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"268'166","reported_seq":799,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:15.320958+0000","last_change":"2024-09-19T14:24:15.320958+0000","last_active":"2024-09-19T14:24:15.320958+0000","last_peered":"2024-09-19T14:24:15.320958+0000","last_clean":"2024-09-19T14:24:15.320958+0000","last_became_active":"2024-09-19T13:37:44.991859+0000","last_became_peered":"2024-09-19T13:37:44.991859+0000","last_unstale":"2024-09-19T14:24:15.320958+0000","last_undegraded":"2024-09-19T14:24:15.320958+0000","last_fullsized":"2024-09-19T14:24:15.320958+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'166","last_scrub_stamp":"2024-09-19T14:24:15.320765+0000","last_deep_scrub":"268'166","last_deep_scrub_stamp":"2024-09-19T14:24:15.320765+0000","last_clean_scrub_stamp":"2024-09-19T14:24:15.320765+0000","objects_scrubbed":1,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:49:48.589652+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":751,"num_read_kb":628,"num_write":248,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.16","version":"268'333","reported_seq":1108,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:06.624355+0000","last_change":"2024-09-19T14:24:06.624355+0000","last_active":"2024-09-19T14:24:06.624355+0000","last_peered":"2024-09-19T14:24:06.624355+0000","last_clean":"2024-09-19T14:24:06.624355+0000","last_became_active":"2024-09-19T13:37:42.980379+0000","last_became_peered":"2024-09-19T13:37:42.980379+0000","last_unstale":"2024-09-19T14:24:06.624355+0000","last_undegraded":"2024-09-19T14:24:06.624355+0000","last_fullsized":"2024-09-19T14:24:06.624355+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'333","last_scrub_stamp":"2024-09-19T14:24:06.624200+0000","last_deep_scrub":"268'333","last_deep_scrub_stamp":"2024-09-19T14:24:06.624200+0000","last_clean_scrub_stamp":"2024-09-19T14:24:06.624200+0000","objects_scrubbed":5,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:28:29.200465+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":668,"num_read_kb":67134,"num_write":1062,"num_write_kb":32700,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":508,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:13.698274+0000","last_change":"2024-09-19T14:24:13.698274+0000","last_active":"2024-09-19T14:24:13.698274+0000","last_peered":"2024-09-19T14:24:13.698274+0000","last_clean":"2024-09-19T14:24:13.698274+0000","last_became_active":"2024-09-19T13:37:46.992776+0000","last_became_peered":"2024-09-19T13:37:46.992776+0000","last_unstale":"2024-09-19T14:24:13.698274+0000","last_undegraded":"2024-09-19T14:24:13.698274+0000","last_fullsized":"2024-09-19T14:24:13.698274+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:13.698087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:13.698087+0000","last_clean_scrub_stamp":"2024-09-19T14:24:13.698087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:10:54.126678+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.13","version":"268'312","reported_seq":902,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.369425+0000","last_change":"2024-09-19T13:37:49.011036+0000","last_active":"2024-09-19T14:23:59.369425+0000","last_peered":"2024-09-19T14:23:59.369425+0000","last_clean":"2024-09-19T14:23:59.369425+0000","last_became_active":"2024-09-19T13:37:49.010333+0000","last_became_peered":"2024-09-19T13:37:49.010333+0000","last_unstale":"2024-09-19T14:23:59.369425+0000","last_undegraded":"2024-09-19T14:23:59.369425+0000","last_fullsized":"2024-09-19T14:23:59.369425+0000","mapping_epoch":31,"log_start":"268'300","ondisk_log_start":"268'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:34:06.501845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65561,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":497,"num_read_kb":1069,"num_write":398,"num_write_kb":291,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":494,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:54.768046+0000","last_change":"2024-09-19T13:37:51.036358+0000","last_active":"2024-09-19T14:19:54.768046+0000","last_peered":"2024-09-19T14:19:54.768046+0000","last_clean":"2024-09-19T14:19:54.768046+0000","last_became_active":"2024-09-19T13:37:51.035746+0000","last_became_peered":"2024-09-19T13:37:51.035746+0000","last_unstale":"2024-09-19T14:19:54.768046+0000","last_undegraded":"2024-09-19T14:19:54.768046+0000","last_fullsized":"2024-09-19T14:19:54.768046+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:31:24.554515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1c","version":"268'145","reported_seq":662,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:11.348261+0000","last_change":"2024-09-19T13:37:53.028729+0000","last_active":"2024-09-19T14:22:11.348261+0000","last_peered":"2024-09-19T14:22:11.348261+0000","last_clean":"2024-09-19T14:22:11.348261+0000","last_became_active":"2024-09-19T13:37:53.027897+0000","last_became_peered":"2024-09-19T13:37:53.027897+0000","last_unstale":"2024-09-19T14:22:11.348261+0000","last_undegraded":"2024-09-19T14:22:11.348261+0000","last_fullsized":"2024-09-19T14:22:11.348261+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:02:14.266353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":233,"num_read_kb":221,"num_write":335,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.10","version":"268'338","reported_seq":1044,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:13.393427+0000","last_change":"2024-09-19T14:24:13.393427+0000","last_active":"2024-09-19T14:24:13.393427+0000","last_peered":"2024-09-19T14:24:13.393427+0000","last_clean":"2024-09-19T14:24:13.393427+0000","last_became_active":"2024-09-19T13:37:44.975823+0000","last_became_peered":"2024-09-19T13:37:44.975823+0000","last_unstale":"2024-09-19T14:24:13.393427+0000","last_undegraded":"2024-09-19T14:24:13.393427+0000","last_fullsized":"2024-09-19T14:24:13.393427+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'338","last_scrub_stamp":"2024-09-19T14:24:13.393242+0000","last_deep_scrub":"268'338","last_deep_scrub_stamp":"2024-09-19T14:24:13.393242+0000","last_clean_scrub_stamp":"2024-09-19T14:24:13.393242+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":300,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:55:54.455954+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1709,"num_read_kb":1486,"num_write":574,"num_write_kb":302,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"268'368","reported_seq":1134,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:08.921571+0000","last_change":"2024-09-19T14:24:08.921571+0000","last_active":"2024-09-19T14:24:08.921571+0000","last_peered":"2024-09-19T14:24:08.921571+0000","last_clean":"2024-09-19T14:24:08.921571+0000","last_became_active":"2024-09-19T13:37:43.015524+0000","last_became_peered":"2024-09-19T13:37:43.015524+0000","last_unstale":"2024-09-19T14:24:08.921571+0000","last_undegraded":"2024-09-19T14:24:08.921571+0000","last_fullsized":"2024-09-19T14:24:08.921571+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'368","last_scrub_stamp":"2024-09-19T14:24:08.921363+0000","last_deep_scrub":"268'368","last_deep_scrub_stamp":"2024-09-19T14:24:08.921363+0000","last_clean_scrub_stamp":"2024-09-19T14:24:08.921363+0000","objects_scrubbed":4,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:55:29.505573+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254112,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":980,"num_read_kb":53182,"num_write":1238,"num_write_kb":13041,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:49.790434+0000","last_change":"2024-09-19T13:37:46.979694+0000","last_active":"2024-09-19T14:19:49.790434+0000","last_peered":"2024-09-19T14:19:49.790434+0000","last_clean":"2024-09-19T14:19:49.790434+0000","last_became_active":"2024-09-19T13:37:46.979324+0000","last_became_peered":"2024-09-19T13:37:46.979324+0000","last_unstale":"2024-09-19T14:19:49.790434+0000","last_undegraded":"2024-09-19T14:19:49.790434+0000","last_fullsized":"2024-09-19T14:19:49.790434+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:56:11.730001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.12","version":"268'264","reported_seq":833,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.174366+0000","last_change":"2024-09-19T13:37:48.995675+0000","last_active":"2024-09-19T14:23:59.174366+0000","last_peered":"2024-09-19T14:23:59.174366+0000","last_clean":"2024-09-19T14:23:59.174366+0000","last_became_active":"2024-09-19T13:37:48.994835+0000","last_became_peered":"2024-09-19T13:37:48.994835+0000","last_unstale":"2024-09-19T14:23:59.174366+0000","last_undegraded":"2024-09-19T14:23:59.174366+0000","last_fullsized":"2024-09-19T14:23:59.174366+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":200,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:05:05.909415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43590,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":445,"num_read_kb":1054,"num_write":364,"num_write_kb":300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":489,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:19:52.775830+0000","last_change":"2024-09-19T13:37:51.014673+0000","last_active":"2024-09-19T14:19:52.775830+0000","last_peered":"2024-09-19T14:19:52.775830+0000","last_clean":"2024-09-19T14:19:52.775830+0000","last_became_active":"2024-09-19T13:37:51.011802+0000","last_became_peered":"2024-09-19T13:37:51.011802+0000","last_unstale":"2024-09-19T14:19:52.775830+0000","last_undegraded":"2024-09-19T14:19:52.775830+0000","last_fullsized":"2024-09-19T14:19:52.775830+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:06:55.703689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1f","version":"268'292","reported_seq":934,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:28.421812+0000","last_change":"2024-09-19T13:37:45.010226+0000","last_active":"2024-09-19T14:22:28.421812+0000","last_peered":"2024-09-19T14:22:28.421812+0000","last_clean":"2024-09-19T14:22:28.421812+0000","last_became_active":"2024-09-19T13:37:45.009967+0000","last_became_peered":"2024-09-19T13:37:45.009967+0000","last_unstale":"2024-09-19T14:22:28.421812+0000","last_undegraded":"2024-09-19T14:22:28.421812+0000","last_fullsized":"2024-09-19T14:22:28.421812+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":200,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:21:01.970567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1299,"num_read_kb":1052,"num_write":494,"num_write_kb":235,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"268'360","reported_seq":997,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:10.870101+0000","last_change":"2024-09-19T14:24:10.870101+0000","last_active":"2024-09-19T14:24:10.870101+0000","last_peered":"2024-09-19T14:24:10.870101+0000","last_clean":"2024-09-19T14:24:10.870101+0000","last_became_active":"2024-09-19T13:37:43.011077+0000","last_became_peered":"2024-09-19T13:37:43.011077+0000","last_unstale":"2024-09-19T14:24:10.870101+0000","last_undegraded":"2024-09-19T14:24:10.870101+0000","last_fullsized":"2024-09-19T14:24:10.870101+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'360","last_scrub_stamp":"2024-09-19T14:24:10.869888+0000","last_deep_scrub":"268'360","last_deep_scrub_stamp":"2024-09-19T14:24:10.869888+0000","last_clean_scrub_stamp":"2024-09-19T14:24:10.869888+0000","objects_scrubbed":4,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:48:07.899599+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":615,"num_read_kb":3561,"num_write":1197,"num_write_kb":33021,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,3],"acting":[5,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":504,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:57.798843+0000","last_change":"2024-09-19T13:37:46.998376+0000","last_active":"2024-09-19T14:21:57.798843+0000","last_peered":"2024-09-19T14:21:57.798843+0000","last_clean":"2024-09-19T14:21:57.798843+0000","last_became_active":"2024-09-19T13:37:46.997504+0000","last_became_peered":"2024-09-19T13:37:46.997504+0000","last_unstale":"2024-09-19T14:21:57.798843+0000","last_undegraded":"2024-09-19T14:21:57.798843+0000","last_fullsized":"2024-09-19T14:21:57.798843+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:07:50.478531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"268'514","reported_seq":1146,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.102439+0000","last_change":"2024-09-19T13:37:48.999863+0000","last_active":"2024-09-19T14:23:59.102439+0000","last_peered":"2024-09-19T14:23:59.102439+0000","last_clean":"2024-09-19T14:23:59.102439+0000","last_became_active":"2024-09-19T13:37:48.999080+0000","last_became_peered":"2024-09-19T13:37:48.999080+0000","last_unstale":"2024-09-19T14:23:59.102439+0000","last_undegraded":"2024-09-19T14:23:59.102439+0000","last_fullsized":"2024-09-19T14:23:59.102439+0000","mapping_epoch":31,"log_start":"268'500","ondisk_log_start":"268'500","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":500,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:45:09.634765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":99091,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":928,"num_read_kb":2270,"num_write":810,"num_write_kb":738,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":491,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:24.772183+0000","last_change":"2024-09-19T13:37:50.996326+0000","last_active":"2024-09-19T14:20:24.772183+0000","last_peered":"2024-09-19T14:20:24.772183+0000","last_clean":"2024-09-19T14:20:24.772183+0000","last_became_active":"2024-09-19T13:37:50.995492+0000","last_became_peered":"2024-09-19T13:37:50.995492+0000","last_unstale":"2024-09-19T14:20:24.772183+0000","last_undegraded":"2024-09-19T14:20:24.772183+0000","last_fullsized":"2024-09-19T14:20:24.772183+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:53:55.795636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.13","version":"268'152","reported_seq":657,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:53.077654+0000","last_change":"2024-09-19T13:37:53.020607+0000","last_active":"2024-09-19T14:21:53.077654+0000","last_peered":"2024-09-19T14:21:53.077654+0000","last_clean":"2024-09-19T14:21:53.077654+0000","last_became_active":"2024-09-19T13:37:53.019822+0000","last_became_peered":"2024-09-19T13:37:53.019822+0000","last_unstale":"2024-09-19T14:21:53.077654+0000","last_undegraded":"2024-09-19T14:21:53.077654+0000","last_fullsized":"2024-09-19T14:21:53.077654+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:14:51.169825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":217,"num_read_kb":229,"num_write":359,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1e","version":"268'4138","reported_seq":4767,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:17.301544+0000","last_change":"2024-09-19T14:24:17.301544+0000","last_active":"2024-09-19T14:24:17.301544+0000","last_peered":"2024-09-19T14:24:17.301544+0000","last_clean":"2024-09-19T14:24:17.301544+0000","last_became_active":"2024-09-19T13:37:44.989865+0000","last_became_peered":"2024-09-19T13:37:44.989865+0000","last_unstale":"2024-09-19T14:24:17.301544+0000","last_undegraded":"2024-09-19T14:24:17.301544+0000","last_fullsized":"2024-09-19T14:24:17.301544+0000","mapping_epoch":27,"log_start":"268'4098","ondisk_log_start":"268'4098","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4138","last_scrub_stamp":"2024-09-19T14:24:17.301376+0000","last_deep_scrub":"268'4138","last_deep_scrub_stamp":"2024-09-19T14:24:17.301376+0000","last_clean_scrub_stamp":"2024-09-19T14:24:17.301376+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":3000,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:51:21.300818+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16639,"num_read_kb":13957,"num_write":6212,"num_write_kb":3095,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.19","version":"268'397","reported_seq":1070,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:11.316833+0000","last_change":"2024-09-19T14:24:11.316833+0000","last_active":"2024-09-19T14:24:11.316833+0000","last_peered":"2024-09-19T14:24:11.316833+0000","last_clean":"2024-09-19T14:24:11.316833+0000","last_became_active":"2024-09-19T13:37:43.003809+0000","last_became_peered":"2024-09-19T13:37:43.003809+0000","last_unstale":"2024-09-19T14:24:11.316833+0000","last_undegraded":"2024-09-19T14:24:11.316833+0000","last_fullsized":"2024-09-19T14:24:11.316833+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'397","last_scrub_stamp":"2024-09-19T14:24:11.316610+0000","last_deep_scrub":"268'397","last_deep_scrub_stamp":"2024-09-19T14:24:11.316610+0000","last_clean_scrub_stamp":"2024-09-19T14:24:11.316610+0000","objects_scrubbed":2,"log_size":97,"log_dups_size":300,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:55:11.663243+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":658,"num_read_kb":51706,"num_write":1159,"num_write_kb":37012,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":511,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:12.671572+0000","last_change":"2024-09-19T14:24:12.671572+0000","last_active":"2024-09-19T14:24:12.671572+0000","last_peered":"2024-09-19T14:24:12.671572+0000","last_clean":"2024-09-19T14:24:12.671572+0000","last_became_active":"2024-09-19T13:37:46.993852+0000","last_became_peered":"2024-09-19T13:37:46.993852+0000","last_unstale":"2024-09-19T14:24:12.671572+0000","last_undegraded":"2024-09-19T14:24:12.671572+0000","last_fullsized":"2024-09-19T14:24:12.671572+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:12.671391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:12.671391+0000","last_clean_scrub_stamp":"2024-09-19T14:24:12.671391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:05:17.634189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.1c","version":"268'307","reported_seq":889,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.247123+0000","last_change":"2024-09-19T13:37:49.007396+0000","last_active":"2024-09-19T14:23:59.247123+0000","last_peered":"2024-09-19T14:23:59.247123+0000","last_clean":"2024-09-19T14:23:59.247123+0000","last_became_active":"2024-09-19T13:37:49.006617+0000","last_became_peered":"2024-09-19T13:37:49.006617+0000","last_unstale":"2024-09-19T14:23:59.247123+0000","last_undegraded":"2024-09-19T14:23:59.247123+0000","last_fullsized":"2024-09-19T14:23:59.247123+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":200,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:07:04.026036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50979,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":534,"num_read_kb":1212,"num_write":450,"num_write_kb":360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":493,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:22.774392+0000","last_change":"2024-09-19T13:37:51.037114+0000","last_active":"2024-09-19T14:20:22.774392+0000","last_peered":"2024-09-19T14:20:22.774392+0000","last_clean":"2024-09-19T14:20:22.774392+0000","last_became_active":"2024-09-19T13:37:51.036448+0000","last_became_peered":"2024-09-19T13:37:51.036448+0000","last_unstale":"2024-09-19T14:20:22.774392+0000","last_undegraded":"2024-09-19T14:20:22.774392+0000","last_fullsized":"2024-09-19T14:20:22.774392+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:57:23.889128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.12","version":"268'187","reported_seq":1059,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:30.805891+0000","last_change":"2024-09-19T13:37:53.041334+0000","last_active":"2024-09-19T14:22:30.805891+0000","last_peered":"2024-09-19T14:22:30.805891+0000","last_clean":"2024-09-19T14:22:30.805891+0000","last_became_active":"2024-09-19T13:37:53.040822+0000","last_became_peered":"2024-09-19T13:37:53.040822+0000","last_unstale":"2024-09-19T14:22:30.805891+0000","last_undegraded":"2024-09-19T14:22:30.805891+0000","last_fullsized":"2024-09-19T14:22:30.805891+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":100,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:11:58.852133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1623,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":665,"num_read_kb":654,"num_write":533,"num_write_kb":135,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1d","version":"268'194","reported_seq":835,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:15.429264+0000","last_change":"2024-09-19T14:24:15.429264+0000","last_active":"2024-09-19T14:24:15.429264+0000","last_peered":"2024-09-19T14:24:15.429264+0000","last_clean":"2024-09-19T14:24:15.429264+0000","last_became_active":"2024-09-19T13:37:45.012276+0000","last_became_peered":"2024-09-19T13:37:45.012276+0000","last_unstale":"2024-09-19T14:24:15.429264+0000","last_undegraded":"2024-09-19T14:24:15.429264+0000","last_fullsized":"2024-09-19T14:24:15.429264+0000","mapping_epoch":27,"log_start":"265'100","ondisk_log_start":"265'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'194","last_scrub_stamp":"2024-09-19T14:24:15.429084+0000","last_deep_scrub":"268'194","last_deep_scrub_stamp":"2024-09-19T14:24:15.429084+0000","last_clean_scrub_stamp":"2024-09-19T14:24:15.429084+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:48:52.083471+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":890,"num_read_kb":742,"num_write":322,"num_write_kb":165,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1a","version":"268'334","reported_seq":991,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:07.170940+0000","last_change":"2024-09-19T14:24:07.170940+0000","last_active":"2024-09-19T14:24:07.170940+0000","last_peered":"2024-09-19T14:24:07.170940+0000","last_clean":"2024-09-19T14:24:07.170940+0000","last_became_active":"2024-09-19T13:37:43.010770+0000","last_became_peered":"2024-09-19T13:37:43.010770+0000","last_unstale":"2024-09-19T14:24:07.170940+0000","last_undegraded":"2024-09-19T14:24:07.170940+0000","last_fullsized":"2024-09-19T14:24:07.170940+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'334","last_scrub_stamp":"2024-09-19T14:24:07.170826+0000","last_deep_scrub":"268'334","last_deep_scrub_stamp":"2024-09-19T14:24:07.170826+0000","last_clean_scrub_stamp":"2024-09-19T14:24:07.170826+0000","objects_scrubbed":3,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:40:13.460665+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136845,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":608,"num_read_kb":25838,"num_write":1098,"num_write_kb":39622,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":499,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:19.770957+0000","last_change":"2024-09-19T13:37:46.975735+0000","last_active":"2024-09-19T14:20:19.770957+0000","last_peered":"2024-09-19T14:20:19.770957+0000","last_clean":"2024-09-19T14:20:19.770957+0000","last_became_active":"2024-09-19T13:37:46.975083+0000","last_became_peered":"2024-09-19T13:37:46.975083+0000","last_unstale":"2024-09-19T14:20:19.770957+0000","last_undegraded":"2024-09-19T14:20:19.770957+0000","last_fullsized":"2024-09-19T14:20:19.770957+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:52:18.818014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.1f","version":"268'280","reported_seq":860,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.193200+0000","last_change":"2024-09-19T13:37:48.999184+0000","last_active":"2024-09-19T14:23:58.193200+0000","last_peered":"2024-09-19T14:23:58.193200+0000","last_clean":"2024-09-19T14:23:58.193200+0000","last_became_active":"2024-09-19T13:37:48.998398+0000","last_became_peered":"2024-09-19T13:37:48.998398+0000","last_unstale":"2024-09-19T14:23:58.193200+0000","last_undegraded":"2024-09-19T14:23:58.193200+0000","last_fullsized":"2024-09-19T14:23:58.193200+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":200,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:49:45.032258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54455,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":473,"num_read_kb":1105,"num_write":386,"num_write_kb":317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":493,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:02.804664+0000","last_change":"2024-09-19T13:37:51.023426+0000","last_active":"2024-09-19T14:22:02.804664+0000","last_peered":"2024-09-19T14:22:02.804664+0000","last_clean":"2024-09-19T14:22:02.804664+0000","last_became_active":"2024-09-19T13:37:51.022697+0000","last_became_peered":"2024-09-19T13:37:51.022697+0000","last_unstale":"2024-09-19T14:22:02.804664+0000","last_undegraded":"2024-09-19T14:22:02.804664+0000","last_fullsized":"2024-09-19T14:22:02.804664+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:18:04.284285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.11","version":"268'123","reported_seq":620,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:51.326151+0000","last_change":"2024-09-19T13:37:53.025430+0000","last_active":"2024-09-19T14:23:51.326151+0000","last_peered":"2024-09-19T14:23:51.326151+0000","last_clean":"2024-09-19T14:23:51.326151+0000","last_became_active":"2024-09-19T13:37:53.024491+0000","last_became_peered":"2024-09-19T13:37:53.024491+0000","last_unstale":"2024-09-19T14:23:51.326151+0000","last_undegraded":"2024-09-19T14:23:51.326151+0000","last_fullsized":"2024-09-19T14:23:51.326151+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:12:29.045641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":177,"num_read_kb":165,"num_write":300,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1c","version":"268'36","reported_seq":588,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:18.345572+0000","last_change":"2024-09-19T14:24:18.345572+0000","last_active":"2024-09-19T14:24:18.345572+0000","last_peered":"2024-09-19T14:24:18.345572+0000","last_clean":"2024-09-19T14:24:18.345572+0000","last_became_active":"2024-09-19T13:37:45.002288+0000","last_became_peered":"2024-09-19T13:37:45.002288+0000","last_unstale":"2024-09-19T14:24:18.345572+0000","last_undegraded":"2024-09-19T14:24:18.345572+0000","last_fullsized":"2024-09-19T14:24:18.345572+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'36","last_scrub_stamp":"2024-09-19T14:24:18.345389+0000","last_deep_scrub":"268'36","last_deep_scrub_stamp":"2024-09-19T14:24:18.345389+0000","last_clean_scrub_stamp":"2024-09-19T14:24:18.345389+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:46:38.684367+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":170,"num_read_kb":148,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"268'357","reported_seq":1017,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:12.330453+0000","last_change":"2024-09-19T14:24:12.330453+0000","last_active":"2024-09-19T14:24:12.330453+0000","last_peered":"2024-09-19T14:24:12.330453+0000","last_clean":"2024-09-19T14:24:12.330453+0000","last_became_active":"2024-09-19T13:37:42.977930+0000","last_became_peered":"2024-09-19T13:37:42.977930+0000","last_unstale":"2024-09-19T14:24:12.330453+0000","last_undegraded":"2024-09-19T14:24:12.330453+0000","last_fullsized":"2024-09-19T14:24:12.330453+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'357","last_scrub_stamp":"2024-09-19T14:24:12.330220+0000","last_deep_scrub":"268'357","last_deep_scrub_stamp":"2024-09-19T14:24:12.330220+0000","last_clean_scrub_stamp":"2024-09-19T14:24:12.330220+0000","objects_scrubbed":3,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:55:34.700459+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":722,"num_read_kb":4562,"num_write":1193,"num_write_kb":22713,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":497,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:17.770611+0000","last_change":"2024-09-19T13:37:46.991585+0000","last_active":"2024-09-19T14:20:17.770611+0000","last_peered":"2024-09-19T14:20:17.770611+0000","last_clean":"2024-09-19T14:20:17.770611+0000","last_became_active":"2024-09-19T13:37:46.990868+0000","last_became_peered":"2024-09-19T13:37:46.990868+0000","last_unstale":"2024-09-19T14:20:17.770611+0000","last_undegraded":"2024-09-19T14:20:17.770611+0000","last_fullsized":"2024-09-19T14:20:17.770611+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:55:36.307825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1e","version":"268'91","reported_seq":612,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:09.160081+0000","last_change":"2024-09-19T13:37:49.009222+0000","last_active":"2024-09-19T14:22:09.160081+0000","last_peered":"2024-09-19T14:22:09.160081+0000","last_clean":"2024-09-19T14:22:09.160081+0000","last_became_active":"2024-09-19T13:37:49.008734+0000","last_became_peered":"2024-09-19T13:37:49.008734+0000","last_unstale":"2024-09-19T14:22:09.160081+0000","last_undegraded":"2024-09-19T14:22:09.160081+0000","last_fullsized":"2024-09-19T14:22:09.160081+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":0,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:41:36.013308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":114,"num_read_kb":109,"num_write":128,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"268'757","reported_seq":4626,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.485943+0000","last_change":"2024-09-19T13:37:51.024801+0000","last_active":"2024-09-19T14:23:59.485943+0000","last_peered":"2024-09-19T14:23:59.485943+0000","last_clean":"2024-09-19T14:23:59.485943+0000","last_became_active":"2024-09-19T13:37:51.024122+0000","last_became_peered":"2024-09-19T13:37:51.024122+0000","last_unstale":"2024-09-19T14:23:59.485943+0000","last_undegraded":"2024-09-19T14:23:59.485943+0000","last_fullsized":"2024-09-19T14:23:59.485943+0000","mapping_epoch":33,"log_start":"268'700","ondisk_log_start":"268'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":700,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:37:39.244998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.10","version":"268'164","reported_seq":670,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:58.699205+0000","last_change":"2024-09-19T13:37:53.037566+0000","last_active":"2024-09-19T14:21:58.699205+0000","last_peered":"2024-09-19T14:21:58.699205+0000","last_clean":"2024-09-19T14:21:58.699205+0000","last_became_active":"2024-09-19T13:37:53.036787+0000","last_became_peered":"2024-09-19T13:37:53.036787+0000","last_unstale":"2024-09-19T14:21:58.699205+0000","last_undegraded":"2024-09-19T14:21:58.699205+0000","last_fullsized":"2024-09-19T14:21:58.699205+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:28:22.789483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":35,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":192,"num_read_kb":180,"num_write":404,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1b","version":"268'182","reported_seq":770,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:16.696025+0000","last_change":"2024-09-19T14:24:16.696025+0000","last_active":"2024-09-19T14:24:16.696025+0000","last_peered":"2024-09-19T14:24:16.696025+0000","last_clean":"2024-09-19T14:24:16.696025+0000","last_became_active":"2024-09-19T13:37:45.011649+0000","last_became_peered":"2024-09-19T13:37:45.011649+0000","last_unstale":"2024-09-19T14:24:16.696025+0000","last_undegraded":"2024-09-19T14:24:16.696025+0000","last_fullsized":"2024-09-19T14:24:16.696025+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'182","last_scrub_stamp":"2024-09-19T14:24:16.695832+0000","last_deep_scrub":"268'182","last_deep_scrub_stamp":"2024-09-19T14:24:16.695832+0000","last_clean_scrub_stamp":"2024-09-19T14:24:16.695832+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":100,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:05:51.433802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":780,"num_read_kb":628,"num_write":283,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"268'311","reported_seq":963,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:08.179779+0000","last_change":"2024-09-19T14:24:08.179779+0000","last_active":"2024-09-19T14:24:08.179779+0000","last_peered":"2024-09-19T14:24:08.179779+0000","last_clean":"2024-09-19T14:24:08.179779+0000","last_became_active":"2024-09-19T13:37:43.013846+0000","last_became_peered":"2024-09-19T13:37:43.013846+0000","last_unstale":"2024-09-19T14:24:08.179779+0000","last_undegraded":"2024-09-19T14:24:08.179779+0000","last_fullsized":"2024-09-19T14:24:08.179779+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'311","last_scrub_stamp":"2024-09-19T14:24:08.179559+0000","last_deep_scrub":"268'311","last_deep_scrub_stamp":"2024-09-19T14:24:08.179559+0000","last_clean_scrub_stamp":"2024-09-19T14:24:08.179559+0000","objects_scrubbed":5,"log_size":11,"log_dups_size":300,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:21:06.971719+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":593,"num_read_kb":7286,"num_write":1061,"num_write_kb":28619,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":509,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:23.164471+0000","last_change":"2024-09-19T14:24:23.164471+0000","last_active":"2024-09-19T14:24:23.164471+0000","last_peered":"2024-09-19T14:24:23.164471+0000","last_clean":"2024-09-19T14:24:23.164471+0000","last_became_active":"2024-09-19T13:37:46.997726+0000","last_became_peered":"2024-09-19T13:37:46.997726+0000","last_unstale":"2024-09-19T14:24:23.164471+0000","last_undegraded":"2024-09-19T14:24:23.164471+0000","last_fullsized":"2024-09-19T14:24:23.164471+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:23.164285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:23.164285+0000","last_clean_scrub_stamp":"2024-09-19T14:24:23.164285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:33:12.278900+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.19","version":"268'313","reported_seq":897,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.605489+0000","last_change":"2024-09-19T13:37:49.000161+0000","last_active":"2024-09-19T14:23:58.605489+0000","last_peered":"2024-09-19T14:23:58.605489+0000","last_clean":"2024-09-19T14:23:58.605489+0000","last_became_active":"2024-09-19T13:37:48.999530+0000","last_became_peered":"2024-09-19T13:37:48.999530+0000","last_unstale":"2024-09-19T14:23:58.605489+0000","last_undegraded":"2024-09-19T14:23:58.605489+0000","last_fullsized":"2024-09-19T14:23:58.605489+0000","mapping_epoch":31,"log_start":"268'300","ondisk_log_start":"268'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":300,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:46:56.322068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":61007,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":520,"num_read_kb":1192,"num_write":426,"num_write_kb":337,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":490,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:22.785069+0000","last_change":"2024-09-19T13:37:51.025340+0000","last_active":"2024-09-19T14:21:22.785069+0000","last_peered":"2024-09-19T14:21:22.785069+0000","last_clean":"2024-09-19T14:21:22.785069+0000","last_became_active":"2024-09-19T13:37:51.024578+0000","last_became_peered":"2024-09-19T13:37:51.024578+0000","last_unstale":"2024-09-19T14:21:22.785069+0000","last_undegraded":"2024-09-19T14:21:22.785069+0000","last_fullsized":"2024-09-19T14:21:22.785069+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:24:34.426209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.17","version":"268'131","reported_seq":642,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:29.086498+0000","last_change":"2024-09-19T13:37:53.038572+0000","last_active":"2024-09-19T14:22:29.086498+0000","last_peered":"2024-09-19T14:22:29.086498+0000","last_clean":"2024-09-19T14:22:29.086498+0000","last_became_active":"2024-09-19T13:37:53.037670+0000","last_became_peered":"2024-09-19T13:37:53.037670+0000","last_unstale":"2024-09-19T14:22:29.086498+0000","last_undegraded":"2024-09-19T14:22:29.086498+0000","last_fullsized":"2024-09-19T14:22:29.086498+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:17:20.391604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":200,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":200,"num_read_kb":189,"num_write":325,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"268'124","reported_seq":721,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:29.246523+0000","last_change":"2024-09-19T13:37:45.000726+0000","last_active":"2024-09-19T14:20:29.246523+0000","last_peered":"2024-09-19T14:20:29.246523+0000","last_clean":"2024-09-19T14:20:29.246523+0000","last_became_active":"2024-09-19T13:37:45.000321+0000","last_became_peered":"2024-09-19T13:37:45.000321+0000","last_unstale":"2024-09-19T14:20:29.246523+0000","last_undegraded":"2024-09-19T14:20:29.246523+0000","last_fullsized":"2024-09-19T14:20:29.246523+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:01:45.969054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":549,"num_read_kb":454,"num_write":197,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1d","version":"268'358","reported_seq":1046,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:15.354836+0000","last_change":"2024-09-19T14:24:15.354836+0000","last_active":"2024-09-19T14:24:15.354836+0000","last_peered":"2024-09-19T14:24:15.354836+0000","last_clean":"2024-09-19T14:24:15.354836+0000","last_became_active":"2024-09-19T13:37:42.982795+0000","last_became_peered":"2024-09-19T13:37:42.982795+0000","last_unstale":"2024-09-19T14:24:15.354836+0000","last_undegraded":"2024-09-19T14:24:15.354836+0000","last_fullsized":"2024-09-19T14:24:15.354836+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'358","last_scrub_stamp":"2024-09-19T14:24:15.354544+0000","last_deep_scrub":"268'358","last_deep_scrub_stamp":"2024-09-19T14:24:15.354544+0000","last_clean_scrub_stamp":"2024-09-19T14:24:15.354544+0000","objects_scrubbed":9,"log_size":58,"log_dups_size":300,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:37:36.988230+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":648,"num_read_kb":30490,"num_write":1084,"num_write_kb":34311,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":507,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:19.765063+0000","last_change":"2024-09-19T14:24:19.765063+0000","last_active":"2024-09-19T14:24:19.765063+0000","last_peered":"2024-09-19T14:24:19.765063+0000","last_clean":"2024-09-19T14:24:19.765063+0000","last_became_active":"2024-09-19T13:37:47.002566+0000","last_became_peered":"2024-09-19T13:37:47.002566+0000","last_unstale":"2024-09-19T14:24:19.765063+0000","last_undegraded":"2024-09-19T14:24:19.765063+0000","last_fullsized":"2024-09-19T14:24:19.765063+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:19.764886+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:19.764886+0000","last_clean_scrub_stamp":"2024-09-19T14:24:19.764886+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:31:16.961825+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.18","version":"268'287","reported_seq":857,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.689120+0000","last_change":"2024-09-19T13:37:49.003746+0000","last_active":"2024-09-19T14:23:58.689120+0000","last_peered":"2024-09-19T14:23:58.689120+0000","last_clean":"2024-09-19T14:23:58.689120+0000","last_became_active":"2024-09-19T13:37:49.002572+0000","last_became_peered":"2024-09-19T13:37:49.002572+0000","last_unstale":"2024-09-19T14:23:58.689120+0000","last_undegraded":"2024-09-19T14:23:58.689120+0000","last_fullsized":"2024-09-19T14:23:58.689120+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":200,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:34:47.581831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46601,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":484,"num_read_kb":1174,"num_write":404,"num_write_kb":341,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":488,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:29.818303+0000","last_change":"2024-09-19T13:37:51.024803+0000","last_active":"2024-09-19T14:21:29.818303+0000","last_peered":"2024-09-19T14:21:29.818303+0000","last_clean":"2024-09-19T14:21:29.818303+0000","last_became_active":"2024-09-19T13:37:51.024092+0000","last_became_peered":"2024-09-19T13:37:51.024092+0000","last_unstale":"2024-09-19T14:21:29.818303+0000","last_undegraded":"2024-09-19T14:21:29.818303+0000","last_fullsized":"2024-09-19T14:21:29.818303+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:01:54.243113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.16","version":"268'171","reported_seq":705,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:07.931173+0000","last_change":"2024-09-19T13:37:53.027213+0000","last_active":"2024-09-19T14:22:07.931173+0000","last_peered":"2024-09-19T14:22:07.931173+0000","last_clean":"2024-09-19T14:22:07.931173+0000","last_became_active":"2024-09-19T13:37:53.026543+0000","last_became_peered":"2024-09-19T13:37:53.026543+0000","last_unstale":"2024-09-19T14:22:07.931173+0000","last_undegraded":"2024-09-19T14:22:07.931173+0000","last_fullsized":"2024-09-19T14:22:07.931173+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:32:10.272023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":299,"num_read_kb":285,"num_write":410,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.19","version":"268'217","reported_seq":860,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:14.442522+0000","last_change":"2024-09-19T14:24:14.442522+0000","last_active":"2024-09-19T14:24:14.442522+0000","last_peered":"2024-09-19T14:24:14.442522+0000","last_clean":"2024-09-19T14:24:14.442522+0000","last_became_active":"2024-09-19T13:37:44.980018+0000","last_became_peered":"2024-09-19T13:37:44.980018+0000","last_unstale":"2024-09-19T14:24:14.442522+0000","last_undegraded":"2024-09-19T14:24:14.442522+0000","last_fullsized":"2024-09-19T14:24:14.442522+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'217","last_scrub_stamp":"2024-09-19T14:24:14.442337+0000","last_deep_scrub":"268'217","last_deep_scrub_stamp":"2024-09-19T14:24:14.442337+0000","last_clean_scrub_stamp":"2024-09-19T14:24:14.442337+0000","objects_scrubbed":1,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:05:42.289113+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":985,"num_read_kb":813,"num_write":344,"num_write_kb":165,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":219,"num_omap_keys":1,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1e","version":"268'327","reported_seq":979,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:09.903775+0000","last_change":"2024-09-19T14:24:09.903775+0000","last_active":"2024-09-19T14:24:09.903775+0000","last_peered":"2024-09-19T14:24:09.903775+0000","last_clean":"2024-09-19T14:24:09.903775+0000","last_became_active":"2024-09-19T13:37:43.013909+0000","last_became_peered":"2024-09-19T13:37:43.013909+0000","last_unstale":"2024-09-19T14:24:09.903775+0000","last_undegraded":"2024-09-19T14:24:09.903775+0000","last_fullsized":"2024-09-19T14:24:09.903775+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'327","last_scrub_stamp":"2024-09-19T14:24:09.903553+0000","last_deep_scrub":"268'327","last_deep_scrub_stamp":"2024-09-19T14:24:09.903553+0000","last_clean_scrub_stamp":"2024-09-19T14:24:09.903553+0000","objects_scrubbed":2,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:41:37.399889+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":583,"num_read_kb":17892,"num_write":1069,"num_write_kb":18811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":510,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:22.149294+0000","last_change":"2024-09-19T14:24:22.149294+0000","last_active":"2024-09-19T14:24:22.149294+0000","last_peered":"2024-09-19T14:24:22.149294+0000","last_clean":"2024-09-19T14:24:22.149294+0000","last_became_active":"2024-09-19T13:37:46.991662+0000","last_became_peered":"2024-09-19T13:37:46.991662+0000","last_unstale":"2024-09-19T14:24:22.149294+0000","last_undegraded":"2024-09-19T14:24:22.149294+0000","last_fullsized":"2024-09-19T14:24:22.149294+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:22.149106+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:22.149106+0000","last_clean_scrub_stamp":"2024-09-19T14:24:22.149106+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:10:26.537357+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"268'269","reported_seq":830,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.059774+0000","last_change":"2024-09-19T13:37:49.003579+0000","last_active":"2024-09-19T14:23:58.059774+0000","last_peered":"2024-09-19T14:23:58.059774+0000","last_clean":"2024-09-19T14:23:58.059774+0000","last_became_active":"2024-09-19T13:37:49.002737+0000","last_became_peered":"2024-09-19T13:37:49.002737+0000","last_unstale":"2024-09-19T14:23:58.059774+0000","last_undegraded":"2024-09-19T14:23:58.059774+0000","last_fullsized":"2024-09-19T14:23:58.059774+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:42:14.875687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":74607,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":450,"num_read_kb":1145,"num_write":380,"num_write_kb":347,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":487,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:24.801342+0000","last_change":"2024-09-19T13:37:51.028431+0000","last_active":"2024-09-19T14:20:24.801342+0000","last_peered":"2024-09-19T14:20:24.801342+0000","last_clean":"2024-09-19T14:20:24.801342+0000","last_became_active":"2024-09-19T13:37:51.027534+0000","last_became_peered":"2024-09-19T13:37:51.027534+0000","last_unstale":"2024-09-19T14:20:24.801342+0000","last_undegraded":"2024-09-19T14:20:24.801342+0000","last_fullsized":"2024-09-19T14:20:24.801342+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:20:17.577797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.15","version":"268'202","reported_seq":1308,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:31.773263+0000","last_change":"2024-09-19T13:37:53.028818+0000","last_active":"2024-09-19T14:22:31.773263+0000","last_peered":"2024-09-19T14:22:31.773263+0000","last_clean":"2024-09-19T14:22:31.773263+0000","last_became_active":"2024-09-19T13:37:53.028063+0000","last_became_peered":"2024-09-19T13:37:53.028063+0000","last_unstale":"2024-09-19T14:22:31.773263+0000","last_undegraded":"2024-09-19T14:22:31.773263+0000","last_fullsized":"2024-09-19T14:22:31.773263+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":100,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:01:32.681210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":633,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":879,"num_read_kb":869,"num_write":447,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"268'175","reported_seq":787,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:11.622985+0000","last_change":"2024-09-19T14:24:11.622985+0000","last_active":"2024-09-19T14:24:11.622985+0000","last_peered":"2024-09-19T14:24:11.622985+0000","last_clean":"2024-09-19T14:24:11.622985+0000","last_became_active":"2024-09-19T13:37:44.992673+0000","last_became_peered":"2024-09-19T13:37:44.992673+0000","last_unstale":"2024-09-19T14:24:11.622985+0000","last_undegraded":"2024-09-19T14:24:11.622985+0000","last_fullsized":"2024-09-19T14:24:11.622985+0000","mapping_epoch":27,"log_start":"265'100","ondisk_log_start":"265'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'175","last_scrub_stamp":"2024-09-19T14:24:11.622744+0000","last_deep_scrub":"268'175","last_deep_scrub_stamp":"2024-09-19T14:24:11.622744+0000","last_clean_scrub_stamp":"2024-09-19T14:24:11.622744+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:54:11.467963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":775,"num_read_kb":633,"num_write":258,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1f","version":"268'348","reported_seq":992,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:11.910995+0000","last_change":"2024-09-19T14:24:11.910995+0000","last_active":"2024-09-19T14:24:11.910995+0000","last_peered":"2024-09-19T14:24:11.910995+0000","last_clean":"2024-09-19T14:24:11.910995+0000","last_became_active":"2024-09-19T13:37:43.014491+0000","last_became_peered":"2024-09-19T13:37:43.014491+0000","last_unstale":"2024-09-19T14:24:11.910995+0000","last_undegraded":"2024-09-19T14:24:11.910995+0000","last_fullsized":"2024-09-19T14:24:11.910995+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'348","last_scrub_stamp":"2024-09-19T14:24:11.910704+0000","last_deep_scrub":"268'348","last_deep_scrub_stamp":"2024-09-19T14:24:11.910704+0000","last_clean_scrub_stamp":"2024-09-19T14:24:11.910704+0000","objects_scrubbed":4,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:52:27.482248+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":593,"num_read_kb":20596,"num_write":1200,"num_write_kb":29373,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.19","version":"30'1","reported_seq":499,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:22.785110+0000","last_change":"2024-09-19T13:37:46.993827+0000","last_active":"2024-09-19T14:21:22.785110+0000","last_peered":"2024-09-19T14:21:22.785110+0000","last_clean":"2024-09-19T14:21:22.785110+0000","last_became_active":"2024-09-19T13:37:46.993013+0000","last_became_peered":"2024-09-19T13:37:46.993013+0000","last_unstale":"2024-09-19T14:21:22.785110+0000","last_undegraded":"2024-09-19T14:21:22.785110+0000","last_fullsized":"2024-09-19T14:21:22.785110+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:45.953976+0000","last_clean_scrub_stamp":"2024-09-19T13:37:45.953976+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:36:05.905586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1a","version":"268'283","reported_seq":866,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.268307+0000","last_change":"2024-09-19T13:37:49.013063+0000","last_active":"2024-09-19T14:23:58.268307+0000","last_peered":"2024-09-19T14:23:58.268307+0000","last_clean":"2024-09-19T14:23:58.268307+0000","last_became_active":"2024-09-19T13:37:49.011710+0000","last_became_peered":"2024-09-19T13:37:49.011710+0000","last_unstale":"2024-09-19T14:23:58.268307+0000","last_undegraded":"2024-09-19T14:23:58.268307+0000","last_fullsized":"2024-09-19T14:23:58.268307+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":200,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:38:52.806772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50925,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":476,"num_read_kb":1057,"num_write":380,"num_write_kb":287,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":489,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:22.771850+0000","last_change":"2024-09-19T13:37:51.038594+0000","last_active":"2024-09-19T14:20:22.771850+0000","last_peered":"2024-09-19T14:20:22.771850+0000","last_clean":"2024-09-19T14:20:22.771850+0000","last_became_active":"2024-09-19T13:37:51.037659+0000","last_became_peered":"2024-09-19T13:37:51.037659+0000","last_unstale":"2024-09-19T14:20:22.771850+0000","last_undegraded":"2024-09-19T14:20:22.771850+0000","last_fullsized":"2024-09-19T14:20:22.771850+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:44:08.719916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.14","version":"268'130","reported_seq":615,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:50.438216+0000","last_change":"2024-09-19T13:37:53.040027+0000","last_active":"2024-09-19T14:23:50.438216+0000","last_peered":"2024-09-19T14:23:50.438216+0000","last_clean":"2024-09-19T14:23:50.438216+0000","last_became_active":"2024-09-19T13:37:53.036777+0000","last_became_peered":"2024-09-19T13:37:53.036777+0000","last_unstale":"2024-09-19T14:23:50.438216+0000","last_undegraded":"2024-09-19T14:23:50.438216+0000","last_fullsized":"2024-09-19T14:23:50.438216+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:35:52.554803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":429,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":127,"num_read_kb":127,"num_write":301,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.27","version":"268'169","reported_seq":831,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:20.329274+0000","last_change":"2024-09-19T14:24:20.329274+0000","last_active":"2024-09-19T14:24:20.329274+0000","last_peered":"2024-09-19T14:24:20.329274+0000","last_clean":"2024-09-19T14:24:20.329274+0000","last_became_active":"2024-09-19T13:37:44.985102+0000","last_became_peered":"2024-09-19T13:37:44.985102+0000","last_unstale":"2024-09-19T14:24:20.329274+0000","last_undegraded":"2024-09-19T14:24:20.329274+0000","last_fullsized":"2024-09-19T14:24:20.329274+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'169","last_scrub_stamp":"2024-09-19T14:24:20.329097+0000","last_deep_scrub":"268'169","last_deep_scrub_stamp":"2024-09-19T14:24:20.329097+0000","last_clean_scrub_stamp":"2024-09-19T14:24:20.329097+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:50:08.566695+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":790,"num_read_kb":663,"num_write":256,"num_write_kb":120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.20","version":"268'353","reported_seq":1004,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:08.659655+0000","last_change":"2024-09-19T14:24:08.659655+0000","last_active":"2024-09-19T14:24:08.659655+0000","last_peered":"2024-09-19T14:24:08.659655+0000","last_clean":"2024-09-19T14:24:08.659655+0000","last_became_active":"2024-09-19T13:37:42.984898+0000","last_became_peered":"2024-09-19T13:37:42.984898+0000","last_unstale":"2024-09-19T14:24:08.659655+0000","last_undegraded":"2024-09-19T14:24:08.659655+0000","last_fullsized":"2024-09-19T14:24:08.659655+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'353","last_scrub_stamp":"2024-09-19T14:24:08.659412+0000","last_deep_scrub":"268'353","last_deep_scrub_stamp":"2024-09-19T14:24:08.659412+0000","last_clean_scrub_stamp":"2024-09-19T14:24:08.659412+0000","objects_scrubbed":6,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:57:51.202823+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136885,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":628,"num_read_kb":9955,"num_write":1106,"num_write_kb":33433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,3],"acting":[2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.26","version":"268'141","reported_seq":728,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:16.408279+0000","last_change":"2024-09-19T14:24:16.408279+0000","last_active":"2024-09-19T14:24:16.408279+0000","last_peered":"2024-09-19T14:24:16.408279+0000","last_clean":"2024-09-19T14:24:16.408279+0000","last_became_active":"2024-09-19T13:37:44.993913+0000","last_became_peered":"2024-09-19T13:37:44.993913+0000","last_unstale":"2024-09-19T14:24:16.408279+0000","last_undegraded":"2024-09-19T14:24:16.408279+0000","last_fullsized":"2024-09-19T14:24:16.408279+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'141","last_scrub_stamp":"2024-09-19T14:24:16.408098+0000","last_deep_scrub":"268'141","last_deep_scrub_stamp":"2024-09-19T14:24:16.408098+0000","last_clean_scrub_stamp":"2024-09-19T14:24:16.408098+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:43:53.800458+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":555,"num_read_kb":457,"num_write":192,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.21","version":"268'333","reported_seq":1019,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:10.413880+0000","last_change":"2024-09-19T14:24:10.413880+0000","last_active":"2024-09-19T14:24:10.413880+0000","last_peered":"2024-09-19T14:24:10.413880+0000","last_clean":"2024-09-19T14:24:10.413880+0000","last_became_active":"2024-09-19T13:37:43.007424+0000","last_became_peered":"2024-09-19T13:37:43.007424+0000","last_unstale":"2024-09-19T14:24:10.413880+0000","last_undegraded":"2024-09-19T14:24:10.413880+0000","last_fullsized":"2024-09-19T14:24:10.413880+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'333","last_scrub_stamp":"2024-09-19T14:24:10.413671+0000","last_deep_scrub":"268'333","last_deep_scrub_stamp":"2024-09-19T14:24:10.413671+0000","last_clean_scrub_stamp":"2024-09-19T14:24:10.413671+0000","objects_scrubbed":3,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:15:30.813053+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":702,"num_read_kb":25363,"num_write":1036,"num_write_kb":11390,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.25","version":"268'210","reported_seq":826,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:06.850147+0000","last_change":"2024-09-19T13:37:44.981221+0000","last_active":"2024-09-19T14:22:06.850147+0000","last_peered":"2024-09-19T14:22:06.850147+0000","last_clean":"2024-09-19T14:22:06.850147+0000","last_became_active":"2024-09-19T13:37:44.980576+0000","last_became_peered":"2024-09-19T13:37:44.980576+0000","last_unstale":"2024-09-19T14:22:06.850147+0000","last_undegraded":"2024-09-19T14:22:06.850147+0000","last_fullsized":"2024-09-19T14:22:06.850147+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":100,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:33:19.471967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":939,"num_read_kb":781,"num_write":318,"num_write_kb":157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.22","version":"268'288","reported_seq":894,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:21.271451+0000","last_change":"2024-09-19T14:24:21.271451+0000","last_active":"2024-09-19T14:24:21.271451+0000","last_peered":"2024-09-19T14:24:21.271451+0000","last_clean":"2024-09-19T14:24:21.271451+0000","last_became_active":"2024-09-19T13:37:43.011053+0000","last_became_peered":"2024-09-19T13:37:43.011053+0000","last_unstale":"2024-09-19T14:24:21.271451+0000","last_undegraded":"2024-09-19T14:24:21.271451+0000","last_fullsized":"2024-09-19T14:24:21.271451+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'288","last_scrub_stamp":"2024-09-19T14:24:21.271109+0000","last_deep_scrub":"268'288","last_deep_scrub_stamp":"2024-09-19T14:24:21.271109+0000","last_clean_scrub_stamp":"2024-09-19T14:24:21.271109+0000","objects_scrubbed":4,"log_size":88,"log_dups_size":200,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:16:50.083545+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":461,"num_read_kb":506,"num_write":904,"num_write_kb":31798,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.24","version":"268'357","reported_seq":1028,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:07.785521+0000","last_change":"2024-09-19T13:37:45.005754+0000","last_active":"2024-09-19T14:21:07.785521+0000","last_peered":"2024-09-19T14:21:07.785521+0000","last_clean":"2024-09-19T14:21:07.785521+0000","last_became_active":"2024-09-19T13:37:45.004832+0000","last_became_peered":"2024-09-19T13:37:45.004832+0000","last_unstale":"2024-09-19T14:21:07.785521+0000","last_undegraded":"2024-09-19T14:21:07.785521+0000","last_fullsized":"2024-09-19T14:21:07.785521+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:08:56.947354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1607,"num_read_kb":1314,"num_write":585,"num_write_kb":331,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"268'403","reported_seq":1089,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:12.909060+0000","last_change":"2024-09-19T14:24:12.909060+0000","last_active":"2024-09-19T14:24:12.909060+0000","last_peered":"2024-09-19T14:24:12.909060+0000","last_clean":"2024-09-19T14:24:12.909060+0000","last_became_active":"2024-09-19T13:37:43.004560+0000","last_became_peered":"2024-09-19T13:37:43.004560+0000","last_unstale":"2024-09-19T14:24:12.909060+0000","last_undegraded":"2024-09-19T14:24:12.909060+0000","last_fullsized":"2024-09-19T14:24:12.909060+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'403","last_scrub_stamp":"2024-09-19T14:24:12.908818+0000","last_deep_scrub":"268'403","last_deep_scrub_stamp":"2024-09-19T14:24:12.908818+0000","last_clean_scrub_stamp":"2024-09-19T14:24:12.908818+0000","objects_scrubbed":9,"log_size":103,"log_dups_size":300,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:31:55.625020+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136920,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":654,"num_read_kb":23653,"num_write":1192,"num_write_kb":42503,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,0],"acting":[5,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.23","version":"268'4177","reported_seq":4797,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:42.793880+0000","last_change":"2024-09-19T13:37:45.012377+0000","last_active":"2024-09-19T14:21:42.793880+0000","last_peered":"2024-09-19T14:21:42.793880+0000","last_clean":"2024-09-19T14:21:42.793880+0000","last_became_active":"2024-09-19T13:37:45.007233+0000","last_became_peered":"2024-09-19T13:37:45.007233+0000","last_unstale":"2024-09-19T14:21:42.793880+0000","last_undegraded":"2024-09-19T14:21:42.793880+0000","last_fullsized":"2024-09-19T14:21:42.793880+0000","mapping_epoch":27,"log_start":"268'4100","ondisk_log_start":"268'4100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":3000,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:41:50.389035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16795,"num_read_kb":14077,"num_write":6279,"num_write_kb":3125,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.24","version":"268'473","reported_seq":1175,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:13.529253+0000","last_change":"2024-09-19T14:24:13.529253+0000","last_active":"2024-09-19T14:24:13.529253+0000","last_peered":"2024-09-19T14:24:13.529253+0000","last_clean":"2024-09-19T14:24:13.529253+0000","last_became_active":"2024-09-19T13:37:42.999128+0000","last_became_peered":"2024-09-19T13:37:42.999128+0000","last_unstale":"2024-09-19T14:24:13.529253+0000","last_undegraded":"2024-09-19T14:24:13.529253+0000","last_fullsized":"2024-09-19T14:24:13.529253+0000","mapping_epoch":25,"log_start":"268'400","ondisk_log_start":"268'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'473","last_scrub_stamp":"2024-09-19T14:24:13.529059+0000","last_deep_scrub":"268'473","last_deep_scrub_stamp":"2024-09-19T14:24:13.529059+0000","last_clean_scrub_stamp":"2024-09-19T14:24:13.529059+0000","objects_scrubbed":2,"log_size":73,"log_dups_size":400,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:00:36.777115+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1027,"num_read_kb":32624,"num_write":1349,"num_write_kb":20581,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.22","version":"268'279","reported_seq":899,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:19.623751+0000","last_change":"2024-09-19T14:24:19.623751+0000","last_active":"2024-09-19T14:24:19.623751+0000","last_peered":"2024-09-19T14:24:19.623751+0000","last_clean":"2024-09-19T14:24:19.623751+0000","last_became_active":"2024-09-19T13:37:44.989245+0000","last_became_peered":"2024-09-19T13:37:44.989245+0000","last_unstale":"2024-09-19T14:24:19.623751+0000","last_undegraded":"2024-09-19T14:24:19.623751+0000","last_fullsized":"2024-09-19T14:24:19.623751+0000","mapping_epoch":27,"log_start":"265'200","ondisk_log_start":"265'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'279","last_scrub_stamp":"2024-09-19T14:24:19.623451+0000","last_deep_scrub":"268'279","last_deep_scrub_stamp":"2024-09-19T14:24:19.623451+0000","last_clean_scrub_stamp":"2024-09-19T14:24:19.623451+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":200,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:30:23.593585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1580,"num_read_kb":1426,"num_write":497,"num_write_kb":241,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.25","version":"268'385","reported_seq":1065,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:11.524583+0000","last_change":"2024-09-19T14:24:11.524583+0000","last_active":"2024-09-19T14:24:11.524583+0000","last_peered":"2024-09-19T14:24:11.524583+0000","last_clean":"2024-09-19T14:24:11.524583+0000","last_became_active":"2024-09-19T13:37:43.007262+0000","last_became_peered":"2024-09-19T13:37:43.007262+0000","last_unstale":"2024-09-19T14:24:11.524583+0000","last_undegraded":"2024-09-19T14:24:11.524583+0000","last_fullsized":"2024-09-19T14:24:11.524583+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'385","last_scrub_stamp":"2024-09-19T14:24:11.524365+0000","last_deep_scrub":"268'385","last_deep_scrub_stamp":"2024-09-19T14:24:11.524365+0000","last_clean_scrub_stamp":"2024-09-19T14:24:11.524365+0000","objects_scrubbed":2,"log_size":85,"log_dups_size":300,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:25:46.198191+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":619,"num_read_kb":54839,"num_write":1171,"num_write_kb":58708,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.21","version":"268'124","reported_seq":712,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:20.549646+0000","last_change":"2024-09-19T14:24:20.549646+0000","last_active":"2024-09-19T14:24:20.549646+0000","last_peered":"2024-09-19T14:24:20.549646+0000","last_clean":"2024-09-19T14:24:20.549646+0000","last_became_active":"2024-09-19T13:37:45.006951+0000","last_became_peered":"2024-09-19T13:37:45.006951+0000","last_unstale":"2024-09-19T14:24:20.549646+0000","last_undegraded":"2024-09-19T14:24:20.549646+0000","last_fullsized":"2024-09-19T14:24:20.549646+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'124","last_scrub_stamp":"2024-09-19T14:24:20.549465+0000","last_deep_scrub":"268'124","last_deep_scrub_stamp":"2024-09-19T14:24:20.549465+0000","last_clean_scrub_stamp":"2024-09-19T14:24:20.549465+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:57:59.179856+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":551,"num_read_kb":463,"num_write":186,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.26","version":"268'340","reported_seq":1018,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:07.650837+0000","last_change":"2024-09-19T14:24:07.650837+0000","last_active":"2024-09-19T14:24:07.650837+0000","last_peered":"2024-09-19T14:24:07.650837+0000","last_clean":"2024-09-19T14:24:07.650837+0000","last_became_active":"2024-09-19T13:37:42.984840+0000","last_became_peered":"2024-09-19T13:37:42.984840+0000","last_unstale":"2024-09-19T14:24:07.650837+0000","last_undegraded":"2024-09-19T14:24:07.650837+0000","last_fullsized":"2024-09-19T14:24:07.650837+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'340","last_scrub_stamp":"2024-09-19T14:24:07.650695+0000","last_deep_scrub":"268'340","last_deep_scrub_stamp":"2024-09-19T14:24:07.650695+0000","last_clean_scrub_stamp":"2024-09-19T14:24:07.650695+0000","objects_scrubbed":6,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:45:58.110957+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1536018,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":611,"num_read_kb":27691,"num_write":1149,"num_write_kb":30797,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.20","version":"268'148","reported_seq":784,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:12.158070+0000","last_change":"2024-09-19T14:24:12.158070+0000","last_active":"2024-09-19T14:24:12.158070+0000","last_peered":"2024-09-19T14:24:12.158070+0000","last_clean":"2024-09-19T14:24:12.158070+0000","last_became_active":"2024-09-19T13:37:44.999992+0000","last_became_peered":"2024-09-19T13:37:44.999992+0000","last_unstale":"2024-09-19T14:24:12.158070+0000","last_undegraded":"2024-09-19T14:24:12.158070+0000","last_fullsized":"2024-09-19T14:24:12.158070+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'148","last_scrub_stamp":"2024-09-19T14:24:12.157884+0000","last_deep_scrub":"268'148","last_deep_scrub_stamp":"2024-09-19T14:24:12.157884+0000","last_clean_scrub_stamp":"2024-09-19T14:24:12.157884+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:38:55.961061+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":651,"num_read_kb":543,"num_write":211,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.27","version":"268'332","reported_seq":956,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:14.902771+0000","last_change":"2024-09-19T14:24:14.902771+0000","last_active":"2024-09-19T14:24:14.902771+0000","last_peered":"2024-09-19T14:24:14.902771+0000","last_clean":"2024-09-19T14:24:14.902771+0000","last_became_active":"2024-09-19T13:37:43.016866+0000","last_became_peered":"2024-09-19T13:37:43.016866+0000","last_unstale":"2024-09-19T14:24:14.902771+0000","last_undegraded":"2024-09-19T14:24:14.902771+0000","last_fullsized":"2024-09-19T14:24:14.902771+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'332","last_scrub_stamp":"2024-09-19T14:24:14.902551+0000","last_deep_scrub":"268'332","last_deep_scrub_stamp":"2024-09-19T14:24:14.902551+0000","last_clean_scrub_stamp":"2024-09-19T14:24:14.902551+0000","objects_scrubbed":6,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:18:25.060757+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136844,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":517,"num_read_kb":9014,"num_write":1142,"num_write_kb":38647,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2f","version":"268'167","reported_seq":791,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:19.458715+0000","last_change":"2024-09-19T14:24:19.458715+0000","last_active":"2024-09-19T14:24:19.458715+0000","last_peered":"2024-09-19T14:24:19.458715+0000","last_clean":"2024-09-19T14:24:19.458715+0000","last_became_active":"2024-09-19T13:37:44.980467+0000","last_became_peered":"2024-09-19T13:37:44.980467+0000","last_unstale":"2024-09-19T14:24:19.458715+0000","last_undegraded":"2024-09-19T14:24:19.458715+0000","last_fullsized":"2024-09-19T14:24:19.458715+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'167","last_scrub_stamp":"2024-09-19T14:24:19.458539+0000","last_deep_scrub":"268'167","last_deep_scrub_stamp":"2024-09-19T14:24:19.458539+0000","last_clean_scrub_stamp":"2024-09-19T14:24:19.458539+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:54:56.708968+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":738,"num_read_kb":611,"num_write":237,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.28","version":"268'335","reported_seq":983,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:17.293490+0000","last_change":"2024-09-19T14:24:17.293490+0000","last_active":"2024-09-19T14:24:17.293490+0000","last_peered":"2024-09-19T14:24:17.293490+0000","last_clean":"2024-09-19T14:24:17.293490+0000","last_became_active":"2024-09-19T13:37:43.021272+0000","last_became_peered":"2024-09-19T13:37:43.021272+0000","last_unstale":"2024-09-19T14:24:17.293490+0000","last_undegraded":"2024-09-19T14:24:17.293490+0000","last_fullsized":"2024-09-19T14:24:17.293490+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'335","last_scrub_stamp":"2024-09-19T14:24:17.293190+0000","last_deep_scrub":"268'335","last_deep_scrub_stamp":"2024-09-19T14:24:17.293190+0000","last_clean_scrub_stamp":"2024-09-19T14:24:17.293190+0000","objects_scrubbed":2,"log_size":35,"log_dups_size":300,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:36:54.571672+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":662,"num_read_kb":1741,"num_write":1131,"num_write_kb":41906,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2e","version":"268'202","reported_seq":817,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:15.563447+0000","last_change":"2024-09-19T14:24:15.563258+0000","last_active":"2024-09-19T14:24:15.563447+0000","last_peered":"2024-09-19T14:24:15.563447+0000","last_clean":"2024-09-19T14:24:15.563447+0000","last_became_active":"2024-09-19T13:37:44.969331+0000","last_became_peered":"2024-09-19T13:37:44.969331+0000","last_unstale":"2024-09-19T14:24:15.563447+0000","last_undegraded":"2024-09-19T14:24:15.563447+0000","last_fullsized":"2024-09-19T14:24:15.563447+0000","mapping_epoch":27,"log_start":"265'100","ondisk_log_start":"265'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'202","last_scrub_stamp":"2024-09-19T14:24:15.563071+0000","last_deep_scrub":"268'202","last_deep_scrub_stamp":"2024-09-19T14:24:15.563071+0000","last_clean_scrub_stamp":"2024-09-19T14:24:15.563071+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":100,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:11:05.249885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":890,"num_read_kb":720,"num_write":326,"num_write_kb":154,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.29","version":"268'422","reported_seq":1191,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:13.885727+0000","last_change":"2024-09-19T14:24:13.885727+0000","last_active":"2024-09-19T14:24:13.885727+0000","last_peered":"2024-09-19T14:24:13.885727+0000","last_clean":"2024-09-19T14:24:13.885727+0000","last_became_active":"2024-09-19T13:37:43.000945+0000","last_became_peered":"2024-09-19T13:37:43.000945+0000","last_unstale":"2024-09-19T14:24:13.885727+0000","last_undegraded":"2024-09-19T14:24:13.885727+0000","last_fullsized":"2024-09-19T14:24:13.885727+0000","mapping_epoch":25,"log_start":"268'400","ondisk_log_start":"268'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'422","last_scrub_stamp":"2024-09-19T14:24:13.885540+0000","last_deep_scrub":"268'422","last_deep_scrub_stamp":"2024-09-19T14:24:13.885540+0000","last_clean_scrub_stamp":"2024-09-19T14:24:13.885540+0000","objects_scrubbed":1,"log_size":22,"log_dups_size":400,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:12:46.526819+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1108,"num_read_kb":15695,"num_write":1290,"num_write_kb":26896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,0],"acting":[5,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2d","version":"268'244","reported_seq":918,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:42.779449+0000","last_change":"2024-09-19T13:37:45.010427+0000","last_active":"2024-09-19T14:20:42.779449+0000","last_peered":"2024-09-19T14:20:42.779449+0000","last_clean":"2024-09-19T14:20:42.779449+0000","last_became_active":"2024-09-19T13:37:45.000753+0000","last_became_peered":"2024-09-19T13:37:45.000753+0000","last_unstale":"2024-09-19T14:20:42.779449+0000","last_undegraded":"2024-09-19T14:20:42.779449+0000","last_fullsized":"2024-09-19T14:20:42.779449+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:10:33.875218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1120,"num_read_kb":924,"num_write":371,"num_write_kb":169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2a","version":"268'363","reported_seq":1014,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:11.209665+0000","last_change":"2024-09-19T14:24:11.209665+0000","last_active":"2024-09-19T14:24:11.209665+0000","last_peered":"2024-09-19T14:24:11.209665+0000","last_clean":"2024-09-19T14:24:11.209665+0000","last_became_active":"2024-09-19T13:37:42.981052+0000","last_became_peered":"2024-09-19T13:37:42.981052+0000","last_unstale":"2024-09-19T14:24:11.209665+0000","last_undegraded":"2024-09-19T14:24:11.209665+0000","last_fullsized":"2024-09-19T14:24:11.209665+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'363","last_scrub_stamp":"2024-09-19T14:24:11.209348+0000","last_deep_scrub":"268'363","last_deep_scrub_stamp":"2024-09-19T14:24:11.209348+0000","last_clean_scrub_stamp":"2024-09-19T14:24:11.209348+0000","objects_scrubbed":2,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:01:36.789191+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":648,"num_read_kb":992,"num_write":1188,"num_write_kb":30048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2c","version":"268'233","reported_seq":844,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:15.177405+0000","last_change":"2024-09-19T14:24:15.177405+0000","last_active":"2024-09-19T14:24:15.177405+0000","last_peered":"2024-09-19T14:24:15.177405+0000","last_clean":"2024-09-19T14:24:15.177405+0000","last_became_active":"2024-09-19T13:37:44.992478+0000","last_became_peered":"2024-09-19T13:37:44.992478+0000","last_unstale":"2024-09-19T14:24:15.177405+0000","last_undegraded":"2024-09-19T14:24:15.177405+0000","last_fullsized":"2024-09-19T14:24:15.177405+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'233","last_scrub_stamp":"2024-09-19T14:24:15.177121+0000","last_deep_scrub":"268'233","last_deep_scrub_stamp":"2024-09-19T14:24:15.177121+0000","last_clean_scrub_stamp":"2024-09-19T14:24:15.177121+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":200,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:25:18.443490+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1044,"num_read_kb":843,"num_write":399,"num_write_kb":189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"268'335","reported_seq":1181,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:13.319120+0000","last_change":"2024-09-19T14:24:13.319120+0000","last_active":"2024-09-19T14:24:13.319120+0000","last_peered":"2024-09-19T14:24:13.319120+0000","last_clean":"2024-09-19T14:24:13.319120+0000","last_became_active":"2024-09-19T13:37:42.990469+0000","last_became_peered":"2024-09-19T13:37:42.990469+0000","last_unstale":"2024-09-19T14:24:13.319120+0000","last_undegraded":"2024-09-19T14:24:13.319120+0000","last_fullsized":"2024-09-19T14:24:13.319120+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'335","last_scrub_stamp":"2024-09-19T14:24:13.318937+0000","last_deep_scrub":"268'335","last_deep_scrub_stamp":"2024-09-19T14:24:13.318937+0000","last_clean_scrub_stamp":"2024-09-19T14:24:13.318937+0000","objects_scrubbed":1,"log_size":35,"log_dups_size":300,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T02:11:08.707823+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1185,"num_read_kb":4770,"num_write":1006,"num_write_kb":24975,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2b","version":"268'130","reported_seq":799,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:14.212879+0000","last_change":"2024-09-19T14:24:14.212879+0000","last_active":"2024-09-19T14:24:14.212879+0000","last_peered":"2024-09-19T14:24:14.212879+0000","last_clean":"2024-09-19T14:24:14.212879+0000","last_became_active":"2024-09-19T13:37:45.011557+0000","last_became_peered":"2024-09-19T13:37:45.011557+0000","last_unstale":"2024-09-19T14:24:14.212879+0000","last_undegraded":"2024-09-19T14:24:14.212879+0000","last_fullsized":"2024-09-19T14:24:14.212879+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'130","last_scrub_stamp":"2024-09-19T14:24:14.212709+0000","last_deep_scrub":"268'130","last_deep_scrub_stamp":"2024-09-19T14:24:14.212709+0000","last_clean_scrub_stamp":"2024-09-19T14:24:14.212709+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:05:02.946376+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":664,"num_read_kb":574,"num_write":185,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2c","version":"268'284","reported_seq":936,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:05.482654+0000","last_change":"2024-09-19T14:24:05.482654+0000","last_active":"2024-09-19T14:24:05.482654+0000","last_peered":"2024-09-19T14:24:05.482654+0000","last_clean":"2024-09-19T14:24:05.482654+0000","last_became_active":"2024-09-19T13:37:42.988011+0000","last_became_peered":"2024-09-19T13:37:42.988011+0000","last_unstale":"2024-09-19T14:24:05.482654+0000","last_undegraded":"2024-09-19T14:24:05.482654+0000","last_fullsized":"2024-09-19T14:24:05.482654+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'284","last_scrub_stamp":"2024-09-19T14:24:05.482357+0000","last_deep_scrub":"268'284","last_deep_scrub_stamp":"2024-09-19T14:24:05.482357+0000","last_clean_scrub_stamp":"2024-09-19T14:24:05.482357+0000","objects_scrubbed":9,"log_size":84,"log_dups_size":200,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:46:39.625811+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":169,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":581,"num_read_kb":16833,"num_write":885,"num_write_kb":37493,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,6],"acting":[0,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2a","version":"268'244","reported_seq":901,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:17.418638+0000","last_change":"2024-09-19T14:24:17.418638+0000","last_active":"2024-09-19T14:24:17.418638+0000","last_peered":"2024-09-19T14:24:17.418638+0000","last_clean":"2024-09-19T14:24:17.418638+0000","last_became_active":"2024-09-19T13:37:44.985158+0000","last_became_peered":"2024-09-19T13:37:44.985158+0000","last_unstale":"2024-09-19T14:24:17.418638+0000","last_undegraded":"2024-09-19T14:24:17.418638+0000","last_fullsized":"2024-09-19T14:24:17.418638+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'244","last_scrub_stamp":"2024-09-19T14:24:17.418451+0000","last_deep_scrub":"268'244","last_deep_scrub_stamp":"2024-09-19T14:24:17.418451+0000","last_clean_scrub_stamp":"2024-09-19T14:24:17.418451+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:28:37.136170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1107,"num_read_kb":928,"num_write":391,"num_write_kb":224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2d","version":"268'327","reported_seq":1090,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:18.285469+0000","last_change":"2024-09-19T14:24:18.285469+0000","last_active":"2024-09-19T14:24:18.285469+0000","last_peered":"2024-09-19T14:24:18.285469+0000","last_clean":"2024-09-19T14:24:18.285469+0000","last_became_active":"2024-09-19T13:37:42.994369+0000","last_became_peered":"2024-09-19T13:37:42.994369+0000","last_unstale":"2024-09-19T14:24:18.285469+0000","last_undegraded":"2024-09-19T14:24:18.285469+0000","last_fullsized":"2024-09-19T14:24:18.285469+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'327","last_scrub_stamp":"2024-09-19T14:24:18.285259+0000","last_deep_scrub":"268'327","last_deep_scrub_stamp":"2024-09-19T14:24:18.285259+0000","last_clean_scrub_stamp":"2024-09-19T14:24:18.285259+0000","objects_scrubbed":4,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:22:47.773467+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136881,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1069,"num_read_kb":29523,"num_write":969,"num_write_kb":25575,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.29","version":"268'335","reported_seq":938,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:19.342473+0000","last_change":"2024-09-19T14:24:19.342473+0000","last_active":"2024-09-19T14:24:19.342473+0000","last_peered":"2024-09-19T14:24:19.342473+0000","last_clean":"2024-09-19T14:24:19.342473+0000","last_became_active":"2024-09-19T13:37:45.014220+0000","last_became_peered":"2024-09-19T13:37:45.014220+0000","last_unstale":"2024-09-19T14:24:19.342473+0000","last_undegraded":"2024-09-19T14:24:19.342473+0000","last_fullsized":"2024-09-19T14:24:19.342473+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'335","last_scrub_stamp":"2024-09-19T14:24:19.342278+0000","last_deep_scrub":"268'335","last_deep_scrub_stamp":"2024-09-19T14:24:19.342278+0000","last_clean_scrub_stamp":"2024-09-19T14:24:19.342278+0000","objects_scrubbed":1,"log_size":35,"log_dups_size":300,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:21:51.840799+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1616,"num_read_kb":1427,"num_write":540,"num_write_kb":278,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2876,"num_omap_keys":12,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2e","version":"268'330","reported_seq":984,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:11.451418+0000","last_change":"2024-09-19T14:24:11.451242+0000","last_active":"2024-09-19T14:24:11.451418+0000","last_peered":"2024-09-19T14:24:11.451418+0000","last_clean":"2024-09-19T14:24:11.451418+0000","last_became_active":"2024-09-19T13:37:43.007440+0000","last_became_peered":"2024-09-19T13:37:43.007440+0000","last_unstale":"2024-09-19T14:24:11.451418+0000","last_undegraded":"2024-09-19T14:24:11.451418+0000","last_fullsized":"2024-09-19T14:24:11.451418+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'330","last_scrub_stamp":"2024-09-19T14:24:11.451039+0000","last_deep_scrub":"268'330","last_deep_scrub_stamp":"2024-09-19T14:24:11.451039+0000","last_clean_scrub_stamp":"2024-09-19T14:24:11.451039+0000","objects_scrubbed":5,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:37:09.254983+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":32,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":667,"num_read_kb":17038,"num_write":1198,"num_write_kb":45339,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.28","version":"268'127","reported_seq":740,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:13.186125+0000","last_change":"2024-09-19T14:24:13.186125+0000","last_active":"2024-09-19T14:24:13.186125+0000","last_peered":"2024-09-19T14:24:13.186125+0000","last_clean":"2024-09-19T14:24:13.186125+0000","last_became_active":"2024-09-19T13:37:45.005159+0000","last_became_peered":"2024-09-19T13:37:45.005159+0000","last_unstale":"2024-09-19T14:24:13.186125+0000","last_undegraded":"2024-09-19T14:24:13.186125+0000","last_fullsized":"2024-09-19T14:24:13.186125+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'127","last_scrub_stamp":"2024-09-19T14:24:13.185938+0000","last_deep_scrub":"268'127","last_deep_scrub_stamp":"2024-09-19T14:24:13.185938+0000","last_clean_scrub_stamp":"2024-09-19T14:24:13.185938+0000","objects_scrubbed":1,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:28:09.956383+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":569,"num_read_kb":474,"num_write":196,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"268'399","reported_seq":1103,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:00.107063+0000","last_change":"2024-09-19T13:37:43.016150+0000","last_active":"2024-09-19T14:24:00.107063+0000","last_peered":"2024-09-19T14:24:00.107063+0000","last_clean":"2024-09-19T14:24:00.107063+0000","last_became_active":"2024-09-19T13:37:43.015711+0000","last_became_peered":"2024-09-19T13:37:43.015711+0000","last_unstale":"2024-09-19T14:24:00.107063+0000","last_undegraded":"2024-09-19T14:24:00.107063+0000","last_fullsized":"2024-09-19T14:24:00.107063+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:41.937350+0000","last_clean_scrub_stamp":"2024-09-19T13:37:41.937350+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":300,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":895,"num_read_kb":30929,"num_write":1314,"num_write_kb":33065,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.30","version":"268'343","reported_seq":1007,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:19.241554+0000","last_change":"2024-09-19T14:24:19.241289+0000","last_active":"2024-09-19T14:24:19.241554+0000","last_peered":"2024-09-19T14:24:19.241554+0000","last_clean":"2024-09-19T14:24:19.241554+0000","last_became_active":"2024-09-19T13:37:42.987700+0000","last_became_peered":"2024-09-19T13:37:42.987700+0000","last_unstale":"2024-09-19T14:24:19.241554+0000","last_undegraded":"2024-09-19T14:24:19.241554+0000","last_fullsized":"2024-09-19T14:24:19.241554+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'343","last_scrub_stamp":"2024-09-19T14:24:19.240929+0000","last_deep_scrub":"268'343","last_deep_scrub_stamp":"2024-09-19T14:24:19.240929+0000","last_clean_scrub_stamp":"2024-09-19T14:24:19.240929+0000","objects_scrubbed":9,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:27:58.440011+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136895,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":607,"num_read_kb":11104,"num_write":1196,"num_write_kb":39461,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.37","version":"268'165","reported_seq":800,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:22.785297+0000","last_change":"2024-09-19T13:37:45.017618+0000","last_active":"2024-09-19T14:21:22.785297+0000","last_peered":"2024-09-19T14:21:22.785297+0000","last_clean":"2024-09-19T14:21:22.785297+0000","last_became_active":"2024-09-19T13:37:45.016954+0000","last_became_peered":"2024-09-19T13:37:45.016954+0000","last_unstale":"2024-09-19T14:21:22.785297+0000","last_undegraded":"2024-09-19T14:21:22.785297+0000","last_fullsized":"2024-09-19T14:21:22.785297+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":100,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:37:28.403774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":802,"num_read_kb":669,"num_write":261,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.31","version":"268'481","reported_seq":1193,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:15.935469+0000","last_change":"2024-09-19T14:24:15.935324+0000","last_active":"2024-09-19T14:24:15.935469+0000","last_peered":"2024-09-19T14:24:15.935469+0000","last_clean":"2024-09-19T14:24:15.935469+0000","last_became_active":"2024-09-19T13:37:43.003367+0000","last_became_peered":"2024-09-19T13:37:43.003367+0000","last_unstale":"2024-09-19T14:24:15.935469+0000","last_undegraded":"2024-09-19T14:24:15.935469+0000","last_fullsized":"2024-09-19T14:24:15.935469+0000","mapping_epoch":25,"log_start":"268'400","ondisk_log_start":"268'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'481","last_scrub_stamp":"2024-09-19T14:24:15.935104+0000","last_deep_scrub":"268'481","last_deep_scrub_stamp":"2024-09-19T14:24:15.935104+0000","last_clean_scrub_stamp":"2024-09-19T14:24:15.935104+0000","objects_scrubbed":2,"log_size":81,"log_dups_size":400,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:55:53.150063+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":956,"num_read_kb":15355,"num_write":1444,"num_write_kb":30290,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.36","version":"268'77","reported_seq":656,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:17.191397+0000","last_change":"2024-09-19T14:24:17.191397+0000","last_active":"2024-09-19T14:24:17.191397+0000","last_peered":"2024-09-19T14:24:17.191397+0000","last_clean":"2024-09-19T14:24:17.191397+0000","last_became_active":"2024-09-19T13:37:45.000870+0000","last_became_peered":"2024-09-19T13:37:45.000870+0000","last_unstale":"2024-09-19T14:24:17.191397+0000","last_undegraded":"2024-09-19T14:24:17.191397+0000","last_fullsized":"2024-09-19T14:24:17.191397+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'77","last_scrub_stamp":"2024-09-19T14:24:17.191178+0000","last_deep_scrub":"268'77","last_deep_scrub_stamp":"2024-09-19T14:24:17.191178+0000","last_clean_scrub_stamp":"2024-09-19T14:24:17.191178+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":0,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:16:55.729115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":327,"num_read_kb":275,"num_write":113,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9358,"num_read_kb":6674,"num_write":2815,"num_write_kb":860,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1051,"ondisk_log_size":1051,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":14831,"num_objects":87,"num_object_clones":0,"num_object_copies":174,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":87,"num_whiteouts":0,"num_read":16365,"num_read_kb":16043,"num_write":17025,"num_write_kb":4968,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":234,"num_omap_keys":2,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":557056,"data_stored":29662,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1579,"ondisk_log_size":1579,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":543,"ondisk_log_size":543,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1622570,"num_objects":199,"num_object_clones":0,"num_object_copies":398,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":199,"num_whiteouts":0,"num_read":17508,"num_read_kb":37067,"num_write":14715,"num_write_kb":11764,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":22,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":534834,"num_omap_keys":1206,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1884,"ondisk_log_size":1884,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2402,"num_read_kb":2863,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":16,"ondisk_log_size":16,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":13,"num_object_clones":0,"num_object_copies":26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":103358,"num_read_kb":86446,"num_write":37181,"num_write_kb":18689,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":32839,"num_omap_keys":132,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3855,"ondisk_log_size":3855,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":23391877,"num_objects":277,"num_object_clones":0,"num_object_copies":831,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":277,"num_whiteouts":0,"num_read":44274,"num_read_kb":1863385,"num_write":72071,"num_write_kb":2152655,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":36495360,"data_stored":36495360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3680,"ondisk_log_size":3680,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":170,"num_read_kb":189561,"num_write":186,"num_write_kb":126453,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":126,"ondisk_log_size":126,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":169,"num_read_kb":193027,"num_write":186,"num_write_kb":126453,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":126,"ondisk_log_size":126,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":15,"seq":64424510008,"num_pgs":124,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":216632,"kb_used_data":9128,"kb_used_omap":1,"kb_used_meta":207486,"kb_avail":94155208,"statfs":{"total":96636764160,"available":96414932992,"internally_reserved":0,"allocated":9347072,"data_stored":7326707,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":212466119},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510011,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":134560,"kb_used_data":8976,"kb_used_omap":1,"kb_used_meta":125566,"kb_avail":94237280,"statfs":{"total":96636764160,"available":96498974720,"internally_reserved":0,"allocated":9191424,"data_stored":7169652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":128580037},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510009,"num_pgs":92,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":270012,"kb_used_data":8364,"kb_used_omap":1,"kb_used_meta":261630,"kb_avail":94101828,"statfs":{"total":96636764160,"available":96360271872,"internally_reserved":0,"allocated":8564736,"data_stored":6552498,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":267909573},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424510012,"num_pgs":97,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":112984,"kb_used_data":9608,"kb_used_omap":1,"kb_used_meta":103358,"kb_avail":94258856,"statfs":{"total":96636764160,"available":96521068544,"internally_reserved":0,"allocated":9838592,"data_stored":7806483,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":105839045},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542714,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":219808,"kb_used_data":8208,"kb_used_omap":1,"kb_used_meta":211582,"kb_avail":94152032,"statfs":{"total":96636764160,"available":96411680768,"internally_reserved":0,"allocated":8404992,"data_stored":6390212,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":216660427},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542713,"num_pgs":103,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":101284,"kb_used_data":7700,"kb_used_omap":1,"kb_used_meta":93566,"kb_avail":94270556,"statfs":{"total":96636764160,"available":96533049344,"internally_reserved":0,"allocated":7884800,"data_stored":5839152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":95812038},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542714,"num_pgs":115,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":256664,"kb_used_data":8904,"kb_used_omap":1,"kb_used_meta":247742,"kb_avail":94115176,"statfs":{"total":96636764160,"available":96373940224,"internally_reserved":0,"allocated":9117696,"data_stored":7087344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":253688261},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542712,"num_pgs":121,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":211200,"kb_used_data":9328,"kb_used_omap":1,"kb_used_meta":201854,"kb_avail":94160640,"statfs":{"total":96636764160,"available":96420495360,"internally_reserved":0,"allocated":9551872,"data_stored":7530746,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":206698949},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":5554176,"data_stored":5554176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":3710976,"data_stored":3710976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4915200,"data_stored":4915200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":5074944,"data_stored":5074944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":5275648,"data_stored":5275648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4243456,"data_stored":4243456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":3584000,"data_stored":3584000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4136960,"data_stored":4136960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":138,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1655,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":1364,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":990,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":990,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":2554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1419,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":2787,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4202,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3809,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":6002,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4157,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T14:24:28.386 INFO:tasks.ceph:pgid 68.1a last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.386 INFO:tasks.ceph:pgid 67.1d last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.386 INFO:tasks.ceph:pgid 66.1c last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.386 INFO:tasks.ceph:pgid 65.1f last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.386 INFO:tasks.ceph:pgid 68.1b last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.386 INFO:tasks.ceph:pgid 67.1c last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.386 INFO:tasks.ceph:pgid 66.1d last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.386 INFO:tasks.ceph:pgid 65.1e last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.387 INFO:tasks.ceph:pgid 68.18 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.387 INFO:tasks.ceph:pgid 67.1f last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.387 INFO:tasks.ceph:pgid 66.1e last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.387 INFO:tasks.ceph:pgid 65.1d last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.387 INFO:tasks.ceph:pgid 68.19 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.387 INFO:tasks.ceph:pgid 67.1e last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.387 INFO:tasks.ceph:pgid 66.1f last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.387 INFO:tasks.ceph:pgid 65.1c last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.387 INFO:tasks.ceph:pgid 68.1e last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.388 INFO:tasks.ceph:pgid 67.19 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.388 INFO:tasks.ceph:pgid 66.18 last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.388 INFO:tasks.ceph:pgid 65.1b last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.388 INFO:tasks.ceph:pgid 68.1f last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.388 INFO:tasks.ceph:pgid 67.18 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.388 INFO:tasks.ceph:pgid 66.19 last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.388 INFO:tasks.ceph:pgid 65.1a last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.389 INFO:tasks.ceph:pgid 68.1c last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.389 INFO:tasks.ceph:pgid 67.1b last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.389 INFO:tasks.ceph:pgid 66.1a last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.389 INFO:tasks.ceph:pgid 65.19 last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.389 INFO:tasks.ceph:pgid 68.1d last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.389 INFO:tasks.ceph:pgid 67.1a last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.389 INFO:tasks.ceph:pgid 66.1b last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.389 INFO:tasks.ceph:pgid 65.18 last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.389 INFO:tasks.ceph:pgid 68.12 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.390 INFO:tasks.ceph:pgid 67.15 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.390 INFO:tasks.ceph:pgid 66.14 last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.390 INFO:tasks.ceph:pgid 65.17 last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.390 INFO:tasks.ceph:pgid 68.13 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.390 INFO:tasks.ceph:pgid 67.14 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.390 INFO:tasks.ceph:pgid 66.15 last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.390 INFO:tasks.ceph:pgid 65.16 last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.390 INFO:tasks.ceph:pgid 68.10 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.390 INFO:tasks.ceph:pgid 67.17 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.391 INFO:tasks.ceph:pgid 66.16 last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.391 INFO:tasks.ceph:pgid 65.15 last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.391 INFO:tasks.ceph:pgid 68.11 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.391 INFO:tasks.ceph:pgid 67.16 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.391 INFO:tasks.ceph:pgid 66.17 last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.391 INFO:tasks.ceph:pgid 65.14 last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.391 INFO:tasks.ceph:pgid 68.16 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.391 INFO:tasks.ceph:pgid 67.11 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.392 INFO:tasks.ceph:pgid 66.10 last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.392 INFO:tasks.ceph:pgid 65.13 last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.392 INFO:tasks.ceph:pgid 68.17 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.392 INFO:tasks.ceph:pgid 67.10 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.392 INFO:tasks.ceph:pgid 66.11 last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.392 INFO:tasks.ceph:pgid 65.12 last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.392 INFO:tasks.ceph:pgid 68.14 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.392 INFO:tasks.ceph:pgid 67.13 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.392 INFO:tasks.ceph:pgid 66.12 last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.393 INFO:tasks.ceph:pgid 65.11 last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.393 INFO:tasks.ceph:pgid 68.15 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.393 INFO:tasks.ceph:pgid 67.12 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.393 INFO:tasks.ceph:pgid 66.13 last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.393 INFO:tasks.ceph:pgid 65.10 last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.393 INFO:tasks.ceph:pgid 68.a last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.393 INFO:tasks.ceph:pgid 67.d last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.393 INFO:tasks.ceph:pgid 66.c last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.394 INFO:tasks.ceph:pgid 65.f last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.394 INFO:tasks.ceph:pgid 68.b last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.394 INFO:tasks.ceph:pgid 67.c last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.394 INFO:tasks.ceph:pgid 66.d last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.394 INFO:tasks.ceph:pgid 65.e last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.394 INFO:tasks.ceph:pgid 68.8 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.394 INFO:tasks.ceph:pgid 67.f last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.394 INFO:tasks.ceph:pgid 66.e last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.394 INFO:tasks.ceph:pgid 65.d last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.395 INFO:tasks.ceph:pgid 68.9 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.395 INFO:tasks.ceph:pgid 67.e last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.395 INFO:tasks.ceph:pgid 66.f last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.395 INFO:tasks.ceph:pgid 65.c last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.395 INFO:tasks.ceph:pgid 68.e last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.395 INFO:tasks.ceph:pgid 67.9 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.395 INFO:tasks.ceph:pgid 66.8 last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.395 INFO:tasks.ceph:pgid 65.b last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.395 INFO:tasks.ceph:pgid 68.f last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.396 INFO:tasks.ceph:pgid 66.9 last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.396 INFO:tasks.ceph:pgid 65.a last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.396 INFO:tasks.ceph:pgid 68.c last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.396 INFO:tasks.ceph:pgid 67.b last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.396 INFO:tasks.ceph:pgid 66.a last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.396 INFO:tasks.ceph:pgid 65.9 last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.396 INFO:tasks.ceph:pgid 68.d last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.396 INFO:tasks.ceph:pgid 67.a last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.396 INFO:tasks.ceph:pgid 66.b last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.397 INFO:tasks.ceph:pgid 65.8 last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.397 INFO:tasks.ceph:pgid 68.2 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.397 INFO:tasks.ceph:pgid 67.5 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.397 INFO:tasks.ceph:pgid 66.4 last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.397 INFO:tasks.ceph:pgid 65.7 last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.397 INFO:tasks.ceph:pgid 68.3 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.397 INFO:tasks.ceph:pgid 67.4 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.397 INFO:tasks.ceph:pgid 66.5 last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.397 INFO:tasks.ceph:pgid 65.6 last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.398 INFO:tasks.ceph:pgid 68.0 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.398 INFO:tasks.ceph:pgid 67.7 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.398 INFO:tasks.ceph:pgid 65.5 last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.398 INFO:tasks.ceph:pgid 68.1 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.398 INFO:tasks.ceph:pgid 67.6 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.398 INFO:tasks.ceph:pgid 66.7 last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.398 INFO:tasks.ceph:pgid 65.4 last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.398 INFO:tasks.ceph:pgid 68.6 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.398 INFO:tasks.ceph:pgid 67.1 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.399 INFO:tasks.ceph:pgid 68.7 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.399 INFO:tasks.ceph:pgid 67.0 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.399 INFO:tasks.ceph:pgid 66.1 last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.399 INFO:tasks.ceph:pgid 65.2 last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.399 INFO:tasks.ceph:pgid 68.4 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.399 INFO:tasks.ceph:pgid 66.2 last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.399 INFO:tasks.ceph:pgid 65.1 last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.399 INFO:tasks.ceph:pgid 68.5 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.399 INFO:tasks.ceph:pgid 67.2 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.399 INFO:tasks.ceph:pgid 66.3 last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.400 INFO:tasks.ceph:pgid 4.39 last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.400 INFO:tasks.ceph:pgid 4.3a last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.400 INFO:tasks.ceph:pgid 3.3c last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.400 INFO:tasks.ceph:pgid 3.3a last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.400 INFO:tasks.ceph:pgid 4.3f last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.400 INFO:tasks.ceph:pgid 4.30 last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.401 INFO:tasks.ceph:pgid 4.34 last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.401 INFO:tasks.ceph:pgid 8.18 last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.401 INFO:tasks.ceph:pgid 5.15 last_scrub_stamp 2024-09-19T13:37:45.953976+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=45, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.401 INFO:tasks.ceph:pgid 6.16 last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.401 INFO:tasks.ceph:pgid 7.17 last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.401 INFO:tasks.ceph:pgid 8.19 last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.401 INFO:tasks.ceph:pgid 5.14 last_scrub_stamp 2024-09-19T13:37:45.953976+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=45, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.401 INFO:tasks.ceph:pgid 6.17 last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.402 INFO:tasks.ceph:pgid 7.16 last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.402 INFO:tasks.ceph:pgid 8.1a last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.402 INFO:tasks.ceph:pgid 5.17 last_scrub_stamp 2024-09-19T13:37:45.953976+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=45, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.402 INFO:tasks.ceph:pgid 6.14 last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.402 INFO:tasks.ceph:pgid 7.15 last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.402 INFO:tasks.ceph:pgid 4.17 last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.402 INFO:tasks.ceph:pgid 5.16 last_scrub_stamp 2024-09-19T13:37:45.953976+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=45, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.402 INFO:tasks.ceph:pgid 6.15 last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.403 INFO:tasks.ceph:pgid 7.14 last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.403 INFO:tasks.ceph:pgid 7.b last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.403 INFO:tasks.ceph:pgid 8.4 last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.403 INFO:tasks.ceph:pgid 5.8 last_scrub_stamp 2024-09-19T13:37:45.953976+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=45, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.403 INFO:tasks.ceph:pgid 6.b last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.403 INFO:tasks.ceph:pgid 7.a last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.403 INFO:tasks.ceph:pgid 8.5 last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.403 INFO:tasks.ceph:pgid 4.a last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.404 INFO:tasks.ceph:pgid 5.b last_scrub_stamp 2024-09-19T13:37:45.953976+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=45, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.404 INFO:tasks.ceph:pgid 6.8 last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.404 INFO:tasks.ceph:pgid 7.9 last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.404 INFO:tasks.ceph:pgid 8.6 last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.404 INFO:tasks.ceph:pgid 5.a last_scrub_stamp 2024-09-19T13:37:45.953976+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=45, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.404 INFO:tasks.ceph:pgid 6.9 last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.404 INFO:tasks.ceph:pgid 7.8 last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.404 INFO:tasks.ceph:pgid 8.7 last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.405 INFO:tasks.ceph:pgid 6.e last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.405 INFO:tasks.ceph:pgid 7.f last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.405 INFO:tasks.ceph:pgid 8.0 last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.405 INFO:tasks.ceph:pgid 5.c last_scrub_stamp 2024-09-19T13:37:45.953976+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=45, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.405 INFO:tasks.ceph:pgid 6.f last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.405 INFO:tasks.ceph:pgid 7.e last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.405 INFO:tasks.ceph:pgid 8.1 last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.405 INFO:tasks.ceph:pgid 6.c last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.405 INFO:tasks.ceph:pgid 7.d last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.406 INFO:tasks.ceph:pgid 8.2 last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.406 INFO:tasks.ceph:pgid 5.e last_scrub_stamp 2024-09-19T13:37:45.953976+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=45, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.406 INFO:tasks.ceph:pgid 7.c last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.406 INFO:tasks.ceph:pgid 8.3 last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.406 INFO:tasks.ceph:pgid 6.7 last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.406 INFO:tasks.ceph:pgid 7.6 last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.406 INFO:tasks.ceph:pgid 8.9 last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.406 INFO:tasks.ceph:pgid 5.7 last_scrub_stamp 2024-09-19T13:37:45.953976+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=45, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.407 INFO:tasks.ceph:pgid 6.4 last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.407 INFO:tasks.ceph:pgid 7.5 last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.407 INFO:tasks.ceph:pgid 8.a last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.407 INFO:tasks.ceph:pgid 7.4 last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.407 INFO:tasks.ceph:pgid 8.b last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.407 INFO:tasks.ceph:pgid 6.6 last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.407 INFO:tasks.ceph:pgid 7.7 last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.407 INFO:tasks.ceph:pgid 8.8 last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.408 INFO:tasks.ceph:pgid 5.3 last_scrub_stamp 2024-09-19T13:37:45.953976+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=45, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.408 INFO:tasks.ceph:pgid 7.1 last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.408 INFO:tasks.ceph:pgid 8.e last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.408 INFO:tasks.ceph:pgid 6.1 last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.408 INFO:tasks.ceph:pgid 7.0 last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.408 INFO:tasks.ceph:pgid 8.f last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.409 INFO:tasks.ceph:pgid 5.1 last_scrub_stamp 2024-09-19T13:37:45.953976+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=45, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.409 INFO:tasks.ceph:pgid 6.2 last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.409 INFO:tasks.ceph:pgid 7.3 last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.409 INFO:tasks.ceph:pgid 8.c last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.409 INFO:tasks.ceph:pgid 4.1 last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.409 INFO:tasks.ceph:pgid 7.2 last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.409 INFO:tasks.ceph:pgid 8.d last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.409 INFO:tasks.ceph:pgid 8.1f last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.409 INFO:tasks.ceph:pgid 5.12 last_scrub_stamp 2024-09-19T13:37:45.953976+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=45, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.410 INFO:tasks.ceph:pgid 6.11 last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.410 INFO:tasks.ceph:pgid 7.10 last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.410 INFO:tasks.ceph:pgid 8.1e last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.410 INFO:tasks.ceph:pgid 5.13 last_scrub_stamp 2024-09-19T13:37:45.953976+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=45, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.410 INFO:tasks.ceph:pgid 6.10 last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.410 INFO:tasks.ceph:pgid 7.11 last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.410 INFO:tasks.ceph:pgid 8.1d last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.410 INFO:tasks.ceph:pgid 6.13 last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.411 INFO:tasks.ceph:pgid 7.12 last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.411 INFO:tasks.ceph:pgid 8.1c last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.411 INFO:tasks.ceph:pgid 5.11 last_scrub_stamp 2024-09-19T13:37:45.953976+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=45, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.411 INFO:tasks.ceph:pgid 6.12 last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.411 INFO:tasks.ceph:pgid 7.13 last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.411 INFO:tasks.ceph:pgid 4.1f last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.411 INFO:tasks.ceph:pgid 5.1e last_scrub_stamp 2024-09-19T13:37:45.953976+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=45, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.411 INFO:tasks.ceph:pgid 6.1d last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.412 INFO:tasks.ceph:pgid 7.1c last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.412 INFO:tasks.ceph:pgid 8.13 last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.412 INFO:tasks.ceph:pgid 6.1c last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.412 INFO:tasks.ceph:pgid 7.1d last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.412 INFO:tasks.ceph:pgid 8.12 last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.412 INFO:tasks.ceph:pgid 5.1c last_scrub_stamp 2024-09-19T13:37:45.953976+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=45, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.412 INFO:tasks.ceph:pgid 6.1f last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.412 INFO:tasks.ceph:pgid 7.1e last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.413 INFO:tasks.ceph:pgid 8.11 last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.413 INFO:tasks.ceph:pgid 5.1d last_scrub_stamp 2024-09-19T13:37:45.953976+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=45, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.413 INFO:tasks.ceph:pgid 6.1e last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.413 INFO:tasks.ceph:pgid 7.1f last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.413 INFO:tasks.ceph:pgid 8.10 last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.413 INFO:tasks.ceph:pgid 6.19 last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.413 INFO:tasks.ceph:pgid 7.18 last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.413 INFO:tasks.ceph:pgid 8.17 last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.413 INFO:tasks.ceph:pgid 4.1a last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.414 INFO:tasks.ceph:pgid 6.18 last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.414 INFO:tasks.ceph:pgid 7.19 last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.414 INFO:tasks.ceph:pgid 8.16 last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.414 INFO:tasks.ceph:pgid 6.1b last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.414 INFO:tasks.ceph:pgid 7.1a last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.414 INFO:tasks.ceph:pgid 8.15 last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.414 INFO:tasks.ceph:pgid 5.19 last_scrub_stamp 2024-09-19T13:37:45.953976+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=45, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.414 INFO:tasks.ceph:pgid 6.1a last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.415 INFO:tasks.ceph:pgid 7.1b last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.415 INFO:tasks.ceph:pgid 8.14 last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.415 INFO:tasks.ceph:pgid 4.25 last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.415 INFO:tasks.ceph:pgid 4.24 last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.415 INFO:tasks.ceph:pgid 4.23 last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.415 INFO:tasks.ceph:pgid 4.2d last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.416 INFO:tasks.ceph:pgid 3.2f last_scrub_stamp 2024-09-19T13:37:41.937350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.416 INFO:tasks.ceph:pgid 4.37 last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:28.416 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-19T14:24:48.416 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T14:24:48.775 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:24:48.789 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-19T14:24:48.803 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":1686,"stamp":"2024-09-19T14:24:48.371965+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":25621458,"num_objects":600,"num_object_clones":0,"num_object_copies":1477,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":600,"num_whiteouts":0,"num_read":193682,"num_read_kb":2395133,"num_write":144322,"num_write_kb":2443498,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":60,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":660087,"num_omap_keys":1571,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12863,"ondisk_log_size":12863,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1531464,"kb_used_data":70216,"kb_used_omap":12,"kb_used_meta":1461107,"kb_avail":753443256,"statfs":{"total":773094113280,"available":771525894144,"internally_reserved":0,"allocated":71901184,"data_stored":55702794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":1496174129},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":32669,"num_omap_keys":89,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.009106"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":28,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:42.611791+0000","last_change":"2024-09-19T14:24:42.611791+0000","last_active":"2024-09-19T14:24:42.611791+0000","last_peered":"2024-09-19T14:24:42.611791+0000","last_clean":"2024-09-19T14:24:42.611791+0000","last_became_active":"2024-09-19T14:06:26.869070+0000","last_became_peered":"2024-09-19T14:06:26.869070+0000","last_unstale":"2024-09-19T14:24:42.611791+0000","last_undegraded":"2024-09-19T14:24:42.611791+0000","last_fullsized":"2024-09-19T14:24:42.611791+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:42.611518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:42.611518+0000","last_clean_scrub_stamp":"2024-09-19T14:24:42.611518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:44:29.846251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.1d","version":"268'2","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:44.002745+0000","last_change":"2024-09-19T14:24:44.002745+0000","last_active":"2024-09-19T14:24:44.002745+0000","last_peered":"2024-09-19T14:24:44.002745+0000","last_clean":"2024-09-19T14:24:44.002745+0000","last_became_active":"2024-09-19T13:55:09.795630+0000","last_became_peered":"2024-09-19T13:55:09.795630+0000","last_unstale":"2024-09-19T14:24:44.002745+0000","last_undegraded":"2024-09-19T14:24:44.002745+0000","last_fullsized":"2024-09-19T14:24:44.002745+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:44.002567+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:44.002567+0000","last_clean_scrub_stamp":"2024-09-19T14:24:44.002567+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T02:24:39.923450+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.1c","version":"268'2","reported_seq":48,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:43.624789+0000","last_change":"2024-09-19T14:24:43.624789+0000","last_active":"2024-09-19T14:24:43.624789+0000","last_peered":"2024-09-19T14:24:43.624789+0000","last_clean":"2024-09-19T14:24:43.624789+0000","last_became_active":"2024-09-19T13:55:06.740172+0000","last_became_peered":"2024-09-19T13:55:06.740172+0000","last_unstale":"2024-09-19T14:24:43.624789+0000","last_undegraded":"2024-09-19T14:24:43.624789+0000","last_fullsized":"2024-09-19T14:24:43.624789+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:43.624607+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:43.624607+0000","last_clean_scrub_stamp":"2024-09-19T14:24:43.624607+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:53:03.358424+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.1f","version":"268'30","reported_seq":132,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:47.236521+0000","last_change":"2024-09-19T14:24:47.236521+0000","last_active":"2024-09-19T14:24:47.236521+0000","last_peered":"2024-09-19T14:24:47.236521+0000","last_clean":"2024-09-19T14:24:47.236521+0000","last_became_active":"2024-09-19T13:53:12.461871+0000","last_became_peered":"2024-09-19T13:53:12.461871+0000","last_unstale":"2024-09-19T14:24:47.236521+0000","last_undegraded":"2024-09-19T14:24:47.236521+0000","last_fullsized":"2024-09-19T14:24:47.236521+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'30","last_scrub_stamp":"2024-09-19T14:24:47.236344+0000","last_deep_scrub":"268'30","last_deep_scrub_stamp":"2024-09-19T14:24:47.236344+0000","last_clean_scrub_stamp":"2024-09-19T14:24:47.236344+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:13:38.761081+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":223,"num_read_kb":145,"num_write":76,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:27.792338+0000","last_change":"2024-09-19T14:06:26.867132+0000","last_active":"2024-09-19T14:21:27.792338+0000","last_peered":"2024-09-19T14:21:27.792338+0000","last_clean":"2024-09-19T14:21:27.792338+0000","last_became_active":"2024-09-19T14:06:26.866274+0000","last_became_peered":"2024-09-19T14:06:26.866274+0000","last_unstale":"2024-09-19T14:21:27.792338+0000","last_undegraded":"2024-09-19T14:21:27.792338+0000","last_fullsized":"2024-09-19T14:21:27.792338+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:06:13.605365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1c","version":"268'6","reported_seq":49,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:36.718608+0000","last_change":"2024-09-19T14:24:36.718608+0000","last_active":"2024-09-19T14:24:36.718608+0000","last_peered":"2024-09-19T14:24:36.718608+0000","last_clean":"2024-09-19T14:24:36.718608+0000","last_became_active":"2024-09-19T13:55:09.797136+0000","last_became_peered":"2024-09-19T13:55:09.797136+0000","last_unstale":"2024-09-19T14:24:36.718608+0000","last_undegraded":"2024-09-19T14:24:36.718608+0000","last_fullsized":"2024-09-19T14:24:36.718608+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'6","last_scrub_stamp":"2024-09-19T14:24:36.718421+0000","last_deep_scrub":"268'6","last_deep_scrub_stamp":"2024-09-19T14:24:36.718421+0000","last_clean_scrub_stamp":"2024-09-19T14:24:36.718421+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:21:00.386631+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":8192,"num_write":6,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"66.1d","version":"268'4","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.409995+0000","last_change":"2024-09-19T13:55:06.717432+0000","last_active":"2024-09-19T14:23:58.409995+0000","last_peered":"2024-09-19T14:23:58.409995+0000","last_clean":"2024-09-19T14:23:58.409995+0000","last_became_active":"2024-09-19T13:55:06.716724+0000","last_became_peered":"2024-09-19T13:55:06.716724+0000","last_unstale":"2024-09-19T14:23:58.409995+0000","last_undegraded":"2024-09-19T14:23:58.409995+0000","last_fullsized":"2024-09-19T14:23:58.409995+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:26:23.994241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":4096,"num_write":4,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.1e","version":"268'57","reported_seq":204,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:46.238907+0000","last_change":"2024-09-19T14:24:46.238907+0000","last_active":"2024-09-19T14:24:46.238907+0000","last_peered":"2024-09-19T14:24:46.238907+0000","last_clean":"2024-09-19T14:24:46.238907+0000","last_became_active":"2024-09-19T13:53:12.483175+0000","last_became_peered":"2024-09-19T13:53:12.483175+0000","last_unstale":"2024-09-19T14:24:46.238907+0000","last_undegraded":"2024-09-19T14:24:46.238907+0000","last_fullsized":"2024-09-19T14:24:46.238907+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'57","last_scrub_stamp":"2024-09-19T14:24:46.238725+0000","last_deep_scrub":"268'57","last_deep_scrub_stamp":"2024-09-19T14:24:46.238725+0000","last_clean_scrub_stamp":"2024-09-19T14:24:46.238725+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":0,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:33:34.953081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":408,"num_read_kb":271,"num_write":148,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:59.783803+0000","last_change":"2024-09-19T14:06:26.885067+0000","last_active":"2024-09-19T14:20:59.783803+0000","last_peered":"2024-09-19T14:20:59.783803+0000","last_clean":"2024-09-19T14:20:59.783803+0000","last_became_active":"2024-09-19T14:06:26.884221+0000","last_became_peered":"2024-09-19T14:06:26.884221+0000","last_unstale":"2024-09-19T14:20:59.783803+0000","last_undegraded":"2024-09-19T14:20:59.783803+0000","last_fullsized":"2024-09-19T14:20:59.783803+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:14:53.365580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.1f","version":"268'2","reported_seq":36,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.710157+0000","last_change":"2024-09-19T13:55:09.801675+0000","last_active":"2024-09-19T14:23:59.710157+0000","last_peered":"2024-09-19T14:23:59.710157+0000","last_clean":"2024-09-19T14:23:59.710157+0000","last_became_active":"2024-09-19T13:55:09.800885+0000","last_became_peered":"2024-09-19T13:55:09.800885+0000","last_unstale":"2024-09-19T14:23:59.710157+0000","last_undegraded":"2024-09-19T14:23:59.710157+0000","last_fullsized":"2024-09-19T14:23:59.710157+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1e","version":"268'6","reported_seq":50,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:12.820243+0000","last_change":"2024-09-19T13:55:06.744834+0000","last_active":"2024-09-19T14:23:12.820243+0000","last_peered":"2024-09-19T14:23:12.820243+0000","last_clean":"2024-09-19T14:23:12.820243+0000","last_became_active":"2024-09-19T13:55:06.744102+0000","last_became_peered":"2024-09-19T13:55:06.744102+0000","last_unstale":"2024-09-19T14:23:12.820243+0000","last_undegraded":"2024-09-19T14:23:12.820243+0000","last_fullsized":"2024-09-19T14:23:12.820243+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:11:33.385165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":9216,"num_write":6,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.1d","version":"268'50","reported_seq":184,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:42.694361+0000","last_change":"2024-09-19T14:24:42.694361+0000","last_active":"2024-09-19T14:24:42.694361+0000","last_peered":"2024-09-19T14:24:42.694361+0000","last_clean":"2024-09-19T14:24:42.694361+0000","last_became_active":"2024-09-19T13:53:12.465348+0000","last_became_peered":"2024-09-19T13:53:12.465348+0000","last_unstale":"2024-09-19T14:24:42.694361+0000","last_undegraded":"2024-09-19T14:24:42.694361+0000","last_fullsized":"2024-09-19T14:24:42.694361+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'50","last_scrub_stamp":"2024-09-19T14:24:42.694183+0000","last_deep_scrub":"268'50","last_deep_scrub_stamp":"2024-09-19T14:24:42.694183+0000","last_clean_scrub_stamp":"2024-09-19T14:24:42.694183+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":0,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:39:59.237942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":399,"num_read_kb":274,"num_write":124,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:02.784154+0000","last_change":"2024-09-19T14:06:26.876761+0000","last_active":"2024-09-19T14:21:02.784154+0000","last_peered":"2024-09-19T14:21:02.784154+0000","last_clean":"2024-09-19T14:21:02.784154+0000","last_became_active":"2024-09-19T14:06:26.873283+0000","last_became_peered":"2024-09-19T14:06:26.873283+0000","last_unstale":"2024-09-19T14:21:02.784154+0000","last_undegraded":"2024-09-19T14:21:02.784154+0000","last_fullsized":"2024-09-19T14:21:02.784154+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:48:18.437653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1e","version":"268'7","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:22.817393+0000","last_change":"2024-09-19T13:55:09.802641+0000","last_active":"2024-09-19T14:23:22.817393+0000","last_peered":"2024-09-19T14:23:22.817393+0000","last_clean":"2024-09-19T14:23:22.817393+0000","last_became_active":"2024-09-19T13:55:09.801463+0000","last_became_peered":"2024-09-19T13:55:09.801463+0000","last_unstale":"2024-09-19T14:23:22.817393+0000","last_undegraded":"2024-09-19T14:23:22.817393+0000","last_fullsized":"2024-09-19T14:23:22.817393+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:25:42.183100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":20482,"num_write":12,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1f","version":"268'2","reported_seq":51,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:41.010490+0000","last_change":"2024-09-19T14:24:41.010490+0000","last_active":"2024-09-19T14:24:41.010490+0000","last_peered":"2024-09-19T14:24:41.010490+0000","last_clean":"2024-09-19T14:24:41.010490+0000","last_became_active":"2024-09-19T13:55:06.730448+0000","last_became_peered":"2024-09-19T13:55:06.730448+0000","last_unstale":"2024-09-19T14:24:41.010490+0000","last_undegraded":"2024-09-19T14:24:41.010490+0000","last_fullsized":"2024-09-19T14:24:41.010490+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:41.010257+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:41.010257+0000","last_clean_scrub_stamp":"2024-09-19T14:24:41.010257+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:48:08.300626+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1c","version":"268'20","reported_seq":106,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:44.710612+0000","last_change":"2024-09-19T14:24:44.710612+0000","last_active":"2024-09-19T14:24:44.710612+0000","last_peered":"2024-09-19T14:24:44.710612+0000","last_clean":"2024-09-19T14:24:44.710612+0000","last_became_active":"2024-09-19T13:53:12.465250+0000","last_became_peered":"2024-09-19T13:53:12.465250+0000","last_unstale":"2024-09-19T14:24:44.710612+0000","last_undegraded":"2024-09-19T14:24:44.710612+0000","last_fullsized":"2024-09-19T14:24:44.710612+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'20","last_scrub_stamp":"2024-09-19T14:24:44.710333+0000","last_deep_scrub":"268'20","last_deep_scrub_stamp":"2024-09-19T14:24:44.710333+0000","last_clean_scrub_stamp":"2024-09-19T14:24:44.710333+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:43:38.437764+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":170,"num_read_kb":120,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":22,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:32.811183+0000","last_change":"2024-09-19T14:06:26.882472+0000","last_active":"2024-09-19T14:22:32.811183+0000","last_peered":"2024-09-19T14:22:32.811183+0000","last_clean":"2024-09-19T14:22:32.811183+0000","last_became_active":"2024-09-19T14:06:26.881785+0000","last_became_peered":"2024-09-19T14:06:26.881785+0000","last_unstale":"2024-09-19T14:22:32.811183+0000","last_undegraded":"2024-09-19T14:22:32.811183+0000","last_fullsized":"2024-09-19T14:22:32.811183+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.19","version":"265'2","reported_seq":43,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:37.536720+0000","last_change":"2024-09-19T14:24:37.536720+0000","last_active":"2024-09-19T14:24:37.536720+0000","last_peered":"2024-09-19T14:24:37.536720+0000","last_clean":"2024-09-19T14:24:37.536720+0000","last_became_active":"2024-09-19T13:55:09.787580+0000","last_became_peered":"2024-09-19T13:55:09.787580+0000","last_unstale":"2024-09-19T14:24:37.536720+0000","last_undegraded":"2024-09-19T14:24:37.536720+0000","last_fullsized":"2024-09-19T14:24:37.536720+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'2","last_scrub_stamp":"2024-09-19T14:24:37.536494+0000","last_deep_scrub":"265'2","last_deep_scrub_stamp":"2024-09-19T14:24:37.536494+0000","last_clean_scrub_stamp":"2024-09-19T14:24:37.536494+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:16:01.573623+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.18","version":"268'2","reported_seq":40,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.537773+0000","last_change":"2024-09-19T13:55:06.744100+0000","last_active":"2024-09-19T14:23:58.537773+0000","last_peered":"2024-09-19T14:23:58.537773+0000","last_clean":"2024-09-19T14:23:58.537773+0000","last_became_active":"2024-09-19T13:55:06.743716+0000","last_became_peered":"2024-09-19T13:55:06.743716+0000","last_unstale":"2024-09-19T14:23:58.537773+0000","last_undegraded":"2024-09-19T14:23:58.537773+0000","last_fullsized":"2024-09-19T14:23:58.537773+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.1b","version":"268'95","reported_seq":332,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:40.712329+0000","last_change":"2024-09-19T14:24:40.712329+0000","last_active":"2024-09-19T14:24:40.712329+0000","last_peered":"2024-09-19T14:24:40.712329+0000","last_clean":"2024-09-19T14:24:40.712329+0000","last_became_active":"2024-09-19T13:53:12.483810+0000","last_became_peered":"2024-09-19T13:53:12.483810+0000","last_unstale":"2024-09-19T14:24:40.712329+0000","last_undegraded":"2024-09-19T14:24:40.712329+0000","last_fullsized":"2024-09-19T14:24:40.712329+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'95","last_scrub_stamp":"2024-09-19T14:24:40.712140+0000","last_deep_scrub":"268'95","last_deep_scrub_stamp":"2024-09-19T14:24:40.712140+0000","last_clean_scrub_stamp":"2024-09-19T14:24:40.712140+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":0,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:59:38.695968+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":853,"num_read_kb":725,"num_write":179,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:02.780819+0000","last_change":"2024-09-19T14:06:26.877462+0000","last_active":"2024-09-19T14:21:02.780819+0000","last_peered":"2024-09-19T14:21:02.780819+0000","last_clean":"2024-09-19T14:21:02.780819+0000","last_became_active":"2024-09-19T14:06:26.876693+0000","last_became_peered":"2024-09-19T14:06:26.876693+0000","last_unstale":"2024-09-19T14:21:02.780819+0000","last_undegraded":"2024-09-19T14:21:02.780819+0000","last_fullsized":"2024-09-19T14:21:02.780819+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:13:57.290578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.18","version":"0'0","reported_seq":31,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:44.822093+0000","last_change":"2024-09-19T13:55:09.804087+0000","last_active":"2024-09-19T14:21:44.822093+0000","last_peered":"2024-09-19T14:21:44.822093+0000","last_clean":"2024-09-19T14:21:44.822093+0000","last_became_active":"2024-09-19T13:55:09.803342+0000","last_became_peered":"2024-09-19T13:55:09.803342+0000","last_unstale":"2024-09-19T14:21:44.822093+0000","last_undegraded":"2024-09-19T14:21:44.822093+0000","last_fullsized":"2024-09-19T14:21:44.822093+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.19","version":"265'2","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:49.823398+0000","last_change":"2024-09-19T13:55:06.741369+0000","last_active":"2024-09-19T14:21:49.823398+0000","last_peered":"2024-09-19T14:21:49.823398+0000","last_clean":"2024-09-19T14:21:49.823398+0000","last_became_active":"2024-09-19T13:55:06.740544+0000","last_became_peered":"2024-09-19T13:55:06.740544+0000","last_unstale":"2024-09-19T14:21:49.823398+0000","last_undegraded":"2024-09-19T14:21:49.823398+0000","last_fullsized":"2024-09-19T14:21:49.823398+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":529,"num_write":2,"num_write_kb":529,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1a","version":"268'17","reported_seq":88,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:44.777158+0000","last_change":"2024-09-19T13:53:12.480206+0000","last_active":"2024-09-19T14:20:44.777158+0000","last_peered":"2024-09-19T14:20:44.777158+0000","last_clean":"2024-09-19T14:20:44.777158+0000","last_became_active":"2024-09-19T13:53:12.479088+0000","last_became_peered":"2024-09-19T13:53:12.479088+0000","last_unstale":"2024-09-19T14:20:44.777158+0000","last_undegraded":"2024-09-19T14:20:44.777158+0000","last_fullsized":"2024-09-19T14:20:44.777158+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:46:18.700176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":129,"num_read_kb":86,"num_write":46,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.1c","version":"268'2","reported_seq":30,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:44.688755+0000","last_change":"2024-09-19T14:24:44.688755+0000","last_active":"2024-09-19T14:24:44.688755+0000","last_peered":"2024-09-19T14:24:44.688755+0000","last_clean":"2024-09-19T14:24:44.688755+0000","last_became_active":"2024-09-19T14:06:26.883350+0000","last_became_peered":"2024-09-19T14:06:26.883350+0000","last_unstale":"2024-09-19T14:24:44.688755+0000","last_undegraded":"2024-09-19T14:24:44.688755+0000","last_fullsized":"2024-09-19T14:24:44.688755+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:44.688528+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:44.688528+0000","last_clean_scrub_stamp":"2024-09-19T14:24:44.688528+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:23:12.117896+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1b","version":"268'9","reported_seq":53,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:25.691029+0000","last_change":"2024-09-19T14:24:25.691029+0000","last_active":"2024-09-19T14:24:25.691029+0000","last_peered":"2024-09-19T14:24:25.691029+0000","last_clean":"2024-09-19T14:24:25.691029+0000","last_became_active":"2024-09-19T13:55:09.794826+0000","last_became_peered":"2024-09-19T13:55:09.794826+0000","last_unstale":"2024-09-19T14:24:25.691029+0000","last_undegraded":"2024-09-19T14:24:25.691029+0000","last_fullsized":"2024-09-19T14:24:25.691029+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'9","last_scrub_stamp":"2024-09-19T14:24:25.690806+0000","last_deep_scrub":"268'9","last_deep_scrub_stamp":"2024-09-19T14:24:25.690806+0000","last_clean_scrub_stamp":"2024-09-19T14:24:25.690806+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:16:05.385766+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":13312,"num_write":14,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"66.1a","version":"268'7","reported_seq":55,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:32.559587+0000","last_change":"2024-09-19T14:24:32.559587+0000","last_active":"2024-09-19T14:24:32.559587+0000","last_peered":"2024-09-19T14:24:32.559587+0000","last_clean":"2024-09-19T14:24:32.559587+0000","last_became_active":"2024-09-19T13:55:06.726389+0000","last_became_peered":"2024-09-19T13:55:06.726389+0000","last_unstale":"2024-09-19T14:24:32.559587+0000","last_undegraded":"2024-09-19T14:24:32.559587+0000","last_fullsized":"2024-09-19T14:24:32.559587+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'7","last_scrub_stamp":"2024-09-19T14:24:32.559337+0000","last_deep_scrub":"268'7","last_deep_scrub_stamp":"2024-09-19T14:24:32.559337+0000","last_clean_scrub_stamp":"2024-09-19T14:24:32.559337+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:27:53.070633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":5120,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.19","version":"268'42","reported_seq":165,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:37.624215+0000","last_change":"2024-09-19T14:24:37.623965+0000","last_active":"2024-09-19T14:24:37.624215+0000","last_peered":"2024-09-19T14:24:37.624215+0000","last_clean":"2024-09-19T14:24:37.624215+0000","last_became_active":"2024-09-19T13:53:12.449657+0000","last_became_peered":"2024-09-19T13:53:12.449657+0000","last_unstale":"2024-09-19T14:24:37.624215+0000","last_undegraded":"2024-09-19T14:24:37.624215+0000","last_fullsized":"2024-09-19T14:24:37.624215+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'42","last_scrub_stamp":"2024-09-19T14:24:37.623745+0000","last_deep_scrub":"268'42","last_deep_scrub_stamp":"2024-09-19T14:24:37.623745+0000","last_clean_scrub_stamp":"2024-09-19T14:24:37.623745+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:22:43.960087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":324,"num_read_kb":210,"num_write":111,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":28,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:43.648208+0000","last_change":"2024-09-19T14:24:43.648208+0000","last_active":"2024-09-19T14:24:43.648208+0000","last_peered":"2024-09-19T14:24:43.648208+0000","last_clean":"2024-09-19T14:24:43.648208+0000","last_became_active":"2024-09-19T14:06:26.875119+0000","last_became_peered":"2024-09-19T14:06:26.875119+0000","last_unstale":"2024-09-19T14:24:43.648208+0000","last_undegraded":"2024-09-19T14:24:43.648208+0000","last_fullsized":"2024-09-19T14:24:43.648208+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:43.648024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:43.648024+0000","last_clean_scrub_stamp":"2024-09-19T14:24:43.648024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:59:38.206104+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.1a","version":"268'4","reported_seq":37,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.066368+0000","last_change":"2024-09-19T13:55:09.794571+0000","last_active":"2024-09-19T14:23:58.066368+0000","last_peered":"2024-09-19T14:23:58.066368+0000","last_clean":"2024-09-19T14:23:58.066368+0000","last_became_active":"2024-09-19T13:55:09.790669+0000","last_became_peered":"2024-09-19T13:55:09.790669+0000","last_unstale":"2024-09-19T14:23:58.066368+0000","last_undegraded":"2024-09-19T14:23:58.066368+0000","last_fullsized":"2024-09-19T14:23:58.066368+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:40:12.954137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":4214,"num_write":4,"num_write_kb":4155,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.1b","version":"268'2","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:45.719772+0000","last_change":"2024-09-19T14:24:45.719772+0000","last_active":"2024-09-19T14:24:45.719772+0000","last_peered":"2024-09-19T14:24:45.719772+0000","last_clean":"2024-09-19T14:24:45.719772+0000","last_became_active":"2024-09-19T13:55:06.723792+0000","last_became_peered":"2024-09-19T13:55:06.723792+0000","last_unstale":"2024-09-19T14:24:45.719772+0000","last_undegraded":"2024-09-19T14:24:45.719772+0000","last_fullsized":"2024-09-19T14:24:45.719772+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:45.719574+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:45.719574+0000","last_clean_scrub_stamp":"2024-09-19T14:24:45.719574+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:29:22.067704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.18","version":"268'22","reported_seq":116,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:41.685369+0000","last_change":"2024-09-19T14:24:41.685369+0000","last_active":"2024-09-19T14:24:41.685369+0000","last_peered":"2024-09-19T14:24:41.685369+0000","last_clean":"2024-09-19T14:24:41.685369+0000","last_became_active":"2024-09-19T13:53:12.467813+0000","last_became_peered":"2024-09-19T13:53:12.467813+0000","last_unstale":"2024-09-19T14:24:41.685369+0000","last_undegraded":"2024-09-19T14:24:41.685369+0000","last_fullsized":"2024-09-19T14:24:41.685369+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'22","last_scrub_stamp":"2024-09-19T14:24:41.685184+0000","last_deep_scrub":"268'22","last_deep_scrub_stamp":"2024-09-19T14:24:41.685184+0000","last_clean_scrub_stamp":"2024-09-19T14:24:41.685184+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:53:43.382462+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":189,"num_read_kb":135,"num_write":62,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:27.775508+0000","last_change":"2024-09-19T14:06:26.885450+0000","last_active":"2024-09-19T14:20:27.775508+0000","last_peered":"2024-09-19T14:20:27.775508+0000","last_clean":"2024-09-19T14:20:27.775508+0000","last_became_active":"2024-09-19T14:06:26.884993+0000","last_became_peered":"2024-09-19T14:06:26.884993+0000","last_unstale":"2024-09-19T14:20:27.775508+0000","last_undegraded":"2024-09-19T14:20:27.775508+0000","last_fullsized":"2024-09-19T14:20:27.775508+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:55:09.348335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.15","version":"0'0","reported_seq":31,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:47.800740+0000","last_change":"2024-09-19T13:55:09.807543+0000","last_active":"2024-09-19T14:21:47.800740+0000","last_peered":"2024-09-19T14:21:47.800740+0000","last_clean":"2024-09-19T14:21:47.800740+0000","last_became_active":"2024-09-19T13:55:09.807001+0000","last_became_peered":"2024-09-19T13:55:09.807001+0000","last_unstale":"2024-09-19T14:21:47.800740+0000","last_undegraded":"2024-09-19T14:21:47.800740+0000","last_fullsized":"2024-09-19T14:21:47.800740+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.14","version":"265'3","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:54.809071+0000","last_change":"2024-09-19T13:55:06.740018+0000","last_active":"2024-09-19T14:20:54.809071+0000","last_peered":"2024-09-19T14:20:54.809071+0000","last_clean":"2024-09-19T14:20:54.809071+0000","last_became_active":"2024-09-19T13:55:06.739007+0000","last_became_peered":"2024-09-19T13:55:06.739007+0000","last_unstale":"2024-09-19T14:20:54.809071+0000","last_undegraded":"2024-09-19T14:20:54.809071+0000","last_fullsized":"2024-09-19T14:20:54.809071+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:17:18.026386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.17","version":"268'17","reported_seq":95,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:45.205683+0000","last_change":"2024-09-19T14:24:45.205683+0000","last_active":"2024-09-19T14:24:45.205683+0000","last_peered":"2024-09-19T14:24:45.205683+0000","last_clean":"2024-09-19T14:24:45.205683+0000","last_became_active":"2024-09-19T13:53:12.462488+0000","last_became_peered":"2024-09-19T13:53:12.462488+0000","last_unstale":"2024-09-19T14:24:45.205683+0000","last_undegraded":"2024-09-19T14:24:45.205683+0000","last_fullsized":"2024-09-19T14:24:45.205683+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'17","last_scrub_stamp":"2024-09-19T14:24:45.205502+0000","last_deep_scrub":"268'17","last_deep_scrub_stamp":"2024-09-19T14:24:45.205502+0000","last_clean_scrub_stamp":"2024-09-19T14:24:45.205502+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:47:41.580001+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":115,"num_read_kb":74,"num_write":43,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.13","version":"268'1","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:27.779684+0000","last_change":"2024-09-19T14:06:26.860147+0000","last_active":"2024-09-19T14:20:27.779684+0000","last_peered":"2024-09-19T14:20:27.779684+0000","last_clean":"2024-09-19T14:20:27.779684+0000","last_became_active":"2024-09-19T14:06:26.851491+0000","last_became_peered":"2024-09-19T14:06:26.851491+0000","last_unstale":"2024-09-19T14:20:27.779684+0000","last_undegraded":"2024-09-19T14:20:27.779684+0000","last_fullsized":"2024-09-19T14:20:27.779684+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:59:33.938251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.14","version":"0'0","reported_seq":31,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:02.784251+0000","last_change":"2024-09-19T13:55:09.786682+0000","last_active":"2024-09-19T14:21:02.784251+0000","last_peered":"2024-09-19T14:21:02.784251+0000","last_clean":"2024-09-19T14:21:02.784251+0000","last_became_active":"2024-09-19T13:55:09.785932+0000","last_became_peered":"2024-09-19T13:55:09.785932+0000","last_unstale":"2024-09-19T14:21:02.784251+0000","last_undegraded":"2024-09-19T14:21:02.784251+0000","last_fullsized":"2024-09-19T14:21:02.784251+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:22:14.119538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.15","version":"265'4","reported_seq":53,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:33.517210+0000","last_change":"2024-09-19T14:24:33.517210+0000","last_active":"2024-09-19T14:24:33.517210+0000","last_peered":"2024-09-19T14:24:33.517210+0000","last_clean":"2024-09-19T14:24:33.517210+0000","last_became_active":"2024-09-19T13:55:06.729384+0000","last_became_peered":"2024-09-19T13:55:06.729384+0000","last_unstale":"2024-09-19T14:24:33.517210+0000","last_undegraded":"2024-09-19T14:24:33.517210+0000","last_fullsized":"2024-09-19T14:24:33.517210+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'4","last_scrub_stamp":"2024-09-19T14:24:33.517029+0000","last_deep_scrub":"265'4","last_deep_scrub_stamp":"2024-09-19T14:24:33.517029+0000","last_clean_scrub_stamp":"2024-09-19T14:24:33.517029+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:20:17.658003+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":4414,"num_write":4,"num_write_kb":4414,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.16","version":"268'22","reported_seq":109,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:44.216803+0000","last_change":"2024-09-19T14:24:44.216803+0000","last_active":"2024-09-19T14:24:44.216803+0000","last_peered":"2024-09-19T14:24:44.216803+0000","last_clean":"2024-09-19T14:24:44.216803+0000","last_became_active":"2024-09-19T13:53:12.473671+0000","last_became_peered":"2024-09-19T13:53:12.473671+0000","last_unstale":"2024-09-19T14:24:44.216803+0000","last_undegraded":"2024-09-19T14:24:44.216803+0000","last_fullsized":"2024-09-19T14:24:44.216803+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'22","last_scrub_stamp":"2024-09-19T14:24:44.216618+0000","last_deep_scrub":"268'22","last_deep_scrub_stamp":"2024-09-19T14:24:44.216618+0000","last_clean_scrub_stamp":"2024-09-19T14:24:44.216618+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:11:15.227913+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":155,"num_read_kb":101,"num_write":55,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":28,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:42.665902+0000","last_change":"2024-09-19T14:24:42.665902+0000","last_active":"2024-09-19T14:24:42.665902+0000","last_peered":"2024-09-19T14:24:42.665902+0000","last_clean":"2024-09-19T14:24:42.665902+0000","last_became_active":"2024-09-19T14:06:26.864519+0000","last_became_peered":"2024-09-19T14:06:26.864519+0000","last_unstale":"2024-09-19T14:24:42.665902+0000","last_undegraded":"2024-09-19T14:24:42.665902+0000","last_fullsized":"2024-09-19T14:24:42.665902+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:42.665708+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:42.665708+0000","last_clean_scrub_stamp":"2024-09-19T14:24:42.665708+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:58:01.243727+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.17","version":"268'4","reported_seq":38,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.710435+0000","last_change":"2024-09-19T13:55:09.793314+0000","last_active":"2024-09-19T14:23:59.710435+0000","last_peered":"2024-09-19T14:23:59.710435+0000","last_clean":"2024-09-19T14:23:59.710435+0000","last_became_active":"2024-09-19T13:55:09.792559+0000","last_became_peered":"2024-09-19T13:55:09.792559+0000","last_unstale":"2024-09-19T14:23:59.710435+0000","last_undegraded":"2024-09-19T14:23:59.710435+0000","last_fullsized":"2024-09-19T14:23:59.710435+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":6144,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.16","version":"268'4","reported_seq":53,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:47.640469+0000","last_change":"2024-09-19T14:24:47.640469+0000","last_active":"2024-09-19T14:24:47.640469+0000","last_peered":"2024-09-19T14:24:47.640469+0000","last_clean":"2024-09-19T14:24:47.640469+0000","last_became_active":"2024-09-19T13:55:06.743441+0000","last_became_peered":"2024-09-19T13:55:06.743441+0000","last_unstale":"2024-09-19T14:24:47.640469+0000","last_undegraded":"2024-09-19T14:24:47.640469+0000","last_fullsized":"2024-09-19T14:24:47.640469+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4","last_scrub_stamp":"2024-09-19T14:24:47.640274+0000","last_deep_scrub":"268'4","last_deep_scrub_stamp":"2024-09-19T14:24:47.640274+0000","last_clean_scrub_stamp":"2024-09-19T14:24:47.640274+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:42:39.058599+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":6144,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.15","version":"265'8","reported_seq":76,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:36.596131+0000","last_change":"2024-09-19T14:24:36.595996+0000","last_active":"2024-09-19T14:24:36.596131+0000","last_peered":"2024-09-19T14:24:36.596131+0000","last_clean":"2024-09-19T14:24:36.596131+0000","last_became_active":"2024-09-19T13:53:12.450590+0000","last_became_peered":"2024-09-19T13:53:12.450590+0000","last_unstale":"2024-09-19T14:24:36.596131+0000","last_undegraded":"2024-09-19T14:24:36.596131+0000","last_fullsized":"2024-09-19T14:24:36.596131+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'8","last_scrub_stamp":"2024-09-19T14:24:36.595792+0000","last_deep_scrub":"265'8","last_deep_scrub_stamp":"2024-09-19T14:24:36.595792+0000","last_clean_scrub_stamp":"2024-09-19T14:24:36.595792+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:31:44.792492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":71,"num_read_kb":39,"num_write":20,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":28,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:41.569820+0000","last_change":"2024-09-19T14:24:41.569820+0000","last_active":"2024-09-19T14:24:41.569820+0000","last_peered":"2024-09-19T14:24:41.569820+0000","last_clean":"2024-09-19T14:24:41.569820+0000","last_became_active":"2024-09-19T14:06:26.883276+0000","last_became_peered":"2024-09-19T14:06:26.883276+0000","last_unstale":"2024-09-19T14:24:41.569820+0000","last_undegraded":"2024-09-19T14:24:41.569820+0000","last_fullsized":"2024-09-19T14:24:41.569820+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:41.569636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:41.569636+0000","last_clean_scrub_stamp":"2024-09-19T14:24:41.569636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:46:56.340555+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.16","version":"0'0","reported_seq":39,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:36.533168+0000","last_change":"2024-09-19T14:24:36.533168+0000","last_active":"2024-09-19T14:24:36.533168+0000","last_peered":"2024-09-19T14:24:36.533168+0000","last_clean":"2024-09-19T14:24:36.533168+0000","last_became_active":"2024-09-19T13:55:09.805784+0000","last_became_peered":"2024-09-19T13:55:09.805784+0000","last_unstale":"2024-09-19T14:24:36.533168+0000","last_undegraded":"2024-09-19T14:24:36.533168+0000","last_fullsized":"2024-09-19T14:24:36.533168+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:36.532988+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:36.532988+0000","last_clean_scrub_stamp":"2024-09-19T14:24:36.532988+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:43:12.193068+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.17","version":"268'7","reported_seq":52,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.376406+0000","last_change":"2024-09-19T13:55:06.712307+0000","last_active":"2024-09-19T14:23:59.376406+0000","last_peered":"2024-09-19T14:23:59.376406+0000","last_clean":"2024-09-19T14:23:59.376406+0000","last_became_active":"2024-09-19T13:55:06.711344+0000","last_became_peered":"2024-09-19T13:55:06.711344+0000","last_unstale":"2024-09-19T14:23:59.376406+0000","last_undegraded":"2024-09-19T14:23:59.376406+0000","last_fullsized":"2024-09-19T14:23:59.376406+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":18434,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.14","version":"268'26","reported_seq":119,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:19.815646+0000","last_change":"2024-09-19T13:53:12.470842+0000","last_active":"2024-09-19T14:21:19.815646+0000","last_peered":"2024-09-19T14:21:19.815646+0000","last_clean":"2024-09-19T14:21:19.815646+0000","last_became_active":"2024-09-19T13:53:12.468124+0000","last_became_peered":"2024-09-19T13:53:12.468124+0000","last_unstale":"2024-09-19T14:21:19.815646+0000","last_undegraded":"2024-09-19T14:21:19.815646+0000","last_fullsized":"2024-09-19T14:21:19.815646+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:28:15.314655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":225,"num_read_kb":160,"num_write":62,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:57.783163+0000","last_change":"2024-09-19T14:06:26.876677+0000","last_active":"2024-09-19T14:20:57.783163+0000","last_peered":"2024-09-19T14:20:57.783163+0000","last_clean":"2024-09-19T14:20:57.783163+0000","last_became_active":"2024-09-19T14:06:26.872975+0000","last_became_peered":"2024-09-19T14:06:26.872975+0000","last_unstale":"2024-09-19T14:20:57.783163+0000","last_undegraded":"2024-09-19T14:20:57.783163+0000","last_fullsized":"2024-09-19T14:20:57.783163+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:24:30.126862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.11","version":"0'0","reported_seq":31,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:52.781936+0000","last_change":"2024-09-19T13:55:09.791769+0000","last_active":"2024-09-19T14:20:52.781936+0000","last_peered":"2024-09-19T14:20:52.781936+0000","last_clean":"2024-09-19T14:20:52.781936+0000","last_became_active":"2024-09-19T13:55:09.791030+0000","last_became_peered":"2024-09-19T13:55:09.791030+0000","last_unstale":"2024-09-19T14:20:52.781936+0000","last_undegraded":"2024-09-19T14:20:52.781936+0000","last_fullsized":"2024-09-19T14:20:52.781936+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:00:14.327761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.10","version":"268'7","reported_seq":55,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:38.060484+0000","last_change":"2024-09-19T14:24:38.060484+0000","last_active":"2024-09-19T14:24:38.060484+0000","last_peered":"2024-09-19T14:24:38.060484+0000","last_clean":"2024-09-19T14:24:38.060484+0000","last_became_active":"2024-09-19T13:55:06.726469+0000","last_became_peered":"2024-09-19T13:55:06.726469+0000","last_unstale":"2024-09-19T14:24:38.060484+0000","last_undegraded":"2024-09-19T14:24:38.060484+0000","last_fullsized":"2024-09-19T14:24:38.060484+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'7","last_scrub_stamp":"2024-09-19T14:24:38.060297+0000","last_deep_scrub":"268'7","last_deep_scrub_stamp":"2024-09-19T14:24:38.060297+0000","last_clean_scrub_stamp":"2024-09-19T14:24:38.060297+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:00:03.463182+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":12288,"num_write":12,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.13","version":"265'7","reported_seq":63,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:14.814149+0000","last_change":"2024-09-19T13:53:12.478154+0000","last_active":"2024-09-19T14:21:14.814149+0000","last_peered":"2024-09-19T14:21:14.814149+0000","last_clean":"2024-09-19T14:21:14.814149+0000","last_became_active":"2024-09-19T13:53:12.477319+0000","last_became_peered":"2024-09-19T13:53:12.477319+0000","last_unstale":"2024-09-19T14:21:14.814149+0000","last_undegraded":"2024-09-19T14:21:14.814149+0000","last_fullsized":"2024-09-19T14:21:14.814149+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:56:06.186553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":57,"num_read_kb":40,"num_write":19,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:57.786211+0000","last_change":"2024-09-19T14:06:26.881343+0000","last_active":"2024-09-19T14:20:57.786211+0000","last_peered":"2024-09-19T14:20:57.786211+0000","last_clean":"2024-09-19T14:20:57.786211+0000","last_became_active":"2024-09-19T14:06:26.880683+0000","last_became_peered":"2024-09-19T14:06:26.880683+0000","last_unstale":"2024-09-19T14:20:57.786211+0000","last_undegraded":"2024-09-19T14:20:57.786211+0000","last_fullsized":"2024-09-19T14:20:57.786211+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:24:58.383043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.10","version":"0'0","reported_seq":31,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:52.781840+0000","last_change":"2024-09-19T13:55:09.799226+0000","last_active":"2024-09-19T14:20:52.781840+0000","last_peered":"2024-09-19T14:20:52.781840+0000","last_clean":"2024-09-19T14:20:52.781840+0000","last_became_active":"2024-09-19T13:55:09.798465+0000","last_became_peered":"2024-09-19T13:55:09.798465+0000","last_unstale":"2024-09-19T14:20:52.781840+0000","last_undegraded":"2024-09-19T14:20:52.781840+0000","last_fullsized":"2024-09-19T14:20:52.781840+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:25:32.122348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.11","version":"268'2","reported_seq":48,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:46.804657+0000","last_change":"2024-09-19T14:24:46.804657+0000","last_active":"2024-09-19T14:24:46.804657+0000","last_peered":"2024-09-19T14:24:46.804657+0000","last_clean":"2024-09-19T14:24:46.804657+0000","last_became_active":"2024-09-19T13:55:06.746086+0000","last_became_peered":"2024-09-19T13:55:06.746086+0000","last_unstale":"2024-09-19T14:24:46.804657+0000","last_undegraded":"2024-09-19T14:24:46.804657+0000","last_fullsized":"2024-09-19T14:24:46.804657+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:46.804447+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:46.804447+0000","last_clean_scrub_stamp":"2024-09-19T14:24:46.804447+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:41:08.278344+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.12","version":"268'28","reported_seq":128,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:38.576978+0000","last_change":"2024-09-19T14:24:38.576978+0000","last_active":"2024-09-19T14:24:38.576978+0000","last_peered":"2024-09-19T14:24:38.576978+0000","last_clean":"2024-09-19T14:24:38.576978+0000","last_became_active":"2024-09-19T13:53:12.468663+0000","last_became_peered":"2024-09-19T13:53:12.468663+0000","last_unstale":"2024-09-19T14:24:38.576978+0000","last_undegraded":"2024-09-19T14:24:38.576978+0000","last_fullsized":"2024-09-19T14:24:38.576978+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'28","last_scrub_stamp":"2024-09-19T14:24:38.576795+0000","last_deep_scrub":"268'28","last_deep_scrub_stamp":"2024-09-19T14:24:38.576795+0000","last_clean_scrub_stamp":"2024-09-19T14:24:38.576795+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:08:55.510156+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":223,"num_read_kb":153,"num_write":74,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.14","version":"267'1","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:32.774026+0000","last_change":"2024-09-19T14:06:26.878957+0000","last_active":"2024-09-19T14:20:32.774026+0000","last_peered":"2024-09-19T14:20:32.774026+0000","last_clean":"2024-09-19T14:20:32.774026+0000","last_became_active":"2024-09-19T14:06:26.877084+0000","last_became_peered":"2024-09-19T14:06:26.877084+0000","last_unstale":"2024-09-19T14:20:32.774026+0000","last_undegraded":"2024-09-19T14:20:32.774026+0000","last_fullsized":"2024-09-19T14:20:32.774026+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:29:32.681521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.13","version":"268'9","reported_seq":51,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.134792+0000","last_change":"2024-09-19T13:55:09.795107+0000","last_active":"2024-09-19T14:23:58.134792+0000","last_peered":"2024-09-19T14:23:58.134792+0000","last_clean":"2024-09-19T14:23:58.134792+0000","last_became_active":"2024-09-19T13:55:09.791630+0000","last_became_peered":"2024-09-19T13:55:09.791630+0000","last_unstale":"2024-09-19T14:23:58.134792+0000","last_undegraded":"2024-09-19T14:23:58.134792+0000","last_fullsized":"2024-09-19T14:23:58.134792+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:50:21.738282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":24578,"num_write":14,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.12","version":"268'4","reported_seq":51,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:39.053012+0000","last_change":"2024-09-19T14:24:39.053012+0000","last_active":"2024-09-19T14:24:39.053012+0000","last_peered":"2024-09-19T14:24:39.053012+0000","last_clean":"2024-09-19T14:24:39.053012+0000","last_became_active":"2024-09-19T13:55:06.738548+0000","last_became_peered":"2024-09-19T13:55:06.738548+0000","last_unstale":"2024-09-19T14:24:39.053012+0000","last_undegraded":"2024-09-19T14:24:39.053012+0000","last_fullsized":"2024-09-19T14:24:39.053012+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4","last_scrub_stamp":"2024-09-19T14:24:39.052828+0000","last_deep_scrub":"268'4","last_deep_scrub_stamp":"2024-09-19T14:24:39.052828+0000","last_clean_scrub_stamp":"2024-09-19T14:24:39.052828+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:26:09.883783+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":1024,"num_write":4,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.11","version":"268'32","reported_seq":139,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:39.724862+0000","last_change":"2024-09-19T14:24:39.724862+0000","last_active":"2024-09-19T14:24:39.724862+0000","last_peered":"2024-09-19T14:24:39.724862+0000","last_clean":"2024-09-19T14:24:39.724862+0000","last_became_active":"2024-09-19T13:53:12.447667+0000","last_became_peered":"2024-09-19T13:53:12.447667+0000","last_unstale":"2024-09-19T14:24:39.724862+0000","last_undegraded":"2024-09-19T14:24:39.724862+0000","last_fullsized":"2024-09-19T14:24:39.724862+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'32","last_scrub_stamp":"2024-09-19T14:24:39.724682+0000","last_deep_scrub":"268'32","last_deep_scrub_stamp":"2024-09-19T14:24:39.724682+0000","last_clean_scrub_stamp":"2024-09-19T14:24:39.724682+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T02:05:20.861182+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":245,"num_read_kb":156,"num_write":89,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.15","version":"268'1","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:57.786118+0000","last_change":"2024-09-19T14:06:26.875482+0000","last_active":"2024-09-19T14:20:57.786118+0000","last_peered":"2024-09-19T14:20:57.786118+0000","last_clean":"2024-09-19T14:20:57.786118+0000","last_became_active":"2024-09-19T14:06:26.874705+0000","last_became_peered":"2024-09-19T14:06:26.874705+0000","last_unstale":"2024-09-19T14:20:57.786118+0000","last_undegraded":"2024-09-19T14:20:57.786118+0000","last_fullsized":"2024-09-19T14:20:57.786118+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:09:26.336547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.12","version":"268'8","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:57.971809+0000","last_change":"2024-09-19T13:55:09.803769+0000","last_active":"2024-09-19T14:23:57.971809+0000","last_peered":"2024-09-19T14:23:57.971809+0000","last_clean":"2024-09-19T14:23:57.971809+0000","last_became_active":"2024-09-19T13:55:09.802725+0000","last_became_peered":"2024-09-19T13:55:09.802725+0000","last_unstale":"2024-09-19T14:23:57.971809+0000","last_undegraded":"2024-09-19T14:23:57.971809+0000","last_fullsized":"2024-09-19T14:23:57.971809+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:26:30.811455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8192,"num_write":18,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.13","version":"268'3","reported_seq":50,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:40.018186+0000","last_change":"2024-09-19T14:24:40.018186+0000","last_active":"2024-09-19T14:24:40.018186+0000","last_peered":"2024-09-19T14:24:40.018186+0000","last_clean":"2024-09-19T14:24:40.018186+0000","last_became_active":"2024-09-19T13:55:06.720062+0000","last_became_peered":"2024-09-19T13:55:06.720062+0000","last_unstale":"2024-09-19T14:24:40.018186+0000","last_undegraded":"2024-09-19T14:24:40.018186+0000","last_fullsized":"2024-09-19T14:24:40.018186+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'3","last_scrub_stamp":"2024-09-19T14:24:40.017999+0000","last_deep_scrub":"268'3","last_deep_scrub_stamp":"2024-09-19T14:24:40.017999+0000","last_clean_scrub_stamp":"2024-09-19T14:24:40.017999+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:47:13.738212+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.10","version":"268'33","reported_seq":140,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:35.566070+0000","last_change":"2024-09-19T14:24:35.566070+0000","last_active":"2024-09-19T14:24:35.566070+0000","last_peered":"2024-09-19T14:24:35.566070+0000","last_clean":"2024-09-19T14:24:35.566070+0000","last_became_active":"2024-09-19T13:53:12.468629+0000","last_became_peered":"2024-09-19T13:53:12.468629+0000","last_unstale":"2024-09-19T14:24:35.566070+0000","last_undegraded":"2024-09-19T14:24:35.566070+0000","last_fullsized":"2024-09-19T14:24:35.566070+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'33","last_scrub_stamp":"2024-09-19T14:24:35.565894+0000","last_deep_scrub":"268'33","last_deep_scrub_stamp":"2024-09-19T14:24:35.565894+0000","last_clean_scrub_stamp":"2024-09-19T14:24:35.565894+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:41:35.660458+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":257,"num_read_kb":174,"num_write":93,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:42.793838+0000","last_change":"2024-09-19T14:06:26.886137+0000","last_active":"2024-09-19T14:21:42.793838+0000","last_peered":"2024-09-19T14:21:42.793838+0000","last_clean":"2024-09-19T14:21:42.793838+0000","last_became_active":"2024-09-19T14:06:26.884187+0000","last_became_peered":"2024-09-19T14:06:26.884187+0000","last_unstale":"2024-09-19T14:21:42.793838+0000","last_undegraded":"2024-09-19T14:21:42.793838+0000","last_fullsized":"2024-09-19T14:21:42.793838+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:07:24.055233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.d","version":"0'0","reported_seq":40,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:45.606728+0000","last_change":"2024-09-19T14:24:45.606728+0000","last_active":"2024-09-19T14:24:45.606728+0000","last_peered":"2024-09-19T14:24:45.606728+0000","last_clean":"2024-09-19T14:24:45.606728+0000","last_became_active":"2024-09-19T13:55:09.794787+0000","last_became_peered":"2024-09-19T13:55:09.794787+0000","last_unstale":"2024-09-19T14:24:45.606728+0000","last_undegraded":"2024-09-19T14:24:45.606728+0000","last_fullsized":"2024-09-19T14:24:45.606728+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:45.606542+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:45.606542+0000","last_clean_scrub_stamp":"2024-09-19T14:24:45.606542+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:20:13.989880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.c","version":"265'10","reported_seq":68,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:35.765777+0000","last_change":"2024-09-19T14:24:35.765777+0000","last_active":"2024-09-19T14:24:35.765777+0000","last_peered":"2024-09-19T14:24:35.765777+0000","last_clean":"2024-09-19T14:24:35.765777+0000","last_became_active":"2024-09-19T13:55:06.733366+0000","last_became_peered":"2024-09-19T13:55:06.733366+0000","last_unstale":"2024-09-19T14:24:35.765777+0000","last_undegraded":"2024-09-19T14:24:35.765777+0000","last_fullsized":"2024-09-19T14:24:35.765777+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'10","last_scrub_stamp":"2024-09-19T14:24:35.765592+0000","last_deep_scrub":"265'10","last_deep_scrub_stamp":"2024-09-19T14:24:35.765592+0000","last_clean_scrub_stamp":"2024-09-19T14:24:35.765592+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:23:20.996365+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":18,"num_read_kb":20484,"num_write":20,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.f","version":"268'30","reported_seq":134,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:41.612222+0000","last_change":"2024-09-19T14:24:41.611966+0000","last_active":"2024-09-19T14:24:41.612222+0000","last_peered":"2024-09-19T14:24:41.612222+0000","last_clean":"2024-09-19T14:24:41.612222+0000","last_became_active":"2024-09-19T13:53:12.454659+0000","last_became_peered":"2024-09-19T13:53:12.454659+0000","last_unstale":"2024-09-19T14:24:41.612222+0000","last_undegraded":"2024-09-19T14:24:41.612222+0000","last_fullsized":"2024-09-19T14:24:41.612222+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'30","last_scrub_stamp":"2024-09-19T14:24:41.611672+0000","last_deep_scrub":"268'30","last_deep_scrub_stamp":"2024-09-19T14:24:41.611672+0000","last_clean_scrub_stamp":"2024-09-19T14:24:41.611672+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:22:10.873191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":240,"num_read_kb":143,"num_write":74,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:43.032243+0000","last_change":"2024-09-19T14:24:43.032243+0000","last_active":"2024-09-19T14:24:43.032243+0000","last_peered":"2024-09-19T14:24:43.032243+0000","last_clean":"2024-09-19T14:24:43.032243+0000","last_became_active":"2024-09-19T14:06:26.877810+0000","last_became_peered":"2024-09-19T14:06:26.877810+0000","last_unstale":"2024-09-19T14:24:43.032243+0000","last_undegraded":"2024-09-19T14:24:43.032243+0000","last_fullsized":"2024-09-19T14:24:43.032243+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:43.032057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:43.032057+0000","last_clean_scrub_stamp":"2024-09-19T14:24:43.032057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:24:30.816514+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.c","version":"268'11","reported_seq":61,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:46.610255+0000","last_change":"2024-09-19T14:24:46.610255+0000","last_active":"2024-09-19T14:24:46.610255+0000","last_peered":"2024-09-19T14:24:46.610255+0000","last_clean":"2024-09-19T14:24:46.610255+0000","last_became_active":"2024-09-19T13:55:09.806896+0000","last_became_peered":"2024-09-19T13:55:09.806896+0000","last_unstale":"2024-09-19T14:24:46.610255+0000","last_undegraded":"2024-09-19T14:24:46.610255+0000","last_fullsized":"2024-09-19T14:24:46.610255+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'11","last_scrub_stamp":"2024-09-19T14:24:46.610076+0000","last_deep_scrub":"268'11","last_deep_scrub_stamp":"2024-09-19T14:24:46.610076+0000","last_clean_scrub_stamp":"2024-09-19T14:24:46.610076+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:34:16.439028+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":14338,"num_write":16,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.d","version":"268'5","reported_seq":55,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:47.788649+0000","last_change":"2024-09-19T14:24:47.788649+0000","last_active":"2024-09-19T14:24:47.788649+0000","last_peered":"2024-09-19T14:24:47.788649+0000","last_clean":"2024-09-19T14:24:47.788649+0000","last_became_active":"2024-09-19T13:55:06.741897+0000","last_became_peered":"2024-09-19T13:55:06.741897+0000","last_unstale":"2024-09-19T14:24:47.788649+0000","last_undegraded":"2024-09-19T14:24:47.788649+0000","last_fullsized":"2024-09-19T14:24:47.788649+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'5","last_scrub_stamp":"2024-09-19T14:24:47.788477+0000","last_deep_scrub":"268'5","last_deep_scrub_stamp":"2024-09-19T14:24:47.788477+0000","last_clean_scrub_stamp":"2024-09-19T14:24:47.788477+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:32:55.018738+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":10240,"num_write":10,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.e","version":"268'33","reported_seq":132,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:29.598058+0000","last_change":"2024-09-19T13:53:12.477958+0000","last_active":"2024-09-19T14:22:29.598058+0000","last_peered":"2024-09-19T14:22:29.598058+0000","last_clean":"2024-09-19T14:22:29.598058+0000","last_became_active":"2024-09-19T13:53:12.475599+0000","last_became_peered":"2024-09-19T13:53:12.475599+0000","last_unstale":"2024-09-19T14:22:29.598058+0000","last_undegraded":"2024-09-19T14:22:29.598058+0000","last_fullsized":"2024-09-19T14:22:29.598058+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":253,"num_read_kb":159,"num_write":84,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:39.820919+0000","last_change":"2024-09-19T14:06:26.862385+0000","last_active":"2024-09-19T14:21:39.820919+0000","last_peered":"2024-09-19T14:21:39.820919+0000","last_clean":"2024-09-19T14:21:39.820919+0000","last_became_active":"2024-09-19T14:06:26.861645+0000","last_became_peered":"2024-09-19T14:06:26.861645+0000","last_unstale":"2024-09-19T14:21:39.820919+0000","last_undegraded":"2024-09-19T14:21:39.820919+0000","last_fullsized":"2024-09-19T14:21:39.820919+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:24:17.908163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.f","version":"265'4","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:17.808056+0000","last_change":"2024-09-19T13:55:09.808880+0000","last_active":"2024-09-19T14:22:17.808056+0000","last_peered":"2024-09-19T14:22:17.808056+0000","last_clean":"2024-09-19T14:22:17.808056+0000","last_became_active":"2024-09-19T13:55:09.807402+0000","last_became_peered":"2024-09-19T13:55:09.807402+0000","last_unstale":"2024-09-19T14:22:17.808056+0000","last_undegraded":"2024-09-19T14:22:17.808056+0000","last_fullsized":"2024-09-19T14:22:17.808056+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":4,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.e","version":"268'2","reported_seq":49,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:42.610965+0000","last_change":"2024-09-19T14:24:42.610965+0000","last_active":"2024-09-19T14:24:42.610965+0000","last_peered":"2024-09-19T14:24:42.610965+0000","last_clean":"2024-09-19T14:24:42.610965+0000","last_became_active":"2024-09-19T13:55:06.748613+0000","last_became_peered":"2024-09-19T13:55:06.748613+0000","last_unstale":"2024-09-19T14:24:42.610965+0000","last_undegraded":"2024-09-19T14:24:42.610965+0000","last_fullsized":"2024-09-19T14:24:42.610965+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:42.610744+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:42.610744+0000","last_clean_scrub_stamp":"2024-09-19T14:24:42.610744+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:46:30.975084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.d","version":"268'39","reported_seq":165,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:30.111447+0000","last_change":"2024-09-19T14:24:30.111310+0000","last_active":"2024-09-19T14:24:30.111447+0000","last_peered":"2024-09-19T14:24:30.111447+0000","last_clean":"2024-09-19T14:24:30.111447+0000","last_became_active":"2024-09-19T13:53:12.457026+0000","last_became_peered":"2024-09-19T13:53:12.457026+0000","last_unstale":"2024-09-19T14:24:30.111447+0000","last_undegraded":"2024-09-19T14:24:30.111447+0000","last_fullsized":"2024-09-19T14:24:30.111447+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'39","last_scrub_stamp":"2024-09-19T14:24:30.111128+0000","last_deep_scrub":"268'39","last_deep_scrub_stamp":"2024-09-19T14:24:30.111128+0000","last_clean_scrub_stamp":"2024-09-19T14:24:30.111128+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:14:58.618091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":323,"num_read_kb":211,"num_write":98,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:41.984281+0000","last_change":"2024-09-19T14:24:41.984281+0000","last_active":"2024-09-19T14:24:41.984281+0000","last_peered":"2024-09-19T14:24:41.984281+0000","last_clean":"2024-09-19T14:24:41.984281+0000","last_became_active":"2024-09-19T14:06:26.869841+0000","last_became_peered":"2024-09-19T14:06:26.869841+0000","last_unstale":"2024-09-19T14:24:41.984281+0000","last_undegraded":"2024-09-19T14:24:41.984281+0000","last_fullsized":"2024-09-19T14:24:41.984281+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:41.984097+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:41.984097+0000","last_clean_scrub_stamp":"2024-09-19T14:24:41.984097+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:36:40.297003+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.e","version":"268'3","reported_seq":35,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:57.969995+0000","last_change":"2024-09-19T13:55:09.811232+0000","last_active":"2024-09-19T14:23:57.969995+0000","last_peered":"2024-09-19T14:23:57.969995+0000","last_clean":"2024-09-19T14:23:57.969995+0000","last_became_active":"2024-09-19T13:55:09.810583+0000","last_became_peered":"2024-09-19T13:55:09.810583+0000","last_unstale":"2024-09-19T14:23:57.969995+0000","last_undegraded":"2024-09-19T14:23:57.969995+0000","last_fullsized":"2024-09-19T14:23:57.969995+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.f","version":"0'0","reported_seq":46,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:44.608690+0000","last_change":"2024-09-19T14:24:44.608690+0000","last_active":"2024-09-19T14:24:44.608690+0000","last_peered":"2024-09-19T14:24:44.608690+0000","last_clean":"2024-09-19T14:24:44.608690+0000","last_became_active":"2024-09-19T13:55:06.749512+0000","last_became_peered":"2024-09-19T13:55:06.749512+0000","last_unstale":"2024-09-19T14:24:44.608690+0000","last_undegraded":"2024-09-19T14:24:44.608690+0000","last_fullsized":"2024-09-19T14:24:44.608690+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:44.608504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:44.608504+0000","last_clean_scrub_stamp":"2024-09-19T14:24:44.608504+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T02:21:30.909232+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.c","version":"268'44","reported_seq":167,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:39.667236+0000","last_change":"2024-09-19T14:24:39.667083+0000","last_active":"2024-09-19T14:24:39.667236+0000","last_peered":"2024-09-19T14:24:39.667236+0000","last_clean":"2024-09-19T14:24:39.667236+0000","last_became_active":"2024-09-19T13:53:12.472073+0000","last_became_peered":"2024-09-19T13:53:12.472073+0000","last_unstale":"2024-09-19T14:24:39.667236+0000","last_undegraded":"2024-09-19T14:24:39.667236+0000","last_fullsized":"2024-09-19T14:24:39.667236+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'44","last_scrub_stamp":"2024-09-19T14:24:39.666901+0000","last_deep_scrub":"268'44","last_deep_scrub_stamp":"2024-09-19T14:24:39.666901+0000","last_clean_scrub_stamp":"2024-09-19T14:24:39.666901+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:58:21.315457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":321,"num_read_kb":220,"num_write":112,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:12.800858+0000","last_change":"2024-09-19T14:06:26.877891+0000","last_active":"2024-09-19T14:22:12.800858+0000","last_peered":"2024-09-19T14:22:12.800858+0000","last_clean":"2024-09-19T14:22:12.800858+0000","last_became_active":"2024-09-19T14:06:26.872032+0000","last_became_peered":"2024-09-19T14:06:26.872032+0000","last_unstale":"2024-09-19T14:22:12.800858+0000","last_undegraded":"2024-09-19T14:22:12.800858+0000","last_fullsized":"2024-09-19T14:22:12.800858+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.9","version":"0'0","reported_seq":32,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:09.812828+0000","last_change":"2024-09-19T13:55:09.806620+0000","last_active":"2024-09-19T14:21:09.812828+0000","last_peered":"2024-09-19T14:21:09.812828+0000","last_clean":"2024-09-19T14:21:09.812828+0000","last_became_active":"2024-09-19T13:55:09.805828+0000","last_became_peered":"2024-09-19T13:55:09.805828+0000","last_unstale":"2024-09-19T14:21:09.812828+0000","last_undegraded":"2024-09-19T14:21:09.812828+0000","last_fullsized":"2024-09-19T14:21:09.812828+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:50.939437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.8","version":"268'12","reported_seq":69,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:39.613543+0000","last_change":"2024-09-19T14:24:39.613543+0000","last_active":"2024-09-19T14:24:39.613543+0000","last_peered":"2024-09-19T14:24:39.613543+0000","last_clean":"2024-09-19T14:24:39.613543+0000","last_became_active":"2024-09-19T13:55:06.739205+0000","last_became_peered":"2024-09-19T13:55:06.739205+0000","last_unstale":"2024-09-19T14:24:39.613543+0000","last_undegraded":"2024-09-19T14:24:39.613543+0000","last_fullsized":"2024-09-19T14:24:39.613543+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'12","last_scrub_stamp":"2024-09-19T14:24:39.613328+0000","last_deep_scrub":"268'12","last_deep_scrub_stamp":"2024-09-19T14:24:39.613328+0000","last_clean_scrub_stamp":"2024-09-19T14:24:39.613328+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:38:10.564118+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":22589,"num_write":22,"num_write_kb":9275,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.b","version":"268'30","reported_seq":132,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:38.653098+0000","last_change":"2024-09-19T14:24:38.652853+0000","last_active":"2024-09-19T14:24:38.653098+0000","last_peered":"2024-09-19T14:24:38.653098+0000","last_clean":"2024-09-19T14:24:38.653098+0000","last_became_active":"2024-09-19T13:53:12.483814+0000","last_became_peered":"2024-09-19T13:53:12.483814+0000","last_unstale":"2024-09-19T14:24:38.653098+0000","last_undegraded":"2024-09-19T14:24:38.653098+0000","last_fullsized":"2024-09-19T14:24:38.653098+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'30","last_scrub_stamp":"2024-09-19T14:24:38.652630+0000","last_deep_scrub":"268'30","last_deep_scrub_stamp":"2024-09-19T14:24:38.652630+0000","last_clean_scrub_stamp":"2024-09-19T14:24:38.652630+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:56:39.154009+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":233,"num_read_kb":157,"num_write":83,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:41.662530+0000","last_change":"2024-09-19T14:24:41.662530+0000","last_active":"2024-09-19T14:24:41.662530+0000","last_peered":"2024-09-19T14:24:41.662530+0000","last_clean":"2024-09-19T14:24:41.662530+0000","last_became_active":"2024-09-19T14:06:26.859139+0000","last_became_peered":"2024-09-19T14:06:26.859139+0000","last_unstale":"2024-09-19T14:24:41.662530+0000","last_undegraded":"2024-09-19T14:24:41.662530+0000","last_fullsized":"2024-09-19T14:24:41.662530+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:41.662344+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:41.662344+0000","last_clean_scrub_stamp":"2024-09-19T14:24:41.662344+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:42:36.008397+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.8","version":"268'7","reported_seq":50,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:20.746250+0000","last_change":"2024-09-19T14:24:20.746250+0000","last_active":"2024-09-19T14:24:20.746250+0000","last_peered":"2024-09-19T14:24:20.746250+0000","last_clean":"2024-09-19T14:24:20.746250+0000","last_became_active":"2024-09-19T13:55:09.790511+0000","last_became_peered":"2024-09-19T13:55:09.790511+0000","last_unstale":"2024-09-19T14:24:20.746250+0000","last_undegraded":"2024-09-19T14:24:20.746250+0000","last_fullsized":"2024-09-19T14:24:20.746250+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'7","last_scrub_stamp":"2024-09-19T14:24:20.746028+0000","last_deep_scrub":"268'7","last_deep_scrub_stamp":"2024-09-19T14:24:20.746028+0000","last_clean_scrub_stamp":"2024-09-19T14:24:20.746028+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:03:11.926270+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":1342,"num_write":12,"num_write_kb":5438,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"66.9","version":"265'2","reported_seq":50,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:45.828175+0000","last_change":"2024-09-19T14:24:45.828175+0000","last_active":"2024-09-19T14:24:45.828175+0000","last_peered":"2024-09-19T14:24:45.828175+0000","last_clean":"2024-09-19T14:24:45.828175+0000","last_became_active":"2024-09-19T13:55:06.745539+0000","last_became_peered":"2024-09-19T13:55:06.745539+0000","last_unstale":"2024-09-19T14:24:45.828175+0000","last_undegraded":"2024-09-19T14:24:45.828175+0000","last_fullsized":"2024-09-19T14:24:45.828175+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'2","last_scrub_stamp":"2024-09-19T14:24:45.827986+0000","last_deep_scrub":"265'2","last_deep_scrub_stamp":"2024-09-19T14:24:45.827986+0000","last_clean_scrub_stamp":"2024-09-19T14:24:45.827986+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:37:32.788619+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.a","version":"268'25","reported_seq":111,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:29.787931+0000","last_change":"2024-09-19T13:53:12.460579+0000","last_active":"2024-09-19T14:21:29.787931+0000","last_peered":"2024-09-19T14:21:29.787931+0000","last_clean":"2024-09-19T14:21:29.787931+0000","last_became_active":"2024-09-19T13:53:12.459497+0000","last_became_peered":"2024-09-19T13:53:12.459497+0000","last_unstale":"2024-09-19T14:21:29.787931+0000","last_undegraded":"2024-09-19T14:21:29.787931+0000","last_fullsized":"2024-09-19T14:21:29.787931+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:42:28.898147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":185,"num_read_kb":123,"num_write":63,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.c","version":"268'2","reported_seq":31,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:39.586091+0000","last_change":"2024-09-19T14:24:39.586091+0000","last_active":"2024-09-19T14:24:39.586091+0000","last_peered":"2024-09-19T14:24:39.586091+0000","last_clean":"2024-09-19T14:24:39.586091+0000","last_became_active":"2024-09-19T14:06:26.885419+0000","last_became_peered":"2024-09-19T14:06:26.885419+0000","last_unstale":"2024-09-19T14:24:39.586091+0000","last_undegraded":"2024-09-19T14:24:39.586091+0000","last_fullsized":"2024-09-19T14:24:39.586091+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:39.585898+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:39.585898+0000","last_clean_scrub_stamp":"2024-09-19T14:24:39.585898+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:49:28.891770+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.b","version":"265'2","reported_seq":44,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:46.740896+0000","last_change":"2024-09-19T14:24:46.740896+0000","last_active":"2024-09-19T14:24:46.740896+0000","last_peered":"2024-09-19T14:24:46.740896+0000","last_clean":"2024-09-19T14:24:46.740896+0000","last_became_active":"2024-09-19T13:55:09.815512+0000","last_became_peered":"2024-09-19T13:55:09.815512+0000","last_unstale":"2024-09-19T14:24:46.740896+0000","last_undegraded":"2024-09-19T14:24:46.740896+0000","last_fullsized":"2024-09-19T14:24:46.740896+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'2","last_scrub_stamp":"2024-09-19T14:24:46.740713+0000","last_deep_scrub":"265'2","last_deep_scrub_stamp":"2024-09-19T14:24:46.740713+0000","last_clean_scrub_stamp":"2024-09-19T14:24:46.740713+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:14:38.409491+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.a","version":"268'2","reported_seq":50,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:40.593561+0000","last_change":"2024-09-19T14:24:40.593561+0000","last_active":"2024-09-19T14:24:40.593561+0000","last_peered":"2024-09-19T14:24:40.593561+0000","last_clean":"2024-09-19T14:24:40.593561+0000","last_became_active":"2024-09-19T13:55:06.742787+0000","last_became_peered":"2024-09-19T13:55:06.742787+0000","last_unstale":"2024-09-19T14:24:40.593561+0000","last_undegraded":"2024-09-19T14:24:40.593561+0000","last_fullsized":"2024-09-19T14:24:40.593561+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:40.593374+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:40.593374+0000","last_clean_scrub_stamp":"2024-09-19T14:24:40.593374+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:58:15.851099+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.9","version":"268'38","reported_seq":158,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:43.833768+0000","last_change":"2024-09-19T14:24:43.833768+0000","last_active":"2024-09-19T14:24:43.833768+0000","last_peered":"2024-09-19T14:24:43.833768+0000","last_clean":"2024-09-19T14:24:43.833768+0000","last_became_active":"2024-09-19T13:53:12.461291+0000","last_became_peered":"2024-09-19T13:53:12.461291+0000","last_unstale":"2024-09-19T14:24:43.833768+0000","last_undegraded":"2024-09-19T14:24:43.833768+0000","last_fullsized":"2024-09-19T14:24:43.833768+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'38","last_scrub_stamp":"2024-09-19T14:24:43.833598+0000","last_deep_scrub":"268'38","last_deep_scrub_stamp":"2024-09-19T14:24:43.833598+0000","last_clean_scrub_stamp":"2024-09-19T14:24:43.833598+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:06:01.599022+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":311,"num_read_kb":203,"num_write":97,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:12.806869+0000","last_change":"2024-09-19T14:06:26.882404+0000","last_active":"2024-09-19T14:22:12.806869+0000","last_peered":"2024-09-19T14:22:12.806869+0000","last_clean":"2024-09-19T14:22:12.806869+0000","last_became_active":"2024-09-19T14:06:26.881977+0000","last_became_peered":"2024-09-19T14:06:26.881977+0000","last_unstale":"2024-09-19T14:22:12.806869+0000","last_undegraded":"2024-09-19T14:22:12.806869+0000","last_fullsized":"2024-09-19T14:22:12.806869+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.a","version":"268'3","reported_seq":45,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:34.532534+0000","last_change":"2024-09-19T14:24:34.532534+0000","last_active":"2024-09-19T14:24:34.532534+0000","last_peered":"2024-09-19T14:24:34.532534+0000","last_clean":"2024-09-19T14:24:34.532534+0000","last_became_active":"2024-09-19T13:55:09.799665+0000","last_became_peered":"2024-09-19T13:55:09.799665+0000","last_unstale":"2024-09-19T14:24:34.532534+0000","last_undegraded":"2024-09-19T14:24:34.532534+0000","last_fullsized":"2024-09-19T14:24:34.532534+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'3","last_scrub_stamp":"2024-09-19T14:24:34.532347+0000","last_deep_scrub":"268'3","last_deep_scrub_stamp":"2024-09-19T14:24:34.532347+0000","last_clean_scrub_stamp":"2024-09-19T14:24:34.532347+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:26:38.742437+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.b","version":"268'6","reported_seq":50,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.613281+0000","last_change":"2024-09-19T13:55:06.739029+0000","last_active":"2024-09-19T14:23:58.613281+0000","last_peered":"2024-09-19T14:23:58.613281+0000","last_clean":"2024-09-19T14:23:58.613281+0000","last_became_active":"2024-09-19T13:55:06.737872+0000","last_became_peered":"2024-09-19T13:55:06.737872+0000","last_unstale":"2024-09-19T14:23:58.613281+0000","last_undegraded":"2024-09-19T14:23:58.613281+0000","last_fullsized":"2024-09-19T14:23:58.613281+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":4098,"num_write":6,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.8","version":"268'39","reported_seq":153,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:29.537415+0000","last_change":"2024-09-19T14:24:29.537415+0000","last_active":"2024-09-19T14:24:29.537415+0000","last_peered":"2024-09-19T14:24:29.537415+0000","last_clean":"2024-09-19T14:24:29.537415+0000","last_became_active":"2024-09-19T13:53:12.475372+0000","last_became_peered":"2024-09-19T13:53:12.475372+0000","last_unstale":"2024-09-19T14:24:29.537415+0000","last_undegraded":"2024-09-19T14:24:29.537415+0000","last_fullsized":"2024-09-19T14:24:29.537415+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'39","last_scrub_stamp":"2024-09-19T14:24:29.537237+0000","last_deep_scrub":"268'39","last_deep_scrub_stamp":"2024-09-19T14:24:29.537237+0000","last_clean_scrub_stamp":"2024-09-19T14:24:29.537237+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:25:59.957380+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":292,"num_read_kb":195,"num_write":104,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:38.581627+0000","last_change":"2024-09-19T14:24:38.581627+0000","last_active":"2024-09-19T14:24:38.581627+0000","last_peered":"2024-09-19T14:24:38.581627+0000","last_clean":"2024-09-19T14:24:38.581627+0000","last_became_active":"2024-09-19T14:06:26.879771+0000","last_became_peered":"2024-09-19T14:06:26.879771+0000","last_unstale":"2024-09-19T14:24:38.581627+0000","last_undegraded":"2024-09-19T14:24:38.581627+0000","last_fullsized":"2024-09-19T14:24:38.581627+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:38.581430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:38.581430+0000","last_clean_scrub_stamp":"2024-09-19T14:24:38.581430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:39:24.330993+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.5","version":"265'10","reported_seq":57,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:27.804355+0000","last_change":"2024-09-19T13:55:09.804600+0000","last_active":"2024-09-19T14:22:27.804355+0000","last_peered":"2024-09-19T14:22:27.804355+0000","last_clean":"2024-09-19T14:22:27.804355+0000","last_became_active":"2024-09-19T13:55:09.803908+0000","last_became_peered":"2024-09-19T13:55:09.803908+0000","last_unstale":"2024-09-19T14:22:27.804355+0000","last_undegraded":"2024-09-19T14:22:27.804355+0000","last_fullsized":"2024-09-19T14:22:27.804355+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":21,"num_read_kb":12292,"num_write":10,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.4","version":"265'6","reported_seq":53,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:14.830223+0000","last_change":"2024-09-19T13:55:06.736281+0000","last_active":"2024-09-19T14:22:14.830223+0000","last_peered":"2024-09-19T14:22:14.830223+0000","last_clean":"2024-09-19T14:22:14.830223+0000","last_became_active":"2024-09-19T13:55:06.735489+0000","last_became_peered":"2024-09-19T13:55:06.735489+0000","last_unstale":"2024-09-19T14:22:14.830223+0000","last_undegraded":"2024-09-19T14:22:14.830223+0000","last_fullsized":"2024-09-19T14:22:14.830223+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":5122,"num_write":6,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.7","version":"265'8","reported_seq":74,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:43.193896+0000","last_change":"2024-09-19T14:24:43.193896+0000","last_active":"2024-09-19T14:24:43.193896+0000","last_peered":"2024-09-19T14:24:43.193896+0000","last_clean":"2024-09-19T14:24:43.193896+0000","last_became_active":"2024-09-19T13:53:12.468649+0000","last_became_peered":"2024-09-19T13:53:12.468649+0000","last_unstale":"2024-09-19T14:24:43.193896+0000","last_undegraded":"2024-09-19T14:24:43.193896+0000","last_fullsized":"2024-09-19T14:24:43.193896+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'8","last_scrub_stamp":"2024-09-19T14:24:43.193702+0000","last_deep_scrub":"265'8","last_deep_scrub_stamp":"2024-09-19T14:24:43.193702+0000","last_clean_scrub_stamp":"2024-09-19T14:24:43.193702+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:50:26.210500+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":63,"num_read_kb":43,"num_write":20,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:40.606128+0000","last_change":"2024-09-19T14:24:40.606128+0000","last_active":"2024-09-19T14:24:40.606128+0000","last_peered":"2024-09-19T14:24:40.606128+0000","last_clean":"2024-09-19T14:24:40.606128+0000","last_became_active":"2024-09-19T14:06:26.874405+0000","last_became_peered":"2024-09-19T14:06:26.874405+0000","last_unstale":"2024-09-19T14:24:40.606128+0000","last_undegraded":"2024-09-19T14:24:40.606128+0000","last_fullsized":"2024-09-19T14:24:40.606128+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:40.605905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:40.605905+0000","last_clean_scrub_stamp":"2024-09-19T14:24:40.605905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:31:18.497075+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.4","version":"268'2","reported_seq":37,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.134483+0000","last_change":"2024-09-19T13:55:09.786109+0000","last_active":"2024-09-19T14:23:58.134483+0000","last_peered":"2024-09-19T14:23:58.134483+0000","last_clean":"2024-09-19T14:23:58.134483+0000","last_became_active":"2024-09-19T13:55:09.785402+0000","last_became_peered":"2024-09-19T13:55:09.785402+0000","last_unstale":"2024-09-19T14:23:58.134483+0000","last_undegraded":"2024-09-19T14:23:58.134483+0000","last_fullsized":"2024-09-19T14:23:58.134483+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1142,"num_write":2,"num_write_kb":571,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.5","version":"268'2","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.474343+0000","last_change":"2024-09-19T13:55:06.732734+0000","last_active":"2024-09-19T14:23:58.474343+0000","last_peered":"2024-09-19T14:23:58.474343+0000","last_clean":"2024-09-19T14:23:58.474343+0000","last_became_active":"2024-09-19T13:55:06.732266+0000","last_became_peered":"2024-09-19T13:55:06.732266+0000","last_unstale":"2024-09-19T14:23:58.474343+0000","last_undegraded":"2024-09-19T14:23:58.474343+0000","last_fullsized":"2024-09-19T14:23:58.474343+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":48,"num_write":2,"num_write_kb":48,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.6","version":"268'31","reported_seq":130,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:24.817135+0000","last_change":"2024-09-19T13:53:12.472407+0000","last_active":"2024-09-19T14:21:24.817135+0000","last_peered":"2024-09-19T14:21:24.817135+0000","last_clean":"2024-09-19T14:21:24.817135+0000","last_became_active":"2024-09-19T13:53:12.468297+0000","last_became_peered":"2024-09-19T13:53:12.468297+0000","last_unstale":"2024-09-19T14:21:24.817135+0000","last_undegraded":"2024-09-19T14:21:24.817135+0000","last_fullsized":"2024-09-19T14:21:24.817135+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:20:20.597620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":260,"num_read_kb":195,"num_write":72,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":22,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:32.805317+0000","last_change":"2024-09-19T14:06:26.880083+0000","last_active":"2024-09-19T14:22:32.805317+0000","last_peered":"2024-09-19T14:22:32.805317+0000","last_clean":"2024-09-19T14:22:32.805317+0000","last_became_active":"2024-09-19T14:06:26.879275+0000","last_became_peered":"2024-09-19T14:06:26.879275+0000","last_unstale":"2024-09-19T14:22:32.805317+0000","last_undegraded":"2024-09-19T14:22:32.805317+0000","last_fullsized":"2024-09-19T14:22:32.805317+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.7","version":"0'0","reported_seq":40,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:35.487917+0000","last_change":"2024-09-19T14:24:35.487917+0000","last_active":"2024-09-19T14:24:35.487917+0000","last_peered":"2024-09-19T14:24:35.487917+0000","last_clean":"2024-09-19T14:24:35.487917+0000","last_became_active":"2024-09-19T13:55:09.799016+0000","last_became_peered":"2024-09-19T13:55:09.799016+0000","last_unstale":"2024-09-19T14:24:35.487917+0000","last_undegraded":"2024-09-19T14:24:35.487917+0000","last_fullsized":"2024-09-19T14:24:35.487917+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:35.487706+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:35.487706+0000","last_clean_scrub_stamp":"2024-09-19T14:24:35.487706+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:06:38.109328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.6","version":"268'5","reported_seq":52,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:22.686989+0000","last_change":"2024-09-19T14:24:22.686989+0000","last_active":"2024-09-19T14:24:22.686989+0000","last_peered":"2024-09-19T14:24:22.686989+0000","last_clean":"2024-09-19T14:24:22.686989+0000","last_became_active":"2024-09-19T13:55:06.729865+0000","last_became_peered":"2024-09-19T13:55:06.729865+0000","last_unstale":"2024-09-19T14:24:22.686989+0000","last_undegraded":"2024-09-19T14:24:22.686989+0000","last_fullsized":"2024-09-19T14:24:22.686989+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'5","last_scrub_stamp":"2024-09-19T14:24:22.686803+0000","last_deep_scrub":"268'5","last_deep_scrub_stamp":"2024-09-19T14:24:22.686803+0000","last_clean_scrub_stamp":"2024-09-19T14:24:22.686803+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:30:19.758701+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.5","version":"268'40","reported_seq":168,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:29.742398+0000","last_change":"2024-09-19T14:24:29.742264+0000","last_active":"2024-09-19T14:24:29.742398+0000","last_peered":"2024-09-19T14:24:29.742398+0000","last_clean":"2024-09-19T14:24:29.742398+0000","last_became_active":"2024-09-19T13:53:12.468116+0000","last_became_peered":"2024-09-19T13:53:12.468116+0000","last_unstale":"2024-09-19T14:24:29.742398+0000","last_undegraded":"2024-09-19T14:24:29.742398+0000","last_fullsized":"2024-09-19T14:24:29.742398+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'40","last_scrub_stamp":"2024-09-19T14:24:29.742059+0000","last_deep_scrub":"268'40","last_deep_scrub_stamp":"2024-09-19T14:24:29.742059+0000","last_clean_scrub_stamp":"2024-09-19T14:24:29.742059+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:55:11.365313+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":330,"num_read_kb":193,"num_write":102,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:04.811461+0000","last_change":"2024-09-19T14:06:26.857354+0000","last_active":"2024-09-19T14:21:04.811461+0000","last_peered":"2024-09-19T14:21:04.811461+0000","last_clean":"2024-09-19T14:21:04.811461+0000","last_became_active":"2024-09-19T14:06:26.856594+0000","last_became_peered":"2024-09-19T14:06:26.856594+0000","last_unstale":"2024-09-19T14:21:04.811461+0000","last_undegraded":"2024-09-19T14:21:04.811461+0000","last_fullsized":"2024-09-19T14:21:04.811461+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:07:21.078033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.6","version":"268'5","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:19.609235+0000","last_change":"2024-09-19T13:55:09.810984+0000","last_active":"2024-09-19T14:23:19.609235+0000","last_peered":"2024-09-19T14:23:19.609235+0000","last_clean":"2024-09-19T14:23:19.609235+0000","last_became_active":"2024-09-19T13:55:09.810178+0000","last_became_peered":"2024-09-19T13:55:09.810178+0000","last_unstale":"2024-09-19T14:23:19.609235+0000","last_undegraded":"2024-09-19T14:23:19.609235+0000","last_fullsized":"2024-09-19T14:23:19.609235+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:07:23.149525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":2577,"num_write":10,"num_write_kb":1553,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.7","version":"265'3","reported_seq":43,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:09.813111+0000","last_change":"2024-09-19T13:55:06.719674+0000","last_active":"2024-09-19T14:21:09.813111+0000","last_peered":"2024-09-19T14:21:09.813111+0000","last_clean":"2024-09-19T14:21:09.813111+0000","last_became_active":"2024-09-19T13:55:06.718846+0000","last_became_peered":"2024-09-19T13:55:06.718846+0000","last_unstale":"2024-09-19T14:21:09.813111+0000","last_undegraded":"2024-09-19T14:21:09.813111+0000","last_fullsized":"2024-09-19T14:21:09.813111+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:32:47.320312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.4","version":"268'133","reported_seq":447,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:34.543117+0000","last_change":"2024-09-19T14:24:34.543117+0000","last_active":"2024-09-19T14:24:34.543117+0000","last_peered":"2024-09-19T14:24:34.543117+0000","last_clean":"2024-09-19T14:24:34.543117+0000","last_became_active":"2024-09-19T13:53:12.465155+0000","last_became_peered":"2024-09-19T13:53:12.465155+0000","last_unstale":"2024-09-19T14:24:34.543117+0000","last_undegraded":"2024-09-19T14:24:34.543117+0000","last_fullsized":"2024-09-19T14:24:34.543117+0000","mapping_epoch":257,"log_start":"265'100","ondisk_log_start":"265'100","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'133","last_scrub_stamp":"2024-09-19T14:24:34.542935+0000","last_deep_scrub":"268'133","last_deep_scrub_stamp":"2024-09-19T14:24:34.542935+0000","last_clean_scrub_stamp":"2024-09-19T14:24:34.542935+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:45:08.522402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1234,"num_read_kb":1138,"num_write":276,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.6","version":"267'1","reported_seq":22,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:37.798598+0000","last_change":"2024-09-19T14:06:26.868548+0000","last_active":"2024-09-19T14:21:37.798598+0000","last_peered":"2024-09-19T14:21:37.798598+0000","last_clean":"2024-09-19T14:21:37.798598+0000","last_became_active":"2024-09-19T14:06:26.867699+0000","last_became_peered":"2024-09-19T14:06:26.867699+0000","last_unstale":"2024-09-19T14:21:37.798598+0000","last_undegraded":"2024-09-19T14:21:37.798598+0000","last_fullsized":"2024-09-19T14:21:37.798598+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:00:32.441920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1","version":"268'5","reported_seq":40,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:57.972967+0000","last_change":"2024-09-19T13:55:09.796824+0000","last_active":"2024-09-19T14:23:57.972967+0000","last_peered":"2024-09-19T14:23:57.972967+0000","last_clean":"2024-09-19T14:23:57.972967+0000","last_became_active":"2024-09-19T13:55:09.795960+0000","last_became_peered":"2024-09-19T13:55:09.795960+0000","last_unstale":"2024-09-19T14:23:57.972967+0000","last_undegraded":"2024-09-19T14:23:57.972967+0000","last_fullsized":"2024-09-19T14:23:57.972967+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":4096,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.0","version":"268'2","reported_seq":50,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:17.703298+0000","last_change":"2024-09-19T14:24:17.703298+0000","last_active":"2024-09-19T14:24:17.703298+0000","last_peered":"2024-09-19T14:24:17.703298+0000","last_clean":"2024-09-19T14:24:17.703298+0000","last_became_active":"2024-09-19T13:55:06.715888+0000","last_became_peered":"2024-09-19T13:55:06.715888+0000","last_unstale":"2024-09-19T14:24:17.703298+0000","last_undegraded":"2024-09-19T14:24:17.703298+0000","last_fullsized":"2024-09-19T14:24:17.703298+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:17.703122+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:17.703122+0000","last_clean_scrub_stamp":"2024-09-19T14:24:17.703122+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:45:51.878334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":571,"num_write":2,"num_write_kb":571,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.3","version":"268'17","reported_seq":97,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:23.650763+0000","last_change":"2024-09-19T14:24:23.650593+0000","last_active":"2024-09-19T14:24:23.650763+0000","last_peered":"2024-09-19T14:24:23.650763+0000","last_clean":"2024-09-19T14:24:23.650763+0000","last_became_active":"2024-09-19T13:53:12.456607+0000","last_became_peered":"2024-09-19T13:53:12.456607+0000","last_unstale":"2024-09-19T14:24:23.650763+0000","last_undegraded":"2024-09-19T14:24:23.650763+0000","last_fullsized":"2024-09-19T14:24:23.650763+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'17","last_scrub_stamp":"2024-09-19T14:24:23.650403+0000","last_deep_scrub":"268'17","last_deep_scrub_stamp":"2024-09-19T14:24:23.650403+0000","last_clean_scrub_stamp":"2024-09-19T14:24:23.650403+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:54:32.884926+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":123,"num_read_kb":81,"num_write":46,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:37.788526+0000","last_change":"2024-09-19T14:06:26.879408+0000","last_active":"2024-09-19T14:21:37.788526+0000","last_peered":"2024-09-19T14:21:37.788526+0000","last_clean":"2024-09-19T14:21:37.788526+0000","last_became_active":"2024-09-19T14:06:26.878528+0000","last_became_peered":"2024-09-19T14:06:26.878528+0000","last_unstale":"2024-09-19T14:21:37.788526+0000","last_undegraded":"2024-09-19T14:21:37.788526+0000","last_fullsized":"2024-09-19T14:21:37.788526+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:04:57.129270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.0","version":"268'13","reported_seq":59,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.275264+0000","last_change":"2024-09-19T13:55:09.803910+0000","last_active":"2024-09-19T14:23:58.275264+0000","last_peered":"2024-09-19T14:23:58.275264+0000","last_clean":"2024-09-19T14:23:58.275264+0000","last_became_active":"2024-09-19T13:55:09.803190+0000","last_became_peered":"2024-09-19T13:55:09.803190+0000","last_unstale":"2024-09-19T14:23:58.275264+0000","last_undegraded":"2024-09-19T14:23:58.275264+0000","last_fullsized":"2024-09-19T14:23:58.275264+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:02:37.537409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":20,"num_read_kb":22530,"num_write":18,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1","version":"0'0","reported_seq":39,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:14.830073+0000","last_change":"2024-09-19T13:55:06.745461+0000","last_active":"2024-09-19T14:22:14.830073+0000","last_peered":"2024-09-19T14:22:14.830073+0000","last_clean":"2024-09-19T14:22:14.830073+0000","last_became_active":"2024-09-19T13:55:06.744676+0000","last_became_peered":"2024-09-19T13:55:06.744676+0000","last_unstale":"2024-09-19T14:22:14.830073+0000","last_undegraded":"2024-09-19T14:22:14.830073+0000","last_fullsized":"2024-09-19T14:22:14.830073+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.2","version":"268'55","reported_seq":203,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:24.596453+0000","last_change":"2024-09-19T13:53:12.475747+0000","last_active":"2024-09-19T14:22:24.596453+0000","last_peered":"2024-09-19T14:22:24.596453+0000","last_clean":"2024-09-19T14:22:24.596453+0000","last_became_active":"2024-09-19T13:53:12.474878+0000","last_became_peered":"2024-09-19T13:53:12.474878+0000","last_unstale":"2024-09-19T14:22:24.596453+0000","last_undegraded":"2024-09-19T14:22:24.596453+0000","last_fullsized":"2024-09-19T14:22:24.596453+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":0,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":475,"num_read_kb":305,"num_write":132,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:02.784275+0000","last_change":"2024-09-19T14:06:26.870785+0000","last_active":"2024-09-19T14:21:02.784275+0000","last_peered":"2024-09-19T14:21:02.784275+0000","last_clean":"2024-09-19T14:21:02.784275+0000","last_became_active":"2024-09-19T14:06:26.870028+0000","last_became_peered":"2024-09-19T14:06:26.870028+0000","last_unstale":"2024-09-19T14:21:02.784275+0000","last_undegraded":"2024-09-19T14:21:02.784275+0000","last_fullsized":"2024-09-19T14:21:02.784275+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:48:32.566897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.3","version":"0'0","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:24.681051+0000","last_change":"2024-09-19T14:24:24.681051+0000","last_active":"2024-09-19T14:24:24.681051+0000","last_peered":"2024-09-19T14:24:24.681051+0000","last_clean":"2024-09-19T14:24:24.681051+0000","last_became_active":"2024-09-19T13:55:09.795576+0000","last_became_peered":"2024-09-19T13:55:09.795576+0000","last_unstale":"2024-09-19T14:24:24.681051+0000","last_undegraded":"2024-09-19T14:24:24.681051+0000","last_fullsized":"2024-09-19T14:24:24.681051+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:24.680870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:24.680870+0000","last_clean_scrub_stamp":"2024-09-19T14:24:24.680870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:32:49.477955+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"66.2","version":"268'8","reported_seq":64,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:43.661775+0000","last_change":"2024-09-19T14:24:43.661775+0000","last_active":"2024-09-19T14:24:43.661775+0000","last_peered":"2024-09-19T14:24:43.661775+0000","last_clean":"2024-09-19T14:24:43.661775+0000","last_became_active":"2024-09-19T13:55:06.731004+0000","last_became_peered":"2024-09-19T13:55:06.731004+0000","last_unstale":"2024-09-19T14:24:43.661775+0000","last_undegraded":"2024-09-19T14:24:43.661775+0000","last_fullsized":"2024-09-19T14:24:43.661775+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'8","last_scrub_stamp":"2024-09-19T14:24:43.661598+0000","last_deep_scrub":"268'8","last_deep_scrub_stamp":"2024-09-19T14:24:43.661598+0000","last_clean_scrub_stamp":"2024-09-19T14:24:43.661598+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:43:16.620839+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":14,"num_read_kb":12290,"num_write":8,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.1","version":"268'41","reported_seq":157,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:24.596385+0000","last_change":"2024-09-19T13:53:12.471488+0000","last_active":"2024-09-19T14:22:24.596385+0000","last_peered":"2024-09-19T14:22:24.596385+0000","last_clean":"2024-09-19T14:22:24.596385+0000","last_became_active":"2024-09-19T13:53:12.470782+0000","last_became_peered":"2024-09-19T13:53:12.470782+0000","last_unstale":"2024-09-19T14:22:24.596385+0000","last_undegraded":"2024-09-19T14:22:24.596385+0000","last_fullsized":"2024-09-19T14:22:24.596385+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:53:11.409813+0000","last_clean_scrub_stamp":"2024-09-19T13:53:11.409813+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":333,"num_read_kb":216,"num_write":101,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:09.813016+0000","last_change":"2024-09-19T14:06:26.873449+0000","last_active":"2024-09-19T14:21:09.813016+0000","last_peered":"2024-09-19T14:21:09.813016+0000","last_clean":"2024-09-19T14:21:09.813016+0000","last_became_active":"2024-09-19T14:06:26.872809+0000","last_became_peered":"2024-09-19T14:06:26.872809+0000","last_unstale":"2024-09-19T14:21:09.813016+0000","last_undegraded":"2024-09-19T14:21:09.813016+0000","last_fullsized":"2024-09-19T14:21:09.813016+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:13:24.156423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.2","version":"268'8","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.612973+0000","last_change":"2024-09-19T13:55:09.792510+0000","last_active":"2024-09-19T14:23:58.612973+0000","last_peered":"2024-09-19T14:23:58.612973+0000","last_clean":"2024-09-19T14:23:58.612973+0000","last_became_active":"2024-09-19T13:55:09.791757+0000","last_became_peered":"2024-09-19T13:55:09.791757+0000","last_unstale":"2024-09-19T14:23:58.612973+0000","last_undegraded":"2024-09-19T14:23:58.612973+0000","last_fullsized":"2024-09-19T14:23:58.612973+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":11312,"num_write":8,"num_write_kb":11312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"66.3","version":"0'0","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:32.071572+0000","last_change":"2024-09-19T14:24:32.071572+0000","last_active":"2024-09-19T14:24:32.071572+0000","last_peered":"2024-09-19T14:24:32.071572+0000","last_clean":"2024-09-19T14:24:32.071572+0000","last_became_active":"2024-09-19T13:55:06.730174+0000","last_became_peered":"2024-09-19T13:55:06.730174+0000","last_unstale":"2024-09-19T14:24:32.071572+0000","last_undegraded":"2024-09-19T14:24:32.071572+0000","last_fullsized":"2024-09-19T14:24:32.071572+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:32.071377+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:32.071377+0000","last_clean_scrub_stamp":"2024-09-19T14:24:32.071377+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:07:50.813211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.0","version":"268'42","reported_seq":166,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:18.742540+0000","last_change":"2024-09-19T14:24:18.742540+0000","last_active":"2024-09-19T14:24:18.742540+0000","last_peered":"2024-09-19T14:24:18.742540+0000","last_clean":"2024-09-19T14:24:18.742540+0000","last_became_active":"2024-09-19T13:53:12.473659+0000","last_became_peered":"2024-09-19T13:53:12.473659+0000","last_unstale":"2024-09-19T14:24:18.742540+0000","last_undegraded":"2024-09-19T14:24:18.742540+0000","last_fullsized":"2024-09-19T14:24:18.742540+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'42","last_scrub_stamp":"2024-09-19T14:24:18.742313+0000","last_deep_scrub":"268'42","last_deep_scrub_stamp":"2024-09-19T14:24:18.742313+0000","last_clean_scrub_stamp":"2024-09-19T14:24:18.742313+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:38:31.784106+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":339,"num_read_kb":229,"num_write":102,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3f","version":"268'341","reported_seq":1014,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:14.531720+0000","last_change":"2024-09-19T14:24:14.531720+0000","last_active":"2024-09-19T14:24:14.531720+0000","last_peered":"2024-09-19T14:24:14.531720+0000","last_clean":"2024-09-19T14:24:14.531720+0000","last_became_active":"2024-09-19T13:37:42.998595+0000","last_became_peered":"2024-09-19T13:37:42.998595+0000","last_unstale":"2024-09-19T14:24:14.531720+0000","last_undegraded":"2024-09-19T14:24:14.531720+0000","last_fullsized":"2024-09-19T14:24:14.531720+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'341","last_scrub_stamp":"2024-09-19T14:24:14.531494+0000","last_deep_scrub":"268'341","last_deep_scrub_stamp":"2024-09-19T14:24:14.531494+0000","last_clean_scrub_stamp":"2024-09-19T14:24:14.531494+0000","objects_scrubbed":5,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:47:31.993215+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":30,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":715,"num_read_kb":1612,"num_write":1160,"num_write_kb":26082,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.38","version":"268'191","reported_seq":819,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:19.162481+0000","last_change":"2024-09-19T14:24:19.162481+0000","last_active":"2024-09-19T14:24:19.162481+0000","last_peered":"2024-09-19T14:24:19.162481+0000","last_clean":"2024-09-19T14:24:19.162481+0000","last_became_active":"2024-09-19T13:37:44.988042+0000","last_became_peered":"2024-09-19T13:37:44.988042+0000","last_unstale":"2024-09-19T14:24:19.162481+0000","last_undegraded":"2024-09-19T14:24:19.162481+0000","last_fullsized":"2024-09-19T14:24:19.162481+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'191","last_scrub_stamp":"2024-09-19T14:24:19.162290+0000","last_deep_scrub":"268'191","last_deep_scrub_stamp":"2024-09-19T14:24:19.162290+0000","last_clean_scrub_stamp":"2024-09-19T14:24:19.162290+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:39:09.133283+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":868,"num_read_kb":716,"num_write":299,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3e","version":"268'368","reported_seq":1042,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:18.889550+0000","last_change":"2024-09-19T14:24:18.889550+0000","last_active":"2024-09-19T14:24:18.889550+0000","last_peered":"2024-09-19T14:24:18.889550+0000","last_clean":"2024-09-19T14:24:18.889550+0000","last_became_active":"2024-09-19T13:37:43.013931+0000","last_became_peered":"2024-09-19T13:37:43.013931+0000","last_unstale":"2024-09-19T14:24:18.889550+0000","last_undegraded":"2024-09-19T14:24:18.889550+0000","last_fullsized":"2024-09-19T14:24:18.889550+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'368","last_scrub_stamp":"2024-09-19T14:24:18.889304+0000","last_deep_scrub":"268'368","last_deep_scrub_stamp":"2024-09-19T14:24:18.889304+0000","last_clean_scrub_stamp":"2024-09-19T14:24:18.889304+0000","objects_scrubbed":4,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:50:08.710962+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136886,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":671,"num_read_kb":50035,"num_write":1240,"num_write_kb":34859,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.39","version":"268'298","reported_seq":996,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:28.204894+0000","last_change":"2024-09-19T14:24:28.204894+0000","last_active":"2024-09-19T14:24:28.204894+0000","last_peered":"2024-09-19T14:24:28.204894+0000","last_clean":"2024-09-19T14:24:28.204894+0000","last_became_active":"2024-09-19T13:37:44.980771+0000","last_became_peered":"2024-09-19T13:37:44.980771+0000","last_unstale":"2024-09-19T14:24:28.204894+0000","last_undegraded":"2024-09-19T14:24:28.204894+0000","last_fullsized":"2024-09-19T14:24:28.204894+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'298","last_scrub_stamp":"2024-09-19T14:24:28.204781+0000","last_deep_scrub":"268'298","last_deep_scrub_stamp":"2024-09-19T14:24:28.204781+0000","last_clean_scrub_stamp":"2024-09-19T14:24:28.204781+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":200,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:37:39.324333+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1416,"num_read_kb":1186,"num_write":494,"num_write_kb":282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3d","version":"268'357","reported_seq":1053,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:17.907433+0000","last_change":"2024-09-19T14:24:17.907433+0000","last_active":"2024-09-19T14:24:17.907433+0000","last_peered":"2024-09-19T14:24:17.907433+0000","last_clean":"2024-09-19T14:24:17.907433+0000","last_became_active":"2024-09-19T13:37:43.011731+0000","last_became_peered":"2024-09-19T13:37:43.011731+0000","last_unstale":"2024-09-19T14:24:17.907433+0000","last_undegraded":"2024-09-19T14:24:17.907433+0000","last_fullsized":"2024-09-19T14:24:17.907433+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'357","last_scrub_stamp":"2024-09-19T14:24:17.907227+0000","last_deep_scrub":"268'357","last_deep_scrub_stamp":"2024-09-19T14:24:17.907227+0000","last_clean_scrub_stamp":"2024-09-19T14:24:17.907227+0000","objects_scrubbed":1,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:37:50.906256+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":702,"num_read_kb":22108,"num_write":1061,"num_write_kb":42300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3a","version":"268'299","reported_seq":877,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:29.247562+0000","last_change":"2024-09-19T14:24:29.247562+0000","last_active":"2024-09-19T14:24:29.247562+0000","last_peered":"2024-09-19T14:24:29.247562+0000","last_clean":"2024-09-19T14:24:29.247562+0000","last_became_active":"2024-09-19T13:37:44.983545+0000","last_became_peered":"2024-09-19T13:37:44.983545+0000","last_unstale":"2024-09-19T14:24:29.247562+0000","last_undegraded":"2024-09-19T14:24:29.247562+0000","last_fullsized":"2024-09-19T14:24:29.247562+0000","mapping_epoch":27,"log_start":"265'200","ondisk_log_start":"265'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'299","last_scrub_stamp":"2024-09-19T14:24:29.247260+0000","last_deep_scrub":"268'299","last_deep_scrub_stamp":"2024-09-19T14:24:29.247260+0000","last_clean_scrub_stamp":"2024-09-19T14:24:29.247260+0000","objects_scrubbed":1,"log_size":99,"log_dups_size":200,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:20:49.100641+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1280,"num_read_kb":1008,"num_write":491,"num_write_kb":256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":267,"num_omap_keys":1,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3c","version":"268'291","reported_seq":922,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:30.750208+0000","last_change":"2024-09-19T14:24:30.750208+0000","last_active":"2024-09-19T14:24:30.750208+0000","last_peered":"2024-09-19T14:24:30.750208+0000","last_clean":"2024-09-19T14:24:30.750208+0000","last_became_active":"2024-09-19T13:37:42.976428+0000","last_became_peered":"2024-09-19T13:37:42.976428+0000","last_unstale":"2024-09-19T14:24:30.750208+0000","last_undegraded":"2024-09-19T14:24:30.750208+0000","last_fullsized":"2024-09-19T14:24:30.750208+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'291","last_scrub_stamp":"2024-09-19T14:24:30.749900+0000","last_deep_scrub":"268'291","last_deep_scrub_stamp":"2024-09-19T14:24:30.749900+0000","last_clean_scrub_stamp":"2024-09-19T14:24:30.749900+0000","objects_scrubbed":4,"log_size":91,"log_dups_size":200,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:12:39.987987+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136845,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":523,"num_read_kb":1576,"num_write":953,"num_write_kb":18809,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3b","version":"268'150","reported_seq":783,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:21.308464+0000","last_change":"2024-09-19T14:24:21.308464+0000","last_active":"2024-09-19T14:24:21.308464+0000","last_peered":"2024-09-19T14:24:21.308464+0000","last_clean":"2024-09-19T14:24:21.308464+0000","last_became_active":"2024-09-19T13:37:44.986925+0000","last_became_peered":"2024-09-19T13:37:44.986925+0000","last_unstale":"2024-09-19T14:24:21.308464+0000","last_undegraded":"2024-09-19T14:24:21.308464+0000","last_fullsized":"2024-09-19T14:24:21.308464+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'150","last_scrub_stamp":"2024-09-19T14:24:21.308284+0000","last_deep_scrub":"268'150","last_deep_scrub_stamp":"2024-09-19T14:24:21.308284+0000","last_clean_scrub_stamp":"2024-09-19T14:24:21.308284+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:44:53.708896+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":694,"num_read_kb":586,"num_write":224,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"268'359","reported_seq":1017,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:13.553428+0000","last_change":"2024-09-19T14:24:13.553428+0000","last_active":"2024-09-19T14:24:13.553428+0000","last_peered":"2024-09-19T14:24:13.553428+0000","last_clean":"2024-09-19T14:24:13.553428+0000","last_became_active":"2024-09-19T13:37:43.010712+0000","last_became_peered":"2024-09-19T13:37:43.010712+0000","last_unstale":"2024-09-19T14:24:13.553428+0000","last_undegraded":"2024-09-19T14:24:13.553428+0000","last_fullsized":"2024-09-19T14:24:13.553428+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'359","last_scrub_stamp":"2024-09-19T14:24:13.553215+0000","last_deep_scrub":"268'359","last_deep_scrub_stamp":"2024-09-19T14:24:13.553215+0000","last_clean_scrub_stamp":"2024-09-19T14:24:13.553215+0000","objects_scrubbed":5,"log_size":59,"log_dups_size":300,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:31:15.444102+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136871,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":627,"num_read_kb":20416,"num_write":1219,"num_write_kb":38048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3c","version":"268'131","reported_seq":735,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:16.565923+0000","last_change":"2024-09-19T14:24:16.565923+0000","last_active":"2024-09-19T14:24:16.565923+0000","last_peered":"2024-09-19T14:24:16.565923+0000","last_clean":"2024-09-19T14:24:16.565923+0000","last_became_active":"2024-09-19T13:37:44.979639+0000","last_became_peered":"2024-09-19T13:37:44.979639+0000","last_unstale":"2024-09-19T14:24:16.565923+0000","last_undegraded":"2024-09-19T14:24:16.565923+0000","last_fullsized":"2024-09-19T14:24:16.565923+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'131","last_scrub_stamp":"2024-09-19T14:24:16.565742+0000","last_deep_scrub":"268'131","last_deep_scrub_stamp":"2024-09-19T14:24:16.565742+0000","last_clean_scrub_stamp":"2024-09-19T14:24:16.565742+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:51:41.980284+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":562,"num_read_kb":468,"num_write":220,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"268'351","reported_seq":990,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:40.694293+0000","last_change":"2024-09-19T14:24:40.694293+0000","last_active":"2024-09-19T14:24:40.694293+0000","last_peered":"2024-09-19T14:24:40.694293+0000","last_clean":"2024-09-19T14:24:40.694293+0000","last_became_active":"2024-09-19T13:37:42.970817+0000","last_became_peered":"2024-09-19T13:37:42.970817+0000","last_unstale":"2024-09-19T14:24:40.694293+0000","last_undegraded":"2024-09-19T14:24:40.694293+0000","last_fullsized":"2024-09-19T14:24:40.694293+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'351","last_scrub_stamp":"2024-09-19T14:24:40.694074+0000","last_deep_scrub":"268'351","last_deep_scrub_stamp":"2024-09-19T14:24:40.694074+0000","last_clean_scrub_stamp":"2024-09-19T14:24:40.694074+0000","objects_scrubbed":4,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:35:27.534341+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136829,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":616,"num_read_kb":18071,"num_write":1053,"num_write_kb":31772,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3d","version":"268'139","reported_seq":755,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:17.611686+0000","last_change":"2024-09-19T14:24:17.611686+0000","last_active":"2024-09-19T14:24:17.611686+0000","last_peered":"2024-09-19T14:24:17.611686+0000","last_clean":"2024-09-19T14:24:17.611686+0000","last_became_active":"2024-09-19T13:37:45.001685+0000","last_became_peered":"2024-09-19T13:37:45.001685+0000","last_unstale":"2024-09-19T14:24:17.611686+0000","last_undegraded":"2024-09-19T14:24:17.611686+0000","last_fullsized":"2024-09-19T14:24:17.611686+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'139","last_scrub_stamp":"2024-09-19T14:24:17.611499+0000","last_deep_scrub":"268'139","last_deep_scrub_stamp":"2024-09-19T14:24:17.611499+0000","last_clean_scrub_stamp":"2024-09-19T14:24:17.611499+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:59:20.987171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":600,"num_read_kb":500,"num_write":209,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.39","version":"268'372","reported_seq":1029,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:12.581736+0000","last_change":"2024-09-19T14:24:12.581736+0000","last_active":"2024-09-19T14:24:12.581736+0000","last_peered":"2024-09-19T14:24:12.581736+0000","last_clean":"2024-09-19T14:24:12.581736+0000","last_became_active":"2024-09-19T13:37:42.974777+0000","last_became_peered":"2024-09-19T13:37:42.974777+0000","last_unstale":"2024-09-19T14:24:12.581736+0000","last_undegraded":"2024-09-19T14:24:12.581736+0000","last_fullsized":"2024-09-19T14:24:12.581736+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'372","last_scrub_stamp":"2024-09-19T14:24:12.581506+0000","last_deep_scrub":"268'372","last_deep_scrub_stamp":"2024-09-19T14:24:12.581506+0000","last_clean_scrub_stamp":"2024-09-19T14:24:12.581506+0000","objects_scrubbed":5,"log_size":72,"log_dups_size":300,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T02:19:07.577125+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136853,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":759,"num_read_kb":26245,"num_write":1153,"num_write_kb":27029,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3e","version":"268'219","reported_seq":856,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:10.597930+0000","last_change":"2024-09-19T14:24:10.597930+0000","last_active":"2024-09-19T14:24:10.597930+0000","last_peered":"2024-09-19T14:24:10.597930+0000","last_clean":"2024-09-19T14:24:10.597930+0000","last_became_active":"2024-09-19T13:37:44.992496+0000","last_became_peered":"2024-09-19T13:37:44.992496+0000","last_unstale":"2024-09-19T14:24:10.597930+0000","last_undegraded":"2024-09-19T14:24:10.597930+0000","last_fullsized":"2024-09-19T14:24:10.597930+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'219","last_scrub_stamp":"2024-09-19T14:24:10.597751+0000","last_deep_scrub":"268'219","last_deep_scrub_stamp":"2024-09-19T14:24:10.597751+0000","last_clean_scrub_stamp":"2024-09-19T14:24:10.597751+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":200,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:18:42.654094+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":988,"num_read_kb":817,"num_write":337,"num_write_kb":165,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.38","version":"268'363","reported_seq":1052,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:16.898352+0000","last_change":"2024-09-19T14:24:16.898352+0000","last_active":"2024-09-19T14:24:16.898352+0000","last_peered":"2024-09-19T14:24:16.898352+0000","last_clean":"2024-09-19T14:24:16.898352+0000","last_became_active":"2024-09-19T13:37:43.019449+0000","last_became_peered":"2024-09-19T13:37:43.019449+0000","last_unstale":"2024-09-19T14:24:16.898352+0000","last_undegraded":"2024-09-19T14:24:16.898352+0000","last_fullsized":"2024-09-19T14:24:16.898352+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'363","last_scrub_stamp":"2024-09-19T14:24:16.898070+0000","last_deep_scrub":"268'363","last_deep_scrub_stamp":"2024-09-19T14:24:16.898070+0000","last_clean_scrub_stamp":"2024-09-19T14:24:16.898070+0000","objects_scrubbed":4,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:48:00.941319+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":694,"num_read_kb":51884,"num_write":1126,"num_write_kb":13886,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3f","version":"268'146","reported_seq":775,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:26.854742+0000","last_change":"2024-09-19T14:24:26.854742+0000","last_active":"2024-09-19T14:24:26.854742+0000","last_peered":"2024-09-19T14:24:26.854742+0000","last_clean":"2024-09-19T14:24:26.854742+0000","last_became_active":"2024-09-19T13:37:45.015347+0000","last_became_peered":"2024-09-19T13:37:45.015347+0000","last_unstale":"2024-09-19T14:24:26.854742+0000","last_undegraded":"2024-09-19T14:24:26.854742+0000","last_fullsized":"2024-09-19T14:24:26.854742+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'146","last_scrub_stamp":"2024-09-19T14:24:26.854566+0000","last_deep_scrub":"268'146","last_deep_scrub_stamp":"2024-09-19T14:24:26.854566+0000","last_clean_scrub_stamp":"2024-09-19T14:24:26.854566+0000","objects_scrubbed":1,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:34:18.299699+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":660,"num_read_kb":557,"num_write":213,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":505,"num_omap_keys":2,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.30","version":"268'131","reported_seq":734,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:31.163061+0000","last_change":"2024-09-19T14:24:31.163061+0000","last_active":"2024-09-19T14:24:31.163061+0000","last_peered":"2024-09-19T14:24:31.163061+0000","last_clean":"2024-09-19T14:24:31.163061+0000","last_became_active":"2024-09-19T13:37:44.968741+0000","last_became_peered":"2024-09-19T13:37:44.968741+0000","last_unstale":"2024-09-19T14:24:31.163061+0000","last_undegraded":"2024-09-19T14:24:31.163061+0000","last_fullsized":"2024-09-19T14:24:31.163061+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'131","last_scrub_stamp":"2024-09-19T14:24:31.162870+0000","last_deep_scrub":"268'131","last_deep_scrub_stamp":"2024-09-19T14:24:31.162870+0000","last_clean_scrub_stamp":"2024-09-19T14:24:31.162870+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:33:42.819768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":563,"num_read_kb":467,"num_write":183,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"268'314","reported_seq":937,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:09.217199+0000","last_change":"2024-09-19T14:24:09.217199+0000","last_active":"2024-09-19T14:24:09.217199+0000","last_peered":"2024-09-19T14:24:09.217199+0000","last_clean":"2024-09-19T14:24:09.217199+0000","last_became_active":"2024-09-19T13:37:43.018350+0000","last_became_peered":"2024-09-19T13:37:43.018350+0000","last_unstale":"2024-09-19T14:24:09.217199+0000","last_undegraded":"2024-09-19T14:24:09.217199+0000","last_fullsized":"2024-09-19T14:24:09.217199+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'314","last_scrub_stamp":"2024-09-19T14:24:09.216877+0000","last_deep_scrub":"268'314","last_deep_scrub_stamp":"2024-09-19T14:24:09.216877+0000","last_clean_scrub_stamp":"2024-09-19T14:24:09.216877+0000","objects_scrubbed":6,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:35:34.627388+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136860,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":510,"num_read_kb":13015,"num_write":1062,"num_write_kb":33999,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,5],"acting":[1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.31","version":"268'78","reported_seq":658,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:18.590110+0000","last_change":"2024-09-19T14:24:18.589946+0000","last_active":"2024-09-19T14:24:18.590110+0000","last_peered":"2024-09-19T14:24:18.590110+0000","last_clean":"2024-09-19T14:24:18.590110+0000","last_became_active":"2024-09-19T13:37:44.985953+0000","last_became_peered":"2024-09-19T13:37:44.985953+0000","last_unstale":"2024-09-19T14:24:18.590110+0000","last_undegraded":"2024-09-19T14:24:18.590110+0000","last_fullsized":"2024-09-19T14:24:18.590110+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'78","last_scrub_stamp":"2024-09-19T14:24:18.589725+0000","last_deep_scrub":"268'78","last_deep_scrub_stamp":"2024-09-19T14:24:18.589725+0000","last_clean_scrub_stamp":"2024-09-19T14:24:18.589725+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":0,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:19:32.062039+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":349,"num_read_kb":293,"num_write":113,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.36","version":"268'288","reported_seq":969,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:10.549891+0000","last_change":"2024-09-19T14:24:10.549891+0000","last_active":"2024-09-19T14:24:10.549891+0000","last_peered":"2024-09-19T14:24:10.549891+0000","last_clean":"2024-09-19T14:24:10.549891+0000","last_became_active":"2024-09-19T13:37:42.988095+0000","last_became_peered":"2024-09-19T13:37:42.988095+0000","last_unstale":"2024-09-19T14:24:10.549891+0000","last_undegraded":"2024-09-19T14:24:10.549891+0000","last_fullsized":"2024-09-19T14:24:10.549891+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'288","last_scrub_stamp":"2024-09-19T14:24:10.549671+0000","last_deep_scrub":"268'288","last_deep_scrub_stamp":"2024-09-19T14:24:10.549671+0000","last_clean_scrub_stamp":"2024-09-19T14:24:10.549671+0000","objects_scrubbed":4,"log_size":88,"log_dups_size":200,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:29:17.764899+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":32,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":578,"num_read_kb":77681,"num_write":961,"num_write_kb":36411,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.32","version":"268'312","reported_seq":979,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:18.148586+0000","last_change":"2024-09-19T14:24:18.148450+0000","last_active":"2024-09-19T14:24:18.148586+0000","last_peered":"2024-09-19T14:24:18.148586+0000","last_clean":"2024-09-19T14:24:18.148586+0000","last_became_active":"2024-09-19T13:37:45.005210+0000","last_became_peered":"2024-09-19T13:37:45.005210+0000","last_unstale":"2024-09-19T14:24:18.148586+0000","last_undegraded":"2024-09-19T14:24:18.148586+0000","last_fullsized":"2024-09-19T14:24:18.148586+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'312","last_scrub_stamp":"2024-09-19T14:24:18.148265+0000","last_deep_scrub":"268'312","last_deep_scrub_stamp":"2024-09-19T14:24:18.148265+0000","last_clean_scrub_stamp":"2024-09-19T14:24:18.148265+0000","objects_scrubbed":1,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:47:05.271405+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1345,"num_read_kb":1103,"num_write":484,"num_write_kb":244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.35","version":"268'331","reported_seq":957,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:09.512203+0000","last_change":"2024-09-19T14:24:09.512203+0000","last_active":"2024-09-19T14:24:09.512203+0000","last_peered":"2024-09-19T14:24:09.512203+0000","last_clean":"2024-09-19T14:24:09.512203+0000","last_became_active":"2024-09-19T13:37:42.998603+0000","last_became_peered":"2024-09-19T13:37:42.998603+0000","last_unstale":"2024-09-19T14:24:09.512203+0000","last_undegraded":"2024-09-19T14:24:09.512203+0000","last_fullsized":"2024-09-19T14:24:09.512203+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'331","last_scrub_stamp":"2024-09-19T14:24:09.512001+0000","last_deep_scrub":"268'331","last_deep_scrub_stamp":"2024-09-19T14:24:09.512001+0000","last_clean_scrub_stamp":"2024-09-19T14:24:09.512001+0000","objects_scrubbed":3,"log_size":31,"log_dups_size":300,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:10:10.734077+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":549,"num_read_kb":20937,"num_write":999,"num_write_kb":29488,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.33","version":"268'41","reported_seq":613,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:22.637019+0000","last_change":"2024-09-19T14:24:22.637019+0000","last_active":"2024-09-19T14:24:22.637019+0000","last_peered":"2024-09-19T14:24:22.637019+0000","last_clean":"2024-09-19T14:24:22.637019+0000","last_became_active":"2024-09-19T13:37:45.013648+0000","last_became_peered":"2024-09-19T13:37:45.013648+0000","last_unstale":"2024-09-19T14:24:22.637019+0000","last_undegraded":"2024-09-19T14:24:22.637019+0000","last_fullsized":"2024-09-19T14:24:22.637019+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'41","last_scrub_stamp":"2024-09-19T14:24:22.636844+0000","last_deep_scrub":"268'41","last_deep_scrub_stamp":"2024-09-19T14:24:22.636844+0000","last_clean_scrub_stamp":"2024-09-19T14:24:22.636844+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:53:25.869945+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":189,"num_read_kb":171,"num_write":54,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"268'321","reported_seq":1007,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:06.503619+0000","last_change":"2024-09-19T14:24:06.503619+0000","last_active":"2024-09-19T14:24:06.503619+0000","last_peered":"2024-09-19T14:24:06.503619+0000","last_clean":"2024-09-19T14:24:06.503619+0000","last_became_active":"2024-09-19T13:37:43.003034+0000","last_became_peered":"2024-09-19T13:37:43.003034+0000","last_unstale":"2024-09-19T14:24:06.503619+0000","last_undegraded":"2024-09-19T14:24:06.503619+0000","last_fullsized":"2024-09-19T14:24:06.503619+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'321","last_scrub_stamp":"2024-09-19T14:24:06.503413+0000","last_deep_scrub":"268'321","last_deep_scrub_stamp":"2024-09-19T14:24:06.503413+0000","last_clean_scrub_stamp":"2024-09-19T14:24:06.503413+0000","objects_scrubbed":5,"log_size":21,"log_dups_size":300,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:30:09.654198+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":576,"num_read_kb":135286,"num_write":975,"num_write_kb":29077,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.34","version":"268'176","reported_seq":756,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:25.855056+0000","last_change":"2024-09-19T14:24:25.855056+0000","last_active":"2024-09-19T14:24:25.855056+0000","last_peered":"2024-09-19T14:24:25.855056+0000","last_clean":"2024-09-19T14:24:25.855056+0000","last_became_active":"2024-09-19T13:37:45.004923+0000","last_became_peered":"2024-09-19T13:37:45.004923+0000","last_unstale":"2024-09-19T14:24:25.855056+0000","last_undegraded":"2024-09-19T14:24:25.855056+0000","last_fullsized":"2024-09-19T14:24:25.855056+0000","mapping_epoch":27,"log_start":"265'100","ondisk_log_start":"265'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'176","last_scrub_stamp":"2024-09-19T14:24:25.854859+0000","last_deep_scrub":"268'176","last_deep_scrub_stamp":"2024-09-19T14:24:25.854859+0000","last_clean_scrub_stamp":"2024-09-19T14:24:25.854859+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:45:40.191277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":705,"num_read_kb":566,"num_write":276,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.33","version":"268'328","reported_seq":996,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:14.523130+0000","last_change":"2024-09-19T14:24:14.523130+0000","last_active":"2024-09-19T14:24:14.523130+0000","last_peered":"2024-09-19T14:24:14.523130+0000","last_clean":"2024-09-19T14:24:14.523130+0000","last_became_active":"2024-09-19T13:37:42.989090+0000","last_became_peered":"2024-09-19T13:37:42.989090+0000","last_unstale":"2024-09-19T14:24:14.523130+0000","last_undegraded":"2024-09-19T14:24:14.523130+0000","last_fullsized":"2024-09-19T14:24:14.523130+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'328","last_scrub_stamp":"2024-09-19T14:24:14.522928+0000","last_deep_scrub":"268'328","last_deep_scrub_stamp":"2024-09-19T14:24:14.522928+0000","last_clean_scrub_stamp":"2024-09-19T14:24:14.522928+0000","objects_scrubbed":4,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:21:52.985590+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136871,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":643,"num_read_kb":31000,"num_write":1169,"num_write_kb":24189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,4],"acting":[6,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.35","version":"268'335","reported_seq":1015,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:16.221852+0000","last_change":"2024-09-19T14:24:16.221852+0000","last_active":"2024-09-19T14:24:16.221852+0000","last_peered":"2024-09-19T14:24:16.221852+0000","last_clean":"2024-09-19T14:24:16.221852+0000","last_became_active":"2024-09-19T13:37:44.989373+0000","last_became_peered":"2024-09-19T13:37:44.989373+0000","last_unstale":"2024-09-19T14:24:16.221852+0000","last_undegraded":"2024-09-19T14:24:16.221852+0000","last_fullsized":"2024-09-19T14:24:16.221852+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'335","last_scrub_stamp":"2024-09-19T14:24:16.221681+0000","last_deep_scrub":"268'335","last_deep_scrub_stamp":"2024-09-19T14:24:16.221681+0000","last_clean_scrub_stamp":"2024-09-19T14:24:16.221681+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":300,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:40:45.128904+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1470,"num_read_kb":1190,"num_write":552,"num_write_kb":270,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"268'360","reported_seq":1011,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:15.571503+0000","last_change":"2024-09-19T14:24:15.571361+0000","last_active":"2024-09-19T14:24:15.571503+0000","last_peered":"2024-09-19T14:24:15.571503+0000","last_clean":"2024-09-19T14:24:15.571503+0000","last_became_active":"2024-09-19T13:37:43.006825+0000","last_became_peered":"2024-09-19T13:37:43.006825+0000","last_unstale":"2024-09-19T14:24:15.571503+0000","last_undegraded":"2024-09-19T14:24:15.571503+0000","last_fullsized":"2024-09-19T14:24:15.571503+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'360","last_scrub_stamp":"2024-09-19T14:24:15.571100+0000","last_deep_scrub":"268'360","last_deep_scrub_stamp":"2024-09-19T14:24:15.571100+0000","last_clean_scrub_stamp":"2024-09-19T14:24:15.571100+0000","objects_scrubbed":5,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:09:17.536493+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":623,"num_read_kb":11977,"num_write":1136,"num_write_kb":42169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.18","version":"268'139","reported_seq":704,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:30.569393+0000","last_change":"2024-09-19T14:24:30.569393+0000","last_active":"2024-09-19T14:24:30.569393+0000","last_peered":"2024-09-19T14:24:30.569393+0000","last_clean":"2024-09-19T14:24:30.569393+0000","last_became_active":"2024-09-19T13:37:53.036783+0000","last_became_peered":"2024-09-19T13:37:53.036783+0000","last_unstale":"2024-09-19T14:24:30.569393+0000","last_undegraded":"2024-09-19T14:24:30.569393+0000","last_fullsized":"2024-09-19T14:24:30.569393+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'139","last_scrub_stamp":"2024-09-19T14:24:30.569187+0000","last_deep_scrub":"268'139","last_deep_scrub_stamp":"2024-09-19T14:24:30.569187+0000","last_clean_scrub_stamp":"2024-09-19T14:24:30.569187+0000","objects_scrubbed":2,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:15:57.886061+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":408,"num_read_kb":350,"num_write":326,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"268'152","reported_seq":795,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:21.594344+0000","last_change":"2024-09-19T14:24:21.594180+0000","last_active":"2024-09-19T14:24:21.594344+0000","last_peered":"2024-09-19T14:24:21.594344+0000","last_clean":"2024-09-19T14:24:21.594344+0000","last_became_active":"2024-09-19T13:37:45.002159+0000","last_became_peered":"2024-09-19T13:37:45.002159+0000","last_unstale":"2024-09-19T14:24:21.594344+0000","last_undegraded":"2024-09-19T14:24:21.594344+0000","last_fullsized":"2024-09-19T14:24:21.594344+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'152","last_scrub_stamp":"2024-09-19T14:24:21.593990+0000","last_deep_scrub":"268'152","last_deep_scrub_stamp":"2024-09-19T14:24:21.593990+0000","last_clean_scrub_stamp":"2024-09-19T14:24:21.593990+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:51:29.650206+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":652,"num_read_kb":553,"num_write":215,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.13","version":"268'450","reported_seq":1124,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:14.330699+0000","last_change":"2024-09-19T14:24:14.330557+0000","last_active":"2024-09-19T14:24:14.330699+0000","last_peered":"2024-09-19T14:24:14.330699+0000","last_clean":"2024-09-19T14:24:14.330699+0000","last_became_active":"2024-09-19T13:37:42.984557+0000","last_became_peered":"2024-09-19T13:37:42.984557+0000","last_unstale":"2024-09-19T14:24:14.330699+0000","last_undegraded":"2024-09-19T14:24:14.330699+0000","last_fullsized":"2024-09-19T14:24:14.330699+0000","mapping_epoch":25,"log_start":"268'400","ondisk_log_start":"268'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'450","last_scrub_stamp":"2024-09-19T14:24:14.330364+0000","last_deep_scrub":"268'450","last_deep_scrub_stamp":"2024-09-19T14:24:14.330364+0000","last_clean_scrub_stamp":"2024-09-19T14:24:14.330364+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":400,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:11:03.906974+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":760,"num_read_kb":21437,"num_write":1291,"num_write_kb":60430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":504,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:34.217998+0000","last_change":"2024-09-19T14:24:34.217998+0000","last_active":"2024-09-19T14:24:34.217998+0000","last_peered":"2024-09-19T14:24:34.217998+0000","last_clean":"2024-09-19T14:24:34.217998+0000","last_became_active":"2024-09-19T13:37:46.976663+0000","last_became_peered":"2024-09-19T13:37:46.976663+0000","last_unstale":"2024-09-19T14:24:34.217998+0000","last_undegraded":"2024-09-19T14:24:34.217998+0000","last_fullsized":"2024-09-19T14:24:34.217998+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:34.217824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:34.217824+0000","last_clean_scrub_stamp":"2024-09-19T14:24:34.217824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:19:10.264265+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.16","version":"268'340","reported_seq":952,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:34.128706+0000","last_change":"2024-09-19T14:24:34.128706+0000","last_active":"2024-09-19T14:24:34.128706+0000","last_peered":"2024-09-19T14:24:34.128706+0000","last_clean":"2024-09-19T14:24:34.128706+0000","last_became_active":"2024-09-19T13:37:48.988757+0000","last_became_peered":"2024-09-19T13:37:48.988757+0000","last_unstale":"2024-09-19T14:24:34.128706+0000","last_undegraded":"2024-09-19T14:24:34.128706+0000","last_fullsized":"2024-09-19T14:24:34.128706+0000","mapping_epoch":31,"log_start":"268'300","ondisk_log_start":"268'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'340","last_scrub_stamp":"2024-09-19T14:24:34.128528+0000","last_deep_scrub":"268'340","last_deep_scrub_stamp":"2024-09-19T14:24:34.128528+0000","last_clean_scrub_stamp":"2024-09-19T14:24:34.128528+0000","objects_scrubbed":5,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:48:07.951757+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47205,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":511,"num_read_kb":1027,"num_write":402,"num_write_kb":266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":502,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:36.126569+0000","last_change":"2024-09-19T14:24:36.126569+0000","last_active":"2024-09-19T14:24:36.126569+0000","last_peered":"2024-09-19T14:24:36.126569+0000","last_clean":"2024-09-19T14:24:36.126569+0000","last_became_active":"2024-09-19T13:37:51.017561+0000","last_became_peered":"2024-09-19T13:37:51.017561+0000","last_unstale":"2024-09-19T14:24:36.126569+0000","last_undegraded":"2024-09-19T14:24:36.126569+0000","last_fullsized":"2024-09-19T14:24:36.126569+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:36.126389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:36.126389+0000","last_clean_scrub_stamp":"2024-09-19T14:24:36.126389+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:54:31.905404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.19","version":"268'146","reported_seq":652,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:31.081330+0000","last_change":"2024-09-19T14:24:31.081330+0000","last_active":"2024-09-19T14:24:31.081330+0000","last_peered":"2024-09-19T14:24:31.081330+0000","last_clean":"2024-09-19T14:24:31.081330+0000","last_became_active":"2024-09-19T13:37:53.042276+0000","last_became_peered":"2024-09-19T13:37:53.042276+0000","last_unstale":"2024-09-19T14:24:31.081330+0000","last_undegraded":"2024-09-19T14:24:31.081330+0000","last_fullsized":"2024-09-19T14:24:31.081330+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'146","last_scrub_stamp":"2024-09-19T14:24:31.081143+0000","last_deep_scrub":"268'146","last_deep_scrub_stamp":"2024-09-19T14:24:31.081143+0000","last_clean_scrub_stamp":"2024-09-19T14:24:31.081143+0000","objects_scrubbed":2,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:50:45.176907+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":179,"num_read_kb":172,"num_write":360,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.15","version":"268'177","reported_seq":803,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:22.279019+0000","last_change":"2024-09-19T14:24:22.279019+0000","last_active":"2024-09-19T14:24:22.279019+0000","last_peered":"2024-09-19T14:24:22.279019+0000","last_clean":"2024-09-19T14:24:22.279019+0000","last_became_active":"2024-09-19T13:37:44.980655+0000","last_became_peered":"2024-09-19T13:37:44.980655+0000","last_unstale":"2024-09-19T14:24:22.279019+0000","last_undegraded":"2024-09-19T14:24:22.279019+0000","last_fullsized":"2024-09-19T14:24:22.279019+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'177","last_scrub_stamp":"2024-09-19T14:24:22.278834+0000","last_deep_scrub":"268'177","last_deep_scrub_stamp":"2024-09-19T14:24:22.278834+0000","last_clean_scrub_stamp":"2024-09-19T14:24:22.278834+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":100,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:37:40.117266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":828,"num_read_kb":689,"num_write":294,"num_write_kb":167,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"268'348","reported_seq":998,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:09.495962+0000","last_change":"2024-09-19T14:24:09.495798+0000","last_active":"2024-09-19T14:24:09.495962+0000","last_peered":"2024-09-19T14:24:09.495962+0000","last_clean":"2024-09-19T14:24:09.495962+0000","last_became_active":"2024-09-19T13:37:43.004045+0000","last_became_peered":"2024-09-19T13:37:43.004045+0000","last_unstale":"2024-09-19T14:24:09.495962+0000","last_undegraded":"2024-09-19T14:24:09.495962+0000","last_fullsized":"2024-09-19T14:24:09.495962+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'348","last_scrub_stamp":"2024-09-19T14:24:09.495484+0000","last_deep_scrub":"268'348","last_deep_scrub_stamp":"2024-09-19T14:24:09.495484+0000","last_clean_scrub_stamp":"2024-09-19T14:24:09.495484+0000","objects_scrubbed":4,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:17:36.818891+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":606,"num_read_kb":25057,"num_write":1111,"num_write_kb":37726,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":507,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:23.309132+0000","last_change":"2024-09-19T14:24:23.308999+0000","last_active":"2024-09-19T14:24:23.309132+0000","last_peered":"2024-09-19T14:24:23.309132+0000","last_clean":"2024-09-19T14:24:23.309132+0000","last_became_active":"2024-09-19T13:37:46.983482+0000","last_became_peered":"2024-09-19T13:37:46.983482+0000","last_unstale":"2024-09-19T14:24:23.309132+0000","last_undegraded":"2024-09-19T14:24:23.309132+0000","last_fullsized":"2024-09-19T14:24:23.309132+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:23.308770+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:23.308770+0000","last_clean_scrub_stamp":"2024-09-19T14:24:23.308770+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:15:17.326056+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.17","version":"268'83","reported_seq":620,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:35.093193+0000","last_change":"2024-09-19T14:24:35.093193+0000","last_active":"2024-09-19T14:24:35.093193+0000","last_peered":"2024-09-19T14:24:35.093193+0000","last_clean":"2024-09-19T14:24:35.093193+0000","last_became_active":"2024-09-19T13:37:48.992375+0000","last_became_peered":"2024-09-19T13:37:48.992375+0000","last_unstale":"2024-09-19T14:24:35.093193+0000","last_undegraded":"2024-09-19T14:24:35.093193+0000","last_fullsized":"2024-09-19T14:24:35.093193+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'83","last_scrub_stamp":"2024-09-19T14:24:35.093006+0000","last_deep_scrub":"268'83","last_deep_scrub_stamp":"2024-09-19T14:24:35.093006+0000","last_clean_scrub_stamp":"2024-09-19T14:24:35.093006+0000","objects_scrubbed":3,"log_size":83,"log_dups_size":0,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:21:30.084829+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":89,"num_read_kb":86,"num_write":58,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":502,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:33.030266+0000","last_change":"2024-09-19T14:24:33.030266+0000","last_active":"2024-09-19T14:24:33.030266+0000","last_peered":"2024-09-19T14:24:33.030266+0000","last_clean":"2024-09-19T14:24:33.030266+0000","last_became_active":"2024-09-19T13:37:51.015667+0000","last_became_peered":"2024-09-19T13:37:51.015667+0000","last_unstale":"2024-09-19T14:24:33.030266+0000","last_undegraded":"2024-09-19T14:24:33.030266+0000","last_fullsized":"2024-09-19T14:24:33.030266+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:33.030053+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:33.030053+0000","last_clean_scrub_stamp":"2024-09-19T14:24:33.030053+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:28:50.879655+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1a","version":"268'150","reported_seq":673,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:36.576673+0000","last_change":"2024-09-19T14:24:36.576673+0000","last_active":"2024-09-19T14:24:36.576673+0000","last_peered":"2024-09-19T14:24:36.576673+0000","last_clean":"2024-09-19T14:24:36.576673+0000","last_became_active":"2024-09-19T13:37:53.035482+0000","last_became_peered":"2024-09-19T13:37:53.035482+0000","last_unstale":"2024-09-19T14:24:36.576673+0000","last_undegraded":"2024-09-19T14:24:36.576673+0000","last_fullsized":"2024-09-19T14:24:36.576673+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'150","last_scrub_stamp":"2024-09-19T14:24:36.576552+0000","last_deep_scrub":"268'150","last_deep_scrub_stamp":"2024-09-19T14:24:36.576552+0000","last_clean_scrub_stamp":"2024-09-19T14:24:36.576552+0000","objects_scrubbed":7,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:36:39.267490+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1507,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":223,"num_read_kb":210,"num_write":343,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"268'72","reported_seq":634,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:21.849187+0000","last_change":"2024-09-19T14:24:21.849187+0000","last_active":"2024-09-19T14:24:21.849187+0000","last_peered":"2024-09-19T14:24:21.849187+0000","last_clean":"2024-09-19T14:24:21.849187+0000","last_became_active":"2024-09-19T13:37:45.000269+0000","last_became_peered":"2024-09-19T13:37:45.000269+0000","last_unstale":"2024-09-19T14:24:21.849187+0000","last_undegraded":"2024-09-19T14:24:21.849187+0000","last_fullsized":"2024-09-19T14:24:21.849187+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'72","last_scrub_stamp":"2024-09-19T14:24:21.848894+0000","last_deep_scrub":"268'72","last_deep_scrub_stamp":"2024-09-19T14:24:21.848894+0000","last_clean_scrub_stamp":"2024-09-19T14:24:21.848894+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:37:31.719881+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":313,"num_read_kb":257,"num_write":104,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"268'360","reported_seq":1055,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:13.370224+0000","last_change":"2024-09-19T14:24:13.369917+0000","last_active":"2024-09-19T14:24:13.370224+0000","last_peered":"2024-09-19T14:24:13.370224+0000","last_clean":"2024-09-19T14:24:13.370224+0000","last_became_active":"2024-09-19T13:37:42.988214+0000","last_became_peered":"2024-09-19T13:37:42.988214+0000","last_unstale":"2024-09-19T14:24:13.370224+0000","last_undegraded":"2024-09-19T14:24:13.370224+0000","last_fullsized":"2024-09-19T14:24:13.370224+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'360","last_scrub_stamp":"2024-09-19T14:24:13.369644+0000","last_deep_scrub":"268'360","last_deep_scrub_stamp":"2024-09-19T14:24:13.369644+0000","last_clean_scrub_stamp":"2024-09-19T14:24:13.369644+0000","objects_scrubbed":3,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:18:32.368382+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136829,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":668,"num_read_kb":103675,"num_write":1163,"num_write_kb":22531,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"268'4","reported_seq":987,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:25.289204+0000","last_change":"2024-09-19T14:24:25.289204+0000","last_active":"2024-09-19T14:24:25.289204+0000","last_peered":"2024-09-19T14:24:25.289204+0000","last_clean":"2024-09-19T14:24:25.289204+0000","last_became_active":"2024-09-19T13:37:46.985798+0000","last_became_peered":"2024-09-19T13:37:46.985798+0000","last_unstale":"2024-09-19T14:24:25.289204+0000","last_undegraded":"2024-09-19T14:24:25.289204+0000","last_fullsized":"2024-09-19T14:24:25.289204+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4","last_scrub_stamp":"2024-09-19T14:24:25.289022+0000","last_deep_scrub":"268'4","last_deep_scrub_stamp":"2024-09-19T14:24:25.289022+0000","last_clean_scrub_stamp":"2024-09-19T14:24:25.289022+0000","objects_scrubbed":1,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:30:12.852596+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":724,"num_read_kb":722,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"268'120","reported_seq":664,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:33.169753+0000","last_change":"2024-09-19T14:24:33.169464+0000","last_active":"2024-09-19T14:24:33.169753+0000","last_peered":"2024-09-19T14:24:33.169753+0000","last_clean":"2024-09-19T14:24:33.169753+0000","last_became_active":"2024-09-19T13:37:49.001087+0000","last_became_peered":"2024-09-19T13:37:49.001087+0000","last_unstale":"2024-09-19T14:24:33.169753+0000","last_undegraded":"2024-09-19T14:24:33.169753+0000","last_fullsized":"2024-09-19T14:24:33.169753+0000","mapping_epoch":31,"log_start":"268'100","ondisk_log_start":"268'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'120","last_scrub_stamp":"2024-09-19T14:24:33.169238+0000","last_deep_scrub":"268'120","last_deep_scrub_stamp":"2024-09-19T14:24:33.169238+0000","last_clean_scrub_stamp":"2024-09-19T14:24:33.169238+0000","objects_scrubbed":5,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:56:20.047490+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":125,"num_read_kb":117,"num_write":84,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.15","version":"268'762","reported_seq":2147,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:43.215031+0000","last_change":"2024-09-19T14:24:43.215031+0000","last_active":"2024-09-19T14:24:43.215031+0000","last_peered":"2024-09-19T14:24:43.215031+0000","last_clean":"2024-09-19T14:24:43.215031+0000","last_became_active":"2024-09-19T13:37:51.040211+0000","last_became_peered":"2024-09-19T13:37:51.040211+0000","last_unstale":"2024-09-19T14:24:43.215031+0000","last_undegraded":"2024-09-19T14:24:43.215031+0000","last_fullsized":"2024-09-19T14:24:43.215031+0000","mapping_epoch":33,"log_start":"268'701","ondisk_log_start":"268'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'762","last_scrub_stamp":"2024-09-19T14:24:43.214852+0000","last_deep_scrub":"268'762","last_deep_scrub_stamp":"2024-09-19T14:24:43.214852+0000","last_clean_scrub_stamp":"2024-09-19T14:24:43.214852+0000","objects_scrubbed":1,"log_size":61,"log_dups_size":701,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:53:35.603994+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"268'226","reported_seq":1057,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:21.708805+0000","last_change":"2024-09-19T14:24:21.708805+0000","last_active":"2024-09-19T14:24:21.708805+0000","last_peered":"2024-09-19T14:24:21.708805+0000","last_clean":"2024-09-19T14:24:21.708805+0000","last_became_active":"2024-09-19T13:37:53.024657+0000","last_became_peered":"2024-09-19T13:37:53.024657+0000","last_unstale":"2024-09-19T14:24:21.708805+0000","last_undegraded":"2024-09-19T14:24:21.708805+0000","last_fullsized":"2024-09-19T14:24:21.708805+0000","mapping_epoch":35,"log_start":"268'200","ondisk_log_start":"268'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'226","last_scrub_stamp":"2024-09-19T14:24:21.708607+0000","last_deep_scrub":"268'226","last_deep_scrub_stamp":"2024-09-19T14:24:21.708607+0000","last_clean_scrub_stamp":"2024-09-19T14:24:21.708607+0000","objects_scrubbed":3,"log_size":26,"log_dups_size":200,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:05:16.076413+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":647,"num_read_kb":644,"num_write":490,"num_write_kb":125,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":234,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.17","version":"268'142","reported_seq":754,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:22.835950+0000","last_change":"2024-09-19T14:24:22.835950+0000","last_active":"2024-09-19T14:24:22.835950+0000","last_peered":"2024-09-19T14:24:22.835950+0000","last_clean":"2024-09-19T14:24:22.835950+0000","last_became_active":"2024-09-19T13:37:45.006243+0000","last_became_peered":"2024-09-19T13:37:45.006243+0000","last_unstale":"2024-09-19T14:24:22.835950+0000","last_undegraded":"2024-09-19T14:24:22.835950+0000","last_fullsized":"2024-09-19T14:24:22.835950+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'142","last_scrub_stamp":"2024-09-19T14:24:22.835638+0000","last_deep_scrub":"268'142","last_deep_scrub_stamp":"2024-09-19T14:24:22.835638+0000","last_clean_scrub_stamp":"2024-09-19T14:24:22.835638+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:12:50.147356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":622,"num_read_kb":516,"num_write":222,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"268'358","reported_seq":1044,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:06.218626+0000","last_change":"2024-09-19T14:24:06.218535+0000","last_active":"2024-09-19T14:24:06.218626+0000","last_peered":"2024-09-19T14:24:06.218626+0000","last_clean":"2024-09-19T14:24:06.218626+0000","last_became_active":"2024-09-19T13:37:43.020767+0000","last_became_peered":"2024-09-19T13:37:43.020767+0000","last_unstale":"2024-09-19T14:24:06.218626+0000","last_undegraded":"2024-09-19T14:24:06.218626+0000","last_fullsized":"2024-09-19T14:24:06.218626+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'358","last_scrub_stamp":"2024-09-19T14:24:06.218399+0000","last_deep_scrub":"268'358","last_deep_scrub_stamp":"2024-09-19T14:24:06.218399+0000","last_clean_scrub_stamp":"2024-09-19T14:24:06.218399+0000","objects_scrubbed":3,"log_size":58,"log_dups_size":300,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:32:38.258558+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":635,"num_read_kb":86641,"num_write":1102,"num_write_kb":49807,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":504,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:35.208761+0000","last_change":"2024-09-19T14:24:35.208761+0000","last_active":"2024-09-19T14:24:35.208761+0000","last_peered":"2024-09-19T14:24:35.208761+0000","last_clean":"2024-09-19T14:24:35.208761+0000","last_became_active":"2024-09-19T13:37:46.998797+0000","last_became_peered":"2024-09-19T13:37:46.998797+0000","last_unstale":"2024-09-19T14:24:35.208761+0000","last_undegraded":"2024-09-19T14:24:35.208761+0000","last_fullsized":"2024-09-19T14:24:35.208761+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:35.208581+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:35.208581+0000","last_clean_scrub_stamp":"2024-09-19T14:24:35.208581+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:21:02.610634+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"268'272","reported_seq":852,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:26.683720+0000","last_change":"2024-09-19T14:24:26.683720+0000","last_active":"2024-09-19T14:24:26.683720+0000","last_peered":"2024-09-19T14:24:26.683720+0000","last_clean":"2024-09-19T14:24:26.683720+0000","last_became_active":"2024-09-19T13:37:48.987616+0000","last_became_peered":"2024-09-19T13:37:48.987616+0000","last_unstale":"2024-09-19T14:24:26.683720+0000","last_undegraded":"2024-09-19T14:24:26.683720+0000","last_fullsized":"2024-09-19T14:24:26.683720+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'272","last_scrub_stamp":"2024-09-19T14:24:26.683518+0000","last_deep_scrub":"268'272","last_deep_scrub_stamp":"2024-09-19T14:24:26.683518+0000","last_clean_scrub_stamp":"2024-09-19T14:24:26.683518+0000","objects_scrubbed":5,"log_size":72,"log_dups_size":200,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:54:27.540156+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50904,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":438,"num_read_kb":1016,"num_write":358,"num_write_kb":292,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.14","version":"268'795","reported_seq":2268,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:36.958350+0000","last_change":"2024-09-19T14:24:36.958057+0000","last_active":"2024-09-19T14:24:36.958350+0000","last_peered":"2024-09-19T14:24:36.958350+0000","last_clean":"2024-09-19T14:24:36.958350+0000","last_became_active":"2024-09-19T13:37:51.034395+0000","last_became_peered":"2024-09-19T13:37:51.034395+0000","last_unstale":"2024-09-19T14:24:36.958350+0000","last_undegraded":"2024-09-19T14:24:36.958350+0000","last_fullsized":"2024-09-19T14:24:36.958350+0000","mapping_epoch":33,"log_start":"268'701","ondisk_log_start":"268'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'795","last_scrub_stamp":"2024-09-19T14:24:36.957822+0000","last_deep_scrub":"268'795","last_deep_scrub_stamp":"2024-09-19T14:24:36.957822+0000","last_clean_scrub_stamp":"2024-09-19T14:24:36.957822+0000","objects_scrubbed":1,"log_size":94,"log_dups_size":701,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:53:27.962351+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.8","version":"268'229","reported_seq":857,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:24.271290+0000","last_change":"2024-09-19T14:24:24.271290+0000","last_active":"2024-09-19T14:24:24.271290+0000","last_peered":"2024-09-19T14:24:24.271290+0000","last_clean":"2024-09-19T14:24:24.271290+0000","last_became_active":"2024-09-19T13:37:44.984240+0000","last_became_peered":"2024-09-19T13:37:44.984240+0000","last_unstale":"2024-09-19T14:24:24.271290+0000","last_undegraded":"2024-09-19T14:24:24.271290+0000","last_fullsized":"2024-09-19T14:24:24.271290+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'229","last_scrub_stamp":"2024-09-19T14:24:24.271080+0000","last_deep_scrub":"268'229","last_deep_scrub_stamp":"2024-09-19T14:24:24.271080+0000","last_clean_scrub_stamp":"2024-09-19T14:24:24.271080+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":200,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:16:26.341931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1031,"num_read_kb":840,"num_write":387,"num_write_kb":210,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"268'380","reported_seq":1042,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:07.546762+0000","last_change":"2024-09-19T14:24:07.546762+0000","last_active":"2024-09-19T14:24:07.546762+0000","last_peered":"2024-09-19T14:24:07.546762+0000","last_clean":"2024-09-19T14:24:07.546762+0000","last_became_active":"2024-09-19T13:37:42.995295+0000","last_became_peered":"2024-09-19T13:37:42.995295+0000","last_unstale":"2024-09-19T14:24:07.546762+0000","last_undegraded":"2024-09-19T14:24:07.546762+0000","last_fullsized":"2024-09-19T14:24:07.546762+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'380","last_scrub_stamp":"2024-09-19T14:24:07.546641+0000","last_deep_scrub":"268'380","last_deep_scrub_stamp":"2024-09-19T14:24:07.546641+0000","last_clean_scrub_stamp":"2024-09-19T14:24:07.546641+0000","objects_scrubbed":3,"log_size":80,"log_dups_size":300,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:55:15.025420+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":763,"num_read_kb":16400,"num_write":1159,"num_write_kb":29891,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":512,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:20.151211+0000","last_change":"2024-09-19T14:24:20.151211+0000","last_active":"2024-09-19T14:24:20.151211+0000","last_peered":"2024-09-19T14:24:20.151211+0000","last_clean":"2024-09-19T14:24:20.151211+0000","last_became_active":"2024-09-19T13:37:46.995250+0000","last_became_peered":"2024-09-19T13:37:46.995250+0000","last_unstale":"2024-09-19T14:24:20.151211+0000","last_undegraded":"2024-09-19T14:24:20.151211+0000","last_fullsized":"2024-09-19T14:24:20.151211+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:20.150815+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:20.150815+0000","last_clean_scrub_stamp":"2024-09-19T14:24:20.150815+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:23:05.148974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.a","version":"268'345","reported_seq":965,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:24.609168+0000","last_change":"2024-09-19T14:24:24.609168+0000","last_active":"2024-09-19T14:24:24.609168+0000","last_peered":"2024-09-19T14:24:24.609168+0000","last_clean":"2024-09-19T14:24:24.609168+0000","last_became_active":"2024-09-19T13:37:48.994139+0000","last_became_peered":"2024-09-19T13:37:48.994139+0000","last_unstale":"2024-09-19T14:24:24.609168+0000","last_undegraded":"2024-09-19T14:24:24.609168+0000","last_fullsized":"2024-09-19T14:24:24.609168+0000","mapping_epoch":31,"log_start":"268'300","ondisk_log_start":"268'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'345","last_scrub_stamp":"2024-09-19T14:24:24.608957+0000","last_deep_scrub":"268'345","last_deep_scrub_stamp":"2024-09-19T14:24:24.608957+0000","last_clean_scrub_stamp":"2024-09-19T14:24:24.608957+0000","objects_scrubbed":9,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:27:53.998611+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46445,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":545,"num_read_kb":1113,"num_write":422,"num_write_kb":283,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":501,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:34.642241+0000","last_change":"2024-09-19T14:24:34.642241+0000","last_active":"2024-09-19T14:24:34.642241+0000","last_peered":"2024-09-19T14:24:34.642241+0000","last_clean":"2024-09-19T14:24:34.642241+0000","last_became_active":"2024-09-19T13:37:51.016185+0000","last_became_peered":"2024-09-19T13:37:51.016185+0000","last_unstale":"2024-09-19T14:24:34.642241+0000","last_undegraded":"2024-09-19T14:24:34.642241+0000","last_fullsized":"2024-09-19T14:24:34.642241+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:34.642047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:34.642047+0000","last_clean_scrub_stamp":"2024-09-19T14:24:34.642047+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:43:38.994042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.4","version":"268'586","reported_seq":1407,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:34.779182+0000","last_change":"2024-09-19T14:24:34.779182+0000","last_active":"2024-09-19T14:24:34.779182+0000","last_peered":"2024-09-19T14:24:34.779182+0000","last_clean":"2024-09-19T14:24:34.779182+0000","last_became_active":"2024-09-19T13:37:53.027246+0000","last_became_peered":"2024-09-19T13:37:53.027246+0000","last_unstale":"2024-09-19T14:24:34.779182+0000","last_undegraded":"2024-09-19T14:24:34.779182+0000","last_fullsized":"2024-09-19T14:24:34.779182+0000","mapping_epoch":35,"log_start":"268'500","ondisk_log_start":"268'500","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'586","last_scrub_stamp":"2024-09-19T14:24:34.778999+0000","last_deep_scrub":"268'586","last_deep_scrub_stamp":"2024-09-19T14:24:34.778999+0000","last_clean_scrub_stamp":"2024-09-19T14:24:34.778999+0000","objects_scrubbed":3,"log_size":86,"log_dups_size":500,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:44:47.486110+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1340,"num_read_kb":1338,"num_write":1233,"num_write_kb":408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":381,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"268'77","reported_seq":674,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:10.175553+0000","last_change":"2024-09-19T14:24:10.175553+0000","last_active":"2024-09-19T14:24:10.175553+0000","last_peered":"2024-09-19T14:24:10.175553+0000","last_clean":"2024-09-19T14:24:10.175553+0000","last_became_active":"2024-09-19T13:37:45.010544+0000","last_became_peered":"2024-09-19T13:37:45.010544+0000","last_unstale":"2024-09-19T14:24:10.175553+0000","last_undegraded":"2024-09-19T14:24:10.175553+0000","last_fullsized":"2024-09-19T14:24:10.175553+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'77","last_scrub_stamp":"2024-09-19T14:24:10.175374+0000","last_deep_scrub":"268'77","last_deep_scrub_stamp":"2024-09-19T14:24:10.175374+0000","last_clean_scrub_stamp":"2024-09-19T14:24:10.175374+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":0,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:33:09.555589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":355,"num_read_kb":303,"num_write":115,"num_write_kb":46,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"268'299","reported_seq":929,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:14.667496+0000","last_change":"2024-09-19T14:24:14.667496+0000","last_active":"2024-09-19T14:24:14.667496+0000","last_peered":"2024-09-19T14:24:14.667496+0000","last_clean":"2024-09-19T14:24:14.667496+0000","last_became_active":"2024-09-19T13:37:43.015031+0000","last_became_peered":"2024-09-19T13:37:43.015031+0000","last_unstale":"2024-09-19T14:24:14.667496+0000","last_undegraded":"2024-09-19T14:24:14.667496+0000","last_fullsized":"2024-09-19T14:24:14.667496+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'299","last_scrub_stamp":"2024-09-19T14:24:14.667284+0000","last_deep_scrub":"268'299","last_deep_scrub_stamp":"2024-09-19T14:24:14.667284+0000","last_clean_scrub_stamp":"2024-09-19T14:24:14.667284+0000","objects_scrubbed":4,"log_size":99,"log_dups_size":200,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:37:24.038209+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":549,"num_read_kb":3523,"num_write":966,"num_write_kb":5234,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":510,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:23.635831+0000","last_change":"2024-09-19T14:24:23.635831+0000","last_active":"2024-09-19T14:24:23.635831+0000","last_peered":"2024-09-19T14:24:23.635831+0000","last_clean":"2024-09-19T14:24:23.635831+0000","last_became_active":"2024-09-19T13:37:46.991089+0000","last_became_peered":"2024-09-19T13:37:46.991089+0000","last_unstale":"2024-09-19T14:24:23.635831+0000","last_undegraded":"2024-09-19T14:24:23.635831+0000","last_fullsized":"2024-09-19T14:24:23.635831+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:23.635640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:23.635640+0000","last_clean_scrub_stamp":"2024-09-19T14:24:23.635640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:46:15.554639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.b","version":"268'278","reported_seq":857,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:31.149728+0000","last_change":"2024-09-19T14:24:31.149728+0000","last_active":"2024-09-19T14:24:31.149728+0000","last_peered":"2024-09-19T14:24:31.149728+0000","last_clean":"2024-09-19T14:24:31.149728+0000","last_became_active":"2024-09-19T13:37:48.985275+0000","last_became_peered":"2024-09-19T13:37:48.985275+0000","last_unstale":"2024-09-19T14:24:31.149728+0000","last_undegraded":"2024-09-19T14:24:31.149728+0000","last_fullsized":"2024-09-19T14:24:31.149728+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'278","last_scrub_stamp":"2024-09-19T14:24:31.149457+0000","last_deep_scrub":"268'278","last_deep_scrub_stamp":"2024-09-19T14:24:31.149457+0000","last_clean_scrub_stamp":"2024-09-19T14:24:31.149457+0000","objects_scrubbed":4,"log_size":78,"log_dups_size":200,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:43:18.651119+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45071,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":453,"num_read_kb":1081,"num_write":374,"num_write_kb":309,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:38.058533+0000","last_change":"2024-09-19T14:24:38.058533+0000","last_active":"2024-09-19T14:24:38.058533+0000","last_peered":"2024-09-19T14:24:38.058533+0000","last_clean":"2024-09-19T14:24:38.058533+0000","last_became_active":"2024-09-19T13:37:51.015046+0000","last_became_peered":"2024-09-19T13:37:51.015046+0000","last_unstale":"2024-09-19T14:24:38.058533+0000","last_undegraded":"2024-09-19T14:24:38.058533+0000","last_fullsized":"2024-09-19T14:24:38.058533+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:38.058350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:38.058350+0000","last_clean_scrub_stamp":"2024-09-19T14:24:38.058350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:33:25.110682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.5","version":"268'2490","reported_seq":4335,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:28.128259+0000","last_change":"2024-09-19T14:24:28.128259+0000","last_active":"2024-09-19T14:24:28.128259+0000","last_peered":"2024-09-19T14:24:28.128259+0000","last_clean":"2024-09-19T14:24:28.128259+0000","last_became_active":"2024-09-19T13:37:53.033912+0000","last_became_peered":"2024-09-19T13:37:53.033912+0000","last_unstale":"2024-09-19T14:24:28.128259+0000","last_undegraded":"2024-09-19T14:24:28.128259+0000","last_fullsized":"2024-09-19T14:24:28.128259+0000","mapping_epoch":35,"log_start":"268'2400","ondisk_log_start":"268'2400","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2490","last_scrub_stamp":"2024-09-19T14:24:28.128147+0000","last_deep_scrub":"268'2490","last_deep_scrub_stamp":"2024-09-19T14:24:28.128147+0000","last_clean_scrub_stamp":"2024-09-19T14:24:28.128147+0000","objects_scrubbed":2,"log_size":90,"log_dups_size":2400,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:08:46.430940+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":423,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6241,"num_read_kb":6235,"num_write":5019,"num_write_kb":1847,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":176,"num_omap_keys":1,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.a","version":"268'83","reported_seq":685,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:43.636225+0000","last_change":"2024-09-19T14:24:43.636225+0000","last_active":"2024-09-19T14:24:43.636225+0000","last_peered":"2024-09-19T14:24:43.636225+0000","last_clean":"2024-09-19T14:24:43.636225+0000","last_became_active":"2024-09-19T13:37:44.989043+0000","last_became_peered":"2024-09-19T13:37:44.989043+0000","last_unstale":"2024-09-19T14:24:43.636225+0000","last_undegraded":"2024-09-19T14:24:43.636225+0000","last_fullsized":"2024-09-19T14:24:43.636225+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'83","last_scrub_stamp":"2024-09-19T14:24:43.636043+0000","last_deep_scrub":"268'83","last_deep_scrub_stamp":"2024-09-19T14:24:43.636043+0000","last_clean_scrub_stamp":"2024-09-19T14:24:43.636043+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":0,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:27:19.693262+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":424,"num_read_kb":365,"num_write":143,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"268'334","reported_seq":993,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:12.549757+0000","last_change":"2024-09-19T14:24:12.549757+0000","last_active":"2024-09-19T14:24:12.549757+0000","last_peered":"2024-09-19T14:24:12.549757+0000","last_clean":"2024-09-19T14:24:12.549757+0000","last_became_active":"2024-09-19T13:38:12.010661+0000","last_became_peered":"2024-09-19T13:38:12.010661+0000","last_unstale":"2024-09-19T14:24:12.549757+0000","last_undegraded":"2024-09-19T14:24:12.549757+0000","last_fullsized":"2024-09-19T14:24:12.549757+0000","mapping_epoch":38,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'334","last_scrub_stamp":"2024-09-19T14:24:12.549550+0000","last_deep_scrub":"268'334","last_deep_scrub_stamp":"2024-09-19T14:24:12.549550+0000","last_clean_scrub_stamp":"2024-09-19T14:24:12.549550+0000","objects_scrubbed":7,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:33:00.008409+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":80,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":695,"num_read_kb":28221,"num_write":1099,"num_write_kb":37591,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":511,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:27.889041+0000","last_change":"2024-09-19T14:24:27.889041+0000","last_active":"2024-09-19T14:24:27.889041+0000","last_peered":"2024-09-19T14:24:27.889041+0000","last_clean":"2024-09-19T14:24:27.889041+0000","last_became_active":"2024-09-19T13:37:47.003207+0000","last_became_peered":"2024-09-19T13:37:47.003207+0000","last_unstale":"2024-09-19T14:24:27.889041+0000","last_undegraded":"2024-09-19T14:24:27.889041+0000","last_fullsized":"2024-09-19T14:24:27.889041+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:27.888784+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:27.888784+0000","last_clean_scrub_stamp":"2024-09-19T14:24:27.888784+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:40:20.007915+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.8","version":"268'321","reported_seq":914,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:38.211783+0000","last_change":"2024-09-19T14:24:38.211783+0000","last_active":"2024-09-19T14:24:38.211783+0000","last_peered":"2024-09-19T14:24:38.211783+0000","last_clean":"2024-09-19T14:24:38.211783+0000","last_became_active":"2024-09-19T13:37:49.012526+0000","last_became_peered":"2024-09-19T13:37:49.012526+0000","last_unstale":"2024-09-19T14:24:38.211783+0000","last_undegraded":"2024-09-19T14:24:38.211783+0000","last_fullsized":"2024-09-19T14:24:38.211783+0000","mapping_epoch":31,"log_start":"268'300","ondisk_log_start":"268'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'321","last_scrub_stamp":"2024-09-19T14:24:38.211583+0000","last_deep_scrub":"268'321","last_deep_scrub_stamp":"2024-09-19T14:24:38.211583+0000","last_clean_scrub_stamp":"2024-09-19T14:24:38.211583+0000","objects_scrubbed":7,"log_size":21,"log_dups_size":300,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:01:12.674631+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47766,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":539,"num_read_kb":1243,"num_write":442,"num_write_kb":346,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.9","version":"268'794","reported_seq":2569,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:35.928961+0000","last_change":"2024-09-19T14:24:35.928961+0000","last_active":"2024-09-19T14:24:35.928961+0000","last_peered":"2024-09-19T14:24:35.928961+0000","last_clean":"2024-09-19T14:24:35.928961+0000","last_became_active":"2024-09-19T13:37:51.038486+0000","last_became_peered":"2024-09-19T13:37:51.038486+0000","last_unstale":"2024-09-19T14:24:35.928961+0000","last_undegraded":"2024-09-19T14:24:35.928961+0000","last_fullsized":"2024-09-19T14:24:35.928961+0000","mapping_epoch":33,"log_start":"268'701","ondisk_log_start":"268'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'794","last_scrub_stamp":"2024-09-19T14:24:35.928786+0000","last_deep_scrub":"268'794","last_deep_scrub_stamp":"2024-09-19T14:24:35.928786+0000","last_clean_scrub_stamp":"2024-09-19T14:24:35.928786+0000","objects_scrubbed":1,"log_size":93,"log_dups_size":701,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:47:15.729087+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.6","version":"268'125","reported_seq":631,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:35.609411+0000","last_change":"2024-09-19T14:24:35.609411+0000","last_active":"2024-09-19T14:24:35.609411+0000","last_peered":"2024-09-19T14:24:35.609411+0000","last_clean":"2024-09-19T14:24:35.609411+0000","last_became_active":"2024-09-19T13:37:53.042735+0000","last_became_peered":"2024-09-19T13:37:53.042735+0000","last_unstale":"2024-09-19T14:24:35.609411+0000","last_undegraded":"2024-09-19T14:24:35.609411+0000","last_fullsized":"2024-09-19T14:24:35.609411+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'125","last_scrub_stamp":"2024-09-19T14:24:35.609227+0000","last_deep_scrub":"268'125","last_deep_scrub_stamp":"2024-09-19T14:24:35.609227+0000","last_clean_scrub_stamp":"2024-09-19T14:24:35.609227+0000","objects_scrubbed":1,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:53:19.305140+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":390,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":137,"num_read_kb":134,"num_write":268,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.b","version":"268'247","reported_seq":939,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:20.892205+0000","last_change":"2024-09-19T14:24:20.892205+0000","last_active":"2024-09-19T14:24:20.892205+0000","last_peered":"2024-09-19T14:24:20.892205+0000","last_clean":"2024-09-19T14:24:20.892205+0000","last_became_active":"2024-09-19T13:37:45.005737+0000","last_became_peered":"2024-09-19T13:37:45.005737+0000","last_unstale":"2024-09-19T14:24:20.892205+0000","last_undegraded":"2024-09-19T14:24:20.892205+0000","last_fullsized":"2024-09-19T14:24:20.892205+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'247","last_scrub_stamp":"2024-09-19T14:24:20.891991+0000","last_deep_scrub":"268'247","last_deep_scrub_stamp":"2024-09-19T14:24:20.891991+0000","last_clean_scrub_stamp":"2024-09-19T14:24:20.891991+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":200,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:29:31.016479+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1052,"num_read_kb":871,"num_write":357,"num_write_kb":175,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"268'312","reported_seq":938,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:04.497794+0000","last_change":"2024-09-19T14:24:04.497794+0000","last_active":"2024-09-19T14:24:04.497794+0000","last_peered":"2024-09-19T14:24:04.497794+0000","last_clean":"2024-09-19T14:24:04.497794+0000","last_became_active":"2024-09-19T13:37:43.002626+0000","last_became_peered":"2024-09-19T13:37:43.002626+0000","last_unstale":"2024-09-19T14:24:04.497794+0000","last_undegraded":"2024-09-19T14:24:04.497794+0000","last_fullsized":"2024-09-19T14:24:04.497794+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'312","last_scrub_stamp":"2024-09-19T14:24:04.497647+0000","last_deep_scrub":"268'312","last_deep_scrub_stamp":"2024-09-19T14:24:04.497647+0000","last_clean_scrub_stamp":"2024-09-19T14:24:04.497647+0000","objects_scrubbed":6,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:45:06.094058+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136892,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":502,"num_read_kb":32217,"num_write":940,"num_write_kb":68270,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":510,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:24.600542+0000","last_change":"2024-09-19T14:24:24.600542+0000","last_active":"2024-09-19T14:24:24.600542+0000","last_peered":"2024-09-19T14:24:24.600542+0000","last_clean":"2024-09-19T14:24:24.600542+0000","last_became_active":"2024-09-19T13:37:46.988390+0000","last_became_peered":"2024-09-19T13:37:46.988390+0000","last_unstale":"2024-09-19T14:24:24.600542+0000","last_undegraded":"2024-09-19T14:24:24.600542+0000","last_fullsized":"2024-09-19T14:24:24.600542+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:24.600362+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:24.600362+0000","last_clean_scrub_stamp":"2024-09-19T14:24:24.600362+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:21:01.783412+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.9","version":"268'456","reported_seq":1098,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:30.179189+0000","last_change":"2024-09-19T14:24:30.179189+0000","last_active":"2024-09-19T14:24:30.179189+0000","last_peered":"2024-09-19T14:24:30.179189+0000","last_clean":"2024-09-19T14:24:30.179189+0000","last_became_active":"2024-09-19T13:37:48.988851+0000","last_became_peered":"2024-09-19T13:37:48.988851+0000","last_unstale":"2024-09-19T14:24:30.179189+0000","last_undegraded":"2024-09-19T14:24:30.179189+0000","last_fullsized":"2024-09-19T14:24:30.179189+0000","mapping_epoch":31,"log_start":"268'400","ondisk_log_start":"268'400","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'456","last_scrub_stamp":"2024-09-19T14:24:30.178989+0000","last_deep_scrub":"268'456","last_deep_scrub_stamp":"2024-09-19T14:24:30.178989+0000","last_clean_scrub_stamp":"2024-09-19T14:24:30.178989+0000","objects_scrubbed":6,"log_size":56,"log_dups_size":400,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:51:41.531145+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92541,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":776,"num_read_kb":1849,"num_write":630,"num_write_kb":533,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":504,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:34.895724+0000","last_change":"2024-09-19T14:24:34.895724+0000","last_active":"2024-09-19T14:24:34.895724+0000","last_peered":"2024-09-19T14:24:34.895724+0000","last_clean":"2024-09-19T14:24:34.895724+0000","last_became_active":"2024-09-19T13:37:51.031123+0000","last_became_peered":"2024-09-19T13:37:51.031123+0000","last_unstale":"2024-09-19T14:24:34.895724+0000","last_undegraded":"2024-09-19T14:24:34.895724+0000","last_fullsized":"2024-09-19T14:24:34.895724+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:34.895524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:34.895524+0000","last_clean_scrub_stamp":"2024-09-19T14:24:34.895524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:16:12.805236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.7","version":"268'124","reported_seq":638,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:31.532620+0000","last_change":"2024-09-19T14:24:31.532620+0000","last_active":"2024-09-19T14:24:31.532620+0000","last_peered":"2024-09-19T14:24:31.532620+0000","last_clean":"2024-09-19T14:24:31.532620+0000","last_became_active":"2024-09-19T13:37:53.034849+0000","last_became_peered":"2024-09-19T13:37:53.034849+0000","last_unstale":"2024-09-19T14:24:31.532620+0000","last_undegraded":"2024-09-19T14:24:31.532620+0000","last_fullsized":"2024-09-19T14:24:31.532620+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'124","last_scrub_stamp":"2024-09-19T14:24:31.532401+0000","last_deep_scrub":"268'124","last_deep_scrub_stamp":"2024-09-19T14:24:31.532401+0000","last_clean_scrub_stamp":"2024-09-19T14:24:31.532401+0000","objects_scrubbed":2,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:41:36.340635+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":920,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":151,"num_read_kb":147,"num_write":280,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.c","version":"268'95","reported_seq":695,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:11.540008+0000","last_change":"2024-09-19T14:24:11.540008+0000","last_active":"2024-09-19T14:24:11.540008+0000","last_peered":"2024-09-19T14:24:11.540008+0000","last_clean":"2024-09-19T14:24:11.540008+0000","last_became_active":"2024-09-19T13:37:44.992068+0000","last_became_peered":"2024-09-19T13:37:44.992068+0000","last_unstale":"2024-09-19T14:24:11.540008+0000","last_undegraded":"2024-09-19T14:24:11.540008+0000","last_fullsized":"2024-09-19T14:24:11.540008+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'95","last_scrub_stamp":"2024-09-19T14:24:11.539810+0000","last_deep_scrub":"268'95","last_deep_scrub_stamp":"2024-09-19T14:24:11.539810+0000","last_clean_scrub_stamp":"2024-09-19T14:24:11.539810+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":0,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:43:55.556973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":399,"num_read_kb":339,"num_write":132,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"268'360","reported_seq":1127,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:09.370191+0000","last_change":"2024-09-19T14:24:09.370191+0000","last_active":"2024-09-19T14:24:09.370191+0000","last_peered":"2024-09-19T14:24:09.370191+0000","last_clean":"2024-09-19T14:24:09.370191+0000","last_became_active":"2024-09-19T13:37:43.004325+0000","last_became_peered":"2024-09-19T13:37:43.004325+0000","last_unstale":"2024-09-19T14:24:09.370191+0000","last_undegraded":"2024-09-19T14:24:09.370191+0000","last_fullsized":"2024-09-19T14:24:09.370191+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'360","last_scrub_stamp":"2024-09-19T14:24:09.369961+0000","last_deep_scrub":"268'360","last_deep_scrub_stamp":"2024-09-19T14:24:09.369961+0000","last_clean_scrub_stamp":"2024-09-19T14:24:09.369961+0000","objects_scrubbed":5,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:58:26.004271+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1074,"num_read_kb":41170,"num_write":1105,"num_write_kb":40345,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":506,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:21.468024+0000","last_change":"2024-09-19T14:24:21.468024+0000","last_active":"2024-09-19T14:24:21.468024+0000","last_peered":"2024-09-19T14:24:21.468024+0000","last_clean":"2024-09-19T14:24:21.468024+0000","last_became_active":"2024-09-19T13:37:47.003472+0000","last_became_peered":"2024-09-19T13:37:47.003472+0000","last_unstale":"2024-09-19T14:24:21.468024+0000","last_undegraded":"2024-09-19T14:24:21.468024+0000","last_fullsized":"2024-09-19T14:24:21.468024+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:21.467753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:21.467753+0000","last_clean_scrub_stamp":"2024-09-19T14:24:21.467753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:12:34.888941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.e","version":"268'310","reported_seq":898,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:26.167027+0000","last_change":"2024-09-19T14:24:26.167027+0000","last_active":"2024-09-19T14:24:26.167027+0000","last_peered":"2024-09-19T14:24:26.167027+0000","last_clean":"2024-09-19T14:24:26.167027+0000","last_became_active":"2024-09-19T13:37:48.996602+0000","last_became_peered":"2024-09-19T13:37:48.996602+0000","last_unstale":"2024-09-19T14:24:26.167027+0000","last_undegraded":"2024-09-19T14:24:26.167027+0000","last_fullsized":"2024-09-19T14:24:26.167027+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'310","last_scrub_stamp":"2024-09-19T14:24:26.166836+0000","last_deep_scrub":"268'310","last_deep_scrub_stamp":"2024-09-19T14:24:26.166836+0000","last_clean_scrub_stamp":"2024-09-19T14:24:26.166836+0000","objects_scrubbed":6,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:17:57.237873+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51799,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":527,"num_read_kb":1184,"num_write":478,"num_write_kb":402,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":15964,"num_omap_keys":38,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:23.518862+0000","last_change":"2024-09-19T14:24:23.518862+0000","last_active":"2024-09-19T14:24:23.518862+0000","last_peered":"2024-09-19T14:24:23.518862+0000","last_clean":"2024-09-19T14:24:23.518862+0000","last_became_active":"2024-09-19T13:37:51.023139+0000","last_became_peered":"2024-09-19T13:37:51.023139+0000","last_unstale":"2024-09-19T14:24:23.518862+0000","last_undegraded":"2024-09-19T14:24:23.518862+0000","last_fullsized":"2024-09-19T14:24:23.518862+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:23.518674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:23.518674+0000","last_clean_scrub_stamp":"2024-09-19T14:24:23.518674+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:34:32.682059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.0","version":"268'116","reported_seq":631,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:38.928684+0000","last_change":"2024-09-19T14:24:38.928684+0000","last_active":"2024-09-19T14:24:38.928684+0000","last_peered":"2024-09-19T14:24:38.928684+0000","last_clean":"2024-09-19T14:24:38.928684+0000","last_became_active":"2024-09-19T13:37:53.029335+0000","last_became_peered":"2024-09-19T13:37:53.029335+0000","last_unstale":"2024-09-19T14:24:38.928684+0000","last_undegraded":"2024-09-19T14:24:38.928684+0000","last_fullsized":"2024-09-19T14:24:38.928684+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'116","last_scrub_stamp":"2024-09-19T14:24:38.928505+0000","last_deep_scrub":"268'116","last_deep_scrub_stamp":"2024-09-19T14:24:38.928505+0000","last_clean_scrub_stamp":"2024-09-19T14:24:38.928505+0000","objects_scrubbed":3,"log_size":16,"log_dups_size":100,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:47:52.011944+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":175,"num_read_kb":161,"num_write":276,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.d","version":"268'376","reported_seq":1117,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:23.265788+0000","last_change":"2024-09-19T14:24:23.265788+0000","last_active":"2024-09-19T14:24:23.265788+0000","last_peered":"2024-09-19T14:24:23.265788+0000","last_clean":"2024-09-19T14:24:23.265788+0000","last_became_active":"2024-09-19T13:37:44.984050+0000","last_became_peered":"2024-09-19T13:37:44.984050+0000","last_unstale":"2024-09-19T14:24:23.265788+0000","last_undegraded":"2024-09-19T14:24:23.265788+0000","last_fullsized":"2024-09-19T14:24:23.265788+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'376","last_scrub_stamp":"2024-09-19T14:24:23.265604+0000","last_deep_scrub":"268'376","last_deep_scrub_stamp":"2024-09-19T14:24:23.265604+0000","last_clean_scrub_stamp":"2024-09-19T14:24:23.265604+0000","objects_scrubbed":1,"log_size":76,"log_dups_size":300,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T02:00:10.216474+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1811,"num_read_kb":1552,"num_write":558,"num_write_kb":315,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":25740,"num_omap_keys":101,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"268'363","reported_seq":1006,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:12.407623+0000","last_change":"2024-09-19T14:24:12.407623+0000","last_active":"2024-09-19T14:24:12.407623+0000","last_peered":"2024-09-19T14:24:12.407623+0000","last_clean":"2024-09-19T14:24:12.407623+0000","last_became_active":"2024-09-19T13:37:42.977928+0000","last_became_peered":"2024-09-19T13:37:42.977928+0000","last_unstale":"2024-09-19T14:24:12.407623+0000","last_undegraded":"2024-09-19T14:24:12.407623+0000","last_fullsized":"2024-09-19T14:24:12.407623+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'363","last_scrub_stamp":"2024-09-19T14:24:12.407395+0000","last_deep_scrub":"268'363","last_deep_scrub_stamp":"2024-09-19T14:24:12.407395+0000","last_clean_scrub_stamp":"2024-09-19T14:24:12.407395+0000","objects_scrubbed":7,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:03:01.328765+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":646,"num_read_kb":468,"num_write":1137,"num_write_kb":30200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":511,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:28.856672+0000","last_change":"2024-09-19T14:24:28.856672+0000","last_active":"2024-09-19T14:24:28.856672+0000","last_peered":"2024-09-19T14:24:28.856672+0000","last_clean":"2024-09-19T14:24:28.856672+0000","last_became_active":"2024-09-19T13:37:46.993980+0000","last_became_peered":"2024-09-19T13:37:46.993980+0000","last_unstale":"2024-09-19T14:24:28.856672+0000","last_undegraded":"2024-09-19T14:24:28.856672+0000","last_fullsized":"2024-09-19T14:24:28.856672+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:28.856494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:28.856494+0000","last_clean_scrub_stamp":"2024-09-19T14:24:28.856494+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:45:38.414634+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.f","version":"268'314","reported_seq":912,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:30.883871+0000","last_change":"2024-09-19T14:24:30.883871+0000","last_active":"2024-09-19T14:24:30.883871+0000","last_peered":"2024-09-19T14:24:30.883871+0000","last_clean":"2024-09-19T14:24:30.883871+0000","last_became_active":"2024-09-19T13:37:49.005979+0000","last_became_peered":"2024-09-19T13:37:49.005979+0000","last_unstale":"2024-09-19T14:24:30.883871+0000","last_undegraded":"2024-09-19T14:24:30.883871+0000","last_fullsized":"2024-09-19T14:24:30.883871+0000","mapping_epoch":31,"log_start":"268'300","ondisk_log_start":"268'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'314","last_scrub_stamp":"2024-09-19T14:24:30.883616+0000","last_deep_scrub":"268'314","last_deep_scrub_stamp":"2024-09-19T14:24:30.883616+0000","last_clean_scrub_stamp":"2024-09-19T14:24:30.883616+0000","objects_scrubbed":7,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:21:57.129548+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51122,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":491,"num_read_kb":1069,"num_write":394,"num_write_kb":294,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.e","version":"268'752","reported_seq":3993,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:25.475912+0000","last_change":"2024-09-19T14:24:25.475912+0000","last_active":"2024-09-19T14:24:25.475912+0000","last_peered":"2024-09-19T14:24:25.475912+0000","last_clean":"2024-09-19T14:24:25.475912+0000","last_became_active":"2024-09-19T13:37:51.032240+0000","last_became_peered":"2024-09-19T13:37:51.032240+0000","last_unstale":"2024-09-19T14:24:25.475912+0000","last_undegraded":"2024-09-19T14:24:25.475912+0000","last_fullsized":"2024-09-19T14:24:25.475912+0000","mapping_epoch":33,"log_start":"268'700","ondisk_log_start":"268'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'752","last_scrub_stamp":"2024-09-19T14:24:25.475671+0000","last_deep_scrub":"268'752","last_deep_scrub_stamp":"2024-09-19T14:24:25.475671+0000","last_clean_scrub_stamp":"2024-09-19T14:24:25.475671+0000","objects_scrubbed":1,"log_size":52,"log_dups_size":700,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:02:14.166364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1","version":"268'143","reported_seq":655,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:33.612156+0000","last_change":"2024-09-19T14:24:33.612156+0000","last_active":"2024-09-19T14:24:33.612156+0000","last_peered":"2024-09-19T14:24:33.612156+0000","last_clean":"2024-09-19T14:24:33.612156+0000","last_became_active":"2024-09-19T13:37:53.035183+0000","last_became_peered":"2024-09-19T13:37:53.035183+0000","last_unstale":"2024-09-19T14:24:33.612156+0000","last_undegraded":"2024-09-19T14:24:33.612156+0000","last_fullsized":"2024-09-19T14:24:33.612156+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'143","last_scrub_stamp":"2024-09-19T14:24:33.611970+0000","last_deep_scrub":"268'143","last_deep_scrub_stamp":"2024-09-19T14:24:33.611970+0000","last_clean_scrub_stamp":"2024-09-19T14:24:33.611970+0000","objects_scrubbed":3,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:09:13.786339+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1243,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":190,"num_read_kb":179,"num_write":349,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.e","version":"268'131","reported_seq":696,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:09.643999+0000","last_change":"2024-09-19T14:24:09.643999+0000","last_active":"2024-09-19T14:24:09.643999+0000","last_peered":"2024-09-19T14:24:09.643999+0000","last_clean":"2024-09-19T14:24:09.643999+0000","last_became_active":"2024-09-19T13:37:44.984007+0000","last_became_peered":"2024-09-19T13:37:44.984007+0000","last_unstale":"2024-09-19T14:24:09.643999+0000","last_undegraded":"2024-09-19T14:24:09.643999+0000","last_fullsized":"2024-09-19T14:24:09.643999+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'131","last_scrub_stamp":"2024-09-19T14:24:09.643783+0000","last_deep_scrub":"268'131","last_deep_scrub_stamp":"2024-09-19T14:24:09.643783+0000","last_clean_scrub_stamp":"2024-09-19T14:24:09.643783+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:20:11.324711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":571,"num_read_kb":457,"num_write":223,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"268'331","reported_seq":959,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:11.437439+0000","last_change":"2024-09-19T14:24:11.437439+0000","last_active":"2024-09-19T14:24:11.437439+0000","last_peered":"2024-09-19T14:24:11.437439+0000","last_clean":"2024-09-19T14:24:11.437439+0000","last_became_active":"2024-09-19T13:37:42.992673+0000","last_became_peered":"2024-09-19T13:37:42.992673+0000","last_unstale":"2024-09-19T14:24:11.437439+0000","last_undegraded":"2024-09-19T14:24:11.437439+0000","last_fullsized":"2024-09-19T14:24:11.437439+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'331","last_scrub_stamp":"2024-09-19T14:24:11.437191+0000","last_deep_scrub":"268'331","last_deep_scrub_stamp":"2024-09-19T14:24:11.437191+0000","last_clean_scrub_stamp":"2024-09-19T14:24:11.437191+0000","objects_scrubbed":2,"log_size":31,"log_dups_size":300,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:35:17.989820+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":517,"num_read_kb":30696,"num_write":902,"num_write_kb":42322,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"268'4","reported_seq":1467,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:21.161824+0000","last_change":"2024-09-19T14:24:21.161824+0000","last_active":"2024-09-19T14:24:21.161824+0000","last_peered":"2024-09-19T14:24:21.161824+0000","last_clean":"2024-09-19T14:24:21.161824+0000","last_became_active":"2024-09-19T13:37:46.991680+0000","last_became_peered":"2024-09-19T13:37:46.991680+0000","last_unstale":"2024-09-19T14:24:21.161824+0000","last_undegraded":"2024-09-19T14:24:21.161824+0000","last_fullsized":"2024-09-19T14:24:21.161824+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4","last_scrub_stamp":"2024-09-19T14:24:21.161627+0000","last_deep_scrub":"268'4","last_deep_scrub_stamp":"2024-09-19T14:24:21.161627+0000","last_clean_scrub_stamp":"2024-09-19T14:24:21.161627+0000","objects_scrubbed":2,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:43:13.039322+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":952,"num_read_kb":952,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.c","version":"268'72","reported_seq":602,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:26.601307+0000","last_change":"2024-09-19T14:24:26.601307+0000","last_active":"2024-09-19T14:24:26.601307+0000","last_peered":"2024-09-19T14:24:26.601307+0000","last_clean":"2024-09-19T14:24:26.601307+0000","last_became_active":"2024-09-19T13:37:48.995316+0000","last_became_peered":"2024-09-19T13:37:48.995316+0000","last_unstale":"2024-09-19T14:24:26.601307+0000","last_undegraded":"2024-09-19T14:24:26.601307+0000","last_fullsized":"2024-09-19T14:24:26.601307+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'72","last_scrub_stamp":"2024-09-19T14:24:26.601111+0000","last_deep_scrub":"268'72","last_deep_scrub_stamp":"2024-09-19T14:24:26.601111+0000","last_clean_scrub_stamp":"2024-09-19T14:24:26.601111+0000","objects_scrubbed":5,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:06:04.826611+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":77,"num_read_kb":71,"num_write":52,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.d","version":"268'748","reported_seq":2560,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:25.200461+0000","last_change":"2024-09-19T14:24:25.200461+0000","last_active":"2024-09-19T14:24:25.200461+0000","last_peered":"2024-09-19T14:24:25.200461+0000","last_clean":"2024-09-19T14:24:25.200461+0000","last_became_active":"2024-09-19T13:37:50.993347+0000","last_became_peered":"2024-09-19T13:37:50.993347+0000","last_unstale":"2024-09-19T14:24:25.200461+0000","last_undegraded":"2024-09-19T14:24:25.200461+0000","last_fullsized":"2024-09-19T14:24:25.200461+0000","mapping_epoch":33,"log_start":"268'700","ondisk_log_start":"268'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'748","last_scrub_stamp":"2024-09-19T14:24:25.200268+0000","last_deep_scrub":"268'748","last_deep_scrub_stamp":"2024-09-19T14:24:25.200268+0000","last_clean_scrub_stamp":"2024-09-19T14:24:25.200268+0000","objects_scrubbed":1,"log_size":48,"log_dups_size":700,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:12:22.683926+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.2","version":"268'124","reported_seq":623,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:05.970054+0000","last_change":"2024-09-19T13:37:53.027693+0000","last_active":"2024-09-19T14:22:05.970054+0000","last_peered":"2024-09-19T14:22:05.970054+0000","last_clean":"2024-09-19T14:22:05.970054+0000","last_became_active":"2024-09-19T13:37:53.026813+0000","last_became_peered":"2024-09-19T13:37:53.026813+0000","last_unstale":"2024-09-19T14:22:05.970054+0000","last_undegraded":"2024-09-19T14:22:05.970054+0000","last_fullsized":"2024-09-19T14:22:05.970054+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:41:59.896482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":425,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":148,"num_read_kb":143,"num_write":288,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.f","version":"268'406","reported_seq":1171,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:12.411950+0000","last_change":"2024-09-19T14:24:12.411950+0000","last_active":"2024-09-19T14:24:12.411950+0000","last_peered":"2024-09-19T14:24:12.411950+0000","last_clean":"2024-09-19T14:24:12.411950+0000","last_became_active":"2024-09-19T13:37:44.993668+0000","last_became_peered":"2024-09-19T13:37:44.993668+0000","last_unstale":"2024-09-19T14:24:12.411950+0000","last_undegraded":"2024-09-19T14:24:12.411950+0000","last_fullsized":"2024-09-19T14:24:12.411950+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'406","last_scrub_stamp":"2024-09-19T14:24:12.411774+0000","last_deep_scrub":"268'406","last_deep_scrub_stamp":"2024-09-19T14:24:12.411774+0000","last_clean_scrub_stamp":"2024-09-19T14:24:12.411774+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":300,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:55:57.889858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2013,"num_read_kb":1743,"num_write":719,"num_write_kb":481,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.8","version":"268'334","reported_seq":994,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:10.280628+0000","last_change":"2024-09-19T14:24:10.280628+0000","last_active":"2024-09-19T14:24:10.280628+0000","last_peered":"2024-09-19T14:24:10.280628+0000","last_clean":"2024-09-19T14:24:10.280628+0000","last_became_active":"2024-09-19T13:37:42.977623+0000","last_became_peered":"2024-09-19T13:37:42.977623+0000","last_unstale":"2024-09-19T14:24:10.280628+0000","last_undegraded":"2024-09-19T14:24:10.280628+0000","last_fullsized":"2024-09-19T14:24:10.280628+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'334","last_scrub_stamp":"2024-09-19T14:24:10.280314+0000","last_deep_scrub":"268'334","last_deep_scrub_stamp":"2024-09-19T14:24:10.280314+0000","last_clean_scrub_stamp":"2024-09-19T14:24:10.280314+0000","objects_scrubbed":4,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:44:22.653178+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":549,"num_read_kb":109168,"num_write":1073,"num_write_kb":60244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2],"acting":[4,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":505,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:32.176640+0000","last_change":"2024-09-19T14:24:32.176640+0000","last_active":"2024-09-19T14:24:32.176640+0000","last_peered":"2024-09-19T14:24:32.176640+0000","last_clean":"2024-09-19T14:24:32.176640+0000","last_became_active":"2024-09-19T13:37:46.977414+0000","last_became_peered":"2024-09-19T13:37:46.977414+0000","last_unstale":"2024-09-19T14:24:32.176640+0000","last_undegraded":"2024-09-19T14:24:32.176640+0000","last_fullsized":"2024-09-19T14:24:32.176640+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:32.176409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:32.176409+0000","last_clean_scrub_stamp":"2024-09-19T14:24:32.176409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:00:30.808095+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.d","version":"268'358","reported_seq":977,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:24.203017+0000","last_change":"2024-09-19T14:24:24.203017+0000","last_active":"2024-09-19T14:24:24.203017+0000","last_peered":"2024-09-19T14:24:24.203017+0000","last_clean":"2024-09-19T14:24:24.203017+0000","last_became_active":"2024-09-19T13:37:48.989441+0000","last_became_peered":"2024-09-19T13:37:48.989441+0000","last_unstale":"2024-09-19T14:24:24.203017+0000","last_undegraded":"2024-09-19T14:24:24.203017+0000","last_fullsized":"2024-09-19T14:24:24.203017+0000","mapping_epoch":31,"log_start":"268'300","ondisk_log_start":"268'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'358","last_scrub_stamp":"2024-09-19T14:24:24.202826+0000","last_deep_scrub":"268'358","last_deep_scrub_stamp":"2024-09-19T14:24:24.202826+0000","last_clean_scrub_stamp":"2024-09-19T14:24:24.202826+0000","objects_scrubbed":8,"log_size":58,"log_dups_size":300,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:42:45.065946+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51104,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":582,"num_read_kb":1255,"num_write":464,"num_write_kb":334,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":501,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:32.712539+0000","last_change":"2024-09-19T14:24:32.712539+0000","last_active":"2024-09-19T14:24:32.712539+0000","last_peered":"2024-09-19T14:24:32.712539+0000","last_clean":"2024-09-19T14:24:32.712539+0000","last_became_active":"2024-09-19T13:37:51.036123+0000","last_became_peered":"2024-09-19T13:37:51.036123+0000","last_unstale":"2024-09-19T14:24:32.712539+0000","last_undegraded":"2024-09-19T14:24:32.712539+0000","last_fullsized":"2024-09-19T14:24:32.712539+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:32.712315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:32.712315+0000","last_clean_scrub_stamp":"2024-09-19T14:24:32.712315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:44:30.832680+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.3","version":"268'106","reported_seq":606,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:30.538592+0000","last_change":"2024-09-19T14:24:30.538592+0000","last_active":"2024-09-19T14:24:30.538592+0000","last_peered":"2024-09-19T14:24:30.538592+0000","last_clean":"2024-09-19T14:24:30.538592+0000","last_became_active":"2024-09-19T13:37:53.043696+0000","last_became_peered":"2024-09-19T13:37:53.043696+0000","last_unstale":"2024-09-19T14:24:30.538592+0000","last_undegraded":"2024-09-19T14:24:30.538592+0000","last_fullsized":"2024-09-19T14:24:30.538592+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'106","last_scrub_stamp":"2024-09-19T14:24:30.538343+0000","last_deep_scrub":"268'106","last_deep_scrub_stamp":"2024-09-19T14:24:30.538343+0000","last_clean_scrub_stamp":"2024-09-19T14:24:30.538343+0000","objects_scrubbed":3,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:19:18.592063+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":449,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":125,"num_read_kb":125,"num_write":243,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"268'186","reported_seq":768,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:20.251532+0000","last_change":"2024-09-19T14:24:20.251532+0000","last_active":"2024-09-19T14:24:20.251532+0000","last_peered":"2024-09-19T14:24:20.251532+0000","last_clean":"2024-09-19T14:24:20.251532+0000","last_became_active":"2024-09-19T13:37:44.984586+0000","last_became_peered":"2024-09-19T13:37:44.984586+0000","last_unstale":"2024-09-19T14:24:20.251532+0000","last_undegraded":"2024-09-19T14:24:20.251532+0000","last_fullsized":"2024-09-19T14:24:20.251532+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'186","last_scrub_stamp":"2024-09-19T14:24:20.251349+0000","last_deep_scrub":"268'186","last_deep_scrub_stamp":"2024-09-19T14:24:20.251349+0000","last_clean_scrub_stamp":"2024-09-19T14:24:20.251349+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:41:59.528770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":791,"num_read_kb":653,"num_write":273,"num_write_kb":127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"268'74","reported_seq":633,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:05.248315+0000","last_change":"2024-09-19T14:24:05.248315+0000","last_active":"2024-09-19T14:24:05.248315+0000","last_peered":"2024-09-19T14:24:05.248315+0000","last_clean":"2024-09-19T14:24:05.248315+0000","last_became_active":"2024-09-19T13:37:20.020828+0000","last_became_peered":"2024-09-19T13:37:20.020828+0000","last_unstale":"2024-09-19T14:24:05.248315+0000","last_undegraded":"2024-09-19T14:24:05.248315+0000","last_fullsized":"2024-09-19T14:24:05.248315+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'74","last_scrub_stamp":"2024-09-19T14:24:05.248236+0000","last_deep_scrub":"268'74","last_deep_scrub_stamp":"2024-09-19T14:24:05.248236+0000","last_clean_scrub_stamp":"2024-09-19T14:24:05.248236+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:57:11.255580+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"268'2","reported_seq":535,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:07.428940+0000","last_change":"2024-09-19T14:24:07.428940+0000","last_active":"2024-09-19T14:24:07.428940+0000","last_peered":"2024-09-19T14:24:07.428940+0000","last_clean":"2024-09-19T14:24:07.428940+0000","last_became_active":"2024-09-19T13:37:24.882871+0000","last_became_peered":"2024-09-19T13:37:24.882871+0000","last_unstale":"2024-09-19T14:24:07.428940+0000","last_undegraded":"2024-09-19T14:24:07.428940+0000","last_fullsized":"2024-09-19T14:24:07.428940+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:07.428840+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:07.428840+0000","last_clean_scrub_stamp":"2024-09-19T14:24:07.428840+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:47:11.061319+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.0023960740000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"268'382","reported_seq":1091,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:07.284110+0000","last_change":"2024-09-19T14:24:07.284110+0000","last_active":"2024-09-19T14:24:07.284110+0000","last_peered":"2024-09-19T14:24:07.284110+0000","last_clean":"2024-09-19T14:24:07.284110+0000","last_became_active":"2024-09-19T13:37:42.971743+0000","last_became_peered":"2024-09-19T13:37:42.971743+0000","last_unstale":"2024-09-19T14:24:07.284110+0000","last_undegraded":"2024-09-19T14:24:07.284110+0000","last_fullsized":"2024-09-19T14:24:07.284110+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'382","last_scrub_stamp":"2024-09-19T14:24:07.283845+0000","last_deep_scrub":"268'382","last_deep_scrub_stamp":"2024-09-19T14:24:07.283845+0000","last_clean_scrub_stamp":"2024-09-19T14:24:07.283845+0000","objects_scrubbed":7,"log_size":82,"log_dups_size":300,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:59:58.156573+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136896,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":879,"num_read_kb":17240,"num_write":1141,"num_write_kb":39502,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,0],"acting":[4,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":508,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:21.574373+0000","last_change":"2024-09-19T14:24:21.574373+0000","last_active":"2024-09-19T14:24:21.574373+0000","last_peered":"2024-09-19T14:24:21.574373+0000","last_clean":"2024-09-19T14:24:21.574373+0000","last_became_active":"2024-09-19T13:37:47.002326+0000","last_became_peered":"2024-09-19T13:37:47.002326+0000","last_unstale":"2024-09-19T14:24:21.574373+0000","last_undegraded":"2024-09-19T14:24:21.574373+0000","last_fullsized":"2024-09-19T14:24:21.574373+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:21.574202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:21.574202+0000","last_clean_scrub_stamp":"2024-09-19T14:24:21.574202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:40:41.909257+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.7","version":"268'681","reported_seq":1384,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:59.944357+0000","last_change":"2024-09-19T13:37:49.012675+0000","last_active":"2024-09-19T14:23:59.944357+0000","last_peered":"2024-09-19T14:23:59.944357+0000","last_clean":"2024-09-19T14:23:59.944357+0000","last_became_active":"2024-09-19T13:37:49.012087+0000","last_became_peered":"2024-09-19T13:37:49.012087+0000","last_unstale":"2024-09-19T14:23:59.944357+0000","last_undegraded":"2024-09-19T14:23:59.944357+0000","last_fullsized":"2024-09-19T14:23:59.944357+0000","mapping_epoch":31,"log_start":"268'600","ondisk_log_start":"268'600","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:47.959923+0000","last_clean_scrub_stamp":"2024-09-19T13:37:47.959923+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":600,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:10:34.815535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":152330,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1336,"num_read_kb":3077,"num_write":1222,"num_write_kb":1087,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":504,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:33.863895+0000","last_change":"2024-09-19T14:24:33.863895+0000","last_active":"2024-09-19T14:24:33.863895+0000","last_peered":"2024-09-19T14:24:33.863895+0000","last_clean":"2024-09-19T14:24:33.863895+0000","last_became_active":"2024-09-19T13:37:51.031011+0000","last_became_peered":"2024-09-19T13:37:51.031011+0000","last_unstale":"2024-09-19T14:24:33.863895+0000","last_undegraded":"2024-09-19T14:24:33.863895+0000","last_fullsized":"2024-09-19T14:24:33.863895+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:33.863687+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:33.863687+0000","last_clean_scrub_stamp":"2024-09-19T14:24:33.863687+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:29:45.918676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"268'217","reported_seq":963,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:31.603334+0000","last_change":"2024-09-19T14:24:31.603334+0000","last_active":"2024-09-19T14:24:31.603334+0000","last_peered":"2024-09-19T14:24:31.603334+0000","last_clean":"2024-09-19T14:24:31.603334+0000","last_became_active":"2024-09-19T13:37:53.036512+0000","last_became_peered":"2024-09-19T13:37:53.036512+0000","last_unstale":"2024-09-19T14:24:31.603334+0000","last_undegraded":"2024-09-19T14:24:31.603334+0000","last_fullsized":"2024-09-19T14:24:31.603334+0000","mapping_epoch":35,"log_start":"268'200","ondisk_log_start":"268'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'217","last_scrub_stamp":"2024-09-19T14:24:31.603148+0000","last_deep_scrub":"268'217","last_deep_scrub_stamp":"2024-09-19T14:24:31.603148+0000","last_clean_scrub_stamp":"2024-09-19T14:24:31.603148+0000","objects_scrubbed":3,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:13:34.706994+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":433,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":629,"num_read_kb":590,"num_write":474,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":66,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"268'4196","reported_seq":4833,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:19.863406+0000","last_change":"2024-09-19T14:24:19.863406+0000","last_active":"2024-09-19T14:24:19.863406+0000","last_peered":"2024-09-19T14:24:19.863406+0000","last_clean":"2024-09-19T14:24:19.863406+0000","last_became_active":"2024-09-19T13:37:45.005990+0000","last_became_peered":"2024-09-19T13:37:45.005990+0000","last_unstale":"2024-09-19T14:24:19.863406+0000","last_undegraded":"2024-09-19T14:24:19.863406+0000","last_fullsized":"2024-09-19T14:24:19.863406+0000","mapping_epoch":27,"log_start":"268'4100","ondisk_log_start":"268'4100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4196","last_scrub_stamp":"2024-09-19T14:24:19.863219+0000","last_deep_scrub":"268'4196","last_deep_scrub_stamp":"2024-09-19T14:24:19.863219+0000","last_clean_scrub_stamp":"2024-09-19T14:24:19.863219+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":3000,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:36:09.785916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16871,"num_read_kb":14145,"num_write":6317,"num_write_kb":3157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":534,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:06.408647+0000","last_change":"2024-09-19T14:24:06.408647+0000","last_active":"2024-09-19T14:24:06.408647+0000","last_peered":"2024-09-19T14:24:06.408647+0000","last_clean":"2024-09-19T14:24:06.408647+0000","last_became_active":"2024-09-19T13:37:24.881264+0000","last_became_peered":"2024-09-19T13:37:24.881264+0000","last_unstale":"2024-09-19T14:24:06.408647+0000","last_undegraded":"2024-09-19T14:24:06.408647+0000","last_fullsized":"2024-09-19T14:24:06.408647+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:06.408492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:06.408492+0000","last_clean_scrub_stamp":"2024-09-19T14:24:06.408492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T02:19:21.692554+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.0026683119999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"268'353","reported_seq":1036,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:07.507758+0000","last_change":"2024-09-19T14:24:07.507758+0000","last_active":"2024-09-19T14:24:07.507758+0000","last_peered":"2024-09-19T14:24:07.507758+0000","last_clean":"2024-09-19T14:24:07.507758+0000","last_became_active":"2024-09-19T13:37:42.996368+0000","last_became_peered":"2024-09-19T13:37:42.996368+0000","last_unstale":"2024-09-19T14:24:07.507758+0000","last_undegraded":"2024-09-19T14:24:07.507758+0000","last_fullsized":"2024-09-19T14:24:07.507758+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'353","last_scrub_stamp":"2024-09-19T14:24:07.507475+0000","last_deep_scrub":"268'353","last_deep_scrub_stamp":"2024-09-19T14:24:07.507475+0000","last_clean_scrub_stamp":"2024-09-19T14:24:07.507475+0000","objects_scrubbed":6,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:22:53.195588+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":32,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":692,"num_read_kb":610,"num_write":1185,"num_write_kb":28646,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,4],"acting":[6,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":506,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:36.191768+0000","last_change":"2024-09-19T14:24:36.191768+0000","last_active":"2024-09-19T14:24:36.191768+0000","last_peered":"2024-09-19T14:24:36.191768+0000","last_clean":"2024-09-19T14:24:36.191768+0000","last_became_active":"2024-09-19T13:37:47.002818+0000","last_became_peered":"2024-09-19T13:37:47.002818+0000","last_unstale":"2024-09-19T14:24:36.191768+0000","last_undegraded":"2024-09-19T14:24:36.191768+0000","last_fullsized":"2024-09-19T14:24:36.191768+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:36.191586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:36.191586+0000","last_clean_scrub_stamp":"2024-09-19T14:24:36.191586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:37:26.856373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.4","version":"268'1261","reported_seq":2765,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:27.468477+0000","last_change":"2024-09-19T14:24:27.468477+0000","last_active":"2024-09-19T14:24:27.468477+0000","last_peered":"2024-09-19T14:24:27.468477+0000","last_clean":"2024-09-19T14:24:27.468477+0000","last_became_active":"2024-09-19T13:37:49.005054+0000","last_became_peered":"2024-09-19T13:37:49.005054+0000","last_unstale":"2024-09-19T14:24:27.468477+0000","last_undegraded":"2024-09-19T14:24:27.468477+0000","last_fullsized":"2024-09-19T14:24:27.468477+0000","mapping_epoch":31,"log_start":"268'1200","ondisk_log_start":"268'1200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'1261","last_scrub_stamp":"2024-09-19T14:24:27.468258+0000","last_deep_scrub":"268'1261","last_deep_scrub_stamp":"2024-09-19T14:24:27.468258+0000","last_clean_scrub_stamp":"2024-09-19T14:24:27.468258+0000","objects_scrubbed":11,"log_size":61,"log_dups_size":1200,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:18:23.232228+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":145315,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":2016,"num_read_kb":3797,"num_write":1120,"num_write_kb":957,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5938,"num_omap_keys":16,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":499,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:41.178110+0000","last_change":"2024-09-19T14:24:41.178110+0000","last_active":"2024-09-19T14:24:41.178110+0000","last_peered":"2024-09-19T14:24:41.178110+0000","last_clean":"2024-09-19T14:24:41.178110+0000","last_became_active":"2024-09-19T13:37:51.040146+0000","last_became_peered":"2024-09-19T13:37:51.040146+0000","last_unstale":"2024-09-19T14:24:41.178110+0000","last_undegraded":"2024-09-19T14:24:41.178110+0000","last_fullsized":"2024-09-19T14:24:41.178110+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:41.177937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:41.177937+0000","last_clean_scrub_stamp":"2024-09-19T14:24:41.177937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:30:36.098117+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.a","version":"268'256","reported_seq":825,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:39.899661+0000","last_change":"2024-09-19T14:24:39.899661+0000","last_active":"2024-09-19T14:24:39.899661+0000","last_peered":"2024-09-19T14:24:39.899661+0000","last_clean":"2024-09-19T14:24:39.899661+0000","last_became_active":"2024-09-19T13:37:53.025312+0000","last_became_peered":"2024-09-19T13:37:53.025312+0000","last_unstale":"2024-09-19T14:24:39.899661+0000","last_undegraded":"2024-09-19T14:24:39.899661+0000","last_fullsized":"2024-09-19T14:24:39.899661+0000","mapping_epoch":35,"log_start":"268'200","ondisk_log_start":"268'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'256","last_scrub_stamp":"2024-09-19T14:24:39.899481+0000","last_deep_scrub":"268'256","last_deep_scrub_stamp":"2024-09-19T14:24:39.899481+0000","last_clean_scrub_stamp":"2024-09-19T14:24:39.899481+0000","objects_scrubbed":3,"log_size":56,"log_dups_size":200,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:05:37.701591+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":435,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":514,"num_read_kb":477,"num_write":500,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"268'302","reported_seq":969,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:19.504010+0000","last_change":"2024-09-19T14:24:19.504010+0000","last_active":"2024-09-19T14:24:19.504010+0000","last_peered":"2024-09-19T14:24:19.504010+0000","last_clean":"2024-09-19T14:24:19.504010+0000","last_became_active":"2024-09-19T13:37:44.991339+0000","last_became_peered":"2024-09-19T13:37:44.991339+0000","last_unstale":"2024-09-19T14:24:19.504010+0000","last_undegraded":"2024-09-19T14:24:19.504010+0000","last_fullsized":"2024-09-19T14:24:19.504010+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'302","last_scrub_stamp":"2024-09-19T14:24:19.503783+0000","last_deep_scrub":"268'302","last_deep_scrub_stamp":"2024-09-19T14:24:19.503783+0000","last_clean_scrub_stamp":"2024-09-19T14:24:19.503783+0000","objects_scrubbed":1,"log_size":102,"log_dups_size":200,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:02:41.957573+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1326,"num_read_kb":1077,"num_write":447,"num_write_kb":243,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4004,"num_omap_keys":18,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":535,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:08.317162+0000","last_change":"2024-09-19T14:24:08.317162+0000","last_active":"2024-09-19T14:24:08.317162+0000","last_peered":"2024-09-19T14:24:08.317162+0000","last_clean":"2024-09-19T14:24:08.317162+0000","last_became_active":"2024-09-19T13:37:24.882335+0000","last_became_peered":"2024-09-19T13:37:24.882335+0000","last_unstale":"2024-09-19T14:24:08.317162+0000","last_undegraded":"2024-09-19T14:24:08.317162+0000","last_fullsized":"2024-09-19T14:24:08.317162+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:08.316988+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:08.316988+0000","last_clean_scrub_stamp":"2024-09-19T14:24:08.316988+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:38:01.301037+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00084389399999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.0","version":"268'400","reported_seq":1086,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:07.888463+0000","last_change":"2024-09-19T14:24:07.888463+0000","last_active":"2024-09-19T14:24:07.888463+0000","last_peered":"2024-09-19T14:24:07.888463+0000","last_clean":"2024-09-19T14:24:07.888463+0000","last_became_active":"2024-09-19T13:37:43.011938+0000","last_became_peered":"2024-09-19T13:37:43.011938+0000","last_unstale":"2024-09-19T14:24:07.888463+0000","last_undegraded":"2024-09-19T14:24:07.888463+0000","last_fullsized":"2024-09-19T14:24:07.888463+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'400","last_scrub_stamp":"2024-09-19T14:24:07.888249+0000","last_deep_scrub":"268'400","last_deep_scrub_stamp":"2024-09-19T14:24:07.888249+0000","last_clean_scrub_stamp":"2024-09-19T14:24:07.888249+0000","objects_scrubbed":3,"log_size":100,"log_dups_size":300,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:36:41.122962+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":670,"num_read_kb":10131,"num_write":1166,"num_write_kb":42957,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"268'2","reported_seq":509,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:20.504046+0000","last_change":"2024-09-19T14:24:20.504046+0000","last_active":"2024-09-19T14:24:20.504046+0000","last_peered":"2024-09-19T14:24:20.504046+0000","last_clean":"2024-09-19T14:24:20.504046+0000","last_became_active":"2024-09-19T13:37:47.003498+0000","last_became_peered":"2024-09-19T13:37:47.003498+0000","last_unstale":"2024-09-19T14:24:20.504046+0000","last_undegraded":"2024-09-19T14:24:20.504046+0000","last_fullsized":"2024-09-19T14:24:20.504046+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:20.503863+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:20.503863+0000","last_clean_scrub_stamp":"2024-09-19T14:24:20.503863+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:33.068461+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.5","version":"268'232","reported_seq":1343,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:23.612593+0000","last_change":"2024-09-19T14:24:23.612593+0000","last_active":"2024-09-19T14:24:23.612593+0000","last_peered":"2024-09-19T14:24:23.612593+0000","last_clean":"2024-09-19T14:24:23.612593+0000","last_became_active":"2024-09-19T13:37:49.002780+0000","last_became_peered":"2024-09-19T13:37:49.002780+0000","last_unstale":"2024-09-19T14:24:23.612593+0000","last_undegraded":"2024-09-19T14:24:23.612593+0000","last_fullsized":"2024-09-19T14:24:23.612593+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'232","last_scrub_stamp":"2024-09-19T14:24:23.612379+0000","last_deep_scrub":"268'232","last_deep_scrub_stamp":"2024-09-19T14:24:23.612379+0000","last_clean_scrub_stamp":"2024-09-19T14:24:23.612379+0000","objects_scrubbed":9,"log_size":32,"log_dups_size":200,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:24:11.508874+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":181,"num_read_kb":173,"num_write":153,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5278,"num_omap_keys":12,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":501,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:37.088266+0000","last_change":"2024-09-19T14:24:37.088266+0000","last_active":"2024-09-19T14:24:37.088266+0000","last_peered":"2024-09-19T14:24:37.088266+0000","last_clean":"2024-09-19T14:24:37.088266+0000","last_became_active":"2024-09-19T13:37:51.024903+0000","last_became_peered":"2024-09-19T13:37:51.024903+0000","last_unstale":"2024-09-19T14:24:37.088266+0000","last_undegraded":"2024-09-19T14:24:37.088266+0000","last_fullsized":"2024-09-19T14:24:37.088266+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:37.087995+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:37.087995+0000","last_clean_scrub_stamp":"2024-09-19T14:24:37.087995+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:55:35.862779+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.b","version":"268'237","reported_seq":852,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:42.159143+0000","last_change":"2024-09-19T14:24:42.159143+0000","last_active":"2024-09-19T14:24:42.159143+0000","last_peered":"2024-09-19T14:24:42.159143+0000","last_clean":"2024-09-19T14:24:42.159143+0000","last_became_active":"2024-09-19T13:37:53.037940+0000","last_became_peered":"2024-09-19T13:37:53.037940+0000","last_unstale":"2024-09-19T14:24:42.159143+0000","last_undegraded":"2024-09-19T14:24:42.159143+0000","last_fullsized":"2024-09-19T14:24:42.159143+0000","mapping_epoch":35,"log_start":"268'200","ondisk_log_start":"268'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'237","last_scrub_stamp":"2024-09-19T14:24:42.158959+0000","last_deep_scrub":"268'237","last_deep_scrub_stamp":"2024-09-19T14:24:42.158959+0000","last_clean_scrub_stamp":"2024-09-19T14:24:42.158959+0000","objects_scrubbed":2,"log_size":37,"log_dups_size":200,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:17:27.239927+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":530,"num_read_kb":545,"num_write":514,"num_write_kb":149,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1193,"num_omap_keys":7,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"268'179","reported_seq":799,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:18.531958+0000","last_change":"2024-09-19T14:24:18.531958+0000","last_active":"2024-09-19T14:24:18.531958+0000","last_peered":"2024-09-19T14:24:18.531958+0000","last_clean":"2024-09-19T14:24:18.531958+0000","last_became_active":"2024-09-19T13:37:44.995795+0000","last_became_peered":"2024-09-19T13:37:44.995795+0000","last_unstale":"2024-09-19T14:24:18.531958+0000","last_undegraded":"2024-09-19T14:24:18.531958+0000","last_fullsized":"2024-09-19T14:24:18.531958+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'179","last_scrub_stamp":"2024-09-19T14:24:18.531764+0000","last_deep_scrub":"268'179","last_deep_scrub_stamp":"2024-09-19T14:24:18.531764+0000","last_clean_scrub_stamp":"2024-09-19T14:24:18.531764+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":100,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:34:26.109847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":803,"num_read_kb":658,"num_write":281,"num_write_kb":132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"268'3","reported_seq":536,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:09.401430+0000","last_change":"2024-09-19T14:24:09.401430+0000","last_active":"2024-09-19T14:24:09.401430+0000","last_peered":"2024-09-19T14:24:09.401430+0000","last_clean":"2024-09-19T14:24:09.401430+0000","last_became_active":"2024-09-19T13:37:24.905107+0000","last_became_peered":"2024-09-19T13:37:24.905107+0000","last_unstale":"2024-09-19T14:24:09.401430+0000","last_undegraded":"2024-09-19T14:24:09.401430+0000","last_fullsized":"2024-09-19T14:24:09.401430+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'3","last_scrub_stamp":"2024-09-19T14:24:09.401253+0000","last_deep_scrub":"268'3","last_deep_scrub_stamp":"2024-09-19T14:24:09.401253+0000","last_clean_scrub_stamp":"2024-09-19T14:24:09.401253+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:11:56.222132+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.0022530250000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"268'384","reported_seq":1042,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:08.459091+0000","last_change":"2024-09-19T14:24:08.459091+0000","last_active":"2024-09-19T14:24:08.459091+0000","last_peered":"2024-09-19T14:24:08.459091+0000","last_clean":"2024-09-19T14:24:08.459091+0000","last_became_active":"2024-09-19T13:38:12.008906+0000","last_became_peered":"2024-09-19T13:38:12.008906+0000","last_unstale":"2024-09-19T14:24:08.459091+0000","last_undegraded":"2024-09-19T14:24:08.459091+0000","last_fullsized":"2024-09-19T14:24:08.459091+0000","mapping_epoch":38,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'384","last_scrub_stamp":"2024-09-19T14:24:08.458882+0000","last_deep_scrub":"268'384","last_deep_scrub_stamp":"2024-09-19T14:24:08.458882+0000","last_clean_scrub_stamp":"2024-09-19T14:24:08.458882+0000","objects_scrubbed":2,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:50:58.238529+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":747,"num_read_kb":29584,"num_write":1354,"num_write_kb":42023,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,4],"acting":[6,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":508,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:18.411790+0000","last_change":"2024-09-19T14:24:18.411790+0000","last_active":"2024-09-19T14:24:18.411790+0000","last_peered":"2024-09-19T14:24:18.411790+0000","last_clean":"2024-09-19T14:24:18.411790+0000","last_became_active":"2024-09-19T13:37:47.004429+0000","last_became_peered":"2024-09-19T13:37:47.004429+0000","last_unstale":"2024-09-19T14:24:18.411790+0000","last_undegraded":"2024-09-19T14:24:18.411790+0000","last_fullsized":"2024-09-19T14:24:18.411790+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:18.411579+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:18.411579+0000","last_clean_scrub_stamp":"2024-09-19T14:24:18.411579+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:43:07.026292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.6","version":"268'126","reported_seq":680,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:29.851644+0000","last_change":"2024-09-19T14:24:29.851644+0000","last_active":"2024-09-19T14:24:29.851644+0000","last_peered":"2024-09-19T14:24:29.851644+0000","last_clean":"2024-09-19T14:24:29.851644+0000","last_became_active":"2024-09-19T13:37:49.002929+0000","last_became_peered":"2024-09-19T13:37:49.002929+0000","last_unstale":"2024-09-19T14:24:29.851644+0000","last_undegraded":"2024-09-19T14:24:29.851644+0000","last_fullsized":"2024-09-19T14:24:29.851644+0000","mapping_epoch":31,"log_start":"268'100","ondisk_log_start":"268'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'126","last_scrub_stamp":"2024-09-19T14:24:29.851459+0000","last_deep_scrub":"268'126","last_deep_scrub_stamp":"2024-09-19T14:24:29.851459+0000","last_clean_scrub_stamp":"2024-09-19T14:24:29.851459+0000","objects_scrubbed":7,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:08:09.933864+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":146,"num_read_kb":137,"num_write":106,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3226,"num_omap_keys":10,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:44.178175+0000","last_change":"2024-09-19T14:24:44.178175+0000","last_active":"2024-09-19T14:24:44.178175+0000","last_peered":"2024-09-19T14:24:44.178175+0000","last_clean":"2024-09-19T14:24:44.178175+0000","last_became_active":"2024-09-19T13:37:51.020736+0000","last_became_peered":"2024-09-19T13:37:51.020736+0000","last_unstale":"2024-09-19T14:24:44.178175+0000","last_undegraded":"2024-09-19T14:24:44.178175+0000","last_fullsized":"2024-09-19T14:24:44.178175+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:44.177973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:44.177973+0000","last_clean_scrub_stamp":"2024-09-19T14:24:44.177973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:55:29.205861+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.8","version":"268'163","reported_seq":732,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:34.045913+0000","last_change":"2024-09-19T14:24:34.045913+0000","last_active":"2024-09-19T14:24:34.045913+0000","last_peered":"2024-09-19T14:24:34.045913+0000","last_clean":"2024-09-19T14:24:34.045913+0000","last_became_active":"2024-09-19T13:37:53.036623+0000","last_became_peered":"2024-09-19T13:37:53.036623+0000","last_unstale":"2024-09-19T14:24:34.045913+0000","last_undegraded":"2024-09-19T14:24:34.045913+0000","last_fullsized":"2024-09-19T14:24:34.045913+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'163","last_scrub_stamp":"2024-09-19T14:24:34.045725+0000","last_deep_scrub":"268'163","last_deep_scrub_stamp":"2024-09-19T14:24:34.045725+0000","last_clean_scrub_stamp":"2024-09-19T14:24:34.045725+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:40:25.810314+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":321,"num_read_kb":311,"num_write":392,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"268'138","reported_seq":765,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:16.526055+0000","last_change":"2024-09-19T14:24:16.526055+0000","last_active":"2024-09-19T14:24:16.526055+0000","last_peered":"2024-09-19T14:24:16.526055+0000","last_clean":"2024-09-19T14:24:16.526055+0000","last_became_active":"2024-09-19T13:37:44.990899+0000","last_became_peered":"2024-09-19T13:37:44.990899+0000","last_unstale":"2024-09-19T14:24:16.526055+0000","last_undegraded":"2024-09-19T14:24:16.526055+0000","last_fullsized":"2024-09-19T14:24:16.526055+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'138","last_scrub_stamp":"2024-09-19T14:24:16.525875+0000","last_deep_scrub":"268'138","last_deep_scrub_stamp":"2024-09-19T14:24:16.525875+0000","last_clean_scrub_stamp":"2024-09-19T14:24:16.525875+0000","objects_scrubbed":1,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:13:08.393604+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":626,"num_read_kb":524,"num_write":206,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.5","version":"268'369","reported_seq":1037,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:05.602992+0000","last_change":"2024-09-19T14:24:05.602992+0000","last_active":"2024-09-19T14:24:05.602992+0000","last_peered":"2024-09-19T14:24:05.602992+0000","last_clean":"2024-09-19T14:24:05.602992+0000","last_became_active":"2024-09-19T13:37:42.980788+0000","last_became_peered":"2024-09-19T13:37:42.980788+0000","last_unstale":"2024-09-19T14:24:05.602992+0000","last_undegraded":"2024-09-19T14:24:05.602992+0000","last_fullsized":"2024-09-19T14:24:05.602992+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'369","last_scrub_stamp":"2024-09-19T14:24:05.602873+0000","last_deep_scrub":"268'369","last_deep_scrub_stamp":"2024-09-19T14:24:05.602873+0000","last_clean_scrub_stamp":"2024-09-19T14:24:05.602873+0000","objects_scrubbed":9,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:10:53.920900+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":679,"num_read_kb":45969,"num_write":1060,"num_write_kb":28341,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,4],"acting":[2,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":540,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:06.894621+0000","last_change":"2024-09-19T14:24:06.894621+0000","last_active":"2024-09-19T14:24:06.894621+0000","last_peered":"2024-09-19T14:24:06.894621+0000","last_clean":"2024-09-19T14:24:06.894621+0000","last_became_active":"2024-09-19T13:37:24.906020+0000","last_became_peered":"2024-09-19T13:37:24.906020+0000","last_unstale":"2024-09-19T14:24:06.894621+0000","last_undegraded":"2024-09-19T14:24:06.894621+0000","last_fullsized":"2024-09-19T14:24:06.894621+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:06.894450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:06.894450+0000","last_clean_scrub_stamp":"2024-09-19T14:24:06.894450+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:28:21.680421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099233799999999994,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":509,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:24.327301+0000","last_change":"2024-09-19T14:24:24.327301+0000","last_active":"2024-09-19T14:24:24.327301+0000","last_peered":"2024-09-19T14:24:24.327301+0000","last_clean":"2024-09-19T14:24:24.327301+0000","last_became_active":"2024-09-19T13:37:46.994562+0000","last_became_peered":"2024-09-19T13:37:46.994562+0000","last_unstale":"2024-09-19T14:24:24.327301+0000","last_undegraded":"2024-09-19T14:24:24.327301+0000","last_fullsized":"2024-09-19T14:24:24.327301+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:24.327118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:24.327118+0000","last_clean_scrub_stamp":"2024-09-19T14:24:24.327118+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:50:42.724428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.0","version":"268'565","reported_seq":1238,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:22.526556+0000","last_change":"2024-09-19T14:24:22.526556+0000","last_active":"2024-09-19T14:24:22.526556+0000","last_peered":"2024-09-19T14:24:22.526556+0000","last_clean":"2024-09-19T14:24:22.526556+0000","last_became_active":"2024-09-19T13:37:48.998741+0000","last_became_peered":"2024-09-19T13:37:48.998741+0000","last_unstale":"2024-09-19T14:24:22.526556+0000","last_undegraded":"2024-09-19T14:24:22.526556+0000","last_fullsized":"2024-09-19T14:24:22.526556+0000","mapping_epoch":31,"log_start":"268'500","ondisk_log_start":"268'500","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'565","last_scrub_stamp":"2024-09-19T14:24:22.526311+0000","last_deep_scrub":"268'565","last_deep_scrub_stamp":"2024-09-19T14:24:22.526311+0000","last_clean_scrub_stamp":"2024-09-19T14:24:22.526311+0000","objects_scrubbed":10,"log_size":65,"log_dups_size":500,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:10:19.601942+0000","scrub_duration":35,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93001,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":1552,"num_read_kb":2714,"num_write":2032,"num_write_kb":1883,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":529556,"num_omap_keys":1194,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":503,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:38.755939+0000","last_change":"2024-09-19T14:24:38.755939+0000","last_active":"2024-09-19T14:24:38.755939+0000","last_peered":"2024-09-19T14:24:38.755939+0000","last_clean":"2024-09-19T14:24:38.755939+0000","last_became_active":"2024-09-19T13:37:50.998245+0000","last_became_peered":"2024-09-19T13:37:50.998245+0000","last_unstale":"2024-09-19T14:24:38.755939+0000","last_undegraded":"2024-09-19T14:24:38.755939+0000","last_fullsized":"2024-09-19T14:24:38.755939+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:38.755735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:38.755735+0000","last_clean_scrub_stamp":"2024-09-19T14:24:38.755735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:54:09.670800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.e","version":"268'139","reported_seq":651,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:42.854069+0000","last_change":"2024-09-19T14:24:42.854069+0000","last_active":"2024-09-19T14:24:42.854069+0000","last_peered":"2024-09-19T14:24:42.854069+0000","last_clean":"2024-09-19T14:24:42.854069+0000","last_became_active":"2024-09-19T13:37:53.025118+0000","last_became_peered":"2024-09-19T13:37:53.025118+0000","last_unstale":"2024-09-19T14:24:42.854069+0000","last_undegraded":"2024-09-19T14:24:42.854069+0000","last_fullsized":"2024-09-19T14:24:42.854069+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'139","last_scrub_stamp":"2024-09-19T14:24:42.853874+0000","last_deep_scrub":"268'139","last_deep_scrub_stamp":"2024-09-19T14:24:42.853874+0000","last_clean_scrub_stamp":"2024-09-19T14:24:42.853874+0000","objects_scrubbed":4,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:13:50.594718+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":729,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":152,"num_read_kb":148,"num_write":307,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"268'128","reported_seq":756,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:17.570548+0000","last_change":"2024-09-19T14:24:17.570548+0000","last_active":"2024-09-19T14:24:17.570548+0000","last_peered":"2024-09-19T14:24:17.570548+0000","last_clean":"2024-09-19T14:24:17.570548+0000","last_became_active":"2024-09-19T13:37:44.996072+0000","last_became_peered":"2024-09-19T13:37:44.996072+0000","last_unstale":"2024-09-19T14:24:17.570548+0000","last_undegraded":"2024-09-19T14:24:17.570548+0000","last_fullsized":"2024-09-19T14:24:17.570548+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'128","last_scrub_stamp":"2024-09-19T14:24:17.570380+0000","last_deep_scrub":"268'128","last_deep_scrub_stamp":"2024-09-19T14:24:17.570380+0000","last_clean_scrub_stamp":"2024-09-19T14:24:17.570380+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:52:28.875225+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":614,"num_read_kb":523,"num_write":192,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.4","version":"268'405","reported_seq":1170,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:10.519452+0000","last_change":"2024-09-19T14:24:10.519452+0000","last_active":"2024-09-19T14:24:10.519452+0000","last_peered":"2024-09-19T14:24:10.519452+0000","last_clean":"2024-09-19T14:24:10.519452+0000","last_became_active":"2024-09-19T13:37:43.015022+0000","last_became_peered":"2024-09-19T13:37:43.015022+0000","last_unstale":"2024-09-19T14:24:10.519452+0000","last_undegraded":"2024-09-19T14:24:10.519452+0000","last_fullsized":"2024-09-19T14:24:10.519452+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'405","last_scrub_stamp":"2024-09-19T14:24:10.519208+0000","last_deep_scrub":"268'405","last_deep_scrub_stamp":"2024-09-19T14:24:10.519208+0000","last_clean_scrub_stamp":"2024-09-19T14:24:10.519208+0000","objects_scrubbed":3,"log_size":105,"log_dups_size":300,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:44:02.752671+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136829,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":800,"num_read_kb":34608,"num_write":1256,"num_write_kb":53807,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":533,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:08.435277+0000","last_change":"2024-09-19T14:24:08.435277+0000","last_active":"2024-09-19T14:24:08.435277+0000","last_peered":"2024-09-19T14:24:08.435277+0000","last_clean":"2024-09-19T14:24:08.435277+0000","last_became_active":"2024-09-19T13:37:24.881243+0000","last_became_peered":"2024-09-19T13:37:24.881243+0000","last_unstale":"2024-09-19T14:24:08.435277+0000","last_undegraded":"2024-09-19T14:24:08.435277+0000","last_fullsized":"2024-09-19T14:24:08.435277+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:08.435097+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:08.435097+0000","last_clean_scrub_stamp":"2024-09-19T14:24:08.435097+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:38:26.789059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010619309999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":508,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:20.585678+0000","last_change":"2024-09-19T14:24:20.585678+0000","last_active":"2024-09-19T14:24:20.585678+0000","last_peered":"2024-09-19T14:24:20.585678+0000","last_clean":"2024-09-19T14:24:20.585678+0000","last_became_active":"2024-09-19T13:37:47.002225+0000","last_became_peered":"2024-09-19T13:37:47.002225+0000","last_unstale":"2024-09-19T14:24:20.585678+0000","last_undegraded":"2024-09-19T14:24:20.585678+0000","last_fullsized":"2024-09-19T14:24:20.585678+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:20.585491+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:20.585491+0000","last_clean_scrub_stamp":"2024-09-19T14:24:20.585491+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:02:08.150253+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"268'209","reported_seq":783,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:28.668562+0000","last_change":"2024-09-19T14:24:28.668562+0000","last_active":"2024-09-19T14:24:28.668562+0000","last_peered":"2024-09-19T14:24:28.668562+0000","last_clean":"2024-09-19T14:24:28.668562+0000","last_became_active":"2024-09-19T13:37:49.012716+0000","last_became_peered":"2024-09-19T13:37:49.012716+0000","last_unstale":"2024-09-19T14:24:28.668562+0000","last_undegraded":"2024-09-19T14:24:28.668562+0000","last_fullsized":"2024-09-19T14:24:28.668562+0000","mapping_epoch":31,"log_start":"265'100","ondisk_log_start":"265'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'209","last_scrub_stamp":"2024-09-19T14:24:28.668364+0000","last_deep_scrub":"268'209","last_deep_scrub_stamp":"2024-09-19T14:24:28.668364+0000","last_clean_scrub_stamp":"2024-09-19T14:24:28.668364+0000","objects_scrubbed":9,"log_size":109,"log_dups_size":100,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:00:03.356907+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":235,"num_read_kb":225,"num_write":204,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":6272,"num_omap_keys":14,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.0","version":"268'748","reported_seq":2816,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:27.140265+0000","last_change":"2024-09-19T14:24:27.140265+0000","last_active":"2024-09-19T14:24:27.140265+0000","last_peered":"2024-09-19T14:24:27.140265+0000","last_clean":"2024-09-19T14:24:27.140265+0000","last_became_active":"2024-09-19T13:37:51.038494+0000","last_became_peered":"2024-09-19T13:37:51.038494+0000","last_unstale":"2024-09-19T14:24:27.140265+0000","last_undegraded":"2024-09-19T14:24:27.140265+0000","last_fullsized":"2024-09-19T14:24:27.140265+0000","mapping_epoch":33,"log_start":"268'700","ondisk_log_start":"268'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'748","last_scrub_stamp":"2024-09-19T14:24:27.140075+0000","last_deep_scrub":"268'748","last_deep_scrub_stamp":"2024-09-19T14:24:27.140075+0000","last_clean_scrub_stamp":"2024-09-19T14:24:27.140075+0000","objects_scrubbed":1,"log_size":48,"log_dups_size":700,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:39:50.538185+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.f","version":"268'127","reported_seq":660,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:32.556617+0000","last_change":"2024-09-19T14:24:32.556617+0000","last_active":"2024-09-19T14:24:32.556617+0000","last_peered":"2024-09-19T14:24:32.556617+0000","last_clean":"2024-09-19T14:24:32.556617+0000","last_became_active":"2024-09-19T13:37:53.043658+0000","last_became_peered":"2024-09-19T13:37:53.043658+0000","last_unstale":"2024-09-19T14:24:32.556617+0000","last_undegraded":"2024-09-19T14:24:32.556617+0000","last_fullsized":"2024-09-19T14:24:32.556617+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'127","last_scrub_stamp":"2024-09-19T14:24:32.556387+0000","last_deep_scrub":"268'127","last_deep_scrub_stamp":"2024-09-19T14:24:32.556387+0000","last_clean_scrub_stamp":"2024-09-19T14:24:32.556387+0000","objects_scrubbed":6,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:14:30.325478+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1317,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":261,"num_read_kb":232,"num_write":302,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":64,"num_omap_keys":1,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.0","version":"268'98","reported_seq":695,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:14.279142+0000","last_change":"2024-09-19T14:24:14.279142+0000","last_active":"2024-09-19T14:24:14.279142+0000","last_peered":"2024-09-19T14:24:14.279142+0000","last_clean":"2024-09-19T14:24:14.279142+0000","last_became_active":"2024-09-19T13:37:44.988183+0000","last_became_peered":"2024-09-19T13:37:44.988183+0000","last_unstale":"2024-09-19T14:24:14.279142+0000","last_undegraded":"2024-09-19T14:24:14.279142+0000","last_fullsized":"2024-09-19T14:24:14.279142+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'98","last_scrub_stamp":"2024-09-19T14:24:14.278970+0000","last_deep_scrub":"268'98","last_deep_scrub_stamp":"2024-09-19T14:24:14.278970+0000","last_clean_scrub_stamp":"2024-09-19T14:24:14.278970+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":0,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:14:19.954142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":445,"num_read_kb":376,"num_write":154,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"268'353","reported_seq":1010,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:09.308409+0000","last_change":"2024-09-19T14:24:09.308409+0000","last_active":"2024-09-19T14:24:09.308409+0000","last_peered":"2024-09-19T14:24:09.308409+0000","last_clean":"2024-09-19T14:24:09.308409+0000","last_became_active":"2024-09-19T13:37:42.983034+0000","last_became_peered":"2024-09-19T13:37:42.983034+0000","last_unstale":"2024-09-19T14:24:09.308409+0000","last_undegraded":"2024-09-19T14:24:09.308409+0000","last_fullsized":"2024-09-19T14:24:09.308409+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'353","last_scrub_stamp":"2024-09-19T14:24:09.308182+0000","last_deep_scrub":"268'353","last_deep_scrub_stamp":"2024-09-19T14:24:09.308182+0000","last_clean_scrub_stamp":"2024-09-19T14:24:09.308182+0000","objects_scrubbed":8,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:28:04.002191+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":626,"num_read_kb":24914,"num_write":1124,"num_write_kb":17228,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":535,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:06.239393+0000","last_change":"2024-09-19T14:24:06.239393+0000","last_active":"2024-09-19T14:24:06.239393+0000","last_peered":"2024-09-19T14:24:06.239393+0000","last_clean":"2024-09-19T14:24:06.239393+0000","last_became_active":"2024-09-19T13:37:24.905672+0000","last_became_peered":"2024-09-19T13:37:24.905672+0000","last_unstale":"2024-09-19T14:24:06.239393+0000","last_undegraded":"2024-09-19T14:24:06.239393+0000","last_fullsized":"2024-09-19T14:24:06.239393+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:06.239226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:06.239226+0000","last_clean_scrub_stamp":"2024-09-19T14:24:06.239226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:43:28.303491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001276396,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":507,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:30.196633+0000","last_change":"2024-09-19T14:24:30.196633+0000","last_active":"2024-09-19T14:24:30.196633+0000","last_peered":"2024-09-19T14:24:30.196633+0000","last_clean":"2024-09-19T14:24:30.196633+0000","last_became_active":"2024-09-19T13:37:47.003352+0000","last_became_peered":"2024-09-19T13:37:47.003352+0000","last_unstale":"2024-09-19T14:24:30.196633+0000","last_undegraded":"2024-09-19T14:24:30.196633+0000","last_fullsized":"2024-09-19T14:24:30.196633+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:30.196423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:30.196423+0000","last_clean_scrub_stamp":"2024-09-19T14:24:30.196423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:10:22.222022+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"268'117","reported_seq":661,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:37.245143+0000","last_change":"2024-09-19T14:24:37.245143+0000","last_active":"2024-09-19T14:24:37.245143+0000","last_peered":"2024-09-19T14:24:37.245143+0000","last_clean":"2024-09-19T14:24:37.245143+0000","last_became_active":"2024-09-19T13:37:49.011547+0000","last_became_peered":"2024-09-19T13:37:49.011547+0000","last_unstale":"2024-09-19T14:24:37.245143+0000","last_undegraded":"2024-09-19T14:24:37.245143+0000","last_fullsized":"2024-09-19T14:24:37.245143+0000","mapping_epoch":31,"log_start":"268'100","ondisk_log_start":"268'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'117","last_scrub_stamp":"2024-09-19T14:24:37.244944+0000","last_deep_scrub":"268'117","last_deep_scrub_stamp":"2024-09-19T14:24:37.244944+0000","last_clean_scrub_stamp":"2024-09-19T14:24:37.244944+0000","objects_scrubbed":6,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:06:45.416275+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":126,"num_read_kb":119,"num_write":88,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.3","version":"268'795","reported_seq":2367,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:31.837686+0000","last_change":"2024-09-19T14:24:31.837686+0000","last_active":"2024-09-19T14:24:31.837686+0000","last_peered":"2024-09-19T14:24:31.837686+0000","last_clean":"2024-09-19T14:24:31.837686+0000","last_became_active":"2024-09-19T13:37:51.036419+0000","last_became_peered":"2024-09-19T13:37:51.036419+0000","last_unstale":"2024-09-19T14:24:31.837686+0000","last_undegraded":"2024-09-19T14:24:31.837686+0000","last_fullsized":"2024-09-19T14:24:31.837686+0000","mapping_epoch":33,"log_start":"268'701","ondisk_log_start":"268'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'795","last_scrub_stamp":"2024-09-19T14:24:31.837499+0000","last_deep_scrub":"268'795","last_deep_scrub_stamp":"2024-09-19T14:24:31.837499+0000","last_clean_scrub_stamp":"2024-09-19T14:24:31.837499+0000","objects_scrubbed":1,"log_size":94,"log_dups_size":701,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:03:30.355259+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.c","version":"268'157","reported_seq":666,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:40.865799+0000","last_change":"2024-09-19T14:24:40.865799+0000","last_active":"2024-09-19T14:24:40.865799+0000","last_peered":"2024-09-19T14:24:40.865799+0000","last_clean":"2024-09-19T14:24:40.865799+0000","last_became_active":"2024-09-19T13:37:53.039260+0000","last_became_peered":"2024-09-19T13:37:53.039260+0000","last_unstale":"2024-09-19T14:24:40.865799+0000","last_undegraded":"2024-09-19T14:24:40.865799+0000","last_fullsized":"2024-09-19T14:24:40.865799+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'157","last_scrub_stamp":"2024-09-19T14:24:40.865620+0000","last_deep_scrub":"268'157","last_deep_scrub_stamp":"2024-09-19T14:24:40.865620+0000","last_clean_scrub_stamp":"2024-09-19T14:24:40.865620+0000","objects_scrubbed":4,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:46:00.564984+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":485,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":115,"num_read_kb":115,"num_write":328,"num_write_kb":107,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1","version":"268'455","reported_seq":1218,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:27.685584+0000","last_change":"2024-09-19T14:24:27.685584+0000","last_active":"2024-09-19T14:24:27.685584+0000","last_peered":"2024-09-19T14:24:27.685584+0000","last_clean":"2024-09-19T14:24:27.685584+0000","last_became_active":"2024-09-19T13:37:44.983785+0000","last_became_peered":"2024-09-19T13:37:44.983785+0000","last_unstale":"2024-09-19T14:24:27.685584+0000","last_undegraded":"2024-09-19T14:24:27.685584+0000","last_fullsized":"2024-09-19T14:24:27.685584+0000","mapping_epoch":27,"log_start":"268'400","ondisk_log_start":"268'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'455","last_scrub_stamp":"2024-09-19T14:24:27.685371+0000","last_deep_scrub":"268'455","last_deep_scrub_stamp":"2024-09-19T14:24:27.685371+0000","last_clean_scrub_stamp":"2024-09-19T14:24:27.685371+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":400,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:49:20.967234+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2200,"num_read_kb":1820,"num_write":798,"num_write_kb":506,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.6","version":"268'387","reported_seq":1133,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:08.287157+0000","last_change":"2024-09-19T14:24:08.287157+0000","last_active":"2024-09-19T14:24:08.287157+0000","last_peered":"2024-09-19T14:24:08.287157+0000","last_clean":"2024-09-19T14:24:08.287157+0000","last_became_active":"2024-09-19T13:37:42.994343+0000","last_became_peered":"2024-09-19T13:37:42.994343+0000","last_unstale":"2024-09-19T14:24:08.287157+0000","last_undegraded":"2024-09-19T14:24:08.287157+0000","last_fullsized":"2024-09-19T14:24:08.287157+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'387","last_scrub_stamp":"2024-09-19T14:24:08.286844+0000","last_deep_scrub":"268'387","last_deep_scrub_stamp":"2024-09-19T14:24:08.286844+0000","last_clean_scrub_stamp":"2024-09-19T14:24:08.286844+0000","objects_scrubbed":6,"log_size":87,"log_dups_size":300,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:47:33.138506+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136861,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":923,"num_read_kb":26742,"num_write":1196,"num_write_kb":31494,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":532,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:10.444655+0000","last_change":"2024-09-19T14:24:10.444655+0000","last_active":"2024-09-19T14:24:10.444655+0000","last_peered":"2024-09-19T14:24:10.444655+0000","last_clean":"2024-09-19T14:24:10.444655+0000","last_became_active":"2024-09-19T13:37:24.907064+0000","last_became_peered":"2024-09-19T13:37:24.907064+0000","last_unstale":"2024-09-19T14:24:10.444655+0000","last_undegraded":"2024-09-19T14:24:10.444655+0000","last_fullsized":"2024-09-19T14:24:10.444655+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:10.444474+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:10.444474+0000","last_clean_scrub_stamp":"2024-09-19T14:24:10.444474+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:15:48.719490+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.0028427410000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"268'6","reported_seq":991,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:22.335466+0000","last_change":"2024-09-19T14:24:22.335466+0000","last_active":"2024-09-19T14:24:22.335466+0000","last_peered":"2024-09-19T14:24:22.335466+0000","last_clean":"2024-09-19T14:24:22.335466+0000","last_became_active":"2024-09-19T13:37:46.985693+0000","last_became_peered":"2024-09-19T13:37:46.985693+0000","last_unstale":"2024-09-19T14:24:22.335466+0000","last_undegraded":"2024-09-19T14:24:22.335466+0000","last_fullsized":"2024-09-19T14:24:22.335466+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'6","last_scrub_stamp":"2024-09-19T14:24:22.335279+0000","last_deep_scrub":"268'6","last_deep_scrub_stamp":"2024-09-19T14:24:22.335279+0000","last_clean_scrub_stamp":"2024-09-19T14:24:22.335279+0000","objects_scrubbed":1,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:56:51.288418+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":726,"num_read_kb":1189,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"268'764","reported_seq":1492,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:22.571278+0000","last_change":"2024-09-19T14:24:22.571278+0000","last_active":"2024-09-19T14:24:22.571278+0000","last_peered":"2024-09-19T14:24:22.571278+0000","last_clean":"2024-09-19T14:24:22.571278+0000","last_became_active":"2024-09-19T13:37:48.999327+0000","last_became_peered":"2024-09-19T13:37:48.999327+0000","last_unstale":"2024-09-19T14:24:22.571278+0000","last_undegraded":"2024-09-19T14:24:22.571278+0000","last_fullsized":"2024-09-19T14:24:22.571278+0000","mapping_epoch":31,"log_start":"268'700","ondisk_log_start":"268'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'764","last_scrub_stamp":"2024-09-19T14:24:22.571090+0000","last_deep_scrub":"268'764","last_deep_scrub_stamp":"2024-09-19T14:24:22.571090+0000","last_clean_scrub_stamp":"2024-09-19T14:24:22.571090+0000","objects_scrubbed":8,"log_size":64,"log_dups_size":700,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T02:24:18.820336+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":147603,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1364,"num_read_kb":3290,"num_write":1122,"num_write_kb":949,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":501,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:35.118385+0000","last_change":"2024-09-19T14:24:35.118385+0000","last_active":"2024-09-19T14:24:35.118385+0000","last_peered":"2024-09-19T14:24:35.118385+0000","last_clean":"2024-09-19T14:24:35.118385+0000","last_became_active":"2024-09-19T13:37:51.020501+0000","last_became_peered":"2024-09-19T13:37:51.020501+0000","last_unstale":"2024-09-19T14:24:35.118385+0000","last_undegraded":"2024-09-19T14:24:35.118385+0000","last_fullsized":"2024-09-19T14:24:35.118385+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:35.118211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:35.118211+0000","last_clean_scrub_stamp":"2024-09-19T14:24:35.118211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:22:07.312091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.d","version":"268'119","reported_seq":625,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:28.707634+0000","last_change":"2024-09-19T14:24:28.707634+0000","last_active":"2024-09-19T14:24:28.707634+0000","last_peered":"2024-09-19T14:24:28.707634+0000","last_clean":"2024-09-19T14:24:28.707634+0000","last_became_active":"2024-09-19T13:37:53.019523+0000","last_became_peered":"2024-09-19T13:37:53.019523+0000","last_unstale":"2024-09-19T14:24:28.707634+0000","last_undegraded":"2024-09-19T14:24:28.707634+0000","last_fullsized":"2024-09-19T14:24:28.707634+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'119","last_scrub_stamp":"2024-09-19T14:24:28.707431+0000","last_deep_scrub":"268'119","last_deep_scrub_stamp":"2024-09-19T14:24:28.707431+0000","last_clean_scrub_stamp":"2024-09-19T14:24:28.707431+0000","objects_scrubbed":3,"log_size":19,"log_dups_size":100,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:50:05.938315+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":235,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":142,"num_read_kb":141,"num_write":287,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1f","version":"268'151","reported_seq":731,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:41.169967+0000","last_change":"2024-09-19T14:24:41.169967+0000","last_active":"2024-09-19T14:24:41.169967+0000","last_peered":"2024-09-19T14:24:41.169967+0000","last_clean":"2024-09-19T14:24:41.169967+0000","last_became_active":"2024-09-19T13:37:53.022662+0000","last_became_peered":"2024-09-19T13:37:53.022662+0000","last_unstale":"2024-09-19T14:24:41.169967+0000","last_undegraded":"2024-09-19T14:24:41.169967+0000","last_fullsized":"2024-09-19T14:24:41.169967+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'151","last_scrub_stamp":"2024-09-19T14:24:41.169774+0000","last_deep_scrub":"268'151","last_deep_scrub_stamp":"2024-09-19T14:24:41.169774+0000","last_clean_scrub_stamp":"2024-09-19T14:24:41.169774+0000","objects_scrubbed":2,"log_size":51,"log_dups_size":100,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:16:13.610649+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":395,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":323,"num_read_kb":305,"num_write":370,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"268'147","reported_seq":749,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:15.689894+0000","last_change":"2024-09-19T14:24:15.689718+0000","last_active":"2024-09-19T14:24:15.689894+0000","last_peered":"2024-09-19T14:24:15.689894+0000","last_clean":"2024-09-19T14:24:15.689894+0000","last_became_active":"2024-09-19T13:37:44.985079+0000","last_became_peered":"2024-09-19T13:37:44.985079+0000","last_unstale":"2024-09-19T14:24:15.689894+0000","last_undegraded":"2024-09-19T14:24:15.689894+0000","last_fullsized":"2024-09-19T14:24:15.689894+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'147","last_scrub_stamp":"2024-09-19T14:24:15.689531+0000","last_deep_scrub":"268'147","last_deep_scrub_stamp":"2024-09-19T14:24:15.689531+0000","last_clean_scrub_stamp":"2024-09-19T14:24:15.689531+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:23.405896+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":616,"num_read_kb":504,"num_write":221,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.14","version":"268'392","reported_seq":1055,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:16.316799+0000","last_change":"2024-09-19T14:24:16.316634+0000","last_active":"2024-09-19T14:24:16.316799+0000","last_peered":"2024-09-19T14:24:16.316799+0000","last_clean":"2024-09-19T14:24:16.316799+0000","last_became_active":"2024-09-19T13:37:42.988170+0000","last_became_peered":"2024-09-19T13:37:42.988170+0000","last_unstale":"2024-09-19T14:24:16.316799+0000","last_undegraded":"2024-09-19T14:24:16.316799+0000","last_fullsized":"2024-09-19T14:24:16.316799+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'392","last_scrub_stamp":"2024-09-19T14:24:16.316415+0000","last_deep_scrub":"268'392","last_deep_scrub_stamp":"2024-09-19T14:24:16.316415+0000","last_clean_scrub_stamp":"2024-09-19T14:24:16.316415+0000","objects_scrubbed":3,"log_size":92,"log_dups_size":300,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:41:35.279061+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":653,"num_read_kb":7830,"num_write":1131,"num_write_kb":32003,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":509,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:27.613571+0000","last_change":"2024-09-19T14:24:27.613410+0000","last_active":"2024-09-19T14:24:27.613571+0000","last_peered":"2024-09-19T14:24:27.613571+0000","last_clean":"2024-09-19T14:24:27.613571+0000","last_became_active":"2024-09-19T13:37:46.995294+0000","last_became_peered":"2024-09-19T13:37:46.995294+0000","last_unstale":"2024-09-19T14:24:27.613571+0000","last_undegraded":"2024-09-19T14:24:27.613571+0000","last_fullsized":"2024-09-19T14:24:27.613571+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:27.613216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:27.613216+0000","last_clean_scrub_stamp":"2024-09-19T14:24:27.613216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:52:37.535397+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.11","version":"268'279","reported_seq":865,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:29.694699+0000","last_change":"2024-09-19T14:24:29.694558+0000","last_active":"2024-09-19T14:24:29.694699+0000","last_peered":"2024-09-19T14:24:29.694699+0000","last_clean":"2024-09-19T14:24:29.694699+0000","last_became_active":"2024-09-19T13:37:49.004240+0000","last_became_peered":"2024-09-19T13:37:49.004240+0000","last_unstale":"2024-09-19T14:24:29.694699+0000","last_undegraded":"2024-09-19T14:24:29.694699+0000","last_fullsized":"2024-09-19T14:24:29.694699+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'279","last_scrub_stamp":"2024-09-19T14:24:29.694367+0000","last_deep_scrub":"268'279","last_deep_scrub_stamp":"2024-09-19T14:24:29.694367+0000","last_clean_scrub_stamp":"2024-09-19T14:24:29.694367+0000","objects_scrubbed":6,"log_size":79,"log_dups_size":200,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:01:08.580706+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53394,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":446,"num_read_kb":1007,"num_write":360,"num_write_kb":284,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:26.437129+0000","last_change":"2024-09-19T14:24:26.436922+0000","last_active":"2024-09-19T14:24:26.437129+0000","last_peered":"2024-09-19T14:24:26.437129+0000","last_clean":"2024-09-19T14:24:26.437129+0000","last_became_active":"2024-09-19T13:37:51.010780+0000","last_became_peered":"2024-09-19T13:37:51.010780+0000","last_unstale":"2024-09-19T14:24:26.437129+0000","last_undegraded":"2024-09-19T14:24:26.437129+0000","last_fullsized":"2024-09-19T14:24:26.437129+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:26.436733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:26.436733+0000","last_clean_scrub_stamp":"2024-09-19T14:24:26.436733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:35:44.726533+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1e","version":"268'106","reported_seq":608,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:33.533768+0000","last_change":"2024-09-19T14:24:33.533768+0000","last_active":"2024-09-19T14:24:33.533768+0000","last_peered":"2024-09-19T14:24:33.533768+0000","last_clean":"2024-09-19T14:24:33.533768+0000","last_became_active":"2024-09-19T13:37:53.044535+0000","last_became_peered":"2024-09-19T13:37:53.044535+0000","last_unstale":"2024-09-19T14:24:33.533768+0000","last_undegraded":"2024-09-19T14:24:33.533768+0000","last_fullsized":"2024-09-19T14:24:33.533768+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'106","last_scrub_stamp":"2024-09-19T14:24:33.533557+0000","last_deep_scrub":"268'106","last_deep_scrub_stamp":"2024-09-19T14:24:33.533557+0000","last_clean_scrub_stamp":"2024-09-19T14:24:33.533557+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:14:52.995395+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":123,"num_read_kb":121,"num_write":251,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"268'102","reported_seq":679,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:16.287012+0000","last_change":"2024-09-19T14:24:16.286870+0000","last_active":"2024-09-19T14:24:16.287012+0000","last_peered":"2024-09-19T14:24:16.287012+0000","last_clean":"2024-09-19T14:24:16.287012+0000","last_became_active":"2024-09-19T13:37:44.990834+0000","last_became_peered":"2024-09-19T13:37:44.990834+0000","last_unstale":"2024-09-19T14:24:16.287012+0000","last_undegraded":"2024-09-19T14:24:16.287012+0000","last_fullsized":"2024-09-19T14:24:16.287012+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'102","last_scrub_stamp":"2024-09-19T14:24:16.286696+0000","last_deep_scrub":"268'102","last_deep_scrub_stamp":"2024-09-19T14:24:16.286696+0000","last_clean_scrub_stamp":"2024-09-19T14:24:16.286696+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:57:13.558855+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":414,"num_read_kb":343,"num_write":151,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.15","version":"268'363","reported_seq":1029,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:08.527081+0000","last_change":"2024-09-19T14:24:08.527081+0000","last_active":"2024-09-19T14:24:08.527081+0000","last_peered":"2024-09-19T14:24:08.527081+0000","last_clean":"2024-09-19T14:24:08.527081+0000","last_became_active":"2024-09-19T13:38:11.816487+0000","last_became_peered":"2024-09-19T13:38:11.816487+0000","last_unstale":"2024-09-19T14:24:08.527081+0000","last_undegraded":"2024-09-19T14:24:08.527081+0000","last_fullsized":"2024-09-19T14:24:08.527081+0000","mapping_epoch":38,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'363","last_scrub_stamp":"2024-09-19T14:24:08.526856+0000","last_deep_scrub":"268'363","last_deep_scrub_stamp":"2024-09-19T14:24:08.526856+0000","last_clean_scrub_stamp":"2024-09-19T14:24:08.526856+0000","objects_scrubbed":5,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:03:24.856080+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136855,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":590,"num_read_kb":75369,"num_write":1112,"num_write_kb":31817,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,7],"acting":[0,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":507,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:28.210915+0000","last_change":"2024-09-19T14:24:28.210915+0000","last_active":"2024-09-19T14:24:28.210915+0000","last_peered":"2024-09-19T14:24:28.210915+0000","last_clean":"2024-09-19T14:24:28.210915+0000","last_became_active":"2024-09-19T13:37:47.000074+0000","last_became_peered":"2024-09-19T13:37:47.000074+0000","last_unstale":"2024-09-19T14:24:28.210915+0000","last_undegraded":"2024-09-19T14:24:28.210915+0000","last_fullsized":"2024-09-19T14:24:28.210915+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:28.210740+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:28.210740+0000","last_clean_scrub_stamp":"2024-09-19T14:24:28.210740+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:47:03.912623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.10","version":"268'49","reported_seq":562,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:32.180820+0000","last_change":"2024-09-19T14:24:32.180689+0000","last_active":"2024-09-19T14:24:32.180820+0000","last_peered":"2024-09-19T14:24:32.180820+0000","last_clean":"2024-09-19T14:24:32.180820+0000","last_became_active":"2024-09-19T13:37:48.980552+0000","last_became_peered":"2024-09-19T13:37:48.980552+0000","last_unstale":"2024-09-19T14:24:32.180820+0000","last_undegraded":"2024-09-19T14:24:32.180820+0000","last_fullsized":"2024-09-19T14:24:32.180820+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'49","last_scrub_stamp":"2024-09-19T14:24:32.180486+0000","last_deep_scrub":"268'49","last_deep_scrub_stamp":"2024-09-19T14:24:32.180486+0000","last_clean_scrub_stamp":"2024-09-19T14:24:32.180486+0000","objects_scrubbed":3,"log_size":49,"log_dups_size":0,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:11:52.567438+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":32,"num_read_kb":30,"num_write":24,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":588,"num_omap_keys":4,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":501,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:37.728517+0000","last_change":"2024-09-19T14:24:37.728517+0000","last_active":"2024-09-19T14:24:37.728517+0000","last_peered":"2024-09-19T14:24:37.728517+0000","last_clean":"2024-09-19T14:24:37.728517+0000","last_became_active":"2024-09-19T13:37:51.010960+0000","last_became_peered":"2024-09-19T13:37:51.010960+0000","last_unstale":"2024-09-19T14:24:37.728517+0000","last_undegraded":"2024-09-19T14:24:37.728517+0000","last_fullsized":"2024-09-19T14:24:37.728517+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:37.728339+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:37.728339+0000","last_clean_scrub_stamp":"2024-09-19T14:24:37.728339+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:55:48.417877+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1d","version":"268'185","reported_seq":714,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:37.617573+0000","last_change":"2024-09-19T14:24:37.617573+0000","last_active":"2024-09-19T14:24:37.617573+0000","last_peered":"2024-09-19T14:24:37.617573+0000","last_clean":"2024-09-19T14:24:37.617573+0000","last_became_active":"2024-09-19T13:37:53.035313+0000","last_became_peered":"2024-09-19T13:37:53.035313+0000","last_unstale":"2024-09-19T14:24:37.617573+0000","last_undegraded":"2024-09-19T14:24:37.617573+0000","last_fullsized":"2024-09-19T14:24:37.617573+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'185","last_scrub_stamp":"2024-09-19T14:24:37.617380+0000","last_deep_scrub":"268'185","last_deep_scrub_stamp":"2024-09-19T14:24:37.617380+0000","last_clean_scrub_stamp":"2024-09-19T14:24:37.617380+0000","objects_scrubbed":3,"log_size":85,"log_dups_size":100,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:19:36.431548+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":611,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":302,"num_read_kb":301,"num_write":411,"num_write_kb":114,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":398,"num_omap_keys":2,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"268'166","reported_seq":800,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:15.321102+0000","last_change":"2024-09-19T14:24:15.320958+0000","last_active":"2024-09-19T14:24:15.321102+0000","last_peered":"2024-09-19T14:24:15.321102+0000","last_clean":"2024-09-19T14:24:15.321102+0000","last_became_active":"2024-09-19T13:37:44.991859+0000","last_became_peered":"2024-09-19T13:37:44.991859+0000","last_unstale":"2024-09-19T14:24:15.321102+0000","last_undegraded":"2024-09-19T14:24:15.321102+0000","last_fullsized":"2024-09-19T14:24:15.321102+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'166","last_scrub_stamp":"2024-09-19T14:24:15.320765+0000","last_deep_scrub":"268'166","last_deep_scrub_stamp":"2024-09-19T14:24:15.320765+0000","last_clean_scrub_stamp":"2024-09-19T14:24:15.320765+0000","objects_scrubbed":1,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:49:48.589652+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":751,"num_read_kb":628,"num_write":248,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.16","version":"268'333","reported_seq":1108,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:06.624355+0000","last_change":"2024-09-19T14:24:06.624355+0000","last_active":"2024-09-19T14:24:06.624355+0000","last_peered":"2024-09-19T14:24:06.624355+0000","last_clean":"2024-09-19T14:24:06.624355+0000","last_became_active":"2024-09-19T13:37:42.980379+0000","last_became_peered":"2024-09-19T13:37:42.980379+0000","last_unstale":"2024-09-19T14:24:06.624355+0000","last_undegraded":"2024-09-19T14:24:06.624355+0000","last_fullsized":"2024-09-19T14:24:06.624355+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'333","last_scrub_stamp":"2024-09-19T14:24:06.624200+0000","last_deep_scrub":"268'333","last_deep_scrub_stamp":"2024-09-19T14:24:06.624200+0000","last_clean_scrub_stamp":"2024-09-19T14:24:06.624200+0000","objects_scrubbed":5,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:28:29.200465+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":668,"num_read_kb":67134,"num_write":1062,"num_write_kb":32700,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":509,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:13.698419+0000","last_change":"2024-09-19T14:24:13.698274+0000","last_active":"2024-09-19T14:24:13.698419+0000","last_peered":"2024-09-19T14:24:13.698419+0000","last_clean":"2024-09-19T14:24:13.698419+0000","last_became_active":"2024-09-19T13:37:46.992776+0000","last_became_peered":"2024-09-19T13:37:46.992776+0000","last_unstale":"2024-09-19T14:24:13.698419+0000","last_undegraded":"2024-09-19T14:24:13.698419+0000","last_fullsized":"2024-09-19T14:24:13.698419+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:13.698087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:13.698087+0000","last_clean_scrub_stamp":"2024-09-19T14:24:13.698087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:10:54.126678+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.13","version":"268'316","reported_seq":915,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:24.508059+0000","last_change":"2024-09-19T14:24:24.507924+0000","last_active":"2024-09-19T14:24:24.508059+0000","last_peered":"2024-09-19T14:24:24.508059+0000","last_clean":"2024-09-19T14:24:24.508059+0000","last_became_active":"2024-09-19T13:37:49.010333+0000","last_became_peered":"2024-09-19T13:37:49.010333+0000","last_unstale":"2024-09-19T14:24:24.508059+0000","last_undegraded":"2024-09-19T14:24:24.508059+0000","last_fullsized":"2024-09-19T14:24:24.508059+0000","mapping_epoch":31,"log_start":"268'300","ondisk_log_start":"268'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'316","last_scrub_stamp":"2024-09-19T14:24:24.507738+0000","last_deep_scrub":"268'316","last_deep_scrub_stamp":"2024-09-19T14:24:24.507738+0000","last_clean_scrub_stamp":"2024-09-19T14:24:24.507738+0000","objects_scrubbed":5,"log_size":16,"log_dups_size":300,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:47:22.974365+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65561,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":497,"num_read_kb":1069,"num_write":398,"num_write_kb":291,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":503,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:29.096570+0000","last_change":"2024-09-19T14:24:29.096356+0000","last_active":"2024-09-19T14:24:29.096570+0000","last_peered":"2024-09-19T14:24:29.096570+0000","last_clean":"2024-09-19T14:24:29.096570+0000","last_became_active":"2024-09-19T13:37:51.035746+0000","last_became_peered":"2024-09-19T13:37:51.035746+0000","last_unstale":"2024-09-19T14:24:29.096570+0000","last_undegraded":"2024-09-19T14:24:29.096570+0000","last_fullsized":"2024-09-19T14:24:29.096570+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:29.096083+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:29.096083+0000","last_clean_scrub_stamp":"2024-09-19T14:24:29.096083+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:53:30.521586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1c","version":"268'145","reported_seq":662,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:11.348261+0000","last_change":"2024-09-19T13:37:53.028729+0000","last_active":"2024-09-19T14:22:11.348261+0000","last_peered":"2024-09-19T14:22:11.348261+0000","last_clean":"2024-09-19T14:22:11.348261+0000","last_became_active":"2024-09-19T13:37:53.027897+0000","last_became_peered":"2024-09-19T13:37:53.027897+0000","last_unstale":"2024-09-19T14:22:11.348261+0000","last_undegraded":"2024-09-19T14:22:11.348261+0000","last_fullsized":"2024-09-19T14:22:11.348261+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:02:14.266353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":233,"num_read_kb":221,"num_write":335,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.10","version":"268'338","reported_seq":1045,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:13.393580+0000","last_change":"2024-09-19T14:24:13.393427+0000","last_active":"2024-09-19T14:24:13.393580+0000","last_peered":"2024-09-19T14:24:13.393580+0000","last_clean":"2024-09-19T14:24:13.393580+0000","last_became_active":"2024-09-19T13:37:44.975823+0000","last_became_peered":"2024-09-19T13:37:44.975823+0000","last_unstale":"2024-09-19T14:24:13.393580+0000","last_undegraded":"2024-09-19T14:24:13.393580+0000","last_fullsized":"2024-09-19T14:24:13.393580+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'338","last_scrub_stamp":"2024-09-19T14:24:13.393242+0000","last_deep_scrub":"268'338","last_deep_scrub_stamp":"2024-09-19T14:24:13.393242+0000","last_clean_scrub_stamp":"2024-09-19T14:24:13.393242+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":300,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:55:54.455954+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1709,"num_read_kb":1486,"num_write":574,"num_write_kb":302,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"268'368","reported_seq":1134,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:08.921571+0000","last_change":"2024-09-19T14:24:08.921571+0000","last_active":"2024-09-19T14:24:08.921571+0000","last_peered":"2024-09-19T14:24:08.921571+0000","last_clean":"2024-09-19T14:24:08.921571+0000","last_became_active":"2024-09-19T13:37:43.015524+0000","last_became_peered":"2024-09-19T13:37:43.015524+0000","last_unstale":"2024-09-19T14:24:08.921571+0000","last_undegraded":"2024-09-19T14:24:08.921571+0000","last_fullsized":"2024-09-19T14:24:08.921571+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'368","last_scrub_stamp":"2024-09-19T14:24:08.921363+0000","last_deep_scrub":"268'368","last_deep_scrub_stamp":"2024-09-19T14:24:08.921363+0000","last_clean_scrub_stamp":"2024-09-19T14:24:08.921363+0000","objects_scrubbed":4,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:55:29.505573+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254112,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":980,"num_read_kb":53182,"num_write":1238,"num_write_kb":13041,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":505,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:33.184110+0000","last_change":"2024-09-19T14:24:33.184110+0000","last_active":"2024-09-19T14:24:33.184110+0000","last_peered":"2024-09-19T14:24:33.184110+0000","last_clean":"2024-09-19T14:24:33.184110+0000","last_became_active":"2024-09-19T13:37:46.979324+0000","last_became_peered":"2024-09-19T13:37:46.979324+0000","last_unstale":"2024-09-19T14:24:33.184110+0000","last_undegraded":"2024-09-19T14:24:33.184110+0000","last_fullsized":"2024-09-19T14:24:33.184110+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:33.183927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:33.183927+0000","last_clean_scrub_stamp":"2024-09-19T14:24:33.183927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:03:50.843294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.12","version":"268'267","reported_seq":845,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:26.521853+0000","last_change":"2024-09-19T14:24:26.521718+0000","last_active":"2024-09-19T14:24:26.521853+0000","last_peered":"2024-09-19T14:24:26.521853+0000","last_clean":"2024-09-19T14:24:26.521853+0000","last_became_active":"2024-09-19T13:37:48.994835+0000","last_became_peered":"2024-09-19T13:37:48.994835+0000","last_unstale":"2024-09-19T14:24:26.521853+0000","last_undegraded":"2024-09-19T14:24:26.521853+0000","last_fullsized":"2024-09-19T14:24:26.521853+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'267","last_scrub_stamp":"2024-09-19T14:24:26.521525+0000","last_deep_scrub":"268'267","last_deep_scrub_stamp":"2024-09-19T14:24:26.521525+0000","last_clean_scrub_stamp":"2024-09-19T14:24:26.521525+0000","objects_scrubbed":4,"log_size":67,"log_dups_size":200,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:37:32.882264+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43590,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":445,"num_read_kb":1054,"num_write":364,"num_write_kb":300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:28.467745+0000","last_change":"2024-09-19T14:24:28.467586+0000","last_active":"2024-09-19T14:24:28.467745+0000","last_peered":"2024-09-19T14:24:28.467745+0000","last_clean":"2024-09-19T14:24:28.467745+0000","last_became_active":"2024-09-19T13:37:51.011802+0000","last_became_peered":"2024-09-19T13:37:51.011802+0000","last_unstale":"2024-09-19T14:24:28.467745+0000","last_undegraded":"2024-09-19T14:24:28.467745+0000","last_fullsized":"2024-09-19T14:24:28.467745+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:28.467396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:28.467396+0000","last_clean_scrub_stamp":"2024-09-19T14:24:28.467396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:34:53.372954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1f","version":"268'292","reported_seq":942,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:25.280723+0000","last_change":"2024-09-19T14:24:25.280723+0000","last_active":"2024-09-19T14:24:25.280723+0000","last_peered":"2024-09-19T14:24:25.280723+0000","last_clean":"2024-09-19T14:24:25.280723+0000","last_became_active":"2024-09-19T13:37:45.009967+0000","last_became_peered":"2024-09-19T13:37:45.009967+0000","last_unstale":"2024-09-19T14:24:25.280723+0000","last_undegraded":"2024-09-19T14:24:25.280723+0000","last_fullsized":"2024-09-19T14:24:25.280723+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'292","last_scrub_stamp":"2024-09-19T14:24:25.280543+0000","last_deep_scrub":"268'292","last_deep_scrub_stamp":"2024-09-19T14:24:25.280543+0000","last_clean_scrub_stamp":"2024-09-19T14:24:25.280543+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":200,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:19:29.330200+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1299,"num_read_kb":1052,"num_write":494,"num_write_kb":235,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"268'360","reported_seq":997,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:10.870101+0000","last_change":"2024-09-19T14:24:10.870101+0000","last_active":"2024-09-19T14:24:10.870101+0000","last_peered":"2024-09-19T14:24:10.870101+0000","last_clean":"2024-09-19T14:24:10.870101+0000","last_became_active":"2024-09-19T13:37:43.011077+0000","last_became_peered":"2024-09-19T13:37:43.011077+0000","last_unstale":"2024-09-19T14:24:10.870101+0000","last_undegraded":"2024-09-19T14:24:10.870101+0000","last_fullsized":"2024-09-19T14:24:10.870101+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'360","last_scrub_stamp":"2024-09-19T14:24:10.869888+0000","last_deep_scrub":"268'360","last_deep_scrub_stamp":"2024-09-19T14:24:10.869888+0000","last_clean_scrub_stamp":"2024-09-19T14:24:10.869888+0000","objects_scrubbed":4,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:48:07.899599+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":615,"num_read_kb":3561,"num_write":1197,"num_write_kb":33021,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,3],"acting":[5,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":512,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:25.628267+0000","last_change":"2024-09-19T14:24:25.628267+0000","last_active":"2024-09-19T14:24:25.628267+0000","last_peered":"2024-09-19T14:24:25.628267+0000","last_clean":"2024-09-19T14:24:25.628267+0000","last_became_active":"2024-09-19T13:37:46.997504+0000","last_became_peered":"2024-09-19T13:37:46.997504+0000","last_unstale":"2024-09-19T14:24:25.628267+0000","last_undegraded":"2024-09-19T14:24:25.628267+0000","last_fullsized":"2024-09-19T14:24:25.628267+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:25.628093+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:25.628093+0000","last_clean_scrub_stamp":"2024-09-19T14:24:25.628093+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:42:33.934929+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"268'520","reported_seq":1160,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:31.622629+0000","last_change":"2024-09-19T14:24:31.622629+0000","last_active":"2024-09-19T14:24:31.622629+0000","last_peered":"2024-09-19T14:24:31.622629+0000","last_clean":"2024-09-19T14:24:31.622629+0000","last_became_active":"2024-09-19T13:37:48.999080+0000","last_became_peered":"2024-09-19T13:37:48.999080+0000","last_unstale":"2024-09-19T14:24:31.622629+0000","last_undegraded":"2024-09-19T14:24:31.622629+0000","last_fullsized":"2024-09-19T14:24:31.622629+0000","mapping_epoch":31,"log_start":"268'500","ondisk_log_start":"268'500","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'520","last_scrub_stamp":"2024-09-19T14:24:31.622438+0000","last_deep_scrub":"268'520","last_deep_scrub_stamp":"2024-09-19T14:24:31.622438+0000","last_clean_scrub_stamp":"2024-09-19T14:24:31.622438+0000","objects_scrubbed":6,"log_size":20,"log_dups_size":500,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:55:37.845891+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":99091,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":928,"num_read_kb":2270,"num_write":810,"num_write_kb":738,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":24194,"num_omap_keys":44,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":499,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:33.745344+0000","last_change":"2024-09-19T14:24:33.745344+0000","last_active":"2024-09-19T14:24:33.745344+0000","last_peered":"2024-09-19T14:24:33.745344+0000","last_clean":"2024-09-19T14:24:33.745344+0000","last_became_active":"2024-09-19T13:37:50.995492+0000","last_became_peered":"2024-09-19T13:37:50.995492+0000","last_unstale":"2024-09-19T14:24:33.745344+0000","last_undegraded":"2024-09-19T14:24:33.745344+0000","last_fullsized":"2024-09-19T14:24:33.745344+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:33.745164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:33.745164+0000","last_clean_scrub_stamp":"2024-09-19T14:24:33.745164+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:22:47.835285+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.13","version":"268'154","reported_seq":668,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:41.821691+0000","last_change":"2024-09-19T14:24:41.821691+0000","last_active":"2024-09-19T14:24:41.821691+0000","last_peered":"2024-09-19T14:24:41.821691+0000","last_clean":"2024-09-19T14:24:41.821691+0000","last_became_active":"2024-09-19T13:37:53.019822+0000","last_became_peered":"2024-09-19T13:37:53.019822+0000","last_unstale":"2024-09-19T14:24:41.821691+0000","last_undegraded":"2024-09-19T14:24:41.821691+0000","last_fullsized":"2024-09-19T14:24:41.821691+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'154","last_scrub_stamp":"2024-09-19T14:24:41.821504+0000","last_deep_scrub":"268'154","last_deep_scrub_stamp":"2024-09-19T14:24:41.821504+0000","last_clean_scrub_stamp":"2024-09-19T14:24:41.821504+0000","objects_scrubbed":2,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:43:29.204726+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":217,"num_read_kb":229,"num_write":359,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1e","version":"268'4138","reported_seq":4767,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:17.301544+0000","last_change":"2024-09-19T14:24:17.301544+0000","last_active":"2024-09-19T14:24:17.301544+0000","last_peered":"2024-09-19T14:24:17.301544+0000","last_clean":"2024-09-19T14:24:17.301544+0000","last_became_active":"2024-09-19T13:37:44.989865+0000","last_became_peered":"2024-09-19T13:37:44.989865+0000","last_unstale":"2024-09-19T14:24:17.301544+0000","last_undegraded":"2024-09-19T14:24:17.301544+0000","last_fullsized":"2024-09-19T14:24:17.301544+0000","mapping_epoch":27,"log_start":"268'4098","ondisk_log_start":"268'4098","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4138","last_scrub_stamp":"2024-09-19T14:24:17.301376+0000","last_deep_scrub":"268'4138","last_deep_scrub_stamp":"2024-09-19T14:24:17.301376+0000","last_clean_scrub_stamp":"2024-09-19T14:24:17.301376+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":3000,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:51:21.300818+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16639,"num_read_kb":13957,"num_write":6212,"num_write_kb":3095,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.19","version":"268'397","reported_seq":1070,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:11.316833+0000","last_change":"2024-09-19T14:24:11.316833+0000","last_active":"2024-09-19T14:24:11.316833+0000","last_peered":"2024-09-19T14:24:11.316833+0000","last_clean":"2024-09-19T14:24:11.316833+0000","last_became_active":"2024-09-19T13:37:43.003809+0000","last_became_peered":"2024-09-19T13:37:43.003809+0000","last_unstale":"2024-09-19T14:24:11.316833+0000","last_undegraded":"2024-09-19T14:24:11.316833+0000","last_fullsized":"2024-09-19T14:24:11.316833+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'397","last_scrub_stamp":"2024-09-19T14:24:11.316610+0000","last_deep_scrub":"268'397","last_deep_scrub_stamp":"2024-09-19T14:24:11.316610+0000","last_clean_scrub_stamp":"2024-09-19T14:24:11.316610+0000","objects_scrubbed":2,"log_size":97,"log_dups_size":300,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:55:11.663243+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":658,"num_read_kb":51706,"num_write":1159,"num_write_kb":37012,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":511,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:12.671572+0000","last_change":"2024-09-19T14:24:12.671572+0000","last_active":"2024-09-19T14:24:12.671572+0000","last_peered":"2024-09-19T14:24:12.671572+0000","last_clean":"2024-09-19T14:24:12.671572+0000","last_became_active":"2024-09-19T13:37:46.993852+0000","last_became_peered":"2024-09-19T13:37:46.993852+0000","last_unstale":"2024-09-19T14:24:12.671572+0000","last_undegraded":"2024-09-19T14:24:12.671572+0000","last_fullsized":"2024-09-19T14:24:12.671572+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:12.671391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:12.671391+0000","last_clean_scrub_stamp":"2024-09-19T14:24:12.671391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:05:17.634189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.1c","version":"268'315","reported_seq":905,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:39.202399+0000","last_change":"2024-09-19T14:24:39.202399+0000","last_active":"2024-09-19T14:24:39.202399+0000","last_peered":"2024-09-19T14:24:39.202399+0000","last_clean":"2024-09-19T14:24:39.202399+0000","last_became_active":"2024-09-19T13:37:49.006617+0000","last_became_peered":"2024-09-19T13:37:49.006617+0000","last_unstale":"2024-09-19T14:24:39.202399+0000","last_undegraded":"2024-09-19T14:24:39.202399+0000","last_fullsized":"2024-09-19T14:24:39.202399+0000","mapping_epoch":31,"log_start":"268'300","ondisk_log_start":"268'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'315","last_scrub_stamp":"2024-09-19T14:24:39.202164+0000","last_deep_scrub":"268'315","last_deep_scrub_stamp":"2024-09-19T14:24:39.202164+0000","last_clean_scrub_stamp":"2024-09-19T14:24:39.202164+0000","objects_scrubbed":8,"log_size":15,"log_dups_size":300,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:32:11.969312+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50979,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":534,"num_read_kb":1212,"num_write":450,"num_write_kb":360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":11460,"num_omap_keys":24,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":501,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:37.954613+0000","last_change":"2024-09-19T14:24:37.954613+0000","last_active":"2024-09-19T14:24:37.954613+0000","last_peered":"2024-09-19T14:24:37.954613+0000","last_clean":"2024-09-19T14:24:37.954613+0000","last_became_active":"2024-09-19T13:37:51.036448+0000","last_became_peered":"2024-09-19T13:37:51.036448+0000","last_unstale":"2024-09-19T14:24:37.954613+0000","last_undegraded":"2024-09-19T14:24:37.954613+0000","last_fullsized":"2024-09-19T14:24:37.954613+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:37.954438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:37.954438+0000","last_clean_scrub_stamp":"2024-09-19T14:24:37.954438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:56:20.212913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.12","version":"268'187","reported_seq":1060,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:30.945311+0000","last_change":"2024-09-19T13:37:53.041334+0000","last_active":"2024-09-19T14:22:30.945311+0000","last_peered":"2024-09-19T14:22:30.945311+0000","last_clean":"2024-09-19T14:22:30.945311+0000","last_became_active":"2024-09-19T13:37:53.040822+0000","last_became_peered":"2024-09-19T13:37:53.040822+0000","last_unstale":"2024-09-19T14:22:30.945311+0000","last_undegraded":"2024-09-19T14:22:30.945311+0000","last_fullsized":"2024-09-19T14:22:30.945311+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":100,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1623,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":665,"num_read_kb":654,"num_write":533,"num_write_kb":135,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1d","version":"268'194","reported_seq":835,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:15.429264+0000","last_change":"2024-09-19T14:24:15.429264+0000","last_active":"2024-09-19T14:24:15.429264+0000","last_peered":"2024-09-19T14:24:15.429264+0000","last_clean":"2024-09-19T14:24:15.429264+0000","last_became_active":"2024-09-19T13:37:45.012276+0000","last_became_peered":"2024-09-19T13:37:45.012276+0000","last_unstale":"2024-09-19T14:24:15.429264+0000","last_undegraded":"2024-09-19T14:24:15.429264+0000","last_fullsized":"2024-09-19T14:24:15.429264+0000","mapping_epoch":27,"log_start":"265'100","ondisk_log_start":"265'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'194","last_scrub_stamp":"2024-09-19T14:24:15.429084+0000","last_deep_scrub":"268'194","last_deep_scrub_stamp":"2024-09-19T14:24:15.429084+0000","last_clean_scrub_stamp":"2024-09-19T14:24:15.429084+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:48:52.083471+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":890,"num_read_kb":742,"num_write":322,"num_write_kb":165,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1a","version":"268'334","reported_seq":991,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:07.170940+0000","last_change":"2024-09-19T14:24:07.170940+0000","last_active":"2024-09-19T14:24:07.170940+0000","last_peered":"2024-09-19T14:24:07.170940+0000","last_clean":"2024-09-19T14:24:07.170940+0000","last_became_active":"2024-09-19T13:37:43.010770+0000","last_became_peered":"2024-09-19T13:37:43.010770+0000","last_unstale":"2024-09-19T14:24:07.170940+0000","last_undegraded":"2024-09-19T14:24:07.170940+0000","last_fullsized":"2024-09-19T14:24:07.170940+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'334","last_scrub_stamp":"2024-09-19T14:24:07.170826+0000","last_deep_scrub":"268'334","last_deep_scrub_stamp":"2024-09-19T14:24:07.170826+0000","last_clean_scrub_stamp":"2024-09-19T14:24:07.170826+0000","objects_scrubbed":3,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:40:13.460665+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136845,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":608,"num_read_kb":25838,"num_write":1098,"num_write_kb":39622,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":507,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:31.756575+0000","last_change":"2024-09-19T14:24:31.756575+0000","last_active":"2024-09-19T14:24:31.756575+0000","last_peered":"2024-09-19T14:24:31.756575+0000","last_clean":"2024-09-19T14:24:31.756575+0000","last_became_active":"2024-09-19T13:37:46.975083+0000","last_became_peered":"2024-09-19T13:37:46.975083+0000","last_unstale":"2024-09-19T14:24:31.756575+0000","last_undegraded":"2024-09-19T14:24:31.756575+0000","last_fullsized":"2024-09-19T14:24:31.756575+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:31.756394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:31.756394+0000","last_clean_scrub_stamp":"2024-09-19T14:24:31.756394+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T02:19:46.400729+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.1f","version":"268'285","reported_seq":873,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:32.640223+0000","last_change":"2024-09-19T14:24:32.640223+0000","last_active":"2024-09-19T14:24:32.640223+0000","last_peered":"2024-09-19T14:24:32.640223+0000","last_clean":"2024-09-19T14:24:32.640223+0000","last_became_active":"2024-09-19T13:37:48.998398+0000","last_became_peered":"2024-09-19T13:37:48.998398+0000","last_unstale":"2024-09-19T14:24:32.640223+0000","last_undegraded":"2024-09-19T14:24:32.640223+0000","last_fullsized":"2024-09-19T14:24:32.640223+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'285","last_scrub_stamp":"2024-09-19T14:24:32.640036+0000","last_deep_scrub":"268'285","last_deep_scrub_stamp":"2024-09-19T14:24:32.640036+0000","last_clean_scrub_stamp":"2024-09-19T14:24:32.640036+0000","objects_scrubbed":5,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:20:41.821929+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54455,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":473,"num_read_kb":1105,"num_write":386,"num_write_kb":317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":501,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:29.503907+0000","last_change":"2024-09-19T14:24:29.503907+0000","last_active":"2024-09-19T14:24:29.503907+0000","last_peered":"2024-09-19T14:24:29.503907+0000","last_clean":"2024-09-19T14:24:29.503907+0000","last_became_active":"2024-09-19T13:37:51.022697+0000","last_became_peered":"2024-09-19T13:37:51.022697+0000","last_unstale":"2024-09-19T14:24:29.503907+0000","last_undegraded":"2024-09-19T14:24:29.503907+0000","last_fullsized":"2024-09-19T14:24:29.503907+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:29.503696+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:29.503696+0000","last_clean_scrub_stamp":"2024-09-19T14:24:29.503696+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:36:17.207693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.11","version":"268'123","reported_seq":621,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:51.340057+0000","last_change":"2024-09-19T13:37:53.025430+0000","last_active":"2024-09-19T14:23:51.340057+0000","last_peered":"2024-09-19T14:23:51.340057+0000","last_clean":"2024-09-19T14:23:51.340057+0000","last_became_active":"2024-09-19T13:37:53.024491+0000","last_became_peered":"2024-09-19T13:37:53.024491+0000","last_unstale":"2024-09-19T14:23:51.340057+0000","last_undegraded":"2024-09-19T14:23:51.340057+0000","last_fullsized":"2024-09-19T14:23:51.340057+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":177,"num_read_kb":165,"num_write":300,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1c","version":"268'36","reported_seq":588,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:18.345572+0000","last_change":"2024-09-19T14:24:18.345572+0000","last_active":"2024-09-19T14:24:18.345572+0000","last_peered":"2024-09-19T14:24:18.345572+0000","last_clean":"2024-09-19T14:24:18.345572+0000","last_became_active":"2024-09-19T13:37:45.002288+0000","last_became_peered":"2024-09-19T13:37:45.002288+0000","last_unstale":"2024-09-19T14:24:18.345572+0000","last_undegraded":"2024-09-19T14:24:18.345572+0000","last_fullsized":"2024-09-19T14:24:18.345572+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'36","last_scrub_stamp":"2024-09-19T14:24:18.345389+0000","last_deep_scrub":"268'36","last_deep_scrub_stamp":"2024-09-19T14:24:18.345389+0000","last_clean_scrub_stamp":"2024-09-19T14:24:18.345389+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:46:38.684367+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":170,"num_read_kb":148,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"268'357","reported_seq":1017,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:12.330453+0000","last_change":"2024-09-19T14:24:12.330453+0000","last_active":"2024-09-19T14:24:12.330453+0000","last_peered":"2024-09-19T14:24:12.330453+0000","last_clean":"2024-09-19T14:24:12.330453+0000","last_became_active":"2024-09-19T13:37:42.977930+0000","last_became_peered":"2024-09-19T13:37:42.977930+0000","last_unstale":"2024-09-19T14:24:12.330453+0000","last_undegraded":"2024-09-19T14:24:12.330453+0000","last_fullsized":"2024-09-19T14:24:12.330453+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'357","last_scrub_stamp":"2024-09-19T14:24:12.330220+0000","last_deep_scrub":"268'357","last_deep_scrub_stamp":"2024-09-19T14:24:12.330220+0000","last_clean_scrub_stamp":"2024-09-19T14:24:12.330220+0000","objects_scrubbed":3,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:55:34.700459+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":722,"num_read_kb":4562,"num_write":1193,"num_write_kb":22713,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":505,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:29.211284+0000","last_change":"2024-09-19T14:24:29.211284+0000","last_active":"2024-09-19T14:24:29.211284+0000","last_peered":"2024-09-19T14:24:29.211284+0000","last_clean":"2024-09-19T14:24:29.211284+0000","last_became_active":"2024-09-19T13:37:46.990868+0000","last_became_peered":"2024-09-19T13:37:46.990868+0000","last_unstale":"2024-09-19T14:24:29.211284+0000","last_undegraded":"2024-09-19T14:24:29.211284+0000","last_fullsized":"2024-09-19T14:24:29.211284+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:29.211092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:29.211092+0000","last_clean_scrub_stamp":"2024-09-19T14:24:29.211092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:21:17.686229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1e","version":"268'98","reported_seq":627,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:40.203880+0000","last_change":"2024-09-19T14:24:40.203880+0000","last_active":"2024-09-19T14:24:40.203880+0000","last_peered":"2024-09-19T14:24:40.203880+0000","last_clean":"2024-09-19T14:24:40.203880+0000","last_became_active":"2024-09-19T13:37:49.008734+0000","last_became_peered":"2024-09-19T13:37:49.008734+0000","last_unstale":"2024-09-19T14:24:40.203880+0000","last_undegraded":"2024-09-19T14:24:40.203880+0000","last_fullsized":"2024-09-19T14:24:40.203880+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'98","last_scrub_stamp":"2024-09-19T14:24:40.203668+0000","last_deep_scrub":"268'98","last_deep_scrub_stamp":"2024-09-19T14:24:40.203668+0000","last_clean_scrub_stamp":"2024-09-19T14:24:40.203668+0000","objects_scrubbed":7,"log_size":98,"log_dups_size":0,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:26:31.979609+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":114,"num_read_kb":109,"num_write":128,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":19242,"num_omap_keys":52,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"268'757","reported_seq":4634,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:25.551088+0000","last_change":"2024-09-19T14:24:25.551088+0000","last_active":"2024-09-19T14:24:25.551088+0000","last_peered":"2024-09-19T14:24:25.551088+0000","last_clean":"2024-09-19T14:24:25.551088+0000","last_became_active":"2024-09-19T13:37:51.024122+0000","last_became_peered":"2024-09-19T13:37:51.024122+0000","last_unstale":"2024-09-19T14:24:25.551088+0000","last_undegraded":"2024-09-19T14:24:25.551088+0000","last_fullsized":"2024-09-19T14:24:25.551088+0000","mapping_epoch":33,"log_start":"268'700","ondisk_log_start":"268'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'757","last_scrub_stamp":"2024-09-19T14:24:25.550904+0000","last_deep_scrub":"268'757","last_deep_scrub_stamp":"2024-09-19T14:24:25.550904+0000","last_clean_scrub_stamp":"2024-09-19T14:24:25.550904+0000","objects_scrubbed":1,"log_size":57,"log_dups_size":700,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:24:35.458834+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.10","version":"268'164","reported_seq":671,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:14.830026+0000","last_change":"2024-09-19T13:37:53.037566+0000","last_active":"2024-09-19T14:22:14.830026+0000","last_peered":"2024-09-19T14:22:14.830026+0000","last_clean":"2024-09-19T14:22:14.830026+0000","last_became_active":"2024-09-19T13:37:53.036787+0000","last_became_peered":"2024-09-19T13:37:53.036787+0000","last_unstale":"2024-09-19T14:22:14.830026+0000","last_undegraded":"2024-09-19T14:22:14.830026+0000","last_fullsized":"2024-09-19T14:22:14.830026+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":35,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":192,"num_read_kb":180,"num_write":404,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1b","version":"268'182","reported_seq":770,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:16.696025+0000","last_change":"2024-09-19T14:24:16.696025+0000","last_active":"2024-09-19T14:24:16.696025+0000","last_peered":"2024-09-19T14:24:16.696025+0000","last_clean":"2024-09-19T14:24:16.696025+0000","last_became_active":"2024-09-19T13:37:45.011649+0000","last_became_peered":"2024-09-19T13:37:45.011649+0000","last_unstale":"2024-09-19T14:24:16.696025+0000","last_undegraded":"2024-09-19T14:24:16.696025+0000","last_fullsized":"2024-09-19T14:24:16.696025+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'182","last_scrub_stamp":"2024-09-19T14:24:16.695832+0000","last_deep_scrub":"268'182","last_deep_scrub_stamp":"2024-09-19T14:24:16.695832+0000","last_clean_scrub_stamp":"2024-09-19T14:24:16.695832+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":100,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:05:51.433802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":780,"num_read_kb":628,"num_write":283,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"268'311","reported_seq":963,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:08.179779+0000","last_change":"2024-09-19T14:24:08.179779+0000","last_active":"2024-09-19T14:24:08.179779+0000","last_peered":"2024-09-19T14:24:08.179779+0000","last_clean":"2024-09-19T14:24:08.179779+0000","last_became_active":"2024-09-19T13:37:43.013846+0000","last_became_peered":"2024-09-19T13:37:43.013846+0000","last_unstale":"2024-09-19T14:24:08.179779+0000","last_undegraded":"2024-09-19T14:24:08.179779+0000","last_fullsized":"2024-09-19T14:24:08.179779+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'311","last_scrub_stamp":"2024-09-19T14:24:08.179559+0000","last_deep_scrub":"268'311","last_deep_scrub_stamp":"2024-09-19T14:24:08.179559+0000","last_clean_scrub_stamp":"2024-09-19T14:24:08.179559+0000","objects_scrubbed":5,"log_size":11,"log_dups_size":300,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:21:06.971719+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":593,"num_read_kb":7286,"num_write":1061,"num_write_kb":28619,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":509,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:23.164471+0000","last_change":"2024-09-19T14:24:23.164471+0000","last_active":"2024-09-19T14:24:23.164471+0000","last_peered":"2024-09-19T14:24:23.164471+0000","last_clean":"2024-09-19T14:24:23.164471+0000","last_became_active":"2024-09-19T13:37:46.997726+0000","last_became_peered":"2024-09-19T13:37:46.997726+0000","last_unstale":"2024-09-19T14:24:23.164471+0000","last_undegraded":"2024-09-19T14:24:23.164471+0000","last_fullsized":"2024-09-19T14:24:23.164471+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:23.164285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:23.164285+0000","last_clean_scrub_stamp":"2024-09-19T14:24:23.164285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:33:12.278900+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.19","version":"268'320","reported_seq":912,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:27.533171+0000","last_change":"2024-09-19T14:24:27.533171+0000","last_active":"2024-09-19T14:24:27.533171+0000","last_peered":"2024-09-19T14:24:27.533171+0000","last_clean":"2024-09-19T14:24:27.533171+0000","last_became_active":"2024-09-19T13:37:48.999530+0000","last_became_peered":"2024-09-19T13:37:48.999530+0000","last_unstale":"2024-09-19T14:24:27.533171+0000","last_undegraded":"2024-09-19T14:24:27.533171+0000","last_fullsized":"2024-09-19T14:24:27.533171+0000","mapping_epoch":31,"log_start":"268'300","ondisk_log_start":"268'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'320","last_scrub_stamp":"2024-09-19T14:24:27.532946+0000","last_deep_scrub":"268'320","last_deep_scrub_stamp":"2024-09-19T14:24:27.532946+0000","last_clean_scrub_stamp":"2024-09-19T14:24:27.532946+0000","objects_scrubbed":8,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:57:26.891295+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":61007,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":520,"num_read_kb":1192,"num_write":426,"num_write_kb":337,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:39.076453+0000","last_change":"2024-09-19T14:24:39.076453+0000","last_active":"2024-09-19T14:24:39.076453+0000","last_peered":"2024-09-19T14:24:39.076453+0000","last_clean":"2024-09-19T14:24:39.076453+0000","last_became_active":"2024-09-19T13:37:51.024578+0000","last_became_peered":"2024-09-19T13:37:51.024578+0000","last_unstale":"2024-09-19T14:24:39.076453+0000","last_undegraded":"2024-09-19T14:24:39.076453+0000","last_fullsized":"2024-09-19T14:24:39.076453+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:39.076268+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:39.076268+0000","last_clean_scrub_stamp":"2024-09-19T14:24:39.076268+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:44:56.883661+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.17","version":"268'133","reported_seq":652,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:37.098271+0000","last_change":"2024-09-19T14:24:37.098271+0000","last_active":"2024-09-19T14:24:37.098271+0000","last_peered":"2024-09-19T14:24:37.098271+0000","last_clean":"2024-09-19T14:24:37.098271+0000","last_became_active":"2024-09-19T13:37:53.037670+0000","last_became_peered":"2024-09-19T13:37:53.037670+0000","last_unstale":"2024-09-19T14:24:37.098271+0000","last_undegraded":"2024-09-19T14:24:37.098271+0000","last_fullsized":"2024-09-19T14:24:37.098271+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'133","last_scrub_stamp":"2024-09-19T14:24:37.098071+0000","last_deep_scrub":"268'133","last_deep_scrub_stamp":"2024-09-19T14:24:37.098071+0000","last_clean_scrub_stamp":"2024-09-19T14:24:37.098071+0000","objects_scrubbed":2,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:33:55.116147+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":200,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":200,"num_read_kb":189,"num_write":325,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"268'124","reported_seq":721,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:29.246523+0000","last_change":"2024-09-19T13:37:45.000726+0000","last_active":"2024-09-19T14:20:29.246523+0000","last_peered":"2024-09-19T14:20:29.246523+0000","last_clean":"2024-09-19T14:20:29.246523+0000","last_became_active":"2024-09-19T13:37:45.000321+0000","last_became_peered":"2024-09-19T13:37:45.000321+0000","last_unstale":"2024-09-19T14:20:29.246523+0000","last_undegraded":"2024-09-19T14:20:29.246523+0000","last_fullsized":"2024-09-19T14:20:29.246523+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:43.945927+0000","last_clean_scrub_stamp":"2024-09-19T13:37:43.945927+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:01:45.969054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":549,"num_read_kb":454,"num_write":197,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1d","version":"268'358","reported_seq":1046,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:15.354836+0000","last_change":"2024-09-19T14:24:15.354836+0000","last_active":"2024-09-19T14:24:15.354836+0000","last_peered":"2024-09-19T14:24:15.354836+0000","last_clean":"2024-09-19T14:24:15.354836+0000","last_became_active":"2024-09-19T13:37:42.982795+0000","last_became_peered":"2024-09-19T13:37:42.982795+0000","last_unstale":"2024-09-19T14:24:15.354836+0000","last_undegraded":"2024-09-19T14:24:15.354836+0000","last_fullsized":"2024-09-19T14:24:15.354836+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'358","last_scrub_stamp":"2024-09-19T14:24:15.354544+0000","last_deep_scrub":"268'358","last_deep_scrub_stamp":"2024-09-19T14:24:15.354544+0000","last_clean_scrub_stamp":"2024-09-19T14:24:15.354544+0000","objects_scrubbed":9,"log_size":58,"log_dups_size":300,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:37:36.988230+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":648,"num_read_kb":30490,"num_write":1084,"num_write_kb":34311,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":507,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:19.765063+0000","last_change":"2024-09-19T14:24:19.765063+0000","last_active":"2024-09-19T14:24:19.765063+0000","last_peered":"2024-09-19T14:24:19.765063+0000","last_clean":"2024-09-19T14:24:19.765063+0000","last_became_active":"2024-09-19T13:37:47.002566+0000","last_became_peered":"2024-09-19T13:37:47.002566+0000","last_unstale":"2024-09-19T14:24:19.765063+0000","last_undegraded":"2024-09-19T14:24:19.765063+0000","last_fullsized":"2024-09-19T14:24:19.765063+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:19.764886+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:19.764886+0000","last_clean_scrub_stamp":"2024-09-19T14:24:19.764886+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:31:16.961825+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.18","version":"268'291","reported_seq":869,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:36.092959+0000","last_change":"2024-09-19T14:24:36.092959+0000","last_active":"2024-09-19T14:24:36.092959+0000","last_peered":"2024-09-19T14:24:36.092959+0000","last_clean":"2024-09-19T14:24:36.092959+0000","last_became_active":"2024-09-19T13:37:49.002572+0000","last_became_peered":"2024-09-19T13:37:49.002572+0000","last_unstale":"2024-09-19T14:24:36.092959+0000","last_undegraded":"2024-09-19T14:24:36.092959+0000","last_fullsized":"2024-09-19T14:24:36.092959+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'291","last_scrub_stamp":"2024-09-19T14:24:36.092754+0000","last_deep_scrub":"268'291","last_deep_scrub_stamp":"2024-09-19T14:24:36.092754+0000","last_clean_scrub_stamp":"2024-09-19T14:24:36.092754+0000","objects_scrubbed":4,"log_size":91,"log_dups_size":200,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:58:36.877410+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46601,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":484,"num_read_kb":1174,"num_write":404,"num_write_kb":341,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":488,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:29.818303+0000","last_change":"2024-09-19T13:37:51.024803+0000","last_active":"2024-09-19T14:21:29.818303+0000","last_peered":"2024-09-19T14:21:29.818303+0000","last_clean":"2024-09-19T14:21:29.818303+0000","last_became_active":"2024-09-19T13:37:51.024092+0000","last_became_peered":"2024-09-19T13:37:51.024092+0000","last_unstale":"2024-09-19T14:21:29.818303+0000","last_undegraded":"2024-09-19T14:21:29.818303+0000","last_fullsized":"2024-09-19T14:21:29.818303+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:01:54.243113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.16","version":"268'172","reported_seq":714,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:44.849319+0000","last_change":"2024-09-19T14:24:44.849319+0000","last_active":"2024-09-19T14:24:44.849319+0000","last_peered":"2024-09-19T14:24:44.849319+0000","last_clean":"2024-09-19T14:24:44.849319+0000","last_became_active":"2024-09-19T13:37:53.026543+0000","last_became_peered":"2024-09-19T13:37:53.026543+0000","last_unstale":"2024-09-19T14:24:44.849319+0000","last_undegraded":"2024-09-19T14:24:44.849319+0000","last_fullsized":"2024-09-19T14:24:44.849319+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'172","last_scrub_stamp":"2024-09-19T14:24:44.849138+0000","last_deep_scrub":"268'172","last_deep_scrub_stamp":"2024-09-19T14:24:44.849138+0000","last_clean_scrub_stamp":"2024-09-19T14:24:44.849138+0000","objects_scrubbed":1,"log_size":72,"log_dups_size":100,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:49:16.007733+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":299,"num_read_kb":285,"num_write":410,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.19","version":"268'217","reported_seq":860,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:14.442522+0000","last_change":"2024-09-19T14:24:14.442522+0000","last_active":"2024-09-19T14:24:14.442522+0000","last_peered":"2024-09-19T14:24:14.442522+0000","last_clean":"2024-09-19T14:24:14.442522+0000","last_became_active":"2024-09-19T13:37:44.980018+0000","last_became_peered":"2024-09-19T13:37:44.980018+0000","last_unstale":"2024-09-19T14:24:14.442522+0000","last_undegraded":"2024-09-19T14:24:14.442522+0000","last_fullsized":"2024-09-19T14:24:14.442522+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'217","last_scrub_stamp":"2024-09-19T14:24:14.442337+0000","last_deep_scrub":"268'217","last_deep_scrub_stamp":"2024-09-19T14:24:14.442337+0000","last_clean_scrub_stamp":"2024-09-19T14:24:14.442337+0000","objects_scrubbed":1,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:05:42.289113+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":985,"num_read_kb":813,"num_write":344,"num_write_kb":165,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":219,"num_omap_keys":1,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1e","version":"268'327","reported_seq":979,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:09.903775+0000","last_change":"2024-09-19T14:24:09.903775+0000","last_active":"2024-09-19T14:24:09.903775+0000","last_peered":"2024-09-19T14:24:09.903775+0000","last_clean":"2024-09-19T14:24:09.903775+0000","last_became_active":"2024-09-19T13:37:43.013909+0000","last_became_peered":"2024-09-19T13:37:43.013909+0000","last_unstale":"2024-09-19T14:24:09.903775+0000","last_undegraded":"2024-09-19T14:24:09.903775+0000","last_fullsized":"2024-09-19T14:24:09.903775+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'327","last_scrub_stamp":"2024-09-19T14:24:09.903553+0000","last_deep_scrub":"268'327","last_deep_scrub_stamp":"2024-09-19T14:24:09.903553+0000","last_clean_scrub_stamp":"2024-09-19T14:24:09.903553+0000","objects_scrubbed":2,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:41:37.399889+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":583,"num_read_kb":17892,"num_write":1069,"num_write_kb":18811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":510,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:22.149294+0000","last_change":"2024-09-19T14:24:22.149294+0000","last_active":"2024-09-19T14:24:22.149294+0000","last_peered":"2024-09-19T14:24:22.149294+0000","last_clean":"2024-09-19T14:24:22.149294+0000","last_became_active":"2024-09-19T13:37:46.991662+0000","last_became_peered":"2024-09-19T13:37:46.991662+0000","last_unstale":"2024-09-19T14:24:22.149294+0000","last_undegraded":"2024-09-19T14:24:22.149294+0000","last_fullsized":"2024-09-19T14:24:22.149294+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:22.149106+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:22.149106+0000","last_clean_scrub_stamp":"2024-09-19T14:24:22.149106+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:10:26.537357+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"268'272","reported_seq":841,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:30.655962+0000","last_change":"2024-09-19T14:24:30.655962+0000","last_active":"2024-09-19T14:24:30.655962+0000","last_peered":"2024-09-19T14:24:30.655962+0000","last_clean":"2024-09-19T14:24:30.655962+0000","last_became_active":"2024-09-19T13:37:49.002737+0000","last_became_peered":"2024-09-19T13:37:49.002737+0000","last_unstale":"2024-09-19T14:24:30.655962+0000","last_undegraded":"2024-09-19T14:24:30.655962+0000","last_fullsized":"2024-09-19T14:24:30.655962+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'272","last_scrub_stamp":"2024-09-19T14:24:30.655768+0000","last_deep_scrub":"268'272","last_deep_scrub_stamp":"2024-09-19T14:24:30.655768+0000","last_clean_scrub_stamp":"2024-09-19T14:24:30.655768+0000","objects_scrubbed":3,"log_size":72,"log_dups_size":200,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:58:34.807001+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":74607,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":450,"num_read_kb":1145,"num_write":380,"num_write_kb":347,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":487,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:20:24.801342+0000","last_change":"2024-09-19T13:37:51.028431+0000","last_active":"2024-09-19T14:20:24.801342+0000","last_peered":"2024-09-19T14:20:24.801342+0000","last_clean":"2024-09-19T14:20:24.801342+0000","last_became_active":"2024-09-19T13:37:51.027534+0000","last_became_peered":"2024-09-19T13:37:51.027534+0000","last_unstale":"2024-09-19T14:20:24.801342+0000","last_undegraded":"2024-09-19T14:20:24.801342+0000","last_fullsized":"2024-09-19T14:20:24.801342+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:49.966468+0000","last_clean_scrub_stamp":"2024-09-19T13:37:49.966468+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:20:17.577797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.15","version":"268'202","reported_seq":1308,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:31.773263+0000","last_change":"2024-09-19T13:37:53.028818+0000","last_active":"2024-09-19T14:22:31.773263+0000","last_peered":"2024-09-19T14:22:31.773263+0000","last_clean":"2024-09-19T14:22:31.773263+0000","last_became_active":"2024-09-19T13:37:53.028063+0000","last_became_peered":"2024-09-19T13:37:53.028063+0000","last_unstale":"2024-09-19T14:22:31.773263+0000","last_undegraded":"2024-09-19T14:22:31.773263+0000","last_fullsized":"2024-09-19T14:22:31.773263+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:37:51.979452+0000","last_clean_scrub_stamp":"2024-09-19T13:37:51.979452+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":100,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:01:32.681210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":633,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":879,"num_read_kb":869,"num_write":447,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"268'175","reported_seq":787,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:11.622985+0000","last_change":"2024-09-19T14:24:11.622985+0000","last_active":"2024-09-19T14:24:11.622985+0000","last_peered":"2024-09-19T14:24:11.622985+0000","last_clean":"2024-09-19T14:24:11.622985+0000","last_became_active":"2024-09-19T13:37:44.992673+0000","last_became_peered":"2024-09-19T13:37:44.992673+0000","last_unstale":"2024-09-19T14:24:11.622985+0000","last_undegraded":"2024-09-19T14:24:11.622985+0000","last_fullsized":"2024-09-19T14:24:11.622985+0000","mapping_epoch":27,"log_start":"265'100","ondisk_log_start":"265'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'175","last_scrub_stamp":"2024-09-19T14:24:11.622744+0000","last_deep_scrub":"268'175","last_deep_scrub_stamp":"2024-09-19T14:24:11.622744+0000","last_clean_scrub_stamp":"2024-09-19T14:24:11.622744+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:54:11.467963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":775,"num_read_kb":633,"num_write":258,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1f","version":"268'348","reported_seq":992,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:11.910995+0000","last_change":"2024-09-19T14:24:11.910995+0000","last_active":"2024-09-19T14:24:11.910995+0000","last_peered":"2024-09-19T14:24:11.910995+0000","last_clean":"2024-09-19T14:24:11.910995+0000","last_became_active":"2024-09-19T13:37:43.014491+0000","last_became_peered":"2024-09-19T13:37:43.014491+0000","last_unstale":"2024-09-19T14:24:11.910995+0000","last_undegraded":"2024-09-19T14:24:11.910995+0000","last_fullsized":"2024-09-19T14:24:11.910995+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'348","last_scrub_stamp":"2024-09-19T14:24:11.910704+0000","last_deep_scrub":"268'348","last_deep_scrub_stamp":"2024-09-19T14:24:11.910704+0000","last_clean_scrub_stamp":"2024-09-19T14:24:11.910704+0000","objects_scrubbed":4,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:52:27.482248+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":593,"num_read_kb":20596,"num_write":1200,"num_write_kb":29373,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.19","version":"268'2","reported_seq":508,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:27.253635+0000","last_change":"2024-09-19T14:24:27.253635+0000","last_active":"2024-09-19T14:24:27.253635+0000","last_peered":"2024-09-19T14:24:27.253635+0000","last_clean":"2024-09-19T14:24:27.253635+0000","last_became_active":"2024-09-19T13:37:46.993013+0000","last_became_peered":"2024-09-19T13:37:46.993013+0000","last_unstale":"2024-09-19T14:24:27.253635+0000","last_undegraded":"2024-09-19T14:24:27.253635+0000","last_fullsized":"2024-09-19T14:24:27.253635+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:27.253426+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:27.253426+0000","last_clean_scrub_stamp":"2024-09-19T14:24:27.253426+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:33:20.493247+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1a","version":"268'287","reported_seq":878,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:42.185885+0000","last_change":"2024-09-19T14:24:42.185885+0000","last_active":"2024-09-19T14:24:42.185885+0000","last_peered":"2024-09-19T14:24:42.185885+0000","last_clean":"2024-09-19T14:24:42.185885+0000","last_became_active":"2024-09-19T13:37:49.011710+0000","last_became_peered":"2024-09-19T13:37:49.011710+0000","last_unstale":"2024-09-19T14:24:42.185885+0000","last_undegraded":"2024-09-19T14:24:42.185885+0000","last_fullsized":"2024-09-19T14:24:42.185885+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'287","last_scrub_stamp":"2024-09-19T14:24:42.185679+0000","last_deep_scrub":"268'287","last_deep_scrub_stamp":"2024-09-19T14:24:42.185679+0000","last_clean_scrub_stamp":"2024-09-19T14:24:42.185679+0000","objects_scrubbed":4,"log_size":87,"log_dups_size":200,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:25:02.576363+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50925,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":476,"num_read_kb":1057,"num_write":380,"num_write_kb":287,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":497,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:40.125221+0000","last_change":"2024-09-19T14:24:40.125221+0000","last_active":"2024-09-19T14:24:40.125221+0000","last_peered":"2024-09-19T14:24:40.125221+0000","last_clean":"2024-09-19T14:24:40.125221+0000","last_became_active":"2024-09-19T13:37:51.037659+0000","last_became_peered":"2024-09-19T13:37:51.037659+0000","last_unstale":"2024-09-19T14:24:40.125221+0000","last_undegraded":"2024-09-19T14:24:40.125221+0000","last_fullsized":"2024-09-19T14:24:40.125221+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:40.125011+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:40.125011+0000","last_clean_scrub_stamp":"2024-09-19T14:24:40.125011+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:54:49.667884+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.14","version":"268'134","reported_seq":628,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:28.495703+0000","last_change":"2024-09-19T14:24:28.495515+0000","last_active":"2024-09-19T14:24:28.495703+0000","last_peered":"2024-09-19T14:24:28.495703+0000","last_clean":"2024-09-19T14:24:28.495703+0000","last_became_active":"2024-09-19T13:37:53.036777+0000","last_became_peered":"2024-09-19T13:37:53.036777+0000","last_unstale":"2024-09-19T14:24:28.495703+0000","last_undegraded":"2024-09-19T14:24:28.495703+0000","last_fullsized":"2024-09-19T14:24:28.495703+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'134","last_scrub_stamp":"2024-09-19T14:24:28.495326+0000","last_deep_scrub":"268'134","last_deep_scrub_stamp":"2024-09-19T14:24:28.495326+0000","last_clean_scrub_stamp":"2024-09-19T14:24:28.495326+0000","objects_scrubbed":4,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:01:18.311541+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":429,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":127,"num_read_kb":127,"num_write":301,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.27","version":"268'169","reported_seq":831,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:20.329274+0000","last_change":"2024-09-19T14:24:20.329274+0000","last_active":"2024-09-19T14:24:20.329274+0000","last_peered":"2024-09-19T14:24:20.329274+0000","last_clean":"2024-09-19T14:24:20.329274+0000","last_became_active":"2024-09-19T13:37:44.985102+0000","last_became_peered":"2024-09-19T13:37:44.985102+0000","last_unstale":"2024-09-19T14:24:20.329274+0000","last_undegraded":"2024-09-19T14:24:20.329274+0000","last_fullsized":"2024-09-19T14:24:20.329274+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'169","last_scrub_stamp":"2024-09-19T14:24:20.329097+0000","last_deep_scrub":"268'169","last_deep_scrub_stamp":"2024-09-19T14:24:20.329097+0000","last_clean_scrub_stamp":"2024-09-19T14:24:20.329097+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:50:08.566695+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":790,"num_read_kb":663,"num_write":256,"num_write_kb":120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.20","version":"268'353","reported_seq":1004,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:08.659655+0000","last_change":"2024-09-19T14:24:08.659655+0000","last_active":"2024-09-19T14:24:08.659655+0000","last_peered":"2024-09-19T14:24:08.659655+0000","last_clean":"2024-09-19T14:24:08.659655+0000","last_became_active":"2024-09-19T13:37:42.984898+0000","last_became_peered":"2024-09-19T13:37:42.984898+0000","last_unstale":"2024-09-19T14:24:08.659655+0000","last_undegraded":"2024-09-19T14:24:08.659655+0000","last_fullsized":"2024-09-19T14:24:08.659655+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'353","last_scrub_stamp":"2024-09-19T14:24:08.659412+0000","last_deep_scrub":"268'353","last_deep_scrub_stamp":"2024-09-19T14:24:08.659412+0000","last_clean_scrub_stamp":"2024-09-19T14:24:08.659412+0000","objects_scrubbed":6,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:57:51.202823+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136885,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":628,"num_read_kb":9955,"num_write":1106,"num_write_kb":33433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,3],"acting":[2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.26","version":"268'141","reported_seq":728,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:16.408279+0000","last_change":"2024-09-19T14:24:16.408279+0000","last_active":"2024-09-19T14:24:16.408279+0000","last_peered":"2024-09-19T14:24:16.408279+0000","last_clean":"2024-09-19T14:24:16.408279+0000","last_became_active":"2024-09-19T13:37:44.993913+0000","last_became_peered":"2024-09-19T13:37:44.993913+0000","last_unstale":"2024-09-19T14:24:16.408279+0000","last_undegraded":"2024-09-19T14:24:16.408279+0000","last_fullsized":"2024-09-19T14:24:16.408279+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'141","last_scrub_stamp":"2024-09-19T14:24:16.408098+0000","last_deep_scrub":"268'141","last_deep_scrub_stamp":"2024-09-19T14:24:16.408098+0000","last_clean_scrub_stamp":"2024-09-19T14:24:16.408098+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:43:53.800458+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":555,"num_read_kb":457,"num_write":192,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.21","version":"268'333","reported_seq":1019,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:10.413880+0000","last_change":"2024-09-19T14:24:10.413880+0000","last_active":"2024-09-19T14:24:10.413880+0000","last_peered":"2024-09-19T14:24:10.413880+0000","last_clean":"2024-09-19T14:24:10.413880+0000","last_became_active":"2024-09-19T13:37:43.007424+0000","last_became_peered":"2024-09-19T13:37:43.007424+0000","last_unstale":"2024-09-19T14:24:10.413880+0000","last_undegraded":"2024-09-19T14:24:10.413880+0000","last_fullsized":"2024-09-19T14:24:10.413880+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'333","last_scrub_stamp":"2024-09-19T14:24:10.413671+0000","last_deep_scrub":"268'333","last_deep_scrub_stamp":"2024-09-19T14:24:10.413671+0000","last_clean_scrub_stamp":"2024-09-19T14:24:10.413671+0000","objects_scrubbed":3,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:15:30.813053+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":702,"num_read_kb":25363,"num_write":1036,"num_write_kb":11390,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.25","version":"268'212","reported_seq":836,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:26.264295+0000","last_change":"2024-09-19T14:24:26.264295+0000","last_active":"2024-09-19T14:24:26.264295+0000","last_peered":"2024-09-19T14:24:26.264295+0000","last_clean":"2024-09-19T14:24:26.264295+0000","last_became_active":"2024-09-19T13:37:44.980576+0000","last_became_peered":"2024-09-19T13:37:44.980576+0000","last_unstale":"2024-09-19T14:24:26.264295+0000","last_undegraded":"2024-09-19T14:24:26.264295+0000","last_fullsized":"2024-09-19T14:24:26.264295+0000","mapping_epoch":27,"log_start":"268'201","ondisk_log_start":"268'201","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'212","last_scrub_stamp":"2024-09-19T14:24:26.264104+0000","last_deep_scrub":"268'212","last_deep_scrub_stamp":"2024-09-19T14:24:26.264104+0000","last_clean_scrub_stamp":"2024-09-19T14:24:26.264104+0000","objects_scrubbed":2,"log_size":11,"log_dups_size":201,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:45:50.703862+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":939,"num_read_kb":781,"num_write":318,"num_write_kb":157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1185,"num_omap_keys":5,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.22","version":"268'288","reported_seq":894,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:21.271451+0000","last_change":"2024-09-19T14:24:21.271451+0000","last_active":"2024-09-19T14:24:21.271451+0000","last_peered":"2024-09-19T14:24:21.271451+0000","last_clean":"2024-09-19T14:24:21.271451+0000","last_became_active":"2024-09-19T13:37:43.011053+0000","last_became_peered":"2024-09-19T13:37:43.011053+0000","last_unstale":"2024-09-19T14:24:21.271451+0000","last_undegraded":"2024-09-19T14:24:21.271451+0000","last_fullsized":"2024-09-19T14:24:21.271451+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'288","last_scrub_stamp":"2024-09-19T14:24:21.271109+0000","last_deep_scrub":"268'288","last_deep_scrub_stamp":"2024-09-19T14:24:21.271109+0000","last_clean_scrub_stamp":"2024-09-19T14:24:21.271109+0000","objects_scrubbed":4,"log_size":88,"log_dups_size":200,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:16:50.083545+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":461,"num_read_kb":506,"num_write":904,"num_write_kb":31798,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.24","version":"268'358","reported_seq":1037,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:24.815423+0000","last_change":"2024-09-19T14:24:24.815423+0000","last_active":"2024-09-19T14:24:24.815423+0000","last_peered":"2024-09-19T14:24:24.815423+0000","last_clean":"2024-09-19T14:24:24.815423+0000","last_became_active":"2024-09-19T13:37:45.004832+0000","last_became_peered":"2024-09-19T13:37:45.004832+0000","last_unstale":"2024-09-19T14:24:24.815423+0000","last_undegraded":"2024-09-19T14:24:24.815423+0000","last_fullsized":"2024-09-19T14:24:24.815423+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'358","last_scrub_stamp":"2024-09-19T14:24:24.815238+0000","last_deep_scrub":"268'358","last_deep_scrub_stamp":"2024-09-19T14:24:24.815238+0000","last_clean_scrub_stamp":"2024-09-19T14:24:24.815238+0000","objects_scrubbed":1,"log_size":58,"log_dups_size":300,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:12:38.211287+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1607,"num_read_kb":1314,"num_write":585,"num_write_kb":331,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":685,"num_omap_keys":3,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"268'403","reported_seq":1089,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:12.909060+0000","last_change":"2024-09-19T14:24:12.909060+0000","last_active":"2024-09-19T14:24:12.909060+0000","last_peered":"2024-09-19T14:24:12.909060+0000","last_clean":"2024-09-19T14:24:12.909060+0000","last_became_active":"2024-09-19T13:37:43.004560+0000","last_became_peered":"2024-09-19T13:37:43.004560+0000","last_unstale":"2024-09-19T14:24:12.909060+0000","last_undegraded":"2024-09-19T14:24:12.909060+0000","last_fullsized":"2024-09-19T14:24:12.909060+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'403","last_scrub_stamp":"2024-09-19T14:24:12.908818+0000","last_deep_scrub":"268'403","last_deep_scrub_stamp":"2024-09-19T14:24:12.908818+0000","last_clean_scrub_stamp":"2024-09-19T14:24:12.908818+0000","objects_scrubbed":9,"log_size":103,"log_dups_size":300,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:31:55.625020+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136920,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":654,"num_read_kb":23653,"num_write":1192,"num_write_kb":42503,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,0],"acting":[5,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.23","version":"268'4177","reported_seq":4805,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:23.843452+0000","last_change":"2024-09-19T14:24:23.843452+0000","last_active":"2024-09-19T14:24:23.843452+0000","last_peered":"2024-09-19T14:24:23.843452+0000","last_clean":"2024-09-19T14:24:23.843452+0000","last_became_active":"2024-09-19T13:37:45.007233+0000","last_became_peered":"2024-09-19T13:37:45.007233+0000","last_unstale":"2024-09-19T14:24:23.843452+0000","last_undegraded":"2024-09-19T14:24:23.843452+0000","last_fullsized":"2024-09-19T14:24:23.843452+0000","mapping_epoch":27,"log_start":"268'4100","ondisk_log_start":"268'4100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4177","last_scrub_stamp":"2024-09-19T14:24:23.843214+0000","last_deep_scrub":"268'4177","last_deep_scrub_stamp":"2024-09-19T14:24:23.843214+0000","last_clean_scrub_stamp":"2024-09-19T14:24:23.843214+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":3000,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:46:19.052957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16795,"num_read_kb":14077,"num_write":6279,"num_write_kb":3125,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.24","version":"268'473","reported_seq":1175,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:13.529253+0000","last_change":"2024-09-19T14:24:13.529253+0000","last_active":"2024-09-19T14:24:13.529253+0000","last_peered":"2024-09-19T14:24:13.529253+0000","last_clean":"2024-09-19T14:24:13.529253+0000","last_became_active":"2024-09-19T13:37:42.999128+0000","last_became_peered":"2024-09-19T13:37:42.999128+0000","last_unstale":"2024-09-19T14:24:13.529253+0000","last_undegraded":"2024-09-19T14:24:13.529253+0000","last_fullsized":"2024-09-19T14:24:13.529253+0000","mapping_epoch":25,"log_start":"268'400","ondisk_log_start":"268'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'473","last_scrub_stamp":"2024-09-19T14:24:13.529059+0000","last_deep_scrub":"268'473","last_deep_scrub_stamp":"2024-09-19T14:24:13.529059+0000","last_clean_scrub_stamp":"2024-09-19T14:24:13.529059+0000","objects_scrubbed":2,"log_size":73,"log_dups_size":400,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:00:36.777115+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1027,"num_read_kb":32624,"num_write":1349,"num_write_kb":20581,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.22","version":"268'279","reported_seq":899,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:19.623751+0000","last_change":"2024-09-19T14:24:19.623751+0000","last_active":"2024-09-19T14:24:19.623751+0000","last_peered":"2024-09-19T14:24:19.623751+0000","last_clean":"2024-09-19T14:24:19.623751+0000","last_became_active":"2024-09-19T13:37:44.989245+0000","last_became_peered":"2024-09-19T13:37:44.989245+0000","last_unstale":"2024-09-19T14:24:19.623751+0000","last_undegraded":"2024-09-19T14:24:19.623751+0000","last_fullsized":"2024-09-19T14:24:19.623751+0000","mapping_epoch":27,"log_start":"265'200","ondisk_log_start":"265'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'279","last_scrub_stamp":"2024-09-19T14:24:19.623451+0000","last_deep_scrub":"268'279","last_deep_scrub_stamp":"2024-09-19T14:24:19.623451+0000","last_clean_scrub_stamp":"2024-09-19T14:24:19.623451+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":200,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:30:23.593585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1580,"num_read_kb":1426,"num_write":497,"num_write_kb":241,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.25","version":"268'385","reported_seq":1065,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:11.524583+0000","last_change":"2024-09-19T14:24:11.524583+0000","last_active":"2024-09-19T14:24:11.524583+0000","last_peered":"2024-09-19T14:24:11.524583+0000","last_clean":"2024-09-19T14:24:11.524583+0000","last_became_active":"2024-09-19T13:37:43.007262+0000","last_became_peered":"2024-09-19T13:37:43.007262+0000","last_unstale":"2024-09-19T14:24:11.524583+0000","last_undegraded":"2024-09-19T14:24:11.524583+0000","last_fullsized":"2024-09-19T14:24:11.524583+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'385","last_scrub_stamp":"2024-09-19T14:24:11.524365+0000","last_deep_scrub":"268'385","last_deep_scrub_stamp":"2024-09-19T14:24:11.524365+0000","last_clean_scrub_stamp":"2024-09-19T14:24:11.524365+0000","objects_scrubbed":2,"log_size":85,"log_dups_size":300,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:25:46.198191+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":619,"num_read_kb":54839,"num_write":1171,"num_write_kb":58708,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.21","version":"268'124","reported_seq":712,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:20.549646+0000","last_change":"2024-09-19T14:24:20.549646+0000","last_active":"2024-09-19T14:24:20.549646+0000","last_peered":"2024-09-19T14:24:20.549646+0000","last_clean":"2024-09-19T14:24:20.549646+0000","last_became_active":"2024-09-19T13:37:45.006951+0000","last_became_peered":"2024-09-19T13:37:45.006951+0000","last_unstale":"2024-09-19T14:24:20.549646+0000","last_undegraded":"2024-09-19T14:24:20.549646+0000","last_fullsized":"2024-09-19T14:24:20.549646+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'124","last_scrub_stamp":"2024-09-19T14:24:20.549465+0000","last_deep_scrub":"268'124","last_deep_scrub_stamp":"2024-09-19T14:24:20.549465+0000","last_clean_scrub_stamp":"2024-09-19T14:24:20.549465+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:57:59.179856+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":551,"num_read_kb":463,"num_write":186,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.26","version":"268'340","reported_seq":1018,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:07.650837+0000","last_change":"2024-09-19T14:24:07.650837+0000","last_active":"2024-09-19T14:24:07.650837+0000","last_peered":"2024-09-19T14:24:07.650837+0000","last_clean":"2024-09-19T14:24:07.650837+0000","last_became_active":"2024-09-19T13:37:42.984840+0000","last_became_peered":"2024-09-19T13:37:42.984840+0000","last_unstale":"2024-09-19T14:24:07.650837+0000","last_undegraded":"2024-09-19T14:24:07.650837+0000","last_fullsized":"2024-09-19T14:24:07.650837+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'340","last_scrub_stamp":"2024-09-19T14:24:07.650695+0000","last_deep_scrub":"268'340","last_deep_scrub_stamp":"2024-09-19T14:24:07.650695+0000","last_clean_scrub_stamp":"2024-09-19T14:24:07.650695+0000","objects_scrubbed":6,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:45:58.110957+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1536018,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":611,"num_read_kb":27691,"num_write":1149,"num_write_kb":30797,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.20","version":"268'148","reported_seq":784,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:12.158070+0000","last_change":"2024-09-19T14:24:12.158070+0000","last_active":"2024-09-19T14:24:12.158070+0000","last_peered":"2024-09-19T14:24:12.158070+0000","last_clean":"2024-09-19T14:24:12.158070+0000","last_became_active":"2024-09-19T13:37:44.999992+0000","last_became_peered":"2024-09-19T13:37:44.999992+0000","last_unstale":"2024-09-19T14:24:12.158070+0000","last_undegraded":"2024-09-19T14:24:12.158070+0000","last_fullsized":"2024-09-19T14:24:12.158070+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'148","last_scrub_stamp":"2024-09-19T14:24:12.157884+0000","last_deep_scrub":"268'148","last_deep_scrub_stamp":"2024-09-19T14:24:12.157884+0000","last_clean_scrub_stamp":"2024-09-19T14:24:12.157884+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:38:55.961061+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":651,"num_read_kb":543,"num_write":211,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.27","version":"268'332","reported_seq":956,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:14.902771+0000","last_change":"2024-09-19T14:24:14.902771+0000","last_active":"2024-09-19T14:24:14.902771+0000","last_peered":"2024-09-19T14:24:14.902771+0000","last_clean":"2024-09-19T14:24:14.902771+0000","last_became_active":"2024-09-19T13:37:43.016866+0000","last_became_peered":"2024-09-19T13:37:43.016866+0000","last_unstale":"2024-09-19T14:24:14.902771+0000","last_undegraded":"2024-09-19T14:24:14.902771+0000","last_fullsized":"2024-09-19T14:24:14.902771+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'332","last_scrub_stamp":"2024-09-19T14:24:14.902551+0000","last_deep_scrub":"268'332","last_deep_scrub_stamp":"2024-09-19T14:24:14.902551+0000","last_clean_scrub_stamp":"2024-09-19T14:24:14.902551+0000","objects_scrubbed":6,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:18:25.060757+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136844,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":517,"num_read_kb":9014,"num_write":1142,"num_write_kb":38647,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2f","version":"268'167","reported_seq":792,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:19.458890+0000","last_change":"2024-09-19T14:24:19.458715+0000","last_active":"2024-09-19T14:24:19.458890+0000","last_peered":"2024-09-19T14:24:19.458890+0000","last_clean":"2024-09-19T14:24:19.458890+0000","last_became_active":"2024-09-19T13:37:44.980467+0000","last_became_peered":"2024-09-19T13:37:44.980467+0000","last_unstale":"2024-09-19T14:24:19.458890+0000","last_undegraded":"2024-09-19T14:24:19.458890+0000","last_fullsized":"2024-09-19T14:24:19.458890+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'167","last_scrub_stamp":"2024-09-19T14:24:19.458539+0000","last_deep_scrub":"268'167","last_deep_scrub_stamp":"2024-09-19T14:24:19.458539+0000","last_clean_scrub_stamp":"2024-09-19T14:24:19.458539+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:54:56.708968+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":738,"num_read_kb":611,"num_write":237,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.28","version":"268'335","reported_seq":983,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:17.293490+0000","last_change":"2024-09-19T14:24:17.293490+0000","last_active":"2024-09-19T14:24:17.293490+0000","last_peered":"2024-09-19T14:24:17.293490+0000","last_clean":"2024-09-19T14:24:17.293490+0000","last_became_active":"2024-09-19T13:37:43.021272+0000","last_became_peered":"2024-09-19T13:37:43.021272+0000","last_unstale":"2024-09-19T14:24:17.293490+0000","last_undegraded":"2024-09-19T14:24:17.293490+0000","last_fullsized":"2024-09-19T14:24:17.293490+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'335","last_scrub_stamp":"2024-09-19T14:24:17.293190+0000","last_deep_scrub":"268'335","last_deep_scrub_stamp":"2024-09-19T14:24:17.293190+0000","last_clean_scrub_stamp":"2024-09-19T14:24:17.293190+0000","objects_scrubbed":2,"log_size":35,"log_dups_size":300,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:36:54.571672+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":662,"num_read_kb":1741,"num_write":1131,"num_write_kb":41906,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2e","version":"268'202","reported_seq":817,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:15.563447+0000","last_change":"2024-09-19T14:24:15.563258+0000","last_active":"2024-09-19T14:24:15.563447+0000","last_peered":"2024-09-19T14:24:15.563447+0000","last_clean":"2024-09-19T14:24:15.563447+0000","last_became_active":"2024-09-19T13:37:44.969331+0000","last_became_peered":"2024-09-19T13:37:44.969331+0000","last_unstale":"2024-09-19T14:24:15.563447+0000","last_undegraded":"2024-09-19T14:24:15.563447+0000","last_fullsized":"2024-09-19T14:24:15.563447+0000","mapping_epoch":27,"log_start":"265'100","ondisk_log_start":"265'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'202","last_scrub_stamp":"2024-09-19T14:24:15.563071+0000","last_deep_scrub":"268'202","last_deep_scrub_stamp":"2024-09-19T14:24:15.563071+0000","last_clean_scrub_stamp":"2024-09-19T14:24:15.563071+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":100,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:11:05.249885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":890,"num_read_kb":720,"num_write":326,"num_write_kb":154,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.29","version":"268'422","reported_seq":1191,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:13.885727+0000","last_change":"2024-09-19T14:24:13.885727+0000","last_active":"2024-09-19T14:24:13.885727+0000","last_peered":"2024-09-19T14:24:13.885727+0000","last_clean":"2024-09-19T14:24:13.885727+0000","last_became_active":"2024-09-19T13:37:43.000945+0000","last_became_peered":"2024-09-19T13:37:43.000945+0000","last_unstale":"2024-09-19T14:24:13.885727+0000","last_undegraded":"2024-09-19T14:24:13.885727+0000","last_fullsized":"2024-09-19T14:24:13.885727+0000","mapping_epoch":25,"log_start":"268'400","ondisk_log_start":"268'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'422","last_scrub_stamp":"2024-09-19T14:24:13.885540+0000","last_deep_scrub":"268'422","last_deep_scrub_stamp":"2024-09-19T14:24:13.885540+0000","last_clean_scrub_stamp":"2024-09-19T14:24:13.885540+0000","objects_scrubbed":1,"log_size":22,"log_dups_size":400,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:12:46.526819+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1108,"num_read_kb":15695,"num_write":1290,"num_write_kb":26896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,0],"acting":[5,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2d","version":"268'244","reported_seq":926,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:32.857068+0000","last_change":"2024-09-19T14:24:32.857068+0000","last_active":"2024-09-19T14:24:32.857068+0000","last_peered":"2024-09-19T14:24:32.857068+0000","last_clean":"2024-09-19T14:24:32.857068+0000","last_became_active":"2024-09-19T13:37:45.000753+0000","last_became_peered":"2024-09-19T13:37:45.000753+0000","last_unstale":"2024-09-19T14:24:32.857068+0000","last_undegraded":"2024-09-19T14:24:32.857068+0000","last_fullsized":"2024-09-19T14:24:32.857068+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'244","last_scrub_stamp":"2024-09-19T14:24:32.856883+0000","last_deep_scrub":"268'244","last_deep_scrub_stamp":"2024-09-19T14:24:32.856883+0000","last_clean_scrub_stamp":"2024-09-19T14:24:32.856883+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:10:16.444898+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1120,"num_read_kb":924,"num_write":371,"num_write_kb":169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2a","version":"268'363","reported_seq":1014,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:11.209665+0000","last_change":"2024-09-19T14:24:11.209665+0000","last_active":"2024-09-19T14:24:11.209665+0000","last_peered":"2024-09-19T14:24:11.209665+0000","last_clean":"2024-09-19T14:24:11.209665+0000","last_became_active":"2024-09-19T13:37:42.981052+0000","last_became_peered":"2024-09-19T13:37:42.981052+0000","last_unstale":"2024-09-19T14:24:11.209665+0000","last_undegraded":"2024-09-19T14:24:11.209665+0000","last_fullsized":"2024-09-19T14:24:11.209665+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'363","last_scrub_stamp":"2024-09-19T14:24:11.209348+0000","last_deep_scrub":"268'363","last_deep_scrub_stamp":"2024-09-19T14:24:11.209348+0000","last_clean_scrub_stamp":"2024-09-19T14:24:11.209348+0000","objects_scrubbed":2,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:01:36.789191+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":648,"num_read_kb":992,"num_write":1188,"num_write_kb":30048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2c","version":"268'233","reported_seq":844,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:15.177405+0000","last_change":"2024-09-19T14:24:15.177405+0000","last_active":"2024-09-19T14:24:15.177405+0000","last_peered":"2024-09-19T14:24:15.177405+0000","last_clean":"2024-09-19T14:24:15.177405+0000","last_became_active":"2024-09-19T13:37:44.992478+0000","last_became_peered":"2024-09-19T13:37:44.992478+0000","last_unstale":"2024-09-19T14:24:15.177405+0000","last_undegraded":"2024-09-19T14:24:15.177405+0000","last_fullsized":"2024-09-19T14:24:15.177405+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'233","last_scrub_stamp":"2024-09-19T14:24:15.177121+0000","last_deep_scrub":"268'233","last_deep_scrub_stamp":"2024-09-19T14:24:15.177121+0000","last_clean_scrub_stamp":"2024-09-19T14:24:15.177121+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":200,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:25:18.443490+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1044,"num_read_kb":843,"num_write":399,"num_write_kb":189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"268'335","reported_seq":1181,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:13.319120+0000","last_change":"2024-09-19T14:24:13.319120+0000","last_active":"2024-09-19T14:24:13.319120+0000","last_peered":"2024-09-19T14:24:13.319120+0000","last_clean":"2024-09-19T14:24:13.319120+0000","last_became_active":"2024-09-19T13:37:42.990469+0000","last_became_peered":"2024-09-19T13:37:42.990469+0000","last_unstale":"2024-09-19T14:24:13.319120+0000","last_undegraded":"2024-09-19T14:24:13.319120+0000","last_fullsized":"2024-09-19T14:24:13.319120+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'335","last_scrub_stamp":"2024-09-19T14:24:13.318937+0000","last_deep_scrub":"268'335","last_deep_scrub_stamp":"2024-09-19T14:24:13.318937+0000","last_clean_scrub_stamp":"2024-09-19T14:24:13.318937+0000","objects_scrubbed":1,"log_size":35,"log_dups_size":300,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T02:11:08.707823+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1185,"num_read_kb":4770,"num_write":1006,"num_write_kb":24975,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2b","version":"268'130","reported_seq":799,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:14.212879+0000","last_change":"2024-09-19T14:24:14.212879+0000","last_active":"2024-09-19T14:24:14.212879+0000","last_peered":"2024-09-19T14:24:14.212879+0000","last_clean":"2024-09-19T14:24:14.212879+0000","last_became_active":"2024-09-19T13:37:45.011557+0000","last_became_peered":"2024-09-19T13:37:45.011557+0000","last_unstale":"2024-09-19T14:24:14.212879+0000","last_undegraded":"2024-09-19T14:24:14.212879+0000","last_fullsized":"2024-09-19T14:24:14.212879+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'130","last_scrub_stamp":"2024-09-19T14:24:14.212709+0000","last_deep_scrub":"268'130","last_deep_scrub_stamp":"2024-09-19T14:24:14.212709+0000","last_clean_scrub_stamp":"2024-09-19T14:24:14.212709+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:05:02.946376+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":664,"num_read_kb":574,"num_write":185,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2c","version":"268'284","reported_seq":936,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:05.482654+0000","last_change":"2024-09-19T14:24:05.482654+0000","last_active":"2024-09-19T14:24:05.482654+0000","last_peered":"2024-09-19T14:24:05.482654+0000","last_clean":"2024-09-19T14:24:05.482654+0000","last_became_active":"2024-09-19T13:37:42.988011+0000","last_became_peered":"2024-09-19T13:37:42.988011+0000","last_unstale":"2024-09-19T14:24:05.482654+0000","last_undegraded":"2024-09-19T14:24:05.482654+0000","last_fullsized":"2024-09-19T14:24:05.482654+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'284","last_scrub_stamp":"2024-09-19T14:24:05.482357+0000","last_deep_scrub":"268'284","last_deep_scrub_stamp":"2024-09-19T14:24:05.482357+0000","last_clean_scrub_stamp":"2024-09-19T14:24:05.482357+0000","objects_scrubbed":9,"log_size":84,"log_dups_size":200,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:46:39.625811+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":169,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":581,"num_read_kb":16833,"num_write":885,"num_write_kb":37493,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,6],"acting":[0,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2a","version":"268'244","reported_seq":901,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:17.418638+0000","last_change":"2024-09-19T14:24:17.418638+0000","last_active":"2024-09-19T14:24:17.418638+0000","last_peered":"2024-09-19T14:24:17.418638+0000","last_clean":"2024-09-19T14:24:17.418638+0000","last_became_active":"2024-09-19T13:37:44.985158+0000","last_became_peered":"2024-09-19T13:37:44.985158+0000","last_unstale":"2024-09-19T14:24:17.418638+0000","last_undegraded":"2024-09-19T14:24:17.418638+0000","last_fullsized":"2024-09-19T14:24:17.418638+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'244","last_scrub_stamp":"2024-09-19T14:24:17.418451+0000","last_deep_scrub":"268'244","last_deep_scrub_stamp":"2024-09-19T14:24:17.418451+0000","last_clean_scrub_stamp":"2024-09-19T14:24:17.418451+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:28:37.136170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1107,"num_read_kb":928,"num_write":391,"num_write_kb":224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2d","version":"268'327","reported_seq":1090,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:18.285469+0000","last_change":"2024-09-19T14:24:18.285469+0000","last_active":"2024-09-19T14:24:18.285469+0000","last_peered":"2024-09-19T14:24:18.285469+0000","last_clean":"2024-09-19T14:24:18.285469+0000","last_became_active":"2024-09-19T13:37:42.994369+0000","last_became_peered":"2024-09-19T13:37:42.994369+0000","last_unstale":"2024-09-19T14:24:18.285469+0000","last_undegraded":"2024-09-19T14:24:18.285469+0000","last_fullsized":"2024-09-19T14:24:18.285469+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'327","last_scrub_stamp":"2024-09-19T14:24:18.285259+0000","last_deep_scrub":"268'327","last_deep_scrub_stamp":"2024-09-19T14:24:18.285259+0000","last_clean_scrub_stamp":"2024-09-19T14:24:18.285259+0000","objects_scrubbed":4,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:22:47.773467+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136881,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1069,"num_read_kb":29523,"num_write":969,"num_write_kb":25575,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.29","version":"268'335","reported_seq":938,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:19.342473+0000","last_change":"2024-09-19T14:24:19.342473+0000","last_active":"2024-09-19T14:24:19.342473+0000","last_peered":"2024-09-19T14:24:19.342473+0000","last_clean":"2024-09-19T14:24:19.342473+0000","last_became_active":"2024-09-19T13:37:45.014220+0000","last_became_peered":"2024-09-19T13:37:45.014220+0000","last_unstale":"2024-09-19T14:24:19.342473+0000","last_undegraded":"2024-09-19T14:24:19.342473+0000","last_fullsized":"2024-09-19T14:24:19.342473+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'335","last_scrub_stamp":"2024-09-19T14:24:19.342278+0000","last_deep_scrub":"268'335","last_deep_scrub_stamp":"2024-09-19T14:24:19.342278+0000","last_clean_scrub_stamp":"2024-09-19T14:24:19.342278+0000","objects_scrubbed":1,"log_size":35,"log_dups_size":300,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:21:51.840799+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1616,"num_read_kb":1427,"num_write":540,"num_write_kb":278,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2876,"num_omap_keys":12,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2e","version":"268'330","reported_seq":984,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:11.451418+0000","last_change":"2024-09-19T14:24:11.451242+0000","last_active":"2024-09-19T14:24:11.451418+0000","last_peered":"2024-09-19T14:24:11.451418+0000","last_clean":"2024-09-19T14:24:11.451418+0000","last_became_active":"2024-09-19T13:37:43.007440+0000","last_became_peered":"2024-09-19T13:37:43.007440+0000","last_unstale":"2024-09-19T14:24:11.451418+0000","last_undegraded":"2024-09-19T14:24:11.451418+0000","last_fullsized":"2024-09-19T14:24:11.451418+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'330","last_scrub_stamp":"2024-09-19T14:24:11.451039+0000","last_deep_scrub":"268'330","last_deep_scrub_stamp":"2024-09-19T14:24:11.451039+0000","last_clean_scrub_stamp":"2024-09-19T14:24:11.451039+0000","objects_scrubbed":5,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:37:09.254983+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":32,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":667,"num_read_kb":17038,"num_write":1198,"num_write_kb":45339,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.28","version":"268'127","reported_seq":740,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:13.186125+0000","last_change":"2024-09-19T14:24:13.186125+0000","last_active":"2024-09-19T14:24:13.186125+0000","last_peered":"2024-09-19T14:24:13.186125+0000","last_clean":"2024-09-19T14:24:13.186125+0000","last_became_active":"2024-09-19T13:37:45.005159+0000","last_became_peered":"2024-09-19T13:37:45.005159+0000","last_unstale":"2024-09-19T14:24:13.186125+0000","last_undegraded":"2024-09-19T14:24:13.186125+0000","last_fullsized":"2024-09-19T14:24:13.186125+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'127","last_scrub_stamp":"2024-09-19T14:24:13.185938+0000","last_deep_scrub":"268'127","last_deep_scrub_stamp":"2024-09-19T14:24:13.185938+0000","last_clean_scrub_stamp":"2024-09-19T14:24:13.185938+0000","objects_scrubbed":1,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:28:09.956383+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":569,"num_read_kb":474,"num_write":196,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"268'399","reported_seq":1111,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:27.242445+0000","last_change":"2024-09-19T14:24:27.242445+0000","last_active":"2024-09-19T14:24:27.242445+0000","last_peered":"2024-09-19T14:24:27.242445+0000","last_clean":"2024-09-19T14:24:27.242445+0000","last_became_active":"2024-09-19T13:37:43.015711+0000","last_became_peered":"2024-09-19T13:37:43.015711+0000","last_unstale":"2024-09-19T14:24:27.242445+0000","last_undegraded":"2024-09-19T14:24:27.242445+0000","last_fullsized":"2024-09-19T14:24:27.242445+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'399","last_scrub_stamp":"2024-09-19T14:24:27.242237+0000","last_deep_scrub":"268'399","last_deep_scrub_stamp":"2024-09-19T14:24:27.242237+0000","last_clean_scrub_stamp":"2024-09-19T14:24:27.242237+0000","objects_scrubbed":4,"log_size":99,"log_dups_size":300,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:14:34.506629+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":895,"num_read_kb":30929,"num_write":1314,"num_write_kb":33065,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.30","version":"268'343","reported_seq":1007,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:19.241554+0000","last_change":"2024-09-19T14:24:19.241289+0000","last_active":"2024-09-19T14:24:19.241554+0000","last_peered":"2024-09-19T14:24:19.241554+0000","last_clean":"2024-09-19T14:24:19.241554+0000","last_became_active":"2024-09-19T13:37:42.987700+0000","last_became_peered":"2024-09-19T13:37:42.987700+0000","last_unstale":"2024-09-19T14:24:19.241554+0000","last_undegraded":"2024-09-19T14:24:19.241554+0000","last_fullsized":"2024-09-19T14:24:19.241554+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'343","last_scrub_stamp":"2024-09-19T14:24:19.240929+0000","last_deep_scrub":"268'343","last_deep_scrub_stamp":"2024-09-19T14:24:19.240929+0000","last_clean_scrub_stamp":"2024-09-19T14:24:19.240929+0000","objects_scrubbed":9,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:27:58.440011+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136895,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":607,"num_read_kb":11104,"num_write":1196,"num_write_kb":39461,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.37","version":"268'165","reported_seq":808,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:26.249834+0000","last_change":"2024-09-19T14:24:26.249834+0000","last_active":"2024-09-19T14:24:26.249834+0000","last_peered":"2024-09-19T14:24:26.249834+0000","last_clean":"2024-09-19T14:24:26.249834+0000","last_became_active":"2024-09-19T13:37:45.016954+0000","last_became_peered":"2024-09-19T13:37:45.016954+0000","last_unstale":"2024-09-19T14:24:26.249834+0000","last_undegraded":"2024-09-19T14:24:26.249834+0000","last_fullsized":"2024-09-19T14:24:26.249834+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'165","last_scrub_stamp":"2024-09-19T14:24:26.249672+0000","last_deep_scrub":"268'165","last_deep_scrub_stamp":"2024-09-19T14:24:26.249672+0000","last_clean_scrub_stamp":"2024-09-19T14:24:26.249672+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":100,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:57:50.359651+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":802,"num_read_kb":669,"num_write":261,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.31","version":"268'481","reported_seq":1193,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:15.935469+0000","last_change":"2024-09-19T14:24:15.935324+0000","last_active":"2024-09-19T14:24:15.935469+0000","last_peered":"2024-09-19T14:24:15.935469+0000","last_clean":"2024-09-19T14:24:15.935469+0000","last_became_active":"2024-09-19T13:37:43.003367+0000","last_became_peered":"2024-09-19T13:37:43.003367+0000","last_unstale":"2024-09-19T14:24:15.935469+0000","last_undegraded":"2024-09-19T14:24:15.935469+0000","last_fullsized":"2024-09-19T14:24:15.935469+0000","mapping_epoch":25,"log_start":"268'400","ondisk_log_start":"268'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'481","last_scrub_stamp":"2024-09-19T14:24:15.935104+0000","last_deep_scrub":"268'481","last_deep_scrub_stamp":"2024-09-19T14:24:15.935104+0000","last_clean_scrub_stamp":"2024-09-19T14:24:15.935104+0000","objects_scrubbed":2,"log_size":81,"log_dups_size":400,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:55:53.150063+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":956,"num_read_kb":15355,"num_write":1444,"num_write_kb":30290,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.36","version":"268'77","reported_seq":656,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:17.191397+0000","last_change":"2024-09-19T14:24:17.191397+0000","last_active":"2024-09-19T14:24:17.191397+0000","last_peered":"2024-09-19T14:24:17.191397+0000","last_clean":"2024-09-19T14:24:17.191397+0000","last_became_active":"2024-09-19T13:37:45.000870+0000","last_became_peered":"2024-09-19T13:37:45.000870+0000","last_unstale":"2024-09-19T14:24:17.191397+0000","last_undegraded":"2024-09-19T14:24:17.191397+0000","last_fullsized":"2024-09-19T14:24:17.191397+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'77","last_scrub_stamp":"2024-09-19T14:24:17.191178+0000","last_deep_scrub":"268'77","last_deep_scrub_stamp":"2024-09-19T14:24:17.191178+0000","last_clean_scrub_stamp":"2024-09-19T14:24:17.191178+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":0,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:16:55.729115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":327,"num_read_kb":275,"num_write":113,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9358,"num_read_kb":6674,"num_write":2815,"num_write_kb":860,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1051,"ondisk_log_size":1051,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":14831,"num_objects":87,"num_object_clones":0,"num_object_copies":174,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":87,"num_whiteouts":0,"num_read":16365,"num_read_kb":16043,"num_write":17025,"num_write_kb":4968,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2512,"num_omap_keys":16,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":557056,"data_stored":29662,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1646,"ondisk_log_size":1646,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":547,"ondisk_log_size":547,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1622570,"num_objects":199,"num_object_clones":0,"num_object_copies":398,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":199,"num_whiteouts":0,"num_read":17508,"num_read_kb":37067,"num_write":14715,"num_write_kb":11764,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":22,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":621718,"num_omap_keys":1408,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1823,"ondisk_log_size":1823,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2402,"num_read_kb":2863,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":18,"ondisk_log_size":18,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":13,"num_object_clones":0,"num_object_copies":26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":103358,"num_read_kb":86446,"num_write":37181,"num_write_kb":18689,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":35481,"num_omap_keys":143,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3759,"ondisk_log_size":3759,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":376,"num_omap_keys":4,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":8,"ondisk_log_size":8,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":23391877,"num_objects":277,"num_object_clones":0,"num_object_copies":831,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":277,"num_whiteouts":0,"num_read":44274,"num_read_kb":1863385,"num_write":72071,"num_write_kb":2152655,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":36495360,"data_stored":36495360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3680,"ondisk_log_size":3680,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":170,"num_read_kb":189561,"num_write":186,"num_write_kb":126453,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":126,"ondisk_log_size":126,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":169,"num_read_kb":193027,"num_write":186,"num_write_kb":126453,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":126,"ondisk_log_size":126,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":15,"seq":64424510012,"num_pgs":124,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":220792,"kb_used_data":9128,"kb_used_omap":1,"kb_used_meta":211646,"kb_avail":94151048,"statfs":{"total":96636764160,"available":96410673152,"internally_reserved":0,"allocated":9347072,"data_stored":7326707,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":216725959},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510015,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":134560,"kb_used_data":8976,"kb_used_omap":1,"kb_used_meta":125566,"kb_avail":94237280,"statfs":{"total":96636764160,"available":96498974720,"internally_reserved":0,"allocated":9191424,"data_stored":7169652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":128580037},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510013,"num_pgs":92,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":274172,"kb_used_data":8364,"kb_used_omap":1,"kb_used_meta":265790,"kb_avail":94097668,"statfs":{"total":96636764160,"available":96356012032,"internally_reserved":0,"allocated":8564736,"data_stored":6552498,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":272169413},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424510016,"num_pgs":97,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":112984,"kb_used_data":9608,"kb_used_omap":1,"kb_used_meta":103358,"kb_avail":94258856,"statfs":{"total":96636764160,"available":96521068544,"internally_reserved":0,"allocated":9838592,"data_stored":7806483,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":105839045},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542719,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":219808,"kb_used_data":8208,"kb_used_omap":1,"kb_used_meta":211582,"kb_avail":94152032,"statfs":{"total":96636764160,"available":96411680768,"internally_reserved":0,"allocated":8404992,"data_stored":6390212,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":216660427},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542718,"num_pgs":103,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":101284,"kb_used_data":7700,"kb_used_omap":1,"kb_used_meta":93566,"kb_avail":94270556,"statfs":{"total":96636764160,"available":96533049344,"internally_reserved":0,"allocated":7884800,"data_stored":5839152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":95812038},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542719,"num_pgs":115,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":256664,"kb_used_data":8904,"kb_used_omap":1,"kb_used_meta":247742,"kb_avail":94115176,"statfs":{"total":96636764160,"available":96373940224,"internally_reserved":0,"allocated":9117696,"data_stored":7087344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":253688261},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542717,"num_pgs":121,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":211200,"kb_used_data":9328,"kb_used_omap":1,"kb_used_meta":201854,"kb_avail":94160640,"statfs":{"total":96636764160,"available":96420495360,"internally_reserved":0,"allocated":9551872,"data_stored":7530746,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":206698949},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":5554176,"data_stored":5554176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":3710976,"data_stored":3710976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4915200,"data_stored":4915200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":5074944,"data_stored":5074944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":5275648,"data_stored":5275648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4243456,"data_stored":4243456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":3584000,"data_stored":3584000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4136960,"data_stored":4136960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":138,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1655,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":1364,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":990,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":990,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":2554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1419,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":2787,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4202,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3809,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":6002,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4157,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T14:24:48.818 INFO:tasks.ceph:pgid 68.1b last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.818 INFO:tasks.ceph:pgid 66.1d last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.819 INFO:tasks.ceph:pgid 68.18 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.819 INFO:tasks.ceph:pgid 67.1f last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.819 INFO:tasks.ceph:pgid 66.1e last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.819 INFO:tasks.ceph:pgid 68.19 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.819 INFO:tasks.ceph:pgid 67.1e last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.820 INFO:tasks.ceph:pgid 68.1e last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.820 INFO:tasks.ceph:pgid 66.18 last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.820 INFO:tasks.ceph:pgid 68.1f last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.820 INFO:tasks.ceph:pgid 67.18 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.820 INFO:tasks.ceph:pgid 66.19 last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.820 INFO:tasks.ceph:pgid 65.1a last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.821 INFO:tasks.ceph:pgid 67.1a last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.821 INFO:tasks.ceph:pgid 68.12 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.821 INFO:tasks.ceph:pgid 67.15 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.821 INFO:tasks.ceph:pgid 66.14 last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.821 INFO:tasks.ceph:pgid 68.13 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.821 INFO:tasks.ceph:pgid 67.14 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.821 INFO:tasks.ceph:pgid 67.17 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.822 INFO:tasks.ceph:pgid 66.17 last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.822 INFO:tasks.ceph:pgid 65.14 last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.822 INFO:tasks.ceph:pgid 68.16 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.822 INFO:tasks.ceph:pgid 67.11 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.822 INFO:tasks.ceph:pgid 65.13 last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.822 INFO:tasks.ceph:pgid 68.17 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.822 INFO:tasks.ceph:pgid 67.10 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.822 INFO:tasks.ceph:pgid 68.14 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.822 INFO:tasks.ceph:pgid 67.13 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.823 INFO:tasks.ceph:pgid 68.15 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.823 INFO:tasks.ceph:pgid 67.12 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.823 INFO:tasks.ceph:pgid 68.a last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.823 INFO:tasks.ceph:pgid 65.e last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.823 INFO:tasks.ceph:pgid 68.8 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.823 INFO:tasks.ceph:pgid 67.f last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.824 INFO:tasks.ceph:pgid 67.e last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.824 INFO:tasks.ceph:pgid 68.e last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.824 INFO:tasks.ceph:pgid 67.9 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.824 INFO:tasks.ceph:pgid 65.a last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.824 INFO:tasks.ceph:pgid 68.d last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.824 INFO:tasks.ceph:pgid 66.b last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.824 INFO:tasks.ceph:pgid 67.5 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.825 INFO:tasks.ceph:pgid 66.4 last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.825 INFO:tasks.ceph:pgid 67.4 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.825 INFO:tasks.ceph:pgid 66.5 last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.825 INFO:tasks.ceph:pgid 65.6 last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.825 INFO:tasks.ceph:pgid 68.0 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.825 INFO:tasks.ceph:pgid 68.1 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.825 INFO:tasks.ceph:pgid 67.6 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.825 INFO:tasks.ceph:pgid 66.7 last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.826 INFO:tasks.ceph:pgid 68.6 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.826 INFO:tasks.ceph:pgid 67.1 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.826 INFO:tasks.ceph:pgid 68.7 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.826 INFO:tasks.ceph:pgid 67.0 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.826 INFO:tasks.ceph:pgid 66.1 last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.826 INFO:tasks.ceph:pgid 65.2 last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.826 INFO:tasks.ceph:pgid 68.4 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.826 INFO:tasks.ceph:pgid 65.1 last_scrub_stamp 2024-09-19T13:53:11.409813+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=53, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.827 INFO:tasks.ceph:pgid 68.5 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.827 INFO:tasks.ceph:pgid 67.2 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.828 INFO:tasks.ceph:pgid 8.2 last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.828 INFO:tasks.ceph:pgid 6.7 last_scrub_stamp 2024-09-19T13:37:47.959923+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=47, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.829 INFO:tasks.ceph:pgid 8.1c last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.829 INFO:tasks.ceph:pgid 8.12 last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.830 INFO:tasks.ceph:pgid 8.11 last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.830 INFO:tasks.ceph:pgid 8.10 last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.830 INFO:tasks.ceph:pgid 4.1a last_scrub_stamp 2024-09-19T13:37:43.945927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=43, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.830 INFO:tasks.ceph:pgid 7.19 last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.830 INFO:tasks.ceph:pgid 7.1a last_scrub_stamp 2024-09-19T13:37:49.966468+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.830 INFO:tasks.ceph:pgid 8.15 last_scrub_stamp 2024-09-19T13:37:51.979452+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=37, tm_sec=51, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:24:48.831 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-19T14:25:08.832 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T14:25:09.179 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:25:09.196 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-19T14:25:09.206 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":1696,"stamp":"2024-09-19T14:25:08.387149+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":25621458,"num_objects":600,"num_object_clones":0,"num_object_copies":1477,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":600,"num_whiteouts":0,"num_read":193682,"num_read_kb":2395133,"num_write":144322,"num_write_kb":2443498,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":60,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":750315,"num_omap_keys":1793,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12890,"ondisk_log_size":12890,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1549512,"kb_used_data":70216,"kb_used_omap":12,"kb_used_meta":1479155,"kb_avail":753425208,"statfs":{"total":773094113280,"available":771507412992,"internally_reserved":0,"allocated":71901184,"data_stored":55702794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":1514655281},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.009410"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":28,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:42.611791+0000","last_change":"2024-09-19T14:24:42.611791+0000","last_active":"2024-09-19T14:24:42.611791+0000","last_peered":"2024-09-19T14:24:42.611791+0000","last_clean":"2024-09-19T14:24:42.611791+0000","last_became_active":"2024-09-19T14:06:26.869070+0000","last_became_peered":"2024-09-19T14:06:26.869070+0000","last_unstale":"2024-09-19T14:24:42.611791+0000","last_undegraded":"2024-09-19T14:24:42.611791+0000","last_fullsized":"2024-09-19T14:24:42.611791+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:42.611518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:42.611518+0000","last_clean_scrub_stamp":"2024-09-19T14:24:42.611518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:44:29.846251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.1d","version":"268'2","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:44.002745+0000","last_change":"2024-09-19T14:24:44.002745+0000","last_active":"2024-09-19T14:24:44.002745+0000","last_peered":"2024-09-19T14:24:44.002745+0000","last_clean":"2024-09-19T14:24:44.002745+0000","last_became_active":"2024-09-19T13:55:09.795630+0000","last_became_peered":"2024-09-19T13:55:09.795630+0000","last_unstale":"2024-09-19T14:24:44.002745+0000","last_undegraded":"2024-09-19T14:24:44.002745+0000","last_fullsized":"2024-09-19T14:24:44.002745+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:44.002567+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:44.002567+0000","last_clean_scrub_stamp":"2024-09-19T14:24:44.002567+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T02:24:39.923450+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.1c","version":"268'2","reported_seq":49,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:43.624967+0000","last_change":"2024-09-19T14:24:43.624789+0000","last_active":"2024-09-19T14:24:43.624967+0000","last_peered":"2024-09-19T14:24:43.624967+0000","last_clean":"2024-09-19T14:24:43.624967+0000","last_became_active":"2024-09-19T13:55:06.740172+0000","last_became_peered":"2024-09-19T13:55:06.740172+0000","last_unstale":"2024-09-19T14:24:43.624967+0000","last_undegraded":"2024-09-19T14:24:43.624967+0000","last_fullsized":"2024-09-19T14:24:43.624967+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:43.624607+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:43.624607+0000","last_clean_scrub_stamp":"2024-09-19T14:24:43.624607+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:53:03.358424+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.1f","version":"268'30","reported_seq":132,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:47.236521+0000","last_change":"2024-09-19T14:24:47.236521+0000","last_active":"2024-09-19T14:24:47.236521+0000","last_peered":"2024-09-19T14:24:47.236521+0000","last_clean":"2024-09-19T14:24:47.236521+0000","last_became_active":"2024-09-19T13:53:12.461871+0000","last_became_peered":"2024-09-19T13:53:12.461871+0000","last_unstale":"2024-09-19T14:24:47.236521+0000","last_undegraded":"2024-09-19T14:24:47.236521+0000","last_fullsized":"2024-09-19T14:24:47.236521+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'30","last_scrub_stamp":"2024-09-19T14:24:47.236344+0000","last_deep_scrub":"268'30","last_deep_scrub_stamp":"2024-09-19T14:24:47.236344+0000","last_clean_scrub_stamp":"2024-09-19T14:24:47.236344+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:13:38.761081+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":223,"num_read_kb":145,"num_write":76,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":28,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:51.721056+0000","last_change":"2024-09-19T14:24:51.721056+0000","last_active":"2024-09-19T14:24:51.721056+0000","last_peered":"2024-09-19T14:24:51.721056+0000","last_clean":"2024-09-19T14:24:51.721056+0000","last_became_active":"2024-09-19T14:06:26.866274+0000","last_became_peered":"2024-09-19T14:06:26.866274+0000","last_unstale":"2024-09-19T14:24:51.721056+0000","last_undegraded":"2024-09-19T14:24:51.721056+0000","last_fullsized":"2024-09-19T14:24:51.721056+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:51.720881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:51.720881+0000","last_clean_scrub_stamp":"2024-09-19T14:24:51.720881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:47:38.394231+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1c","version":"268'6","reported_seq":49,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:36.718608+0000","last_change":"2024-09-19T14:24:36.718608+0000","last_active":"2024-09-19T14:24:36.718608+0000","last_peered":"2024-09-19T14:24:36.718608+0000","last_clean":"2024-09-19T14:24:36.718608+0000","last_became_active":"2024-09-19T13:55:09.797136+0000","last_became_peered":"2024-09-19T13:55:09.797136+0000","last_unstale":"2024-09-19T14:24:36.718608+0000","last_undegraded":"2024-09-19T14:24:36.718608+0000","last_fullsized":"2024-09-19T14:24:36.718608+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'6","last_scrub_stamp":"2024-09-19T14:24:36.718421+0000","last_deep_scrub":"268'6","last_deep_scrub_stamp":"2024-09-19T14:24:36.718421+0000","last_clean_scrub_stamp":"2024-09-19T14:24:36.718421+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:21:00.386631+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":8192,"num_write":6,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"66.1d","version":"268'4","reported_seq":51,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:49.844296+0000","last_change":"2024-09-19T14:24:49.844162+0000","last_active":"2024-09-19T14:24:49.844296+0000","last_peered":"2024-09-19T14:24:49.844296+0000","last_clean":"2024-09-19T14:24:49.844296+0000","last_became_active":"2024-09-19T13:55:06.716724+0000","last_became_peered":"2024-09-19T13:55:06.716724+0000","last_unstale":"2024-09-19T14:24:49.844296+0000","last_undegraded":"2024-09-19T14:24:49.844296+0000","last_fullsized":"2024-09-19T14:24:49.844296+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4","last_scrub_stamp":"2024-09-19T14:24:49.843982+0000","last_deep_scrub":"268'4","last_deep_scrub_stamp":"2024-09-19T14:24:49.843982+0000","last_clean_scrub_stamp":"2024-09-19T14:24:49.843982+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:22:38.348199+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":4096,"num_write":4,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.1e","version":"268'57","reported_seq":204,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:46.238907+0000","last_change":"2024-09-19T14:24:46.238907+0000","last_active":"2024-09-19T14:24:46.238907+0000","last_peered":"2024-09-19T14:24:46.238907+0000","last_clean":"2024-09-19T14:24:46.238907+0000","last_became_active":"2024-09-19T13:53:12.483175+0000","last_became_peered":"2024-09-19T13:53:12.483175+0000","last_unstale":"2024-09-19T14:24:46.238907+0000","last_undegraded":"2024-09-19T14:24:46.238907+0000","last_fullsized":"2024-09-19T14:24:46.238907+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'57","last_scrub_stamp":"2024-09-19T14:24:46.238725+0000","last_deep_scrub":"268'57","last_deep_scrub_stamp":"2024-09-19T14:24:46.238725+0000","last_clean_scrub_stamp":"2024-09-19T14:24:46.238725+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":0,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:33:34.953081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":408,"num_read_kb":271,"num_write":148,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":28,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:44.985641+0000","last_change":"2024-09-19T14:24:44.985641+0000","last_active":"2024-09-19T14:24:44.985641+0000","last_peered":"2024-09-19T14:24:44.985641+0000","last_clean":"2024-09-19T14:24:44.985641+0000","last_became_active":"2024-09-19T14:06:26.884221+0000","last_became_peered":"2024-09-19T14:06:26.884221+0000","last_unstale":"2024-09-19T14:24:44.985641+0000","last_undegraded":"2024-09-19T14:24:44.985641+0000","last_fullsized":"2024-09-19T14:24:44.985641+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:44.985447+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:44.985447+0000","last_clean_scrub_stamp":"2024-09-19T14:24:44.985447+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:50:55.810454+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.1f","version":"268'2","reported_seq":44,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:57.922501+0000","last_change":"2024-09-19T14:24:57.922501+0000","last_active":"2024-09-19T14:24:57.922501+0000","last_peered":"2024-09-19T14:24:57.922501+0000","last_clean":"2024-09-19T14:24:57.922501+0000","last_became_active":"2024-09-19T13:55:09.800885+0000","last_became_peered":"2024-09-19T13:55:09.800885+0000","last_unstale":"2024-09-19T14:24:57.922501+0000","last_undegraded":"2024-09-19T14:24:57.922501+0000","last_fullsized":"2024-09-19T14:24:57.922501+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:57.922306+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:57.922306+0000","last_clean_scrub_stamp":"2024-09-19T14:24:57.922306+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:28:01.188604+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1e","version":"268'6","reported_seq":58,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:51.704397+0000","last_change":"2024-09-19T14:24:51.704397+0000","last_active":"2024-09-19T14:24:51.704397+0000","last_peered":"2024-09-19T14:24:51.704397+0000","last_clean":"2024-09-19T14:24:51.704397+0000","last_became_active":"2024-09-19T13:55:06.744102+0000","last_became_peered":"2024-09-19T13:55:06.744102+0000","last_unstale":"2024-09-19T14:24:51.704397+0000","last_undegraded":"2024-09-19T14:24:51.704397+0000","last_fullsized":"2024-09-19T14:24:51.704397+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'6","last_scrub_stamp":"2024-09-19T14:24:51.704209+0000","last_deep_scrub":"268'6","last_deep_scrub_stamp":"2024-09-19T14:24:51.704209+0000","last_clean_scrub_stamp":"2024-09-19T14:24:51.704209+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:29:36.420764+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":9216,"num_write":6,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.1d","version":"268'50","reported_seq":184,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:42.694361+0000","last_change":"2024-09-19T14:24:42.694361+0000","last_active":"2024-09-19T14:24:42.694361+0000","last_peered":"2024-09-19T14:24:42.694361+0000","last_clean":"2024-09-19T14:24:42.694361+0000","last_became_active":"2024-09-19T13:53:12.465348+0000","last_became_peered":"2024-09-19T13:53:12.465348+0000","last_unstale":"2024-09-19T14:24:42.694361+0000","last_undegraded":"2024-09-19T14:24:42.694361+0000","last_fullsized":"2024-09-19T14:24:42.694361+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'50","last_scrub_stamp":"2024-09-19T14:24:42.694183+0000","last_deep_scrub":"268'50","last_deep_scrub_stamp":"2024-09-19T14:24:42.694183+0000","last_clean_scrub_stamp":"2024-09-19T14:24:42.694183+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":0,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:39:59.237942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":399,"num_read_kb":274,"num_write":124,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":28,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:25:05.039084+0000","last_change":"2024-09-19T14:25:05.039084+0000","last_active":"2024-09-19T14:25:05.039084+0000","last_peered":"2024-09-19T14:25:05.039084+0000","last_clean":"2024-09-19T14:25:05.039084+0000","last_became_active":"2024-09-19T14:06:26.873283+0000","last_became_peered":"2024-09-19T14:06:26.873283+0000","last_unstale":"2024-09-19T14:25:05.039084+0000","last_undegraded":"2024-09-19T14:25:05.039084+0000","last_fullsized":"2024-09-19T14:25:05.039084+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:25:05.038800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:25:05.038800+0000","last_clean_scrub_stamp":"2024-09-19T14:25:05.038800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:37:47.460776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1e","version":"268'7","reported_seq":55,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:55.888467+0000","last_change":"2024-09-19T14:24:55.888467+0000","last_active":"2024-09-19T14:24:55.888467+0000","last_peered":"2024-09-19T14:24:55.888467+0000","last_clean":"2024-09-19T14:24:55.888467+0000","last_became_active":"2024-09-19T13:55:09.801463+0000","last_became_peered":"2024-09-19T13:55:09.801463+0000","last_unstale":"2024-09-19T14:24:55.888467+0000","last_undegraded":"2024-09-19T14:24:55.888467+0000","last_fullsized":"2024-09-19T14:24:55.888467+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'7","last_scrub_stamp":"2024-09-19T14:24:55.888268+0000","last_deep_scrub":"268'7","last_deep_scrub_stamp":"2024-09-19T14:24:55.888268+0000","last_clean_scrub_stamp":"2024-09-19T14:24:55.888268+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:23:25.476230+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":20482,"num_write":12,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1f","version":"268'2","reported_seq":51,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:41.010490+0000","last_change":"2024-09-19T14:24:41.010490+0000","last_active":"2024-09-19T14:24:41.010490+0000","last_peered":"2024-09-19T14:24:41.010490+0000","last_clean":"2024-09-19T14:24:41.010490+0000","last_became_active":"2024-09-19T13:55:06.730448+0000","last_became_peered":"2024-09-19T13:55:06.730448+0000","last_unstale":"2024-09-19T14:24:41.010490+0000","last_undegraded":"2024-09-19T14:24:41.010490+0000","last_fullsized":"2024-09-19T14:24:41.010490+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:41.010257+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:41.010257+0000","last_clean_scrub_stamp":"2024-09-19T14:24:41.010257+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:48:08.300626+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1c","version":"268'20","reported_seq":106,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:44.710612+0000","last_change":"2024-09-19T14:24:44.710612+0000","last_active":"2024-09-19T14:24:44.710612+0000","last_peered":"2024-09-19T14:24:44.710612+0000","last_clean":"2024-09-19T14:24:44.710612+0000","last_became_active":"2024-09-19T13:53:12.465250+0000","last_became_peered":"2024-09-19T13:53:12.465250+0000","last_unstale":"2024-09-19T14:24:44.710612+0000","last_undegraded":"2024-09-19T14:24:44.710612+0000","last_fullsized":"2024-09-19T14:24:44.710612+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'20","last_scrub_stamp":"2024-09-19T14:24:44.710333+0000","last_deep_scrub":"268'20","last_deep_scrub_stamp":"2024-09-19T14:24:44.710333+0000","last_clean_scrub_stamp":"2024-09-19T14:24:44.710333+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:43:38.437764+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":170,"num_read_kb":120,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":30,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:56.675154+0000","last_change":"2024-09-19T14:24:56.675154+0000","last_active":"2024-09-19T14:24:56.675154+0000","last_peered":"2024-09-19T14:24:56.675154+0000","last_clean":"2024-09-19T14:24:56.675154+0000","last_became_active":"2024-09-19T14:06:26.881785+0000","last_became_peered":"2024-09-19T14:06:26.881785+0000","last_unstale":"2024-09-19T14:24:56.675154+0000","last_undegraded":"2024-09-19T14:24:56.675154+0000","last_fullsized":"2024-09-19T14:24:56.675154+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:56.674971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:56.674971+0000","last_clean_scrub_stamp":"2024-09-19T14:24:56.674971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:24:36.533377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.19","version":"265'2","reported_seq":43,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:37.536720+0000","last_change":"2024-09-19T14:24:37.536720+0000","last_active":"2024-09-19T14:24:37.536720+0000","last_peered":"2024-09-19T14:24:37.536720+0000","last_clean":"2024-09-19T14:24:37.536720+0000","last_became_active":"2024-09-19T13:55:09.787580+0000","last_became_peered":"2024-09-19T13:55:09.787580+0000","last_unstale":"2024-09-19T14:24:37.536720+0000","last_undegraded":"2024-09-19T14:24:37.536720+0000","last_fullsized":"2024-09-19T14:24:37.536720+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'2","last_scrub_stamp":"2024-09-19T14:24:37.536494+0000","last_deep_scrub":"265'2","last_deep_scrub_stamp":"2024-09-19T14:24:37.536494+0000","last_clean_scrub_stamp":"2024-09-19T14:24:37.536494+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:16:01.573623+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.18","version":"268'2","reported_seq":48,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:48.812047+0000","last_change":"2024-09-19T14:24:48.812047+0000","last_active":"2024-09-19T14:24:48.812047+0000","last_peered":"2024-09-19T14:24:48.812047+0000","last_clean":"2024-09-19T14:24:48.812047+0000","last_became_active":"2024-09-19T13:55:06.743716+0000","last_became_peered":"2024-09-19T13:55:06.743716+0000","last_unstale":"2024-09-19T14:24:48.812047+0000","last_undegraded":"2024-09-19T14:24:48.812047+0000","last_fullsized":"2024-09-19T14:24:48.812047+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:48.811865+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:48.811865+0000","last_clean_scrub_stamp":"2024-09-19T14:24:48.811865+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:56:04.112557+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.1b","version":"268'95","reported_seq":332,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:40.712329+0000","last_change":"2024-09-19T14:24:40.712329+0000","last_active":"2024-09-19T14:24:40.712329+0000","last_peered":"2024-09-19T14:24:40.712329+0000","last_clean":"2024-09-19T14:24:40.712329+0000","last_became_active":"2024-09-19T13:53:12.483810+0000","last_became_peered":"2024-09-19T13:53:12.483810+0000","last_unstale":"2024-09-19T14:24:40.712329+0000","last_undegraded":"2024-09-19T14:24:40.712329+0000","last_fullsized":"2024-09-19T14:24:40.712329+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'95","last_scrub_stamp":"2024-09-19T14:24:40.712140+0000","last_deep_scrub":"268'95","last_deep_scrub_stamp":"2024-09-19T14:24:40.712140+0000","last_clean_scrub_stamp":"2024-09-19T14:24:40.712140+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":0,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:59:38.695968+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":853,"num_read_kb":725,"num_write":179,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:51.204203+0000","last_change":"2024-09-19T14:24:51.204203+0000","last_active":"2024-09-19T14:24:51.204203+0000","last_peered":"2024-09-19T14:24:51.204203+0000","last_clean":"2024-09-19T14:24:51.204203+0000","last_became_active":"2024-09-19T14:06:26.876693+0000","last_became_peered":"2024-09-19T14:06:26.876693+0000","last_unstale":"2024-09-19T14:24:51.204203+0000","last_undegraded":"2024-09-19T14:24:51.204203+0000","last_fullsized":"2024-09-19T14:24:51.204203+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:51.204025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:51.204025+0000","last_clean_scrub_stamp":"2024-09-19T14:24:51.204025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:05:37.712749+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.18","version":"0'0","reported_seq":31,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:44.822093+0000","last_change":"2024-09-19T13:55:09.804087+0000","last_active":"2024-09-19T14:21:44.822093+0000","last_peered":"2024-09-19T14:21:44.822093+0000","last_clean":"2024-09-19T14:21:44.822093+0000","last_became_active":"2024-09-19T13:55:09.803342+0000","last_became_peered":"2024-09-19T13:55:09.803342+0000","last_unstale":"2024-09-19T14:21:44.822093+0000","last_undegraded":"2024-09-19T14:21:44.822093+0000","last_fullsized":"2024-09-19T14:21:44.822093+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.19","version":"265'2","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:49.823398+0000","last_change":"2024-09-19T13:55:06.741369+0000","last_active":"2024-09-19T14:21:49.823398+0000","last_peered":"2024-09-19T14:21:49.823398+0000","last_clean":"2024-09-19T14:21:49.823398+0000","last_became_active":"2024-09-19T13:55:06.740544+0000","last_became_peered":"2024-09-19T13:55:06.740544+0000","last_unstale":"2024-09-19T14:21:49.823398+0000","last_undegraded":"2024-09-19T14:21:49.823398+0000","last_fullsized":"2024-09-19T14:21:49.823398+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":529,"num_write":2,"num_write_kb":529,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1a","version":"268'17","reported_seq":96,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:48.723973+0000","last_change":"2024-09-19T14:24:48.723973+0000","last_active":"2024-09-19T14:24:48.723973+0000","last_peered":"2024-09-19T14:24:48.723973+0000","last_clean":"2024-09-19T14:24:48.723973+0000","last_became_active":"2024-09-19T13:53:12.479088+0000","last_became_peered":"2024-09-19T13:53:12.479088+0000","last_unstale":"2024-09-19T14:24:48.723973+0000","last_undegraded":"2024-09-19T14:24:48.723973+0000","last_fullsized":"2024-09-19T14:24:48.723973+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'17","last_scrub_stamp":"2024-09-19T14:24:48.723746+0000","last_deep_scrub":"268'17","last_deep_scrub_stamp":"2024-09-19T14:24:48.723746+0000","last_clean_scrub_stamp":"2024-09-19T14:24:48.723746+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:24:21.476412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":129,"num_read_kb":86,"num_write":46,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.1c","version":"268'2","reported_seq":30,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:44.688755+0000","last_change":"2024-09-19T14:24:44.688755+0000","last_active":"2024-09-19T14:24:44.688755+0000","last_peered":"2024-09-19T14:24:44.688755+0000","last_clean":"2024-09-19T14:24:44.688755+0000","last_became_active":"2024-09-19T14:06:26.883350+0000","last_became_peered":"2024-09-19T14:06:26.883350+0000","last_unstale":"2024-09-19T14:24:44.688755+0000","last_undegraded":"2024-09-19T14:24:44.688755+0000","last_fullsized":"2024-09-19T14:24:44.688755+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:44.688528+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:44.688528+0000","last_clean_scrub_stamp":"2024-09-19T14:24:44.688528+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:23:12.117896+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1b","version":"268'9","reported_seq":53,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:25.691029+0000","last_change":"2024-09-19T14:24:25.691029+0000","last_active":"2024-09-19T14:24:25.691029+0000","last_peered":"2024-09-19T14:24:25.691029+0000","last_clean":"2024-09-19T14:24:25.691029+0000","last_became_active":"2024-09-19T13:55:09.794826+0000","last_became_peered":"2024-09-19T13:55:09.794826+0000","last_unstale":"2024-09-19T14:24:25.691029+0000","last_undegraded":"2024-09-19T14:24:25.691029+0000","last_fullsized":"2024-09-19T14:24:25.691029+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'9","last_scrub_stamp":"2024-09-19T14:24:25.690806+0000","last_deep_scrub":"268'9","last_deep_scrub_stamp":"2024-09-19T14:24:25.690806+0000","last_clean_scrub_stamp":"2024-09-19T14:24:25.690806+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:16:05.385766+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":13312,"num_write":14,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"66.1a","version":"268'7","reported_seq":55,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:32.559587+0000","last_change":"2024-09-19T14:24:32.559587+0000","last_active":"2024-09-19T14:24:32.559587+0000","last_peered":"2024-09-19T14:24:32.559587+0000","last_clean":"2024-09-19T14:24:32.559587+0000","last_became_active":"2024-09-19T13:55:06.726389+0000","last_became_peered":"2024-09-19T13:55:06.726389+0000","last_unstale":"2024-09-19T14:24:32.559587+0000","last_undegraded":"2024-09-19T14:24:32.559587+0000","last_fullsized":"2024-09-19T14:24:32.559587+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'7","last_scrub_stamp":"2024-09-19T14:24:32.559337+0000","last_deep_scrub":"268'7","last_deep_scrub_stamp":"2024-09-19T14:24:32.559337+0000","last_clean_scrub_stamp":"2024-09-19T14:24:32.559337+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:27:53.070633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":5120,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.19","version":"268'42","reported_seq":165,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:37.624215+0000","last_change":"2024-09-19T14:24:37.623965+0000","last_active":"2024-09-19T14:24:37.624215+0000","last_peered":"2024-09-19T14:24:37.624215+0000","last_clean":"2024-09-19T14:24:37.624215+0000","last_became_active":"2024-09-19T13:53:12.449657+0000","last_became_peered":"2024-09-19T13:53:12.449657+0000","last_unstale":"2024-09-19T14:24:37.624215+0000","last_undegraded":"2024-09-19T14:24:37.624215+0000","last_fullsized":"2024-09-19T14:24:37.624215+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'42","last_scrub_stamp":"2024-09-19T14:24:37.623745+0000","last_deep_scrub":"268'42","last_deep_scrub_stamp":"2024-09-19T14:24:37.623745+0000","last_clean_scrub_stamp":"2024-09-19T14:24:37.623745+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:22:43.960087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":324,"num_read_kb":210,"num_write":111,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":28,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:43.648208+0000","last_change":"2024-09-19T14:24:43.648208+0000","last_active":"2024-09-19T14:24:43.648208+0000","last_peered":"2024-09-19T14:24:43.648208+0000","last_clean":"2024-09-19T14:24:43.648208+0000","last_became_active":"2024-09-19T14:06:26.875119+0000","last_became_peered":"2024-09-19T14:06:26.875119+0000","last_unstale":"2024-09-19T14:24:43.648208+0000","last_undegraded":"2024-09-19T14:24:43.648208+0000","last_fullsized":"2024-09-19T14:24:43.648208+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:43.648024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:43.648024+0000","last_clean_scrub_stamp":"2024-09-19T14:24:43.648024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:59:38.206104+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.1a","version":"268'4","reported_seq":45,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:53.715648+0000","last_change":"2024-09-19T14:24:53.715648+0000","last_active":"2024-09-19T14:24:53.715648+0000","last_peered":"2024-09-19T14:24:53.715648+0000","last_clean":"2024-09-19T14:24:53.715648+0000","last_became_active":"2024-09-19T13:55:09.790669+0000","last_became_peered":"2024-09-19T13:55:09.790669+0000","last_unstale":"2024-09-19T14:24:53.715648+0000","last_undegraded":"2024-09-19T14:24:53.715648+0000","last_fullsized":"2024-09-19T14:24:53.715648+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4","last_scrub_stamp":"2024-09-19T14:24:53.715466+0000","last_deep_scrub":"268'4","last_deep_scrub_stamp":"2024-09-19T14:24:53.715466+0000","last_clean_scrub_stamp":"2024-09-19T14:24:53.715466+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:59:25.859459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":4214,"num_write":4,"num_write_kb":4155,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.1b","version":"268'2","reported_seq":48,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:45.719925+0000","last_change":"2024-09-19T14:24:45.719772+0000","last_active":"2024-09-19T14:24:45.719925+0000","last_peered":"2024-09-19T14:24:45.719925+0000","last_clean":"2024-09-19T14:24:45.719925+0000","last_became_active":"2024-09-19T13:55:06.723792+0000","last_became_peered":"2024-09-19T13:55:06.723792+0000","last_unstale":"2024-09-19T14:24:45.719925+0000","last_undegraded":"2024-09-19T14:24:45.719925+0000","last_fullsized":"2024-09-19T14:24:45.719925+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:45.719574+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:45.719574+0000","last_clean_scrub_stamp":"2024-09-19T14:24:45.719574+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:29:22.067704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.18","version":"268'22","reported_seq":116,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:41.685369+0000","last_change":"2024-09-19T14:24:41.685369+0000","last_active":"2024-09-19T14:24:41.685369+0000","last_peered":"2024-09-19T14:24:41.685369+0000","last_clean":"2024-09-19T14:24:41.685369+0000","last_became_active":"2024-09-19T13:53:12.467813+0000","last_became_peered":"2024-09-19T13:53:12.467813+0000","last_unstale":"2024-09-19T14:24:41.685369+0000","last_undegraded":"2024-09-19T14:24:41.685369+0000","last_fullsized":"2024-09-19T14:24:41.685369+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'22","last_scrub_stamp":"2024-09-19T14:24:41.685184+0000","last_deep_scrub":"268'22","last_deep_scrub_stamp":"2024-09-19T14:24:41.685184+0000","last_clean_scrub_stamp":"2024-09-19T14:24:41.685184+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:53:43.382462+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":189,"num_read_kb":135,"num_write":62,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:25:01.941994+0000","last_change":"2024-09-19T14:25:01.941869+0000","last_active":"2024-09-19T14:25:01.941994+0000","last_peered":"2024-09-19T14:25:01.941994+0000","last_clean":"2024-09-19T14:25:01.941994+0000","last_became_active":"2024-09-19T14:06:26.884993+0000","last_became_peered":"2024-09-19T14:06:26.884993+0000","last_unstale":"2024-09-19T14:25:01.941994+0000","last_undegraded":"2024-09-19T14:25:01.941994+0000","last_fullsized":"2024-09-19T14:25:01.941994+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:25:01.941677+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:25:01.941677+0000","last_clean_scrub_stamp":"2024-09-19T14:25:01.941677+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:52:07.975933+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.15","version":"0'0","reported_seq":39,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:49.681505+0000","last_change":"2024-09-19T14:24:49.681505+0000","last_active":"2024-09-19T14:24:49.681505+0000","last_peered":"2024-09-19T14:24:49.681505+0000","last_clean":"2024-09-19T14:24:49.681505+0000","last_became_active":"2024-09-19T13:55:09.807001+0000","last_became_peered":"2024-09-19T13:55:09.807001+0000","last_unstale":"2024-09-19T14:24:49.681505+0000","last_undegraded":"2024-09-19T14:24:49.681505+0000","last_fullsized":"2024-09-19T14:24:49.681505+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:49.681301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:49.681301+0000","last_clean_scrub_stamp":"2024-09-19T14:24:49.681301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:37:53.916213+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.14","version":"265'3","reported_seq":50,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:25:03.394510+0000","last_change":"2024-09-19T14:25:03.394510+0000","last_active":"2024-09-19T14:25:03.394510+0000","last_peered":"2024-09-19T14:25:03.394510+0000","last_clean":"2024-09-19T14:25:03.394510+0000","last_became_active":"2024-09-19T13:55:06.739007+0000","last_became_peered":"2024-09-19T13:55:06.739007+0000","last_unstale":"2024-09-19T14:25:03.394510+0000","last_undegraded":"2024-09-19T14:25:03.394510+0000","last_fullsized":"2024-09-19T14:25:03.394510+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'3","last_scrub_stamp":"2024-09-19T14:25:03.394318+0000","last_deep_scrub":"265'3","last_deep_scrub_stamp":"2024-09-19T14:25:03.394318+0000","last_clean_scrub_stamp":"2024-09-19T14:25:03.394318+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:26:13.579025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.17","version":"268'17","reported_seq":95,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:45.205683+0000","last_change":"2024-09-19T14:24:45.205683+0000","last_active":"2024-09-19T14:24:45.205683+0000","last_peered":"2024-09-19T14:24:45.205683+0000","last_clean":"2024-09-19T14:24:45.205683+0000","last_became_active":"2024-09-19T13:53:12.462488+0000","last_became_peered":"2024-09-19T13:53:12.462488+0000","last_unstale":"2024-09-19T14:24:45.205683+0000","last_undegraded":"2024-09-19T14:24:45.205683+0000","last_fullsized":"2024-09-19T14:24:45.205683+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'17","last_scrub_stamp":"2024-09-19T14:24:45.205502+0000","last_deep_scrub":"268'17","last_deep_scrub_stamp":"2024-09-19T14:24:45.205502+0000","last_clean_scrub_stamp":"2024-09-19T14:24:45.205502+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:47:41.580001+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":115,"num_read_kb":74,"num_write":43,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.13","version":"268'2","reported_seq":31,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:50.748292+0000","last_change":"2024-09-19T14:24:50.748140+0000","last_active":"2024-09-19T14:24:50.748292+0000","last_peered":"2024-09-19T14:24:50.748292+0000","last_clean":"2024-09-19T14:24:50.748292+0000","last_became_active":"2024-09-19T14:06:26.851491+0000","last_became_peered":"2024-09-19T14:06:26.851491+0000","last_unstale":"2024-09-19T14:24:50.748292+0000","last_undegraded":"2024-09-19T14:24:50.748292+0000","last_fullsized":"2024-09-19T14:24:50.748292+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:50.747948+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:50.747948+0000","last_clean_scrub_stamp":"2024-09-19T14:24:50.747948+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:45:02.089230+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.14","version":"0'0","reported_seq":39,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:54.845941+0000","last_change":"2024-09-19T14:24:54.845941+0000","last_active":"2024-09-19T14:24:54.845941+0000","last_peered":"2024-09-19T14:24:54.845941+0000","last_clean":"2024-09-19T14:24:54.845941+0000","last_became_active":"2024-09-19T13:55:09.785932+0000","last_became_peered":"2024-09-19T13:55:09.785932+0000","last_unstale":"2024-09-19T14:24:54.845941+0000","last_undegraded":"2024-09-19T14:24:54.845941+0000","last_fullsized":"2024-09-19T14:24:54.845941+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:54.845735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:54.845735+0000","last_clean_scrub_stamp":"2024-09-19T14:24:54.845735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:21:54.237516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.15","version":"265'4","reported_seq":53,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:33.517210+0000","last_change":"2024-09-19T14:24:33.517210+0000","last_active":"2024-09-19T14:24:33.517210+0000","last_peered":"2024-09-19T14:24:33.517210+0000","last_clean":"2024-09-19T14:24:33.517210+0000","last_became_active":"2024-09-19T13:55:06.729384+0000","last_became_peered":"2024-09-19T13:55:06.729384+0000","last_unstale":"2024-09-19T14:24:33.517210+0000","last_undegraded":"2024-09-19T14:24:33.517210+0000","last_fullsized":"2024-09-19T14:24:33.517210+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'4","last_scrub_stamp":"2024-09-19T14:24:33.517029+0000","last_deep_scrub":"265'4","last_deep_scrub_stamp":"2024-09-19T14:24:33.517029+0000","last_clean_scrub_stamp":"2024-09-19T14:24:33.517029+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:20:17.658003+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":4414,"num_write":4,"num_write_kb":4414,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.16","version":"268'22","reported_seq":109,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:44.216803+0000","last_change":"2024-09-19T14:24:44.216803+0000","last_active":"2024-09-19T14:24:44.216803+0000","last_peered":"2024-09-19T14:24:44.216803+0000","last_clean":"2024-09-19T14:24:44.216803+0000","last_became_active":"2024-09-19T13:53:12.473671+0000","last_became_peered":"2024-09-19T13:53:12.473671+0000","last_unstale":"2024-09-19T14:24:44.216803+0000","last_undegraded":"2024-09-19T14:24:44.216803+0000","last_fullsized":"2024-09-19T14:24:44.216803+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'22","last_scrub_stamp":"2024-09-19T14:24:44.216618+0000","last_deep_scrub":"268'22","last_deep_scrub_stamp":"2024-09-19T14:24:44.216618+0000","last_clean_scrub_stamp":"2024-09-19T14:24:44.216618+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:11:15.227913+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":155,"num_read_kb":101,"num_write":55,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":28,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:42.665902+0000","last_change":"2024-09-19T14:24:42.665902+0000","last_active":"2024-09-19T14:24:42.665902+0000","last_peered":"2024-09-19T14:24:42.665902+0000","last_clean":"2024-09-19T14:24:42.665902+0000","last_became_active":"2024-09-19T14:06:26.864519+0000","last_became_peered":"2024-09-19T14:06:26.864519+0000","last_unstale":"2024-09-19T14:24:42.665902+0000","last_undegraded":"2024-09-19T14:24:42.665902+0000","last_fullsized":"2024-09-19T14:24:42.665902+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:42.665708+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:42.665708+0000","last_clean_scrub_stamp":"2024-09-19T14:24:42.665708+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:58:01.243727+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.17","version":"268'4","reported_seq":46,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:52.668971+0000","last_change":"2024-09-19T14:24:52.668971+0000","last_active":"2024-09-19T14:24:52.668971+0000","last_peered":"2024-09-19T14:24:52.668971+0000","last_clean":"2024-09-19T14:24:52.668971+0000","last_became_active":"2024-09-19T13:55:09.792559+0000","last_became_peered":"2024-09-19T13:55:09.792559+0000","last_unstale":"2024-09-19T14:24:52.668971+0000","last_undegraded":"2024-09-19T14:24:52.668971+0000","last_fullsized":"2024-09-19T14:24:52.668971+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4","last_scrub_stamp":"2024-09-19T14:24:52.668784+0000","last_deep_scrub":"268'4","last_deep_scrub_stamp":"2024-09-19T14:24:52.668784+0000","last_clean_scrub_stamp":"2024-09-19T14:24:52.668784+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:54:50.098957+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":6144,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.16","version":"268'4","reported_seq":53,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:47.640469+0000","last_change":"2024-09-19T14:24:47.640469+0000","last_active":"2024-09-19T14:24:47.640469+0000","last_peered":"2024-09-19T14:24:47.640469+0000","last_clean":"2024-09-19T14:24:47.640469+0000","last_became_active":"2024-09-19T13:55:06.743441+0000","last_became_peered":"2024-09-19T13:55:06.743441+0000","last_unstale":"2024-09-19T14:24:47.640469+0000","last_undegraded":"2024-09-19T14:24:47.640469+0000","last_fullsized":"2024-09-19T14:24:47.640469+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4","last_scrub_stamp":"2024-09-19T14:24:47.640274+0000","last_deep_scrub":"268'4","last_deep_scrub_stamp":"2024-09-19T14:24:47.640274+0000","last_clean_scrub_stamp":"2024-09-19T14:24:47.640274+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:42:39.058599+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":6144,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.15","version":"265'8","reported_seq":76,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:36.596131+0000","last_change":"2024-09-19T14:24:36.595996+0000","last_active":"2024-09-19T14:24:36.596131+0000","last_peered":"2024-09-19T14:24:36.596131+0000","last_clean":"2024-09-19T14:24:36.596131+0000","last_became_active":"2024-09-19T13:53:12.450590+0000","last_became_peered":"2024-09-19T13:53:12.450590+0000","last_unstale":"2024-09-19T14:24:36.596131+0000","last_undegraded":"2024-09-19T14:24:36.596131+0000","last_fullsized":"2024-09-19T14:24:36.596131+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'8","last_scrub_stamp":"2024-09-19T14:24:36.595792+0000","last_deep_scrub":"265'8","last_deep_scrub_stamp":"2024-09-19T14:24:36.595792+0000","last_clean_scrub_stamp":"2024-09-19T14:24:36.595792+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:31:44.792492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":71,"num_read_kb":39,"num_write":20,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":28,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:41.569820+0000","last_change":"2024-09-19T14:24:41.569820+0000","last_active":"2024-09-19T14:24:41.569820+0000","last_peered":"2024-09-19T14:24:41.569820+0000","last_clean":"2024-09-19T14:24:41.569820+0000","last_became_active":"2024-09-19T14:06:26.883276+0000","last_became_peered":"2024-09-19T14:06:26.883276+0000","last_unstale":"2024-09-19T14:24:41.569820+0000","last_undegraded":"2024-09-19T14:24:41.569820+0000","last_fullsized":"2024-09-19T14:24:41.569820+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:41.569636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:41.569636+0000","last_clean_scrub_stamp":"2024-09-19T14:24:41.569636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:46:56.340555+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.16","version":"0'0","reported_seq":39,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:36.533168+0000","last_change":"2024-09-19T14:24:36.533168+0000","last_active":"2024-09-19T14:24:36.533168+0000","last_peered":"2024-09-19T14:24:36.533168+0000","last_clean":"2024-09-19T14:24:36.533168+0000","last_became_active":"2024-09-19T13:55:09.805784+0000","last_became_peered":"2024-09-19T13:55:09.805784+0000","last_unstale":"2024-09-19T14:24:36.533168+0000","last_undegraded":"2024-09-19T14:24:36.533168+0000","last_fullsized":"2024-09-19T14:24:36.533168+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:36.532988+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:36.532988+0000","last_clean_scrub_stamp":"2024-09-19T14:24:36.532988+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:43:12.193068+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.17","version":"268'7","reported_seq":60,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:47.846748+0000","last_change":"2024-09-19T14:24:47.846748+0000","last_active":"2024-09-19T14:24:47.846748+0000","last_peered":"2024-09-19T14:24:47.846748+0000","last_clean":"2024-09-19T14:24:47.846748+0000","last_became_active":"2024-09-19T13:55:06.711344+0000","last_became_peered":"2024-09-19T13:55:06.711344+0000","last_unstale":"2024-09-19T14:24:47.846748+0000","last_undegraded":"2024-09-19T14:24:47.846748+0000","last_fullsized":"2024-09-19T14:24:47.846748+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'7","last_scrub_stamp":"2024-09-19T14:24:47.846565+0000","last_deep_scrub":"268'7","last_deep_scrub_stamp":"2024-09-19T14:24:47.846565+0000","last_clean_scrub_stamp":"2024-09-19T14:24:47.846565+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:59:55.560024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":18434,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.14","version":"268'26","reported_seq":127,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:58.432884+0000","last_change":"2024-09-19T14:24:58.432884+0000","last_active":"2024-09-19T14:24:58.432884+0000","last_peered":"2024-09-19T14:24:58.432884+0000","last_clean":"2024-09-19T14:24:58.432884+0000","last_became_active":"2024-09-19T13:53:12.468124+0000","last_became_peered":"2024-09-19T13:53:12.468124+0000","last_unstale":"2024-09-19T14:24:58.432884+0000","last_undegraded":"2024-09-19T14:24:58.432884+0000","last_fullsized":"2024-09-19T14:24:58.432884+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'26","last_scrub_stamp":"2024-09-19T14:24:58.432698+0000","last_deep_scrub":"268'26","last_deep_scrub_stamp":"2024-09-19T14:24:58.432698+0000","last_clean_scrub_stamp":"2024-09-19T14:24:58.432698+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:22:40.576336+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":225,"num_read_kb":160,"num_write":62,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":28,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:25:04.025885+0000","last_change":"2024-09-19T14:25:04.025885+0000","last_active":"2024-09-19T14:25:04.025885+0000","last_peered":"2024-09-19T14:25:04.025885+0000","last_clean":"2024-09-19T14:25:04.025885+0000","last_became_active":"2024-09-19T14:06:26.872975+0000","last_became_peered":"2024-09-19T14:06:26.872975+0000","last_unstale":"2024-09-19T14:25:04.025885+0000","last_undegraded":"2024-09-19T14:25:04.025885+0000","last_fullsized":"2024-09-19T14:25:04.025885+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:25:04.025702+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:25:04.025702+0000","last_clean_scrub_stamp":"2024-09-19T14:25:04.025702+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:23:01.047949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.11","version":"0'0","reported_seq":39,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:53.871879+0000","last_change":"2024-09-19T14:24:53.871879+0000","last_active":"2024-09-19T14:24:53.871879+0000","last_peered":"2024-09-19T14:24:53.871879+0000","last_clean":"2024-09-19T14:24:53.871879+0000","last_became_active":"2024-09-19T13:55:09.791030+0000","last_became_peered":"2024-09-19T13:55:09.791030+0000","last_unstale":"2024-09-19T14:24:53.871879+0000","last_undegraded":"2024-09-19T14:24:53.871879+0000","last_fullsized":"2024-09-19T14:24:53.871879+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:53.871672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:53.871672+0000","last_clean_scrub_stamp":"2024-09-19T14:24:53.871672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:43:52.287502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.10","version":"268'7","reported_seq":55,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:38.060484+0000","last_change":"2024-09-19T14:24:38.060484+0000","last_active":"2024-09-19T14:24:38.060484+0000","last_peered":"2024-09-19T14:24:38.060484+0000","last_clean":"2024-09-19T14:24:38.060484+0000","last_became_active":"2024-09-19T13:55:06.726469+0000","last_became_peered":"2024-09-19T13:55:06.726469+0000","last_unstale":"2024-09-19T14:24:38.060484+0000","last_undegraded":"2024-09-19T14:24:38.060484+0000","last_fullsized":"2024-09-19T14:24:38.060484+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'7","last_scrub_stamp":"2024-09-19T14:24:38.060297+0000","last_deep_scrub":"268'7","last_deep_scrub_stamp":"2024-09-19T14:24:38.060297+0000","last_clean_scrub_stamp":"2024-09-19T14:24:38.060297+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:00:03.463182+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":12288,"num_write":12,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.13","version":"265'7","reported_seq":71,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:57.389703+0000","last_change":"2024-09-19T14:24:57.389703+0000","last_active":"2024-09-19T14:24:57.389703+0000","last_peered":"2024-09-19T14:24:57.389703+0000","last_clean":"2024-09-19T14:24:57.389703+0000","last_became_active":"2024-09-19T13:53:12.477319+0000","last_became_peered":"2024-09-19T13:53:12.477319+0000","last_unstale":"2024-09-19T14:24:57.389703+0000","last_undegraded":"2024-09-19T14:24:57.389703+0000","last_fullsized":"2024-09-19T14:24:57.389703+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'7","last_scrub_stamp":"2024-09-19T14:24:57.389513+0000","last_deep_scrub":"265'7","last_deep_scrub_stamp":"2024-09-19T14:24:57.389513+0000","last_clean_scrub_stamp":"2024-09-19T14:24:57.389513+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:40:34.403238+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":57,"num_read_kb":40,"num_write":19,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":28,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:49.755475+0000","last_change":"2024-09-19T14:24:49.755475+0000","last_active":"2024-09-19T14:24:49.755475+0000","last_peered":"2024-09-19T14:24:49.755475+0000","last_clean":"2024-09-19T14:24:49.755475+0000","last_became_active":"2024-09-19T14:06:26.880683+0000","last_became_peered":"2024-09-19T14:06:26.880683+0000","last_unstale":"2024-09-19T14:24:49.755475+0000","last_undegraded":"2024-09-19T14:24:49.755475+0000","last_fullsized":"2024-09-19T14:24:49.755475+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:49.755294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:49.755294+0000","last_clean_scrub_stamp":"2024-09-19T14:24:49.755294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:12:46.714481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.10","version":"0'0","reported_seq":39,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:56.924003+0000","last_change":"2024-09-19T14:24:56.924003+0000","last_active":"2024-09-19T14:24:56.924003+0000","last_peered":"2024-09-19T14:24:56.924003+0000","last_clean":"2024-09-19T14:24:56.924003+0000","last_became_active":"2024-09-19T13:55:09.798465+0000","last_became_peered":"2024-09-19T13:55:09.798465+0000","last_unstale":"2024-09-19T14:24:56.924003+0000","last_undegraded":"2024-09-19T14:24:56.924003+0000","last_fullsized":"2024-09-19T14:24:56.924003+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:56.923829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:56.923829+0000","last_clean_scrub_stamp":"2024-09-19T14:24:56.923829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:10:01.058136+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.11","version":"268'2","reported_seq":48,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:46.804657+0000","last_change":"2024-09-19T14:24:46.804657+0000","last_active":"2024-09-19T14:24:46.804657+0000","last_peered":"2024-09-19T14:24:46.804657+0000","last_clean":"2024-09-19T14:24:46.804657+0000","last_became_active":"2024-09-19T13:55:06.746086+0000","last_became_peered":"2024-09-19T13:55:06.746086+0000","last_unstale":"2024-09-19T14:24:46.804657+0000","last_undegraded":"2024-09-19T14:24:46.804657+0000","last_fullsized":"2024-09-19T14:24:46.804657+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:46.804447+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:46.804447+0000","last_clean_scrub_stamp":"2024-09-19T14:24:46.804447+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:41:08.278344+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.12","version":"268'28","reported_seq":128,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:38.576978+0000","last_change":"2024-09-19T14:24:38.576978+0000","last_active":"2024-09-19T14:24:38.576978+0000","last_peered":"2024-09-19T14:24:38.576978+0000","last_clean":"2024-09-19T14:24:38.576978+0000","last_became_active":"2024-09-19T13:53:12.468663+0000","last_became_peered":"2024-09-19T13:53:12.468663+0000","last_unstale":"2024-09-19T14:24:38.576978+0000","last_undegraded":"2024-09-19T14:24:38.576978+0000","last_fullsized":"2024-09-19T14:24:38.576978+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'28","last_scrub_stamp":"2024-09-19T14:24:38.576795+0000","last_deep_scrub":"268'28","last_deep_scrub_stamp":"2024-09-19T14:24:38.576795+0000","last_clean_scrub_stamp":"2024-09-19T14:24:38.576795+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:08:55.510156+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":223,"num_read_kb":153,"num_write":74,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.14","version":"268'2","reported_seq":30,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:52.186046+0000","last_change":"2024-09-19T14:24:52.186046+0000","last_active":"2024-09-19T14:24:52.186046+0000","last_peered":"2024-09-19T14:24:52.186046+0000","last_clean":"2024-09-19T14:24:52.186046+0000","last_became_active":"2024-09-19T14:06:26.877084+0000","last_became_peered":"2024-09-19T14:06:26.877084+0000","last_unstale":"2024-09-19T14:24:52.186046+0000","last_undegraded":"2024-09-19T14:24:52.186046+0000","last_fullsized":"2024-09-19T14:24:52.186046+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:52.185866+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:52.185866+0000","last_clean_scrub_stamp":"2024-09-19T14:24:52.185866+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:35:25.529340+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.13","version":"268'9","reported_seq":59,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:48.641709+0000","last_change":"2024-09-19T14:24:48.641709+0000","last_active":"2024-09-19T14:24:48.641709+0000","last_peered":"2024-09-19T14:24:48.641709+0000","last_clean":"2024-09-19T14:24:48.641709+0000","last_became_active":"2024-09-19T13:55:09.791630+0000","last_became_peered":"2024-09-19T13:55:09.791630+0000","last_unstale":"2024-09-19T14:24:48.641709+0000","last_undegraded":"2024-09-19T14:24:48.641709+0000","last_fullsized":"2024-09-19T14:24:48.641709+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'9","last_scrub_stamp":"2024-09-19T14:24:48.641521+0000","last_deep_scrub":"268'9","last_deep_scrub_stamp":"2024-09-19T14:24:48.641521+0000","last_clean_scrub_stamp":"2024-09-19T14:24:48.641521+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:31:56.137628+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":24578,"num_write":14,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.12","version":"268'4","reported_seq":51,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:39.053012+0000","last_change":"2024-09-19T14:24:39.053012+0000","last_active":"2024-09-19T14:24:39.053012+0000","last_peered":"2024-09-19T14:24:39.053012+0000","last_clean":"2024-09-19T14:24:39.053012+0000","last_became_active":"2024-09-19T13:55:06.738548+0000","last_became_peered":"2024-09-19T13:55:06.738548+0000","last_unstale":"2024-09-19T14:24:39.053012+0000","last_undegraded":"2024-09-19T14:24:39.053012+0000","last_fullsized":"2024-09-19T14:24:39.053012+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4","last_scrub_stamp":"2024-09-19T14:24:39.052828+0000","last_deep_scrub":"268'4","last_deep_scrub_stamp":"2024-09-19T14:24:39.052828+0000","last_clean_scrub_stamp":"2024-09-19T14:24:39.052828+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:26:09.883783+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":1024,"num_write":4,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.11","version":"268'32","reported_seq":139,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:39.724862+0000","last_change":"2024-09-19T14:24:39.724862+0000","last_active":"2024-09-19T14:24:39.724862+0000","last_peered":"2024-09-19T14:24:39.724862+0000","last_clean":"2024-09-19T14:24:39.724862+0000","last_became_active":"2024-09-19T13:53:12.447667+0000","last_became_peered":"2024-09-19T13:53:12.447667+0000","last_unstale":"2024-09-19T14:24:39.724862+0000","last_undegraded":"2024-09-19T14:24:39.724862+0000","last_fullsized":"2024-09-19T14:24:39.724862+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'32","last_scrub_stamp":"2024-09-19T14:24:39.724682+0000","last_deep_scrub":"268'32","last_deep_scrub_stamp":"2024-09-19T14:24:39.724682+0000","last_clean_scrub_stamp":"2024-09-19T14:24:39.724682+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T02:05:20.861182+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":245,"num_read_kb":156,"num_write":89,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.15","version":"268'2","reported_seq":30,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:48.791959+0000","last_change":"2024-09-19T14:24:48.791959+0000","last_active":"2024-09-19T14:24:48.791959+0000","last_peered":"2024-09-19T14:24:48.791959+0000","last_clean":"2024-09-19T14:24:48.791959+0000","last_became_active":"2024-09-19T14:06:26.874705+0000","last_became_peered":"2024-09-19T14:06:26.874705+0000","last_unstale":"2024-09-19T14:24:48.791959+0000","last_undegraded":"2024-09-19T14:24:48.791959+0000","last_fullsized":"2024-09-19T14:24:48.791959+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:48.791740+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:48.791740+0000","last_clean_scrub_stamp":"2024-09-19T14:24:48.791740+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:38:41.689091+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.12","version":"268'8","reported_seq":50,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:25:01.405850+0000","last_change":"2024-09-19T14:25:01.405850+0000","last_active":"2024-09-19T14:25:01.405850+0000","last_peered":"2024-09-19T14:25:01.405850+0000","last_clean":"2024-09-19T14:25:01.405850+0000","last_became_active":"2024-09-19T13:55:09.802725+0000","last_became_peered":"2024-09-19T13:55:09.802725+0000","last_unstale":"2024-09-19T14:25:01.405850+0000","last_undegraded":"2024-09-19T14:25:01.405850+0000","last_fullsized":"2024-09-19T14:25:01.405850+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'8","last_scrub_stamp":"2024-09-19T14:25:01.405665+0000","last_deep_scrub":"268'8","last_deep_scrub_stamp":"2024-09-19T14:25:01.405665+0000","last_clean_scrub_stamp":"2024-09-19T14:25:01.405665+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T02:06:53.573805+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8192,"num_write":18,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.13","version":"268'3","reported_seq":50,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:40.018186+0000","last_change":"2024-09-19T14:24:40.018186+0000","last_active":"2024-09-19T14:24:40.018186+0000","last_peered":"2024-09-19T14:24:40.018186+0000","last_clean":"2024-09-19T14:24:40.018186+0000","last_became_active":"2024-09-19T13:55:06.720062+0000","last_became_peered":"2024-09-19T13:55:06.720062+0000","last_unstale":"2024-09-19T14:24:40.018186+0000","last_undegraded":"2024-09-19T14:24:40.018186+0000","last_fullsized":"2024-09-19T14:24:40.018186+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'3","last_scrub_stamp":"2024-09-19T14:24:40.017999+0000","last_deep_scrub":"268'3","last_deep_scrub_stamp":"2024-09-19T14:24:40.017999+0000","last_clean_scrub_stamp":"2024-09-19T14:24:40.017999+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:47:13.738212+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.10","version":"268'33","reported_seq":140,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:35.566070+0000","last_change":"2024-09-19T14:24:35.566070+0000","last_active":"2024-09-19T14:24:35.566070+0000","last_peered":"2024-09-19T14:24:35.566070+0000","last_clean":"2024-09-19T14:24:35.566070+0000","last_became_active":"2024-09-19T13:53:12.468629+0000","last_became_peered":"2024-09-19T13:53:12.468629+0000","last_unstale":"2024-09-19T14:24:35.566070+0000","last_undegraded":"2024-09-19T14:24:35.566070+0000","last_fullsized":"2024-09-19T14:24:35.566070+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'33","last_scrub_stamp":"2024-09-19T14:24:35.565894+0000","last_deep_scrub":"268'33","last_deep_scrub_stamp":"2024-09-19T14:24:35.565894+0000","last_clean_scrub_stamp":"2024-09-19T14:24:35.565894+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:41:35.660458+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":257,"num_read_kb":174,"num_write":93,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:58.947428+0000","last_change":"2024-09-19T14:24:58.947428+0000","last_active":"2024-09-19T14:24:58.947428+0000","last_peered":"2024-09-19T14:24:58.947428+0000","last_clean":"2024-09-19T14:24:58.947428+0000","last_became_active":"2024-09-19T14:06:26.884187+0000","last_became_peered":"2024-09-19T14:06:26.884187+0000","last_unstale":"2024-09-19T14:24:58.947428+0000","last_undegraded":"2024-09-19T14:24:58.947428+0000","last_fullsized":"2024-09-19T14:24:58.947428+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:58.947149+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:58.947149+0000","last_clean_scrub_stamp":"2024-09-19T14:24:58.947149+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:33:10.647974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.d","version":"0'0","reported_seq":40,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:45.606728+0000","last_change":"2024-09-19T14:24:45.606728+0000","last_active":"2024-09-19T14:24:45.606728+0000","last_peered":"2024-09-19T14:24:45.606728+0000","last_clean":"2024-09-19T14:24:45.606728+0000","last_became_active":"2024-09-19T13:55:09.794787+0000","last_became_peered":"2024-09-19T13:55:09.794787+0000","last_unstale":"2024-09-19T14:24:45.606728+0000","last_undegraded":"2024-09-19T14:24:45.606728+0000","last_fullsized":"2024-09-19T14:24:45.606728+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:45.606542+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:45.606542+0000","last_clean_scrub_stamp":"2024-09-19T14:24:45.606542+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:20:13.989880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.c","version":"265'10","reported_seq":68,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:35.765777+0000","last_change":"2024-09-19T14:24:35.765777+0000","last_active":"2024-09-19T14:24:35.765777+0000","last_peered":"2024-09-19T14:24:35.765777+0000","last_clean":"2024-09-19T14:24:35.765777+0000","last_became_active":"2024-09-19T13:55:06.733366+0000","last_became_peered":"2024-09-19T13:55:06.733366+0000","last_unstale":"2024-09-19T14:24:35.765777+0000","last_undegraded":"2024-09-19T14:24:35.765777+0000","last_fullsized":"2024-09-19T14:24:35.765777+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'10","last_scrub_stamp":"2024-09-19T14:24:35.765592+0000","last_deep_scrub":"265'10","last_deep_scrub_stamp":"2024-09-19T14:24:35.765592+0000","last_clean_scrub_stamp":"2024-09-19T14:24:35.765592+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:23:20.996365+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":18,"num_read_kb":20484,"num_write":20,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.f","version":"268'30","reported_seq":134,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:41.612222+0000","last_change":"2024-09-19T14:24:41.611966+0000","last_active":"2024-09-19T14:24:41.612222+0000","last_peered":"2024-09-19T14:24:41.612222+0000","last_clean":"2024-09-19T14:24:41.612222+0000","last_became_active":"2024-09-19T13:53:12.454659+0000","last_became_peered":"2024-09-19T13:53:12.454659+0000","last_unstale":"2024-09-19T14:24:41.612222+0000","last_undegraded":"2024-09-19T14:24:41.612222+0000","last_fullsized":"2024-09-19T14:24:41.612222+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'30","last_scrub_stamp":"2024-09-19T14:24:41.611672+0000","last_deep_scrub":"268'30","last_deep_scrub_stamp":"2024-09-19T14:24:41.611672+0000","last_clean_scrub_stamp":"2024-09-19T14:24:41.611672+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:22:10.873191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":240,"num_read_kb":143,"num_write":74,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:43.032243+0000","last_change":"2024-09-19T14:24:43.032243+0000","last_active":"2024-09-19T14:24:43.032243+0000","last_peered":"2024-09-19T14:24:43.032243+0000","last_clean":"2024-09-19T14:24:43.032243+0000","last_became_active":"2024-09-19T14:06:26.877810+0000","last_became_peered":"2024-09-19T14:06:26.877810+0000","last_unstale":"2024-09-19T14:24:43.032243+0000","last_undegraded":"2024-09-19T14:24:43.032243+0000","last_fullsized":"2024-09-19T14:24:43.032243+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:43.032057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:43.032057+0000","last_clean_scrub_stamp":"2024-09-19T14:24:43.032057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:24:30.816514+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.c","version":"268'11","reported_seq":61,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:46.610255+0000","last_change":"2024-09-19T14:24:46.610255+0000","last_active":"2024-09-19T14:24:46.610255+0000","last_peered":"2024-09-19T14:24:46.610255+0000","last_clean":"2024-09-19T14:24:46.610255+0000","last_became_active":"2024-09-19T13:55:09.806896+0000","last_became_peered":"2024-09-19T13:55:09.806896+0000","last_unstale":"2024-09-19T14:24:46.610255+0000","last_undegraded":"2024-09-19T14:24:46.610255+0000","last_fullsized":"2024-09-19T14:24:46.610255+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'11","last_scrub_stamp":"2024-09-19T14:24:46.610076+0000","last_deep_scrub":"268'11","last_deep_scrub_stamp":"2024-09-19T14:24:46.610076+0000","last_clean_scrub_stamp":"2024-09-19T14:24:46.610076+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:34:16.439028+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":14338,"num_write":16,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.d","version":"268'5","reported_seq":55,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:47.788649+0000","last_change":"2024-09-19T14:24:47.788649+0000","last_active":"2024-09-19T14:24:47.788649+0000","last_peered":"2024-09-19T14:24:47.788649+0000","last_clean":"2024-09-19T14:24:47.788649+0000","last_became_active":"2024-09-19T13:55:06.741897+0000","last_became_peered":"2024-09-19T13:55:06.741897+0000","last_unstale":"2024-09-19T14:24:47.788649+0000","last_undegraded":"2024-09-19T14:24:47.788649+0000","last_fullsized":"2024-09-19T14:24:47.788649+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'5","last_scrub_stamp":"2024-09-19T14:24:47.788477+0000","last_deep_scrub":"268'5","last_deep_scrub_stamp":"2024-09-19T14:24:47.788477+0000","last_clean_scrub_stamp":"2024-09-19T14:24:47.788477+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:32:55.018738+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":10240,"num_write":10,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.e","version":"268'33","reported_seq":140,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:56.347566+0000","last_change":"2024-09-19T14:24:56.347566+0000","last_active":"2024-09-19T14:24:56.347566+0000","last_peered":"2024-09-19T14:24:56.347566+0000","last_clean":"2024-09-19T14:24:56.347566+0000","last_became_active":"2024-09-19T13:53:12.475599+0000","last_became_peered":"2024-09-19T13:53:12.475599+0000","last_unstale":"2024-09-19T14:24:56.347566+0000","last_undegraded":"2024-09-19T14:24:56.347566+0000","last_fullsized":"2024-09-19T14:24:56.347566+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'33","last_scrub_stamp":"2024-09-19T14:24:56.347376+0000","last_deep_scrub":"268'33","last_deep_scrub_stamp":"2024-09-19T14:24:56.347376+0000","last_clean_scrub_stamp":"2024-09-19T14:24:56.347376+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:58:55.016721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":253,"num_read_kb":159,"num_write":84,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:39.820919+0000","last_change":"2024-09-19T14:06:26.862385+0000","last_active":"2024-09-19T14:21:39.820919+0000","last_peered":"2024-09-19T14:21:39.820919+0000","last_clean":"2024-09-19T14:21:39.820919+0000","last_became_active":"2024-09-19T14:06:26.861645+0000","last_became_peered":"2024-09-19T14:06:26.861645+0000","last_unstale":"2024-09-19T14:21:39.820919+0000","last_undegraded":"2024-09-19T14:21:39.820919+0000","last_fullsized":"2024-09-19T14:21:39.820919+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:24:17.908163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.f","version":"265'4","reported_seq":50,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:50.655578+0000","last_change":"2024-09-19T14:24:50.655578+0000","last_active":"2024-09-19T14:24:50.655578+0000","last_peered":"2024-09-19T14:24:50.655578+0000","last_clean":"2024-09-19T14:24:50.655578+0000","last_became_active":"2024-09-19T13:55:09.807402+0000","last_became_peered":"2024-09-19T13:55:09.807402+0000","last_unstale":"2024-09-19T14:24:50.655578+0000","last_undegraded":"2024-09-19T14:24:50.655578+0000","last_fullsized":"2024-09-19T14:24:50.655578+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'4","last_scrub_stamp":"2024-09-19T14:24:50.655387+0000","last_deep_scrub":"265'4","last_deep_scrub_stamp":"2024-09-19T14:24:50.655387+0000","last_clean_scrub_stamp":"2024-09-19T14:24:50.655387+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:41:57.333898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":4,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.e","version":"268'2","reported_seq":49,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:42.610965+0000","last_change":"2024-09-19T14:24:42.610965+0000","last_active":"2024-09-19T14:24:42.610965+0000","last_peered":"2024-09-19T14:24:42.610965+0000","last_clean":"2024-09-19T14:24:42.610965+0000","last_became_active":"2024-09-19T13:55:06.748613+0000","last_became_peered":"2024-09-19T13:55:06.748613+0000","last_unstale":"2024-09-19T14:24:42.610965+0000","last_undegraded":"2024-09-19T14:24:42.610965+0000","last_fullsized":"2024-09-19T14:24:42.610965+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:42.610744+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:42.610744+0000","last_clean_scrub_stamp":"2024-09-19T14:24:42.610744+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:46:30.975084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.d","version":"268'39","reported_seq":165,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:30.111447+0000","last_change":"2024-09-19T14:24:30.111310+0000","last_active":"2024-09-19T14:24:30.111447+0000","last_peered":"2024-09-19T14:24:30.111447+0000","last_clean":"2024-09-19T14:24:30.111447+0000","last_became_active":"2024-09-19T13:53:12.457026+0000","last_became_peered":"2024-09-19T13:53:12.457026+0000","last_unstale":"2024-09-19T14:24:30.111447+0000","last_undegraded":"2024-09-19T14:24:30.111447+0000","last_fullsized":"2024-09-19T14:24:30.111447+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'39","last_scrub_stamp":"2024-09-19T14:24:30.111128+0000","last_deep_scrub":"268'39","last_deep_scrub_stamp":"2024-09-19T14:24:30.111128+0000","last_clean_scrub_stamp":"2024-09-19T14:24:30.111128+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:14:58.618091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":323,"num_read_kb":211,"num_write":98,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:41.984281+0000","last_change":"2024-09-19T14:24:41.984281+0000","last_active":"2024-09-19T14:24:41.984281+0000","last_peered":"2024-09-19T14:24:41.984281+0000","last_clean":"2024-09-19T14:24:41.984281+0000","last_became_active":"2024-09-19T14:06:26.869841+0000","last_became_peered":"2024-09-19T14:06:26.869841+0000","last_unstale":"2024-09-19T14:24:41.984281+0000","last_undegraded":"2024-09-19T14:24:41.984281+0000","last_fullsized":"2024-09-19T14:24:41.984281+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:41.984097+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:41.984097+0000","last_clean_scrub_stamp":"2024-09-19T14:24:41.984097+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:36:40.297003+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.e","version":"268'3","reported_seq":43,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:51.824365+0000","last_change":"2024-09-19T14:24:51.824365+0000","last_active":"2024-09-19T14:24:51.824365+0000","last_peered":"2024-09-19T14:24:51.824365+0000","last_clean":"2024-09-19T14:24:51.824365+0000","last_became_active":"2024-09-19T13:55:09.810583+0000","last_became_peered":"2024-09-19T13:55:09.810583+0000","last_unstale":"2024-09-19T14:24:51.824365+0000","last_undegraded":"2024-09-19T14:24:51.824365+0000","last_fullsized":"2024-09-19T14:24:51.824365+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'3","last_scrub_stamp":"2024-09-19T14:24:51.824187+0000","last_deep_scrub":"268'3","last_deep_scrub_stamp":"2024-09-19T14:24:51.824187+0000","last_clean_scrub_stamp":"2024-09-19T14:24:51.824187+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:08:47.066141+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.f","version":"0'0","reported_seq":46,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:44.608690+0000","last_change":"2024-09-19T14:24:44.608690+0000","last_active":"2024-09-19T14:24:44.608690+0000","last_peered":"2024-09-19T14:24:44.608690+0000","last_clean":"2024-09-19T14:24:44.608690+0000","last_became_active":"2024-09-19T13:55:06.749512+0000","last_became_peered":"2024-09-19T13:55:06.749512+0000","last_unstale":"2024-09-19T14:24:44.608690+0000","last_undegraded":"2024-09-19T14:24:44.608690+0000","last_fullsized":"2024-09-19T14:24:44.608690+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:44.608504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:44.608504+0000","last_clean_scrub_stamp":"2024-09-19T14:24:44.608504+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T02:21:30.909232+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.c","version":"268'44","reported_seq":167,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:39.667236+0000","last_change":"2024-09-19T14:24:39.667083+0000","last_active":"2024-09-19T14:24:39.667236+0000","last_peered":"2024-09-19T14:24:39.667236+0000","last_clean":"2024-09-19T14:24:39.667236+0000","last_became_active":"2024-09-19T13:53:12.472073+0000","last_became_peered":"2024-09-19T13:53:12.472073+0000","last_unstale":"2024-09-19T14:24:39.667236+0000","last_undegraded":"2024-09-19T14:24:39.667236+0000","last_fullsized":"2024-09-19T14:24:39.667236+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'44","last_scrub_stamp":"2024-09-19T14:24:39.666901+0000","last_deep_scrub":"268'44","last_deep_scrub_stamp":"2024-09-19T14:24:39.666901+0000","last_clean_scrub_stamp":"2024-09-19T14:24:39.666901+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:58:21.315457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":321,"num_read_kb":220,"num_write":112,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:25:00.940405+0000","last_change":"2024-09-19T14:25:00.940405+0000","last_active":"2024-09-19T14:25:00.940405+0000","last_peered":"2024-09-19T14:25:00.940405+0000","last_clean":"2024-09-19T14:25:00.940405+0000","last_became_active":"2024-09-19T14:06:26.872032+0000","last_became_peered":"2024-09-19T14:06:26.872032+0000","last_unstale":"2024-09-19T14:25:00.940405+0000","last_undegraded":"2024-09-19T14:25:00.940405+0000","last_fullsized":"2024-09-19T14:25:00.940405+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:25:00.940228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:25:00.940228+0000","last_clean_scrub_stamp":"2024-09-19T14:25:00.940228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:29:03.162930+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.9","version":"0'0","reported_seq":32,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:09.812828+0000","last_change":"2024-09-19T13:55:09.806620+0000","last_active":"2024-09-19T14:21:09.812828+0000","last_peered":"2024-09-19T14:21:09.812828+0000","last_clean":"2024-09-19T14:21:09.812828+0000","last_became_active":"2024-09-19T13:55:09.805828+0000","last_became_peered":"2024-09-19T13:55:09.805828+0000","last_unstale":"2024-09-19T14:21:09.812828+0000","last_undegraded":"2024-09-19T14:21:09.812828+0000","last_fullsized":"2024-09-19T14:21:09.812828+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:08.729800+0000","last_clean_scrub_stamp":"2024-09-19T13:55:08.729800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:50.939437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.8","version":"268'12","reported_seq":69,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:39.613543+0000","last_change":"2024-09-19T14:24:39.613543+0000","last_active":"2024-09-19T14:24:39.613543+0000","last_peered":"2024-09-19T14:24:39.613543+0000","last_clean":"2024-09-19T14:24:39.613543+0000","last_became_active":"2024-09-19T13:55:06.739205+0000","last_became_peered":"2024-09-19T13:55:06.739205+0000","last_unstale":"2024-09-19T14:24:39.613543+0000","last_undegraded":"2024-09-19T14:24:39.613543+0000","last_fullsized":"2024-09-19T14:24:39.613543+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'12","last_scrub_stamp":"2024-09-19T14:24:39.613328+0000","last_deep_scrub":"268'12","last_deep_scrub_stamp":"2024-09-19T14:24:39.613328+0000","last_clean_scrub_stamp":"2024-09-19T14:24:39.613328+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:38:10.564118+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":22589,"num_write":22,"num_write_kb":9275,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.b","version":"268'30","reported_seq":132,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:38.653098+0000","last_change":"2024-09-19T14:24:38.652853+0000","last_active":"2024-09-19T14:24:38.653098+0000","last_peered":"2024-09-19T14:24:38.653098+0000","last_clean":"2024-09-19T14:24:38.653098+0000","last_became_active":"2024-09-19T13:53:12.483814+0000","last_became_peered":"2024-09-19T13:53:12.483814+0000","last_unstale":"2024-09-19T14:24:38.653098+0000","last_undegraded":"2024-09-19T14:24:38.653098+0000","last_fullsized":"2024-09-19T14:24:38.653098+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'30","last_scrub_stamp":"2024-09-19T14:24:38.652630+0000","last_deep_scrub":"268'30","last_deep_scrub_stamp":"2024-09-19T14:24:38.652630+0000","last_clean_scrub_stamp":"2024-09-19T14:24:38.652630+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:56:39.154009+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":233,"num_read_kb":157,"num_write":83,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:41.662530+0000","last_change":"2024-09-19T14:24:41.662530+0000","last_active":"2024-09-19T14:24:41.662530+0000","last_peered":"2024-09-19T14:24:41.662530+0000","last_clean":"2024-09-19T14:24:41.662530+0000","last_became_active":"2024-09-19T14:06:26.859139+0000","last_became_peered":"2024-09-19T14:06:26.859139+0000","last_unstale":"2024-09-19T14:24:41.662530+0000","last_undegraded":"2024-09-19T14:24:41.662530+0000","last_fullsized":"2024-09-19T14:24:41.662530+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:41.662344+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:41.662344+0000","last_clean_scrub_stamp":"2024-09-19T14:24:41.662344+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:42:36.008397+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.8","version":"268'7","reported_seq":50,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:20.746250+0000","last_change":"2024-09-19T14:24:20.746250+0000","last_active":"2024-09-19T14:24:20.746250+0000","last_peered":"2024-09-19T14:24:20.746250+0000","last_clean":"2024-09-19T14:24:20.746250+0000","last_became_active":"2024-09-19T13:55:09.790511+0000","last_became_peered":"2024-09-19T13:55:09.790511+0000","last_unstale":"2024-09-19T14:24:20.746250+0000","last_undegraded":"2024-09-19T14:24:20.746250+0000","last_fullsized":"2024-09-19T14:24:20.746250+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'7","last_scrub_stamp":"2024-09-19T14:24:20.746028+0000","last_deep_scrub":"268'7","last_deep_scrub_stamp":"2024-09-19T14:24:20.746028+0000","last_clean_scrub_stamp":"2024-09-19T14:24:20.746028+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:03:11.926270+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":1342,"num_write":12,"num_write_kb":5438,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"66.9","version":"265'2","reported_seq":50,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:45.828175+0000","last_change":"2024-09-19T14:24:45.828175+0000","last_active":"2024-09-19T14:24:45.828175+0000","last_peered":"2024-09-19T14:24:45.828175+0000","last_clean":"2024-09-19T14:24:45.828175+0000","last_became_active":"2024-09-19T13:55:06.745539+0000","last_became_peered":"2024-09-19T13:55:06.745539+0000","last_unstale":"2024-09-19T14:24:45.828175+0000","last_undegraded":"2024-09-19T14:24:45.828175+0000","last_fullsized":"2024-09-19T14:24:45.828175+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'2","last_scrub_stamp":"2024-09-19T14:24:45.827986+0000","last_deep_scrub":"265'2","last_deep_scrub_stamp":"2024-09-19T14:24:45.827986+0000","last_clean_scrub_stamp":"2024-09-19T14:24:45.827986+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:37:32.788619+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.a","version":"268'25","reported_seq":119,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:47.702119+0000","last_change":"2024-09-19T14:24:47.702119+0000","last_active":"2024-09-19T14:24:47.702119+0000","last_peered":"2024-09-19T14:24:47.702119+0000","last_clean":"2024-09-19T14:24:47.702119+0000","last_became_active":"2024-09-19T13:53:12.459497+0000","last_became_peered":"2024-09-19T13:53:12.459497+0000","last_unstale":"2024-09-19T14:24:47.702119+0000","last_undegraded":"2024-09-19T14:24:47.702119+0000","last_fullsized":"2024-09-19T14:24:47.702119+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'25","last_scrub_stamp":"2024-09-19T14:24:47.701924+0000","last_deep_scrub":"268'25","last_deep_scrub_stamp":"2024-09-19T14:24:47.701924+0000","last_clean_scrub_stamp":"2024-09-19T14:24:47.701924+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:03:45.209861+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":185,"num_read_kb":123,"num_write":63,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.c","version":"268'2","reported_seq":31,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:39.586091+0000","last_change":"2024-09-19T14:24:39.586091+0000","last_active":"2024-09-19T14:24:39.586091+0000","last_peered":"2024-09-19T14:24:39.586091+0000","last_clean":"2024-09-19T14:24:39.586091+0000","last_became_active":"2024-09-19T14:06:26.885419+0000","last_became_peered":"2024-09-19T14:06:26.885419+0000","last_unstale":"2024-09-19T14:24:39.586091+0000","last_undegraded":"2024-09-19T14:24:39.586091+0000","last_fullsized":"2024-09-19T14:24:39.586091+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:39.585898+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:39.585898+0000","last_clean_scrub_stamp":"2024-09-19T14:24:39.585898+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:49:28.891770+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.b","version":"265'2","reported_seq":44,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:46.740896+0000","last_change":"2024-09-19T14:24:46.740896+0000","last_active":"2024-09-19T14:24:46.740896+0000","last_peered":"2024-09-19T14:24:46.740896+0000","last_clean":"2024-09-19T14:24:46.740896+0000","last_became_active":"2024-09-19T13:55:09.815512+0000","last_became_peered":"2024-09-19T13:55:09.815512+0000","last_unstale":"2024-09-19T14:24:46.740896+0000","last_undegraded":"2024-09-19T14:24:46.740896+0000","last_fullsized":"2024-09-19T14:24:46.740896+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'2","last_scrub_stamp":"2024-09-19T14:24:46.740713+0000","last_deep_scrub":"265'2","last_deep_scrub_stamp":"2024-09-19T14:24:46.740713+0000","last_clean_scrub_stamp":"2024-09-19T14:24:46.740713+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:14:38.409491+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.a","version":"268'2","reported_seq":50,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:40.593561+0000","last_change":"2024-09-19T14:24:40.593561+0000","last_active":"2024-09-19T14:24:40.593561+0000","last_peered":"2024-09-19T14:24:40.593561+0000","last_clean":"2024-09-19T14:24:40.593561+0000","last_became_active":"2024-09-19T13:55:06.742787+0000","last_became_peered":"2024-09-19T13:55:06.742787+0000","last_unstale":"2024-09-19T14:24:40.593561+0000","last_undegraded":"2024-09-19T14:24:40.593561+0000","last_fullsized":"2024-09-19T14:24:40.593561+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:40.593374+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:40.593374+0000","last_clean_scrub_stamp":"2024-09-19T14:24:40.593374+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:58:15.851099+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.9","version":"268'38","reported_seq":158,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:43.833768+0000","last_change":"2024-09-19T14:24:43.833768+0000","last_active":"2024-09-19T14:24:43.833768+0000","last_peered":"2024-09-19T14:24:43.833768+0000","last_clean":"2024-09-19T14:24:43.833768+0000","last_became_active":"2024-09-19T13:53:12.461291+0000","last_became_peered":"2024-09-19T13:53:12.461291+0000","last_unstale":"2024-09-19T14:24:43.833768+0000","last_undegraded":"2024-09-19T14:24:43.833768+0000","last_fullsized":"2024-09-19T14:24:43.833768+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'38","last_scrub_stamp":"2024-09-19T14:24:43.833598+0000","last_deep_scrub":"268'38","last_deep_scrub_stamp":"2024-09-19T14:24:43.833598+0000","last_clean_scrub_stamp":"2024-09-19T14:24:43.833598+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:06:01.599022+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":311,"num_read_kb":203,"num_write":97,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:55.642172+0000","last_change":"2024-09-19T14:24:55.642172+0000","last_active":"2024-09-19T14:24:55.642172+0000","last_peered":"2024-09-19T14:24:55.642172+0000","last_clean":"2024-09-19T14:24:55.642172+0000","last_became_active":"2024-09-19T14:06:26.881977+0000","last_became_peered":"2024-09-19T14:06:26.881977+0000","last_unstale":"2024-09-19T14:24:55.642172+0000","last_undegraded":"2024-09-19T14:24:55.642172+0000","last_fullsized":"2024-09-19T14:24:55.642172+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:55.641992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:55.641992+0000","last_clean_scrub_stamp":"2024-09-19T14:24:55.641992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:06:48.879684+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.a","version":"268'3","reported_seq":45,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:34.532534+0000","last_change":"2024-09-19T14:24:34.532534+0000","last_active":"2024-09-19T14:24:34.532534+0000","last_peered":"2024-09-19T14:24:34.532534+0000","last_clean":"2024-09-19T14:24:34.532534+0000","last_became_active":"2024-09-19T13:55:09.799665+0000","last_became_peered":"2024-09-19T13:55:09.799665+0000","last_unstale":"2024-09-19T14:24:34.532534+0000","last_undegraded":"2024-09-19T14:24:34.532534+0000","last_fullsized":"2024-09-19T14:24:34.532534+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'3","last_scrub_stamp":"2024-09-19T14:24:34.532347+0000","last_deep_scrub":"268'3","last_deep_scrub_stamp":"2024-09-19T14:24:34.532347+0000","last_clean_scrub_stamp":"2024-09-19T14:24:34.532347+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:26:38.742437+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.b","version":"268'6","reported_seq":50,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:23:58.613281+0000","last_change":"2024-09-19T13:55:06.739029+0000","last_active":"2024-09-19T14:23:58.613281+0000","last_peered":"2024-09-19T14:23:58.613281+0000","last_clean":"2024-09-19T14:23:58.613281+0000","last_became_active":"2024-09-19T13:55:06.737872+0000","last_became_peered":"2024-09-19T13:55:06.737872+0000","last_unstale":"2024-09-19T14:23:58.613281+0000","last_undegraded":"2024-09-19T14:23:58.613281+0000","last_fullsized":"2024-09-19T14:23:58.613281+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":4098,"num_write":6,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.8","version":"268'39","reported_seq":153,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:29.537415+0000","last_change":"2024-09-19T14:24:29.537415+0000","last_active":"2024-09-19T14:24:29.537415+0000","last_peered":"2024-09-19T14:24:29.537415+0000","last_clean":"2024-09-19T14:24:29.537415+0000","last_became_active":"2024-09-19T13:53:12.475372+0000","last_became_peered":"2024-09-19T13:53:12.475372+0000","last_unstale":"2024-09-19T14:24:29.537415+0000","last_undegraded":"2024-09-19T14:24:29.537415+0000","last_fullsized":"2024-09-19T14:24:29.537415+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'39","last_scrub_stamp":"2024-09-19T14:24:29.537237+0000","last_deep_scrub":"268'39","last_deep_scrub_stamp":"2024-09-19T14:24:29.537237+0000","last_clean_scrub_stamp":"2024-09-19T14:24:29.537237+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:25:59.957380+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":292,"num_read_kb":195,"num_write":104,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:38.581627+0000","last_change":"2024-09-19T14:24:38.581627+0000","last_active":"2024-09-19T14:24:38.581627+0000","last_peered":"2024-09-19T14:24:38.581627+0000","last_clean":"2024-09-19T14:24:38.581627+0000","last_became_active":"2024-09-19T14:06:26.879771+0000","last_became_peered":"2024-09-19T14:06:26.879771+0000","last_unstale":"2024-09-19T14:24:38.581627+0000","last_undegraded":"2024-09-19T14:24:38.581627+0000","last_fullsized":"2024-09-19T14:24:38.581627+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:38.581430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:38.581430+0000","last_clean_scrub_stamp":"2024-09-19T14:24:38.581430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:39:24.330993+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.5","version":"265'10","reported_seq":65,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:52.848125+0000","last_change":"2024-09-19T14:24:52.848125+0000","last_active":"2024-09-19T14:24:52.848125+0000","last_peered":"2024-09-19T14:24:52.848125+0000","last_clean":"2024-09-19T14:24:52.848125+0000","last_became_active":"2024-09-19T13:55:09.803908+0000","last_became_peered":"2024-09-19T13:55:09.803908+0000","last_unstale":"2024-09-19T14:24:52.848125+0000","last_undegraded":"2024-09-19T14:24:52.848125+0000","last_fullsized":"2024-09-19T14:24:52.848125+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'10","last_scrub_stamp":"2024-09-19T14:24:52.847890+0000","last_deep_scrub":"265'10","last_deep_scrub_stamp":"2024-09-19T14:24:52.847890+0000","last_clean_scrub_stamp":"2024-09-19T14:24:52.847890+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:57:14.366117+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":21,"num_read_kb":12292,"num_write":10,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.4","version":"265'6","reported_seq":61,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:25:00.358711+0000","last_change":"2024-09-19T14:25:00.358711+0000","last_active":"2024-09-19T14:25:00.358711+0000","last_peered":"2024-09-19T14:25:00.358711+0000","last_clean":"2024-09-19T14:25:00.358711+0000","last_became_active":"2024-09-19T13:55:06.735489+0000","last_became_peered":"2024-09-19T13:55:06.735489+0000","last_unstale":"2024-09-19T14:25:00.358711+0000","last_undegraded":"2024-09-19T14:25:00.358711+0000","last_fullsized":"2024-09-19T14:25:00.358711+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'6","last_scrub_stamp":"2024-09-19T14:25:00.358513+0000","last_deep_scrub":"265'6","last_deep_scrub_stamp":"2024-09-19T14:25:00.358513+0000","last_clean_scrub_stamp":"2024-09-19T14:25:00.358513+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:42:27.329538+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":5122,"num_write":6,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.7","version":"265'8","reported_seq":74,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:43.193896+0000","last_change":"2024-09-19T14:24:43.193896+0000","last_active":"2024-09-19T14:24:43.193896+0000","last_peered":"2024-09-19T14:24:43.193896+0000","last_clean":"2024-09-19T14:24:43.193896+0000","last_became_active":"2024-09-19T13:53:12.468649+0000","last_became_peered":"2024-09-19T13:53:12.468649+0000","last_unstale":"2024-09-19T14:24:43.193896+0000","last_undegraded":"2024-09-19T14:24:43.193896+0000","last_fullsized":"2024-09-19T14:24:43.193896+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'8","last_scrub_stamp":"2024-09-19T14:24:43.193702+0000","last_deep_scrub":"265'8","last_deep_scrub_stamp":"2024-09-19T14:24:43.193702+0000","last_clean_scrub_stamp":"2024-09-19T14:24:43.193702+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:50:26.210500+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":63,"num_read_kb":43,"num_write":20,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:40.606128+0000","last_change":"2024-09-19T14:24:40.606128+0000","last_active":"2024-09-19T14:24:40.606128+0000","last_peered":"2024-09-19T14:24:40.606128+0000","last_clean":"2024-09-19T14:24:40.606128+0000","last_became_active":"2024-09-19T14:06:26.874405+0000","last_became_peered":"2024-09-19T14:06:26.874405+0000","last_unstale":"2024-09-19T14:24:40.606128+0000","last_undegraded":"2024-09-19T14:24:40.606128+0000","last_fullsized":"2024-09-19T14:24:40.606128+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:40.605905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:40.605905+0000","last_clean_scrub_stamp":"2024-09-19T14:24:40.605905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:31:18.497075+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.4","version":"268'2","reported_seq":45,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:50.833224+0000","last_change":"2024-09-19T14:24:50.833224+0000","last_active":"2024-09-19T14:24:50.833224+0000","last_peered":"2024-09-19T14:24:50.833224+0000","last_clean":"2024-09-19T14:24:50.833224+0000","last_became_active":"2024-09-19T13:55:09.785402+0000","last_became_peered":"2024-09-19T13:55:09.785402+0000","last_unstale":"2024-09-19T14:24:50.833224+0000","last_undegraded":"2024-09-19T14:24:50.833224+0000","last_fullsized":"2024-09-19T14:24:50.833224+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:50.833047+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:50.833047+0000","last_clean_scrub_stamp":"2024-09-19T14:24:50.833047+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:30:30.146852+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1142,"num_write":2,"num_write_kb":571,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.5","version":"268'2","reported_seq":50,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:48.187901+0000","last_change":"2024-09-19T14:24:48.187901+0000","last_active":"2024-09-19T14:24:48.187901+0000","last_peered":"2024-09-19T14:24:48.187901+0000","last_clean":"2024-09-19T14:24:48.187901+0000","last_became_active":"2024-09-19T13:55:06.732266+0000","last_became_peered":"2024-09-19T13:55:06.732266+0000","last_unstale":"2024-09-19T14:24:48.187901+0000","last_undegraded":"2024-09-19T14:24:48.187901+0000","last_fullsized":"2024-09-19T14:24:48.187901+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:48.187694+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:48.187694+0000","last_clean_scrub_stamp":"2024-09-19T14:24:48.187694+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:00:50.162052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":48,"num_write":2,"num_write_kb":48,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.6","version":"268'31","reported_seq":138,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:55.309836+0000","last_change":"2024-09-19T14:24:55.309836+0000","last_active":"2024-09-19T14:24:55.309836+0000","last_peered":"2024-09-19T14:24:55.309836+0000","last_clean":"2024-09-19T14:24:55.309836+0000","last_became_active":"2024-09-19T13:53:12.468297+0000","last_became_peered":"2024-09-19T13:53:12.468297+0000","last_unstale":"2024-09-19T14:24:55.309836+0000","last_undegraded":"2024-09-19T14:24:55.309836+0000","last_fullsized":"2024-09-19T14:24:55.309836+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'31","last_scrub_stamp":"2024-09-19T14:24:55.309643+0000","last_deep_scrub":"268'31","last_deep_scrub_stamp":"2024-09-19T14:24:55.309643+0000","last_clean_scrub_stamp":"2024-09-19T14:24:55.309643+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:12:26.601657+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":260,"num_read_kb":195,"num_write":72,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":30,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:25:02.981930+0000","last_change":"2024-09-19T14:25:02.981930+0000","last_active":"2024-09-19T14:25:02.981930+0000","last_peered":"2024-09-19T14:25:02.981930+0000","last_clean":"2024-09-19T14:25:02.981930+0000","last_became_active":"2024-09-19T14:06:26.879275+0000","last_became_peered":"2024-09-19T14:06:26.879275+0000","last_unstale":"2024-09-19T14:25:02.981930+0000","last_undegraded":"2024-09-19T14:25:02.981930+0000","last_fullsized":"2024-09-19T14:25:02.981930+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:25:02.981752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:25:02.981752+0000","last_clean_scrub_stamp":"2024-09-19T14:25:02.981752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:57:13.191913+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.7","version":"0'0","reported_seq":40,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:35.487917+0000","last_change":"2024-09-19T14:24:35.487917+0000","last_active":"2024-09-19T14:24:35.487917+0000","last_peered":"2024-09-19T14:24:35.487917+0000","last_clean":"2024-09-19T14:24:35.487917+0000","last_became_active":"2024-09-19T13:55:09.799016+0000","last_became_peered":"2024-09-19T13:55:09.799016+0000","last_unstale":"2024-09-19T14:24:35.487917+0000","last_undegraded":"2024-09-19T14:24:35.487917+0000","last_fullsized":"2024-09-19T14:24:35.487917+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:35.487706+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:35.487706+0000","last_clean_scrub_stamp":"2024-09-19T14:24:35.487706+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:06:38.109328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.6","version":"268'5","reported_seq":52,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:22.686989+0000","last_change":"2024-09-19T14:24:22.686989+0000","last_active":"2024-09-19T14:24:22.686989+0000","last_peered":"2024-09-19T14:24:22.686989+0000","last_clean":"2024-09-19T14:24:22.686989+0000","last_became_active":"2024-09-19T13:55:06.729865+0000","last_became_peered":"2024-09-19T13:55:06.729865+0000","last_unstale":"2024-09-19T14:24:22.686989+0000","last_undegraded":"2024-09-19T14:24:22.686989+0000","last_fullsized":"2024-09-19T14:24:22.686989+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'5","last_scrub_stamp":"2024-09-19T14:24:22.686803+0000","last_deep_scrub":"268'5","last_deep_scrub_stamp":"2024-09-19T14:24:22.686803+0000","last_clean_scrub_stamp":"2024-09-19T14:24:22.686803+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:30:19.758701+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.5","version":"268'40","reported_seq":168,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:29.742398+0000","last_change":"2024-09-19T14:24:29.742264+0000","last_active":"2024-09-19T14:24:29.742398+0000","last_peered":"2024-09-19T14:24:29.742398+0000","last_clean":"2024-09-19T14:24:29.742398+0000","last_became_active":"2024-09-19T13:53:12.468116+0000","last_became_peered":"2024-09-19T13:53:12.468116+0000","last_unstale":"2024-09-19T14:24:29.742398+0000","last_undegraded":"2024-09-19T14:24:29.742398+0000","last_fullsized":"2024-09-19T14:24:29.742398+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'40","last_scrub_stamp":"2024-09-19T14:24:29.742059+0000","last_deep_scrub":"268'40","last_deep_scrub_stamp":"2024-09-19T14:24:29.742059+0000","last_clean_scrub_stamp":"2024-09-19T14:24:29.742059+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:55:11.365313+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":330,"num_read_kb":193,"num_write":102,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:04.811461+0000","last_change":"2024-09-19T14:06:26.857354+0000","last_active":"2024-09-19T14:21:04.811461+0000","last_peered":"2024-09-19T14:21:04.811461+0000","last_clean":"2024-09-19T14:21:04.811461+0000","last_became_active":"2024-09-19T14:06:26.856594+0000","last_became_peered":"2024-09-19T14:06:26.856594+0000","last_unstale":"2024-09-19T14:21:04.811461+0000","last_undegraded":"2024-09-19T14:21:04.811461+0000","last_fullsized":"2024-09-19T14:21:04.811461+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:07:21.078033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.6","version":"268'5","reported_seq":49,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:25:02.385008+0000","last_change":"2024-09-19T14:25:02.385008+0000","last_active":"2024-09-19T14:25:02.385008+0000","last_peered":"2024-09-19T14:25:02.385008+0000","last_clean":"2024-09-19T14:25:02.385008+0000","last_became_active":"2024-09-19T13:55:09.810178+0000","last_became_peered":"2024-09-19T13:55:09.810178+0000","last_unstale":"2024-09-19T14:25:02.385008+0000","last_undegraded":"2024-09-19T14:25:02.385008+0000","last_fullsized":"2024-09-19T14:25:02.385008+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'5","last_scrub_stamp":"2024-09-19T14:25:02.384772+0000","last_deep_scrub":"268'5","last_deep_scrub_stamp":"2024-09-19T14:25:02.384772+0000","last_clean_scrub_stamp":"2024-09-19T14:25:02.384772+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:13:46.752743+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":2577,"num_write":10,"num_write_kb":1553,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.7","version":"265'3","reported_seq":51,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:59.387389+0000","last_change":"2024-09-19T14:24:59.387389+0000","last_active":"2024-09-19T14:24:59.387389+0000","last_peered":"2024-09-19T14:24:59.387389+0000","last_clean":"2024-09-19T14:24:59.387389+0000","last_became_active":"2024-09-19T13:55:06.718846+0000","last_became_peered":"2024-09-19T13:55:06.718846+0000","last_unstale":"2024-09-19T14:24:59.387389+0000","last_undegraded":"2024-09-19T14:24:59.387389+0000","last_fullsized":"2024-09-19T14:24:59.387389+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'3","last_scrub_stamp":"2024-09-19T14:24:59.387196+0000","last_deep_scrub":"265'3","last_deep_scrub_stamp":"2024-09-19T14:24:59.387196+0000","last_clean_scrub_stamp":"2024-09-19T14:24:59.387196+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:59:53.974989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.4","version":"268'133","reported_seq":447,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:34.543117+0000","last_change":"2024-09-19T14:24:34.543117+0000","last_active":"2024-09-19T14:24:34.543117+0000","last_peered":"2024-09-19T14:24:34.543117+0000","last_clean":"2024-09-19T14:24:34.543117+0000","last_became_active":"2024-09-19T13:53:12.465155+0000","last_became_peered":"2024-09-19T13:53:12.465155+0000","last_unstale":"2024-09-19T14:24:34.543117+0000","last_undegraded":"2024-09-19T14:24:34.543117+0000","last_fullsized":"2024-09-19T14:24:34.543117+0000","mapping_epoch":257,"log_start":"265'100","ondisk_log_start":"265'100","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'133","last_scrub_stamp":"2024-09-19T14:24:34.542935+0000","last_deep_scrub":"268'133","last_deep_scrub_stamp":"2024-09-19T14:24:34.542935+0000","last_clean_scrub_stamp":"2024-09-19T14:24:34.542935+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:45:08.522402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1234,"num_read_kb":1138,"num_write":276,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.6","version":"268'2","reported_seq":31,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:54.673123+0000","last_change":"2024-09-19T14:24:54.673123+0000","last_active":"2024-09-19T14:24:54.673123+0000","last_peered":"2024-09-19T14:24:54.673123+0000","last_clean":"2024-09-19T14:24:54.673123+0000","last_became_active":"2024-09-19T14:06:26.867699+0000","last_became_peered":"2024-09-19T14:06:26.867699+0000","last_unstale":"2024-09-19T14:24:54.673123+0000","last_undegraded":"2024-09-19T14:24:54.673123+0000","last_fullsized":"2024-09-19T14:24:54.673123+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:54.672934+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:54.672934+0000","last_clean_scrub_stamp":"2024-09-19T14:24:54.672934+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:45:49.153459+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1","version":"268'5","reported_seq":48,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:50.208827+0000","last_change":"2024-09-19T14:24:50.208827+0000","last_active":"2024-09-19T14:24:50.208827+0000","last_peered":"2024-09-19T14:24:50.208827+0000","last_clean":"2024-09-19T14:24:50.208827+0000","last_became_active":"2024-09-19T13:55:09.795960+0000","last_became_peered":"2024-09-19T13:55:09.795960+0000","last_unstale":"2024-09-19T14:24:50.208827+0000","last_undegraded":"2024-09-19T14:24:50.208827+0000","last_fullsized":"2024-09-19T14:24:50.208827+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'5","last_scrub_stamp":"2024-09-19T14:24:50.208643+0000","last_deep_scrub":"268'5","last_deep_scrub_stamp":"2024-09-19T14:24:50.208643+0000","last_clean_scrub_stamp":"2024-09-19T14:24:50.208643+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:35:55.126982+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":4096,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.0","version":"268'2","reported_seq":50,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:17.703298+0000","last_change":"2024-09-19T14:24:17.703298+0000","last_active":"2024-09-19T14:24:17.703298+0000","last_peered":"2024-09-19T14:24:17.703298+0000","last_clean":"2024-09-19T14:24:17.703298+0000","last_became_active":"2024-09-19T13:55:06.715888+0000","last_became_peered":"2024-09-19T13:55:06.715888+0000","last_unstale":"2024-09-19T14:24:17.703298+0000","last_undegraded":"2024-09-19T14:24:17.703298+0000","last_fullsized":"2024-09-19T14:24:17.703298+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:17.703122+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:17.703122+0000","last_clean_scrub_stamp":"2024-09-19T14:24:17.703122+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:45:51.878334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":571,"num_write":2,"num_write_kb":571,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.3","version":"268'17","reported_seq":97,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:23.650763+0000","last_change":"2024-09-19T14:24:23.650593+0000","last_active":"2024-09-19T14:24:23.650763+0000","last_peered":"2024-09-19T14:24:23.650763+0000","last_clean":"2024-09-19T14:24:23.650763+0000","last_became_active":"2024-09-19T13:53:12.456607+0000","last_became_peered":"2024-09-19T13:53:12.456607+0000","last_unstale":"2024-09-19T14:24:23.650763+0000","last_undegraded":"2024-09-19T14:24:23.650763+0000","last_fullsized":"2024-09-19T14:24:23.650763+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'17","last_scrub_stamp":"2024-09-19T14:24:23.650403+0000","last_deep_scrub":"268'17","last_deep_scrub_stamp":"2024-09-19T14:24:23.650403+0000","last_clean_scrub_stamp":"2024-09-19T14:24:23.650403+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:54:32.884926+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":123,"num_read_kb":81,"num_write":46,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:49.193539+0000","last_change":"2024-09-19T14:24:49.193539+0000","last_active":"2024-09-19T14:24:49.193539+0000","last_peered":"2024-09-19T14:24:49.193539+0000","last_clean":"2024-09-19T14:24:49.193539+0000","last_became_active":"2024-09-19T14:06:26.878528+0000","last_became_peered":"2024-09-19T14:06:26.878528+0000","last_unstale":"2024-09-19T14:24:49.193539+0000","last_undegraded":"2024-09-19T14:24:49.193539+0000","last_fullsized":"2024-09-19T14:24:49.193539+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:49.193351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:49.193351+0000","last_clean_scrub_stamp":"2024-09-19T14:24:49.193351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:46:57.590333+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.0","version":"268'13","reported_seq":67,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:25:04.405796+0000","last_change":"2024-09-19T14:25:04.405796+0000","last_active":"2024-09-19T14:25:04.405796+0000","last_peered":"2024-09-19T14:25:04.405796+0000","last_clean":"2024-09-19T14:25:04.405796+0000","last_became_active":"2024-09-19T13:55:09.803190+0000","last_became_peered":"2024-09-19T13:55:09.803190+0000","last_unstale":"2024-09-19T14:25:04.405796+0000","last_undegraded":"2024-09-19T14:25:04.405796+0000","last_fullsized":"2024-09-19T14:25:04.405796+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'13","last_scrub_stamp":"2024-09-19T14:25:04.405611+0000","last_deep_scrub":"268'13","last_deep_scrub_stamp":"2024-09-19T14:25:04.405611+0000","last_clean_scrub_stamp":"2024-09-19T14:25:04.405611+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:01:11.210957+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":20,"num_read_kb":22530,"num_write":18,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1","version":"0'0","reported_seq":39,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:22:14.830073+0000","last_change":"2024-09-19T13:55:06.745461+0000","last_active":"2024-09-19T14:22:14.830073+0000","last_peered":"2024-09-19T14:22:14.830073+0000","last_clean":"2024-09-19T14:22:14.830073+0000","last_became_active":"2024-09-19T13:55:06.744676+0000","last_became_peered":"2024-09-19T13:55:06.744676+0000","last_unstale":"2024-09-19T14:22:14.830073+0000","last_undegraded":"2024-09-19T14:22:14.830073+0000","last_fullsized":"2024-09-19T14:22:14.830073+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T13:55:05.679103+0000","last_clean_scrub_stamp":"2024-09-19T13:55:05.679103+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.2","version":"268'55","reported_seq":211,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:53.287824+0000","last_change":"2024-09-19T14:24:53.287824+0000","last_active":"2024-09-19T14:24:53.287824+0000","last_peered":"2024-09-19T14:24:53.287824+0000","last_clean":"2024-09-19T14:24:53.287824+0000","last_became_active":"2024-09-19T13:53:12.474878+0000","last_became_peered":"2024-09-19T13:53:12.474878+0000","last_unstale":"2024-09-19T14:24:53.287824+0000","last_undegraded":"2024-09-19T14:24:53.287824+0000","last_fullsized":"2024-09-19T14:24:53.287824+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'55","last_scrub_stamp":"2024-09-19T14:24:53.287639+0000","last_deep_scrub":"268'55","last_deep_scrub_stamp":"2024-09-19T14:24:53.287639+0000","last_clean_scrub_stamp":"2024-09-19T14:24:53.287639+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":0,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:55:22.864126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":475,"num_read_kb":305,"num_write":132,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:59.981284+0000","last_change":"2024-09-19T14:24:59.981284+0000","last_active":"2024-09-19T14:24:59.981284+0000","last_peered":"2024-09-19T14:24:59.981284+0000","last_clean":"2024-09-19T14:24:59.981284+0000","last_became_active":"2024-09-19T14:06:26.870028+0000","last_became_peered":"2024-09-19T14:06:26.870028+0000","last_unstale":"2024-09-19T14:24:59.981284+0000","last_undegraded":"2024-09-19T14:24:59.981284+0000","last_fullsized":"2024-09-19T14:24:59.981284+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:59.981102+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:59.981102+0000","last_clean_scrub_stamp":"2024-09-19T14:24:59.981102+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:49:39.981636+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.3","version":"0'0","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:24.681051+0000","last_change":"2024-09-19T14:24:24.681051+0000","last_active":"2024-09-19T14:24:24.681051+0000","last_peered":"2024-09-19T14:24:24.681051+0000","last_clean":"2024-09-19T14:24:24.681051+0000","last_became_active":"2024-09-19T13:55:09.795576+0000","last_became_peered":"2024-09-19T13:55:09.795576+0000","last_unstale":"2024-09-19T14:24:24.681051+0000","last_undegraded":"2024-09-19T14:24:24.681051+0000","last_fullsized":"2024-09-19T14:24:24.681051+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:24.680870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:24.680870+0000","last_clean_scrub_stamp":"2024-09-19T14:24:24.680870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:32:49.477955+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"66.2","version":"268'8","reported_seq":64,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:43.661775+0000","last_change":"2024-09-19T14:24:43.661775+0000","last_active":"2024-09-19T14:24:43.661775+0000","last_peered":"2024-09-19T14:24:43.661775+0000","last_clean":"2024-09-19T14:24:43.661775+0000","last_became_active":"2024-09-19T13:55:06.731004+0000","last_became_peered":"2024-09-19T13:55:06.731004+0000","last_unstale":"2024-09-19T14:24:43.661775+0000","last_undegraded":"2024-09-19T14:24:43.661775+0000","last_fullsized":"2024-09-19T14:24:43.661775+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'8","last_scrub_stamp":"2024-09-19T14:24:43.661598+0000","last_deep_scrub":"268'8","last_deep_scrub_stamp":"2024-09-19T14:24:43.661598+0000","last_clean_scrub_stamp":"2024-09-19T14:24:43.661598+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:43:16.620839+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":14,"num_read_kb":12290,"num_write":8,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.1","version":"268'41","reported_seq":165,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:52.247102+0000","last_change":"2024-09-19T14:24:52.247102+0000","last_active":"2024-09-19T14:24:52.247102+0000","last_peered":"2024-09-19T14:24:52.247102+0000","last_clean":"2024-09-19T14:24:52.247102+0000","last_became_active":"2024-09-19T13:53:12.470782+0000","last_became_peered":"2024-09-19T13:53:12.470782+0000","last_unstale":"2024-09-19T14:24:52.247102+0000","last_undegraded":"2024-09-19T14:24:52.247102+0000","last_fullsized":"2024-09-19T14:24:52.247102+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'41","last_scrub_stamp":"2024-09-19T14:24:52.246882+0000","last_deep_scrub":"268'41","last_deep_scrub_stamp":"2024-09-19T14:24:52.246882+0000","last_clean_scrub_stamp":"2024-09-19T14:24:52.246882+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:49:32.943049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":333,"num_read_kb":216,"num_write":101,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:21:09.813016+0000","last_change":"2024-09-19T14:06:26.873449+0000","last_active":"2024-09-19T14:21:09.813016+0000","last_peered":"2024-09-19T14:21:09.813016+0000","last_clean":"2024-09-19T14:21:09.813016+0000","last_became_active":"2024-09-19T14:06:26.872809+0000","last_became_peered":"2024-09-19T14:06:26.872809+0000","last_unstale":"2024-09-19T14:21:09.813016+0000","last_undegraded":"2024-09-19T14:21:09.813016+0000","last_fullsized":"2024-09-19T14:21:09.813016+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:06:25.815641+0000","last_clean_scrub_stamp":"2024-09-19T14:06:25.815641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:13:24.156423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.2","version":"268'8","reported_seq":55,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:49.705700+0000","last_change":"2024-09-19T14:24:49.705700+0000","last_active":"2024-09-19T14:24:49.705700+0000","last_peered":"2024-09-19T14:24:49.705700+0000","last_clean":"2024-09-19T14:24:49.705700+0000","last_became_active":"2024-09-19T13:55:09.791757+0000","last_became_peered":"2024-09-19T13:55:09.791757+0000","last_unstale":"2024-09-19T14:24:49.705700+0000","last_undegraded":"2024-09-19T14:24:49.705700+0000","last_fullsized":"2024-09-19T14:24:49.705700+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'8","last_scrub_stamp":"2024-09-19T14:24:49.705513+0000","last_deep_scrub":"268'8","last_deep_scrub_stamp":"2024-09-19T14:24:49.705513+0000","last_clean_scrub_stamp":"2024-09-19T14:24:49.705513+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:21:59.227116+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":11312,"num_write":8,"num_write_kb":11312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"66.3","version":"0'0","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:32.071572+0000","last_change":"2024-09-19T14:24:32.071572+0000","last_active":"2024-09-19T14:24:32.071572+0000","last_peered":"2024-09-19T14:24:32.071572+0000","last_clean":"2024-09-19T14:24:32.071572+0000","last_became_active":"2024-09-19T13:55:06.730174+0000","last_became_peered":"2024-09-19T13:55:06.730174+0000","last_unstale":"2024-09-19T14:24:32.071572+0000","last_undegraded":"2024-09-19T14:24:32.071572+0000","last_fullsized":"2024-09-19T14:24:32.071572+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:32.071377+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:32.071377+0000","last_clean_scrub_stamp":"2024-09-19T14:24:32.071377+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:07:50.813211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.0","version":"268'42","reported_seq":166,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:18.742540+0000","last_change":"2024-09-19T14:24:18.742540+0000","last_active":"2024-09-19T14:24:18.742540+0000","last_peered":"2024-09-19T14:24:18.742540+0000","last_clean":"2024-09-19T14:24:18.742540+0000","last_became_active":"2024-09-19T13:53:12.473659+0000","last_became_peered":"2024-09-19T13:53:12.473659+0000","last_unstale":"2024-09-19T14:24:18.742540+0000","last_undegraded":"2024-09-19T14:24:18.742540+0000","last_fullsized":"2024-09-19T14:24:18.742540+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'42","last_scrub_stamp":"2024-09-19T14:24:18.742313+0000","last_deep_scrub":"268'42","last_deep_scrub_stamp":"2024-09-19T14:24:18.742313+0000","last_clean_scrub_stamp":"2024-09-19T14:24:18.742313+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:38:31.784106+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":339,"num_read_kb":229,"num_write":102,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3f","version":"268'341","reported_seq":1014,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:14.531720+0000","last_change":"2024-09-19T14:24:14.531720+0000","last_active":"2024-09-19T14:24:14.531720+0000","last_peered":"2024-09-19T14:24:14.531720+0000","last_clean":"2024-09-19T14:24:14.531720+0000","last_became_active":"2024-09-19T13:37:42.998595+0000","last_became_peered":"2024-09-19T13:37:42.998595+0000","last_unstale":"2024-09-19T14:24:14.531720+0000","last_undegraded":"2024-09-19T14:24:14.531720+0000","last_fullsized":"2024-09-19T14:24:14.531720+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'341","last_scrub_stamp":"2024-09-19T14:24:14.531494+0000","last_deep_scrub":"268'341","last_deep_scrub_stamp":"2024-09-19T14:24:14.531494+0000","last_clean_scrub_stamp":"2024-09-19T14:24:14.531494+0000","objects_scrubbed":5,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:47:31.993215+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":30,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":715,"num_read_kb":1612,"num_write":1160,"num_write_kb":26082,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.38","version":"268'191","reported_seq":819,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:19.162481+0000","last_change":"2024-09-19T14:24:19.162481+0000","last_active":"2024-09-19T14:24:19.162481+0000","last_peered":"2024-09-19T14:24:19.162481+0000","last_clean":"2024-09-19T14:24:19.162481+0000","last_became_active":"2024-09-19T13:37:44.988042+0000","last_became_peered":"2024-09-19T13:37:44.988042+0000","last_unstale":"2024-09-19T14:24:19.162481+0000","last_undegraded":"2024-09-19T14:24:19.162481+0000","last_fullsized":"2024-09-19T14:24:19.162481+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'191","last_scrub_stamp":"2024-09-19T14:24:19.162290+0000","last_deep_scrub":"268'191","last_deep_scrub_stamp":"2024-09-19T14:24:19.162290+0000","last_clean_scrub_stamp":"2024-09-19T14:24:19.162290+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:39:09.133283+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":868,"num_read_kb":716,"num_write":299,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3e","version":"268'368","reported_seq":1042,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:18.889550+0000","last_change":"2024-09-19T14:24:18.889550+0000","last_active":"2024-09-19T14:24:18.889550+0000","last_peered":"2024-09-19T14:24:18.889550+0000","last_clean":"2024-09-19T14:24:18.889550+0000","last_became_active":"2024-09-19T13:37:43.013931+0000","last_became_peered":"2024-09-19T13:37:43.013931+0000","last_unstale":"2024-09-19T14:24:18.889550+0000","last_undegraded":"2024-09-19T14:24:18.889550+0000","last_fullsized":"2024-09-19T14:24:18.889550+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'368","last_scrub_stamp":"2024-09-19T14:24:18.889304+0000","last_deep_scrub":"268'368","last_deep_scrub_stamp":"2024-09-19T14:24:18.889304+0000","last_clean_scrub_stamp":"2024-09-19T14:24:18.889304+0000","objects_scrubbed":4,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:50:08.710962+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136886,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":671,"num_read_kb":50035,"num_write":1240,"num_write_kb":34859,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.39","version":"268'298","reported_seq":996,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:28.204894+0000","last_change":"2024-09-19T14:24:28.204894+0000","last_active":"2024-09-19T14:24:28.204894+0000","last_peered":"2024-09-19T14:24:28.204894+0000","last_clean":"2024-09-19T14:24:28.204894+0000","last_became_active":"2024-09-19T13:37:44.980771+0000","last_became_peered":"2024-09-19T13:37:44.980771+0000","last_unstale":"2024-09-19T14:24:28.204894+0000","last_undegraded":"2024-09-19T14:24:28.204894+0000","last_fullsized":"2024-09-19T14:24:28.204894+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'298","last_scrub_stamp":"2024-09-19T14:24:28.204781+0000","last_deep_scrub":"268'298","last_deep_scrub_stamp":"2024-09-19T14:24:28.204781+0000","last_clean_scrub_stamp":"2024-09-19T14:24:28.204781+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":200,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:37:39.324333+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1416,"num_read_kb":1186,"num_write":494,"num_write_kb":282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3d","version":"268'357","reported_seq":1053,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:17.907433+0000","last_change":"2024-09-19T14:24:17.907433+0000","last_active":"2024-09-19T14:24:17.907433+0000","last_peered":"2024-09-19T14:24:17.907433+0000","last_clean":"2024-09-19T14:24:17.907433+0000","last_became_active":"2024-09-19T13:37:43.011731+0000","last_became_peered":"2024-09-19T13:37:43.011731+0000","last_unstale":"2024-09-19T14:24:17.907433+0000","last_undegraded":"2024-09-19T14:24:17.907433+0000","last_fullsized":"2024-09-19T14:24:17.907433+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'357","last_scrub_stamp":"2024-09-19T14:24:17.907227+0000","last_deep_scrub":"268'357","last_deep_scrub_stamp":"2024-09-19T14:24:17.907227+0000","last_clean_scrub_stamp":"2024-09-19T14:24:17.907227+0000","objects_scrubbed":1,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:37:50.906256+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":702,"num_read_kb":22108,"num_write":1061,"num_write_kb":42300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3a","version":"268'299","reported_seq":877,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:29.247562+0000","last_change":"2024-09-19T14:24:29.247562+0000","last_active":"2024-09-19T14:24:29.247562+0000","last_peered":"2024-09-19T14:24:29.247562+0000","last_clean":"2024-09-19T14:24:29.247562+0000","last_became_active":"2024-09-19T13:37:44.983545+0000","last_became_peered":"2024-09-19T13:37:44.983545+0000","last_unstale":"2024-09-19T14:24:29.247562+0000","last_undegraded":"2024-09-19T14:24:29.247562+0000","last_fullsized":"2024-09-19T14:24:29.247562+0000","mapping_epoch":27,"log_start":"265'200","ondisk_log_start":"265'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'299","last_scrub_stamp":"2024-09-19T14:24:29.247260+0000","last_deep_scrub":"268'299","last_deep_scrub_stamp":"2024-09-19T14:24:29.247260+0000","last_clean_scrub_stamp":"2024-09-19T14:24:29.247260+0000","objects_scrubbed":1,"log_size":99,"log_dups_size":200,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:20:49.100641+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1280,"num_read_kb":1008,"num_write":491,"num_write_kb":256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":267,"num_omap_keys":1,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3c","version":"268'291","reported_seq":922,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:30.750208+0000","last_change":"2024-09-19T14:24:30.750208+0000","last_active":"2024-09-19T14:24:30.750208+0000","last_peered":"2024-09-19T14:24:30.750208+0000","last_clean":"2024-09-19T14:24:30.750208+0000","last_became_active":"2024-09-19T13:37:42.976428+0000","last_became_peered":"2024-09-19T13:37:42.976428+0000","last_unstale":"2024-09-19T14:24:30.750208+0000","last_undegraded":"2024-09-19T14:24:30.750208+0000","last_fullsized":"2024-09-19T14:24:30.750208+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'291","last_scrub_stamp":"2024-09-19T14:24:30.749900+0000","last_deep_scrub":"268'291","last_deep_scrub_stamp":"2024-09-19T14:24:30.749900+0000","last_clean_scrub_stamp":"2024-09-19T14:24:30.749900+0000","objects_scrubbed":4,"log_size":91,"log_dups_size":200,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:12:39.987987+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136845,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":523,"num_read_kb":1576,"num_write":953,"num_write_kb":18809,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3b","version":"268'150","reported_seq":783,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:21.308464+0000","last_change":"2024-09-19T14:24:21.308464+0000","last_active":"2024-09-19T14:24:21.308464+0000","last_peered":"2024-09-19T14:24:21.308464+0000","last_clean":"2024-09-19T14:24:21.308464+0000","last_became_active":"2024-09-19T13:37:44.986925+0000","last_became_peered":"2024-09-19T13:37:44.986925+0000","last_unstale":"2024-09-19T14:24:21.308464+0000","last_undegraded":"2024-09-19T14:24:21.308464+0000","last_fullsized":"2024-09-19T14:24:21.308464+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'150","last_scrub_stamp":"2024-09-19T14:24:21.308284+0000","last_deep_scrub":"268'150","last_deep_scrub_stamp":"2024-09-19T14:24:21.308284+0000","last_clean_scrub_stamp":"2024-09-19T14:24:21.308284+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:44:53.708896+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":694,"num_read_kb":586,"num_write":224,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"268'359","reported_seq":1017,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:13.553428+0000","last_change":"2024-09-19T14:24:13.553428+0000","last_active":"2024-09-19T14:24:13.553428+0000","last_peered":"2024-09-19T14:24:13.553428+0000","last_clean":"2024-09-19T14:24:13.553428+0000","last_became_active":"2024-09-19T13:37:43.010712+0000","last_became_peered":"2024-09-19T13:37:43.010712+0000","last_unstale":"2024-09-19T14:24:13.553428+0000","last_undegraded":"2024-09-19T14:24:13.553428+0000","last_fullsized":"2024-09-19T14:24:13.553428+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'359","last_scrub_stamp":"2024-09-19T14:24:13.553215+0000","last_deep_scrub":"268'359","last_deep_scrub_stamp":"2024-09-19T14:24:13.553215+0000","last_clean_scrub_stamp":"2024-09-19T14:24:13.553215+0000","objects_scrubbed":5,"log_size":59,"log_dups_size":300,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:31:15.444102+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136871,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":627,"num_read_kb":20416,"num_write":1219,"num_write_kb":38048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3c","version":"268'131","reported_seq":735,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:16.565923+0000","last_change":"2024-09-19T14:24:16.565923+0000","last_active":"2024-09-19T14:24:16.565923+0000","last_peered":"2024-09-19T14:24:16.565923+0000","last_clean":"2024-09-19T14:24:16.565923+0000","last_became_active":"2024-09-19T13:37:44.979639+0000","last_became_peered":"2024-09-19T13:37:44.979639+0000","last_unstale":"2024-09-19T14:24:16.565923+0000","last_undegraded":"2024-09-19T14:24:16.565923+0000","last_fullsized":"2024-09-19T14:24:16.565923+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'131","last_scrub_stamp":"2024-09-19T14:24:16.565742+0000","last_deep_scrub":"268'131","last_deep_scrub_stamp":"2024-09-19T14:24:16.565742+0000","last_clean_scrub_stamp":"2024-09-19T14:24:16.565742+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:51:41.980284+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":562,"num_read_kb":468,"num_write":220,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"268'351","reported_seq":990,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:40.694293+0000","last_change":"2024-09-19T14:24:40.694293+0000","last_active":"2024-09-19T14:24:40.694293+0000","last_peered":"2024-09-19T14:24:40.694293+0000","last_clean":"2024-09-19T14:24:40.694293+0000","last_became_active":"2024-09-19T13:37:42.970817+0000","last_became_peered":"2024-09-19T13:37:42.970817+0000","last_unstale":"2024-09-19T14:24:40.694293+0000","last_undegraded":"2024-09-19T14:24:40.694293+0000","last_fullsized":"2024-09-19T14:24:40.694293+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'351","last_scrub_stamp":"2024-09-19T14:24:40.694074+0000","last_deep_scrub":"268'351","last_deep_scrub_stamp":"2024-09-19T14:24:40.694074+0000","last_clean_scrub_stamp":"2024-09-19T14:24:40.694074+0000","objects_scrubbed":4,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:35:27.534341+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136829,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":616,"num_read_kb":18071,"num_write":1053,"num_write_kb":31772,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3d","version":"268'139","reported_seq":755,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:17.611686+0000","last_change":"2024-09-19T14:24:17.611686+0000","last_active":"2024-09-19T14:24:17.611686+0000","last_peered":"2024-09-19T14:24:17.611686+0000","last_clean":"2024-09-19T14:24:17.611686+0000","last_became_active":"2024-09-19T13:37:45.001685+0000","last_became_peered":"2024-09-19T13:37:45.001685+0000","last_unstale":"2024-09-19T14:24:17.611686+0000","last_undegraded":"2024-09-19T14:24:17.611686+0000","last_fullsized":"2024-09-19T14:24:17.611686+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'139","last_scrub_stamp":"2024-09-19T14:24:17.611499+0000","last_deep_scrub":"268'139","last_deep_scrub_stamp":"2024-09-19T14:24:17.611499+0000","last_clean_scrub_stamp":"2024-09-19T14:24:17.611499+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:59:20.987171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":600,"num_read_kb":500,"num_write":209,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.39","version":"268'372","reported_seq":1029,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:12.581736+0000","last_change":"2024-09-19T14:24:12.581736+0000","last_active":"2024-09-19T14:24:12.581736+0000","last_peered":"2024-09-19T14:24:12.581736+0000","last_clean":"2024-09-19T14:24:12.581736+0000","last_became_active":"2024-09-19T13:37:42.974777+0000","last_became_peered":"2024-09-19T13:37:42.974777+0000","last_unstale":"2024-09-19T14:24:12.581736+0000","last_undegraded":"2024-09-19T14:24:12.581736+0000","last_fullsized":"2024-09-19T14:24:12.581736+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'372","last_scrub_stamp":"2024-09-19T14:24:12.581506+0000","last_deep_scrub":"268'372","last_deep_scrub_stamp":"2024-09-19T14:24:12.581506+0000","last_clean_scrub_stamp":"2024-09-19T14:24:12.581506+0000","objects_scrubbed":5,"log_size":72,"log_dups_size":300,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T02:19:07.577125+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136853,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":759,"num_read_kb":26245,"num_write":1153,"num_write_kb":27029,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3e","version":"268'219","reported_seq":856,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:10.597930+0000","last_change":"2024-09-19T14:24:10.597930+0000","last_active":"2024-09-19T14:24:10.597930+0000","last_peered":"2024-09-19T14:24:10.597930+0000","last_clean":"2024-09-19T14:24:10.597930+0000","last_became_active":"2024-09-19T13:37:44.992496+0000","last_became_peered":"2024-09-19T13:37:44.992496+0000","last_unstale":"2024-09-19T14:24:10.597930+0000","last_undegraded":"2024-09-19T14:24:10.597930+0000","last_fullsized":"2024-09-19T14:24:10.597930+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'219","last_scrub_stamp":"2024-09-19T14:24:10.597751+0000","last_deep_scrub":"268'219","last_deep_scrub_stamp":"2024-09-19T14:24:10.597751+0000","last_clean_scrub_stamp":"2024-09-19T14:24:10.597751+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":200,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:18:42.654094+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":988,"num_read_kb":817,"num_write":337,"num_write_kb":165,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.38","version":"268'363","reported_seq":1052,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:16.898352+0000","last_change":"2024-09-19T14:24:16.898352+0000","last_active":"2024-09-19T14:24:16.898352+0000","last_peered":"2024-09-19T14:24:16.898352+0000","last_clean":"2024-09-19T14:24:16.898352+0000","last_became_active":"2024-09-19T13:37:43.019449+0000","last_became_peered":"2024-09-19T13:37:43.019449+0000","last_unstale":"2024-09-19T14:24:16.898352+0000","last_undegraded":"2024-09-19T14:24:16.898352+0000","last_fullsized":"2024-09-19T14:24:16.898352+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'363","last_scrub_stamp":"2024-09-19T14:24:16.898070+0000","last_deep_scrub":"268'363","last_deep_scrub_stamp":"2024-09-19T14:24:16.898070+0000","last_clean_scrub_stamp":"2024-09-19T14:24:16.898070+0000","objects_scrubbed":4,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:48:00.941319+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":694,"num_read_kb":51884,"num_write":1126,"num_write_kb":13886,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3f","version":"268'146","reported_seq":775,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:26.854742+0000","last_change":"2024-09-19T14:24:26.854742+0000","last_active":"2024-09-19T14:24:26.854742+0000","last_peered":"2024-09-19T14:24:26.854742+0000","last_clean":"2024-09-19T14:24:26.854742+0000","last_became_active":"2024-09-19T13:37:45.015347+0000","last_became_peered":"2024-09-19T13:37:45.015347+0000","last_unstale":"2024-09-19T14:24:26.854742+0000","last_undegraded":"2024-09-19T14:24:26.854742+0000","last_fullsized":"2024-09-19T14:24:26.854742+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'146","last_scrub_stamp":"2024-09-19T14:24:26.854566+0000","last_deep_scrub":"268'146","last_deep_scrub_stamp":"2024-09-19T14:24:26.854566+0000","last_clean_scrub_stamp":"2024-09-19T14:24:26.854566+0000","objects_scrubbed":1,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:34:18.299699+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":660,"num_read_kb":557,"num_write":213,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":505,"num_omap_keys":2,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.30","version":"268'131","reported_seq":734,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:31.163061+0000","last_change":"2024-09-19T14:24:31.163061+0000","last_active":"2024-09-19T14:24:31.163061+0000","last_peered":"2024-09-19T14:24:31.163061+0000","last_clean":"2024-09-19T14:24:31.163061+0000","last_became_active":"2024-09-19T13:37:44.968741+0000","last_became_peered":"2024-09-19T13:37:44.968741+0000","last_unstale":"2024-09-19T14:24:31.163061+0000","last_undegraded":"2024-09-19T14:24:31.163061+0000","last_fullsized":"2024-09-19T14:24:31.163061+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'131","last_scrub_stamp":"2024-09-19T14:24:31.162870+0000","last_deep_scrub":"268'131","last_deep_scrub_stamp":"2024-09-19T14:24:31.162870+0000","last_clean_scrub_stamp":"2024-09-19T14:24:31.162870+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:33:42.819768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":563,"num_read_kb":467,"num_write":183,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"268'314","reported_seq":937,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:09.217199+0000","last_change":"2024-09-19T14:24:09.217199+0000","last_active":"2024-09-19T14:24:09.217199+0000","last_peered":"2024-09-19T14:24:09.217199+0000","last_clean":"2024-09-19T14:24:09.217199+0000","last_became_active":"2024-09-19T13:37:43.018350+0000","last_became_peered":"2024-09-19T13:37:43.018350+0000","last_unstale":"2024-09-19T14:24:09.217199+0000","last_undegraded":"2024-09-19T14:24:09.217199+0000","last_fullsized":"2024-09-19T14:24:09.217199+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'314","last_scrub_stamp":"2024-09-19T14:24:09.216877+0000","last_deep_scrub":"268'314","last_deep_scrub_stamp":"2024-09-19T14:24:09.216877+0000","last_clean_scrub_stamp":"2024-09-19T14:24:09.216877+0000","objects_scrubbed":6,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:35:34.627388+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136860,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":510,"num_read_kb":13015,"num_write":1062,"num_write_kb":33999,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,5],"acting":[1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.31","version":"268'78","reported_seq":658,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:18.590110+0000","last_change":"2024-09-19T14:24:18.589946+0000","last_active":"2024-09-19T14:24:18.590110+0000","last_peered":"2024-09-19T14:24:18.590110+0000","last_clean":"2024-09-19T14:24:18.590110+0000","last_became_active":"2024-09-19T13:37:44.985953+0000","last_became_peered":"2024-09-19T13:37:44.985953+0000","last_unstale":"2024-09-19T14:24:18.590110+0000","last_undegraded":"2024-09-19T14:24:18.590110+0000","last_fullsized":"2024-09-19T14:24:18.590110+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'78","last_scrub_stamp":"2024-09-19T14:24:18.589725+0000","last_deep_scrub":"268'78","last_deep_scrub_stamp":"2024-09-19T14:24:18.589725+0000","last_clean_scrub_stamp":"2024-09-19T14:24:18.589725+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":0,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:19:32.062039+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":349,"num_read_kb":293,"num_write":113,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.36","version":"268'288","reported_seq":969,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:10.549891+0000","last_change":"2024-09-19T14:24:10.549891+0000","last_active":"2024-09-19T14:24:10.549891+0000","last_peered":"2024-09-19T14:24:10.549891+0000","last_clean":"2024-09-19T14:24:10.549891+0000","last_became_active":"2024-09-19T13:37:42.988095+0000","last_became_peered":"2024-09-19T13:37:42.988095+0000","last_unstale":"2024-09-19T14:24:10.549891+0000","last_undegraded":"2024-09-19T14:24:10.549891+0000","last_fullsized":"2024-09-19T14:24:10.549891+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'288","last_scrub_stamp":"2024-09-19T14:24:10.549671+0000","last_deep_scrub":"268'288","last_deep_scrub_stamp":"2024-09-19T14:24:10.549671+0000","last_clean_scrub_stamp":"2024-09-19T14:24:10.549671+0000","objects_scrubbed":4,"log_size":88,"log_dups_size":200,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:29:17.764899+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":32,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":578,"num_read_kb":77681,"num_write":961,"num_write_kb":36411,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.32","version":"268'312","reported_seq":979,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:18.148586+0000","last_change":"2024-09-19T14:24:18.148450+0000","last_active":"2024-09-19T14:24:18.148586+0000","last_peered":"2024-09-19T14:24:18.148586+0000","last_clean":"2024-09-19T14:24:18.148586+0000","last_became_active":"2024-09-19T13:37:45.005210+0000","last_became_peered":"2024-09-19T13:37:45.005210+0000","last_unstale":"2024-09-19T14:24:18.148586+0000","last_undegraded":"2024-09-19T14:24:18.148586+0000","last_fullsized":"2024-09-19T14:24:18.148586+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'312","last_scrub_stamp":"2024-09-19T14:24:18.148265+0000","last_deep_scrub":"268'312","last_deep_scrub_stamp":"2024-09-19T14:24:18.148265+0000","last_clean_scrub_stamp":"2024-09-19T14:24:18.148265+0000","objects_scrubbed":1,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:47:05.271405+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1345,"num_read_kb":1103,"num_write":484,"num_write_kb":244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.35","version":"268'331","reported_seq":957,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:09.512203+0000","last_change":"2024-09-19T14:24:09.512203+0000","last_active":"2024-09-19T14:24:09.512203+0000","last_peered":"2024-09-19T14:24:09.512203+0000","last_clean":"2024-09-19T14:24:09.512203+0000","last_became_active":"2024-09-19T13:37:42.998603+0000","last_became_peered":"2024-09-19T13:37:42.998603+0000","last_unstale":"2024-09-19T14:24:09.512203+0000","last_undegraded":"2024-09-19T14:24:09.512203+0000","last_fullsized":"2024-09-19T14:24:09.512203+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'331","last_scrub_stamp":"2024-09-19T14:24:09.512001+0000","last_deep_scrub":"268'331","last_deep_scrub_stamp":"2024-09-19T14:24:09.512001+0000","last_clean_scrub_stamp":"2024-09-19T14:24:09.512001+0000","objects_scrubbed":3,"log_size":31,"log_dups_size":300,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:10:10.734077+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":549,"num_read_kb":20937,"num_write":999,"num_write_kb":29488,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.33","version":"268'41","reported_seq":613,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:22.637019+0000","last_change":"2024-09-19T14:24:22.637019+0000","last_active":"2024-09-19T14:24:22.637019+0000","last_peered":"2024-09-19T14:24:22.637019+0000","last_clean":"2024-09-19T14:24:22.637019+0000","last_became_active":"2024-09-19T13:37:45.013648+0000","last_became_peered":"2024-09-19T13:37:45.013648+0000","last_unstale":"2024-09-19T14:24:22.637019+0000","last_undegraded":"2024-09-19T14:24:22.637019+0000","last_fullsized":"2024-09-19T14:24:22.637019+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'41","last_scrub_stamp":"2024-09-19T14:24:22.636844+0000","last_deep_scrub":"268'41","last_deep_scrub_stamp":"2024-09-19T14:24:22.636844+0000","last_clean_scrub_stamp":"2024-09-19T14:24:22.636844+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:53:25.869945+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":189,"num_read_kb":171,"num_write":54,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"268'321","reported_seq":1007,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:06.503619+0000","last_change":"2024-09-19T14:24:06.503619+0000","last_active":"2024-09-19T14:24:06.503619+0000","last_peered":"2024-09-19T14:24:06.503619+0000","last_clean":"2024-09-19T14:24:06.503619+0000","last_became_active":"2024-09-19T13:37:43.003034+0000","last_became_peered":"2024-09-19T13:37:43.003034+0000","last_unstale":"2024-09-19T14:24:06.503619+0000","last_undegraded":"2024-09-19T14:24:06.503619+0000","last_fullsized":"2024-09-19T14:24:06.503619+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'321","last_scrub_stamp":"2024-09-19T14:24:06.503413+0000","last_deep_scrub":"268'321","last_deep_scrub_stamp":"2024-09-19T14:24:06.503413+0000","last_clean_scrub_stamp":"2024-09-19T14:24:06.503413+0000","objects_scrubbed":5,"log_size":21,"log_dups_size":300,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:30:09.654198+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":576,"num_read_kb":135286,"num_write":975,"num_write_kb":29077,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.34","version":"268'176","reported_seq":756,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:25.855056+0000","last_change":"2024-09-19T14:24:25.855056+0000","last_active":"2024-09-19T14:24:25.855056+0000","last_peered":"2024-09-19T14:24:25.855056+0000","last_clean":"2024-09-19T14:24:25.855056+0000","last_became_active":"2024-09-19T13:37:45.004923+0000","last_became_peered":"2024-09-19T13:37:45.004923+0000","last_unstale":"2024-09-19T14:24:25.855056+0000","last_undegraded":"2024-09-19T14:24:25.855056+0000","last_fullsized":"2024-09-19T14:24:25.855056+0000","mapping_epoch":27,"log_start":"265'100","ondisk_log_start":"265'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'176","last_scrub_stamp":"2024-09-19T14:24:25.854859+0000","last_deep_scrub":"268'176","last_deep_scrub_stamp":"2024-09-19T14:24:25.854859+0000","last_clean_scrub_stamp":"2024-09-19T14:24:25.854859+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:45:40.191277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":705,"num_read_kb":566,"num_write":276,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.33","version":"268'328","reported_seq":996,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:14.523130+0000","last_change":"2024-09-19T14:24:14.523130+0000","last_active":"2024-09-19T14:24:14.523130+0000","last_peered":"2024-09-19T14:24:14.523130+0000","last_clean":"2024-09-19T14:24:14.523130+0000","last_became_active":"2024-09-19T13:37:42.989090+0000","last_became_peered":"2024-09-19T13:37:42.989090+0000","last_unstale":"2024-09-19T14:24:14.523130+0000","last_undegraded":"2024-09-19T14:24:14.523130+0000","last_fullsized":"2024-09-19T14:24:14.523130+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'328","last_scrub_stamp":"2024-09-19T14:24:14.522928+0000","last_deep_scrub":"268'328","last_deep_scrub_stamp":"2024-09-19T14:24:14.522928+0000","last_clean_scrub_stamp":"2024-09-19T14:24:14.522928+0000","objects_scrubbed":4,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:21:52.985590+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136871,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":643,"num_read_kb":31000,"num_write":1169,"num_write_kb":24189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,4],"acting":[6,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.35","version":"268'335","reported_seq":1015,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:16.221852+0000","last_change":"2024-09-19T14:24:16.221852+0000","last_active":"2024-09-19T14:24:16.221852+0000","last_peered":"2024-09-19T14:24:16.221852+0000","last_clean":"2024-09-19T14:24:16.221852+0000","last_became_active":"2024-09-19T13:37:44.989373+0000","last_became_peered":"2024-09-19T13:37:44.989373+0000","last_unstale":"2024-09-19T14:24:16.221852+0000","last_undegraded":"2024-09-19T14:24:16.221852+0000","last_fullsized":"2024-09-19T14:24:16.221852+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'335","last_scrub_stamp":"2024-09-19T14:24:16.221681+0000","last_deep_scrub":"268'335","last_deep_scrub_stamp":"2024-09-19T14:24:16.221681+0000","last_clean_scrub_stamp":"2024-09-19T14:24:16.221681+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":300,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:40:45.128904+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1470,"num_read_kb":1190,"num_write":552,"num_write_kb":270,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"268'360","reported_seq":1011,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:15.571503+0000","last_change":"2024-09-19T14:24:15.571361+0000","last_active":"2024-09-19T14:24:15.571503+0000","last_peered":"2024-09-19T14:24:15.571503+0000","last_clean":"2024-09-19T14:24:15.571503+0000","last_became_active":"2024-09-19T13:37:43.006825+0000","last_became_peered":"2024-09-19T13:37:43.006825+0000","last_unstale":"2024-09-19T14:24:15.571503+0000","last_undegraded":"2024-09-19T14:24:15.571503+0000","last_fullsized":"2024-09-19T14:24:15.571503+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'360","last_scrub_stamp":"2024-09-19T14:24:15.571100+0000","last_deep_scrub":"268'360","last_deep_scrub_stamp":"2024-09-19T14:24:15.571100+0000","last_clean_scrub_stamp":"2024-09-19T14:24:15.571100+0000","objects_scrubbed":5,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:09:17.536493+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":623,"num_read_kb":11977,"num_write":1136,"num_write_kb":42169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.18","version":"268'139","reported_seq":704,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:30.569393+0000","last_change":"2024-09-19T14:24:30.569393+0000","last_active":"2024-09-19T14:24:30.569393+0000","last_peered":"2024-09-19T14:24:30.569393+0000","last_clean":"2024-09-19T14:24:30.569393+0000","last_became_active":"2024-09-19T13:37:53.036783+0000","last_became_peered":"2024-09-19T13:37:53.036783+0000","last_unstale":"2024-09-19T14:24:30.569393+0000","last_undegraded":"2024-09-19T14:24:30.569393+0000","last_fullsized":"2024-09-19T14:24:30.569393+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'139","last_scrub_stamp":"2024-09-19T14:24:30.569187+0000","last_deep_scrub":"268'139","last_deep_scrub_stamp":"2024-09-19T14:24:30.569187+0000","last_clean_scrub_stamp":"2024-09-19T14:24:30.569187+0000","objects_scrubbed":2,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:15:57.886061+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":408,"num_read_kb":350,"num_write":326,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"268'152","reported_seq":795,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:21.594344+0000","last_change":"2024-09-19T14:24:21.594180+0000","last_active":"2024-09-19T14:24:21.594344+0000","last_peered":"2024-09-19T14:24:21.594344+0000","last_clean":"2024-09-19T14:24:21.594344+0000","last_became_active":"2024-09-19T13:37:45.002159+0000","last_became_peered":"2024-09-19T13:37:45.002159+0000","last_unstale":"2024-09-19T14:24:21.594344+0000","last_undegraded":"2024-09-19T14:24:21.594344+0000","last_fullsized":"2024-09-19T14:24:21.594344+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'152","last_scrub_stamp":"2024-09-19T14:24:21.593990+0000","last_deep_scrub":"268'152","last_deep_scrub_stamp":"2024-09-19T14:24:21.593990+0000","last_clean_scrub_stamp":"2024-09-19T14:24:21.593990+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:51:29.650206+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":652,"num_read_kb":553,"num_write":215,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.13","version":"268'450","reported_seq":1124,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:14.330699+0000","last_change":"2024-09-19T14:24:14.330557+0000","last_active":"2024-09-19T14:24:14.330699+0000","last_peered":"2024-09-19T14:24:14.330699+0000","last_clean":"2024-09-19T14:24:14.330699+0000","last_became_active":"2024-09-19T13:37:42.984557+0000","last_became_peered":"2024-09-19T13:37:42.984557+0000","last_unstale":"2024-09-19T14:24:14.330699+0000","last_undegraded":"2024-09-19T14:24:14.330699+0000","last_fullsized":"2024-09-19T14:24:14.330699+0000","mapping_epoch":25,"log_start":"268'400","ondisk_log_start":"268'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'450","last_scrub_stamp":"2024-09-19T14:24:14.330364+0000","last_deep_scrub":"268'450","last_deep_scrub_stamp":"2024-09-19T14:24:14.330364+0000","last_clean_scrub_stamp":"2024-09-19T14:24:14.330364+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":400,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:11:03.906974+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":760,"num_read_kb":21437,"num_write":1291,"num_write_kb":60430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":504,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:34.217998+0000","last_change":"2024-09-19T14:24:34.217998+0000","last_active":"2024-09-19T14:24:34.217998+0000","last_peered":"2024-09-19T14:24:34.217998+0000","last_clean":"2024-09-19T14:24:34.217998+0000","last_became_active":"2024-09-19T13:37:46.976663+0000","last_became_peered":"2024-09-19T13:37:46.976663+0000","last_unstale":"2024-09-19T14:24:34.217998+0000","last_undegraded":"2024-09-19T14:24:34.217998+0000","last_fullsized":"2024-09-19T14:24:34.217998+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:34.217824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:34.217824+0000","last_clean_scrub_stamp":"2024-09-19T14:24:34.217824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:19:10.264265+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.16","version":"268'340","reported_seq":952,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:34.128706+0000","last_change":"2024-09-19T14:24:34.128706+0000","last_active":"2024-09-19T14:24:34.128706+0000","last_peered":"2024-09-19T14:24:34.128706+0000","last_clean":"2024-09-19T14:24:34.128706+0000","last_became_active":"2024-09-19T13:37:48.988757+0000","last_became_peered":"2024-09-19T13:37:48.988757+0000","last_unstale":"2024-09-19T14:24:34.128706+0000","last_undegraded":"2024-09-19T14:24:34.128706+0000","last_fullsized":"2024-09-19T14:24:34.128706+0000","mapping_epoch":31,"log_start":"268'300","ondisk_log_start":"268'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'340","last_scrub_stamp":"2024-09-19T14:24:34.128528+0000","last_deep_scrub":"268'340","last_deep_scrub_stamp":"2024-09-19T14:24:34.128528+0000","last_clean_scrub_stamp":"2024-09-19T14:24:34.128528+0000","objects_scrubbed":5,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:48:07.951757+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47205,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":511,"num_read_kb":1027,"num_write":402,"num_write_kb":266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":502,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:36.126569+0000","last_change":"2024-09-19T14:24:36.126569+0000","last_active":"2024-09-19T14:24:36.126569+0000","last_peered":"2024-09-19T14:24:36.126569+0000","last_clean":"2024-09-19T14:24:36.126569+0000","last_became_active":"2024-09-19T13:37:51.017561+0000","last_became_peered":"2024-09-19T13:37:51.017561+0000","last_unstale":"2024-09-19T14:24:36.126569+0000","last_undegraded":"2024-09-19T14:24:36.126569+0000","last_fullsized":"2024-09-19T14:24:36.126569+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:36.126389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:36.126389+0000","last_clean_scrub_stamp":"2024-09-19T14:24:36.126389+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:54:31.905404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.19","version":"268'146","reported_seq":652,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:31.081330+0000","last_change":"2024-09-19T14:24:31.081330+0000","last_active":"2024-09-19T14:24:31.081330+0000","last_peered":"2024-09-19T14:24:31.081330+0000","last_clean":"2024-09-19T14:24:31.081330+0000","last_became_active":"2024-09-19T13:37:53.042276+0000","last_became_peered":"2024-09-19T13:37:53.042276+0000","last_unstale":"2024-09-19T14:24:31.081330+0000","last_undegraded":"2024-09-19T14:24:31.081330+0000","last_fullsized":"2024-09-19T14:24:31.081330+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'146","last_scrub_stamp":"2024-09-19T14:24:31.081143+0000","last_deep_scrub":"268'146","last_deep_scrub_stamp":"2024-09-19T14:24:31.081143+0000","last_clean_scrub_stamp":"2024-09-19T14:24:31.081143+0000","objects_scrubbed":2,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:50:45.176907+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":179,"num_read_kb":172,"num_write":360,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.15","version":"268'177","reported_seq":803,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:22.279019+0000","last_change":"2024-09-19T14:24:22.279019+0000","last_active":"2024-09-19T14:24:22.279019+0000","last_peered":"2024-09-19T14:24:22.279019+0000","last_clean":"2024-09-19T14:24:22.279019+0000","last_became_active":"2024-09-19T13:37:44.980655+0000","last_became_peered":"2024-09-19T13:37:44.980655+0000","last_unstale":"2024-09-19T14:24:22.279019+0000","last_undegraded":"2024-09-19T14:24:22.279019+0000","last_fullsized":"2024-09-19T14:24:22.279019+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'177","last_scrub_stamp":"2024-09-19T14:24:22.278834+0000","last_deep_scrub":"268'177","last_deep_scrub_stamp":"2024-09-19T14:24:22.278834+0000","last_clean_scrub_stamp":"2024-09-19T14:24:22.278834+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":100,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:37:40.117266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":828,"num_read_kb":689,"num_write":294,"num_write_kb":167,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"268'348","reported_seq":998,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:09.495962+0000","last_change":"2024-09-19T14:24:09.495798+0000","last_active":"2024-09-19T14:24:09.495962+0000","last_peered":"2024-09-19T14:24:09.495962+0000","last_clean":"2024-09-19T14:24:09.495962+0000","last_became_active":"2024-09-19T13:37:43.004045+0000","last_became_peered":"2024-09-19T13:37:43.004045+0000","last_unstale":"2024-09-19T14:24:09.495962+0000","last_undegraded":"2024-09-19T14:24:09.495962+0000","last_fullsized":"2024-09-19T14:24:09.495962+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'348","last_scrub_stamp":"2024-09-19T14:24:09.495484+0000","last_deep_scrub":"268'348","last_deep_scrub_stamp":"2024-09-19T14:24:09.495484+0000","last_clean_scrub_stamp":"2024-09-19T14:24:09.495484+0000","objects_scrubbed":4,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:17:36.818891+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":606,"num_read_kb":25057,"num_write":1111,"num_write_kb":37726,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":507,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:23.309132+0000","last_change":"2024-09-19T14:24:23.308999+0000","last_active":"2024-09-19T14:24:23.309132+0000","last_peered":"2024-09-19T14:24:23.309132+0000","last_clean":"2024-09-19T14:24:23.309132+0000","last_became_active":"2024-09-19T13:37:46.983482+0000","last_became_peered":"2024-09-19T13:37:46.983482+0000","last_unstale":"2024-09-19T14:24:23.309132+0000","last_undegraded":"2024-09-19T14:24:23.309132+0000","last_fullsized":"2024-09-19T14:24:23.309132+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:23.308770+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:23.308770+0000","last_clean_scrub_stamp":"2024-09-19T14:24:23.308770+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:15:17.326056+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.17","version":"268'83","reported_seq":620,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:35.093193+0000","last_change":"2024-09-19T14:24:35.093193+0000","last_active":"2024-09-19T14:24:35.093193+0000","last_peered":"2024-09-19T14:24:35.093193+0000","last_clean":"2024-09-19T14:24:35.093193+0000","last_became_active":"2024-09-19T13:37:48.992375+0000","last_became_peered":"2024-09-19T13:37:48.992375+0000","last_unstale":"2024-09-19T14:24:35.093193+0000","last_undegraded":"2024-09-19T14:24:35.093193+0000","last_fullsized":"2024-09-19T14:24:35.093193+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'83","last_scrub_stamp":"2024-09-19T14:24:35.093006+0000","last_deep_scrub":"268'83","last_deep_scrub_stamp":"2024-09-19T14:24:35.093006+0000","last_clean_scrub_stamp":"2024-09-19T14:24:35.093006+0000","objects_scrubbed":3,"log_size":83,"log_dups_size":0,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:21:30.084829+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":89,"num_read_kb":86,"num_write":58,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":502,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:33.030266+0000","last_change":"2024-09-19T14:24:33.030266+0000","last_active":"2024-09-19T14:24:33.030266+0000","last_peered":"2024-09-19T14:24:33.030266+0000","last_clean":"2024-09-19T14:24:33.030266+0000","last_became_active":"2024-09-19T13:37:51.015667+0000","last_became_peered":"2024-09-19T13:37:51.015667+0000","last_unstale":"2024-09-19T14:24:33.030266+0000","last_undegraded":"2024-09-19T14:24:33.030266+0000","last_fullsized":"2024-09-19T14:24:33.030266+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:33.030053+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:33.030053+0000","last_clean_scrub_stamp":"2024-09-19T14:24:33.030053+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:28:50.879655+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1a","version":"268'150","reported_seq":673,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:36.576673+0000","last_change":"2024-09-19T14:24:36.576673+0000","last_active":"2024-09-19T14:24:36.576673+0000","last_peered":"2024-09-19T14:24:36.576673+0000","last_clean":"2024-09-19T14:24:36.576673+0000","last_became_active":"2024-09-19T13:37:53.035482+0000","last_became_peered":"2024-09-19T13:37:53.035482+0000","last_unstale":"2024-09-19T14:24:36.576673+0000","last_undegraded":"2024-09-19T14:24:36.576673+0000","last_fullsized":"2024-09-19T14:24:36.576673+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'150","last_scrub_stamp":"2024-09-19T14:24:36.576552+0000","last_deep_scrub":"268'150","last_deep_scrub_stamp":"2024-09-19T14:24:36.576552+0000","last_clean_scrub_stamp":"2024-09-19T14:24:36.576552+0000","objects_scrubbed":7,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:36:39.267490+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1507,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":223,"num_read_kb":210,"num_write":343,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"268'72","reported_seq":634,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:21.849187+0000","last_change":"2024-09-19T14:24:21.849187+0000","last_active":"2024-09-19T14:24:21.849187+0000","last_peered":"2024-09-19T14:24:21.849187+0000","last_clean":"2024-09-19T14:24:21.849187+0000","last_became_active":"2024-09-19T13:37:45.000269+0000","last_became_peered":"2024-09-19T13:37:45.000269+0000","last_unstale":"2024-09-19T14:24:21.849187+0000","last_undegraded":"2024-09-19T14:24:21.849187+0000","last_fullsized":"2024-09-19T14:24:21.849187+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'72","last_scrub_stamp":"2024-09-19T14:24:21.848894+0000","last_deep_scrub":"268'72","last_deep_scrub_stamp":"2024-09-19T14:24:21.848894+0000","last_clean_scrub_stamp":"2024-09-19T14:24:21.848894+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:37:31.719881+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":313,"num_read_kb":257,"num_write":104,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"268'360","reported_seq":1055,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:13.370224+0000","last_change":"2024-09-19T14:24:13.369917+0000","last_active":"2024-09-19T14:24:13.370224+0000","last_peered":"2024-09-19T14:24:13.370224+0000","last_clean":"2024-09-19T14:24:13.370224+0000","last_became_active":"2024-09-19T13:37:42.988214+0000","last_became_peered":"2024-09-19T13:37:42.988214+0000","last_unstale":"2024-09-19T14:24:13.370224+0000","last_undegraded":"2024-09-19T14:24:13.370224+0000","last_fullsized":"2024-09-19T14:24:13.370224+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'360","last_scrub_stamp":"2024-09-19T14:24:13.369644+0000","last_deep_scrub":"268'360","last_deep_scrub_stamp":"2024-09-19T14:24:13.369644+0000","last_clean_scrub_stamp":"2024-09-19T14:24:13.369644+0000","objects_scrubbed":3,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:18:32.368382+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136829,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":668,"num_read_kb":103675,"num_write":1163,"num_write_kb":22531,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"268'4","reported_seq":987,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:25.289204+0000","last_change":"2024-09-19T14:24:25.289204+0000","last_active":"2024-09-19T14:24:25.289204+0000","last_peered":"2024-09-19T14:24:25.289204+0000","last_clean":"2024-09-19T14:24:25.289204+0000","last_became_active":"2024-09-19T13:37:46.985798+0000","last_became_peered":"2024-09-19T13:37:46.985798+0000","last_unstale":"2024-09-19T14:24:25.289204+0000","last_undegraded":"2024-09-19T14:24:25.289204+0000","last_fullsized":"2024-09-19T14:24:25.289204+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4","last_scrub_stamp":"2024-09-19T14:24:25.289022+0000","last_deep_scrub":"268'4","last_deep_scrub_stamp":"2024-09-19T14:24:25.289022+0000","last_clean_scrub_stamp":"2024-09-19T14:24:25.289022+0000","objects_scrubbed":1,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:30:12.852596+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":724,"num_read_kb":722,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"268'120","reported_seq":664,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:33.169753+0000","last_change":"2024-09-19T14:24:33.169464+0000","last_active":"2024-09-19T14:24:33.169753+0000","last_peered":"2024-09-19T14:24:33.169753+0000","last_clean":"2024-09-19T14:24:33.169753+0000","last_became_active":"2024-09-19T13:37:49.001087+0000","last_became_peered":"2024-09-19T13:37:49.001087+0000","last_unstale":"2024-09-19T14:24:33.169753+0000","last_undegraded":"2024-09-19T14:24:33.169753+0000","last_fullsized":"2024-09-19T14:24:33.169753+0000","mapping_epoch":31,"log_start":"268'100","ondisk_log_start":"268'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'120","last_scrub_stamp":"2024-09-19T14:24:33.169238+0000","last_deep_scrub":"268'120","last_deep_scrub_stamp":"2024-09-19T14:24:33.169238+0000","last_clean_scrub_stamp":"2024-09-19T14:24:33.169238+0000","objects_scrubbed":5,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:56:20.047490+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":125,"num_read_kb":117,"num_write":84,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.15","version":"268'762","reported_seq":2147,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:43.215031+0000","last_change":"2024-09-19T14:24:43.215031+0000","last_active":"2024-09-19T14:24:43.215031+0000","last_peered":"2024-09-19T14:24:43.215031+0000","last_clean":"2024-09-19T14:24:43.215031+0000","last_became_active":"2024-09-19T13:37:51.040211+0000","last_became_peered":"2024-09-19T13:37:51.040211+0000","last_unstale":"2024-09-19T14:24:43.215031+0000","last_undegraded":"2024-09-19T14:24:43.215031+0000","last_fullsized":"2024-09-19T14:24:43.215031+0000","mapping_epoch":33,"log_start":"268'701","ondisk_log_start":"268'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'762","last_scrub_stamp":"2024-09-19T14:24:43.214852+0000","last_deep_scrub":"268'762","last_deep_scrub_stamp":"2024-09-19T14:24:43.214852+0000","last_clean_scrub_stamp":"2024-09-19T14:24:43.214852+0000","objects_scrubbed":1,"log_size":61,"log_dups_size":701,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:53:35.603994+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"268'226","reported_seq":1057,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:21.708805+0000","last_change":"2024-09-19T14:24:21.708805+0000","last_active":"2024-09-19T14:24:21.708805+0000","last_peered":"2024-09-19T14:24:21.708805+0000","last_clean":"2024-09-19T14:24:21.708805+0000","last_became_active":"2024-09-19T13:37:53.024657+0000","last_became_peered":"2024-09-19T13:37:53.024657+0000","last_unstale":"2024-09-19T14:24:21.708805+0000","last_undegraded":"2024-09-19T14:24:21.708805+0000","last_fullsized":"2024-09-19T14:24:21.708805+0000","mapping_epoch":35,"log_start":"268'200","ondisk_log_start":"268'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'226","last_scrub_stamp":"2024-09-19T14:24:21.708607+0000","last_deep_scrub":"268'226","last_deep_scrub_stamp":"2024-09-19T14:24:21.708607+0000","last_clean_scrub_stamp":"2024-09-19T14:24:21.708607+0000","objects_scrubbed":3,"log_size":26,"log_dups_size":200,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:05:16.076413+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":647,"num_read_kb":644,"num_write":490,"num_write_kb":125,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":234,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.17","version":"268'142","reported_seq":754,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:22.835950+0000","last_change":"2024-09-19T14:24:22.835950+0000","last_active":"2024-09-19T14:24:22.835950+0000","last_peered":"2024-09-19T14:24:22.835950+0000","last_clean":"2024-09-19T14:24:22.835950+0000","last_became_active":"2024-09-19T13:37:45.006243+0000","last_became_peered":"2024-09-19T13:37:45.006243+0000","last_unstale":"2024-09-19T14:24:22.835950+0000","last_undegraded":"2024-09-19T14:24:22.835950+0000","last_fullsized":"2024-09-19T14:24:22.835950+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'142","last_scrub_stamp":"2024-09-19T14:24:22.835638+0000","last_deep_scrub":"268'142","last_deep_scrub_stamp":"2024-09-19T14:24:22.835638+0000","last_clean_scrub_stamp":"2024-09-19T14:24:22.835638+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:12:50.147356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":622,"num_read_kb":516,"num_write":222,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"268'358","reported_seq":1044,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:06.218626+0000","last_change":"2024-09-19T14:24:06.218535+0000","last_active":"2024-09-19T14:24:06.218626+0000","last_peered":"2024-09-19T14:24:06.218626+0000","last_clean":"2024-09-19T14:24:06.218626+0000","last_became_active":"2024-09-19T13:37:43.020767+0000","last_became_peered":"2024-09-19T13:37:43.020767+0000","last_unstale":"2024-09-19T14:24:06.218626+0000","last_undegraded":"2024-09-19T14:24:06.218626+0000","last_fullsized":"2024-09-19T14:24:06.218626+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'358","last_scrub_stamp":"2024-09-19T14:24:06.218399+0000","last_deep_scrub":"268'358","last_deep_scrub_stamp":"2024-09-19T14:24:06.218399+0000","last_clean_scrub_stamp":"2024-09-19T14:24:06.218399+0000","objects_scrubbed":3,"log_size":58,"log_dups_size":300,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:32:38.258558+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":635,"num_read_kb":86641,"num_write":1102,"num_write_kb":49807,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":504,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:35.208761+0000","last_change":"2024-09-19T14:24:35.208761+0000","last_active":"2024-09-19T14:24:35.208761+0000","last_peered":"2024-09-19T14:24:35.208761+0000","last_clean":"2024-09-19T14:24:35.208761+0000","last_became_active":"2024-09-19T13:37:46.998797+0000","last_became_peered":"2024-09-19T13:37:46.998797+0000","last_unstale":"2024-09-19T14:24:35.208761+0000","last_undegraded":"2024-09-19T14:24:35.208761+0000","last_fullsized":"2024-09-19T14:24:35.208761+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:35.208581+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:35.208581+0000","last_clean_scrub_stamp":"2024-09-19T14:24:35.208581+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:21:02.610634+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"268'272","reported_seq":852,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:26.683720+0000","last_change":"2024-09-19T14:24:26.683720+0000","last_active":"2024-09-19T14:24:26.683720+0000","last_peered":"2024-09-19T14:24:26.683720+0000","last_clean":"2024-09-19T14:24:26.683720+0000","last_became_active":"2024-09-19T13:37:48.987616+0000","last_became_peered":"2024-09-19T13:37:48.987616+0000","last_unstale":"2024-09-19T14:24:26.683720+0000","last_undegraded":"2024-09-19T14:24:26.683720+0000","last_fullsized":"2024-09-19T14:24:26.683720+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'272","last_scrub_stamp":"2024-09-19T14:24:26.683518+0000","last_deep_scrub":"268'272","last_deep_scrub_stamp":"2024-09-19T14:24:26.683518+0000","last_clean_scrub_stamp":"2024-09-19T14:24:26.683518+0000","objects_scrubbed":5,"log_size":72,"log_dups_size":200,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:54:27.540156+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50904,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":438,"num_read_kb":1016,"num_write":358,"num_write_kb":292,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.14","version":"268'795","reported_seq":2268,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:36.958350+0000","last_change":"2024-09-19T14:24:36.958057+0000","last_active":"2024-09-19T14:24:36.958350+0000","last_peered":"2024-09-19T14:24:36.958350+0000","last_clean":"2024-09-19T14:24:36.958350+0000","last_became_active":"2024-09-19T13:37:51.034395+0000","last_became_peered":"2024-09-19T13:37:51.034395+0000","last_unstale":"2024-09-19T14:24:36.958350+0000","last_undegraded":"2024-09-19T14:24:36.958350+0000","last_fullsized":"2024-09-19T14:24:36.958350+0000","mapping_epoch":33,"log_start":"268'701","ondisk_log_start":"268'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'795","last_scrub_stamp":"2024-09-19T14:24:36.957822+0000","last_deep_scrub":"268'795","last_deep_scrub_stamp":"2024-09-19T14:24:36.957822+0000","last_clean_scrub_stamp":"2024-09-19T14:24:36.957822+0000","objects_scrubbed":1,"log_size":94,"log_dups_size":701,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:53:27.962351+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.8","version":"268'229","reported_seq":857,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:24.271290+0000","last_change":"2024-09-19T14:24:24.271290+0000","last_active":"2024-09-19T14:24:24.271290+0000","last_peered":"2024-09-19T14:24:24.271290+0000","last_clean":"2024-09-19T14:24:24.271290+0000","last_became_active":"2024-09-19T13:37:44.984240+0000","last_became_peered":"2024-09-19T13:37:44.984240+0000","last_unstale":"2024-09-19T14:24:24.271290+0000","last_undegraded":"2024-09-19T14:24:24.271290+0000","last_fullsized":"2024-09-19T14:24:24.271290+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'229","last_scrub_stamp":"2024-09-19T14:24:24.271080+0000","last_deep_scrub":"268'229","last_deep_scrub_stamp":"2024-09-19T14:24:24.271080+0000","last_clean_scrub_stamp":"2024-09-19T14:24:24.271080+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":200,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:16:26.341931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1031,"num_read_kb":840,"num_write":387,"num_write_kb":210,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"268'380","reported_seq":1042,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:07.546762+0000","last_change":"2024-09-19T14:24:07.546762+0000","last_active":"2024-09-19T14:24:07.546762+0000","last_peered":"2024-09-19T14:24:07.546762+0000","last_clean":"2024-09-19T14:24:07.546762+0000","last_became_active":"2024-09-19T13:37:42.995295+0000","last_became_peered":"2024-09-19T13:37:42.995295+0000","last_unstale":"2024-09-19T14:24:07.546762+0000","last_undegraded":"2024-09-19T14:24:07.546762+0000","last_fullsized":"2024-09-19T14:24:07.546762+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'380","last_scrub_stamp":"2024-09-19T14:24:07.546641+0000","last_deep_scrub":"268'380","last_deep_scrub_stamp":"2024-09-19T14:24:07.546641+0000","last_clean_scrub_stamp":"2024-09-19T14:24:07.546641+0000","objects_scrubbed":3,"log_size":80,"log_dups_size":300,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:55:15.025420+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":763,"num_read_kb":16400,"num_write":1159,"num_write_kb":29891,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":512,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:20.151211+0000","last_change":"2024-09-19T14:24:20.151211+0000","last_active":"2024-09-19T14:24:20.151211+0000","last_peered":"2024-09-19T14:24:20.151211+0000","last_clean":"2024-09-19T14:24:20.151211+0000","last_became_active":"2024-09-19T13:37:46.995250+0000","last_became_peered":"2024-09-19T13:37:46.995250+0000","last_unstale":"2024-09-19T14:24:20.151211+0000","last_undegraded":"2024-09-19T14:24:20.151211+0000","last_fullsized":"2024-09-19T14:24:20.151211+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:20.150815+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:20.150815+0000","last_clean_scrub_stamp":"2024-09-19T14:24:20.150815+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:23:05.148974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.a","version":"268'345","reported_seq":965,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:24.609168+0000","last_change":"2024-09-19T14:24:24.609168+0000","last_active":"2024-09-19T14:24:24.609168+0000","last_peered":"2024-09-19T14:24:24.609168+0000","last_clean":"2024-09-19T14:24:24.609168+0000","last_became_active":"2024-09-19T13:37:48.994139+0000","last_became_peered":"2024-09-19T13:37:48.994139+0000","last_unstale":"2024-09-19T14:24:24.609168+0000","last_undegraded":"2024-09-19T14:24:24.609168+0000","last_fullsized":"2024-09-19T14:24:24.609168+0000","mapping_epoch":31,"log_start":"268'300","ondisk_log_start":"268'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'345","last_scrub_stamp":"2024-09-19T14:24:24.608957+0000","last_deep_scrub":"268'345","last_deep_scrub_stamp":"2024-09-19T14:24:24.608957+0000","last_clean_scrub_stamp":"2024-09-19T14:24:24.608957+0000","objects_scrubbed":9,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:27:53.998611+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46445,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":545,"num_read_kb":1113,"num_write":422,"num_write_kb":283,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":502,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:34.642405+0000","last_change":"2024-09-19T14:24:34.642241+0000","last_active":"2024-09-19T14:24:34.642405+0000","last_peered":"2024-09-19T14:24:34.642405+0000","last_clean":"2024-09-19T14:24:34.642405+0000","last_became_active":"2024-09-19T13:37:51.016185+0000","last_became_peered":"2024-09-19T13:37:51.016185+0000","last_unstale":"2024-09-19T14:24:34.642405+0000","last_undegraded":"2024-09-19T14:24:34.642405+0000","last_fullsized":"2024-09-19T14:24:34.642405+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:34.642047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:34.642047+0000","last_clean_scrub_stamp":"2024-09-19T14:24:34.642047+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:43:38.994042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.4","version":"268'586","reported_seq":1407,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:34.779182+0000","last_change":"2024-09-19T14:24:34.779182+0000","last_active":"2024-09-19T14:24:34.779182+0000","last_peered":"2024-09-19T14:24:34.779182+0000","last_clean":"2024-09-19T14:24:34.779182+0000","last_became_active":"2024-09-19T13:37:53.027246+0000","last_became_peered":"2024-09-19T13:37:53.027246+0000","last_unstale":"2024-09-19T14:24:34.779182+0000","last_undegraded":"2024-09-19T14:24:34.779182+0000","last_fullsized":"2024-09-19T14:24:34.779182+0000","mapping_epoch":35,"log_start":"268'500","ondisk_log_start":"268'500","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'586","last_scrub_stamp":"2024-09-19T14:24:34.778999+0000","last_deep_scrub":"268'586","last_deep_scrub_stamp":"2024-09-19T14:24:34.778999+0000","last_clean_scrub_stamp":"2024-09-19T14:24:34.778999+0000","objects_scrubbed":3,"log_size":86,"log_dups_size":500,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:44:47.486110+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1340,"num_read_kb":1338,"num_write":1233,"num_write_kb":408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":381,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"268'77","reported_seq":674,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:10.175553+0000","last_change":"2024-09-19T14:24:10.175553+0000","last_active":"2024-09-19T14:24:10.175553+0000","last_peered":"2024-09-19T14:24:10.175553+0000","last_clean":"2024-09-19T14:24:10.175553+0000","last_became_active":"2024-09-19T13:37:45.010544+0000","last_became_peered":"2024-09-19T13:37:45.010544+0000","last_unstale":"2024-09-19T14:24:10.175553+0000","last_undegraded":"2024-09-19T14:24:10.175553+0000","last_fullsized":"2024-09-19T14:24:10.175553+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'77","last_scrub_stamp":"2024-09-19T14:24:10.175374+0000","last_deep_scrub":"268'77","last_deep_scrub_stamp":"2024-09-19T14:24:10.175374+0000","last_clean_scrub_stamp":"2024-09-19T14:24:10.175374+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":0,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:33:09.555589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":355,"num_read_kb":303,"num_write":115,"num_write_kb":46,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"268'299","reported_seq":930,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:14.667663+0000","last_change":"2024-09-19T14:24:14.667496+0000","last_active":"2024-09-19T14:24:14.667663+0000","last_peered":"2024-09-19T14:24:14.667663+0000","last_clean":"2024-09-19T14:24:14.667663+0000","last_became_active":"2024-09-19T13:37:43.015031+0000","last_became_peered":"2024-09-19T13:37:43.015031+0000","last_unstale":"2024-09-19T14:24:14.667663+0000","last_undegraded":"2024-09-19T14:24:14.667663+0000","last_fullsized":"2024-09-19T14:24:14.667663+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'299","last_scrub_stamp":"2024-09-19T14:24:14.667284+0000","last_deep_scrub":"268'299","last_deep_scrub_stamp":"2024-09-19T14:24:14.667284+0000","last_clean_scrub_stamp":"2024-09-19T14:24:14.667284+0000","objects_scrubbed":4,"log_size":99,"log_dups_size":200,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:37:24.038209+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":549,"num_read_kb":3523,"num_write":966,"num_write_kb":5234,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":510,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:23.635831+0000","last_change":"2024-09-19T14:24:23.635831+0000","last_active":"2024-09-19T14:24:23.635831+0000","last_peered":"2024-09-19T14:24:23.635831+0000","last_clean":"2024-09-19T14:24:23.635831+0000","last_became_active":"2024-09-19T13:37:46.991089+0000","last_became_peered":"2024-09-19T13:37:46.991089+0000","last_unstale":"2024-09-19T14:24:23.635831+0000","last_undegraded":"2024-09-19T14:24:23.635831+0000","last_fullsized":"2024-09-19T14:24:23.635831+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:23.635640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:23.635640+0000","last_clean_scrub_stamp":"2024-09-19T14:24:23.635640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:46:15.554639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.b","version":"268'278","reported_seq":858,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:31.149987+0000","last_change":"2024-09-19T14:24:31.149728+0000","last_active":"2024-09-19T14:24:31.149987+0000","last_peered":"2024-09-19T14:24:31.149987+0000","last_clean":"2024-09-19T14:24:31.149987+0000","last_became_active":"2024-09-19T13:37:48.985275+0000","last_became_peered":"2024-09-19T13:37:48.985275+0000","last_unstale":"2024-09-19T14:24:31.149987+0000","last_undegraded":"2024-09-19T14:24:31.149987+0000","last_fullsized":"2024-09-19T14:24:31.149987+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'278","last_scrub_stamp":"2024-09-19T14:24:31.149457+0000","last_deep_scrub":"268'278","last_deep_scrub_stamp":"2024-09-19T14:24:31.149457+0000","last_clean_scrub_stamp":"2024-09-19T14:24:31.149457+0000","objects_scrubbed":4,"log_size":78,"log_dups_size":200,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:43:18.651119+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45071,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":453,"num_read_kb":1081,"num_write":374,"num_write_kb":309,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:38.058533+0000","last_change":"2024-09-19T14:24:38.058533+0000","last_active":"2024-09-19T14:24:38.058533+0000","last_peered":"2024-09-19T14:24:38.058533+0000","last_clean":"2024-09-19T14:24:38.058533+0000","last_became_active":"2024-09-19T13:37:51.015046+0000","last_became_peered":"2024-09-19T13:37:51.015046+0000","last_unstale":"2024-09-19T14:24:38.058533+0000","last_undegraded":"2024-09-19T14:24:38.058533+0000","last_fullsized":"2024-09-19T14:24:38.058533+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:38.058350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:38.058350+0000","last_clean_scrub_stamp":"2024-09-19T14:24:38.058350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:33:25.110682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.5","version":"268'2490","reported_seq":4335,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:28.128259+0000","last_change":"2024-09-19T14:24:28.128259+0000","last_active":"2024-09-19T14:24:28.128259+0000","last_peered":"2024-09-19T14:24:28.128259+0000","last_clean":"2024-09-19T14:24:28.128259+0000","last_became_active":"2024-09-19T13:37:53.033912+0000","last_became_peered":"2024-09-19T13:37:53.033912+0000","last_unstale":"2024-09-19T14:24:28.128259+0000","last_undegraded":"2024-09-19T14:24:28.128259+0000","last_fullsized":"2024-09-19T14:24:28.128259+0000","mapping_epoch":35,"log_start":"268'2400","ondisk_log_start":"268'2400","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2490","last_scrub_stamp":"2024-09-19T14:24:28.128147+0000","last_deep_scrub":"268'2490","last_deep_scrub_stamp":"2024-09-19T14:24:28.128147+0000","last_clean_scrub_stamp":"2024-09-19T14:24:28.128147+0000","objects_scrubbed":2,"log_size":90,"log_dups_size":2400,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:08:46.430940+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":423,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6241,"num_read_kb":6235,"num_write":5019,"num_write_kb":1847,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":176,"num_omap_keys":1,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.a","version":"268'83","reported_seq":685,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:43.636225+0000","last_change":"2024-09-19T14:24:43.636225+0000","last_active":"2024-09-19T14:24:43.636225+0000","last_peered":"2024-09-19T14:24:43.636225+0000","last_clean":"2024-09-19T14:24:43.636225+0000","last_became_active":"2024-09-19T13:37:44.989043+0000","last_became_peered":"2024-09-19T13:37:44.989043+0000","last_unstale":"2024-09-19T14:24:43.636225+0000","last_undegraded":"2024-09-19T14:24:43.636225+0000","last_fullsized":"2024-09-19T14:24:43.636225+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'83","last_scrub_stamp":"2024-09-19T14:24:43.636043+0000","last_deep_scrub":"268'83","last_deep_scrub_stamp":"2024-09-19T14:24:43.636043+0000","last_clean_scrub_stamp":"2024-09-19T14:24:43.636043+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":0,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:27:19.693262+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":424,"num_read_kb":365,"num_write":143,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"268'334","reported_seq":993,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:12.549757+0000","last_change":"2024-09-19T14:24:12.549757+0000","last_active":"2024-09-19T14:24:12.549757+0000","last_peered":"2024-09-19T14:24:12.549757+0000","last_clean":"2024-09-19T14:24:12.549757+0000","last_became_active":"2024-09-19T13:38:12.010661+0000","last_became_peered":"2024-09-19T13:38:12.010661+0000","last_unstale":"2024-09-19T14:24:12.549757+0000","last_undegraded":"2024-09-19T14:24:12.549757+0000","last_fullsized":"2024-09-19T14:24:12.549757+0000","mapping_epoch":38,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'334","last_scrub_stamp":"2024-09-19T14:24:12.549550+0000","last_deep_scrub":"268'334","last_deep_scrub_stamp":"2024-09-19T14:24:12.549550+0000","last_clean_scrub_stamp":"2024-09-19T14:24:12.549550+0000","objects_scrubbed":7,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:33:00.008409+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":80,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":695,"num_read_kb":28221,"num_write":1099,"num_write_kb":37591,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":512,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:27.889276+0000","last_change":"2024-09-19T14:24:27.889041+0000","last_active":"2024-09-19T14:24:27.889276+0000","last_peered":"2024-09-19T14:24:27.889276+0000","last_clean":"2024-09-19T14:24:27.889276+0000","last_became_active":"2024-09-19T13:37:47.003207+0000","last_became_peered":"2024-09-19T13:37:47.003207+0000","last_unstale":"2024-09-19T14:24:27.889276+0000","last_undegraded":"2024-09-19T14:24:27.889276+0000","last_fullsized":"2024-09-19T14:24:27.889276+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:27.888784+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:27.888784+0000","last_clean_scrub_stamp":"2024-09-19T14:24:27.888784+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:40:20.007915+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.8","version":"268'321","reported_seq":914,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:38.211783+0000","last_change":"2024-09-19T14:24:38.211783+0000","last_active":"2024-09-19T14:24:38.211783+0000","last_peered":"2024-09-19T14:24:38.211783+0000","last_clean":"2024-09-19T14:24:38.211783+0000","last_became_active":"2024-09-19T13:37:49.012526+0000","last_became_peered":"2024-09-19T13:37:49.012526+0000","last_unstale":"2024-09-19T14:24:38.211783+0000","last_undegraded":"2024-09-19T14:24:38.211783+0000","last_fullsized":"2024-09-19T14:24:38.211783+0000","mapping_epoch":31,"log_start":"268'300","ondisk_log_start":"268'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'321","last_scrub_stamp":"2024-09-19T14:24:38.211583+0000","last_deep_scrub":"268'321","last_deep_scrub_stamp":"2024-09-19T14:24:38.211583+0000","last_clean_scrub_stamp":"2024-09-19T14:24:38.211583+0000","objects_scrubbed":7,"log_size":21,"log_dups_size":300,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:01:12.674631+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47766,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":539,"num_read_kb":1243,"num_write":442,"num_write_kb":346,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.9","version":"268'794","reported_seq":2569,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:35.928961+0000","last_change":"2024-09-19T14:24:35.928961+0000","last_active":"2024-09-19T14:24:35.928961+0000","last_peered":"2024-09-19T14:24:35.928961+0000","last_clean":"2024-09-19T14:24:35.928961+0000","last_became_active":"2024-09-19T13:37:51.038486+0000","last_became_peered":"2024-09-19T13:37:51.038486+0000","last_unstale":"2024-09-19T14:24:35.928961+0000","last_undegraded":"2024-09-19T14:24:35.928961+0000","last_fullsized":"2024-09-19T14:24:35.928961+0000","mapping_epoch":33,"log_start":"268'701","ondisk_log_start":"268'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'794","last_scrub_stamp":"2024-09-19T14:24:35.928786+0000","last_deep_scrub":"268'794","last_deep_scrub_stamp":"2024-09-19T14:24:35.928786+0000","last_clean_scrub_stamp":"2024-09-19T14:24:35.928786+0000","objects_scrubbed":1,"log_size":93,"log_dups_size":701,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:47:15.729087+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.6","version":"268'125","reported_seq":631,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:35.609411+0000","last_change":"2024-09-19T14:24:35.609411+0000","last_active":"2024-09-19T14:24:35.609411+0000","last_peered":"2024-09-19T14:24:35.609411+0000","last_clean":"2024-09-19T14:24:35.609411+0000","last_became_active":"2024-09-19T13:37:53.042735+0000","last_became_peered":"2024-09-19T13:37:53.042735+0000","last_unstale":"2024-09-19T14:24:35.609411+0000","last_undegraded":"2024-09-19T14:24:35.609411+0000","last_fullsized":"2024-09-19T14:24:35.609411+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'125","last_scrub_stamp":"2024-09-19T14:24:35.609227+0000","last_deep_scrub":"268'125","last_deep_scrub_stamp":"2024-09-19T14:24:35.609227+0000","last_clean_scrub_stamp":"2024-09-19T14:24:35.609227+0000","objects_scrubbed":1,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:53:19.305140+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":390,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":137,"num_read_kb":134,"num_write":268,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.b","version":"268'247","reported_seq":940,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:20.892485+0000","last_change":"2024-09-19T14:24:20.892205+0000","last_active":"2024-09-19T14:24:20.892485+0000","last_peered":"2024-09-19T14:24:20.892485+0000","last_clean":"2024-09-19T14:24:20.892485+0000","last_became_active":"2024-09-19T13:37:45.005737+0000","last_became_peered":"2024-09-19T13:37:45.005737+0000","last_unstale":"2024-09-19T14:24:20.892485+0000","last_undegraded":"2024-09-19T14:24:20.892485+0000","last_fullsized":"2024-09-19T14:24:20.892485+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'247","last_scrub_stamp":"2024-09-19T14:24:20.891991+0000","last_deep_scrub":"268'247","last_deep_scrub_stamp":"2024-09-19T14:24:20.891991+0000","last_clean_scrub_stamp":"2024-09-19T14:24:20.891991+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":200,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:29:31.016479+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1052,"num_read_kb":871,"num_write":357,"num_write_kb":175,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"268'312","reported_seq":939,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:04.497910+0000","last_change":"2024-09-19T14:24:04.497794+0000","last_active":"2024-09-19T14:24:04.497910+0000","last_peered":"2024-09-19T14:24:04.497910+0000","last_clean":"2024-09-19T14:24:04.497910+0000","last_became_active":"2024-09-19T13:37:43.002626+0000","last_became_peered":"2024-09-19T13:37:43.002626+0000","last_unstale":"2024-09-19T14:24:04.497910+0000","last_undegraded":"2024-09-19T14:24:04.497910+0000","last_fullsized":"2024-09-19T14:24:04.497910+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'312","last_scrub_stamp":"2024-09-19T14:24:04.497647+0000","last_deep_scrub":"268'312","last_deep_scrub_stamp":"2024-09-19T14:24:04.497647+0000","last_clean_scrub_stamp":"2024-09-19T14:24:04.497647+0000","objects_scrubbed":6,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:45:06.094058+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136892,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":502,"num_read_kb":32217,"num_write":940,"num_write_kb":68270,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":510,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:24.600542+0000","last_change":"2024-09-19T14:24:24.600542+0000","last_active":"2024-09-19T14:24:24.600542+0000","last_peered":"2024-09-19T14:24:24.600542+0000","last_clean":"2024-09-19T14:24:24.600542+0000","last_became_active":"2024-09-19T13:37:46.988390+0000","last_became_peered":"2024-09-19T13:37:46.988390+0000","last_unstale":"2024-09-19T14:24:24.600542+0000","last_undegraded":"2024-09-19T14:24:24.600542+0000","last_fullsized":"2024-09-19T14:24:24.600542+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:24.600362+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:24.600362+0000","last_clean_scrub_stamp":"2024-09-19T14:24:24.600362+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:21:01.783412+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.9","version":"268'456","reported_seq":1098,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:30.179189+0000","last_change":"2024-09-19T14:24:30.179189+0000","last_active":"2024-09-19T14:24:30.179189+0000","last_peered":"2024-09-19T14:24:30.179189+0000","last_clean":"2024-09-19T14:24:30.179189+0000","last_became_active":"2024-09-19T13:37:48.988851+0000","last_became_peered":"2024-09-19T13:37:48.988851+0000","last_unstale":"2024-09-19T14:24:30.179189+0000","last_undegraded":"2024-09-19T14:24:30.179189+0000","last_fullsized":"2024-09-19T14:24:30.179189+0000","mapping_epoch":31,"log_start":"268'400","ondisk_log_start":"268'400","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'456","last_scrub_stamp":"2024-09-19T14:24:30.178989+0000","last_deep_scrub":"268'456","last_deep_scrub_stamp":"2024-09-19T14:24:30.178989+0000","last_clean_scrub_stamp":"2024-09-19T14:24:30.178989+0000","objects_scrubbed":6,"log_size":56,"log_dups_size":400,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:51:41.531145+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92541,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":776,"num_read_kb":1849,"num_write":630,"num_write_kb":533,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":504,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:34.895724+0000","last_change":"2024-09-19T14:24:34.895724+0000","last_active":"2024-09-19T14:24:34.895724+0000","last_peered":"2024-09-19T14:24:34.895724+0000","last_clean":"2024-09-19T14:24:34.895724+0000","last_became_active":"2024-09-19T13:37:51.031123+0000","last_became_peered":"2024-09-19T13:37:51.031123+0000","last_unstale":"2024-09-19T14:24:34.895724+0000","last_undegraded":"2024-09-19T14:24:34.895724+0000","last_fullsized":"2024-09-19T14:24:34.895724+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:34.895524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:34.895524+0000","last_clean_scrub_stamp":"2024-09-19T14:24:34.895524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:16:12.805236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.7","version":"268'124","reported_seq":638,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:31.532620+0000","last_change":"2024-09-19T14:24:31.532620+0000","last_active":"2024-09-19T14:24:31.532620+0000","last_peered":"2024-09-19T14:24:31.532620+0000","last_clean":"2024-09-19T14:24:31.532620+0000","last_became_active":"2024-09-19T13:37:53.034849+0000","last_became_peered":"2024-09-19T13:37:53.034849+0000","last_unstale":"2024-09-19T14:24:31.532620+0000","last_undegraded":"2024-09-19T14:24:31.532620+0000","last_fullsized":"2024-09-19T14:24:31.532620+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'124","last_scrub_stamp":"2024-09-19T14:24:31.532401+0000","last_deep_scrub":"268'124","last_deep_scrub_stamp":"2024-09-19T14:24:31.532401+0000","last_clean_scrub_stamp":"2024-09-19T14:24:31.532401+0000","objects_scrubbed":2,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:41:36.340635+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":920,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":151,"num_read_kb":147,"num_write":280,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.c","version":"268'95","reported_seq":696,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:11.540145+0000","last_change":"2024-09-19T14:24:11.540008+0000","last_active":"2024-09-19T14:24:11.540145+0000","last_peered":"2024-09-19T14:24:11.540145+0000","last_clean":"2024-09-19T14:24:11.540145+0000","last_became_active":"2024-09-19T13:37:44.992068+0000","last_became_peered":"2024-09-19T13:37:44.992068+0000","last_unstale":"2024-09-19T14:24:11.540145+0000","last_undegraded":"2024-09-19T14:24:11.540145+0000","last_fullsized":"2024-09-19T14:24:11.540145+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'95","last_scrub_stamp":"2024-09-19T14:24:11.539810+0000","last_deep_scrub":"268'95","last_deep_scrub_stamp":"2024-09-19T14:24:11.539810+0000","last_clean_scrub_stamp":"2024-09-19T14:24:11.539810+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":0,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:43:55.556973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":399,"num_read_kb":339,"num_write":132,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"268'360","reported_seq":1128,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:09.370365+0000","last_change":"2024-09-19T14:24:09.370191+0000","last_active":"2024-09-19T14:24:09.370365+0000","last_peered":"2024-09-19T14:24:09.370365+0000","last_clean":"2024-09-19T14:24:09.370365+0000","last_became_active":"2024-09-19T13:37:43.004325+0000","last_became_peered":"2024-09-19T13:37:43.004325+0000","last_unstale":"2024-09-19T14:24:09.370365+0000","last_undegraded":"2024-09-19T14:24:09.370365+0000","last_fullsized":"2024-09-19T14:24:09.370365+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'360","last_scrub_stamp":"2024-09-19T14:24:09.369961+0000","last_deep_scrub":"268'360","last_deep_scrub_stamp":"2024-09-19T14:24:09.369961+0000","last_clean_scrub_stamp":"2024-09-19T14:24:09.369961+0000","objects_scrubbed":5,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:58:26.004271+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1074,"num_read_kb":41170,"num_write":1105,"num_write_kb":40345,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":507,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:21.468273+0000","last_change":"2024-09-19T14:24:21.468024+0000","last_active":"2024-09-19T14:24:21.468273+0000","last_peered":"2024-09-19T14:24:21.468273+0000","last_clean":"2024-09-19T14:24:21.468273+0000","last_became_active":"2024-09-19T13:37:47.003472+0000","last_became_peered":"2024-09-19T13:37:47.003472+0000","last_unstale":"2024-09-19T14:24:21.468273+0000","last_undegraded":"2024-09-19T14:24:21.468273+0000","last_fullsized":"2024-09-19T14:24:21.468273+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:21.467753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:21.467753+0000","last_clean_scrub_stamp":"2024-09-19T14:24:21.467753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:12:34.888941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.e","version":"268'310","reported_seq":899,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:26.167171+0000","last_change":"2024-09-19T14:24:26.167027+0000","last_active":"2024-09-19T14:24:26.167171+0000","last_peered":"2024-09-19T14:24:26.167171+0000","last_clean":"2024-09-19T14:24:26.167171+0000","last_became_active":"2024-09-19T13:37:48.996602+0000","last_became_peered":"2024-09-19T13:37:48.996602+0000","last_unstale":"2024-09-19T14:24:26.167171+0000","last_undegraded":"2024-09-19T14:24:26.167171+0000","last_fullsized":"2024-09-19T14:24:26.167171+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'310","last_scrub_stamp":"2024-09-19T14:24:26.166836+0000","last_deep_scrub":"268'310","last_deep_scrub_stamp":"2024-09-19T14:24:26.166836+0000","last_clean_scrub_stamp":"2024-09-19T14:24:26.166836+0000","objects_scrubbed":6,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:17:57.237873+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51799,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":527,"num_read_kb":1184,"num_write":478,"num_write_kb":402,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":15964,"num_omap_keys":38,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:23.518862+0000","last_change":"2024-09-19T14:24:23.518862+0000","last_active":"2024-09-19T14:24:23.518862+0000","last_peered":"2024-09-19T14:24:23.518862+0000","last_clean":"2024-09-19T14:24:23.518862+0000","last_became_active":"2024-09-19T13:37:51.023139+0000","last_became_peered":"2024-09-19T13:37:51.023139+0000","last_unstale":"2024-09-19T14:24:23.518862+0000","last_undegraded":"2024-09-19T14:24:23.518862+0000","last_fullsized":"2024-09-19T14:24:23.518862+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:23.518674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:23.518674+0000","last_clean_scrub_stamp":"2024-09-19T14:24:23.518674+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:34:32.682059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.0","version":"268'116","reported_seq":631,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:38.928684+0000","last_change":"2024-09-19T14:24:38.928684+0000","last_active":"2024-09-19T14:24:38.928684+0000","last_peered":"2024-09-19T14:24:38.928684+0000","last_clean":"2024-09-19T14:24:38.928684+0000","last_became_active":"2024-09-19T13:37:53.029335+0000","last_became_peered":"2024-09-19T13:37:53.029335+0000","last_unstale":"2024-09-19T14:24:38.928684+0000","last_undegraded":"2024-09-19T14:24:38.928684+0000","last_fullsized":"2024-09-19T14:24:38.928684+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'116","last_scrub_stamp":"2024-09-19T14:24:38.928505+0000","last_deep_scrub":"268'116","last_deep_scrub_stamp":"2024-09-19T14:24:38.928505+0000","last_clean_scrub_stamp":"2024-09-19T14:24:38.928505+0000","objects_scrubbed":3,"log_size":16,"log_dups_size":100,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:47:52.011944+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":175,"num_read_kb":161,"num_write":276,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.d","version":"268'376","reported_seq":1118,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:23.265967+0000","last_change":"2024-09-19T14:24:23.265788+0000","last_active":"2024-09-19T14:24:23.265967+0000","last_peered":"2024-09-19T14:24:23.265967+0000","last_clean":"2024-09-19T14:24:23.265967+0000","last_became_active":"2024-09-19T13:37:44.984050+0000","last_became_peered":"2024-09-19T13:37:44.984050+0000","last_unstale":"2024-09-19T14:24:23.265967+0000","last_undegraded":"2024-09-19T14:24:23.265967+0000","last_fullsized":"2024-09-19T14:24:23.265967+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'376","last_scrub_stamp":"2024-09-19T14:24:23.265604+0000","last_deep_scrub":"268'376","last_deep_scrub_stamp":"2024-09-19T14:24:23.265604+0000","last_clean_scrub_stamp":"2024-09-19T14:24:23.265604+0000","objects_scrubbed":1,"log_size":76,"log_dups_size":300,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T02:00:10.216474+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1811,"num_read_kb":1552,"num_write":558,"num_write_kb":315,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":25740,"num_omap_keys":101,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"268'363","reported_seq":1006,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:12.407623+0000","last_change":"2024-09-19T14:24:12.407623+0000","last_active":"2024-09-19T14:24:12.407623+0000","last_peered":"2024-09-19T14:24:12.407623+0000","last_clean":"2024-09-19T14:24:12.407623+0000","last_became_active":"2024-09-19T13:37:42.977928+0000","last_became_peered":"2024-09-19T13:37:42.977928+0000","last_unstale":"2024-09-19T14:24:12.407623+0000","last_undegraded":"2024-09-19T14:24:12.407623+0000","last_fullsized":"2024-09-19T14:24:12.407623+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'363","last_scrub_stamp":"2024-09-19T14:24:12.407395+0000","last_deep_scrub":"268'363","last_deep_scrub_stamp":"2024-09-19T14:24:12.407395+0000","last_clean_scrub_stamp":"2024-09-19T14:24:12.407395+0000","objects_scrubbed":7,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:03:01.328765+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":646,"num_read_kb":468,"num_write":1137,"num_write_kb":30200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":512,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:28.856797+0000","last_change":"2024-09-19T14:24:28.856672+0000","last_active":"2024-09-19T14:24:28.856797+0000","last_peered":"2024-09-19T14:24:28.856797+0000","last_clean":"2024-09-19T14:24:28.856797+0000","last_became_active":"2024-09-19T13:37:46.993980+0000","last_became_peered":"2024-09-19T13:37:46.993980+0000","last_unstale":"2024-09-19T14:24:28.856797+0000","last_undegraded":"2024-09-19T14:24:28.856797+0000","last_fullsized":"2024-09-19T14:24:28.856797+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:28.856494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:28.856494+0000","last_clean_scrub_stamp":"2024-09-19T14:24:28.856494+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:45:38.414634+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.f","version":"268'314","reported_seq":912,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:30.883871+0000","last_change":"2024-09-19T14:24:30.883871+0000","last_active":"2024-09-19T14:24:30.883871+0000","last_peered":"2024-09-19T14:24:30.883871+0000","last_clean":"2024-09-19T14:24:30.883871+0000","last_became_active":"2024-09-19T13:37:49.005979+0000","last_became_peered":"2024-09-19T13:37:49.005979+0000","last_unstale":"2024-09-19T14:24:30.883871+0000","last_undegraded":"2024-09-19T14:24:30.883871+0000","last_fullsized":"2024-09-19T14:24:30.883871+0000","mapping_epoch":31,"log_start":"268'300","ondisk_log_start":"268'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'314","last_scrub_stamp":"2024-09-19T14:24:30.883616+0000","last_deep_scrub":"268'314","last_deep_scrub_stamp":"2024-09-19T14:24:30.883616+0000","last_clean_scrub_stamp":"2024-09-19T14:24:30.883616+0000","objects_scrubbed":7,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:21:57.129548+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51122,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":491,"num_read_kb":1069,"num_write":394,"num_write_kb":294,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.e","version":"268'752","reported_seq":3994,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:25.476071+0000","last_change":"2024-09-19T14:24:25.475912+0000","last_active":"2024-09-19T14:24:25.476071+0000","last_peered":"2024-09-19T14:24:25.476071+0000","last_clean":"2024-09-19T14:24:25.476071+0000","last_became_active":"2024-09-19T13:37:51.032240+0000","last_became_peered":"2024-09-19T13:37:51.032240+0000","last_unstale":"2024-09-19T14:24:25.476071+0000","last_undegraded":"2024-09-19T14:24:25.476071+0000","last_fullsized":"2024-09-19T14:24:25.476071+0000","mapping_epoch":33,"log_start":"268'700","ondisk_log_start":"268'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'752","last_scrub_stamp":"2024-09-19T14:24:25.475671+0000","last_deep_scrub":"268'752","last_deep_scrub_stamp":"2024-09-19T14:24:25.475671+0000","last_clean_scrub_stamp":"2024-09-19T14:24:25.475671+0000","objects_scrubbed":1,"log_size":52,"log_dups_size":700,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:02:14.166364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1","version":"268'143","reported_seq":655,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:33.612156+0000","last_change":"2024-09-19T14:24:33.612156+0000","last_active":"2024-09-19T14:24:33.612156+0000","last_peered":"2024-09-19T14:24:33.612156+0000","last_clean":"2024-09-19T14:24:33.612156+0000","last_became_active":"2024-09-19T13:37:53.035183+0000","last_became_peered":"2024-09-19T13:37:53.035183+0000","last_unstale":"2024-09-19T14:24:33.612156+0000","last_undegraded":"2024-09-19T14:24:33.612156+0000","last_fullsized":"2024-09-19T14:24:33.612156+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'143","last_scrub_stamp":"2024-09-19T14:24:33.611970+0000","last_deep_scrub":"268'143","last_deep_scrub_stamp":"2024-09-19T14:24:33.611970+0000","last_clean_scrub_stamp":"2024-09-19T14:24:33.611970+0000","objects_scrubbed":3,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:09:13.786339+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1243,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":190,"num_read_kb":179,"num_write":349,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.e","version":"268'131","reported_seq":697,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:09.644140+0000","last_change":"2024-09-19T14:24:09.643999+0000","last_active":"2024-09-19T14:24:09.644140+0000","last_peered":"2024-09-19T14:24:09.644140+0000","last_clean":"2024-09-19T14:24:09.644140+0000","last_became_active":"2024-09-19T13:37:44.984007+0000","last_became_peered":"2024-09-19T13:37:44.984007+0000","last_unstale":"2024-09-19T14:24:09.644140+0000","last_undegraded":"2024-09-19T14:24:09.644140+0000","last_fullsized":"2024-09-19T14:24:09.644140+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'131","last_scrub_stamp":"2024-09-19T14:24:09.643783+0000","last_deep_scrub":"268'131","last_deep_scrub_stamp":"2024-09-19T14:24:09.643783+0000","last_clean_scrub_stamp":"2024-09-19T14:24:09.643783+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:20:11.324711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":571,"num_read_kb":457,"num_write":223,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"268'331","reported_seq":959,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:11.437439+0000","last_change":"2024-09-19T14:24:11.437439+0000","last_active":"2024-09-19T14:24:11.437439+0000","last_peered":"2024-09-19T14:24:11.437439+0000","last_clean":"2024-09-19T14:24:11.437439+0000","last_became_active":"2024-09-19T13:37:42.992673+0000","last_became_peered":"2024-09-19T13:37:42.992673+0000","last_unstale":"2024-09-19T14:24:11.437439+0000","last_undegraded":"2024-09-19T14:24:11.437439+0000","last_fullsized":"2024-09-19T14:24:11.437439+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'331","last_scrub_stamp":"2024-09-19T14:24:11.437191+0000","last_deep_scrub":"268'331","last_deep_scrub_stamp":"2024-09-19T14:24:11.437191+0000","last_clean_scrub_stamp":"2024-09-19T14:24:11.437191+0000","objects_scrubbed":2,"log_size":31,"log_dups_size":300,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:35:17.989820+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":517,"num_read_kb":30696,"num_write":902,"num_write_kb":42322,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"268'4","reported_seq":1467,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:21.161824+0000","last_change":"2024-09-19T14:24:21.161824+0000","last_active":"2024-09-19T14:24:21.161824+0000","last_peered":"2024-09-19T14:24:21.161824+0000","last_clean":"2024-09-19T14:24:21.161824+0000","last_became_active":"2024-09-19T13:37:46.991680+0000","last_became_peered":"2024-09-19T13:37:46.991680+0000","last_unstale":"2024-09-19T14:24:21.161824+0000","last_undegraded":"2024-09-19T14:24:21.161824+0000","last_fullsized":"2024-09-19T14:24:21.161824+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4","last_scrub_stamp":"2024-09-19T14:24:21.161627+0000","last_deep_scrub":"268'4","last_deep_scrub_stamp":"2024-09-19T14:24:21.161627+0000","last_clean_scrub_stamp":"2024-09-19T14:24:21.161627+0000","objects_scrubbed":2,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:43:13.039322+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":952,"num_read_kb":952,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.c","version":"268'72","reported_seq":603,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:26.601439+0000","last_change":"2024-09-19T14:24:26.601307+0000","last_active":"2024-09-19T14:24:26.601439+0000","last_peered":"2024-09-19T14:24:26.601439+0000","last_clean":"2024-09-19T14:24:26.601439+0000","last_became_active":"2024-09-19T13:37:48.995316+0000","last_became_peered":"2024-09-19T13:37:48.995316+0000","last_unstale":"2024-09-19T14:24:26.601439+0000","last_undegraded":"2024-09-19T14:24:26.601439+0000","last_fullsized":"2024-09-19T14:24:26.601439+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'72","last_scrub_stamp":"2024-09-19T14:24:26.601111+0000","last_deep_scrub":"268'72","last_deep_scrub_stamp":"2024-09-19T14:24:26.601111+0000","last_clean_scrub_stamp":"2024-09-19T14:24:26.601111+0000","objects_scrubbed":5,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:06:04.826611+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":77,"num_read_kb":71,"num_write":52,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.d","version":"268'748","reported_seq":2560,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:25.200461+0000","last_change":"2024-09-19T14:24:25.200461+0000","last_active":"2024-09-19T14:24:25.200461+0000","last_peered":"2024-09-19T14:24:25.200461+0000","last_clean":"2024-09-19T14:24:25.200461+0000","last_became_active":"2024-09-19T13:37:50.993347+0000","last_became_peered":"2024-09-19T13:37:50.993347+0000","last_unstale":"2024-09-19T14:24:25.200461+0000","last_undegraded":"2024-09-19T14:24:25.200461+0000","last_fullsized":"2024-09-19T14:24:25.200461+0000","mapping_epoch":33,"log_start":"268'700","ondisk_log_start":"268'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'748","last_scrub_stamp":"2024-09-19T14:24:25.200268+0000","last_deep_scrub":"268'748","last_deep_scrub_stamp":"2024-09-19T14:24:25.200268+0000","last_clean_scrub_stamp":"2024-09-19T14:24:25.200268+0000","objects_scrubbed":1,"log_size":48,"log_dups_size":700,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:12:22.683926+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.2","version":"268'125","reported_seq":632,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:45.706457+0000","last_change":"2024-09-19T14:24:45.706457+0000","last_active":"2024-09-19T14:24:45.706457+0000","last_peered":"2024-09-19T14:24:45.706457+0000","last_clean":"2024-09-19T14:24:45.706457+0000","last_became_active":"2024-09-19T13:37:53.026813+0000","last_became_peered":"2024-09-19T13:37:53.026813+0000","last_unstale":"2024-09-19T14:24:45.706457+0000","last_undegraded":"2024-09-19T14:24:45.706457+0000","last_fullsized":"2024-09-19T14:24:45.706457+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'125","last_scrub_stamp":"2024-09-19T14:24:45.706270+0000","last_deep_scrub":"268'125","last_deep_scrub_stamp":"2024-09-19T14:24:45.706270+0000","last_clean_scrub_stamp":"2024-09-19T14:24:45.706270+0000","objects_scrubbed":1,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:54:34.568636+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":425,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":148,"num_read_kb":143,"num_write":288,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.f","version":"268'406","reported_seq":1171,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:12.411950+0000","last_change":"2024-09-19T14:24:12.411950+0000","last_active":"2024-09-19T14:24:12.411950+0000","last_peered":"2024-09-19T14:24:12.411950+0000","last_clean":"2024-09-19T14:24:12.411950+0000","last_became_active":"2024-09-19T13:37:44.993668+0000","last_became_peered":"2024-09-19T13:37:44.993668+0000","last_unstale":"2024-09-19T14:24:12.411950+0000","last_undegraded":"2024-09-19T14:24:12.411950+0000","last_fullsized":"2024-09-19T14:24:12.411950+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'406","last_scrub_stamp":"2024-09-19T14:24:12.411774+0000","last_deep_scrub":"268'406","last_deep_scrub_stamp":"2024-09-19T14:24:12.411774+0000","last_clean_scrub_stamp":"2024-09-19T14:24:12.411774+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":300,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:55:57.889858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2013,"num_read_kb":1743,"num_write":719,"num_write_kb":481,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.8","version":"268'334","reported_seq":994,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:10.280628+0000","last_change":"2024-09-19T14:24:10.280628+0000","last_active":"2024-09-19T14:24:10.280628+0000","last_peered":"2024-09-19T14:24:10.280628+0000","last_clean":"2024-09-19T14:24:10.280628+0000","last_became_active":"2024-09-19T13:37:42.977623+0000","last_became_peered":"2024-09-19T13:37:42.977623+0000","last_unstale":"2024-09-19T14:24:10.280628+0000","last_undegraded":"2024-09-19T14:24:10.280628+0000","last_fullsized":"2024-09-19T14:24:10.280628+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'334","last_scrub_stamp":"2024-09-19T14:24:10.280314+0000","last_deep_scrub":"268'334","last_deep_scrub_stamp":"2024-09-19T14:24:10.280314+0000","last_clean_scrub_stamp":"2024-09-19T14:24:10.280314+0000","objects_scrubbed":4,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:44:22.653178+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":549,"num_read_kb":109168,"num_write":1073,"num_write_kb":60244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2],"acting":[4,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":506,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:32.176766+0000","last_change":"2024-09-19T14:24:32.176640+0000","last_active":"2024-09-19T14:24:32.176766+0000","last_peered":"2024-09-19T14:24:32.176766+0000","last_clean":"2024-09-19T14:24:32.176766+0000","last_became_active":"2024-09-19T13:37:46.977414+0000","last_became_peered":"2024-09-19T13:37:46.977414+0000","last_unstale":"2024-09-19T14:24:32.176766+0000","last_undegraded":"2024-09-19T14:24:32.176766+0000","last_fullsized":"2024-09-19T14:24:32.176766+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:32.176409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:32.176409+0000","last_clean_scrub_stamp":"2024-09-19T14:24:32.176409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:00:30.808095+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.d","version":"268'358","reported_seq":978,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:24.203171+0000","last_change":"2024-09-19T14:24:24.203017+0000","last_active":"2024-09-19T14:24:24.203171+0000","last_peered":"2024-09-19T14:24:24.203171+0000","last_clean":"2024-09-19T14:24:24.203171+0000","last_became_active":"2024-09-19T13:37:48.989441+0000","last_became_peered":"2024-09-19T13:37:48.989441+0000","last_unstale":"2024-09-19T14:24:24.203171+0000","last_undegraded":"2024-09-19T14:24:24.203171+0000","last_fullsized":"2024-09-19T14:24:24.203171+0000","mapping_epoch":31,"log_start":"268'300","ondisk_log_start":"268'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'358","last_scrub_stamp":"2024-09-19T14:24:24.202826+0000","last_deep_scrub":"268'358","last_deep_scrub_stamp":"2024-09-19T14:24:24.202826+0000","last_clean_scrub_stamp":"2024-09-19T14:24:24.202826+0000","objects_scrubbed":8,"log_size":58,"log_dups_size":300,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:42:45.065946+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51104,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":582,"num_read_kb":1255,"num_write":464,"num_write_kb":334,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":501,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:32.712539+0000","last_change":"2024-09-19T14:24:32.712539+0000","last_active":"2024-09-19T14:24:32.712539+0000","last_peered":"2024-09-19T14:24:32.712539+0000","last_clean":"2024-09-19T14:24:32.712539+0000","last_became_active":"2024-09-19T13:37:51.036123+0000","last_became_peered":"2024-09-19T13:37:51.036123+0000","last_unstale":"2024-09-19T14:24:32.712539+0000","last_undegraded":"2024-09-19T14:24:32.712539+0000","last_fullsized":"2024-09-19T14:24:32.712539+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:32.712315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:32.712315+0000","last_clean_scrub_stamp":"2024-09-19T14:24:32.712315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:44:30.832680+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.3","version":"268'106","reported_seq":606,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:30.538592+0000","last_change":"2024-09-19T14:24:30.538592+0000","last_active":"2024-09-19T14:24:30.538592+0000","last_peered":"2024-09-19T14:24:30.538592+0000","last_clean":"2024-09-19T14:24:30.538592+0000","last_became_active":"2024-09-19T13:37:53.043696+0000","last_became_peered":"2024-09-19T13:37:53.043696+0000","last_unstale":"2024-09-19T14:24:30.538592+0000","last_undegraded":"2024-09-19T14:24:30.538592+0000","last_fullsized":"2024-09-19T14:24:30.538592+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'106","last_scrub_stamp":"2024-09-19T14:24:30.538343+0000","last_deep_scrub":"268'106","last_deep_scrub_stamp":"2024-09-19T14:24:30.538343+0000","last_clean_scrub_stamp":"2024-09-19T14:24:30.538343+0000","objects_scrubbed":3,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:19:18.592063+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":449,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":125,"num_read_kb":125,"num_write":243,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"268'186","reported_seq":768,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:20.251532+0000","last_change":"2024-09-19T14:24:20.251532+0000","last_active":"2024-09-19T14:24:20.251532+0000","last_peered":"2024-09-19T14:24:20.251532+0000","last_clean":"2024-09-19T14:24:20.251532+0000","last_became_active":"2024-09-19T13:37:44.984586+0000","last_became_peered":"2024-09-19T13:37:44.984586+0000","last_unstale":"2024-09-19T14:24:20.251532+0000","last_undegraded":"2024-09-19T14:24:20.251532+0000","last_fullsized":"2024-09-19T14:24:20.251532+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'186","last_scrub_stamp":"2024-09-19T14:24:20.251349+0000","last_deep_scrub":"268'186","last_deep_scrub_stamp":"2024-09-19T14:24:20.251349+0000","last_clean_scrub_stamp":"2024-09-19T14:24:20.251349+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:41:59.528770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":791,"num_read_kb":653,"num_write":273,"num_write_kb":127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"268'74","reported_seq":633,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:05.248315+0000","last_change":"2024-09-19T14:24:05.248315+0000","last_active":"2024-09-19T14:24:05.248315+0000","last_peered":"2024-09-19T14:24:05.248315+0000","last_clean":"2024-09-19T14:24:05.248315+0000","last_became_active":"2024-09-19T13:37:20.020828+0000","last_became_peered":"2024-09-19T13:37:20.020828+0000","last_unstale":"2024-09-19T14:24:05.248315+0000","last_undegraded":"2024-09-19T14:24:05.248315+0000","last_fullsized":"2024-09-19T14:24:05.248315+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'74","last_scrub_stamp":"2024-09-19T14:24:05.248236+0000","last_deep_scrub":"268'74","last_deep_scrub_stamp":"2024-09-19T14:24:05.248236+0000","last_clean_scrub_stamp":"2024-09-19T14:24:05.248236+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:57:11.255580+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"268'2","reported_seq":535,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:07.428940+0000","last_change":"2024-09-19T14:24:07.428940+0000","last_active":"2024-09-19T14:24:07.428940+0000","last_peered":"2024-09-19T14:24:07.428940+0000","last_clean":"2024-09-19T14:24:07.428940+0000","last_became_active":"2024-09-19T13:37:24.882871+0000","last_became_peered":"2024-09-19T13:37:24.882871+0000","last_unstale":"2024-09-19T14:24:07.428940+0000","last_undegraded":"2024-09-19T14:24:07.428940+0000","last_fullsized":"2024-09-19T14:24:07.428940+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:07.428840+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:07.428840+0000","last_clean_scrub_stamp":"2024-09-19T14:24:07.428840+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:47:11.061319+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.0023960740000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"268'382","reported_seq":1091,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:07.284110+0000","last_change":"2024-09-19T14:24:07.284110+0000","last_active":"2024-09-19T14:24:07.284110+0000","last_peered":"2024-09-19T14:24:07.284110+0000","last_clean":"2024-09-19T14:24:07.284110+0000","last_became_active":"2024-09-19T13:37:42.971743+0000","last_became_peered":"2024-09-19T13:37:42.971743+0000","last_unstale":"2024-09-19T14:24:07.284110+0000","last_undegraded":"2024-09-19T14:24:07.284110+0000","last_fullsized":"2024-09-19T14:24:07.284110+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'382","last_scrub_stamp":"2024-09-19T14:24:07.283845+0000","last_deep_scrub":"268'382","last_deep_scrub_stamp":"2024-09-19T14:24:07.283845+0000","last_clean_scrub_stamp":"2024-09-19T14:24:07.283845+0000","objects_scrubbed":7,"log_size":82,"log_dups_size":300,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:59:58.156573+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136896,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":879,"num_read_kb":17240,"num_write":1141,"num_write_kb":39502,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,0],"acting":[4,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":508,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:21.574373+0000","last_change":"2024-09-19T14:24:21.574373+0000","last_active":"2024-09-19T14:24:21.574373+0000","last_peered":"2024-09-19T14:24:21.574373+0000","last_clean":"2024-09-19T14:24:21.574373+0000","last_became_active":"2024-09-19T13:37:47.002326+0000","last_became_peered":"2024-09-19T13:37:47.002326+0000","last_unstale":"2024-09-19T14:24:21.574373+0000","last_undegraded":"2024-09-19T14:24:21.574373+0000","last_fullsized":"2024-09-19T14:24:21.574373+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:21.574202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:21.574202+0000","last_clean_scrub_stamp":"2024-09-19T14:24:21.574202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:40:41.909257+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.7","version":"268'687","reported_seq":1398,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:46.156360+0000","last_change":"2024-09-19T14:24:46.156360+0000","last_active":"2024-09-19T14:24:46.156360+0000","last_peered":"2024-09-19T14:24:46.156360+0000","last_clean":"2024-09-19T14:24:46.156360+0000","last_became_active":"2024-09-19T13:37:49.012087+0000","last_became_peered":"2024-09-19T13:37:49.012087+0000","last_unstale":"2024-09-19T14:24:46.156360+0000","last_undegraded":"2024-09-19T14:24:46.156360+0000","last_fullsized":"2024-09-19T14:24:46.156360+0000","mapping_epoch":31,"log_start":"268'600","ondisk_log_start":"268'600","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'687","last_scrub_stamp":"2024-09-19T14:24:46.156206+0000","last_deep_scrub":"268'687","last_deep_scrub_stamp":"2024-09-19T14:24:46.156206+0000","last_clean_scrub_stamp":"2024-09-19T14:24:46.156206+0000","objects_scrubbed":6,"log_size":87,"log_dups_size":600,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:37:50.858982+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":152330,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1336,"num_read_kb":3077,"num_write":1222,"num_write_kb":1087,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":89476,"num_omap_keys":214,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":504,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:33.863895+0000","last_change":"2024-09-19T14:24:33.863895+0000","last_active":"2024-09-19T14:24:33.863895+0000","last_peered":"2024-09-19T14:24:33.863895+0000","last_clean":"2024-09-19T14:24:33.863895+0000","last_became_active":"2024-09-19T13:37:51.031011+0000","last_became_peered":"2024-09-19T13:37:51.031011+0000","last_unstale":"2024-09-19T14:24:33.863895+0000","last_undegraded":"2024-09-19T14:24:33.863895+0000","last_fullsized":"2024-09-19T14:24:33.863895+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:33.863687+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:33.863687+0000","last_clean_scrub_stamp":"2024-09-19T14:24:33.863687+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:29:45.918676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"268'217","reported_seq":963,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:31.603334+0000","last_change":"2024-09-19T14:24:31.603334+0000","last_active":"2024-09-19T14:24:31.603334+0000","last_peered":"2024-09-19T14:24:31.603334+0000","last_clean":"2024-09-19T14:24:31.603334+0000","last_became_active":"2024-09-19T13:37:53.036512+0000","last_became_peered":"2024-09-19T13:37:53.036512+0000","last_unstale":"2024-09-19T14:24:31.603334+0000","last_undegraded":"2024-09-19T14:24:31.603334+0000","last_fullsized":"2024-09-19T14:24:31.603334+0000","mapping_epoch":35,"log_start":"268'200","ondisk_log_start":"268'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'217","last_scrub_stamp":"2024-09-19T14:24:31.603148+0000","last_deep_scrub":"268'217","last_deep_scrub_stamp":"2024-09-19T14:24:31.603148+0000","last_clean_scrub_stamp":"2024-09-19T14:24:31.603148+0000","objects_scrubbed":3,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:13:34.706994+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":433,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":629,"num_read_kb":590,"num_write":474,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":66,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"268'4196","reported_seq":4833,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:19.863406+0000","last_change":"2024-09-19T14:24:19.863406+0000","last_active":"2024-09-19T14:24:19.863406+0000","last_peered":"2024-09-19T14:24:19.863406+0000","last_clean":"2024-09-19T14:24:19.863406+0000","last_became_active":"2024-09-19T13:37:45.005990+0000","last_became_peered":"2024-09-19T13:37:45.005990+0000","last_unstale":"2024-09-19T14:24:19.863406+0000","last_undegraded":"2024-09-19T14:24:19.863406+0000","last_fullsized":"2024-09-19T14:24:19.863406+0000","mapping_epoch":27,"log_start":"268'4100","ondisk_log_start":"268'4100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4196","last_scrub_stamp":"2024-09-19T14:24:19.863219+0000","last_deep_scrub":"268'4196","last_deep_scrub_stamp":"2024-09-19T14:24:19.863219+0000","last_clean_scrub_stamp":"2024-09-19T14:24:19.863219+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":3000,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:36:09.785916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16871,"num_read_kb":14145,"num_write":6317,"num_write_kb":3157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":534,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:06.408647+0000","last_change":"2024-09-19T14:24:06.408647+0000","last_active":"2024-09-19T14:24:06.408647+0000","last_peered":"2024-09-19T14:24:06.408647+0000","last_clean":"2024-09-19T14:24:06.408647+0000","last_became_active":"2024-09-19T13:37:24.881264+0000","last_became_peered":"2024-09-19T13:37:24.881264+0000","last_unstale":"2024-09-19T14:24:06.408647+0000","last_undegraded":"2024-09-19T14:24:06.408647+0000","last_fullsized":"2024-09-19T14:24:06.408647+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:06.408492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:06.408492+0000","last_clean_scrub_stamp":"2024-09-19T14:24:06.408492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T02:19:21.692554+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.0026683119999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"268'353","reported_seq":1036,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:07.507758+0000","last_change":"2024-09-19T14:24:07.507758+0000","last_active":"2024-09-19T14:24:07.507758+0000","last_peered":"2024-09-19T14:24:07.507758+0000","last_clean":"2024-09-19T14:24:07.507758+0000","last_became_active":"2024-09-19T13:37:42.996368+0000","last_became_peered":"2024-09-19T13:37:42.996368+0000","last_unstale":"2024-09-19T14:24:07.507758+0000","last_undegraded":"2024-09-19T14:24:07.507758+0000","last_fullsized":"2024-09-19T14:24:07.507758+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'353","last_scrub_stamp":"2024-09-19T14:24:07.507475+0000","last_deep_scrub":"268'353","last_deep_scrub_stamp":"2024-09-19T14:24:07.507475+0000","last_clean_scrub_stamp":"2024-09-19T14:24:07.507475+0000","objects_scrubbed":6,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:22:53.195588+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":32,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":692,"num_read_kb":610,"num_write":1185,"num_write_kb":28646,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,4],"acting":[6,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":506,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:36.191768+0000","last_change":"2024-09-19T14:24:36.191768+0000","last_active":"2024-09-19T14:24:36.191768+0000","last_peered":"2024-09-19T14:24:36.191768+0000","last_clean":"2024-09-19T14:24:36.191768+0000","last_became_active":"2024-09-19T13:37:47.002818+0000","last_became_peered":"2024-09-19T13:37:47.002818+0000","last_unstale":"2024-09-19T14:24:36.191768+0000","last_undegraded":"2024-09-19T14:24:36.191768+0000","last_fullsized":"2024-09-19T14:24:36.191768+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:36.191586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:36.191586+0000","last_clean_scrub_stamp":"2024-09-19T14:24:36.191586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:37:26.856373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.4","version":"268'1261","reported_seq":2765,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:27.468477+0000","last_change":"2024-09-19T14:24:27.468477+0000","last_active":"2024-09-19T14:24:27.468477+0000","last_peered":"2024-09-19T14:24:27.468477+0000","last_clean":"2024-09-19T14:24:27.468477+0000","last_became_active":"2024-09-19T13:37:49.005054+0000","last_became_peered":"2024-09-19T13:37:49.005054+0000","last_unstale":"2024-09-19T14:24:27.468477+0000","last_undegraded":"2024-09-19T14:24:27.468477+0000","last_fullsized":"2024-09-19T14:24:27.468477+0000","mapping_epoch":31,"log_start":"268'1200","ondisk_log_start":"268'1200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'1261","last_scrub_stamp":"2024-09-19T14:24:27.468258+0000","last_deep_scrub":"268'1261","last_deep_scrub_stamp":"2024-09-19T14:24:27.468258+0000","last_clean_scrub_stamp":"2024-09-19T14:24:27.468258+0000","objects_scrubbed":11,"log_size":61,"log_dups_size":1200,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:18:23.232228+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":145315,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":2016,"num_read_kb":3797,"num_write":1120,"num_write_kb":957,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5938,"num_omap_keys":16,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":499,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:41.178110+0000","last_change":"2024-09-19T14:24:41.178110+0000","last_active":"2024-09-19T14:24:41.178110+0000","last_peered":"2024-09-19T14:24:41.178110+0000","last_clean":"2024-09-19T14:24:41.178110+0000","last_became_active":"2024-09-19T13:37:51.040146+0000","last_became_peered":"2024-09-19T13:37:51.040146+0000","last_unstale":"2024-09-19T14:24:41.178110+0000","last_undegraded":"2024-09-19T14:24:41.178110+0000","last_fullsized":"2024-09-19T14:24:41.178110+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:41.177937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:41.177937+0000","last_clean_scrub_stamp":"2024-09-19T14:24:41.177937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:30:36.098117+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.a","version":"268'256","reported_seq":825,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:39.899661+0000","last_change":"2024-09-19T14:24:39.899661+0000","last_active":"2024-09-19T14:24:39.899661+0000","last_peered":"2024-09-19T14:24:39.899661+0000","last_clean":"2024-09-19T14:24:39.899661+0000","last_became_active":"2024-09-19T13:37:53.025312+0000","last_became_peered":"2024-09-19T13:37:53.025312+0000","last_unstale":"2024-09-19T14:24:39.899661+0000","last_undegraded":"2024-09-19T14:24:39.899661+0000","last_fullsized":"2024-09-19T14:24:39.899661+0000","mapping_epoch":35,"log_start":"268'200","ondisk_log_start":"268'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'256","last_scrub_stamp":"2024-09-19T14:24:39.899481+0000","last_deep_scrub":"268'256","last_deep_scrub_stamp":"2024-09-19T14:24:39.899481+0000","last_clean_scrub_stamp":"2024-09-19T14:24:39.899481+0000","objects_scrubbed":3,"log_size":56,"log_dups_size":200,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:05:37.701591+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":435,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":514,"num_read_kb":477,"num_write":500,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"268'302","reported_seq":969,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:19.504010+0000","last_change":"2024-09-19T14:24:19.504010+0000","last_active":"2024-09-19T14:24:19.504010+0000","last_peered":"2024-09-19T14:24:19.504010+0000","last_clean":"2024-09-19T14:24:19.504010+0000","last_became_active":"2024-09-19T13:37:44.991339+0000","last_became_peered":"2024-09-19T13:37:44.991339+0000","last_unstale":"2024-09-19T14:24:19.504010+0000","last_undegraded":"2024-09-19T14:24:19.504010+0000","last_fullsized":"2024-09-19T14:24:19.504010+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'302","last_scrub_stamp":"2024-09-19T14:24:19.503783+0000","last_deep_scrub":"268'302","last_deep_scrub_stamp":"2024-09-19T14:24:19.503783+0000","last_clean_scrub_stamp":"2024-09-19T14:24:19.503783+0000","objects_scrubbed":1,"log_size":102,"log_dups_size":200,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:02:41.957573+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1326,"num_read_kb":1077,"num_write":447,"num_write_kb":243,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4004,"num_omap_keys":18,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":535,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:08.317162+0000","last_change":"2024-09-19T14:24:08.317162+0000","last_active":"2024-09-19T14:24:08.317162+0000","last_peered":"2024-09-19T14:24:08.317162+0000","last_clean":"2024-09-19T14:24:08.317162+0000","last_became_active":"2024-09-19T13:37:24.882335+0000","last_became_peered":"2024-09-19T13:37:24.882335+0000","last_unstale":"2024-09-19T14:24:08.317162+0000","last_undegraded":"2024-09-19T14:24:08.317162+0000","last_fullsized":"2024-09-19T14:24:08.317162+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:08.316988+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:08.316988+0000","last_clean_scrub_stamp":"2024-09-19T14:24:08.316988+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:38:01.301037+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00084389399999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.0","version":"268'400","reported_seq":1086,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:07.888463+0000","last_change":"2024-09-19T14:24:07.888463+0000","last_active":"2024-09-19T14:24:07.888463+0000","last_peered":"2024-09-19T14:24:07.888463+0000","last_clean":"2024-09-19T14:24:07.888463+0000","last_became_active":"2024-09-19T13:37:43.011938+0000","last_became_peered":"2024-09-19T13:37:43.011938+0000","last_unstale":"2024-09-19T14:24:07.888463+0000","last_undegraded":"2024-09-19T14:24:07.888463+0000","last_fullsized":"2024-09-19T14:24:07.888463+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'400","last_scrub_stamp":"2024-09-19T14:24:07.888249+0000","last_deep_scrub":"268'400","last_deep_scrub_stamp":"2024-09-19T14:24:07.888249+0000","last_clean_scrub_stamp":"2024-09-19T14:24:07.888249+0000","objects_scrubbed":3,"log_size":100,"log_dups_size":300,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:36:41.122962+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":670,"num_read_kb":10131,"num_write":1166,"num_write_kb":42957,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"268'2","reported_seq":509,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:20.504046+0000","last_change":"2024-09-19T14:24:20.504046+0000","last_active":"2024-09-19T14:24:20.504046+0000","last_peered":"2024-09-19T14:24:20.504046+0000","last_clean":"2024-09-19T14:24:20.504046+0000","last_became_active":"2024-09-19T13:37:47.003498+0000","last_became_peered":"2024-09-19T13:37:47.003498+0000","last_unstale":"2024-09-19T14:24:20.504046+0000","last_undegraded":"2024-09-19T14:24:20.504046+0000","last_fullsized":"2024-09-19T14:24:20.504046+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:20.503863+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:20.503863+0000","last_clean_scrub_stamp":"2024-09-19T14:24:20.503863+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:33.068461+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.5","version":"268'232","reported_seq":1343,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:23.612593+0000","last_change":"2024-09-19T14:24:23.612593+0000","last_active":"2024-09-19T14:24:23.612593+0000","last_peered":"2024-09-19T14:24:23.612593+0000","last_clean":"2024-09-19T14:24:23.612593+0000","last_became_active":"2024-09-19T13:37:49.002780+0000","last_became_peered":"2024-09-19T13:37:49.002780+0000","last_unstale":"2024-09-19T14:24:23.612593+0000","last_undegraded":"2024-09-19T14:24:23.612593+0000","last_fullsized":"2024-09-19T14:24:23.612593+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'232","last_scrub_stamp":"2024-09-19T14:24:23.612379+0000","last_deep_scrub":"268'232","last_deep_scrub_stamp":"2024-09-19T14:24:23.612379+0000","last_clean_scrub_stamp":"2024-09-19T14:24:23.612379+0000","objects_scrubbed":9,"log_size":32,"log_dups_size":200,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:24:11.508874+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":181,"num_read_kb":173,"num_write":153,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5278,"num_omap_keys":12,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":501,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:37.088266+0000","last_change":"2024-09-19T14:24:37.088266+0000","last_active":"2024-09-19T14:24:37.088266+0000","last_peered":"2024-09-19T14:24:37.088266+0000","last_clean":"2024-09-19T14:24:37.088266+0000","last_became_active":"2024-09-19T13:37:51.024903+0000","last_became_peered":"2024-09-19T13:37:51.024903+0000","last_unstale":"2024-09-19T14:24:37.088266+0000","last_undegraded":"2024-09-19T14:24:37.088266+0000","last_fullsized":"2024-09-19T14:24:37.088266+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:37.087995+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:37.087995+0000","last_clean_scrub_stamp":"2024-09-19T14:24:37.087995+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:55:35.862779+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.b","version":"268'237","reported_seq":853,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:42.159283+0000","last_change":"2024-09-19T14:24:42.159143+0000","last_active":"2024-09-19T14:24:42.159283+0000","last_peered":"2024-09-19T14:24:42.159283+0000","last_clean":"2024-09-19T14:24:42.159283+0000","last_became_active":"2024-09-19T13:37:53.037940+0000","last_became_peered":"2024-09-19T13:37:53.037940+0000","last_unstale":"2024-09-19T14:24:42.159283+0000","last_undegraded":"2024-09-19T14:24:42.159283+0000","last_fullsized":"2024-09-19T14:24:42.159283+0000","mapping_epoch":35,"log_start":"268'200","ondisk_log_start":"268'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'237","last_scrub_stamp":"2024-09-19T14:24:42.158959+0000","last_deep_scrub":"268'237","last_deep_scrub_stamp":"2024-09-19T14:24:42.158959+0000","last_clean_scrub_stamp":"2024-09-19T14:24:42.158959+0000","objects_scrubbed":2,"log_size":37,"log_dups_size":200,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:17:27.239927+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":530,"num_read_kb":545,"num_write":514,"num_write_kb":149,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1193,"num_omap_keys":7,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"268'179","reported_seq":799,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:18.531958+0000","last_change":"2024-09-19T14:24:18.531958+0000","last_active":"2024-09-19T14:24:18.531958+0000","last_peered":"2024-09-19T14:24:18.531958+0000","last_clean":"2024-09-19T14:24:18.531958+0000","last_became_active":"2024-09-19T13:37:44.995795+0000","last_became_peered":"2024-09-19T13:37:44.995795+0000","last_unstale":"2024-09-19T14:24:18.531958+0000","last_undegraded":"2024-09-19T14:24:18.531958+0000","last_fullsized":"2024-09-19T14:24:18.531958+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'179","last_scrub_stamp":"2024-09-19T14:24:18.531764+0000","last_deep_scrub":"268'179","last_deep_scrub_stamp":"2024-09-19T14:24:18.531764+0000","last_clean_scrub_stamp":"2024-09-19T14:24:18.531764+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":100,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:34:26.109847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":803,"num_read_kb":658,"num_write":281,"num_write_kb":132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"268'3","reported_seq":536,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:09.401430+0000","last_change":"2024-09-19T14:24:09.401430+0000","last_active":"2024-09-19T14:24:09.401430+0000","last_peered":"2024-09-19T14:24:09.401430+0000","last_clean":"2024-09-19T14:24:09.401430+0000","last_became_active":"2024-09-19T13:37:24.905107+0000","last_became_peered":"2024-09-19T13:37:24.905107+0000","last_unstale":"2024-09-19T14:24:09.401430+0000","last_undegraded":"2024-09-19T14:24:09.401430+0000","last_fullsized":"2024-09-19T14:24:09.401430+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'3","last_scrub_stamp":"2024-09-19T14:24:09.401253+0000","last_deep_scrub":"268'3","last_deep_scrub_stamp":"2024-09-19T14:24:09.401253+0000","last_clean_scrub_stamp":"2024-09-19T14:24:09.401253+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:11:56.222132+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.0022530250000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"268'384","reported_seq":1042,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:08.459091+0000","last_change":"2024-09-19T14:24:08.459091+0000","last_active":"2024-09-19T14:24:08.459091+0000","last_peered":"2024-09-19T14:24:08.459091+0000","last_clean":"2024-09-19T14:24:08.459091+0000","last_became_active":"2024-09-19T13:38:12.008906+0000","last_became_peered":"2024-09-19T13:38:12.008906+0000","last_unstale":"2024-09-19T14:24:08.459091+0000","last_undegraded":"2024-09-19T14:24:08.459091+0000","last_fullsized":"2024-09-19T14:24:08.459091+0000","mapping_epoch":38,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'384","last_scrub_stamp":"2024-09-19T14:24:08.458882+0000","last_deep_scrub":"268'384","last_deep_scrub_stamp":"2024-09-19T14:24:08.458882+0000","last_clean_scrub_stamp":"2024-09-19T14:24:08.458882+0000","objects_scrubbed":2,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:50:58.238529+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":747,"num_read_kb":29584,"num_write":1354,"num_write_kb":42023,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,4],"acting":[6,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":508,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:18.411790+0000","last_change":"2024-09-19T14:24:18.411790+0000","last_active":"2024-09-19T14:24:18.411790+0000","last_peered":"2024-09-19T14:24:18.411790+0000","last_clean":"2024-09-19T14:24:18.411790+0000","last_became_active":"2024-09-19T13:37:47.004429+0000","last_became_peered":"2024-09-19T13:37:47.004429+0000","last_unstale":"2024-09-19T14:24:18.411790+0000","last_undegraded":"2024-09-19T14:24:18.411790+0000","last_fullsized":"2024-09-19T14:24:18.411790+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:18.411579+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:18.411579+0000","last_clean_scrub_stamp":"2024-09-19T14:24:18.411579+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:43:07.026292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.6","version":"268'126","reported_seq":680,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:29.851644+0000","last_change":"2024-09-19T14:24:29.851644+0000","last_active":"2024-09-19T14:24:29.851644+0000","last_peered":"2024-09-19T14:24:29.851644+0000","last_clean":"2024-09-19T14:24:29.851644+0000","last_became_active":"2024-09-19T13:37:49.002929+0000","last_became_peered":"2024-09-19T13:37:49.002929+0000","last_unstale":"2024-09-19T14:24:29.851644+0000","last_undegraded":"2024-09-19T14:24:29.851644+0000","last_fullsized":"2024-09-19T14:24:29.851644+0000","mapping_epoch":31,"log_start":"268'100","ondisk_log_start":"268'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'126","last_scrub_stamp":"2024-09-19T14:24:29.851459+0000","last_deep_scrub":"268'126","last_deep_scrub_stamp":"2024-09-19T14:24:29.851459+0000","last_clean_scrub_stamp":"2024-09-19T14:24:29.851459+0000","objects_scrubbed":7,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:08:09.933864+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":146,"num_read_kb":137,"num_write":106,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3226,"num_omap_keys":10,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:44.178175+0000","last_change":"2024-09-19T14:24:44.178175+0000","last_active":"2024-09-19T14:24:44.178175+0000","last_peered":"2024-09-19T14:24:44.178175+0000","last_clean":"2024-09-19T14:24:44.178175+0000","last_became_active":"2024-09-19T13:37:51.020736+0000","last_became_peered":"2024-09-19T13:37:51.020736+0000","last_unstale":"2024-09-19T14:24:44.178175+0000","last_undegraded":"2024-09-19T14:24:44.178175+0000","last_fullsized":"2024-09-19T14:24:44.178175+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:44.177973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:44.177973+0000","last_clean_scrub_stamp":"2024-09-19T14:24:44.177973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:55:29.205861+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.8","version":"268'163","reported_seq":732,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:34.045913+0000","last_change":"2024-09-19T14:24:34.045913+0000","last_active":"2024-09-19T14:24:34.045913+0000","last_peered":"2024-09-19T14:24:34.045913+0000","last_clean":"2024-09-19T14:24:34.045913+0000","last_became_active":"2024-09-19T13:37:53.036623+0000","last_became_peered":"2024-09-19T13:37:53.036623+0000","last_unstale":"2024-09-19T14:24:34.045913+0000","last_undegraded":"2024-09-19T14:24:34.045913+0000","last_fullsized":"2024-09-19T14:24:34.045913+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'163","last_scrub_stamp":"2024-09-19T14:24:34.045725+0000","last_deep_scrub":"268'163","last_deep_scrub_stamp":"2024-09-19T14:24:34.045725+0000","last_clean_scrub_stamp":"2024-09-19T14:24:34.045725+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:40:25.810314+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":321,"num_read_kb":311,"num_write":392,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"268'138","reported_seq":765,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:16.526055+0000","last_change":"2024-09-19T14:24:16.526055+0000","last_active":"2024-09-19T14:24:16.526055+0000","last_peered":"2024-09-19T14:24:16.526055+0000","last_clean":"2024-09-19T14:24:16.526055+0000","last_became_active":"2024-09-19T13:37:44.990899+0000","last_became_peered":"2024-09-19T13:37:44.990899+0000","last_unstale":"2024-09-19T14:24:16.526055+0000","last_undegraded":"2024-09-19T14:24:16.526055+0000","last_fullsized":"2024-09-19T14:24:16.526055+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'138","last_scrub_stamp":"2024-09-19T14:24:16.525875+0000","last_deep_scrub":"268'138","last_deep_scrub_stamp":"2024-09-19T14:24:16.525875+0000","last_clean_scrub_stamp":"2024-09-19T14:24:16.525875+0000","objects_scrubbed":1,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:13:08.393604+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":626,"num_read_kb":524,"num_write":206,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.5","version":"268'369","reported_seq":1037,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:05.602992+0000","last_change":"2024-09-19T14:24:05.602992+0000","last_active":"2024-09-19T14:24:05.602992+0000","last_peered":"2024-09-19T14:24:05.602992+0000","last_clean":"2024-09-19T14:24:05.602992+0000","last_became_active":"2024-09-19T13:37:42.980788+0000","last_became_peered":"2024-09-19T13:37:42.980788+0000","last_unstale":"2024-09-19T14:24:05.602992+0000","last_undegraded":"2024-09-19T14:24:05.602992+0000","last_fullsized":"2024-09-19T14:24:05.602992+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'369","last_scrub_stamp":"2024-09-19T14:24:05.602873+0000","last_deep_scrub":"268'369","last_deep_scrub_stamp":"2024-09-19T14:24:05.602873+0000","last_clean_scrub_stamp":"2024-09-19T14:24:05.602873+0000","objects_scrubbed":9,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:10:53.920900+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":679,"num_read_kb":45969,"num_write":1060,"num_write_kb":28341,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,4],"acting":[2,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":540,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:06.894621+0000","last_change":"2024-09-19T14:24:06.894621+0000","last_active":"2024-09-19T14:24:06.894621+0000","last_peered":"2024-09-19T14:24:06.894621+0000","last_clean":"2024-09-19T14:24:06.894621+0000","last_became_active":"2024-09-19T13:37:24.906020+0000","last_became_peered":"2024-09-19T13:37:24.906020+0000","last_unstale":"2024-09-19T14:24:06.894621+0000","last_undegraded":"2024-09-19T14:24:06.894621+0000","last_fullsized":"2024-09-19T14:24:06.894621+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:06.894450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:06.894450+0000","last_clean_scrub_stamp":"2024-09-19T14:24:06.894450+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:28:21.680421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099233799999999994,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":509,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:24.327301+0000","last_change":"2024-09-19T14:24:24.327301+0000","last_active":"2024-09-19T14:24:24.327301+0000","last_peered":"2024-09-19T14:24:24.327301+0000","last_clean":"2024-09-19T14:24:24.327301+0000","last_became_active":"2024-09-19T13:37:46.994562+0000","last_became_peered":"2024-09-19T13:37:46.994562+0000","last_unstale":"2024-09-19T14:24:24.327301+0000","last_undegraded":"2024-09-19T14:24:24.327301+0000","last_fullsized":"2024-09-19T14:24:24.327301+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:24.327118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:24.327118+0000","last_clean_scrub_stamp":"2024-09-19T14:24:24.327118+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:50:42.724428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.0","version":"268'565","reported_seq":1238,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:22.526556+0000","last_change":"2024-09-19T14:24:22.526556+0000","last_active":"2024-09-19T14:24:22.526556+0000","last_peered":"2024-09-19T14:24:22.526556+0000","last_clean":"2024-09-19T14:24:22.526556+0000","last_became_active":"2024-09-19T13:37:48.998741+0000","last_became_peered":"2024-09-19T13:37:48.998741+0000","last_unstale":"2024-09-19T14:24:22.526556+0000","last_undegraded":"2024-09-19T14:24:22.526556+0000","last_fullsized":"2024-09-19T14:24:22.526556+0000","mapping_epoch":31,"log_start":"268'500","ondisk_log_start":"268'500","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'565","last_scrub_stamp":"2024-09-19T14:24:22.526311+0000","last_deep_scrub":"268'565","last_deep_scrub_stamp":"2024-09-19T14:24:22.526311+0000","last_clean_scrub_stamp":"2024-09-19T14:24:22.526311+0000","objects_scrubbed":10,"log_size":65,"log_dups_size":500,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:10:19.601942+0000","scrub_duration":35,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93001,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":1552,"num_read_kb":2714,"num_write":2032,"num_write_kb":1883,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":529556,"num_omap_keys":1194,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":503,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:38.755939+0000","last_change":"2024-09-19T14:24:38.755939+0000","last_active":"2024-09-19T14:24:38.755939+0000","last_peered":"2024-09-19T14:24:38.755939+0000","last_clean":"2024-09-19T14:24:38.755939+0000","last_became_active":"2024-09-19T13:37:50.998245+0000","last_became_peered":"2024-09-19T13:37:50.998245+0000","last_unstale":"2024-09-19T14:24:38.755939+0000","last_undegraded":"2024-09-19T14:24:38.755939+0000","last_fullsized":"2024-09-19T14:24:38.755939+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:38.755735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:38.755735+0000","last_clean_scrub_stamp":"2024-09-19T14:24:38.755735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:54:09.670800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.e","version":"268'139","reported_seq":652,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:42.854196+0000","last_change":"2024-09-19T14:24:42.854069+0000","last_active":"2024-09-19T14:24:42.854196+0000","last_peered":"2024-09-19T14:24:42.854196+0000","last_clean":"2024-09-19T14:24:42.854196+0000","last_became_active":"2024-09-19T13:37:53.025118+0000","last_became_peered":"2024-09-19T13:37:53.025118+0000","last_unstale":"2024-09-19T14:24:42.854196+0000","last_undegraded":"2024-09-19T14:24:42.854196+0000","last_fullsized":"2024-09-19T14:24:42.854196+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'139","last_scrub_stamp":"2024-09-19T14:24:42.853874+0000","last_deep_scrub":"268'139","last_deep_scrub_stamp":"2024-09-19T14:24:42.853874+0000","last_clean_scrub_stamp":"2024-09-19T14:24:42.853874+0000","objects_scrubbed":4,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:13:50.594718+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":729,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":152,"num_read_kb":148,"num_write":307,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"268'128","reported_seq":756,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:17.570548+0000","last_change":"2024-09-19T14:24:17.570548+0000","last_active":"2024-09-19T14:24:17.570548+0000","last_peered":"2024-09-19T14:24:17.570548+0000","last_clean":"2024-09-19T14:24:17.570548+0000","last_became_active":"2024-09-19T13:37:44.996072+0000","last_became_peered":"2024-09-19T13:37:44.996072+0000","last_unstale":"2024-09-19T14:24:17.570548+0000","last_undegraded":"2024-09-19T14:24:17.570548+0000","last_fullsized":"2024-09-19T14:24:17.570548+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'128","last_scrub_stamp":"2024-09-19T14:24:17.570380+0000","last_deep_scrub":"268'128","last_deep_scrub_stamp":"2024-09-19T14:24:17.570380+0000","last_clean_scrub_stamp":"2024-09-19T14:24:17.570380+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:52:28.875225+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":614,"num_read_kb":523,"num_write":192,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.4","version":"268'405","reported_seq":1170,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:10.519452+0000","last_change":"2024-09-19T14:24:10.519452+0000","last_active":"2024-09-19T14:24:10.519452+0000","last_peered":"2024-09-19T14:24:10.519452+0000","last_clean":"2024-09-19T14:24:10.519452+0000","last_became_active":"2024-09-19T13:37:43.015022+0000","last_became_peered":"2024-09-19T13:37:43.015022+0000","last_unstale":"2024-09-19T14:24:10.519452+0000","last_undegraded":"2024-09-19T14:24:10.519452+0000","last_fullsized":"2024-09-19T14:24:10.519452+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'405","last_scrub_stamp":"2024-09-19T14:24:10.519208+0000","last_deep_scrub":"268'405","last_deep_scrub_stamp":"2024-09-19T14:24:10.519208+0000","last_clean_scrub_stamp":"2024-09-19T14:24:10.519208+0000","objects_scrubbed":3,"log_size":105,"log_dups_size":300,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:44:02.752671+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136829,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":800,"num_read_kb":34608,"num_write":1256,"num_write_kb":53807,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":533,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:08.435277+0000","last_change":"2024-09-19T14:24:08.435277+0000","last_active":"2024-09-19T14:24:08.435277+0000","last_peered":"2024-09-19T14:24:08.435277+0000","last_clean":"2024-09-19T14:24:08.435277+0000","last_became_active":"2024-09-19T13:37:24.881243+0000","last_became_peered":"2024-09-19T13:37:24.881243+0000","last_unstale":"2024-09-19T14:24:08.435277+0000","last_undegraded":"2024-09-19T14:24:08.435277+0000","last_fullsized":"2024-09-19T14:24:08.435277+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:08.435097+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:08.435097+0000","last_clean_scrub_stamp":"2024-09-19T14:24:08.435097+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:38:26.789059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010619309999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":508,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:20.585678+0000","last_change":"2024-09-19T14:24:20.585678+0000","last_active":"2024-09-19T14:24:20.585678+0000","last_peered":"2024-09-19T14:24:20.585678+0000","last_clean":"2024-09-19T14:24:20.585678+0000","last_became_active":"2024-09-19T13:37:47.002225+0000","last_became_peered":"2024-09-19T13:37:47.002225+0000","last_unstale":"2024-09-19T14:24:20.585678+0000","last_undegraded":"2024-09-19T14:24:20.585678+0000","last_fullsized":"2024-09-19T14:24:20.585678+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:20.585491+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:20.585491+0000","last_clean_scrub_stamp":"2024-09-19T14:24:20.585491+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:02:08.150253+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"268'209","reported_seq":783,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:28.668562+0000","last_change":"2024-09-19T14:24:28.668562+0000","last_active":"2024-09-19T14:24:28.668562+0000","last_peered":"2024-09-19T14:24:28.668562+0000","last_clean":"2024-09-19T14:24:28.668562+0000","last_became_active":"2024-09-19T13:37:49.012716+0000","last_became_peered":"2024-09-19T13:37:49.012716+0000","last_unstale":"2024-09-19T14:24:28.668562+0000","last_undegraded":"2024-09-19T14:24:28.668562+0000","last_fullsized":"2024-09-19T14:24:28.668562+0000","mapping_epoch":31,"log_start":"265'100","ondisk_log_start":"265'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'209","last_scrub_stamp":"2024-09-19T14:24:28.668364+0000","last_deep_scrub":"268'209","last_deep_scrub_stamp":"2024-09-19T14:24:28.668364+0000","last_clean_scrub_stamp":"2024-09-19T14:24:28.668364+0000","objects_scrubbed":9,"log_size":109,"log_dups_size":100,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:00:03.356907+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":235,"num_read_kb":225,"num_write":204,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":6272,"num_omap_keys":14,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.0","version":"268'748","reported_seq":2816,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:27.140265+0000","last_change":"2024-09-19T14:24:27.140265+0000","last_active":"2024-09-19T14:24:27.140265+0000","last_peered":"2024-09-19T14:24:27.140265+0000","last_clean":"2024-09-19T14:24:27.140265+0000","last_became_active":"2024-09-19T13:37:51.038494+0000","last_became_peered":"2024-09-19T13:37:51.038494+0000","last_unstale":"2024-09-19T14:24:27.140265+0000","last_undegraded":"2024-09-19T14:24:27.140265+0000","last_fullsized":"2024-09-19T14:24:27.140265+0000","mapping_epoch":33,"log_start":"268'700","ondisk_log_start":"268'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'748","last_scrub_stamp":"2024-09-19T14:24:27.140075+0000","last_deep_scrub":"268'748","last_deep_scrub_stamp":"2024-09-19T14:24:27.140075+0000","last_clean_scrub_stamp":"2024-09-19T14:24:27.140075+0000","objects_scrubbed":1,"log_size":48,"log_dups_size":700,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:39:50.538185+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.f","version":"268'127","reported_seq":660,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:32.556617+0000","last_change":"2024-09-19T14:24:32.556617+0000","last_active":"2024-09-19T14:24:32.556617+0000","last_peered":"2024-09-19T14:24:32.556617+0000","last_clean":"2024-09-19T14:24:32.556617+0000","last_became_active":"2024-09-19T13:37:53.043658+0000","last_became_peered":"2024-09-19T13:37:53.043658+0000","last_unstale":"2024-09-19T14:24:32.556617+0000","last_undegraded":"2024-09-19T14:24:32.556617+0000","last_fullsized":"2024-09-19T14:24:32.556617+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'127","last_scrub_stamp":"2024-09-19T14:24:32.556387+0000","last_deep_scrub":"268'127","last_deep_scrub_stamp":"2024-09-19T14:24:32.556387+0000","last_clean_scrub_stamp":"2024-09-19T14:24:32.556387+0000","objects_scrubbed":6,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:14:30.325478+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1317,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":261,"num_read_kb":232,"num_write":302,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":64,"num_omap_keys":1,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.0","version":"268'98","reported_seq":695,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:14.279142+0000","last_change":"2024-09-19T14:24:14.279142+0000","last_active":"2024-09-19T14:24:14.279142+0000","last_peered":"2024-09-19T14:24:14.279142+0000","last_clean":"2024-09-19T14:24:14.279142+0000","last_became_active":"2024-09-19T13:37:44.988183+0000","last_became_peered":"2024-09-19T13:37:44.988183+0000","last_unstale":"2024-09-19T14:24:14.279142+0000","last_undegraded":"2024-09-19T14:24:14.279142+0000","last_fullsized":"2024-09-19T14:24:14.279142+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'98","last_scrub_stamp":"2024-09-19T14:24:14.278970+0000","last_deep_scrub":"268'98","last_deep_scrub_stamp":"2024-09-19T14:24:14.278970+0000","last_clean_scrub_stamp":"2024-09-19T14:24:14.278970+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":0,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:14:19.954142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":445,"num_read_kb":376,"num_write":154,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"268'353","reported_seq":1010,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:09.308409+0000","last_change":"2024-09-19T14:24:09.308409+0000","last_active":"2024-09-19T14:24:09.308409+0000","last_peered":"2024-09-19T14:24:09.308409+0000","last_clean":"2024-09-19T14:24:09.308409+0000","last_became_active":"2024-09-19T13:37:42.983034+0000","last_became_peered":"2024-09-19T13:37:42.983034+0000","last_unstale":"2024-09-19T14:24:09.308409+0000","last_undegraded":"2024-09-19T14:24:09.308409+0000","last_fullsized":"2024-09-19T14:24:09.308409+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'353","last_scrub_stamp":"2024-09-19T14:24:09.308182+0000","last_deep_scrub":"268'353","last_deep_scrub_stamp":"2024-09-19T14:24:09.308182+0000","last_clean_scrub_stamp":"2024-09-19T14:24:09.308182+0000","objects_scrubbed":8,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:28:04.002191+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":626,"num_read_kb":24914,"num_write":1124,"num_write_kb":17228,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":536,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:06.239553+0000","last_change":"2024-09-19T14:24:06.239393+0000","last_active":"2024-09-19T14:24:06.239553+0000","last_peered":"2024-09-19T14:24:06.239553+0000","last_clean":"2024-09-19T14:24:06.239553+0000","last_became_active":"2024-09-19T13:37:24.905672+0000","last_became_peered":"2024-09-19T13:37:24.905672+0000","last_unstale":"2024-09-19T14:24:06.239553+0000","last_undegraded":"2024-09-19T14:24:06.239553+0000","last_fullsized":"2024-09-19T14:24:06.239553+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:06.239226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:06.239226+0000","last_clean_scrub_stamp":"2024-09-19T14:24:06.239226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:43:28.303491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001276396,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":507,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:30.196633+0000","last_change":"2024-09-19T14:24:30.196633+0000","last_active":"2024-09-19T14:24:30.196633+0000","last_peered":"2024-09-19T14:24:30.196633+0000","last_clean":"2024-09-19T14:24:30.196633+0000","last_became_active":"2024-09-19T13:37:47.003352+0000","last_became_peered":"2024-09-19T13:37:47.003352+0000","last_unstale":"2024-09-19T14:24:30.196633+0000","last_undegraded":"2024-09-19T14:24:30.196633+0000","last_fullsized":"2024-09-19T14:24:30.196633+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:30.196423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:30.196423+0000","last_clean_scrub_stamp":"2024-09-19T14:24:30.196423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:10:22.222022+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"268'117","reported_seq":661,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:37.245143+0000","last_change":"2024-09-19T14:24:37.245143+0000","last_active":"2024-09-19T14:24:37.245143+0000","last_peered":"2024-09-19T14:24:37.245143+0000","last_clean":"2024-09-19T14:24:37.245143+0000","last_became_active":"2024-09-19T13:37:49.011547+0000","last_became_peered":"2024-09-19T13:37:49.011547+0000","last_unstale":"2024-09-19T14:24:37.245143+0000","last_undegraded":"2024-09-19T14:24:37.245143+0000","last_fullsized":"2024-09-19T14:24:37.245143+0000","mapping_epoch":31,"log_start":"268'100","ondisk_log_start":"268'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'117","last_scrub_stamp":"2024-09-19T14:24:37.244944+0000","last_deep_scrub":"268'117","last_deep_scrub_stamp":"2024-09-19T14:24:37.244944+0000","last_clean_scrub_stamp":"2024-09-19T14:24:37.244944+0000","objects_scrubbed":6,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:06:45.416275+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":126,"num_read_kb":119,"num_write":88,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.3","version":"268'795","reported_seq":2367,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:31.837686+0000","last_change":"2024-09-19T14:24:31.837686+0000","last_active":"2024-09-19T14:24:31.837686+0000","last_peered":"2024-09-19T14:24:31.837686+0000","last_clean":"2024-09-19T14:24:31.837686+0000","last_became_active":"2024-09-19T13:37:51.036419+0000","last_became_peered":"2024-09-19T13:37:51.036419+0000","last_unstale":"2024-09-19T14:24:31.837686+0000","last_undegraded":"2024-09-19T14:24:31.837686+0000","last_fullsized":"2024-09-19T14:24:31.837686+0000","mapping_epoch":33,"log_start":"268'701","ondisk_log_start":"268'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'795","last_scrub_stamp":"2024-09-19T14:24:31.837499+0000","last_deep_scrub":"268'795","last_deep_scrub_stamp":"2024-09-19T14:24:31.837499+0000","last_clean_scrub_stamp":"2024-09-19T14:24:31.837499+0000","objects_scrubbed":1,"log_size":94,"log_dups_size":701,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:03:30.355259+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.c","version":"268'157","reported_seq":667,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:40.865939+0000","last_change":"2024-09-19T14:24:40.865799+0000","last_active":"2024-09-19T14:24:40.865939+0000","last_peered":"2024-09-19T14:24:40.865939+0000","last_clean":"2024-09-19T14:24:40.865939+0000","last_became_active":"2024-09-19T13:37:53.039260+0000","last_became_peered":"2024-09-19T13:37:53.039260+0000","last_unstale":"2024-09-19T14:24:40.865939+0000","last_undegraded":"2024-09-19T14:24:40.865939+0000","last_fullsized":"2024-09-19T14:24:40.865939+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'157","last_scrub_stamp":"2024-09-19T14:24:40.865620+0000","last_deep_scrub":"268'157","last_deep_scrub_stamp":"2024-09-19T14:24:40.865620+0000","last_clean_scrub_stamp":"2024-09-19T14:24:40.865620+0000","objects_scrubbed":4,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:46:00.564984+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":485,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":115,"num_read_kb":115,"num_write":328,"num_write_kb":107,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1","version":"268'455","reported_seq":1218,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:27.685584+0000","last_change":"2024-09-19T14:24:27.685584+0000","last_active":"2024-09-19T14:24:27.685584+0000","last_peered":"2024-09-19T14:24:27.685584+0000","last_clean":"2024-09-19T14:24:27.685584+0000","last_became_active":"2024-09-19T13:37:44.983785+0000","last_became_peered":"2024-09-19T13:37:44.983785+0000","last_unstale":"2024-09-19T14:24:27.685584+0000","last_undegraded":"2024-09-19T14:24:27.685584+0000","last_fullsized":"2024-09-19T14:24:27.685584+0000","mapping_epoch":27,"log_start":"268'400","ondisk_log_start":"268'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'455","last_scrub_stamp":"2024-09-19T14:24:27.685371+0000","last_deep_scrub":"268'455","last_deep_scrub_stamp":"2024-09-19T14:24:27.685371+0000","last_clean_scrub_stamp":"2024-09-19T14:24:27.685371+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":400,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:49:20.967234+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2200,"num_read_kb":1820,"num_write":798,"num_write_kb":506,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.6","version":"268'387","reported_seq":1133,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:08.287157+0000","last_change":"2024-09-19T14:24:08.287157+0000","last_active":"2024-09-19T14:24:08.287157+0000","last_peered":"2024-09-19T14:24:08.287157+0000","last_clean":"2024-09-19T14:24:08.287157+0000","last_became_active":"2024-09-19T13:37:42.994343+0000","last_became_peered":"2024-09-19T13:37:42.994343+0000","last_unstale":"2024-09-19T14:24:08.287157+0000","last_undegraded":"2024-09-19T14:24:08.287157+0000","last_fullsized":"2024-09-19T14:24:08.287157+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'387","last_scrub_stamp":"2024-09-19T14:24:08.286844+0000","last_deep_scrub":"268'387","last_deep_scrub_stamp":"2024-09-19T14:24:08.286844+0000","last_clean_scrub_stamp":"2024-09-19T14:24:08.286844+0000","objects_scrubbed":6,"log_size":87,"log_dups_size":300,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:47:33.138506+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136861,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":923,"num_read_kb":26742,"num_write":1196,"num_write_kb":31494,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":533,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:10.444784+0000","last_change":"2024-09-19T14:24:10.444655+0000","last_active":"2024-09-19T14:24:10.444784+0000","last_peered":"2024-09-19T14:24:10.444784+0000","last_clean":"2024-09-19T14:24:10.444784+0000","last_became_active":"2024-09-19T13:37:24.907064+0000","last_became_peered":"2024-09-19T13:37:24.907064+0000","last_unstale":"2024-09-19T14:24:10.444784+0000","last_undegraded":"2024-09-19T14:24:10.444784+0000","last_fullsized":"2024-09-19T14:24:10.444784+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:10.444474+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:10.444474+0000","last_clean_scrub_stamp":"2024-09-19T14:24:10.444474+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:15:48.719490+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.0028427410000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"268'6","reported_seq":991,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:22.335466+0000","last_change":"2024-09-19T14:24:22.335466+0000","last_active":"2024-09-19T14:24:22.335466+0000","last_peered":"2024-09-19T14:24:22.335466+0000","last_clean":"2024-09-19T14:24:22.335466+0000","last_became_active":"2024-09-19T13:37:46.985693+0000","last_became_peered":"2024-09-19T13:37:46.985693+0000","last_unstale":"2024-09-19T14:24:22.335466+0000","last_undegraded":"2024-09-19T14:24:22.335466+0000","last_fullsized":"2024-09-19T14:24:22.335466+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'6","last_scrub_stamp":"2024-09-19T14:24:22.335279+0000","last_deep_scrub":"268'6","last_deep_scrub_stamp":"2024-09-19T14:24:22.335279+0000","last_clean_scrub_stamp":"2024-09-19T14:24:22.335279+0000","objects_scrubbed":1,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:56:51.288418+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":726,"num_read_kb":1189,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"268'764","reported_seq":1492,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:22.571278+0000","last_change":"2024-09-19T14:24:22.571278+0000","last_active":"2024-09-19T14:24:22.571278+0000","last_peered":"2024-09-19T14:24:22.571278+0000","last_clean":"2024-09-19T14:24:22.571278+0000","last_became_active":"2024-09-19T13:37:48.999327+0000","last_became_peered":"2024-09-19T13:37:48.999327+0000","last_unstale":"2024-09-19T14:24:22.571278+0000","last_undegraded":"2024-09-19T14:24:22.571278+0000","last_fullsized":"2024-09-19T14:24:22.571278+0000","mapping_epoch":31,"log_start":"268'700","ondisk_log_start":"268'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'764","last_scrub_stamp":"2024-09-19T14:24:22.571090+0000","last_deep_scrub":"268'764","last_deep_scrub_stamp":"2024-09-19T14:24:22.571090+0000","last_clean_scrub_stamp":"2024-09-19T14:24:22.571090+0000","objects_scrubbed":8,"log_size":64,"log_dups_size":700,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T02:24:18.820336+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":147603,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1364,"num_read_kb":3290,"num_write":1122,"num_write_kb":949,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":501,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:35.118385+0000","last_change":"2024-09-19T14:24:35.118385+0000","last_active":"2024-09-19T14:24:35.118385+0000","last_peered":"2024-09-19T14:24:35.118385+0000","last_clean":"2024-09-19T14:24:35.118385+0000","last_became_active":"2024-09-19T13:37:51.020501+0000","last_became_peered":"2024-09-19T13:37:51.020501+0000","last_unstale":"2024-09-19T14:24:35.118385+0000","last_undegraded":"2024-09-19T14:24:35.118385+0000","last_fullsized":"2024-09-19T14:24:35.118385+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:35.118211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:35.118211+0000","last_clean_scrub_stamp":"2024-09-19T14:24:35.118211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:22:07.312091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.d","version":"268'119","reported_seq":625,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:28.707634+0000","last_change":"2024-09-19T14:24:28.707634+0000","last_active":"2024-09-19T14:24:28.707634+0000","last_peered":"2024-09-19T14:24:28.707634+0000","last_clean":"2024-09-19T14:24:28.707634+0000","last_became_active":"2024-09-19T13:37:53.019523+0000","last_became_peered":"2024-09-19T13:37:53.019523+0000","last_unstale":"2024-09-19T14:24:28.707634+0000","last_undegraded":"2024-09-19T14:24:28.707634+0000","last_fullsized":"2024-09-19T14:24:28.707634+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'119","last_scrub_stamp":"2024-09-19T14:24:28.707431+0000","last_deep_scrub":"268'119","last_deep_scrub_stamp":"2024-09-19T14:24:28.707431+0000","last_clean_scrub_stamp":"2024-09-19T14:24:28.707431+0000","objects_scrubbed":3,"log_size":19,"log_dups_size":100,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:50:05.938315+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":235,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":142,"num_read_kb":141,"num_write":287,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1f","version":"268'151","reported_seq":731,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:41.169967+0000","last_change":"2024-09-19T14:24:41.169967+0000","last_active":"2024-09-19T14:24:41.169967+0000","last_peered":"2024-09-19T14:24:41.169967+0000","last_clean":"2024-09-19T14:24:41.169967+0000","last_became_active":"2024-09-19T13:37:53.022662+0000","last_became_peered":"2024-09-19T13:37:53.022662+0000","last_unstale":"2024-09-19T14:24:41.169967+0000","last_undegraded":"2024-09-19T14:24:41.169967+0000","last_fullsized":"2024-09-19T14:24:41.169967+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'151","last_scrub_stamp":"2024-09-19T14:24:41.169774+0000","last_deep_scrub":"268'151","last_deep_scrub_stamp":"2024-09-19T14:24:41.169774+0000","last_clean_scrub_stamp":"2024-09-19T14:24:41.169774+0000","objects_scrubbed":2,"log_size":51,"log_dups_size":100,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:16:13.610649+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":395,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":323,"num_read_kb":305,"num_write":370,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"268'147","reported_seq":749,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:15.689894+0000","last_change":"2024-09-19T14:24:15.689718+0000","last_active":"2024-09-19T14:24:15.689894+0000","last_peered":"2024-09-19T14:24:15.689894+0000","last_clean":"2024-09-19T14:24:15.689894+0000","last_became_active":"2024-09-19T13:37:44.985079+0000","last_became_peered":"2024-09-19T13:37:44.985079+0000","last_unstale":"2024-09-19T14:24:15.689894+0000","last_undegraded":"2024-09-19T14:24:15.689894+0000","last_fullsized":"2024-09-19T14:24:15.689894+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'147","last_scrub_stamp":"2024-09-19T14:24:15.689531+0000","last_deep_scrub":"268'147","last_deep_scrub_stamp":"2024-09-19T14:24:15.689531+0000","last_clean_scrub_stamp":"2024-09-19T14:24:15.689531+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:23.405896+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":616,"num_read_kb":504,"num_write":221,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.14","version":"268'392","reported_seq":1055,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:16.316799+0000","last_change":"2024-09-19T14:24:16.316634+0000","last_active":"2024-09-19T14:24:16.316799+0000","last_peered":"2024-09-19T14:24:16.316799+0000","last_clean":"2024-09-19T14:24:16.316799+0000","last_became_active":"2024-09-19T13:37:42.988170+0000","last_became_peered":"2024-09-19T13:37:42.988170+0000","last_unstale":"2024-09-19T14:24:16.316799+0000","last_undegraded":"2024-09-19T14:24:16.316799+0000","last_fullsized":"2024-09-19T14:24:16.316799+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'392","last_scrub_stamp":"2024-09-19T14:24:16.316415+0000","last_deep_scrub":"268'392","last_deep_scrub_stamp":"2024-09-19T14:24:16.316415+0000","last_clean_scrub_stamp":"2024-09-19T14:24:16.316415+0000","objects_scrubbed":3,"log_size":92,"log_dups_size":300,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:41:35.279061+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":653,"num_read_kb":7830,"num_write":1131,"num_write_kb":32003,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":509,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:27.613571+0000","last_change":"2024-09-19T14:24:27.613410+0000","last_active":"2024-09-19T14:24:27.613571+0000","last_peered":"2024-09-19T14:24:27.613571+0000","last_clean":"2024-09-19T14:24:27.613571+0000","last_became_active":"2024-09-19T13:37:46.995294+0000","last_became_peered":"2024-09-19T13:37:46.995294+0000","last_unstale":"2024-09-19T14:24:27.613571+0000","last_undegraded":"2024-09-19T14:24:27.613571+0000","last_fullsized":"2024-09-19T14:24:27.613571+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:27.613216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:27.613216+0000","last_clean_scrub_stamp":"2024-09-19T14:24:27.613216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:52:37.535397+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.11","version":"268'279","reported_seq":865,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:29.694699+0000","last_change":"2024-09-19T14:24:29.694558+0000","last_active":"2024-09-19T14:24:29.694699+0000","last_peered":"2024-09-19T14:24:29.694699+0000","last_clean":"2024-09-19T14:24:29.694699+0000","last_became_active":"2024-09-19T13:37:49.004240+0000","last_became_peered":"2024-09-19T13:37:49.004240+0000","last_unstale":"2024-09-19T14:24:29.694699+0000","last_undegraded":"2024-09-19T14:24:29.694699+0000","last_fullsized":"2024-09-19T14:24:29.694699+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'279","last_scrub_stamp":"2024-09-19T14:24:29.694367+0000","last_deep_scrub":"268'279","last_deep_scrub_stamp":"2024-09-19T14:24:29.694367+0000","last_clean_scrub_stamp":"2024-09-19T14:24:29.694367+0000","objects_scrubbed":6,"log_size":79,"log_dups_size":200,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:01:08.580706+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53394,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":446,"num_read_kb":1007,"num_write":360,"num_write_kb":284,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:26.437129+0000","last_change":"2024-09-19T14:24:26.436922+0000","last_active":"2024-09-19T14:24:26.437129+0000","last_peered":"2024-09-19T14:24:26.437129+0000","last_clean":"2024-09-19T14:24:26.437129+0000","last_became_active":"2024-09-19T13:37:51.010780+0000","last_became_peered":"2024-09-19T13:37:51.010780+0000","last_unstale":"2024-09-19T14:24:26.437129+0000","last_undegraded":"2024-09-19T14:24:26.437129+0000","last_fullsized":"2024-09-19T14:24:26.437129+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:26.436733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:26.436733+0000","last_clean_scrub_stamp":"2024-09-19T14:24:26.436733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:35:44.726533+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1e","version":"268'106","reported_seq":608,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:33.533768+0000","last_change":"2024-09-19T14:24:33.533768+0000","last_active":"2024-09-19T14:24:33.533768+0000","last_peered":"2024-09-19T14:24:33.533768+0000","last_clean":"2024-09-19T14:24:33.533768+0000","last_became_active":"2024-09-19T13:37:53.044535+0000","last_became_peered":"2024-09-19T13:37:53.044535+0000","last_unstale":"2024-09-19T14:24:33.533768+0000","last_undegraded":"2024-09-19T14:24:33.533768+0000","last_fullsized":"2024-09-19T14:24:33.533768+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'106","last_scrub_stamp":"2024-09-19T14:24:33.533557+0000","last_deep_scrub":"268'106","last_deep_scrub_stamp":"2024-09-19T14:24:33.533557+0000","last_clean_scrub_stamp":"2024-09-19T14:24:33.533557+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:14:52.995395+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":123,"num_read_kb":121,"num_write":251,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"268'102","reported_seq":679,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:16.287012+0000","last_change":"2024-09-19T14:24:16.286870+0000","last_active":"2024-09-19T14:24:16.287012+0000","last_peered":"2024-09-19T14:24:16.287012+0000","last_clean":"2024-09-19T14:24:16.287012+0000","last_became_active":"2024-09-19T13:37:44.990834+0000","last_became_peered":"2024-09-19T13:37:44.990834+0000","last_unstale":"2024-09-19T14:24:16.287012+0000","last_undegraded":"2024-09-19T14:24:16.287012+0000","last_fullsized":"2024-09-19T14:24:16.287012+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'102","last_scrub_stamp":"2024-09-19T14:24:16.286696+0000","last_deep_scrub":"268'102","last_deep_scrub_stamp":"2024-09-19T14:24:16.286696+0000","last_clean_scrub_stamp":"2024-09-19T14:24:16.286696+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:57:13.558855+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":414,"num_read_kb":343,"num_write":151,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.15","version":"268'363","reported_seq":1029,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:08.527081+0000","last_change":"2024-09-19T14:24:08.527081+0000","last_active":"2024-09-19T14:24:08.527081+0000","last_peered":"2024-09-19T14:24:08.527081+0000","last_clean":"2024-09-19T14:24:08.527081+0000","last_became_active":"2024-09-19T13:38:11.816487+0000","last_became_peered":"2024-09-19T13:38:11.816487+0000","last_unstale":"2024-09-19T14:24:08.527081+0000","last_undegraded":"2024-09-19T14:24:08.527081+0000","last_fullsized":"2024-09-19T14:24:08.527081+0000","mapping_epoch":38,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'363","last_scrub_stamp":"2024-09-19T14:24:08.526856+0000","last_deep_scrub":"268'363","last_deep_scrub_stamp":"2024-09-19T14:24:08.526856+0000","last_clean_scrub_stamp":"2024-09-19T14:24:08.526856+0000","objects_scrubbed":5,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:03:24.856080+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136855,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":590,"num_read_kb":75369,"num_write":1112,"num_write_kb":31817,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,7],"acting":[0,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":507,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:28.210915+0000","last_change":"2024-09-19T14:24:28.210915+0000","last_active":"2024-09-19T14:24:28.210915+0000","last_peered":"2024-09-19T14:24:28.210915+0000","last_clean":"2024-09-19T14:24:28.210915+0000","last_became_active":"2024-09-19T13:37:47.000074+0000","last_became_peered":"2024-09-19T13:37:47.000074+0000","last_unstale":"2024-09-19T14:24:28.210915+0000","last_undegraded":"2024-09-19T14:24:28.210915+0000","last_fullsized":"2024-09-19T14:24:28.210915+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:28.210740+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:28.210740+0000","last_clean_scrub_stamp":"2024-09-19T14:24:28.210740+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:47:03.912623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.10","version":"268'49","reported_seq":562,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:32.180820+0000","last_change":"2024-09-19T14:24:32.180689+0000","last_active":"2024-09-19T14:24:32.180820+0000","last_peered":"2024-09-19T14:24:32.180820+0000","last_clean":"2024-09-19T14:24:32.180820+0000","last_became_active":"2024-09-19T13:37:48.980552+0000","last_became_peered":"2024-09-19T13:37:48.980552+0000","last_unstale":"2024-09-19T14:24:32.180820+0000","last_undegraded":"2024-09-19T14:24:32.180820+0000","last_fullsized":"2024-09-19T14:24:32.180820+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'49","last_scrub_stamp":"2024-09-19T14:24:32.180486+0000","last_deep_scrub":"268'49","last_deep_scrub_stamp":"2024-09-19T14:24:32.180486+0000","last_clean_scrub_stamp":"2024-09-19T14:24:32.180486+0000","objects_scrubbed":3,"log_size":49,"log_dups_size":0,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:11:52.567438+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":32,"num_read_kb":30,"num_write":24,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":588,"num_omap_keys":4,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":501,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:37.728517+0000","last_change":"2024-09-19T14:24:37.728517+0000","last_active":"2024-09-19T14:24:37.728517+0000","last_peered":"2024-09-19T14:24:37.728517+0000","last_clean":"2024-09-19T14:24:37.728517+0000","last_became_active":"2024-09-19T13:37:51.010960+0000","last_became_peered":"2024-09-19T13:37:51.010960+0000","last_unstale":"2024-09-19T14:24:37.728517+0000","last_undegraded":"2024-09-19T14:24:37.728517+0000","last_fullsized":"2024-09-19T14:24:37.728517+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:37.728339+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:37.728339+0000","last_clean_scrub_stamp":"2024-09-19T14:24:37.728339+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:55:48.417877+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1d","version":"268'185","reported_seq":714,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:37.617573+0000","last_change":"2024-09-19T14:24:37.617573+0000","last_active":"2024-09-19T14:24:37.617573+0000","last_peered":"2024-09-19T14:24:37.617573+0000","last_clean":"2024-09-19T14:24:37.617573+0000","last_became_active":"2024-09-19T13:37:53.035313+0000","last_became_peered":"2024-09-19T13:37:53.035313+0000","last_unstale":"2024-09-19T14:24:37.617573+0000","last_undegraded":"2024-09-19T14:24:37.617573+0000","last_fullsized":"2024-09-19T14:24:37.617573+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'185","last_scrub_stamp":"2024-09-19T14:24:37.617380+0000","last_deep_scrub":"268'185","last_deep_scrub_stamp":"2024-09-19T14:24:37.617380+0000","last_clean_scrub_stamp":"2024-09-19T14:24:37.617380+0000","objects_scrubbed":3,"log_size":85,"log_dups_size":100,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:19:36.431548+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":611,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":302,"num_read_kb":301,"num_write":411,"num_write_kb":114,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":398,"num_omap_keys":2,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"268'166","reported_seq":800,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:15.321102+0000","last_change":"2024-09-19T14:24:15.320958+0000","last_active":"2024-09-19T14:24:15.321102+0000","last_peered":"2024-09-19T14:24:15.321102+0000","last_clean":"2024-09-19T14:24:15.321102+0000","last_became_active":"2024-09-19T13:37:44.991859+0000","last_became_peered":"2024-09-19T13:37:44.991859+0000","last_unstale":"2024-09-19T14:24:15.321102+0000","last_undegraded":"2024-09-19T14:24:15.321102+0000","last_fullsized":"2024-09-19T14:24:15.321102+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'166","last_scrub_stamp":"2024-09-19T14:24:15.320765+0000","last_deep_scrub":"268'166","last_deep_scrub_stamp":"2024-09-19T14:24:15.320765+0000","last_clean_scrub_stamp":"2024-09-19T14:24:15.320765+0000","objects_scrubbed":1,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:49:48.589652+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":751,"num_read_kb":628,"num_write":248,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.16","version":"268'333","reported_seq":1108,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:06.624355+0000","last_change":"2024-09-19T14:24:06.624355+0000","last_active":"2024-09-19T14:24:06.624355+0000","last_peered":"2024-09-19T14:24:06.624355+0000","last_clean":"2024-09-19T14:24:06.624355+0000","last_became_active":"2024-09-19T13:37:42.980379+0000","last_became_peered":"2024-09-19T13:37:42.980379+0000","last_unstale":"2024-09-19T14:24:06.624355+0000","last_undegraded":"2024-09-19T14:24:06.624355+0000","last_fullsized":"2024-09-19T14:24:06.624355+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'333","last_scrub_stamp":"2024-09-19T14:24:06.624200+0000","last_deep_scrub":"268'333","last_deep_scrub_stamp":"2024-09-19T14:24:06.624200+0000","last_clean_scrub_stamp":"2024-09-19T14:24:06.624200+0000","objects_scrubbed":5,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:28:29.200465+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":668,"num_read_kb":67134,"num_write":1062,"num_write_kb":32700,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":509,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:13.698419+0000","last_change":"2024-09-19T14:24:13.698274+0000","last_active":"2024-09-19T14:24:13.698419+0000","last_peered":"2024-09-19T14:24:13.698419+0000","last_clean":"2024-09-19T14:24:13.698419+0000","last_became_active":"2024-09-19T13:37:46.992776+0000","last_became_peered":"2024-09-19T13:37:46.992776+0000","last_unstale":"2024-09-19T14:24:13.698419+0000","last_undegraded":"2024-09-19T14:24:13.698419+0000","last_fullsized":"2024-09-19T14:24:13.698419+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:13.698087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:13.698087+0000","last_clean_scrub_stamp":"2024-09-19T14:24:13.698087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:10:54.126678+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.13","version":"268'316","reported_seq":915,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:24.508059+0000","last_change":"2024-09-19T14:24:24.507924+0000","last_active":"2024-09-19T14:24:24.508059+0000","last_peered":"2024-09-19T14:24:24.508059+0000","last_clean":"2024-09-19T14:24:24.508059+0000","last_became_active":"2024-09-19T13:37:49.010333+0000","last_became_peered":"2024-09-19T13:37:49.010333+0000","last_unstale":"2024-09-19T14:24:24.508059+0000","last_undegraded":"2024-09-19T14:24:24.508059+0000","last_fullsized":"2024-09-19T14:24:24.508059+0000","mapping_epoch":31,"log_start":"268'300","ondisk_log_start":"268'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'316","last_scrub_stamp":"2024-09-19T14:24:24.507738+0000","last_deep_scrub":"268'316","last_deep_scrub_stamp":"2024-09-19T14:24:24.507738+0000","last_clean_scrub_stamp":"2024-09-19T14:24:24.507738+0000","objects_scrubbed":5,"log_size":16,"log_dups_size":300,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:47:22.974365+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65561,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":497,"num_read_kb":1069,"num_write":398,"num_write_kb":291,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":503,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:29.096570+0000","last_change":"2024-09-19T14:24:29.096356+0000","last_active":"2024-09-19T14:24:29.096570+0000","last_peered":"2024-09-19T14:24:29.096570+0000","last_clean":"2024-09-19T14:24:29.096570+0000","last_became_active":"2024-09-19T13:37:51.035746+0000","last_became_peered":"2024-09-19T13:37:51.035746+0000","last_unstale":"2024-09-19T14:24:29.096570+0000","last_undegraded":"2024-09-19T14:24:29.096570+0000","last_fullsized":"2024-09-19T14:24:29.096570+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:29.096083+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:29.096083+0000","last_clean_scrub_stamp":"2024-09-19T14:24:29.096083+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:53:30.521586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1c","version":"268'146","reported_seq":671,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:54.295042+0000","last_change":"2024-09-19T14:24:54.295042+0000","last_active":"2024-09-19T14:24:54.295042+0000","last_peered":"2024-09-19T14:24:54.295042+0000","last_clean":"2024-09-19T14:24:54.295042+0000","last_became_active":"2024-09-19T13:37:53.027897+0000","last_became_peered":"2024-09-19T13:37:53.027897+0000","last_unstale":"2024-09-19T14:24:54.295042+0000","last_undegraded":"2024-09-19T14:24:54.295042+0000","last_fullsized":"2024-09-19T14:24:54.295042+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'146","last_scrub_stamp":"2024-09-19T14:24:54.294860+0000","last_deep_scrub":"268'146","last_deep_scrub_stamp":"2024-09-19T14:24:54.294860+0000","last_clean_scrub_stamp":"2024-09-19T14:24:54.294860+0000","objects_scrubbed":1,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T02:17:22.593870+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":233,"num_read_kb":221,"num_write":335,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.10","version":"268'338","reported_seq":1045,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:13.393580+0000","last_change":"2024-09-19T14:24:13.393427+0000","last_active":"2024-09-19T14:24:13.393580+0000","last_peered":"2024-09-19T14:24:13.393580+0000","last_clean":"2024-09-19T14:24:13.393580+0000","last_became_active":"2024-09-19T13:37:44.975823+0000","last_became_peered":"2024-09-19T13:37:44.975823+0000","last_unstale":"2024-09-19T14:24:13.393580+0000","last_undegraded":"2024-09-19T14:24:13.393580+0000","last_fullsized":"2024-09-19T14:24:13.393580+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'338","last_scrub_stamp":"2024-09-19T14:24:13.393242+0000","last_deep_scrub":"268'338","last_deep_scrub_stamp":"2024-09-19T14:24:13.393242+0000","last_clean_scrub_stamp":"2024-09-19T14:24:13.393242+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":300,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:55:54.455954+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1709,"num_read_kb":1486,"num_write":574,"num_write_kb":302,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"268'368","reported_seq":1134,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:08.921571+0000","last_change":"2024-09-19T14:24:08.921571+0000","last_active":"2024-09-19T14:24:08.921571+0000","last_peered":"2024-09-19T14:24:08.921571+0000","last_clean":"2024-09-19T14:24:08.921571+0000","last_became_active":"2024-09-19T13:37:43.015524+0000","last_became_peered":"2024-09-19T13:37:43.015524+0000","last_unstale":"2024-09-19T14:24:08.921571+0000","last_undegraded":"2024-09-19T14:24:08.921571+0000","last_fullsized":"2024-09-19T14:24:08.921571+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'368","last_scrub_stamp":"2024-09-19T14:24:08.921363+0000","last_deep_scrub":"268'368","last_deep_scrub_stamp":"2024-09-19T14:24:08.921363+0000","last_clean_scrub_stamp":"2024-09-19T14:24:08.921363+0000","objects_scrubbed":4,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:55:29.505573+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254112,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":980,"num_read_kb":53182,"num_write":1238,"num_write_kb":13041,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":505,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:33.184110+0000","last_change":"2024-09-19T14:24:33.184110+0000","last_active":"2024-09-19T14:24:33.184110+0000","last_peered":"2024-09-19T14:24:33.184110+0000","last_clean":"2024-09-19T14:24:33.184110+0000","last_became_active":"2024-09-19T13:37:46.979324+0000","last_became_peered":"2024-09-19T13:37:46.979324+0000","last_unstale":"2024-09-19T14:24:33.184110+0000","last_undegraded":"2024-09-19T14:24:33.184110+0000","last_fullsized":"2024-09-19T14:24:33.184110+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:33.183927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:33.183927+0000","last_clean_scrub_stamp":"2024-09-19T14:24:33.183927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:03:50.843294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.12","version":"268'267","reported_seq":845,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:26.521853+0000","last_change":"2024-09-19T14:24:26.521718+0000","last_active":"2024-09-19T14:24:26.521853+0000","last_peered":"2024-09-19T14:24:26.521853+0000","last_clean":"2024-09-19T14:24:26.521853+0000","last_became_active":"2024-09-19T13:37:48.994835+0000","last_became_peered":"2024-09-19T13:37:48.994835+0000","last_unstale":"2024-09-19T14:24:26.521853+0000","last_undegraded":"2024-09-19T14:24:26.521853+0000","last_fullsized":"2024-09-19T14:24:26.521853+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'267","last_scrub_stamp":"2024-09-19T14:24:26.521525+0000","last_deep_scrub":"268'267","last_deep_scrub_stamp":"2024-09-19T14:24:26.521525+0000","last_clean_scrub_stamp":"2024-09-19T14:24:26.521525+0000","objects_scrubbed":4,"log_size":67,"log_dups_size":200,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:37:32.882264+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43590,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":445,"num_read_kb":1054,"num_write":364,"num_write_kb":300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:28.467745+0000","last_change":"2024-09-19T14:24:28.467586+0000","last_active":"2024-09-19T14:24:28.467745+0000","last_peered":"2024-09-19T14:24:28.467745+0000","last_clean":"2024-09-19T14:24:28.467745+0000","last_became_active":"2024-09-19T13:37:51.011802+0000","last_became_peered":"2024-09-19T13:37:51.011802+0000","last_unstale":"2024-09-19T14:24:28.467745+0000","last_undegraded":"2024-09-19T14:24:28.467745+0000","last_fullsized":"2024-09-19T14:24:28.467745+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:28.467396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:28.467396+0000","last_clean_scrub_stamp":"2024-09-19T14:24:28.467396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:34:53.372954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1f","version":"268'292","reported_seq":942,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:25.280723+0000","last_change":"2024-09-19T14:24:25.280723+0000","last_active":"2024-09-19T14:24:25.280723+0000","last_peered":"2024-09-19T14:24:25.280723+0000","last_clean":"2024-09-19T14:24:25.280723+0000","last_became_active":"2024-09-19T13:37:45.009967+0000","last_became_peered":"2024-09-19T13:37:45.009967+0000","last_unstale":"2024-09-19T14:24:25.280723+0000","last_undegraded":"2024-09-19T14:24:25.280723+0000","last_fullsized":"2024-09-19T14:24:25.280723+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'292","last_scrub_stamp":"2024-09-19T14:24:25.280543+0000","last_deep_scrub":"268'292","last_deep_scrub_stamp":"2024-09-19T14:24:25.280543+0000","last_clean_scrub_stamp":"2024-09-19T14:24:25.280543+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":200,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:19:29.330200+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1299,"num_read_kb":1052,"num_write":494,"num_write_kb":235,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"268'360","reported_seq":997,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:10.870101+0000","last_change":"2024-09-19T14:24:10.870101+0000","last_active":"2024-09-19T14:24:10.870101+0000","last_peered":"2024-09-19T14:24:10.870101+0000","last_clean":"2024-09-19T14:24:10.870101+0000","last_became_active":"2024-09-19T13:37:43.011077+0000","last_became_peered":"2024-09-19T13:37:43.011077+0000","last_unstale":"2024-09-19T14:24:10.870101+0000","last_undegraded":"2024-09-19T14:24:10.870101+0000","last_fullsized":"2024-09-19T14:24:10.870101+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'360","last_scrub_stamp":"2024-09-19T14:24:10.869888+0000","last_deep_scrub":"268'360","last_deep_scrub_stamp":"2024-09-19T14:24:10.869888+0000","last_clean_scrub_stamp":"2024-09-19T14:24:10.869888+0000","objects_scrubbed":4,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:48:07.899599+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":615,"num_read_kb":3561,"num_write":1197,"num_write_kb":33021,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,3],"acting":[5,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":512,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:25.628267+0000","last_change":"2024-09-19T14:24:25.628267+0000","last_active":"2024-09-19T14:24:25.628267+0000","last_peered":"2024-09-19T14:24:25.628267+0000","last_clean":"2024-09-19T14:24:25.628267+0000","last_became_active":"2024-09-19T13:37:46.997504+0000","last_became_peered":"2024-09-19T13:37:46.997504+0000","last_unstale":"2024-09-19T14:24:25.628267+0000","last_undegraded":"2024-09-19T14:24:25.628267+0000","last_fullsized":"2024-09-19T14:24:25.628267+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:25.628093+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:25.628093+0000","last_clean_scrub_stamp":"2024-09-19T14:24:25.628093+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:42:33.934929+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"268'520","reported_seq":1160,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:31.622629+0000","last_change":"2024-09-19T14:24:31.622629+0000","last_active":"2024-09-19T14:24:31.622629+0000","last_peered":"2024-09-19T14:24:31.622629+0000","last_clean":"2024-09-19T14:24:31.622629+0000","last_became_active":"2024-09-19T13:37:48.999080+0000","last_became_peered":"2024-09-19T13:37:48.999080+0000","last_unstale":"2024-09-19T14:24:31.622629+0000","last_undegraded":"2024-09-19T14:24:31.622629+0000","last_fullsized":"2024-09-19T14:24:31.622629+0000","mapping_epoch":31,"log_start":"268'500","ondisk_log_start":"268'500","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'520","last_scrub_stamp":"2024-09-19T14:24:31.622438+0000","last_deep_scrub":"268'520","last_deep_scrub_stamp":"2024-09-19T14:24:31.622438+0000","last_clean_scrub_stamp":"2024-09-19T14:24:31.622438+0000","objects_scrubbed":6,"log_size":20,"log_dups_size":500,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:55:37.845891+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":99091,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":928,"num_read_kb":2270,"num_write":810,"num_write_kb":738,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":24194,"num_omap_keys":44,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":499,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:33.745344+0000","last_change":"2024-09-19T14:24:33.745344+0000","last_active":"2024-09-19T14:24:33.745344+0000","last_peered":"2024-09-19T14:24:33.745344+0000","last_clean":"2024-09-19T14:24:33.745344+0000","last_became_active":"2024-09-19T13:37:50.995492+0000","last_became_peered":"2024-09-19T13:37:50.995492+0000","last_unstale":"2024-09-19T14:24:33.745344+0000","last_undegraded":"2024-09-19T14:24:33.745344+0000","last_fullsized":"2024-09-19T14:24:33.745344+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:33.745164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:33.745164+0000","last_clean_scrub_stamp":"2024-09-19T14:24:33.745164+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:22:47.835285+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.13","version":"268'154","reported_seq":668,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:41.821691+0000","last_change":"2024-09-19T14:24:41.821691+0000","last_active":"2024-09-19T14:24:41.821691+0000","last_peered":"2024-09-19T14:24:41.821691+0000","last_clean":"2024-09-19T14:24:41.821691+0000","last_became_active":"2024-09-19T13:37:53.019822+0000","last_became_peered":"2024-09-19T13:37:53.019822+0000","last_unstale":"2024-09-19T14:24:41.821691+0000","last_undegraded":"2024-09-19T14:24:41.821691+0000","last_fullsized":"2024-09-19T14:24:41.821691+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'154","last_scrub_stamp":"2024-09-19T14:24:41.821504+0000","last_deep_scrub":"268'154","last_deep_scrub_stamp":"2024-09-19T14:24:41.821504+0000","last_clean_scrub_stamp":"2024-09-19T14:24:41.821504+0000","objects_scrubbed":2,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:43:29.204726+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":217,"num_read_kb":229,"num_write":359,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1e","version":"268'4138","reported_seq":4767,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:17.301544+0000","last_change":"2024-09-19T14:24:17.301544+0000","last_active":"2024-09-19T14:24:17.301544+0000","last_peered":"2024-09-19T14:24:17.301544+0000","last_clean":"2024-09-19T14:24:17.301544+0000","last_became_active":"2024-09-19T13:37:44.989865+0000","last_became_peered":"2024-09-19T13:37:44.989865+0000","last_unstale":"2024-09-19T14:24:17.301544+0000","last_undegraded":"2024-09-19T14:24:17.301544+0000","last_fullsized":"2024-09-19T14:24:17.301544+0000","mapping_epoch":27,"log_start":"268'4098","ondisk_log_start":"268'4098","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4138","last_scrub_stamp":"2024-09-19T14:24:17.301376+0000","last_deep_scrub":"268'4138","last_deep_scrub_stamp":"2024-09-19T14:24:17.301376+0000","last_clean_scrub_stamp":"2024-09-19T14:24:17.301376+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":3000,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:51:21.300818+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16639,"num_read_kb":13957,"num_write":6212,"num_write_kb":3095,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.19","version":"268'397","reported_seq":1070,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:11.316833+0000","last_change":"2024-09-19T14:24:11.316833+0000","last_active":"2024-09-19T14:24:11.316833+0000","last_peered":"2024-09-19T14:24:11.316833+0000","last_clean":"2024-09-19T14:24:11.316833+0000","last_became_active":"2024-09-19T13:37:43.003809+0000","last_became_peered":"2024-09-19T13:37:43.003809+0000","last_unstale":"2024-09-19T14:24:11.316833+0000","last_undegraded":"2024-09-19T14:24:11.316833+0000","last_fullsized":"2024-09-19T14:24:11.316833+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'397","last_scrub_stamp":"2024-09-19T14:24:11.316610+0000","last_deep_scrub":"268'397","last_deep_scrub_stamp":"2024-09-19T14:24:11.316610+0000","last_clean_scrub_stamp":"2024-09-19T14:24:11.316610+0000","objects_scrubbed":2,"log_size":97,"log_dups_size":300,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:55:11.663243+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":658,"num_read_kb":51706,"num_write":1159,"num_write_kb":37012,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":511,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:12.671572+0000","last_change":"2024-09-19T14:24:12.671572+0000","last_active":"2024-09-19T14:24:12.671572+0000","last_peered":"2024-09-19T14:24:12.671572+0000","last_clean":"2024-09-19T14:24:12.671572+0000","last_became_active":"2024-09-19T13:37:46.993852+0000","last_became_peered":"2024-09-19T13:37:46.993852+0000","last_unstale":"2024-09-19T14:24:12.671572+0000","last_undegraded":"2024-09-19T14:24:12.671572+0000","last_fullsized":"2024-09-19T14:24:12.671572+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:12.671391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:12.671391+0000","last_clean_scrub_stamp":"2024-09-19T14:24:12.671391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:05:17.634189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.1c","version":"268'315","reported_seq":905,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:39.202399+0000","last_change":"2024-09-19T14:24:39.202399+0000","last_active":"2024-09-19T14:24:39.202399+0000","last_peered":"2024-09-19T14:24:39.202399+0000","last_clean":"2024-09-19T14:24:39.202399+0000","last_became_active":"2024-09-19T13:37:49.006617+0000","last_became_peered":"2024-09-19T13:37:49.006617+0000","last_unstale":"2024-09-19T14:24:39.202399+0000","last_undegraded":"2024-09-19T14:24:39.202399+0000","last_fullsized":"2024-09-19T14:24:39.202399+0000","mapping_epoch":31,"log_start":"268'300","ondisk_log_start":"268'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'315","last_scrub_stamp":"2024-09-19T14:24:39.202164+0000","last_deep_scrub":"268'315","last_deep_scrub_stamp":"2024-09-19T14:24:39.202164+0000","last_clean_scrub_stamp":"2024-09-19T14:24:39.202164+0000","objects_scrubbed":8,"log_size":15,"log_dups_size":300,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:32:11.969312+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50979,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":534,"num_read_kb":1212,"num_write":450,"num_write_kb":360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":11460,"num_omap_keys":24,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":501,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:37.954613+0000","last_change":"2024-09-19T14:24:37.954613+0000","last_active":"2024-09-19T14:24:37.954613+0000","last_peered":"2024-09-19T14:24:37.954613+0000","last_clean":"2024-09-19T14:24:37.954613+0000","last_became_active":"2024-09-19T13:37:51.036448+0000","last_became_peered":"2024-09-19T13:37:51.036448+0000","last_unstale":"2024-09-19T14:24:37.954613+0000","last_undegraded":"2024-09-19T14:24:37.954613+0000","last_fullsized":"2024-09-19T14:24:37.954613+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:37.954438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:37.954438+0000","last_clean_scrub_stamp":"2024-09-19T14:24:37.954438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:56:20.212913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.12","version":"268'193","reported_seq":1074,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:50.234251+0000","last_change":"2024-09-19T14:24:50.234251+0000","last_active":"2024-09-19T14:24:50.234251+0000","last_peered":"2024-09-19T14:24:50.234251+0000","last_clean":"2024-09-19T14:24:50.234251+0000","last_became_active":"2024-09-19T13:37:53.040822+0000","last_became_peered":"2024-09-19T13:37:53.040822+0000","last_unstale":"2024-09-19T14:24:50.234251+0000","last_undegraded":"2024-09-19T14:24:50.234251+0000","last_fullsized":"2024-09-19T14:24:50.234251+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'193","last_scrub_stamp":"2024-09-19T14:24:50.234053+0000","last_deep_scrub":"268'193","last_deep_scrub_stamp":"2024-09-19T14:24:50.234053+0000","last_clean_scrub_stamp":"2024-09-19T14:24:50.234053+0000","objects_scrubbed":6,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:21:34.224838+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1623,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":665,"num_read_kb":654,"num_write":533,"num_write_kb":135,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1d","version":"268'194","reported_seq":835,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:15.429264+0000","last_change":"2024-09-19T14:24:15.429264+0000","last_active":"2024-09-19T14:24:15.429264+0000","last_peered":"2024-09-19T14:24:15.429264+0000","last_clean":"2024-09-19T14:24:15.429264+0000","last_became_active":"2024-09-19T13:37:45.012276+0000","last_became_peered":"2024-09-19T13:37:45.012276+0000","last_unstale":"2024-09-19T14:24:15.429264+0000","last_undegraded":"2024-09-19T14:24:15.429264+0000","last_fullsized":"2024-09-19T14:24:15.429264+0000","mapping_epoch":27,"log_start":"265'100","ondisk_log_start":"265'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'194","last_scrub_stamp":"2024-09-19T14:24:15.429084+0000","last_deep_scrub":"268'194","last_deep_scrub_stamp":"2024-09-19T14:24:15.429084+0000","last_clean_scrub_stamp":"2024-09-19T14:24:15.429084+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:48:52.083471+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":890,"num_read_kb":742,"num_write":322,"num_write_kb":165,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1a","version":"268'334","reported_seq":991,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:07.170940+0000","last_change":"2024-09-19T14:24:07.170940+0000","last_active":"2024-09-19T14:24:07.170940+0000","last_peered":"2024-09-19T14:24:07.170940+0000","last_clean":"2024-09-19T14:24:07.170940+0000","last_became_active":"2024-09-19T13:37:43.010770+0000","last_became_peered":"2024-09-19T13:37:43.010770+0000","last_unstale":"2024-09-19T14:24:07.170940+0000","last_undegraded":"2024-09-19T14:24:07.170940+0000","last_fullsized":"2024-09-19T14:24:07.170940+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'334","last_scrub_stamp":"2024-09-19T14:24:07.170826+0000","last_deep_scrub":"268'334","last_deep_scrub_stamp":"2024-09-19T14:24:07.170826+0000","last_clean_scrub_stamp":"2024-09-19T14:24:07.170826+0000","objects_scrubbed":3,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:40:13.460665+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136845,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":608,"num_read_kb":25838,"num_write":1098,"num_write_kb":39622,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":507,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:31.756575+0000","last_change":"2024-09-19T14:24:31.756575+0000","last_active":"2024-09-19T14:24:31.756575+0000","last_peered":"2024-09-19T14:24:31.756575+0000","last_clean":"2024-09-19T14:24:31.756575+0000","last_became_active":"2024-09-19T13:37:46.975083+0000","last_became_peered":"2024-09-19T13:37:46.975083+0000","last_unstale":"2024-09-19T14:24:31.756575+0000","last_undegraded":"2024-09-19T14:24:31.756575+0000","last_fullsized":"2024-09-19T14:24:31.756575+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:31.756394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:31.756394+0000","last_clean_scrub_stamp":"2024-09-19T14:24:31.756394+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T02:19:46.400729+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.1f","version":"268'285","reported_seq":873,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:32.640223+0000","last_change":"2024-09-19T14:24:32.640223+0000","last_active":"2024-09-19T14:24:32.640223+0000","last_peered":"2024-09-19T14:24:32.640223+0000","last_clean":"2024-09-19T14:24:32.640223+0000","last_became_active":"2024-09-19T13:37:48.998398+0000","last_became_peered":"2024-09-19T13:37:48.998398+0000","last_unstale":"2024-09-19T14:24:32.640223+0000","last_undegraded":"2024-09-19T14:24:32.640223+0000","last_fullsized":"2024-09-19T14:24:32.640223+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'285","last_scrub_stamp":"2024-09-19T14:24:32.640036+0000","last_deep_scrub":"268'285","last_deep_scrub_stamp":"2024-09-19T14:24:32.640036+0000","last_clean_scrub_stamp":"2024-09-19T14:24:32.640036+0000","objects_scrubbed":5,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:20:41.821929+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54455,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":473,"num_read_kb":1105,"num_write":386,"num_write_kb":317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":501,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:29.503907+0000","last_change":"2024-09-19T14:24:29.503907+0000","last_active":"2024-09-19T14:24:29.503907+0000","last_peered":"2024-09-19T14:24:29.503907+0000","last_clean":"2024-09-19T14:24:29.503907+0000","last_became_active":"2024-09-19T13:37:51.022697+0000","last_became_peered":"2024-09-19T13:37:51.022697+0000","last_unstale":"2024-09-19T14:24:29.503907+0000","last_undegraded":"2024-09-19T14:24:29.503907+0000","last_fullsized":"2024-09-19T14:24:29.503907+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:29.503696+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:29.503696+0000","last_clean_scrub_stamp":"2024-09-19T14:24:29.503696+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:36:17.207693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.11","version":"268'126","reported_seq":632,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:47.167089+0000","last_change":"2024-09-19T14:24:47.167089+0000","last_active":"2024-09-19T14:24:47.167089+0000","last_peered":"2024-09-19T14:24:47.167089+0000","last_clean":"2024-09-19T14:24:47.167089+0000","last_became_active":"2024-09-19T13:37:53.024491+0000","last_became_peered":"2024-09-19T13:37:53.024491+0000","last_unstale":"2024-09-19T14:24:47.167089+0000","last_undegraded":"2024-09-19T14:24:47.167089+0000","last_fullsized":"2024-09-19T14:24:47.167089+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'126","last_scrub_stamp":"2024-09-19T14:24:47.166888+0000","last_deep_scrub":"268'126","last_deep_scrub_stamp":"2024-09-19T14:24:47.166888+0000","last_clean_scrub_stamp":"2024-09-19T14:24:47.166888+0000","objects_scrubbed":3,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:24:03.603239+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":177,"num_read_kb":165,"num_write":300,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1c","version":"268'36","reported_seq":588,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:18.345572+0000","last_change":"2024-09-19T14:24:18.345572+0000","last_active":"2024-09-19T14:24:18.345572+0000","last_peered":"2024-09-19T14:24:18.345572+0000","last_clean":"2024-09-19T14:24:18.345572+0000","last_became_active":"2024-09-19T13:37:45.002288+0000","last_became_peered":"2024-09-19T13:37:45.002288+0000","last_unstale":"2024-09-19T14:24:18.345572+0000","last_undegraded":"2024-09-19T14:24:18.345572+0000","last_fullsized":"2024-09-19T14:24:18.345572+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'36","last_scrub_stamp":"2024-09-19T14:24:18.345389+0000","last_deep_scrub":"268'36","last_deep_scrub_stamp":"2024-09-19T14:24:18.345389+0000","last_clean_scrub_stamp":"2024-09-19T14:24:18.345389+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:46:38.684367+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":170,"num_read_kb":148,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"268'357","reported_seq":1017,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:12.330453+0000","last_change":"2024-09-19T14:24:12.330453+0000","last_active":"2024-09-19T14:24:12.330453+0000","last_peered":"2024-09-19T14:24:12.330453+0000","last_clean":"2024-09-19T14:24:12.330453+0000","last_became_active":"2024-09-19T13:37:42.977930+0000","last_became_peered":"2024-09-19T13:37:42.977930+0000","last_unstale":"2024-09-19T14:24:12.330453+0000","last_undegraded":"2024-09-19T14:24:12.330453+0000","last_fullsized":"2024-09-19T14:24:12.330453+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'357","last_scrub_stamp":"2024-09-19T14:24:12.330220+0000","last_deep_scrub":"268'357","last_deep_scrub_stamp":"2024-09-19T14:24:12.330220+0000","last_clean_scrub_stamp":"2024-09-19T14:24:12.330220+0000","objects_scrubbed":3,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:55:34.700459+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":722,"num_read_kb":4562,"num_write":1193,"num_write_kb":22713,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":505,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:29.211284+0000","last_change":"2024-09-19T14:24:29.211284+0000","last_active":"2024-09-19T14:24:29.211284+0000","last_peered":"2024-09-19T14:24:29.211284+0000","last_clean":"2024-09-19T14:24:29.211284+0000","last_became_active":"2024-09-19T13:37:46.990868+0000","last_became_peered":"2024-09-19T13:37:46.990868+0000","last_unstale":"2024-09-19T14:24:29.211284+0000","last_undegraded":"2024-09-19T14:24:29.211284+0000","last_fullsized":"2024-09-19T14:24:29.211284+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:29.211092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:29.211092+0000","last_clean_scrub_stamp":"2024-09-19T14:24:29.211092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:21:17.686229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1e","version":"268'98","reported_seq":627,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:40.203880+0000","last_change":"2024-09-19T14:24:40.203880+0000","last_active":"2024-09-19T14:24:40.203880+0000","last_peered":"2024-09-19T14:24:40.203880+0000","last_clean":"2024-09-19T14:24:40.203880+0000","last_became_active":"2024-09-19T13:37:49.008734+0000","last_became_peered":"2024-09-19T13:37:49.008734+0000","last_unstale":"2024-09-19T14:24:40.203880+0000","last_undegraded":"2024-09-19T14:24:40.203880+0000","last_fullsized":"2024-09-19T14:24:40.203880+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'98","last_scrub_stamp":"2024-09-19T14:24:40.203668+0000","last_deep_scrub":"268'98","last_deep_scrub_stamp":"2024-09-19T14:24:40.203668+0000","last_clean_scrub_stamp":"2024-09-19T14:24:40.203668+0000","objects_scrubbed":7,"log_size":98,"log_dups_size":0,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:26:31.979609+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":114,"num_read_kb":109,"num_write":128,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":19242,"num_omap_keys":52,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"268'757","reported_seq":4634,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:25.551088+0000","last_change":"2024-09-19T14:24:25.551088+0000","last_active":"2024-09-19T14:24:25.551088+0000","last_peered":"2024-09-19T14:24:25.551088+0000","last_clean":"2024-09-19T14:24:25.551088+0000","last_became_active":"2024-09-19T13:37:51.024122+0000","last_became_peered":"2024-09-19T13:37:51.024122+0000","last_unstale":"2024-09-19T14:24:25.551088+0000","last_undegraded":"2024-09-19T14:24:25.551088+0000","last_fullsized":"2024-09-19T14:24:25.551088+0000","mapping_epoch":33,"log_start":"268'700","ondisk_log_start":"268'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'757","last_scrub_stamp":"2024-09-19T14:24:25.550904+0000","last_deep_scrub":"268'757","last_deep_scrub_stamp":"2024-09-19T14:24:25.550904+0000","last_clean_scrub_stamp":"2024-09-19T14:24:25.550904+0000","objects_scrubbed":1,"log_size":57,"log_dups_size":700,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:24:35.458834+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.10","version":"268'166","reported_seq":681,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:48.169565+0000","last_change":"2024-09-19T14:24:48.169565+0000","last_active":"2024-09-19T14:24:48.169565+0000","last_peered":"2024-09-19T14:24:48.169565+0000","last_clean":"2024-09-19T14:24:48.169565+0000","last_became_active":"2024-09-19T13:37:53.036787+0000","last_became_peered":"2024-09-19T13:37:53.036787+0000","last_unstale":"2024-09-19T14:24:48.169565+0000","last_undegraded":"2024-09-19T14:24:48.169565+0000","last_fullsized":"2024-09-19T14:24:48.169565+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'166","last_scrub_stamp":"2024-09-19T14:24:48.169352+0000","last_deep_scrub":"268'166","last_deep_scrub_stamp":"2024-09-19T14:24:48.169352+0000","last_clean_scrub_stamp":"2024-09-19T14:24:48.169352+0000","objects_scrubbed":2,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:48:51.136758+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":35,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":192,"num_read_kb":180,"num_write":404,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1b","version":"268'182","reported_seq":770,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:16.696025+0000","last_change":"2024-09-19T14:24:16.696025+0000","last_active":"2024-09-19T14:24:16.696025+0000","last_peered":"2024-09-19T14:24:16.696025+0000","last_clean":"2024-09-19T14:24:16.696025+0000","last_became_active":"2024-09-19T13:37:45.011649+0000","last_became_peered":"2024-09-19T13:37:45.011649+0000","last_unstale":"2024-09-19T14:24:16.696025+0000","last_undegraded":"2024-09-19T14:24:16.696025+0000","last_fullsized":"2024-09-19T14:24:16.696025+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'182","last_scrub_stamp":"2024-09-19T14:24:16.695832+0000","last_deep_scrub":"268'182","last_deep_scrub_stamp":"2024-09-19T14:24:16.695832+0000","last_clean_scrub_stamp":"2024-09-19T14:24:16.695832+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":100,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:05:51.433802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":780,"num_read_kb":628,"num_write":283,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"268'311","reported_seq":963,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:08.179779+0000","last_change":"2024-09-19T14:24:08.179779+0000","last_active":"2024-09-19T14:24:08.179779+0000","last_peered":"2024-09-19T14:24:08.179779+0000","last_clean":"2024-09-19T14:24:08.179779+0000","last_became_active":"2024-09-19T13:37:43.013846+0000","last_became_peered":"2024-09-19T13:37:43.013846+0000","last_unstale":"2024-09-19T14:24:08.179779+0000","last_undegraded":"2024-09-19T14:24:08.179779+0000","last_fullsized":"2024-09-19T14:24:08.179779+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'311","last_scrub_stamp":"2024-09-19T14:24:08.179559+0000","last_deep_scrub":"268'311","last_deep_scrub_stamp":"2024-09-19T14:24:08.179559+0000","last_clean_scrub_stamp":"2024-09-19T14:24:08.179559+0000","objects_scrubbed":5,"log_size":11,"log_dups_size":300,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:21:06.971719+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":593,"num_read_kb":7286,"num_write":1061,"num_write_kb":28619,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":509,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:23.164471+0000","last_change":"2024-09-19T14:24:23.164471+0000","last_active":"2024-09-19T14:24:23.164471+0000","last_peered":"2024-09-19T14:24:23.164471+0000","last_clean":"2024-09-19T14:24:23.164471+0000","last_became_active":"2024-09-19T13:37:46.997726+0000","last_became_peered":"2024-09-19T13:37:46.997726+0000","last_unstale":"2024-09-19T14:24:23.164471+0000","last_undegraded":"2024-09-19T14:24:23.164471+0000","last_fullsized":"2024-09-19T14:24:23.164471+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:23.164285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:23.164285+0000","last_clean_scrub_stamp":"2024-09-19T14:24:23.164285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:33:12.278900+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.19","version":"268'320","reported_seq":912,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:27.533171+0000","last_change":"2024-09-19T14:24:27.533171+0000","last_active":"2024-09-19T14:24:27.533171+0000","last_peered":"2024-09-19T14:24:27.533171+0000","last_clean":"2024-09-19T14:24:27.533171+0000","last_became_active":"2024-09-19T13:37:48.999530+0000","last_became_peered":"2024-09-19T13:37:48.999530+0000","last_unstale":"2024-09-19T14:24:27.533171+0000","last_undegraded":"2024-09-19T14:24:27.533171+0000","last_fullsized":"2024-09-19T14:24:27.533171+0000","mapping_epoch":31,"log_start":"268'300","ondisk_log_start":"268'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'320","last_scrub_stamp":"2024-09-19T14:24:27.532946+0000","last_deep_scrub":"268'320","last_deep_scrub_stamp":"2024-09-19T14:24:27.532946+0000","last_clean_scrub_stamp":"2024-09-19T14:24:27.532946+0000","objects_scrubbed":8,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:57:26.891295+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":61007,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":520,"num_read_kb":1192,"num_write":426,"num_write_kb":337,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:39.076453+0000","last_change":"2024-09-19T14:24:39.076453+0000","last_active":"2024-09-19T14:24:39.076453+0000","last_peered":"2024-09-19T14:24:39.076453+0000","last_clean":"2024-09-19T14:24:39.076453+0000","last_became_active":"2024-09-19T13:37:51.024578+0000","last_became_peered":"2024-09-19T13:37:51.024578+0000","last_unstale":"2024-09-19T14:24:39.076453+0000","last_undegraded":"2024-09-19T14:24:39.076453+0000","last_fullsized":"2024-09-19T14:24:39.076453+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:39.076268+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:39.076268+0000","last_clean_scrub_stamp":"2024-09-19T14:24:39.076268+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:44:56.883661+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.17","version":"268'133","reported_seq":652,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:37.098271+0000","last_change":"2024-09-19T14:24:37.098271+0000","last_active":"2024-09-19T14:24:37.098271+0000","last_peered":"2024-09-19T14:24:37.098271+0000","last_clean":"2024-09-19T14:24:37.098271+0000","last_became_active":"2024-09-19T13:37:53.037670+0000","last_became_peered":"2024-09-19T13:37:53.037670+0000","last_unstale":"2024-09-19T14:24:37.098271+0000","last_undegraded":"2024-09-19T14:24:37.098271+0000","last_fullsized":"2024-09-19T14:24:37.098271+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'133","last_scrub_stamp":"2024-09-19T14:24:37.098071+0000","last_deep_scrub":"268'133","last_deep_scrub_stamp":"2024-09-19T14:24:37.098071+0000","last_clean_scrub_stamp":"2024-09-19T14:24:37.098071+0000","objects_scrubbed":2,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:33:55.116147+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":200,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":200,"num_read_kb":189,"num_write":325,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"268'124","reported_seq":729,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:46.720673+0000","last_change":"2024-09-19T14:24:46.720673+0000","last_active":"2024-09-19T14:24:46.720673+0000","last_peered":"2024-09-19T14:24:46.720673+0000","last_clean":"2024-09-19T14:24:46.720673+0000","last_became_active":"2024-09-19T13:37:45.000321+0000","last_became_peered":"2024-09-19T13:37:45.000321+0000","last_unstale":"2024-09-19T14:24:46.720673+0000","last_undegraded":"2024-09-19T14:24:46.720673+0000","last_fullsized":"2024-09-19T14:24:46.720673+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'124","last_scrub_stamp":"2024-09-19T14:24:46.720494+0000","last_deep_scrub":"268'124","last_deep_scrub_stamp":"2024-09-19T14:24:46.720494+0000","last_clean_scrub_stamp":"2024-09-19T14:24:46.720494+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:02:12.579141+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":549,"num_read_kb":454,"num_write":197,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1d","version":"268'358","reported_seq":1046,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:15.354836+0000","last_change":"2024-09-19T14:24:15.354836+0000","last_active":"2024-09-19T14:24:15.354836+0000","last_peered":"2024-09-19T14:24:15.354836+0000","last_clean":"2024-09-19T14:24:15.354836+0000","last_became_active":"2024-09-19T13:37:42.982795+0000","last_became_peered":"2024-09-19T13:37:42.982795+0000","last_unstale":"2024-09-19T14:24:15.354836+0000","last_undegraded":"2024-09-19T14:24:15.354836+0000","last_fullsized":"2024-09-19T14:24:15.354836+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'358","last_scrub_stamp":"2024-09-19T14:24:15.354544+0000","last_deep_scrub":"268'358","last_deep_scrub_stamp":"2024-09-19T14:24:15.354544+0000","last_clean_scrub_stamp":"2024-09-19T14:24:15.354544+0000","objects_scrubbed":9,"log_size":58,"log_dups_size":300,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:37:36.988230+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":648,"num_read_kb":30490,"num_write":1084,"num_write_kb":34311,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":507,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:19.765063+0000","last_change":"2024-09-19T14:24:19.765063+0000","last_active":"2024-09-19T14:24:19.765063+0000","last_peered":"2024-09-19T14:24:19.765063+0000","last_clean":"2024-09-19T14:24:19.765063+0000","last_became_active":"2024-09-19T13:37:47.002566+0000","last_became_peered":"2024-09-19T13:37:47.002566+0000","last_unstale":"2024-09-19T14:24:19.765063+0000","last_undegraded":"2024-09-19T14:24:19.765063+0000","last_fullsized":"2024-09-19T14:24:19.765063+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:19.764886+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:19.764886+0000","last_clean_scrub_stamp":"2024-09-19T14:24:19.764886+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:31:16.961825+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.18","version":"268'291","reported_seq":869,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:36.092959+0000","last_change":"2024-09-19T14:24:36.092959+0000","last_active":"2024-09-19T14:24:36.092959+0000","last_peered":"2024-09-19T14:24:36.092959+0000","last_clean":"2024-09-19T14:24:36.092959+0000","last_became_active":"2024-09-19T13:37:49.002572+0000","last_became_peered":"2024-09-19T13:37:49.002572+0000","last_unstale":"2024-09-19T14:24:36.092959+0000","last_undegraded":"2024-09-19T14:24:36.092959+0000","last_fullsized":"2024-09-19T14:24:36.092959+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'291","last_scrub_stamp":"2024-09-19T14:24:36.092754+0000","last_deep_scrub":"268'291","last_deep_scrub_stamp":"2024-09-19T14:24:36.092754+0000","last_clean_scrub_stamp":"2024-09-19T14:24:36.092754+0000","objects_scrubbed":4,"log_size":91,"log_dups_size":200,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:58:36.877410+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46601,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":484,"num_read_kb":1174,"num_write":404,"num_write_kb":341,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:45.143756+0000","last_change":"2024-09-19T14:24:45.143756+0000","last_active":"2024-09-19T14:24:45.143756+0000","last_peered":"2024-09-19T14:24:45.143756+0000","last_clean":"2024-09-19T14:24:45.143756+0000","last_became_active":"2024-09-19T13:37:51.024092+0000","last_became_peered":"2024-09-19T13:37:51.024092+0000","last_unstale":"2024-09-19T14:24:45.143756+0000","last_undegraded":"2024-09-19T14:24:45.143756+0000","last_fullsized":"2024-09-19T14:24:45.143756+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:45.143569+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:45.143569+0000","last_clean_scrub_stamp":"2024-09-19T14:24:45.143569+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:28:06.339225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.16","version":"268'172","reported_seq":714,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:44.849319+0000","last_change":"2024-09-19T14:24:44.849319+0000","last_active":"2024-09-19T14:24:44.849319+0000","last_peered":"2024-09-19T14:24:44.849319+0000","last_clean":"2024-09-19T14:24:44.849319+0000","last_became_active":"2024-09-19T13:37:53.026543+0000","last_became_peered":"2024-09-19T13:37:53.026543+0000","last_unstale":"2024-09-19T14:24:44.849319+0000","last_undegraded":"2024-09-19T14:24:44.849319+0000","last_fullsized":"2024-09-19T14:24:44.849319+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'172","last_scrub_stamp":"2024-09-19T14:24:44.849138+0000","last_deep_scrub":"268'172","last_deep_scrub_stamp":"2024-09-19T14:24:44.849138+0000","last_clean_scrub_stamp":"2024-09-19T14:24:44.849138+0000","objects_scrubbed":1,"log_size":72,"log_dups_size":100,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:49:16.007733+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":299,"num_read_kb":285,"num_write":410,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.19","version":"268'217","reported_seq":860,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:14.442522+0000","last_change":"2024-09-19T14:24:14.442522+0000","last_active":"2024-09-19T14:24:14.442522+0000","last_peered":"2024-09-19T14:24:14.442522+0000","last_clean":"2024-09-19T14:24:14.442522+0000","last_became_active":"2024-09-19T13:37:44.980018+0000","last_became_peered":"2024-09-19T13:37:44.980018+0000","last_unstale":"2024-09-19T14:24:14.442522+0000","last_undegraded":"2024-09-19T14:24:14.442522+0000","last_fullsized":"2024-09-19T14:24:14.442522+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'217","last_scrub_stamp":"2024-09-19T14:24:14.442337+0000","last_deep_scrub":"268'217","last_deep_scrub_stamp":"2024-09-19T14:24:14.442337+0000","last_clean_scrub_stamp":"2024-09-19T14:24:14.442337+0000","objects_scrubbed":1,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:05:42.289113+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":985,"num_read_kb":813,"num_write":344,"num_write_kb":165,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":219,"num_omap_keys":1,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1e","version":"268'327","reported_seq":979,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:09.903775+0000","last_change":"2024-09-19T14:24:09.903775+0000","last_active":"2024-09-19T14:24:09.903775+0000","last_peered":"2024-09-19T14:24:09.903775+0000","last_clean":"2024-09-19T14:24:09.903775+0000","last_became_active":"2024-09-19T13:37:43.013909+0000","last_became_peered":"2024-09-19T13:37:43.013909+0000","last_unstale":"2024-09-19T14:24:09.903775+0000","last_undegraded":"2024-09-19T14:24:09.903775+0000","last_fullsized":"2024-09-19T14:24:09.903775+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'327","last_scrub_stamp":"2024-09-19T14:24:09.903553+0000","last_deep_scrub":"268'327","last_deep_scrub_stamp":"2024-09-19T14:24:09.903553+0000","last_clean_scrub_stamp":"2024-09-19T14:24:09.903553+0000","objects_scrubbed":2,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:41:37.399889+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":583,"num_read_kb":17892,"num_write":1069,"num_write_kb":18811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":510,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:22.149294+0000","last_change":"2024-09-19T14:24:22.149294+0000","last_active":"2024-09-19T14:24:22.149294+0000","last_peered":"2024-09-19T14:24:22.149294+0000","last_clean":"2024-09-19T14:24:22.149294+0000","last_became_active":"2024-09-19T13:37:46.991662+0000","last_became_peered":"2024-09-19T13:37:46.991662+0000","last_unstale":"2024-09-19T14:24:22.149294+0000","last_undegraded":"2024-09-19T14:24:22.149294+0000","last_fullsized":"2024-09-19T14:24:22.149294+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:22.149106+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:22.149106+0000","last_clean_scrub_stamp":"2024-09-19T14:24:22.149106+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:10:26.537357+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"268'272","reported_seq":841,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:30.655962+0000","last_change":"2024-09-19T14:24:30.655962+0000","last_active":"2024-09-19T14:24:30.655962+0000","last_peered":"2024-09-19T14:24:30.655962+0000","last_clean":"2024-09-19T14:24:30.655962+0000","last_became_active":"2024-09-19T13:37:49.002737+0000","last_became_peered":"2024-09-19T13:37:49.002737+0000","last_unstale":"2024-09-19T14:24:30.655962+0000","last_undegraded":"2024-09-19T14:24:30.655962+0000","last_fullsized":"2024-09-19T14:24:30.655962+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'272","last_scrub_stamp":"2024-09-19T14:24:30.655768+0000","last_deep_scrub":"268'272","last_deep_scrub_stamp":"2024-09-19T14:24:30.655768+0000","last_clean_scrub_stamp":"2024-09-19T14:24:30.655768+0000","objects_scrubbed":3,"log_size":72,"log_dups_size":200,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:58:34.807001+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":74607,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":450,"num_read_kb":1145,"num_write":380,"num_write_kb":347,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":495,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:49.207099+0000","last_change":"2024-09-19T14:24:49.207099+0000","last_active":"2024-09-19T14:24:49.207099+0000","last_peered":"2024-09-19T14:24:49.207099+0000","last_clean":"2024-09-19T14:24:49.207099+0000","last_became_active":"2024-09-19T13:37:51.027534+0000","last_became_peered":"2024-09-19T13:37:51.027534+0000","last_unstale":"2024-09-19T14:24:49.207099+0000","last_undegraded":"2024-09-19T14:24:49.207099+0000","last_fullsized":"2024-09-19T14:24:49.207099+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:49.206923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:49.206923+0000","last_clean_scrub_stamp":"2024-09-19T14:24:49.206923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:58:07.097593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.15","version":"268'206","reported_seq":1320,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:51.230070+0000","last_change":"2024-09-19T14:24:51.230070+0000","last_active":"2024-09-19T14:24:51.230070+0000","last_peered":"2024-09-19T14:24:51.230070+0000","last_clean":"2024-09-19T14:24:51.230070+0000","last_became_active":"2024-09-19T13:37:53.028063+0000","last_became_peered":"2024-09-19T13:37:53.028063+0000","last_unstale":"2024-09-19T14:24:51.230070+0000","last_undegraded":"2024-09-19T14:24:51.230070+0000","last_fullsized":"2024-09-19T14:24:51.230070+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'206","last_scrub_stamp":"2024-09-19T14:24:51.229887+0000","last_deep_scrub":"268'206","last_deep_scrub_stamp":"2024-09-19T14:24:51.229887+0000","last_clean_scrub_stamp":"2024-09-19T14:24:51.229887+0000","objects_scrubbed":4,"log_size":106,"log_dups_size":100,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:25:00.944140+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":633,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":879,"num_read_kb":869,"num_write":447,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"268'175","reported_seq":787,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:11.622985+0000","last_change":"2024-09-19T14:24:11.622985+0000","last_active":"2024-09-19T14:24:11.622985+0000","last_peered":"2024-09-19T14:24:11.622985+0000","last_clean":"2024-09-19T14:24:11.622985+0000","last_became_active":"2024-09-19T13:37:44.992673+0000","last_became_peered":"2024-09-19T13:37:44.992673+0000","last_unstale":"2024-09-19T14:24:11.622985+0000","last_undegraded":"2024-09-19T14:24:11.622985+0000","last_fullsized":"2024-09-19T14:24:11.622985+0000","mapping_epoch":27,"log_start":"265'100","ondisk_log_start":"265'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'175","last_scrub_stamp":"2024-09-19T14:24:11.622744+0000","last_deep_scrub":"268'175","last_deep_scrub_stamp":"2024-09-19T14:24:11.622744+0000","last_clean_scrub_stamp":"2024-09-19T14:24:11.622744+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:54:11.467963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":775,"num_read_kb":633,"num_write":258,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1f","version":"268'348","reported_seq":992,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:11.910995+0000","last_change":"2024-09-19T14:24:11.910995+0000","last_active":"2024-09-19T14:24:11.910995+0000","last_peered":"2024-09-19T14:24:11.910995+0000","last_clean":"2024-09-19T14:24:11.910995+0000","last_became_active":"2024-09-19T13:37:43.014491+0000","last_became_peered":"2024-09-19T13:37:43.014491+0000","last_unstale":"2024-09-19T14:24:11.910995+0000","last_undegraded":"2024-09-19T14:24:11.910995+0000","last_fullsized":"2024-09-19T14:24:11.910995+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'348","last_scrub_stamp":"2024-09-19T14:24:11.910704+0000","last_deep_scrub":"268'348","last_deep_scrub_stamp":"2024-09-19T14:24:11.910704+0000","last_clean_scrub_stamp":"2024-09-19T14:24:11.910704+0000","objects_scrubbed":4,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:52:27.482248+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":593,"num_read_kb":20596,"num_write":1200,"num_write_kb":29373,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.19","version":"268'2","reported_seq":508,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:27.253635+0000","last_change":"2024-09-19T14:24:27.253635+0000","last_active":"2024-09-19T14:24:27.253635+0000","last_peered":"2024-09-19T14:24:27.253635+0000","last_clean":"2024-09-19T14:24:27.253635+0000","last_became_active":"2024-09-19T13:37:46.993013+0000","last_became_peered":"2024-09-19T13:37:46.993013+0000","last_unstale":"2024-09-19T14:24:27.253635+0000","last_undegraded":"2024-09-19T14:24:27.253635+0000","last_fullsized":"2024-09-19T14:24:27.253635+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:27.253426+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:27.253426+0000","last_clean_scrub_stamp":"2024-09-19T14:24:27.253426+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:33:20.493247+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1a","version":"268'287","reported_seq":878,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:42.185885+0000","last_change":"2024-09-19T14:24:42.185885+0000","last_active":"2024-09-19T14:24:42.185885+0000","last_peered":"2024-09-19T14:24:42.185885+0000","last_clean":"2024-09-19T14:24:42.185885+0000","last_became_active":"2024-09-19T13:37:49.011710+0000","last_became_peered":"2024-09-19T13:37:49.011710+0000","last_unstale":"2024-09-19T14:24:42.185885+0000","last_undegraded":"2024-09-19T14:24:42.185885+0000","last_fullsized":"2024-09-19T14:24:42.185885+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'287","last_scrub_stamp":"2024-09-19T14:24:42.185679+0000","last_deep_scrub":"268'287","last_deep_scrub_stamp":"2024-09-19T14:24:42.185679+0000","last_clean_scrub_stamp":"2024-09-19T14:24:42.185679+0000","objects_scrubbed":4,"log_size":87,"log_dups_size":200,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:25:02.576363+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50925,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":476,"num_read_kb":1057,"num_write":380,"num_write_kb":287,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":497,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:40.125221+0000","last_change":"2024-09-19T14:24:40.125221+0000","last_active":"2024-09-19T14:24:40.125221+0000","last_peered":"2024-09-19T14:24:40.125221+0000","last_clean":"2024-09-19T14:24:40.125221+0000","last_became_active":"2024-09-19T13:37:51.037659+0000","last_became_peered":"2024-09-19T13:37:51.037659+0000","last_unstale":"2024-09-19T14:24:40.125221+0000","last_undegraded":"2024-09-19T14:24:40.125221+0000","last_fullsized":"2024-09-19T14:24:40.125221+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:40.125011+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:40.125011+0000","last_clean_scrub_stamp":"2024-09-19T14:24:40.125011+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:54:49.667884+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.14","version":"268'134","reported_seq":628,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:28.495703+0000","last_change":"2024-09-19T14:24:28.495515+0000","last_active":"2024-09-19T14:24:28.495703+0000","last_peered":"2024-09-19T14:24:28.495703+0000","last_clean":"2024-09-19T14:24:28.495703+0000","last_became_active":"2024-09-19T13:37:53.036777+0000","last_became_peered":"2024-09-19T13:37:53.036777+0000","last_unstale":"2024-09-19T14:24:28.495703+0000","last_undegraded":"2024-09-19T14:24:28.495703+0000","last_fullsized":"2024-09-19T14:24:28.495703+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'134","last_scrub_stamp":"2024-09-19T14:24:28.495326+0000","last_deep_scrub":"268'134","last_deep_scrub_stamp":"2024-09-19T14:24:28.495326+0000","last_clean_scrub_stamp":"2024-09-19T14:24:28.495326+0000","objects_scrubbed":4,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:01:18.311541+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":429,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":127,"num_read_kb":127,"num_write":301,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.27","version":"268'169","reported_seq":831,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:20.329274+0000","last_change":"2024-09-19T14:24:20.329274+0000","last_active":"2024-09-19T14:24:20.329274+0000","last_peered":"2024-09-19T14:24:20.329274+0000","last_clean":"2024-09-19T14:24:20.329274+0000","last_became_active":"2024-09-19T13:37:44.985102+0000","last_became_peered":"2024-09-19T13:37:44.985102+0000","last_unstale":"2024-09-19T14:24:20.329274+0000","last_undegraded":"2024-09-19T14:24:20.329274+0000","last_fullsized":"2024-09-19T14:24:20.329274+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'169","last_scrub_stamp":"2024-09-19T14:24:20.329097+0000","last_deep_scrub":"268'169","last_deep_scrub_stamp":"2024-09-19T14:24:20.329097+0000","last_clean_scrub_stamp":"2024-09-19T14:24:20.329097+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:50:08.566695+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":790,"num_read_kb":663,"num_write":256,"num_write_kb":120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.20","version":"268'353","reported_seq":1004,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:08.659655+0000","last_change":"2024-09-19T14:24:08.659655+0000","last_active":"2024-09-19T14:24:08.659655+0000","last_peered":"2024-09-19T14:24:08.659655+0000","last_clean":"2024-09-19T14:24:08.659655+0000","last_became_active":"2024-09-19T13:37:42.984898+0000","last_became_peered":"2024-09-19T13:37:42.984898+0000","last_unstale":"2024-09-19T14:24:08.659655+0000","last_undegraded":"2024-09-19T14:24:08.659655+0000","last_fullsized":"2024-09-19T14:24:08.659655+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'353","last_scrub_stamp":"2024-09-19T14:24:08.659412+0000","last_deep_scrub":"268'353","last_deep_scrub_stamp":"2024-09-19T14:24:08.659412+0000","last_clean_scrub_stamp":"2024-09-19T14:24:08.659412+0000","objects_scrubbed":6,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:57:51.202823+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136885,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":628,"num_read_kb":9955,"num_write":1106,"num_write_kb":33433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,3],"acting":[2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.26","version":"268'141","reported_seq":728,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:16.408279+0000","last_change":"2024-09-19T14:24:16.408279+0000","last_active":"2024-09-19T14:24:16.408279+0000","last_peered":"2024-09-19T14:24:16.408279+0000","last_clean":"2024-09-19T14:24:16.408279+0000","last_became_active":"2024-09-19T13:37:44.993913+0000","last_became_peered":"2024-09-19T13:37:44.993913+0000","last_unstale":"2024-09-19T14:24:16.408279+0000","last_undegraded":"2024-09-19T14:24:16.408279+0000","last_fullsized":"2024-09-19T14:24:16.408279+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'141","last_scrub_stamp":"2024-09-19T14:24:16.408098+0000","last_deep_scrub":"268'141","last_deep_scrub_stamp":"2024-09-19T14:24:16.408098+0000","last_clean_scrub_stamp":"2024-09-19T14:24:16.408098+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:43:53.800458+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":555,"num_read_kb":457,"num_write":192,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.21","version":"268'333","reported_seq":1019,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:10.413880+0000","last_change":"2024-09-19T14:24:10.413880+0000","last_active":"2024-09-19T14:24:10.413880+0000","last_peered":"2024-09-19T14:24:10.413880+0000","last_clean":"2024-09-19T14:24:10.413880+0000","last_became_active":"2024-09-19T13:37:43.007424+0000","last_became_peered":"2024-09-19T13:37:43.007424+0000","last_unstale":"2024-09-19T14:24:10.413880+0000","last_undegraded":"2024-09-19T14:24:10.413880+0000","last_fullsized":"2024-09-19T14:24:10.413880+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'333","last_scrub_stamp":"2024-09-19T14:24:10.413671+0000","last_deep_scrub":"268'333","last_deep_scrub_stamp":"2024-09-19T14:24:10.413671+0000","last_clean_scrub_stamp":"2024-09-19T14:24:10.413671+0000","objects_scrubbed":3,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:15:30.813053+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":702,"num_read_kb":25363,"num_write":1036,"num_write_kb":11390,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.25","version":"268'212","reported_seq":836,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:26.264295+0000","last_change":"2024-09-19T14:24:26.264295+0000","last_active":"2024-09-19T14:24:26.264295+0000","last_peered":"2024-09-19T14:24:26.264295+0000","last_clean":"2024-09-19T14:24:26.264295+0000","last_became_active":"2024-09-19T13:37:44.980576+0000","last_became_peered":"2024-09-19T13:37:44.980576+0000","last_unstale":"2024-09-19T14:24:26.264295+0000","last_undegraded":"2024-09-19T14:24:26.264295+0000","last_fullsized":"2024-09-19T14:24:26.264295+0000","mapping_epoch":27,"log_start":"268'201","ondisk_log_start":"268'201","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'212","last_scrub_stamp":"2024-09-19T14:24:26.264104+0000","last_deep_scrub":"268'212","last_deep_scrub_stamp":"2024-09-19T14:24:26.264104+0000","last_clean_scrub_stamp":"2024-09-19T14:24:26.264104+0000","objects_scrubbed":2,"log_size":11,"log_dups_size":201,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:45:50.703862+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":939,"num_read_kb":781,"num_write":318,"num_write_kb":157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1185,"num_omap_keys":5,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.22","version":"268'288","reported_seq":894,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:21.271451+0000","last_change":"2024-09-19T14:24:21.271451+0000","last_active":"2024-09-19T14:24:21.271451+0000","last_peered":"2024-09-19T14:24:21.271451+0000","last_clean":"2024-09-19T14:24:21.271451+0000","last_became_active":"2024-09-19T13:37:43.011053+0000","last_became_peered":"2024-09-19T13:37:43.011053+0000","last_unstale":"2024-09-19T14:24:21.271451+0000","last_undegraded":"2024-09-19T14:24:21.271451+0000","last_fullsized":"2024-09-19T14:24:21.271451+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'288","last_scrub_stamp":"2024-09-19T14:24:21.271109+0000","last_deep_scrub":"268'288","last_deep_scrub_stamp":"2024-09-19T14:24:21.271109+0000","last_clean_scrub_stamp":"2024-09-19T14:24:21.271109+0000","objects_scrubbed":4,"log_size":88,"log_dups_size":200,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:16:50.083545+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":461,"num_read_kb":506,"num_write":904,"num_write_kb":31798,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.24","version":"268'358","reported_seq":1037,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:24.815423+0000","last_change":"2024-09-19T14:24:24.815423+0000","last_active":"2024-09-19T14:24:24.815423+0000","last_peered":"2024-09-19T14:24:24.815423+0000","last_clean":"2024-09-19T14:24:24.815423+0000","last_became_active":"2024-09-19T13:37:45.004832+0000","last_became_peered":"2024-09-19T13:37:45.004832+0000","last_unstale":"2024-09-19T14:24:24.815423+0000","last_undegraded":"2024-09-19T14:24:24.815423+0000","last_fullsized":"2024-09-19T14:24:24.815423+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'358","last_scrub_stamp":"2024-09-19T14:24:24.815238+0000","last_deep_scrub":"268'358","last_deep_scrub_stamp":"2024-09-19T14:24:24.815238+0000","last_clean_scrub_stamp":"2024-09-19T14:24:24.815238+0000","objects_scrubbed":1,"log_size":58,"log_dups_size":300,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:12:38.211287+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1607,"num_read_kb":1314,"num_write":585,"num_write_kb":331,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":685,"num_omap_keys":3,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"268'403","reported_seq":1089,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:12.909060+0000","last_change":"2024-09-19T14:24:12.909060+0000","last_active":"2024-09-19T14:24:12.909060+0000","last_peered":"2024-09-19T14:24:12.909060+0000","last_clean":"2024-09-19T14:24:12.909060+0000","last_became_active":"2024-09-19T13:37:43.004560+0000","last_became_peered":"2024-09-19T13:37:43.004560+0000","last_unstale":"2024-09-19T14:24:12.909060+0000","last_undegraded":"2024-09-19T14:24:12.909060+0000","last_fullsized":"2024-09-19T14:24:12.909060+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'403","last_scrub_stamp":"2024-09-19T14:24:12.908818+0000","last_deep_scrub":"268'403","last_deep_scrub_stamp":"2024-09-19T14:24:12.908818+0000","last_clean_scrub_stamp":"2024-09-19T14:24:12.908818+0000","objects_scrubbed":9,"log_size":103,"log_dups_size":300,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:31:55.625020+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136920,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":654,"num_read_kb":23653,"num_write":1192,"num_write_kb":42503,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,0],"acting":[5,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.23","version":"268'4177","reported_seq":4805,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:23.843452+0000","last_change":"2024-09-19T14:24:23.843452+0000","last_active":"2024-09-19T14:24:23.843452+0000","last_peered":"2024-09-19T14:24:23.843452+0000","last_clean":"2024-09-19T14:24:23.843452+0000","last_became_active":"2024-09-19T13:37:45.007233+0000","last_became_peered":"2024-09-19T13:37:45.007233+0000","last_unstale":"2024-09-19T14:24:23.843452+0000","last_undegraded":"2024-09-19T14:24:23.843452+0000","last_fullsized":"2024-09-19T14:24:23.843452+0000","mapping_epoch":27,"log_start":"268'4100","ondisk_log_start":"268'4100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4177","last_scrub_stamp":"2024-09-19T14:24:23.843214+0000","last_deep_scrub":"268'4177","last_deep_scrub_stamp":"2024-09-19T14:24:23.843214+0000","last_clean_scrub_stamp":"2024-09-19T14:24:23.843214+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":3000,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:46:19.052957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16795,"num_read_kb":14077,"num_write":6279,"num_write_kb":3125,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.24","version":"268'473","reported_seq":1175,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:13.529253+0000","last_change":"2024-09-19T14:24:13.529253+0000","last_active":"2024-09-19T14:24:13.529253+0000","last_peered":"2024-09-19T14:24:13.529253+0000","last_clean":"2024-09-19T14:24:13.529253+0000","last_became_active":"2024-09-19T13:37:42.999128+0000","last_became_peered":"2024-09-19T13:37:42.999128+0000","last_unstale":"2024-09-19T14:24:13.529253+0000","last_undegraded":"2024-09-19T14:24:13.529253+0000","last_fullsized":"2024-09-19T14:24:13.529253+0000","mapping_epoch":25,"log_start":"268'400","ondisk_log_start":"268'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'473","last_scrub_stamp":"2024-09-19T14:24:13.529059+0000","last_deep_scrub":"268'473","last_deep_scrub_stamp":"2024-09-19T14:24:13.529059+0000","last_clean_scrub_stamp":"2024-09-19T14:24:13.529059+0000","objects_scrubbed":2,"log_size":73,"log_dups_size":400,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:00:36.777115+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1027,"num_read_kb":32624,"num_write":1349,"num_write_kb":20581,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.22","version":"268'279","reported_seq":899,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:19.623751+0000","last_change":"2024-09-19T14:24:19.623751+0000","last_active":"2024-09-19T14:24:19.623751+0000","last_peered":"2024-09-19T14:24:19.623751+0000","last_clean":"2024-09-19T14:24:19.623751+0000","last_became_active":"2024-09-19T13:37:44.989245+0000","last_became_peered":"2024-09-19T13:37:44.989245+0000","last_unstale":"2024-09-19T14:24:19.623751+0000","last_undegraded":"2024-09-19T14:24:19.623751+0000","last_fullsized":"2024-09-19T14:24:19.623751+0000","mapping_epoch":27,"log_start":"265'200","ondisk_log_start":"265'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'279","last_scrub_stamp":"2024-09-19T14:24:19.623451+0000","last_deep_scrub":"268'279","last_deep_scrub_stamp":"2024-09-19T14:24:19.623451+0000","last_clean_scrub_stamp":"2024-09-19T14:24:19.623451+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":200,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:30:23.593585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1580,"num_read_kb":1426,"num_write":497,"num_write_kb":241,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.25","version":"268'385","reported_seq":1065,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:11.524583+0000","last_change":"2024-09-19T14:24:11.524583+0000","last_active":"2024-09-19T14:24:11.524583+0000","last_peered":"2024-09-19T14:24:11.524583+0000","last_clean":"2024-09-19T14:24:11.524583+0000","last_became_active":"2024-09-19T13:37:43.007262+0000","last_became_peered":"2024-09-19T13:37:43.007262+0000","last_unstale":"2024-09-19T14:24:11.524583+0000","last_undegraded":"2024-09-19T14:24:11.524583+0000","last_fullsized":"2024-09-19T14:24:11.524583+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'385","last_scrub_stamp":"2024-09-19T14:24:11.524365+0000","last_deep_scrub":"268'385","last_deep_scrub_stamp":"2024-09-19T14:24:11.524365+0000","last_clean_scrub_stamp":"2024-09-19T14:24:11.524365+0000","objects_scrubbed":2,"log_size":85,"log_dups_size":300,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:25:46.198191+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":619,"num_read_kb":54839,"num_write":1171,"num_write_kb":58708,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.21","version":"268'124","reported_seq":712,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:20.549646+0000","last_change":"2024-09-19T14:24:20.549646+0000","last_active":"2024-09-19T14:24:20.549646+0000","last_peered":"2024-09-19T14:24:20.549646+0000","last_clean":"2024-09-19T14:24:20.549646+0000","last_became_active":"2024-09-19T13:37:45.006951+0000","last_became_peered":"2024-09-19T13:37:45.006951+0000","last_unstale":"2024-09-19T14:24:20.549646+0000","last_undegraded":"2024-09-19T14:24:20.549646+0000","last_fullsized":"2024-09-19T14:24:20.549646+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'124","last_scrub_stamp":"2024-09-19T14:24:20.549465+0000","last_deep_scrub":"268'124","last_deep_scrub_stamp":"2024-09-19T14:24:20.549465+0000","last_clean_scrub_stamp":"2024-09-19T14:24:20.549465+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:57:59.179856+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":551,"num_read_kb":463,"num_write":186,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.26","version":"268'340","reported_seq":1018,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:07.650837+0000","last_change":"2024-09-19T14:24:07.650837+0000","last_active":"2024-09-19T14:24:07.650837+0000","last_peered":"2024-09-19T14:24:07.650837+0000","last_clean":"2024-09-19T14:24:07.650837+0000","last_became_active":"2024-09-19T13:37:42.984840+0000","last_became_peered":"2024-09-19T13:37:42.984840+0000","last_unstale":"2024-09-19T14:24:07.650837+0000","last_undegraded":"2024-09-19T14:24:07.650837+0000","last_fullsized":"2024-09-19T14:24:07.650837+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'340","last_scrub_stamp":"2024-09-19T14:24:07.650695+0000","last_deep_scrub":"268'340","last_deep_scrub_stamp":"2024-09-19T14:24:07.650695+0000","last_clean_scrub_stamp":"2024-09-19T14:24:07.650695+0000","objects_scrubbed":6,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:45:58.110957+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1536018,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":611,"num_read_kb":27691,"num_write":1149,"num_write_kb":30797,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.20","version":"268'148","reported_seq":784,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:12.158070+0000","last_change":"2024-09-19T14:24:12.158070+0000","last_active":"2024-09-19T14:24:12.158070+0000","last_peered":"2024-09-19T14:24:12.158070+0000","last_clean":"2024-09-19T14:24:12.158070+0000","last_became_active":"2024-09-19T13:37:44.999992+0000","last_became_peered":"2024-09-19T13:37:44.999992+0000","last_unstale":"2024-09-19T14:24:12.158070+0000","last_undegraded":"2024-09-19T14:24:12.158070+0000","last_fullsized":"2024-09-19T14:24:12.158070+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'148","last_scrub_stamp":"2024-09-19T14:24:12.157884+0000","last_deep_scrub":"268'148","last_deep_scrub_stamp":"2024-09-19T14:24:12.157884+0000","last_clean_scrub_stamp":"2024-09-19T14:24:12.157884+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:38:55.961061+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":651,"num_read_kb":543,"num_write":211,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.27","version":"268'332","reported_seq":956,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:14.902771+0000","last_change":"2024-09-19T14:24:14.902771+0000","last_active":"2024-09-19T14:24:14.902771+0000","last_peered":"2024-09-19T14:24:14.902771+0000","last_clean":"2024-09-19T14:24:14.902771+0000","last_became_active":"2024-09-19T13:37:43.016866+0000","last_became_peered":"2024-09-19T13:37:43.016866+0000","last_unstale":"2024-09-19T14:24:14.902771+0000","last_undegraded":"2024-09-19T14:24:14.902771+0000","last_fullsized":"2024-09-19T14:24:14.902771+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'332","last_scrub_stamp":"2024-09-19T14:24:14.902551+0000","last_deep_scrub":"268'332","last_deep_scrub_stamp":"2024-09-19T14:24:14.902551+0000","last_clean_scrub_stamp":"2024-09-19T14:24:14.902551+0000","objects_scrubbed":6,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:18:25.060757+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136844,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":517,"num_read_kb":9014,"num_write":1142,"num_write_kb":38647,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2f","version":"268'167","reported_seq":792,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:19.458890+0000","last_change":"2024-09-19T14:24:19.458715+0000","last_active":"2024-09-19T14:24:19.458890+0000","last_peered":"2024-09-19T14:24:19.458890+0000","last_clean":"2024-09-19T14:24:19.458890+0000","last_became_active":"2024-09-19T13:37:44.980467+0000","last_became_peered":"2024-09-19T13:37:44.980467+0000","last_unstale":"2024-09-19T14:24:19.458890+0000","last_undegraded":"2024-09-19T14:24:19.458890+0000","last_fullsized":"2024-09-19T14:24:19.458890+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'167","last_scrub_stamp":"2024-09-19T14:24:19.458539+0000","last_deep_scrub":"268'167","last_deep_scrub_stamp":"2024-09-19T14:24:19.458539+0000","last_clean_scrub_stamp":"2024-09-19T14:24:19.458539+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:54:56.708968+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":738,"num_read_kb":611,"num_write":237,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.28","version":"268'335","reported_seq":983,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:17.293490+0000","last_change":"2024-09-19T14:24:17.293490+0000","last_active":"2024-09-19T14:24:17.293490+0000","last_peered":"2024-09-19T14:24:17.293490+0000","last_clean":"2024-09-19T14:24:17.293490+0000","last_became_active":"2024-09-19T13:37:43.021272+0000","last_became_peered":"2024-09-19T13:37:43.021272+0000","last_unstale":"2024-09-19T14:24:17.293490+0000","last_undegraded":"2024-09-19T14:24:17.293490+0000","last_fullsized":"2024-09-19T14:24:17.293490+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'335","last_scrub_stamp":"2024-09-19T14:24:17.293190+0000","last_deep_scrub":"268'335","last_deep_scrub_stamp":"2024-09-19T14:24:17.293190+0000","last_clean_scrub_stamp":"2024-09-19T14:24:17.293190+0000","objects_scrubbed":2,"log_size":35,"log_dups_size":300,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:36:54.571672+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":662,"num_read_kb":1741,"num_write":1131,"num_write_kb":41906,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2e","version":"268'202","reported_seq":817,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:15.563447+0000","last_change":"2024-09-19T14:24:15.563258+0000","last_active":"2024-09-19T14:24:15.563447+0000","last_peered":"2024-09-19T14:24:15.563447+0000","last_clean":"2024-09-19T14:24:15.563447+0000","last_became_active":"2024-09-19T13:37:44.969331+0000","last_became_peered":"2024-09-19T13:37:44.969331+0000","last_unstale":"2024-09-19T14:24:15.563447+0000","last_undegraded":"2024-09-19T14:24:15.563447+0000","last_fullsized":"2024-09-19T14:24:15.563447+0000","mapping_epoch":27,"log_start":"265'100","ondisk_log_start":"265'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'202","last_scrub_stamp":"2024-09-19T14:24:15.563071+0000","last_deep_scrub":"268'202","last_deep_scrub_stamp":"2024-09-19T14:24:15.563071+0000","last_clean_scrub_stamp":"2024-09-19T14:24:15.563071+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":100,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:11:05.249885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":890,"num_read_kb":720,"num_write":326,"num_write_kb":154,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.29","version":"268'422","reported_seq":1192,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:13.885889+0000","last_change":"2024-09-19T14:24:13.885727+0000","last_active":"2024-09-19T14:24:13.885889+0000","last_peered":"2024-09-19T14:24:13.885889+0000","last_clean":"2024-09-19T14:24:13.885889+0000","last_became_active":"2024-09-19T13:37:43.000945+0000","last_became_peered":"2024-09-19T13:37:43.000945+0000","last_unstale":"2024-09-19T14:24:13.885889+0000","last_undegraded":"2024-09-19T14:24:13.885889+0000","last_fullsized":"2024-09-19T14:24:13.885889+0000","mapping_epoch":25,"log_start":"268'400","ondisk_log_start":"268'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'422","last_scrub_stamp":"2024-09-19T14:24:13.885540+0000","last_deep_scrub":"268'422","last_deep_scrub_stamp":"2024-09-19T14:24:13.885540+0000","last_clean_scrub_stamp":"2024-09-19T14:24:13.885540+0000","objects_scrubbed":1,"log_size":22,"log_dups_size":400,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:12:46.526819+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1108,"num_read_kb":15695,"num_write":1290,"num_write_kb":26896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,0],"acting":[5,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2d","version":"268'244","reported_seq":926,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:32.857068+0000","last_change":"2024-09-19T14:24:32.857068+0000","last_active":"2024-09-19T14:24:32.857068+0000","last_peered":"2024-09-19T14:24:32.857068+0000","last_clean":"2024-09-19T14:24:32.857068+0000","last_became_active":"2024-09-19T13:37:45.000753+0000","last_became_peered":"2024-09-19T13:37:45.000753+0000","last_unstale":"2024-09-19T14:24:32.857068+0000","last_undegraded":"2024-09-19T14:24:32.857068+0000","last_fullsized":"2024-09-19T14:24:32.857068+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'244","last_scrub_stamp":"2024-09-19T14:24:32.856883+0000","last_deep_scrub":"268'244","last_deep_scrub_stamp":"2024-09-19T14:24:32.856883+0000","last_clean_scrub_stamp":"2024-09-19T14:24:32.856883+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:10:16.444898+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1120,"num_read_kb":924,"num_write":371,"num_write_kb":169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2a","version":"268'363","reported_seq":1015,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:11.209943+0000","last_change":"2024-09-19T14:24:11.209665+0000","last_active":"2024-09-19T14:24:11.209943+0000","last_peered":"2024-09-19T14:24:11.209943+0000","last_clean":"2024-09-19T14:24:11.209943+0000","last_became_active":"2024-09-19T13:37:42.981052+0000","last_became_peered":"2024-09-19T13:37:42.981052+0000","last_unstale":"2024-09-19T14:24:11.209943+0000","last_undegraded":"2024-09-19T14:24:11.209943+0000","last_fullsized":"2024-09-19T14:24:11.209943+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'363","last_scrub_stamp":"2024-09-19T14:24:11.209348+0000","last_deep_scrub":"268'363","last_deep_scrub_stamp":"2024-09-19T14:24:11.209348+0000","last_clean_scrub_stamp":"2024-09-19T14:24:11.209348+0000","objects_scrubbed":2,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:01:36.789191+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":648,"num_read_kb":992,"num_write":1188,"num_write_kb":30048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2c","version":"268'233","reported_seq":845,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:15.177670+0000","last_change":"2024-09-19T14:24:15.177405+0000","last_active":"2024-09-19T14:24:15.177670+0000","last_peered":"2024-09-19T14:24:15.177670+0000","last_clean":"2024-09-19T14:24:15.177670+0000","last_became_active":"2024-09-19T13:37:44.992478+0000","last_became_peered":"2024-09-19T13:37:44.992478+0000","last_unstale":"2024-09-19T14:24:15.177670+0000","last_undegraded":"2024-09-19T14:24:15.177670+0000","last_fullsized":"2024-09-19T14:24:15.177670+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'233","last_scrub_stamp":"2024-09-19T14:24:15.177121+0000","last_deep_scrub":"268'233","last_deep_scrub_stamp":"2024-09-19T14:24:15.177121+0000","last_clean_scrub_stamp":"2024-09-19T14:24:15.177121+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":200,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:25:18.443490+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1044,"num_read_kb":843,"num_write":399,"num_write_kb":189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"268'335","reported_seq":1182,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:13.319295+0000","last_change":"2024-09-19T14:24:13.319120+0000","last_active":"2024-09-19T14:24:13.319295+0000","last_peered":"2024-09-19T14:24:13.319295+0000","last_clean":"2024-09-19T14:24:13.319295+0000","last_became_active":"2024-09-19T13:37:42.990469+0000","last_became_peered":"2024-09-19T13:37:42.990469+0000","last_unstale":"2024-09-19T14:24:13.319295+0000","last_undegraded":"2024-09-19T14:24:13.319295+0000","last_fullsized":"2024-09-19T14:24:13.319295+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'335","last_scrub_stamp":"2024-09-19T14:24:13.318937+0000","last_deep_scrub":"268'335","last_deep_scrub_stamp":"2024-09-19T14:24:13.318937+0000","last_clean_scrub_stamp":"2024-09-19T14:24:13.318937+0000","objects_scrubbed":1,"log_size":35,"log_dups_size":300,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T02:11:08.707823+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1185,"num_read_kb":4770,"num_write":1006,"num_write_kb":24975,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2b","version":"268'130","reported_seq":800,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:14.213057+0000","last_change":"2024-09-19T14:24:14.212879+0000","last_active":"2024-09-19T14:24:14.213057+0000","last_peered":"2024-09-19T14:24:14.213057+0000","last_clean":"2024-09-19T14:24:14.213057+0000","last_became_active":"2024-09-19T13:37:45.011557+0000","last_became_peered":"2024-09-19T13:37:45.011557+0000","last_unstale":"2024-09-19T14:24:14.213057+0000","last_undegraded":"2024-09-19T14:24:14.213057+0000","last_fullsized":"2024-09-19T14:24:14.213057+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'130","last_scrub_stamp":"2024-09-19T14:24:14.212709+0000","last_deep_scrub":"268'130","last_deep_scrub_stamp":"2024-09-19T14:24:14.212709+0000","last_clean_scrub_stamp":"2024-09-19T14:24:14.212709+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:05:02.946376+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":664,"num_read_kb":574,"num_write":185,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2c","version":"268'284","reported_seq":937,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:05.482897+0000","last_change":"2024-09-19T14:24:05.482654+0000","last_active":"2024-09-19T14:24:05.482897+0000","last_peered":"2024-09-19T14:24:05.482897+0000","last_clean":"2024-09-19T14:24:05.482897+0000","last_became_active":"2024-09-19T13:37:42.988011+0000","last_became_peered":"2024-09-19T13:37:42.988011+0000","last_unstale":"2024-09-19T14:24:05.482897+0000","last_undegraded":"2024-09-19T14:24:05.482897+0000","last_fullsized":"2024-09-19T14:24:05.482897+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'284","last_scrub_stamp":"2024-09-19T14:24:05.482357+0000","last_deep_scrub":"268'284","last_deep_scrub_stamp":"2024-09-19T14:24:05.482357+0000","last_clean_scrub_stamp":"2024-09-19T14:24:05.482357+0000","objects_scrubbed":9,"log_size":84,"log_dups_size":200,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:46:39.625811+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":169,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":581,"num_read_kb":16833,"num_write":885,"num_write_kb":37493,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,6],"acting":[0,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2a","version":"268'244","reported_seq":902,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:17.418816+0000","last_change":"2024-09-19T14:24:17.418638+0000","last_active":"2024-09-19T14:24:17.418816+0000","last_peered":"2024-09-19T14:24:17.418816+0000","last_clean":"2024-09-19T14:24:17.418816+0000","last_became_active":"2024-09-19T13:37:44.985158+0000","last_became_peered":"2024-09-19T13:37:44.985158+0000","last_unstale":"2024-09-19T14:24:17.418816+0000","last_undegraded":"2024-09-19T14:24:17.418816+0000","last_fullsized":"2024-09-19T14:24:17.418816+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'244","last_scrub_stamp":"2024-09-19T14:24:17.418451+0000","last_deep_scrub":"268'244","last_deep_scrub_stamp":"2024-09-19T14:24:17.418451+0000","last_clean_scrub_stamp":"2024-09-19T14:24:17.418451+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:28:37.136170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1107,"num_read_kb":928,"num_write":391,"num_write_kb":224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2d","version":"268'327","reported_seq":1090,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:18.285469+0000","last_change":"2024-09-19T14:24:18.285469+0000","last_active":"2024-09-19T14:24:18.285469+0000","last_peered":"2024-09-19T14:24:18.285469+0000","last_clean":"2024-09-19T14:24:18.285469+0000","last_became_active":"2024-09-19T13:37:42.994369+0000","last_became_peered":"2024-09-19T13:37:42.994369+0000","last_unstale":"2024-09-19T14:24:18.285469+0000","last_undegraded":"2024-09-19T14:24:18.285469+0000","last_fullsized":"2024-09-19T14:24:18.285469+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'327","last_scrub_stamp":"2024-09-19T14:24:18.285259+0000","last_deep_scrub":"268'327","last_deep_scrub_stamp":"2024-09-19T14:24:18.285259+0000","last_clean_scrub_stamp":"2024-09-19T14:24:18.285259+0000","objects_scrubbed":4,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:22:47.773467+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136881,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1069,"num_read_kb":29523,"num_write":969,"num_write_kb":25575,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.29","version":"268'335","reported_seq":939,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:19.342651+0000","last_change":"2024-09-19T14:24:19.342473+0000","last_active":"2024-09-19T14:24:19.342651+0000","last_peered":"2024-09-19T14:24:19.342651+0000","last_clean":"2024-09-19T14:24:19.342651+0000","last_became_active":"2024-09-19T13:37:45.014220+0000","last_became_peered":"2024-09-19T13:37:45.014220+0000","last_unstale":"2024-09-19T14:24:19.342651+0000","last_undegraded":"2024-09-19T14:24:19.342651+0000","last_fullsized":"2024-09-19T14:24:19.342651+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'335","last_scrub_stamp":"2024-09-19T14:24:19.342278+0000","last_deep_scrub":"268'335","last_deep_scrub_stamp":"2024-09-19T14:24:19.342278+0000","last_clean_scrub_stamp":"2024-09-19T14:24:19.342278+0000","objects_scrubbed":1,"log_size":35,"log_dups_size":300,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:21:51.840799+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1616,"num_read_kb":1427,"num_write":540,"num_write_kb":278,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2876,"num_omap_keys":12,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2e","version":"268'330","reported_seq":984,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:11.451418+0000","last_change":"2024-09-19T14:24:11.451242+0000","last_active":"2024-09-19T14:24:11.451418+0000","last_peered":"2024-09-19T14:24:11.451418+0000","last_clean":"2024-09-19T14:24:11.451418+0000","last_became_active":"2024-09-19T13:37:43.007440+0000","last_became_peered":"2024-09-19T13:37:43.007440+0000","last_unstale":"2024-09-19T14:24:11.451418+0000","last_undegraded":"2024-09-19T14:24:11.451418+0000","last_fullsized":"2024-09-19T14:24:11.451418+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'330","last_scrub_stamp":"2024-09-19T14:24:11.451039+0000","last_deep_scrub":"268'330","last_deep_scrub_stamp":"2024-09-19T14:24:11.451039+0000","last_clean_scrub_stamp":"2024-09-19T14:24:11.451039+0000","objects_scrubbed":5,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:37:09.254983+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":32,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":667,"num_read_kb":17038,"num_write":1198,"num_write_kb":45339,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.28","version":"268'127","reported_seq":740,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:13.186125+0000","last_change":"2024-09-19T14:24:13.186125+0000","last_active":"2024-09-19T14:24:13.186125+0000","last_peered":"2024-09-19T14:24:13.186125+0000","last_clean":"2024-09-19T14:24:13.186125+0000","last_became_active":"2024-09-19T13:37:45.005159+0000","last_became_peered":"2024-09-19T13:37:45.005159+0000","last_unstale":"2024-09-19T14:24:13.186125+0000","last_undegraded":"2024-09-19T14:24:13.186125+0000","last_fullsized":"2024-09-19T14:24:13.186125+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'127","last_scrub_stamp":"2024-09-19T14:24:13.185938+0000","last_deep_scrub":"268'127","last_deep_scrub_stamp":"2024-09-19T14:24:13.185938+0000","last_clean_scrub_stamp":"2024-09-19T14:24:13.185938+0000","objects_scrubbed":1,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:28:09.956383+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":569,"num_read_kb":474,"num_write":196,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"268'399","reported_seq":1111,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:27.242445+0000","last_change":"2024-09-19T14:24:27.242445+0000","last_active":"2024-09-19T14:24:27.242445+0000","last_peered":"2024-09-19T14:24:27.242445+0000","last_clean":"2024-09-19T14:24:27.242445+0000","last_became_active":"2024-09-19T13:37:43.015711+0000","last_became_peered":"2024-09-19T13:37:43.015711+0000","last_unstale":"2024-09-19T14:24:27.242445+0000","last_undegraded":"2024-09-19T14:24:27.242445+0000","last_fullsized":"2024-09-19T14:24:27.242445+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'399","last_scrub_stamp":"2024-09-19T14:24:27.242237+0000","last_deep_scrub":"268'399","last_deep_scrub_stamp":"2024-09-19T14:24:27.242237+0000","last_clean_scrub_stamp":"2024-09-19T14:24:27.242237+0000","objects_scrubbed":4,"log_size":99,"log_dups_size":300,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:14:34.506629+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":895,"num_read_kb":30929,"num_write":1314,"num_write_kb":33065,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.30","version":"268'343","reported_seq":1007,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:19.241554+0000","last_change":"2024-09-19T14:24:19.241289+0000","last_active":"2024-09-19T14:24:19.241554+0000","last_peered":"2024-09-19T14:24:19.241554+0000","last_clean":"2024-09-19T14:24:19.241554+0000","last_became_active":"2024-09-19T13:37:42.987700+0000","last_became_peered":"2024-09-19T13:37:42.987700+0000","last_unstale":"2024-09-19T14:24:19.241554+0000","last_undegraded":"2024-09-19T14:24:19.241554+0000","last_fullsized":"2024-09-19T14:24:19.241554+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'343","last_scrub_stamp":"2024-09-19T14:24:19.240929+0000","last_deep_scrub":"268'343","last_deep_scrub_stamp":"2024-09-19T14:24:19.240929+0000","last_clean_scrub_stamp":"2024-09-19T14:24:19.240929+0000","objects_scrubbed":9,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:27:58.440011+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136895,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":607,"num_read_kb":11104,"num_write":1196,"num_write_kb":39461,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.37","version":"268'165","reported_seq":808,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:26.249834+0000","last_change":"2024-09-19T14:24:26.249834+0000","last_active":"2024-09-19T14:24:26.249834+0000","last_peered":"2024-09-19T14:24:26.249834+0000","last_clean":"2024-09-19T14:24:26.249834+0000","last_became_active":"2024-09-19T13:37:45.016954+0000","last_became_peered":"2024-09-19T13:37:45.016954+0000","last_unstale":"2024-09-19T14:24:26.249834+0000","last_undegraded":"2024-09-19T14:24:26.249834+0000","last_fullsized":"2024-09-19T14:24:26.249834+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'165","last_scrub_stamp":"2024-09-19T14:24:26.249672+0000","last_deep_scrub":"268'165","last_deep_scrub_stamp":"2024-09-19T14:24:26.249672+0000","last_clean_scrub_stamp":"2024-09-19T14:24:26.249672+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":100,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:57:50.359651+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":802,"num_read_kb":669,"num_write":261,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.31","version":"268'481","reported_seq":1193,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:15.935469+0000","last_change":"2024-09-19T14:24:15.935324+0000","last_active":"2024-09-19T14:24:15.935469+0000","last_peered":"2024-09-19T14:24:15.935469+0000","last_clean":"2024-09-19T14:24:15.935469+0000","last_became_active":"2024-09-19T13:37:43.003367+0000","last_became_peered":"2024-09-19T13:37:43.003367+0000","last_unstale":"2024-09-19T14:24:15.935469+0000","last_undegraded":"2024-09-19T14:24:15.935469+0000","last_fullsized":"2024-09-19T14:24:15.935469+0000","mapping_epoch":25,"log_start":"268'400","ondisk_log_start":"268'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'481","last_scrub_stamp":"2024-09-19T14:24:15.935104+0000","last_deep_scrub":"268'481","last_deep_scrub_stamp":"2024-09-19T14:24:15.935104+0000","last_clean_scrub_stamp":"2024-09-19T14:24:15.935104+0000","objects_scrubbed":2,"log_size":81,"log_dups_size":400,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:55:53.150063+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":956,"num_read_kb":15355,"num_write":1444,"num_write_kb":30290,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.36","version":"268'77","reported_seq":656,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:17.191397+0000","last_change":"2024-09-19T14:24:17.191397+0000","last_active":"2024-09-19T14:24:17.191397+0000","last_peered":"2024-09-19T14:24:17.191397+0000","last_clean":"2024-09-19T14:24:17.191397+0000","last_became_active":"2024-09-19T13:37:45.000870+0000","last_became_peered":"2024-09-19T13:37:45.000870+0000","last_unstale":"2024-09-19T14:24:17.191397+0000","last_undegraded":"2024-09-19T14:24:17.191397+0000","last_fullsized":"2024-09-19T14:24:17.191397+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'77","last_scrub_stamp":"2024-09-19T14:24:17.191178+0000","last_deep_scrub":"268'77","last_deep_scrub_stamp":"2024-09-19T14:24:17.191178+0000","last_clean_scrub_stamp":"2024-09-19T14:24:17.191178+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":0,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:16:55.729115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":327,"num_read_kb":275,"num_write":113,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9358,"num_read_kb":6674,"num_write":2815,"num_write_kb":860,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1051,"ondisk_log_size":1051,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":14831,"num_objects":87,"num_object_clones":0,"num_object_copies":174,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":87,"num_whiteouts":0,"num_read":16365,"num_read_kb":16043,"num_write":17025,"num_write_kb":4968,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2512,"num_omap_keys":16,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":557056,"data_stored":29662,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1663,"ondisk_log_size":1663,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":547,"ondisk_log_size":547,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1622570,"num_objects":199,"num_object_clones":0,"num_object_copies":398,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":199,"num_whiteouts":0,"num_read":17508,"num_read_kb":37067,"num_write":14715,"num_write_kb":11764,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":22,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":711194,"num_omap_keys":1622,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1829,"ondisk_log_size":1829,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2402,"num_read_kb":2863,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":18,"ondisk_log_size":18,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":13,"num_object_clones":0,"num_object_copies":26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":103358,"num_read_kb":86446,"num_write":37181,"num_write_kb":18689,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":35481,"num_omap_keys":143,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3759,"ondisk_log_size":3759,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1128,"num_omap_keys":12,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":23391877,"num_objects":277,"num_object_clones":0,"num_object_copies":831,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":277,"num_whiteouts":0,"num_read":44274,"num_read_kb":1863385,"num_write":72071,"num_write_kb":2152655,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":36495360,"data_stored":36495360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3680,"ondisk_log_size":3680,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":170,"num_read_kb":189561,"num_write":186,"num_write_kb":126453,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":126,"ondisk_log_size":126,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":169,"num_read_kb":193027,"num_write":186,"num_write_kb":126453,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":126,"ondisk_log_size":126,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":15,"seq":64424510016,"num_pgs":124,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":220792,"kb_used_data":9128,"kb_used_omap":1,"kb_used_meta":211646,"kb_avail":94151048,"statfs":{"total":96636764160,"available":96410673152,"internally_reserved":0,"allocated":9347072,"data_stored":7326707,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":216725959},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510019,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":152608,"kb_used_data":8976,"kb_used_omap":1,"kb_used_meta":143614,"kb_avail":94219232,"statfs":{"total":96636764160,"available":96480493568,"internally_reserved":0,"allocated":9191424,"data_stored":7169652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":147061189},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510017,"num_pgs":92,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":274172,"kb_used_data":8364,"kb_used_omap":1,"kb_used_meta":265790,"kb_avail":94097668,"statfs":{"total":96636764160,"available":96356012032,"internally_reserved":0,"allocated":8564736,"data_stored":6552498,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":272169413},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424510020,"num_pgs":97,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":112984,"kb_used_data":9608,"kb_used_omap":1,"kb_used_meta":103358,"kb_avail":94258856,"statfs":{"total":96636764160,"available":96521068544,"internally_reserved":0,"allocated":9838592,"data_stored":7806483,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":105839045},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542723,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":219808,"kb_used_data":8208,"kb_used_omap":1,"kb_used_meta":211582,"kb_avail":94152032,"statfs":{"total":96636764160,"available":96411680768,"internally_reserved":0,"allocated":8404992,"data_stored":6390212,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":216660427},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542722,"num_pgs":103,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":101284,"kb_used_data":7700,"kb_used_omap":1,"kb_used_meta":93566,"kb_avail":94270556,"statfs":{"total":96636764160,"available":96533049344,"internally_reserved":0,"allocated":7884800,"data_stored":5839152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":95812038},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542723,"num_pgs":115,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":256664,"kb_used_data":8904,"kb_used_omap":1,"kb_used_meta":247742,"kb_avail":94115176,"statfs":{"total":96636764160,"available":96373940224,"internally_reserved":0,"allocated":9117696,"data_stored":7087344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":253688261},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542721,"num_pgs":121,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":211200,"kb_used_data":9328,"kb_used_omap":1,"kb_used_meta":201854,"kb_avail":94160640,"statfs":{"total":96636764160,"available":96420495360,"internally_reserved":0,"allocated":9551872,"data_stored":7530746,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":206698949},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":5554176,"data_stored":5554176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":3710976,"data_stored":3710976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4915200,"data_stored":4915200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":5074944,"data_stored":5074944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":5275648,"data_stored":5275648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4243456,"data_stored":4243456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":3584000,"data_stored":3584000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4136960,"data_stored":4136960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":138,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1655,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":1364,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":990,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":990,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":2554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1419,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":2787,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4202,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3809,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":6002,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4157,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T14:25:09.222 INFO:tasks.ceph:pgid 67.18 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:25:09.222 INFO:tasks.ceph:pgid 66.19 last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:25:09.223 INFO:tasks.ceph:pgid 68.8 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:25:09.223 INFO:tasks.ceph:pgid 67.9 last_scrub_stamp 2024-09-19T13:55:08.729800+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:25:09.223 INFO:tasks.ceph:pgid 66.b last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:25:09.224 INFO:tasks.ceph:pgid 68.1 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:25:09.224 INFO:tasks.ceph:pgid 66.1 last_scrub_stamp 2024-09-19T13:55:05.679103+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=13, tm_min=55, tm_sec=5, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:25:09.224 INFO:tasks.ceph:pgid 68.5 last_scrub_stamp 2024-09-19T14:06:25.815641+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=6, tm_sec=25, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=14, tm_min=24, tm_sec=2, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T14:25:09.227 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-19T14:25:29.228 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T14:25:29.577 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T14:25:29.591 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-19T14:25:29.597 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":1706,"stamp":"2024-09-19T14:25:28.402009+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":25621458,"num_objects":600,"num_object_clones":0,"num_object_copies":1477,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":600,"num_whiteouts":0,"num_read":193682,"num_read_kb":2395133,"num_write":144322,"num_write_kb":2443498,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":60,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":750315,"num_omap_keys":1793,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12890,"ondisk_log_size":12890,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1549512,"kb_used_data":70216,"kb_used_omap":12,"kb_used_meta":1479155,"kb_avail":753425208,"statfs":{"total":773094113280,"available":771507412992,"internally_reserved":0,"allocated":71901184,"data_stored":55702794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":1514655281},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.009059"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":28,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:42.611791+0000","last_change":"2024-09-19T14:24:42.611791+0000","last_active":"2024-09-19T14:24:42.611791+0000","last_peered":"2024-09-19T14:24:42.611791+0000","last_clean":"2024-09-19T14:24:42.611791+0000","last_became_active":"2024-09-19T14:06:26.869070+0000","last_became_peered":"2024-09-19T14:06:26.869070+0000","last_unstale":"2024-09-19T14:24:42.611791+0000","last_undegraded":"2024-09-19T14:24:42.611791+0000","last_fullsized":"2024-09-19T14:24:42.611791+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:42.611518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:42.611518+0000","last_clean_scrub_stamp":"2024-09-19T14:24:42.611518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:44:29.846251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.1d","version":"268'2","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:44.002896+0000","last_change":"2024-09-19T14:24:44.002745+0000","last_active":"2024-09-19T14:24:44.002896+0000","last_peered":"2024-09-19T14:24:44.002896+0000","last_clean":"2024-09-19T14:24:44.002896+0000","last_became_active":"2024-09-19T13:55:09.795630+0000","last_became_peered":"2024-09-19T13:55:09.795630+0000","last_unstale":"2024-09-19T14:24:44.002896+0000","last_undegraded":"2024-09-19T14:24:44.002896+0000","last_fullsized":"2024-09-19T14:24:44.002896+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:44.002567+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:44.002567+0000","last_clean_scrub_stamp":"2024-09-19T14:24:44.002567+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T02:24:39.923450+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.1c","version":"268'2","reported_seq":49,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:43.624967+0000","last_change":"2024-09-19T14:24:43.624789+0000","last_active":"2024-09-19T14:24:43.624967+0000","last_peered":"2024-09-19T14:24:43.624967+0000","last_clean":"2024-09-19T14:24:43.624967+0000","last_became_active":"2024-09-19T13:55:06.740172+0000","last_became_peered":"2024-09-19T13:55:06.740172+0000","last_unstale":"2024-09-19T14:24:43.624967+0000","last_undegraded":"2024-09-19T14:24:43.624967+0000","last_fullsized":"2024-09-19T14:24:43.624967+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:43.624607+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:43.624607+0000","last_clean_scrub_stamp":"2024-09-19T14:24:43.624607+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:53:03.358424+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.1f","version":"268'30","reported_seq":132,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:47.236521+0000","last_change":"2024-09-19T14:24:47.236521+0000","last_active":"2024-09-19T14:24:47.236521+0000","last_peered":"2024-09-19T14:24:47.236521+0000","last_clean":"2024-09-19T14:24:47.236521+0000","last_became_active":"2024-09-19T13:53:12.461871+0000","last_became_peered":"2024-09-19T13:53:12.461871+0000","last_unstale":"2024-09-19T14:24:47.236521+0000","last_undegraded":"2024-09-19T14:24:47.236521+0000","last_fullsized":"2024-09-19T14:24:47.236521+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'30","last_scrub_stamp":"2024-09-19T14:24:47.236344+0000","last_deep_scrub":"268'30","last_deep_scrub_stamp":"2024-09-19T14:24:47.236344+0000","last_clean_scrub_stamp":"2024-09-19T14:24:47.236344+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:13:38.761081+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":223,"num_read_kb":145,"num_write":76,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":28,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:51.721056+0000","last_change":"2024-09-19T14:24:51.721056+0000","last_active":"2024-09-19T14:24:51.721056+0000","last_peered":"2024-09-19T14:24:51.721056+0000","last_clean":"2024-09-19T14:24:51.721056+0000","last_became_active":"2024-09-19T14:06:26.866274+0000","last_became_peered":"2024-09-19T14:06:26.866274+0000","last_unstale":"2024-09-19T14:24:51.721056+0000","last_undegraded":"2024-09-19T14:24:51.721056+0000","last_fullsized":"2024-09-19T14:24:51.721056+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:51.720881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:51.720881+0000","last_clean_scrub_stamp":"2024-09-19T14:24:51.720881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:47:38.394231+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1c","version":"268'6","reported_seq":50,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:36.718769+0000","last_change":"2024-09-19T14:24:36.718608+0000","last_active":"2024-09-19T14:24:36.718769+0000","last_peered":"2024-09-19T14:24:36.718769+0000","last_clean":"2024-09-19T14:24:36.718769+0000","last_became_active":"2024-09-19T13:55:09.797136+0000","last_became_peered":"2024-09-19T13:55:09.797136+0000","last_unstale":"2024-09-19T14:24:36.718769+0000","last_undegraded":"2024-09-19T14:24:36.718769+0000","last_fullsized":"2024-09-19T14:24:36.718769+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'6","last_scrub_stamp":"2024-09-19T14:24:36.718421+0000","last_deep_scrub":"268'6","last_deep_scrub_stamp":"2024-09-19T14:24:36.718421+0000","last_clean_scrub_stamp":"2024-09-19T14:24:36.718421+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:21:00.386631+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":8192,"num_write":6,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"66.1d","version":"268'4","reported_seq":51,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:49.844296+0000","last_change":"2024-09-19T14:24:49.844162+0000","last_active":"2024-09-19T14:24:49.844296+0000","last_peered":"2024-09-19T14:24:49.844296+0000","last_clean":"2024-09-19T14:24:49.844296+0000","last_became_active":"2024-09-19T13:55:06.716724+0000","last_became_peered":"2024-09-19T13:55:06.716724+0000","last_unstale":"2024-09-19T14:24:49.844296+0000","last_undegraded":"2024-09-19T14:24:49.844296+0000","last_fullsized":"2024-09-19T14:24:49.844296+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4","last_scrub_stamp":"2024-09-19T14:24:49.843982+0000","last_deep_scrub":"268'4","last_deep_scrub_stamp":"2024-09-19T14:24:49.843982+0000","last_clean_scrub_stamp":"2024-09-19T14:24:49.843982+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:22:38.348199+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":4096,"num_write":4,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.1e","version":"268'57","reported_seq":205,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:46.239072+0000","last_change":"2024-09-19T14:24:46.238907+0000","last_active":"2024-09-19T14:24:46.239072+0000","last_peered":"2024-09-19T14:24:46.239072+0000","last_clean":"2024-09-19T14:24:46.239072+0000","last_became_active":"2024-09-19T13:53:12.483175+0000","last_became_peered":"2024-09-19T13:53:12.483175+0000","last_unstale":"2024-09-19T14:24:46.239072+0000","last_undegraded":"2024-09-19T14:24:46.239072+0000","last_fullsized":"2024-09-19T14:24:46.239072+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'57","last_scrub_stamp":"2024-09-19T14:24:46.238725+0000","last_deep_scrub":"268'57","last_deep_scrub_stamp":"2024-09-19T14:24:46.238725+0000","last_clean_scrub_stamp":"2024-09-19T14:24:46.238725+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":0,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:33:34.953081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":408,"num_read_kb":271,"num_write":148,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":28,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:44.985641+0000","last_change":"2024-09-19T14:24:44.985641+0000","last_active":"2024-09-19T14:24:44.985641+0000","last_peered":"2024-09-19T14:24:44.985641+0000","last_clean":"2024-09-19T14:24:44.985641+0000","last_became_active":"2024-09-19T14:06:26.884221+0000","last_became_peered":"2024-09-19T14:06:26.884221+0000","last_unstale":"2024-09-19T14:24:44.985641+0000","last_undegraded":"2024-09-19T14:24:44.985641+0000","last_fullsized":"2024-09-19T14:24:44.985641+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:44.985447+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:44.985447+0000","last_clean_scrub_stamp":"2024-09-19T14:24:44.985447+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:50:55.810454+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.1f","version":"268'2","reported_seq":44,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:57.922501+0000","last_change":"2024-09-19T14:24:57.922501+0000","last_active":"2024-09-19T14:24:57.922501+0000","last_peered":"2024-09-19T14:24:57.922501+0000","last_clean":"2024-09-19T14:24:57.922501+0000","last_became_active":"2024-09-19T13:55:09.800885+0000","last_became_peered":"2024-09-19T13:55:09.800885+0000","last_unstale":"2024-09-19T14:24:57.922501+0000","last_undegraded":"2024-09-19T14:24:57.922501+0000","last_fullsized":"2024-09-19T14:24:57.922501+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:57.922306+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:57.922306+0000","last_clean_scrub_stamp":"2024-09-19T14:24:57.922306+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:28:01.188604+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1e","version":"268'6","reported_seq":59,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:51.704557+0000","last_change":"2024-09-19T14:24:51.704397+0000","last_active":"2024-09-19T14:24:51.704557+0000","last_peered":"2024-09-19T14:24:51.704557+0000","last_clean":"2024-09-19T14:24:51.704557+0000","last_became_active":"2024-09-19T13:55:06.744102+0000","last_became_peered":"2024-09-19T13:55:06.744102+0000","last_unstale":"2024-09-19T14:24:51.704557+0000","last_undegraded":"2024-09-19T14:24:51.704557+0000","last_fullsized":"2024-09-19T14:24:51.704557+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'6","last_scrub_stamp":"2024-09-19T14:24:51.704209+0000","last_deep_scrub":"268'6","last_deep_scrub_stamp":"2024-09-19T14:24:51.704209+0000","last_clean_scrub_stamp":"2024-09-19T14:24:51.704209+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:29:36.420764+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":9216,"num_write":6,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.1d","version":"268'50","reported_seq":184,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:42.694361+0000","last_change":"2024-09-19T14:24:42.694361+0000","last_active":"2024-09-19T14:24:42.694361+0000","last_peered":"2024-09-19T14:24:42.694361+0000","last_clean":"2024-09-19T14:24:42.694361+0000","last_became_active":"2024-09-19T13:53:12.465348+0000","last_became_peered":"2024-09-19T13:53:12.465348+0000","last_unstale":"2024-09-19T14:24:42.694361+0000","last_undegraded":"2024-09-19T14:24:42.694361+0000","last_fullsized":"2024-09-19T14:24:42.694361+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'50","last_scrub_stamp":"2024-09-19T14:24:42.694183+0000","last_deep_scrub":"268'50","last_deep_scrub_stamp":"2024-09-19T14:24:42.694183+0000","last_clean_scrub_stamp":"2024-09-19T14:24:42.694183+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":0,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:39:59.237942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":399,"num_read_kb":274,"num_write":124,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":28,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:25:05.039084+0000","last_change":"2024-09-19T14:25:05.039084+0000","last_active":"2024-09-19T14:25:05.039084+0000","last_peered":"2024-09-19T14:25:05.039084+0000","last_clean":"2024-09-19T14:25:05.039084+0000","last_became_active":"2024-09-19T14:06:26.873283+0000","last_became_peered":"2024-09-19T14:06:26.873283+0000","last_unstale":"2024-09-19T14:25:05.039084+0000","last_undegraded":"2024-09-19T14:25:05.039084+0000","last_fullsized":"2024-09-19T14:25:05.039084+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:25:05.038800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:25:05.038800+0000","last_clean_scrub_stamp":"2024-09-19T14:25:05.038800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:37:47.460776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1e","version":"268'7","reported_seq":56,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:55.888603+0000","last_change":"2024-09-19T14:24:55.888467+0000","last_active":"2024-09-19T14:24:55.888603+0000","last_peered":"2024-09-19T14:24:55.888603+0000","last_clean":"2024-09-19T14:24:55.888603+0000","last_became_active":"2024-09-19T13:55:09.801463+0000","last_became_peered":"2024-09-19T13:55:09.801463+0000","last_unstale":"2024-09-19T14:24:55.888603+0000","last_undegraded":"2024-09-19T14:24:55.888603+0000","last_fullsized":"2024-09-19T14:24:55.888603+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'7","last_scrub_stamp":"2024-09-19T14:24:55.888268+0000","last_deep_scrub":"268'7","last_deep_scrub_stamp":"2024-09-19T14:24:55.888268+0000","last_clean_scrub_stamp":"2024-09-19T14:24:55.888268+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:23:25.476230+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":20482,"num_write":12,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1f","version":"268'2","reported_seq":51,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:41.010490+0000","last_change":"2024-09-19T14:24:41.010490+0000","last_active":"2024-09-19T14:24:41.010490+0000","last_peered":"2024-09-19T14:24:41.010490+0000","last_clean":"2024-09-19T14:24:41.010490+0000","last_became_active":"2024-09-19T13:55:06.730448+0000","last_became_peered":"2024-09-19T13:55:06.730448+0000","last_unstale":"2024-09-19T14:24:41.010490+0000","last_undegraded":"2024-09-19T14:24:41.010490+0000","last_fullsized":"2024-09-19T14:24:41.010490+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:41.010257+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:41.010257+0000","last_clean_scrub_stamp":"2024-09-19T14:24:41.010257+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:48:08.300626+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1c","version":"268'20","reported_seq":106,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:44.710612+0000","last_change":"2024-09-19T14:24:44.710612+0000","last_active":"2024-09-19T14:24:44.710612+0000","last_peered":"2024-09-19T14:24:44.710612+0000","last_clean":"2024-09-19T14:24:44.710612+0000","last_became_active":"2024-09-19T13:53:12.465250+0000","last_became_peered":"2024-09-19T13:53:12.465250+0000","last_unstale":"2024-09-19T14:24:44.710612+0000","last_undegraded":"2024-09-19T14:24:44.710612+0000","last_fullsized":"2024-09-19T14:24:44.710612+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'20","last_scrub_stamp":"2024-09-19T14:24:44.710333+0000","last_deep_scrub":"268'20","last_deep_scrub_stamp":"2024-09-19T14:24:44.710333+0000","last_clean_scrub_stamp":"2024-09-19T14:24:44.710333+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:43:38.437764+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":170,"num_read_kb":120,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":30,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:56.675154+0000","last_change":"2024-09-19T14:24:56.675154+0000","last_active":"2024-09-19T14:24:56.675154+0000","last_peered":"2024-09-19T14:24:56.675154+0000","last_clean":"2024-09-19T14:24:56.675154+0000","last_became_active":"2024-09-19T14:06:26.881785+0000","last_became_peered":"2024-09-19T14:06:26.881785+0000","last_unstale":"2024-09-19T14:24:56.675154+0000","last_undegraded":"2024-09-19T14:24:56.675154+0000","last_fullsized":"2024-09-19T14:24:56.675154+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:56.674971+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:56.674971+0000","last_clean_scrub_stamp":"2024-09-19T14:24:56.674971+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:24:36.533377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.19","version":"265'2","reported_seq":43,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:37.536720+0000","last_change":"2024-09-19T14:24:37.536720+0000","last_active":"2024-09-19T14:24:37.536720+0000","last_peered":"2024-09-19T14:24:37.536720+0000","last_clean":"2024-09-19T14:24:37.536720+0000","last_became_active":"2024-09-19T13:55:09.787580+0000","last_became_peered":"2024-09-19T13:55:09.787580+0000","last_unstale":"2024-09-19T14:24:37.536720+0000","last_undegraded":"2024-09-19T14:24:37.536720+0000","last_fullsized":"2024-09-19T14:24:37.536720+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'2","last_scrub_stamp":"2024-09-19T14:24:37.536494+0000","last_deep_scrub":"265'2","last_deep_scrub_stamp":"2024-09-19T14:24:37.536494+0000","last_clean_scrub_stamp":"2024-09-19T14:24:37.536494+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:16:01.573623+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.18","version":"268'2","reported_seq":48,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:48.812047+0000","last_change":"2024-09-19T14:24:48.812047+0000","last_active":"2024-09-19T14:24:48.812047+0000","last_peered":"2024-09-19T14:24:48.812047+0000","last_clean":"2024-09-19T14:24:48.812047+0000","last_became_active":"2024-09-19T13:55:06.743716+0000","last_became_peered":"2024-09-19T13:55:06.743716+0000","last_unstale":"2024-09-19T14:24:48.812047+0000","last_undegraded":"2024-09-19T14:24:48.812047+0000","last_fullsized":"2024-09-19T14:24:48.812047+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:48.811865+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:48.811865+0000","last_clean_scrub_stamp":"2024-09-19T14:24:48.811865+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:56:04.112557+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.1b","version":"268'95","reported_seq":332,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:40.712329+0000","last_change":"2024-09-19T14:24:40.712329+0000","last_active":"2024-09-19T14:24:40.712329+0000","last_peered":"2024-09-19T14:24:40.712329+0000","last_clean":"2024-09-19T14:24:40.712329+0000","last_became_active":"2024-09-19T13:53:12.483810+0000","last_became_peered":"2024-09-19T13:53:12.483810+0000","last_unstale":"2024-09-19T14:24:40.712329+0000","last_undegraded":"2024-09-19T14:24:40.712329+0000","last_fullsized":"2024-09-19T14:24:40.712329+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'95","last_scrub_stamp":"2024-09-19T14:24:40.712140+0000","last_deep_scrub":"268'95","last_deep_scrub_stamp":"2024-09-19T14:24:40.712140+0000","last_clean_scrub_stamp":"2024-09-19T14:24:40.712140+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":0,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:59:38.695968+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":853,"num_read_kb":725,"num_write":179,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":30,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:51.204376+0000","last_change":"2024-09-19T14:24:51.204203+0000","last_active":"2024-09-19T14:24:51.204376+0000","last_peered":"2024-09-19T14:24:51.204376+0000","last_clean":"2024-09-19T14:24:51.204376+0000","last_became_active":"2024-09-19T14:06:26.876693+0000","last_became_peered":"2024-09-19T14:06:26.876693+0000","last_unstale":"2024-09-19T14:24:51.204376+0000","last_undegraded":"2024-09-19T14:24:51.204376+0000","last_fullsized":"2024-09-19T14:24:51.204376+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:51.204025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:51.204025+0000","last_clean_scrub_stamp":"2024-09-19T14:24:51.204025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:05:37.712749+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.18","version":"0'0","reported_seq":39,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:25:10.422579+0000","last_change":"2024-09-19T14:25:10.422579+0000","last_active":"2024-09-19T14:25:10.422579+0000","last_peered":"2024-09-19T14:25:10.422579+0000","last_clean":"2024-09-19T14:25:10.422579+0000","last_became_active":"2024-09-19T13:55:09.803342+0000","last_became_peered":"2024-09-19T13:55:09.803342+0000","last_unstale":"2024-09-19T14:25:10.422579+0000","last_undegraded":"2024-09-19T14:25:10.422579+0000","last_fullsized":"2024-09-19T14:25:10.422579+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:25:10.422397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:25:10.422397+0000","last_clean_scrub_stamp":"2024-09-19T14:25:10.422397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:28:23.867489+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.19","version":"265'2","reported_seq":49,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:25:07.338957+0000","last_change":"2024-09-19T14:25:07.338957+0000","last_active":"2024-09-19T14:25:07.338957+0000","last_peered":"2024-09-19T14:25:07.338957+0000","last_clean":"2024-09-19T14:25:07.338957+0000","last_became_active":"2024-09-19T13:55:06.740544+0000","last_became_peered":"2024-09-19T13:55:06.740544+0000","last_unstale":"2024-09-19T14:25:07.338957+0000","last_undegraded":"2024-09-19T14:25:07.338957+0000","last_fullsized":"2024-09-19T14:25:07.338957+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'2","last_scrub_stamp":"2024-09-19T14:25:07.338747+0000","last_deep_scrub":"265'2","last_deep_scrub_stamp":"2024-09-19T14:25:07.338747+0000","last_clean_scrub_stamp":"2024-09-19T14:25:07.338747+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:58:45.367152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":529,"num_write":2,"num_write_kb":529,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1a","version":"268'17","reported_seq":96,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:48.723973+0000","last_change":"2024-09-19T14:24:48.723973+0000","last_active":"2024-09-19T14:24:48.723973+0000","last_peered":"2024-09-19T14:24:48.723973+0000","last_clean":"2024-09-19T14:24:48.723973+0000","last_became_active":"2024-09-19T13:53:12.479088+0000","last_became_peered":"2024-09-19T13:53:12.479088+0000","last_unstale":"2024-09-19T14:24:48.723973+0000","last_undegraded":"2024-09-19T14:24:48.723973+0000","last_fullsized":"2024-09-19T14:24:48.723973+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'17","last_scrub_stamp":"2024-09-19T14:24:48.723746+0000","last_deep_scrub":"268'17","last_deep_scrub_stamp":"2024-09-19T14:24:48.723746+0000","last_clean_scrub_stamp":"2024-09-19T14:24:48.723746+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:24:21.476412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":129,"num_read_kb":86,"num_write":46,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.1c","version":"268'2","reported_seq":30,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:44.688755+0000","last_change":"2024-09-19T14:24:44.688755+0000","last_active":"2024-09-19T14:24:44.688755+0000","last_peered":"2024-09-19T14:24:44.688755+0000","last_clean":"2024-09-19T14:24:44.688755+0000","last_became_active":"2024-09-19T14:06:26.883350+0000","last_became_peered":"2024-09-19T14:06:26.883350+0000","last_unstale":"2024-09-19T14:24:44.688755+0000","last_undegraded":"2024-09-19T14:24:44.688755+0000","last_fullsized":"2024-09-19T14:24:44.688755+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:44.688528+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:44.688528+0000","last_clean_scrub_stamp":"2024-09-19T14:24:44.688528+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:23:12.117896+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1b","version":"268'9","reported_seq":54,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:25.691291+0000","last_change":"2024-09-19T14:24:25.691029+0000","last_active":"2024-09-19T14:24:25.691291+0000","last_peered":"2024-09-19T14:24:25.691291+0000","last_clean":"2024-09-19T14:24:25.691291+0000","last_became_active":"2024-09-19T13:55:09.794826+0000","last_became_peered":"2024-09-19T13:55:09.794826+0000","last_unstale":"2024-09-19T14:24:25.691291+0000","last_undegraded":"2024-09-19T14:24:25.691291+0000","last_fullsized":"2024-09-19T14:24:25.691291+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'9","last_scrub_stamp":"2024-09-19T14:24:25.690806+0000","last_deep_scrub":"268'9","last_deep_scrub_stamp":"2024-09-19T14:24:25.690806+0000","last_clean_scrub_stamp":"2024-09-19T14:24:25.690806+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:16:05.385766+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":13312,"num_write":14,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"66.1a","version":"268'7","reported_seq":56,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:32.559860+0000","last_change":"2024-09-19T14:24:32.559587+0000","last_active":"2024-09-19T14:24:32.559860+0000","last_peered":"2024-09-19T14:24:32.559860+0000","last_clean":"2024-09-19T14:24:32.559860+0000","last_became_active":"2024-09-19T13:55:06.726389+0000","last_became_peered":"2024-09-19T13:55:06.726389+0000","last_unstale":"2024-09-19T14:24:32.559860+0000","last_undegraded":"2024-09-19T14:24:32.559860+0000","last_fullsized":"2024-09-19T14:24:32.559860+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'7","last_scrub_stamp":"2024-09-19T14:24:32.559337+0000","last_deep_scrub":"268'7","last_deep_scrub_stamp":"2024-09-19T14:24:32.559337+0000","last_clean_scrub_stamp":"2024-09-19T14:24:32.559337+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:27:53.070633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":5120,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.19","version":"268'42","reported_seq":165,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:37.624215+0000","last_change":"2024-09-19T14:24:37.623965+0000","last_active":"2024-09-19T14:24:37.624215+0000","last_peered":"2024-09-19T14:24:37.624215+0000","last_clean":"2024-09-19T14:24:37.624215+0000","last_became_active":"2024-09-19T13:53:12.449657+0000","last_became_peered":"2024-09-19T13:53:12.449657+0000","last_unstale":"2024-09-19T14:24:37.624215+0000","last_undegraded":"2024-09-19T14:24:37.624215+0000","last_fullsized":"2024-09-19T14:24:37.624215+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'42","last_scrub_stamp":"2024-09-19T14:24:37.623745+0000","last_deep_scrub":"268'42","last_deep_scrub_stamp":"2024-09-19T14:24:37.623745+0000","last_clean_scrub_stamp":"2024-09-19T14:24:37.623745+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:22:43.960087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":324,"num_read_kb":210,"num_write":111,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":28,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:43.648208+0000","last_change":"2024-09-19T14:24:43.648208+0000","last_active":"2024-09-19T14:24:43.648208+0000","last_peered":"2024-09-19T14:24:43.648208+0000","last_clean":"2024-09-19T14:24:43.648208+0000","last_became_active":"2024-09-19T14:06:26.875119+0000","last_became_peered":"2024-09-19T14:06:26.875119+0000","last_unstale":"2024-09-19T14:24:43.648208+0000","last_undegraded":"2024-09-19T14:24:43.648208+0000","last_fullsized":"2024-09-19T14:24:43.648208+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:43.648024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:43.648024+0000","last_clean_scrub_stamp":"2024-09-19T14:24:43.648024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:59:38.206104+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.1a","version":"268'4","reported_seq":46,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:53.715837+0000","last_change":"2024-09-19T14:24:53.715648+0000","last_active":"2024-09-19T14:24:53.715837+0000","last_peered":"2024-09-19T14:24:53.715837+0000","last_clean":"2024-09-19T14:24:53.715837+0000","last_became_active":"2024-09-19T13:55:09.790669+0000","last_became_peered":"2024-09-19T13:55:09.790669+0000","last_unstale":"2024-09-19T14:24:53.715837+0000","last_undegraded":"2024-09-19T14:24:53.715837+0000","last_fullsized":"2024-09-19T14:24:53.715837+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4","last_scrub_stamp":"2024-09-19T14:24:53.715466+0000","last_deep_scrub":"268'4","last_deep_scrub_stamp":"2024-09-19T14:24:53.715466+0000","last_clean_scrub_stamp":"2024-09-19T14:24:53.715466+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:59:25.859459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":4214,"num_write":4,"num_write_kb":4155,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.1b","version":"268'2","reported_seq":48,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:45.719925+0000","last_change":"2024-09-19T14:24:45.719772+0000","last_active":"2024-09-19T14:24:45.719925+0000","last_peered":"2024-09-19T14:24:45.719925+0000","last_clean":"2024-09-19T14:24:45.719925+0000","last_became_active":"2024-09-19T13:55:06.723792+0000","last_became_peered":"2024-09-19T13:55:06.723792+0000","last_unstale":"2024-09-19T14:24:45.719925+0000","last_undegraded":"2024-09-19T14:24:45.719925+0000","last_fullsized":"2024-09-19T14:24:45.719925+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:45.719574+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:45.719574+0000","last_clean_scrub_stamp":"2024-09-19T14:24:45.719574+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:29:22.067704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.18","version":"268'22","reported_seq":116,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:41.685369+0000","last_change":"2024-09-19T14:24:41.685369+0000","last_active":"2024-09-19T14:24:41.685369+0000","last_peered":"2024-09-19T14:24:41.685369+0000","last_clean":"2024-09-19T14:24:41.685369+0000","last_became_active":"2024-09-19T13:53:12.467813+0000","last_became_peered":"2024-09-19T13:53:12.467813+0000","last_unstale":"2024-09-19T14:24:41.685369+0000","last_undegraded":"2024-09-19T14:24:41.685369+0000","last_fullsized":"2024-09-19T14:24:41.685369+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'22","last_scrub_stamp":"2024-09-19T14:24:41.685184+0000","last_deep_scrub":"268'22","last_deep_scrub_stamp":"2024-09-19T14:24:41.685184+0000","last_clean_scrub_stamp":"2024-09-19T14:24:41.685184+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:53:43.382462+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":189,"num_read_kb":135,"num_write":62,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:25:01.941994+0000","last_change":"2024-09-19T14:25:01.941869+0000","last_active":"2024-09-19T14:25:01.941994+0000","last_peered":"2024-09-19T14:25:01.941994+0000","last_clean":"2024-09-19T14:25:01.941994+0000","last_became_active":"2024-09-19T14:06:26.884993+0000","last_became_peered":"2024-09-19T14:06:26.884993+0000","last_unstale":"2024-09-19T14:25:01.941994+0000","last_undegraded":"2024-09-19T14:25:01.941994+0000","last_fullsized":"2024-09-19T14:25:01.941994+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:25:01.941677+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:25:01.941677+0000","last_clean_scrub_stamp":"2024-09-19T14:25:01.941677+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:52:07.975933+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.15","version":"0'0","reported_seq":39,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:49.681505+0000","last_change":"2024-09-19T14:24:49.681505+0000","last_active":"2024-09-19T14:24:49.681505+0000","last_peered":"2024-09-19T14:24:49.681505+0000","last_clean":"2024-09-19T14:24:49.681505+0000","last_became_active":"2024-09-19T13:55:09.807001+0000","last_became_peered":"2024-09-19T13:55:09.807001+0000","last_unstale":"2024-09-19T14:24:49.681505+0000","last_undegraded":"2024-09-19T14:24:49.681505+0000","last_fullsized":"2024-09-19T14:24:49.681505+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:49.681301+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:49.681301+0000","last_clean_scrub_stamp":"2024-09-19T14:24:49.681301+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:37:53.916213+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.14","version":"265'3","reported_seq":50,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:25:03.394510+0000","last_change":"2024-09-19T14:25:03.394510+0000","last_active":"2024-09-19T14:25:03.394510+0000","last_peered":"2024-09-19T14:25:03.394510+0000","last_clean":"2024-09-19T14:25:03.394510+0000","last_became_active":"2024-09-19T13:55:06.739007+0000","last_became_peered":"2024-09-19T13:55:06.739007+0000","last_unstale":"2024-09-19T14:25:03.394510+0000","last_undegraded":"2024-09-19T14:25:03.394510+0000","last_fullsized":"2024-09-19T14:25:03.394510+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'3","last_scrub_stamp":"2024-09-19T14:25:03.394318+0000","last_deep_scrub":"265'3","last_deep_scrub_stamp":"2024-09-19T14:25:03.394318+0000","last_clean_scrub_stamp":"2024-09-19T14:25:03.394318+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:26:13.579025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.17","version":"268'17","reported_seq":95,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:45.205683+0000","last_change":"2024-09-19T14:24:45.205683+0000","last_active":"2024-09-19T14:24:45.205683+0000","last_peered":"2024-09-19T14:24:45.205683+0000","last_clean":"2024-09-19T14:24:45.205683+0000","last_became_active":"2024-09-19T13:53:12.462488+0000","last_became_peered":"2024-09-19T13:53:12.462488+0000","last_unstale":"2024-09-19T14:24:45.205683+0000","last_undegraded":"2024-09-19T14:24:45.205683+0000","last_fullsized":"2024-09-19T14:24:45.205683+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'17","last_scrub_stamp":"2024-09-19T14:24:45.205502+0000","last_deep_scrub":"268'17","last_deep_scrub_stamp":"2024-09-19T14:24:45.205502+0000","last_clean_scrub_stamp":"2024-09-19T14:24:45.205502+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:47:41.580001+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":115,"num_read_kb":74,"num_write":43,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.13","version":"268'2","reported_seq":31,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:50.748292+0000","last_change":"2024-09-19T14:24:50.748140+0000","last_active":"2024-09-19T14:24:50.748292+0000","last_peered":"2024-09-19T14:24:50.748292+0000","last_clean":"2024-09-19T14:24:50.748292+0000","last_became_active":"2024-09-19T14:06:26.851491+0000","last_became_peered":"2024-09-19T14:06:26.851491+0000","last_unstale":"2024-09-19T14:24:50.748292+0000","last_undegraded":"2024-09-19T14:24:50.748292+0000","last_fullsized":"2024-09-19T14:24:50.748292+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:50.747948+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:50.747948+0000","last_clean_scrub_stamp":"2024-09-19T14:24:50.747948+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:45:02.089230+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.14","version":"0'0","reported_seq":39,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:54.845941+0000","last_change":"2024-09-19T14:24:54.845941+0000","last_active":"2024-09-19T14:24:54.845941+0000","last_peered":"2024-09-19T14:24:54.845941+0000","last_clean":"2024-09-19T14:24:54.845941+0000","last_became_active":"2024-09-19T13:55:09.785932+0000","last_became_peered":"2024-09-19T13:55:09.785932+0000","last_unstale":"2024-09-19T14:24:54.845941+0000","last_undegraded":"2024-09-19T14:24:54.845941+0000","last_fullsized":"2024-09-19T14:24:54.845941+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:54.845735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:54.845735+0000","last_clean_scrub_stamp":"2024-09-19T14:24:54.845735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:21:54.237516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.15","version":"265'4","reported_seq":53,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:33.517210+0000","last_change":"2024-09-19T14:24:33.517210+0000","last_active":"2024-09-19T14:24:33.517210+0000","last_peered":"2024-09-19T14:24:33.517210+0000","last_clean":"2024-09-19T14:24:33.517210+0000","last_became_active":"2024-09-19T13:55:06.729384+0000","last_became_peered":"2024-09-19T13:55:06.729384+0000","last_unstale":"2024-09-19T14:24:33.517210+0000","last_undegraded":"2024-09-19T14:24:33.517210+0000","last_fullsized":"2024-09-19T14:24:33.517210+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'4","last_scrub_stamp":"2024-09-19T14:24:33.517029+0000","last_deep_scrub":"265'4","last_deep_scrub_stamp":"2024-09-19T14:24:33.517029+0000","last_clean_scrub_stamp":"2024-09-19T14:24:33.517029+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:20:17.658003+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":4414,"num_write":4,"num_write_kb":4414,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.16","version":"268'22","reported_seq":109,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:44.216803+0000","last_change":"2024-09-19T14:24:44.216803+0000","last_active":"2024-09-19T14:24:44.216803+0000","last_peered":"2024-09-19T14:24:44.216803+0000","last_clean":"2024-09-19T14:24:44.216803+0000","last_became_active":"2024-09-19T13:53:12.473671+0000","last_became_peered":"2024-09-19T13:53:12.473671+0000","last_unstale":"2024-09-19T14:24:44.216803+0000","last_undegraded":"2024-09-19T14:24:44.216803+0000","last_fullsized":"2024-09-19T14:24:44.216803+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'22","last_scrub_stamp":"2024-09-19T14:24:44.216618+0000","last_deep_scrub":"268'22","last_deep_scrub_stamp":"2024-09-19T14:24:44.216618+0000","last_clean_scrub_stamp":"2024-09-19T14:24:44.216618+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:11:15.227913+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":155,"num_read_kb":101,"num_write":55,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:42.666064+0000","last_change":"2024-09-19T14:24:42.665902+0000","last_active":"2024-09-19T14:24:42.666064+0000","last_peered":"2024-09-19T14:24:42.666064+0000","last_clean":"2024-09-19T14:24:42.666064+0000","last_became_active":"2024-09-19T14:06:26.864519+0000","last_became_peered":"2024-09-19T14:06:26.864519+0000","last_unstale":"2024-09-19T14:24:42.666064+0000","last_undegraded":"2024-09-19T14:24:42.666064+0000","last_fullsized":"2024-09-19T14:24:42.666064+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:42.665708+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:42.665708+0000","last_clean_scrub_stamp":"2024-09-19T14:24:42.665708+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:58:01.243727+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.17","version":"268'4","reported_seq":46,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:52.668971+0000","last_change":"2024-09-19T14:24:52.668971+0000","last_active":"2024-09-19T14:24:52.668971+0000","last_peered":"2024-09-19T14:24:52.668971+0000","last_clean":"2024-09-19T14:24:52.668971+0000","last_became_active":"2024-09-19T13:55:09.792559+0000","last_became_peered":"2024-09-19T13:55:09.792559+0000","last_unstale":"2024-09-19T14:24:52.668971+0000","last_undegraded":"2024-09-19T14:24:52.668971+0000","last_fullsized":"2024-09-19T14:24:52.668971+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4","last_scrub_stamp":"2024-09-19T14:24:52.668784+0000","last_deep_scrub":"268'4","last_deep_scrub_stamp":"2024-09-19T14:24:52.668784+0000","last_clean_scrub_stamp":"2024-09-19T14:24:52.668784+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:54:50.098957+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":6144,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.16","version":"268'4","reported_seq":53,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:47.640469+0000","last_change":"2024-09-19T14:24:47.640469+0000","last_active":"2024-09-19T14:24:47.640469+0000","last_peered":"2024-09-19T14:24:47.640469+0000","last_clean":"2024-09-19T14:24:47.640469+0000","last_became_active":"2024-09-19T13:55:06.743441+0000","last_became_peered":"2024-09-19T13:55:06.743441+0000","last_unstale":"2024-09-19T14:24:47.640469+0000","last_undegraded":"2024-09-19T14:24:47.640469+0000","last_fullsized":"2024-09-19T14:24:47.640469+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4","last_scrub_stamp":"2024-09-19T14:24:47.640274+0000","last_deep_scrub":"268'4","last_deep_scrub_stamp":"2024-09-19T14:24:47.640274+0000","last_clean_scrub_stamp":"2024-09-19T14:24:47.640274+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:42:39.058599+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":6144,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.15","version":"265'8","reported_seq":76,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:36.596131+0000","last_change":"2024-09-19T14:24:36.595996+0000","last_active":"2024-09-19T14:24:36.596131+0000","last_peered":"2024-09-19T14:24:36.596131+0000","last_clean":"2024-09-19T14:24:36.596131+0000","last_became_active":"2024-09-19T13:53:12.450590+0000","last_became_peered":"2024-09-19T13:53:12.450590+0000","last_unstale":"2024-09-19T14:24:36.596131+0000","last_undegraded":"2024-09-19T14:24:36.596131+0000","last_fullsized":"2024-09-19T14:24:36.596131+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'8","last_scrub_stamp":"2024-09-19T14:24:36.595792+0000","last_deep_scrub":"265'8","last_deep_scrub_stamp":"2024-09-19T14:24:36.595792+0000","last_clean_scrub_stamp":"2024-09-19T14:24:36.595792+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:31:44.792492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":71,"num_read_kb":39,"num_write":20,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:41.569980+0000","last_change":"2024-09-19T14:24:41.569820+0000","last_active":"2024-09-19T14:24:41.569980+0000","last_peered":"2024-09-19T14:24:41.569980+0000","last_clean":"2024-09-19T14:24:41.569980+0000","last_became_active":"2024-09-19T14:06:26.883276+0000","last_became_peered":"2024-09-19T14:06:26.883276+0000","last_unstale":"2024-09-19T14:24:41.569980+0000","last_undegraded":"2024-09-19T14:24:41.569980+0000","last_fullsized":"2024-09-19T14:24:41.569980+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:41.569636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:41.569636+0000","last_clean_scrub_stamp":"2024-09-19T14:24:41.569636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:46:56.340555+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.16","version":"0'0","reported_seq":39,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:36.533168+0000","last_change":"2024-09-19T14:24:36.533168+0000","last_active":"2024-09-19T14:24:36.533168+0000","last_peered":"2024-09-19T14:24:36.533168+0000","last_clean":"2024-09-19T14:24:36.533168+0000","last_became_active":"2024-09-19T13:55:09.805784+0000","last_became_peered":"2024-09-19T13:55:09.805784+0000","last_unstale":"2024-09-19T14:24:36.533168+0000","last_undegraded":"2024-09-19T14:24:36.533168+0000","last_fullsized":"2024-09-19T14:24:36.533168+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:36.532988+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:36.532988+0000","last_clean_scrub_stamp":"2024-09-19T14:24:36.532988+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:43:12.193068+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.17","version":"268'7","reported_seq":60,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:47.846748+0000","last_change":"2024-09-19T14:24:47.846748+0000","last_active":"2024-09-19T14:24:47.846748+0000","last_peered":"2024-09-19T14:24:47.846748+0000","last_clean":"2024-09-19T14:24:47.846748+0000","last_became_active":"2024-09-19T13:55:06.711344+0000","last_became_peered":"2024-09-19T13:55:06.711344+0000","last_unstale":"2024-09-19T14:24:47.846748+0000","last_undegraded":"2024-09-19T14:24:47.846748+0000","last_fullsized":"2024-09-19T14:24:47.846748+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'7","last_scrub_stamp":"2024-09-19T14:24:47.846565+0000","last_deep_scrub":"268'7","last_deep_scrub_stamp":"2024-09-19T14:24:47.846565+0000","last_clean_scrub_stamp":"2024-09-19T14:24:47.846565+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:59:55.560024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":18434,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.14","version":"268'26","reported_seq":127,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:58.432884+0000","last_change":"2024-09-19T14:24:58.432884+0000","last_active":"2024-09-19T14:24:58.432884+0000","last_peered":"2024-09-19T14:24:58.432884+0000","last_clean":"2024-09-19T14:24:58.432884+0000","last_became_active":"2024-09-19T13:53:12.468124+0000","last_became_peered":"2024-09-19T13:53:12.468124+0000","last_unstale":"2024-09-19T14:24:58.432884+0000","last_undegraded":"2024-09-19T14:24:58.432884+0000","last_fullsized":"2024-09-19T14:24:58.432884+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'26","last_scrub_stamp":"2024-09-19T14:24:58.432698+0000","last_deep_scrub":"268'26","last_deep_scrub_stamp":"2024-09-19T14:24:58.432698+0000","last_clean_scrub_stamp":"2024-09-19T14:24:58.432698+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:22:40.576336+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":225,"num_read_kb":160,"num_write":62,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":28,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:25:04.025885+0000","last_change":"2024-09-19T14:25:04.025885+0000","last_active":"2024-09-19T14:25:04.025885+0000","last_peered":"2024-09-19T14:25:04.025885+0000","last_clean":"2024-09-19T14:25:04.025885+0000","last_became_active":"2024-09-19T14:06:26.872975+0000","last_became_peered":"2024-09-19T14:06:26.872975+0000","last_unstale":"2024-09-19T14:25:04.025885+0000","last_undegraded":"2024-09-19T14:25:04.025885+0000","last_fullsized":"2024-09-19T14:25:04.025885+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:25:04.025702+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:25:04.025702+0000","last_clean_scrub_stamp":"2024-09-19T14:25:04.025702+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:23:01.047949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.11","version":"0'0","reported_seq":39,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:53.871879+0000","last_change":"2024-09-19T14:24:53.871879+0000","last_active":"2024-09-19T14:24:53.871879+0000","last_peered":"2024-09-19T14:24:53.871879+0000","last_clean":"2024-09-19T14:24:53.871879+0000","last_became_active":"2024-09-19T13:55:09.791030+0000","last_became_peered":"2024-09-19T13:55:09.791030+0000","last_unstale":"2024-09-19T14:24:53.871879+0000","last_undegraded":"2024-09-19T14:24:53.871879+0000","last_fullsized":"2024-09-19T14:24:53.871879+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:53.871672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:53.871672+0000","last_clean_scrub_stamp":"2024-09-19T14:24:53.871672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:43:52.287502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.10","version":"268'7","reported_seq":55,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:38.060484+0000","last_change":"2024-09-19T14:24:38.060484+0000","last_active":"2024-09-19T14:24:38.060484+0000","last_peered":"2024-09-19T14:24:38.060484+0000","last_clean":"2024-09-19T14:24:38.060484+0000","last_became_active":"2024-09-19T13:55:06.726469+0000","last_became_peered":"2024-09-19T13:55:06.726469+0000","last_unstale":"2024-09-19T14:24:38.060484+0000","last_undegraded":"2024-09-19T14:24:38.060484+0000","last_fullsized":"2024-09-19T14:24:38.060484+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'7","last_scrub_stamp":"2024-09-19T14:24:38.060297+0000","last_deep_scrub":"268'7","last_deep_scrub_stamp":"2024-09-19T14:24:38.060297+0000","last_clean_scrub_stamp":"2024-09-19T14:24:38.060297+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:00:03.463182+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":12288,"num_write":12,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.13","version":"265'7","reported_seq":71,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:57.389703+0000","last_change":"2024-09-19T14:24:57.389703+0000","last_active":"2024-09-19T14:24:57.389703+0000","last_peered":"2024-09-19T14:24:57.389703+0000","last_clean":"2024-09-19T14:24:57.389703+0000","last_became_active":"2024-09-19T13:53:12.477319+0000","last_became_peered":"2024-09-19T13:53:12.477319+0000","last_unstale":"2024-09-19T14:24:57.389703+0000","last_undegraded":"2024-09-19T14:24:57.389703+0000","last_fullsized":"2024-09-19T14:24:57.389703+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'7","last_scrub_stamp":"2024-09-19T14:24:57.389513+0000","last_deep_scrub":"265'7","last_deep_scrub_stamp":"2024-09-19T14:24:57.389513+0000","last_clean_scrub_stamp":"2024-09-19T14:24:57.389513+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:40:34.403238+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":57,"num_read_kb":40,"num_write":19,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":28,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:49.755475+0000","last_change":"2024-09-19T14:24:49.755475+0000","last_active":"2024-09-19T14:24:49.755475+0000","last_peered":"2024-09-19T14:24:49.755475+0000","last_clean":"2024-09-19T14:24:49.755475+0000","last_became_active":"2024-09-19T14:06:26.880683+0000","last_became_peered":"2024-09-19T14:06:26.880683+0000","last_unstale":"2024-09-19T14:24:49.755475+0000","last_undegraded":"2024-09-19T14:24:49.755475+0000","last_fullsized":"2024-09-19T14:24:49.755475+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:49.755294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:49.755294+0000","last_clean_scrub_stamp":"2024-09-19T14:24:49.755294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:12:46.714481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.10","version":"0'0","reported_seq":39,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:56.924003+0000","last_change":"2024-09-19T14:24:56.924003+0000","last_active":"2024-09-19T14:24:56.924003+0000","last_peered":"2024-09-19T14:24:56.924003+0000","last_clean":"2024-09-19T14:24:56.924003+0000","last_became_active":"2024-09-19T13:55:09.798465+0000","last_became_peered":"2024-09-19T13:55:09.798465+0000","last_unstale":"2024-09-19T14:24:56.924003+0000","last_undegraded":"2024-09-19T14:24:56.924003+0000","last_fullsized":"2024-09-19T14:24:56.924003+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:56.923829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:56.923829+0000","last_clean_scrub_stamp":"2024-09-19T14:24:56.923829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:10:01.058136+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.11","version":"268'2","reported_seq":49,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:46.804956+0000","last_change":"2024-09-19T14:24:46.804657+0000","last_active":"2024-09-19T14:24:46.804956+0000","last_peered":"2024-09-19T14:24:46.804956+0000","last_clean":"2024-09-19T14:24:46.804956+0000","last_became_active":"2024-09-19T13:55:06.746086+0000","last_became_peered":"2024-09-19T13:55:06.746086+0000","last_unstale":"2024-09-19T14:24:46.804956+0000","last_undegraded":"2024-09-19T14:24:46.804956+0000","last_fullsized":"2024-09-19T14:24:46.804956+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:46.804447+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:46.804447+0000","last_clean_scrub_stamp":"2024-09-19T14:24:46.804447+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:41:08.278344+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.12","version":"268'28","reported_seq":128,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:38.576978+0000","last_change":"2024-09-19T14:24:38.576978+0000","last_active":"2024-09-19T14:24:38.576978+0000","last_peered":"2024-09-19T14:24:38.576978+0000","last_clean":"2024-09-19T14:24:38.576978+0000","last_became_active":"2024-09-19T13:53:12.468663+0000","last_became_peered":"2024-09-19T13:53:12.468663+0000","last_unstale":"2024-09-19T14:24:38.576978+0000","last_undegraded":"2024-09-19T14:24:38.576978+0000","last_fullsized":"2024-09-19T14:24:38.576978+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'28","last_scrub_stamp":"2024-09-19T14:24:38.576795+0000","last_deep_scrub":"268'28","last_deep_scrub_stamp":"2024-09-19T14:24:38.576795+0000","last_clean_scrub_stamp":"2024-09-19T14:24:38.576795+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:08:55.510156+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":223,"num_read_kb":153,"num_write":74,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.14","version":"268'2","reported_seq":31,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:52.186191+0000","last_change":"2024-09-19T14:24:52.186046+0000","last_active":"2024-09-19T14:24:52.186191+0000","last_peered":"2024-09-19T14:24:52.186191+0000","last_clean":"2024-09-19T14:24:52.186191+0000","last_became_active":"2024-09-19T14:06:26.877084+0000","last_became_peered":"2024-09-19T14:06:26.877084+0000","last_unstale":"2024-09-19T14:24:52.186191+0000","last_undegraded":"2024-09-19T14:24:52.186191+0000","last_fullsized":"2024-09-19T14:24:52.186191+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:52.185866+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:52.185866+0000","last_clean_scrub_stamp":"2024-09-19T14:24:52.185866+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:35:25.529340+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.13","version":"268'9","reported_seq":59,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:48.641709+0000","last_change":"2024-09-19T14:24:48.641709+0000","last_active":"2024-09-19T14:24:48.641709+0000","last_peered":"2024-09-19T14:24:48.641709+0000","last_clean":"2024-09-19T14:24:48.641709+0000","last_became_active":"2024-09-19T13:55:09.791630+0000","last_became_peered":"2024-09-19T13:55:09.791630+0000","last_unstale":"2024-09-19T14:24:48.641709+0000","last_undegraded":"2024-09-19T14:24:48.641709+0000","last_fullsized":"2024-09-19T14:24:48.641709+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'9","last_scrub_stamp":"2024-09-19T14:24:48.641521+0000","last_deep_scrub":"268'9","last_deep_scrub_stamp":"2024-09-19T14:24:48.641521+0000","last_clean_scrub_stamp":"2024-09-19T14:24:48.641521+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:31:56.137628+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":24578,"num_write":14,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.12","version":"268'4","reported_seq":51,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:39.053012+0000","last_change":"2024-09-19T14:24:39.053012+0000","last_active":"2024-09-19T14:24:39.053012+0000","last_peered":"2024-09-19T14:24:39.053012+0000","last_clean":"2024-09-19T14:24:39.053012+0000","last_became_active":"2024-09-19T13:55:06.738548+0000","last_became_peered":"2024-09-19T13:55:06.738548+0000","last_unstale":"2024-09-19T14:24:39.053012+0000","last_undegraded":"2024-09-19T14:24:39.053012+0000","last_fullsized":"2024-09-19T14:24:39.053012+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4","last_scrub_stamp":"2024-09-19T14:24:39.052828+0000","last_deep_scrub":"268'4","last_deep_scrub_stamp":"2024-09-19T14:24:39.052828+0000","last_clean_scrub_stamp":"2024-09-19T14:24:39.052828+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:26:09.883783+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":1024,"num_write":4,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.11","version":"268'32","reported_seq":139,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:39.724862+0000","last_change":"2024-09-19T14:24:39.724862+0000","last_active":"2024-09-19T14:24:39.724862+0000","last_peered":"2024-09-19T14:24:39.724862+0000","last_clean":"2024-09-19T14:24:39.724862+0000","last_became_active":"2024-09-19T13:53:12.447667+0000","last_became_peered":"2024-09-19T13:53:12.447667+0000","last_unstale":"2024-09-19T14:24:39.724862+0000","last_undegraded":"2024-09-19T14:24:39.724862+0000","last_fullsized":"2024-09-19T14:24:39.724862+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'32","last_scrub_stamp":"2024-09-19T14:24:39.724682+0000","last_deep_scrub":"268'32","last_deep_scrub_stamp":"2024-09-19T14:24:39.724682+0000","last_clean_scrub_stamp":"2024-09-19T14:24:39.724682+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T02:05:20.861182+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":245,"num_read_kb":156,"num_write":89,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.15","version":"268'2","reported_seq":30,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:48.791959+0000","last_change":"2024-09-19T14:24:48.791959+0000","last_active":"2024-09-19T14:24:48.791959+0000","last_peered":"2024-09-19T14:24:48.791959+0000","last_clean":"2024-09-19T14:24:48.791959+0000","last_became_active":"2024-09-19T14:06:26.874705+0000","last_became_peered":"2024-09-19T14:06:26.874705+0000","last_unstale":"2024-09-19T14:24:48.791959+0000","last_undegraded":"2024-09-19T14:24:48.791959+0000","last_fullsized":"2024-09-19T14:24:48.791959+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:48.791740+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:48.791740+0000","last_clean_scrub_stamp":"2024-09-19T14:24:48.791740+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:38:41.689091+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.12","version":"268'8","reported_seq":50,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:25:01.405850+0000","last_change":"2024-09-19T14:25:01.405850+0000","last_active":"2024-09-19T14:25:01.405850+0000","last_peered":"2024-09-19T14:25:01.405850+0000","last_clean":"2024-09-19T14:25:01.405850+0000","last_became_active":"2024-09-19T13:55:09.802725+0000","last_became_peered":"2024-09-19T13:55:09.802725+0000","last_unstale":"2024-09-19T14:25:01.405850+0000","last_undegraded":"2024-09-19T14:25:01.405850+0000","last_fullsized":"2024-09-19T14:25:01.405850+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'8","last_scrub_stamp":"2024-09-19T14:25:01.405665+0000","last_deep_scrub":"268'8","last_deep_scrub_stamp":"2024-09-19T14:25:01.405665+0000","last_clean_scrub_stamp":"2024-09-19T14:25:01.405665+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T02:06:53.573805+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8192,"num_write":18,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.13","version":"268'3","reported_seq":50,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:40.018186+0000","last_change":"2024-09-19T14:24:40.018186+0000","last_active":"2024-09-19T14:24:40.018186+0000","last_peered":"2024-09-19T14:24:40.018186+0000","last_clean":"2024-09-19T14:24:40.018186+0000","last_became_active":"2024-09-19T13:55:06.720062+0000","last_became_peered":"2024-09-19T13:55:06.720062+0000","last_unstale":"2024-09-19T14:24:40.018186+0000","last_undegraded":"2024-09-19T14:24:40.018186+0000","last_fullsized":"2024-09-19T14:24:40.018186+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'3","last_scrub_stamp":"2024-09-19T14:24:40.017999+0000","last_deep_scrub":"268'3","last_deep_scrub_stamp":"2024-09-19T14:24:40.017999+0000","last_clean_scrub_stamp":"2024-09-19T14:24:40.017999+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:47:13.738212+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.10","version":"268'33","reported_seq":140,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:35.566070+0000","last_change":"2024-09-19T14:24:35.566070+0000","last_active":"2024-09-19T14:24:35.566070+0000","last_peered":"2024-09-19T14:24:35.566070+0000","last_clean":"2024-09-19T14:24:35.566070+0000","last_became_active":"2024-09-19T13:53:12.468629+0000","last_became_peered":"2024-09-19T13:53:12.468629+0000","last_unstale":"2024-09-19T14:24:35.566070+0000","last_undegraded":"2024-09-19T14:24:35.566070+0000","last_fullsized":"2024-09-19T14:24:35.566070+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'33","last_scrub_stamp":"2024-09-19T14:24:35.565894+0000","last_deep_scrub":"268'33","last_deep_scrub_stamp":"2024-09-19T14:24:35.565894+0000","last_clean_scrub_stamp":"2024-09-19T14:24:35.565894+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:41:35.660458+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":257,"num_read_kb":174,"num_write":93,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:58.947428+0000","last_change":"2024-09-19T14:24:58.947428+0000","last_active":"2024-09-19T14:24:58.947428+0000","last_peered":"2024-09-19T14:24:58.947428+0000","last_clean":"2024-09-19T14:24:58.947428+0000","last_became_active":"2024-09-19T14:06:26.884187+0000","last_became_peered":"2024-09-19T14:06:26.884187+0000","last_unstale":"2024-09-19T14:24:58.947428+0000","last_undegraded":"2024-09-19T14:24:58.947428+0000","last_fullsized":"2024-09-19T14:24:58.947428+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:58.947149+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:58.947149+0000","last_clean_scrub_stamp":"2024-09-19T14:24:58.947149+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:33:10.647974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.d","version":"0'0","reported_seq":40,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:45.606728+0000","last_change":"2024-09-19T14:24:45.606728+0000","last_active":"2024-09-19T14:24:45.606728+0000","last_peered":"2024-09-19T14:24:45.606728+0000","last_clean":"2024-09-19T14:24:45.606728+0000","last_became_active":"2024-09-19T13:55:09.794787+0000","last_became_peered":"2024-09-19T13:55:09.794787+0000","last_unstale":"2024-09-19T14:24:45.606728+0000","last_undegraded":"2024-09-19T14:24:45.606728+0000","last_fullsized":"2024-09-19T14:24:45.606728+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:45.606542+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:45.606542+0000","last_clean_scrub_stamp":"2024-09-19T14:24:45.606542+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:20:13.989880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.c","version":"265'10","reported_seq":68,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:35.765777+0000","last_change":"2024-09-19T14:24:35.765777+0000","last_active":"2024-09-19T14:24:35.765777+0000","last_peered":"2024-09-19T14:24:35.765777+0000","last_clean":"2024-09-19T14:24:35.765777+0000","last_became_active":"2024-09-19T13:55:06.733366+0000","last_became_peered":"2024-09-19T13:55:06.733366+0000","last_unstale":"2024-09-19T14:24:35.765777+0000","last_undegraded":"2024-09-19T14:24:35.765777+0000","last_fullsized":"2024-09-19T14:24:35.765777+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'10","last_scrub_stamp":"2024-09-19T14:24:35.765592+0000","last_deep_scrub":"265'10","last_deep_scrub_stamp":"2024-09-19T14:24:35.765592+0000","last_clean_scrub_stamp":"2024-09-19T14:24:35.765592+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:23:20.996365+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":18,"num_read_kb":20484,"num_write":20,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.f","version":"268'30","reported_seq":134,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:41.612222+0000","last_change":"2024-09-19T14:24:41.611966+0000","last_active":"2024-09-19T14:24:41.612222+0000","last_peered":"2024-09-19T14:24:41.612222+0000","last_clean":"2024-09-19T14:24:41.612222+0000","last_became_active":"2024-09-19T13:53:12.454659+0000","last_became_peered":"2024-09-19T13:53:12.454659+0000","last_unstale":"2024-09-19T14:24:41.612222+0000","last_undegraded":"2024-09-19T14:24:41.612222+0000","last_fullsized":"2024-09-19T14:24:41.612222+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'30","last_scrub_stamp":"2024-09-19T14:24:41.611672+0000","last_deep_scrub":"268'30","last_deep_scrub_stamp":"2024-09-19T14:24:41.611672+0000","last_clean_scrub_stamp":"2024-09-19T14:24:41.611672+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:22:10.873191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":240,"num_read_kb":143,"num_write":74,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:43.032243+0000","last_change":"2024-09-19T14:24:43.032243+0000","last_active":"2024-09-19T14:24:43.032243+0000","last_peered":"2024-09-19T14:24:43.032243+0000","last_clean":"2024-09-19T14:24:43.032243+0000","last_became_active":"2024-09-19T14:06:26.877810+0000","last_became_peered":"2024-09-19T14:06:26.877810+0000","last_unstale":"2024-09-19T14:24:43.032243+0000","last_undegraded":"2024-09-19T14:24:43.032243+0000","last_fullsized":"2024-09-19T14:24:43.032243+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:43.032057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:43.032057+0000","last_clean_scrub_stamp":"2024-09-19T14:24:43.032057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:24:30.816514+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.c","version":"268'11","reported_seq":61,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:46.610255+0000","last_change":"2024-09-19T14:24:46.610255+0000","last_active":"2024-09-19T14:24:46.610255+0000","last_peered":"2024-09-19T14:24:46.610255+0000","last_clean":"2024-09-19T14:24:46.610255+0000","last_became_active":"2024-09-19T13:55:09.806896+0000","last_became_peered":"2024-09-19T13:55:09.806896+0000","last_unstale":"2024-09-19T14:24:46.610255+0000","last_undegraded":"2024-09-19T14:24:46.610255+0000","last_fullsized":"2024-09-19T14:24:46.610255+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'11","last_scrub_stamp":"2024-09-19T14:24:46.610076+0000","last_deep_scrub":"268'11","last_deep_scrub_stamp":"2024-09-19T14:24:46.610076+0000","last_clean_scrub_stamp":"2024-09-19T14:24:46.610076+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:34:16.439028+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":14338,"num_write":16,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.d","version":"268'5","reported_seq":55,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:47.788649+0000","last_change":"2024-09-19T14:24:47.788649+0000","last_active":"2024-09-19T14:24:47.788649+0000","last_peered":"2024-09-19T14:24:47.788649+0000","last_clean":"2024-09-19T14:24:47.788649+0000","last_became_active":"2024-09-19T13:55:06.741897+0000","last_became_peered":"2024-09-19T13:55:06.741897+0000","last_unstale":"2024-09-19T14:24:47.788649+0000","last_undegraded":"2024-09-19T14:24:47.788649+0000","last_fullsized":"2024-09-19T14:24:47.788649+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'5","last_scrub_stamp":"2024-09-19T14:24:47.788477+0000","last_deep_scrub":"268'5","last_deep_scrub_stamp":"2024-09-19T14:24:47.788477+0000","last_clean_scrub_stamp":"2024-09-19T14:24:47.788477+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:32:55.018738+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":10240,"num_write":10,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.e","version":"268'33","reported_seq":140,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:56.347566+0000","last_change":"2024-09-19T14:24:56.347566+0000","last_active":"2024-09-19T14:24:56.347566+0000","last_peered":"2024-09-19T14:24:56.347566+0000","last_clean":"2024-09-19T14:24:56.347566+0000","last_became_active":"2024-09-19T13:53:12.475599+0000","last_became_peered":"2024-09-19T13:53:12.475599+0000","last_unstale":"2024-09-19T14:24:56.347566+0000","last_undegraded":"2024-09-19T14:24:56.347566+0000","last_fullsized":"2024-09-19T14:24:56.347566+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'33","last_scrub_stamp":"2024-09-19T14:24:56.347376+0000","last_deep_scrub":"268'33","last_deep_scrub_stamp":"2024-09-19T14:24:56.347376+0000","last_clean_scrub_stamp":"2024-09-19T14:24:56.347376+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:58:55.016721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":253,"num_read_kb":159,"num_write":84,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:25:12.428105+0000","last_change":"2024-09-19T14:25:12.428105+0000","last_active":"2024-09-19T14:25:12.428105+0000","last_peered":"2024-09-19T14:25:12.428105+0000","last_clean":"2024-09-19T14:25:12.428105+0000","last_became_active":"2024-09-19T14:06:26.861645+0000","last_became_peered":"2024-09-19T14:06:26.861645+0000","last_unstale":"2024-09-19T14:25:12.428105+0000","last_undegraded":"2024-09-19T14:25:12.428105+0000","last_fullsized":"2024-09-19T14:25:12.428105+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:25:12.427921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:25:12.427921+0000","last_clean_scrub_stamp":"2024-09-19T14:25:12.427921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:30:17.337565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.f","version":"265'4","reported_seq":50,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:50.655578+0000","last_change":"2024-09-19T14:24:50.655578+0000","last_active":"2024-09-19T14:24:50.655578+0000","last_peered":"2024-09-19T14:24:50.655578+0000","last_clean":"2024-09-19T14:24:50.655578+0000","last_became_active":"2024-09-19T13:55:09.807402+0000","last_became_peered":"2024-09-19T13:55:09.807402+0000","last_unstale":"2024-09-19T14:24:50.655578+0000","last_undegraded":"2024-09-19T14:24:50.655578+0000","last_fullsized":"2024-09-19T14:24:50.655578+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'4","last_scrub_stamp":"2024-09-19T14:24:50.655387+0000","last_deep_scrub":"265'4","last_deep_scrub_stamp":"2024-09-19T14:24:50.655387+0000","last_clean_scrub_stamp":"2024-09-19T14:24:50.655387+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:41:57.333898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":4,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.e","version":"268'2","reported_seq":49,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:42.610965+0000","last_change":"2024-09-19T14:24:42.610965+0000","last_active":"2024-09-19T14:24:42.610965+0000","last_peered":"2024-09-19T14:24:42.610965+0000","last_clean":"2024-09-19T14:24:42.610965+0000","last_became_active":"2024-09-19T13:55:06.748613+0000","last_became_peered":"2024-09-19T13:55:06.748613+0000","last_unstale":"2024-09-19T14:24:42.610965+0000","last_undegraded":"2024-09-19T14:24:42.610965+0000","last_fullsized":"2024-09-19T14:24:42.610965+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:42.610744+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:42.610744+0000","last_clean_scrub_stamp":"2024-09-19T14:24:42.610744+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:46:30.975084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.d","version":"268'39","reported_seq":165,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:30.111447+0000","last_change":"2024-09-19T14:24:30.111310+0000","last_active":"2024-09-19T14:24:30.111447+0000","last_peered":"2024-09-19T14:24:30.111447+0000","last_clean":"2024-09-19T14:24:30.111447+0000","last_became_active":"2024-09-19T13:53:12.457026+0000","last_became_peered":"2024-09-19T13:53:12.457026+0000","last_unstale":"2024-09-19T14:24:30.111447+0000","last_undegraded":"2024-09-19T14:24:30.111447+0000","last_fullsized":"2024-09-19T14:24:30.111447+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'39","last_scrub_stamp":"2024-09-19T14:24:30.111128+0000","last_deep_scrub":"268'39","last_deep_scrub_stamp":"2024-09-19T14:24:30.111128+0000","last_clean_scrub_stamp":"2024-09-19T14:24:30.111128+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:14:58.618091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":323,"num_read_kb":211,"num_write":98,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:41.984281+0000","last_change":"2024-09-19T14:24:41.984281+0000","last_active":"2024-09-19T14:24:41.984281+0000","last_peered":"2024-09-19T14:24:41.984281+0000","last_clean":"2024-09-19T14:24:41.984281+0000","last_became_active":"2024-09-19T14:06:26.869841+0000","last_became_peered":"2024-09-19T14:06:26.869841+0000","last_unstale":"2024-09-19T14:24:41.984281+0000","last_undegraded":"2024-09-19T14:24:41.984281+0000","last_fullsized":"2024-09-19T14:24:41.984281+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:41.984097+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:41.984097+0000","last_clean_scrub_stamp":"2024-09-19T14:24:41.984097+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:36:40.297003+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.e","version":"268'3","reported_seq":43,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:51.824365+0000","last_change":"2024-09-19T14:24:51.824365+0000","last_active":"2024-09-19T14:24:51.824365+0000","last_peered":"2024-09-19T14:24:51.824365+0000","last_clean":"2024-09-19T14:24:51.824365+0000","last_became_active":"2024-09-19T13:55:09.810583+0000","last_became_peered":"2024-09-19T13:55:09.810583+0000","last_unstale":"2024-09-19T14:24:51.824365+0000","last_undegraded":"2024-09-19T14:24:51.824365+0000","last_fullsized":"2024-09-19T14:24:51.824365+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'3","last_scrub_stamp":"2024-09-19T14:24:51.824187+0000","last_deep_scrub":"268'3","last_deep_scrub_stamp":"2024-09-19T14:24:51.824187+0000","last_clean_scrub_stamp":"2024-09-19T14:24:51.824187+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:08:47.066141+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.f","version":"0'0","reported_seq":46,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:44.608690+0000","last_change":"2024-09-19T14:24:44.608690+0000","last_active":"2024-09-19T14:24:44.608690+0000","last_peered":"2024-09-19T14:24:44.608690+0000","last_clean":"2024-09-19T14:24:44.608690+0000","last_became_active":"2024-09-19T13:55:06.749512+0000","last_became_peered":"2024-09-19T13:55:06.749512+0000","last_unstale":"2024-09-19T14:24:44.608690+0000","last_undegraded":"2024-09-19T14:24:44.608690+0000","last_fullsized":"2024-09-19T14:24:44.608690+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:44.608504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:44.608504+0000","last_clean_scrub_stamp":"2024-09-19T14:24:44.608504+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T02:21:30.909232+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.c","version":"268'44","reported_seq":167,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:39.667236+0000","last_change":"2024-09-19T14:24:39.667083+0000","last_active":"2024-09-19T14:24:39.667236+0000","last_peered":"2024-09-19T14:24:39.667236+0000","last_clean":"2024-09-19T14:24:39.667236+0000","last_became_active":"2024-09-19T13:53:12.472073+0000","last_became_peered":"2024-09-19T13:53:12.472073+0000","last_unstale":"2024-09-19T14:24:39.667236+0000","last_undegraded":"2024-09-19T14:24:39.667236+0000","last_fullsized":"2024-09-19T14:24:39.667236+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'44","last_scrub_stamp":"2024-09-19T14:24:39.666901+0000","last_deep_scrub":"268'44","last_deep_scrub_stamp":"2024-09-19T14:24:39.666901+0000","last_clean_scrub_stamp":"2024-09-19T14:24:39.666901+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:58:21.315457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":321,"num_read_kb":220,"num_write":112,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:25:00.940405+0000","last_change":"2024-09-19T14:25:00.940405+0000","last_active":"2024-09-19T14:25:00.940405+0000","last_peered":"2024-09-19T14:25:00.940405+0000","last_clean":"2024-09-19T14:25:00.940405+0000","last_became_active":"2024-09-19T14:06:26.872032+0000","last_became_peered":"2024-09-19T14:06:26.872032+0000","last_unstale":"2024-09-19T14:25:00.940405+0000","last_undegraded":"2024-09-19T14:25:00.940405+0000","last_fullsized":"2024-09-19T14:25:00.940405+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:25:00.940228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:25:00.940228+0000","last_clean_scrub_stamp":"2024-09-19T14:25:00.940228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:29:03.162930+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.9","version":"0'0","reported_seq":40,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:25:08.376825+0000","last_change":"2024-09-19T14:25:08.376825+0000","last_active":"2024-09-19T14:25:08.376825+0000","last_peered":"2024-09-19T14:25:08.376825+0000","last_clean":"2024-09-19T14:25:08.376825+0000","last_became_active":"2024-09-19T13:55:09.805828+0000","last_became_peered":"2024-09-19T13:55:09.805828+0000","last_unstale":"2024-09-19T14:25:08.376825+0000","last_undegraded":"2024-09-19T14:25:08.376825+0000","last_fullsized":"2024-09-19T14:25:08.376825+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:25:08.376644+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:25:08.376644+0000","last_clean_scrub_stamp":"2024-09-19T14:25:08.376644+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:55:10.109966+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.8","version":"268'12","reported_seq":70,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:39.613769+0000","last_change":"2024-09-19T14:24:39.613543+0000","last_active":"2024-09-19T14:24:39.613769+0000","last_peered":"2024-09-19T14:24:39.613769+0000","last_clean":"2024-09-19T14:24:39.613769+0000","last_became_active":"2024-09-19T13:55:06.739205+0000","last_became_peered":"2024-09-19T13:55:06.739205+0000","last_unstale":"2024-09-19T14:24:39.613769+0000","last_undegraded":"2024-09-19T14:24:39.613769+0000","last_fullsized":"2024-09-19T14:24:39.613769+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'12","last_scrub_stamp":"2024-09-19T14:24:39.613328+0000","last_deep_scrub":"268'12","last_deep_scrub_stamp":"2024-09-19T14:24:39.613328+0000","last_clean_scrub_stamp":"2024-09-19T14:24:39.613328+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:38:10.564118+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":22589,"num_write":22,"num_write_kb":9275,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.b","version":"268'30","reported_seq":132,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:38.653098+0000","last_change":"2024-09-19T14:24:38.652853+0000","last_active":"2024-09-19T14:24:38.653098+0000","last_peered":"2024-09-19T14:24:38.653098+0000","last_clean":"2024-09-19T14:24:38.653098+0000","last_became_active":"2024-09-19T13:53:12.483814+0000","last_became_peered":"2024-09-19T13:53:12.483814+0000","last_unstale":"2024-09-19T14:24:38.653098+0000","last_undegraded":"2024-09-19T14:24:38.653098+0000","last_fullsized":"2024-09-19T14:24:38.653098+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'30","last_scrub_stamp":"2024-09-19T14:24:38.652630+0000","last_deep_scrub":"268'30","last_deep_scrub_stamp":"2024-09-19T14:24:38.652630+0000","last_clean_scrub_stamp":"2024-09-19T14:24:38.652630+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:56:39.154009+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":233,"num_read_kb":157,"num_write":83,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:41.662530+0000","last_change":"2024-09-19T14:24:41.662530+0000","last_active":"2024-09-19T14:24:41.662530+0000","last_peered":"2024-09-19T14:24:41.662530+0000","last_clean":"2024-09-19T14:24:41.662530+0000","last_became_active":"2024-09-19T14:06:26.859139+0000","last_became_peered":"2024-09-19T14:06:26.859139+0000","last_unstale":"2024-09-19T14:24:41.662530+0000","last_undegraded":"2024-09-19T14:24:41.662530+0000","last_fullsized":"2024-09-19T14:24:41.662530+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:41.662344+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:41.662344+0000","last_clean_scrub_stamp":"2024-09-19T14:24:41.662344+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:42:36.008397+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.8","version":"268'7","reported_seq":50,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:20.746250+0000","last_change":"2024-09-19T14:24:20.746250+0000","last_active":"2024-09-19T14:24:20.746250+0000","last_peered":"2024-09-19T14:24:20.746250+0000","last_clean":"2024-09-19T14:24:20.746250+0000","last_became_active":"2024-09-19T13:55:09.790511+0000","last_became_peered":"2024-09-19T13:55:09.790511+0000","last_unstale":"2024-09-19T14:24:20.746250+0000","last_undegraded":"2024-09-19T14:24:20.746250+0000","last_fullsized":"2024-09-19T14:24:20.746250+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'7","last_scrub_stamp":"2024-09-19T14:24:20.746028+0000","last_deep_scrub":"268'7","last_deep_scrub_stamp":"2024-09-19T14:24:20.746028+0000","last_clean_scrub_stamp":"2024-09-19T14:24:20.746028+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:03:11.926270+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":1342,"num_write":12,"num_write_kb":5438,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"66.9","version":"265'2","reported_seq":51,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:45.828308+0000","last_change":"2024-09-19T14:24:45.828175+0000","last_active":"2024-09-19T14:24:45.828308+0000","last_peered":"2024-09-19T14:24:45.828308+0000","last_clean":"2024-09-19T14:24:45.828308+0000","last_became_active":"2024-09-19T13:55:06.745539+0000","last_became_peered":"2024-09-19T13:55:06.745539+0000","last_unstale":"2024-09-19T14:24:45.828308+0000","last_undegraded":"2024-09-19T14:24:45.828308+0000","last_fullsized":"2024-09-19T14:24:45.828308+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'2","last_scrub_stamp":"2024-09-19T14:24:45.827986+0000","last_deep_scrub":"265'2","last_deep_scrub_stamp":"2024-09-19T14:24:45.827986+0000","last_clean_scrub_stamp":"2024-09-19T14:24:45.827986+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:37:32.788619+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.a","version":"268'25","reported_seq":119,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:47.702119+0000","last_change":"2024-09-19T14:24:47.702119+0000","last_active":"2024-09-19T14:24:47.702119+0000","last_peered":"2024-09-19T14:24:47.702119+0000","last_clean":"2024-09-19T14:24:47.702119+0000","last_became_active":"2024-09-19T13:53:12.459497+0000","last_became_peered":"2024-09-19T13:53:12.459497+0000","last_unstale":"2024-09-19T14:24:47.702119+0000","last_undegraded":"2024-09-19T14:24:47.702119+0000","last_fullsized":"2024-09-19T14:24:47.702119+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'25","last_scrub_stamp":"2024-09-19T14:24:47.701924+0000","last_deep_scrub":"268'25","last_deep_scrub_stamp":"2024-09-19T14:24:47.701924+0000","last_clean_scrub_stamp":"2024-09-19T14:24:47.701924+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:03:45.209861+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":185,"num_read_kb":123,"num_write":63,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.c","version":"268'2","reported_seq":31,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:39.586091+0000","last_change":"2024-09-19T14:24:39.586091+0000","last_active":"2024-09-19T14:24:39.586091+0000","last_peered":"2024-09-19T14:24:39.586091+0000","last_clean":"2024-09-19T14:24:39.586091+0000","last_became_active":"2024-09-19T14:06:26.885419+0000","last_became_peered":"2024-09-19T14:06:26.885419+0000","last_unstale":"2024-09-19T14:24:39.586091+0000","last_undegraded":"2024-09-19T14:24:39.586091+0000","last_fullsized":"2024-09-19T14:24:39.586091+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:39.585898+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:39.585898+0000","last_clean_scrub_stamp":"2024-09-19T14:24:39.585898+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:49:28.891770+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.b","version":"265'2","reported_seq":44,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:46.740896+0000","last_change":"2024-09-19T14:24:46.740896+0000","last_active":"2024-09-19T14:24:46.740896+0000","last_peered":"2024-09-19T14:24:46.740896+0000","last_clean":"2024-09-19T14:24:46.740896+0000","last_became_active":"2024-09-19T13:55:09.815512+0000","last_became_peered":"2024-09-19T13:55:09.815512+0000","last_unstale":"2024-09-19T14:24:46.740896+0000","last_undegraded":"2024-09-19T14:24:46.740896+0000","last_fullsized":"2024-09-19T14:24:46.740896+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'2","last_scrub_stamp":"2024-09-19T14:24:46.740713+0000","last_deep_scrub":"265'2","last_deep_scrub_stamp":"2024-09-19T14:24:46.740713+0000","last_clean_scrub_stamp":"2024-09-19T14:24:46.740713+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:14:38.409491+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.a","version":"268'2","reported_seq":50,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:40.593561+0000","last_change":"2024-09-19T14:24:40.593561+0000","last_active":"2024-09-19T14:24:40.593561+0000","last_peered":"2024-09-19T14:24:40.593561+0000","last_clean":"2024-09-19T14:24:40.593561+0000","last_became_active":"2024-09-19T13:55:06.742787+0000","last_became_peered":"2024-09-19T13:55:06.742787+0000","last_unstale":"2024-09-19T14:24:40.593561+0000","last_undegraded":"2024-09-19T14:24:40.593561+0000","last_fullsized":"2024-09-19T14:24:40.593561+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:40.593374+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:40.593374+0000","last_clean_scrub_stamp":"2024-09-19T14:24:40.593374+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:58:15.851099+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.9","version":"268'38","reported_seq":158,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:43.833768+0000","last_change":"2024-09-19T14:24:43.833768+0000","last_active":"2024-09-19T14:24:43.833768+0000","last_peered":"2024-09-19T14:24:43.833768+0000","last_clean":"2024-09-19T14:24:43.833768+0000","last_became_active":"2024-09-19T13:53:12.461291+0000","last_became_peered":"2024-09-19T13:53:12.461291+0000","last_unstale":"2024-09-19T14:24:43.833768+0000","last_undegraded":"2024-09-19T14:24:43.833768+0000","last_fullsized":"2024-09-19T14:24:43.833768+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'38","last_scrub_stamp":"2024-09-19T14:24:43.833598+0000","last_deep_scrub":"268'38","last_deep_scrub_stamp":"2024-09-19T14:24:43.833598+0000","last_clean_scrub_stamp":"2024-09-19T14:24:43.833598+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:06:01.599022+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":311,"num_read_kb":203,"num_write":97,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:55.642172+0000","last_change":"2024-09-19T14:24:55.642172+0000","last_active":"2024-09-19T14:24:55.642172+0000","last_peered":"2024-09-19T14:24:55.642172+0000","last_clean":"2024-09-19T14:24:55.642172+0000","last_became_active":"2024-09-19T14:06:26.881977+0000","last_became_peered":"2024-09-19T14:06:26.881977+0000","last_unstale":"2024-09-19T14:24:55.642172+0000","last_undegraded":"2024-09-19T14:24:55.642172+0000","last_fullsized":"2024-09-19T14:24:55.642172+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:55.641992+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:55.641992+0000","last_clean_scrub_stamp":"2024-09-19T14:24:55.641992+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:06:48.879684+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.a","version":"268'3","reported_seq":45,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:34.532534+0000","last_change":"2024-09-19T14:24:34.532534+0000","last_active":"2024-09-19T14:24:34.532534+0000","last_peered":"2024-09-19T14:24:34.532534+0000","last_clean":"2024-09-19T14:24:34.532534+0000","last_became_active":"2024-09-19T13:55:09.799665+0000","last_became_peered":"2024-09-19T13:55:09.799665+0000","last_unstale":"2024-09-19T14:24:34.532534+0000","last_undegraded":"2024-09-19T14:24:34.532534+0000","last_fullsized":"2024-09-19T14:24:34.532534+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'3","last_scrub_stamp":"2024-09-19T14:24:34.532347+0000","last_deep_scrub":"268'3","last_deep_scrub_stamp":"2024-09-19T14:24:34.532347+0000","last_clean_scrub_stamp":"2024-09-19T14:24:34.532347+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:26:38.742437+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.b","version":"268'6","reported_seq":58,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:25:05.376794+0000","last_change":"2024-09-19T14:25:05.376794+0000","last_active":"2024-09-19T14:25:05.376794+0000","last_peered":"2024-09-19T14:25:05.376794+0000","last_clean":"2024-09-19T14:25:05.376794+0000","last_became_active":"2024-09-19T13:55:06.737872+0000","last_became_peered":"2024-09-19T13:55:06.737872+0000","last_unstale":"2024-09-19T14:25:05.376794+0000","last_undegraded":"2024-09-19T14:25:05.376794+0000","last_fullsized":"2024-09-19T14:25:05.376794+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'6","last_scrub_stamp":"2024-09-19T14:25:05.376490+0000","last_deep_scrub":"268'6","last_deep_scrub_stamp":"2024-09-19T14:25:05.376490+0000","last_clean_scrub_stamp":"2024-09-19T14:25:05.376490+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:12:38.197174+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":4098,"num_write":6,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.8","version":"268'39","reported_seq":153,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:29.537415+0000","last_change":"2024-09-19T14:24:29.537415+0000","last_active":"2024-09-19T14:24:29.537415+0000","last_peered":"2024-09-19T14:24:29.537415+0000","last_clean":"2024-09-19T14:24:29.537415+0000","last_became_active":"2024-09-19T13:53:12.475372+0000","last_became_peered":"2024-09-19T13:53:12.475372+0000","last_unstale":"2024-09-19T14:24:29.537415+0000","last_undegraded":"2024-09-19T14:24:29.537415+0000","last_fullsized":"2024-09-19T14:24:29.537415+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'39","last_scrub_stamp":"2024-09-19T14:24:29.537237+0000","last_deep_scrub":"268'39","last_deep_scrub_stamp":"2024-09-19T14:24:29.537237+0000","last_clean_scrub_stamp":"2024-09-19T14:24:29.537237+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:25:59.957380+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":292,"num_read_kb":195,"num_write":104,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":30,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:38.581757+0000","last_change":"2024-09-19T14:24:38.581627+0000","last_active":"2024-09-19T14:24:38.581757+0000","last_peered":"2024-09-19T14:24:38.581757+0000","last_clean":"2024-09-19T14:24:38.581757+0000","last_became_active":"2024-09-19T14:06:26.879771+0000","last_became_peered":"2024-09-19T14:06:26.879771+0000","last_unstale":"2024-09-19T14:24:38.581757+0000","last_undegraded":"2024-09-19T14:24:38.581757+0000","last_fullsized":"2024-09-19T14:24:38.581757+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:38.581430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:38.581430+0000","last_clean_scrub_stamp":"2024-09-19T14:24:38.581430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:39:24.330993+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.5","version":"265'10","reported_seq":65,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:52.848125+0000","last_change":"2024-09-19T14:24:52.848125+0000","last_active":"2024-09-19T14:24:52.848125+0000","last_peered":"2024-09-19T14:24:52.848125+0000","last_clean":"2024-09-19T14:24:52.848125+0000","last_became_active":"2024-09-19T13:55:09.803908+0000","last_became_peered":"2024-09-19T13:55:09.803908+0000","last_unstale":"2024-09-19T14:24:52.848125+0000","last_undegraded":"2024-09-19T14:24:52.848125+0000","last_fullsized":"2024-09-19T14:24:52.848125+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'10","last_scrub_stamp":"2024-09-19T14:24:52.847890+0000","last_deep_scrub":"265'10","last_deep_scrub_stamp":"2024-09-19T14:24:52.847890+0000","last_clean_scrub_stamp":"2024-09-19T14:24:52.847890+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:57:14.366117+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":21,"num_read_kb":12292,"num_write":10,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.4","version":"265'6","reported_seq":61,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:25:00.358711+0000","last_change":"2024-09-19T14:25:00.358711+0000","last_active":"2024-09-19T14:25:00.358711+0000","last_peered":"2024-09-19T14:25:00.358711+0000","last_clean":"2024-09-19T14:25:00.358711+0000","last_became_active":"2024-09-19T13:55:06.735489+0000","last_became_peered":"2024-09-19T13:55:06.735489+0000","last_unstale":"2024-09-19T14:25:00.358711+0000","last_undegraded":"2024-09-19T14:25:00.358711+0000","last_fullsized":"2024-09-19T14:25:00.358711+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'6","last_scrub_stamp":"2024-09-19T14:25:00.358513+0000","last_deep_scrub":"265'6","last_deep_scrub_stamp":"2024-09-19T14:25:00.358513+0000","last_clean_scrub_stamp":"2024-09-19T14:25:00.358513+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:42:27.329538+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":5122,"num_write":6,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.7","version":"265'8","reported_seq":74,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:43.193896+0000","last_change":"2024-09-19T14:24:43.193896+0000","last_active":"2024-09-19T14:24:43.193896+0000","last_peered":"2024-09-19T14:24:43.193896+0000","last_clean":"2024-09-19T14:24:43.193896+0000","last_became_active":"2024-09-19T13:53:12.468649+0000","last_became_peered":"2024-09-19T13:53:12.468649+0000","last_unstale":"2024-09-19T14:24:43.193896+0000","last_undegraded":"2024-09-19T14:24:43.193896+0000","last_fullsized":"2024-09-19T14:24:43.193896+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'8","last_scrub_stamp":"2024-09-19T14:24:43.193702+0000","last_deep_scrub":"265'8","last_deep_scrub_stamp":"2024-09-19T14:24:43.193702+0000","last_clean_scrub_stamp":"2024-09-19T14:24:43.193702+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:50:26.210500+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":63,"num_read_kb":43,"num_write":20,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":30,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:40.606419+0000","last_change":"2024-09-19T14:24:40.606128+0000","last_active":"2024-09-19T14:24:40.606419+0000","last_peered":"2024-09-19T14:24:40.606419+0000","last_clean":"2024-09-19T14:24:40.606419+0000","last_became_active":"2024-09-19T14:06:26.874405+0000","last_became_peered":"2024-09-19T14:06:26.874405+0000","last_unstale":"2024-09-19T14:24:40.606419+0000","last_undegraded":"2024-09-19T14:24:40.606419+0000","last_fullsized":"2024-09-19T14:24:40.606419+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:40.605905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:40.605905+0000","last_clean_scrub_stamp":"2024-09-19T14:24:40.605905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:31:18.497075+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.4","version":"268'2","reported_seq":45,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:50.833224+0000","last_change":"2024-09-19T14:24:50.833224+0000","last_active":"2024-09-19T14:24:50.833224+0000","last_peered":"2024-09-19T14:24:50.833224+0000","last_clean":"2024-09-19T14:24:50.833224+0000","last_became_active":"2024-09-19T13:55:09.785402+0000","last_became_peered":"2024-09-19T13:55:09.785402+0000","last_unstale":"2024-09-19T14:24:50.833224+0000","last_undegraded":"2024-09-19T14:24:50.833224+0000","last_fullsized":"2024-09-19T14:24:50.833224+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:50.833047+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:50.833047+0000","last_clean_scrub_stamp":"2024-09-19T14:24:50.833047+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:30:30.146852+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1142,"num_write":2,"num_write_kb":571,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.5","version":"268'2","reported_seq":50,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:48.187901+0000","last_change":"2024-09-19T14:24:48.187901+0000","last_active":"2024-09-19T14:24:48.187901+0000","last_peered":"2024-09-19T14:24:48.187901+0000","last_clean":"2024-09-19T14:24:48.187901+0000","last_became_active":"2024-09-19T13:55:06.732266+0000","last_became_peered":"2024-09-19T13:55:06.732266+0000","last_unstale":"2024-09-19T14:24:48.187901+0000","last_undegraded":"2024-09-19T14:24:48.187901+0000","last_fullsized":"2024-09-19T14:24:48.187901+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:48.187694+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:48.187694+0000","last_clean_scrub_stamp":"2024-09-19T14:24:48.187694+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:00:50.162052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":48,"num_write":2,"num_write_kb":48,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.6","version":"268'31","reported_seq":138,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:55.309836+0000","last_change":"2024-09-19T14:24:55.309836+0000","last_active":"2024-09-19T14:24:55.309836+0000","last_peered":"2024-09-19T14:24:55.309836+0000","last_clean":"2024-09-19T14:24:55.309836+0000","last_became_active":"2024-09-19T13:53:12.468297+0000","last_became_peered":"2024-09-19T13:53:12.468297+0000","last_unstale":"2024-09-19T14:24:55.309836+0000","last_undegraded":"2024-09-19T14:24:55.309836+0000","last_fullsized":"2024-09-19T14:24:55.309836+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'31","last_scrub_stamp":"2024-09-19T14:24:55.309643+0000","last_deep_scrub":"268'31","last_deep_scrub_stamp":"2024-09-19T14:24:55.309643+0000","last_clean_scrub_stamp":"2024-09-19T14:24:55.309643+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:12:26.601657+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":260,"num_read_kb":195,"num_write":72,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":30,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:25:02.981930+0000","last_change":"2024-09-19T14:25:02.981930+0000","last_active":"2024-09-19T14:25:02.981930+0000","last_peered":"2024-09-19T14:25:02.981930+0000","last_clean":"2024-09-19T14:25:02.981930+0000","last_became_active":"2024-09-19T14:06:26.879275+0000","last_became_peered":"2024-09-19T14:06:26.879275+0000","last_unstale":"2024-09-19T14:25:02.981930+0000","last_undegraded":"2024-09-19T14:25:02.981930+0000","last_fullsized":"2024-09-19T14:25:02.981930+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:25:02.981752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:25:02.981752+0000","last_clean_scrub_stamp":"2024-09-19T14:25:02.981752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:57:13.191913+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.7","version":"0'0","reported_seq":40,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:35.487917+0000","last_change":"2024-09-19T14:24:35.487917+0000","last_active":"2024-09-19T14:24:35.487917+0000","last_peered":"2024-09-19T14:24:35.487917+0000","last_clean":"2024-09-19T14:24:35.487917+0000","last_became_active":"2024-09-19T13:55:09.799016+0000","last_became_peered":"2024-09-19T13:55:09.799016+0000","last_unstale":"2024-09-19T14:24:35.487917+0000","last_undegraded":"2024-09-19T14:24:35.487917+0000","last_fullsized":"2024-09-19T14:24:35.487917+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:35.487706+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:35.487706+0000","last_clean_scrub_stamp":"2024-09-19T14:24:35.487706+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:06:38.109328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.6","version":"268'5","reported_seq":52,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:22.686989+0000","last_change":"2024-09-19T14:24:22.686989+0000","last_active":"2024-09-19T14:24:22.686989+0000","last_peered":"2024-09-19T14:24:22.686989+0000","last_clean":"2024-09-19T14:24:22.686989+0000","last_became_active":"2024-09-19T13:55:06.729865+0000","last_became_peered":"2024-09-19T13:55:06.729865+0000","last_unstale":"2024-09-19T14:24:22.686989+0000","last_undegraded":"2024-09-19T14:24:22.686989+0000","last_fullsized":"2024-09-19T14:24:22.686989+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'5","last_scrub_stamp":"2024-09-19T14:24:22.686803+0000","last_deep_scrub":"268'5","last_deep_scrub_stamp":"2024-09-19T14:24:22.686803+0000","last_clean_scrub_stamp":"2024-09-19T14:24:22.686803+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:30:19.758701+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.5","version":"268'40","reported_seq":168,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:29.742398+0000","last_change":"2024-09-19T14:24:29.742264+0000","last_active":"2024-09-19T14:24:29.742398+0000","last_peered":"2024-09-19T14:24:29.742398+0000","last_clean":"2024-09-19T14:24:29.742398+0000","last_became_active":"2024-09-19T13:53:12.468116+0000","last_became_peered":"2024-09-19T13:53:12.468116+0000","last_unstale":"2024-09-19T14:24:29.742398+0000","last_undegraded":"2024-09-19T14:24:29.742398+0000","last_fullsized":"2024-09-19T14:24:29.742398+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'40","last_scrub_stamp":"2024-09-19T14:24:29.742059+0000","last_deep_scrub":"268'40","last_deep_scrub_stamp":"2024-09-19T14:24:29.742059+0000","last_clean_scrub_stamp":"2024-09-19T14:24:29.742059+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:55:11.365313+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":330,"num_read_kb":193,"num_write":102,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":30,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:25:09.379675+0000","last_change":"2024-09-19T14:25:09.379515+0000","last_active":"2024-09-19T14:25:09.379675+0000","last_peered":"2024-09-19T14:25:09.379675+0000","last_clean":"2024-09-19T14:25:09.379675+0000","last_became_active":"2024-09-19T14:06:26.856594+0000","last_became_peered":"2024-09-19T14:06:26.856594+0000","last_unstale":"2024-09-19T14:25:09.379675+0000","last_undegraded":"2024-09-19T14:25:09.379675+0000","last_fullsized":"2024-09-19T14:25:09.379675+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:25:09.379328+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:25:09.379328+0000","last_clean_scrub_stamp":"2024-09-19T14:25:09.379328+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:16:15.462674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.6","version":"268'5","reported_seq":49,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:25:02.385008+0000","last_change":"2024-09-19T14:25:02.385008+0000","last_active":"2024-09-19T14:25:02.385008+0000","last_peered":"2024-09-19T14:25:02.385008+0000","last_clean":"2024-09-19T14:25:02.385008+0000","last_became_active":"2024-09-19T13:55:09.810178+0000","last_became_peered":"2024-09-19T13:55:09.810178+0000","last_unstale":"2024-09-19T14:25:02.385008+0000","last_undegraded":"2024-09-19T14:25:02.385008+0000","last_fullsized":"2024-09-19T14:25:02.385008+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'5","last_scrub_stamp":"2024-09-19T14:25:02.384772+0000","last_deep_scrub":"268'5","last_deep_scrub_stamp":"2024-09-19T14:25:02.384772+0000","last_clean_scrub_stamp":"2024-09-19T14:25:02.384772+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:13:46.752743+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":2577,"num_write":10,"num_write_kb":1553,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.7","version":"265'3","reported_seq":51,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:59.387389+0000","last_change":"2024-09-19T14:24:59.387389+0000","last_active":"2024-09-19T14:24:59.387389+0000","last_peered":"2024-09-19T14:24:59.387389+0000","last_clean":"2024-09-19T14:24:59.387389+0000","last_became_active":"2024-09-19T13:55:06.718846+0000","last_became_peered":"2024-09-19T13:55:06.718846+0000","last_unstale":"2024-09-19T14:24:59.387389+0000","last_undegraded":"2024-09-19T14:24:59.387389+0000","last_fullsized":"2024-09-19T14:24:59.387389+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'3","last_scrub_stamp":"2024-09-19T14:24:59.387196+0000","last_deep_scrub":"265'3","last_deep_scrub_stamp":"2024-09-19T14:24:59.387196+0000","last_clean_scrub_stamp":"2024-09-19T14:24:59.387196+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:59:53.974989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.4","version":"268'133","reported_seq":447,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:34.543117+0000","last_change":"2024-09-19T14:24:34.543117+0000","last_active":"2024-09-19T14:24:34.543117+0000","last_peered":"2024-09-19T14:24:34.543117+0000","last_clean":"2024-09-19T14:24:34.543117+0000","last_became_active":"2024-09-19T13:53:12.465155+0000","last_became_peered":"2024-09-19T13:53:12.465155+0000","last_unstale":"2024-09-19T14:24:34.543117+0000","last_undegraded":"2024-09-19T14:24:34.543117+0000","last_fullsized":"2024-09-19T14:24:34.543117+0000","mapping_epoch":257,"log_start":"265'100","ondisk_log_start":"265'100","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'133","last_scrub_stamp":"2024-09-19T14:24:34.542935+0000","last_deep_scrub":"268'133","last_deep_scrub_stamp":"2024-09-19T14:24:34.542935+0000","last_clean_scrub_stamp":"2024-09-19T14:24:34.542935+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:45:08.522402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1234,"num_read_kb":1138,"num_write":276,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.6","version":"268'2","reported_seq":31,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:54.673123+0000","last_change":"2024-09-19T14:24:54.673123+0000","last_active":"2024-09-19T14:24:54.673123+0000","last_peered":"2024-09-19T14:24:54.673123+0000","last_clean":"2024-09-19T14:24:54.673123+0000","last_became_active":"2024-09-19T14:06:26.867699+0000","last_became_peered":"2024-09-19T14:06:26.867699+0000","last_unstale":"2024-09-19T14:24:54.673123+0000","last_undegraded":"2024-09-19T14:24:54.673123+0000","last_fullsized":"2024-09-19T14:24:54.673123+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:54.672934+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:54.672934+0000","last_clean_scrub_stamp":"2024-09-19T14:24:54.672934+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:45:49.153459+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1","version":"268'5","reported_seq":48,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:50.208827+0000","last_change":"2024-09-19T14:24:50.208827+0000","last_active":"2024-09-19T14:24:50.208827+0000","last_peered":"2024-09-19T14:24:50.208827+0000","last_clean":"2024-09-19T14:24:50.208827+0000","last_became_active":"2024-09-19T13:55:09.795960+0000","last_became_peered":"2024-09-19T13:55:09.795960+0000","last_unstale":"2024-09-19T14:24:50.208827+0000","last_undegraded":"2024-09-19T14:24:50.208827+0000","last_fullsized":"2024-09-19T14:24:50.208827+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'5","last_scrub_stamp":"2024-09-19T14:24:50.208643+0000","last_deep_scrub":"268'5","last_deep_scrub_stamp":"2024-09-19T14:24:50.208643+0000","last_clean_scrub_stamp":"2024-09-19T14:24:50.208643+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:35:55.126982+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":4096,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.0","version":"268'2","reported_seq":51,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:17.703472+0000","last_change":"2024-09-19T14:24:17.703298+0000","last_active":"2024-09-19T14:24:17.703472+0000","last_peered":"2024-09-19T14:24:17.703472+0000","last_clean":"2024-09-19T14:24:17.703472+0000","last_became_active":"2024-09-19T13:55:06.715888+0000","last_became_peered":"2024-09-19T13:55:06.715888+0000","last_unstale":"2024-09-19T14:24:17.703472+0000","last_undegraded":"2024-09-19T14:24:17.703472+0000","last_fullsized":"2024-09-19T14:24:17.703472+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:17.703122+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:17.703122+0000","last_clean_scrub_stamp":"2024-09-19T14:24:17.703122+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:45:51.878334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":571,"num_write":2,"num_write_kb":571,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.3","version":"268'17","reported_seq":97,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:23.650763+0000","last_change":"2024-09-19T14:24:23.650593+0000","last_active":"2024-09-19T14:24:23.650763+0000","last_peered":"2024-09-19T14:24:23.650763+0000","last_clean":"2024-09-19T14:24:23.650763+0000","last_became_active":"2024-09-19T13:53:12.456607+0000","last_became_peered":"2024-09-19T13:53:12.456607+0000","last_unstale":"2024-09-19T14:24:23.650763+0000","last_undegraded":"2024-09-19T14:24:23.650763+0000","last_fullsized":"2024-09-19T14:24:23.650763+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'17","last_scrub_stamp":"2024-09-19T14:24:23.650403+0000","last_deep_scrub":"268'17","last_deep_scrub_stamp":"2024-09-19T14:24:23.650403+0000","last_clean_scrub_stamp":"2024-09-19T14:24:23.650403+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:54:32.884926+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":123,"num_read_kb":81,"num_write":46,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:49.193539+0000","last_change":"2024-09-19T14:24:49.193539+0000","last_active":"2024-09-19T14:24:49.193539+0000","last_peered":"2024-09-19T14:24:49.193539+0000","last_clean":"2024-09-19T14:24:49.193539+0000","last_became_active":"2024-09-19T14:06:26.878528+0000","last_became_peered":"2024-09-19T14:06:26.878528+0000","last_unstale":"2024-09-19T14:24:49.193539+0000","last_undegraded":"2024-09-19T14:24:49.193539+0000","last_fullsized":"2024-09-19T14:24:49.193539+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:49.193351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:49.193351+0000","last_clean_scrub_stamp":"2024-09-19T14:24:49.193351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:46:57.590333+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.0","version":"268'13","reported_seq":68,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:25:04.405926+0000","last_change":"2024-09-19T14:25:04.405796+0000","last_active":"2024-09-19T14:25:04.405926+0000","last_peered":"2024-09-19T14:25:04.405926+0000","last_clean":"2024-09-19T14:25:04.405926+0000","last_became_active":"2024-09-19T13:55:09.803190+0000","last_became_peered":"2024-09-19T13:55:09.803190+0000","last_unstale":"2024-09-19T14:25:04.405926+0000","last_undegraded":"2024-09-19T14:25:04.405926+0000","last_fullsized":"2024-09-19T14:25:04.405926+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'13","last_scrub_stamp":"2024-09-19T14:25:04.405611+0000","last_deep_scrub":"268'13","last_deep_scrub_stamp":"2024-09-19T14:25:04.405611+0000","last_clean_scrub_stamp":"2024-09-19T14:25:04.405611+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:01:11.210957+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":20,"num_read_kb":22530,"num_write":18,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1","version":"0'0","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:25:06.387253+0000","last_change":"2024-09-19T14:25:06.387253+0000","last_active":"2024-09-19T14:25:06.387253+0000","last_peered":"2024-09-19T14:25:06.387253+0000","last_clean":"2024-09-19T14:25:06.387253+0000","last_became_active":"2024-09-19T13:55:06.744676+0000","last_became_peered":"2024-09-19T13:55:06.744676+0000","last_unstale":"2024-09-19T14:25:06.387253+0000","last_undegraded":"2024-09-19T14:25:06.387253+0000","last_fullsized":"2024-09-19T14:25:06.387253+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:25:06.387016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:25:06.387016+0000","last_clean_scrub_stamp":"2024-09-19T14:25:06.387016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:01:36.853253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.2","version":"268'55","reported_seq":211,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:53.287824+0000","last_change":"2024-09-19T14:24:53.287824+0000","last_active":"2024-09-19T14:24:53.287824+0000","last_peered":"2024-09-19T14:24:53.287824+0000","last_clean":"2024-09-19T14:24:53.287824+0000","last_became_active":"2024-09-19T13:53:12.474878+0000","last_became_peered":"2024-09-19T13:53:12.474878+0000","last_unstale":"2024-09-19T14:24:53.287824+0000","last_undegraded":"2024-09-19T14:24:53.287824+0000","last_fullsized":"2024-09-19T14:24:53.287824+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'55","last_scrub_stamp":"2024-09-19T14:24:53.287639+0000","last_deep_scrub":"268'55","last_deep_scrub_stamp":"2024-09-19T14:24:53.287639+0000","last_clean_scrub_stamp":"2024-09-19T14:24:53.287639+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":0,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:55:22.864126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":475,"num_read_kb":305,"num_write":132,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":30,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:59.981417+0000","last_change":"2024-09-19T14:24:59.981284+0000","last_active":"2024-09-19T14:24:59.981417+0000","last_peered":"2024-09-19T14:24:59.981417+0000","last_clean":"2024-09-19T14:24:59.981417+0000","last_became_active":"2024-09-19T14:06:26.870028+0000","last_became_peered":"2024-09-19T14:06:26.870028+0000","last_unstale":"2024-09-19T14:24:59.981417+0000","last_undegraded":"2024-09-19T14:24:59.981417+0000","last_fullsized":"2024-09-19T14:24:59.981417+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:59.981102+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:59.981102+0000","last_clean_scrub_stamp":"2024-09-19T14:24:59.981102+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:49:39.981636+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.3","version":"0'0","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:24.681051+0000","last_change":"2024-09-19T14:24:24.681051+0000","last_active":"2024-09-19T14:24:24.681051+0000","last_peered":"2024-09-19T14:24:24.681051+0000","last_clean":"2024-09-19T14:24:24.681051+0000","last_became_active":"2024-09-19T13:55:09.795576+0000","last_became_peered":"2024-09-19T13:55:09.795576+0000","last_unstale":"2024-09-19T14:24:24.681051+0000","last_undegraded":"2024-09-19T14:24:24.681051+0000","last_fullsized":"2024-09-19T14:24:24.681051+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:24.680870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:24.680870+0000","last_clean_scrub_stamp":"2024-09-19T14:24:24.680870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:32:49.477955+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"66.2","version":"268'8","reported_seq":64,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:43.661775+0000","last_change":"2024-09-19T14:24:43.661775+0000","last_active":"2024-09-19T14:24:43.661775+0000","last_peered":"2024-09-19T14:24:43.661775+0000","last_clean":"2024-09-19T14:24:43.661775+0000","last_became_active":"2024-09-19T13:55:06.731004+0000","last_became_peered":"2024-09-19T13:55:06.731004+0000","last_unstale":"2024-09-19T14:24:43.661775+0000","last_undegraded":"2024-09-19T14:24:43.661775+0000","last_fullsized":"2024-09-19T14:24:43.661775+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'8","last_scrub_stamp":"2024-09-19T14:24:43.661598+0000","last_deep_scrub":"268'8","last_deep_scrub_stamp":"2024-09-19T14:24:43.661598+0000","last_clean_scrub_stamp":"2024-09-19T14:24:43.661598+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:43:16.620839+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":14,"num_read_kb":12290,"num_write":8,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.1","version":"268'41","reported_seq":165,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:52.247102+0000","last_change":"2024-09-19T14:24:52.247102+0000","last_active":"2024-09-19T14:24:52.247102+0000","last_peered":"2024-09-19T14:24:52.247102+0000","last_clean":"2024-09-19T14:24:52.247102+0000","last_became_active":"2024-09-19T13:53:12.470782+0000","last_became_peered":"2024-09-19T13:53:12.470782+0000","last_unstale":"2024-09-19T14:24:52.247102+0000","last_undegraded":"2024-09-19T14:24:52.247102+0000","last_fullsized":"2024-09-19T14:24:52.247102+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'41","last_scrub_stamp":"2024-09-19T14:24:52.246882+0000","last_deep_scrub":"268'41","last_deep_scrub_stamp":"2024-09-19T14:24:52.246882+0000","last_clean_scrub_stamp":"2024-09-19T14:24:52.246882+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:49:32.943049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":333,"num_read_kb":216,"num_write":101,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":30,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:25:11.437140+0000","last_change":"2024-09-19T14:25:11.436990+0000","last_active":"2024-09-19T14:25:11.437140+0000","last_peered":"2024-09-19T14:25:11.437140+0000","last_clean":"2024-09-19T14:25:11.437140+0000","last_became_active":"2024-09-19T14:06:26.872809+0000","last_became_peered":"2024-09-19T14:06:26.872809+0000","last_unstale":"2024-09-19T14:25:11.437140+0000","last_undegraded":"2024-09-19T14:25:11.437140+0000","last_fullsized":"2024-09-19T14:25:11.437140+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:25:11.436804+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:25:11.436804+0000","last_clean_scrub_stamp":"2024-09-19T14:25:11.436804+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:48:56.550898+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.2","version":"268'8","reported_seq":55,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:49.705700+0000","last_change":"2024-09-19T14:24:49.705700+0000","last_active":"2024-09-19T14:24:49.705700+0000","last_peered":"2024-09-19T14:24:49.705700+0000","last_clean":"2024-09-19T14:24:49.705700+0000","last_became_active":"2024-09-19T13:55:09.791757+0000","last_became_peered":"2024-09-19T13:55:09.791757+0000","last_unstale":"2024-09-19T14:24:49.705700+0000","last_undegraded":"2024-09-19T14:24:49.705700+0000","last_fullsized":"2024-09-19T14:24:49.705700+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":263,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'8","last_scrub_stamp":"2024-09-19T14:24:49.705513+0000","last_deep_scrub":"268'8","last_deep_scrub_stamp":"2024-09-19T14:24:49.705513+0000","last_clean_scrub_stamp":"2024-09-19T14:24:49.705513+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:21:59.227116+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":11312,"num_write":8,"num_write_kb":11312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"66.3","version":"0'0","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:32.071572+0000","last_change":"2024-09-19T14:24:32.071572+0000","last_active":"2024-09-19T14:24:32.071572+0000","last_peered":"2024-09-19T14:24:32.071572+0000","last_clean":"2024-09-19T14:24:32.071572+0000","last_became_active":"2024-09-19T13:55:06.730174+0000","last_became_peered":"2024-09-19T13:55:06.730174+0000","last_unstale":"2024-09-19T14:24:32.071572+0000","last_undegraded":"2024-09-19T14:24:32.071572+0000","last_fullsized":"2024-09-19T14:24:32.071572+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:32.071377+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:32.071377+0000","last_clean_scrub_stamp":"2024-09-19T14:24:32.071377+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:07:50.813211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.0","version":"268'42","reported_seq":167,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:18.742837+0000","last_change":"2024-09-19T14:24:18.742540+0000","last_active":"2024-09-19T14:24:18.742837+0000","last_peered":"2024-09-19T14:24:18.742837+0000","last_clean":"2024-09-19T14:24:18.742837+0000","last_became_active":"2024-09-19T13:53:12.473659+0000","last_became_peered":"2024-09-19T13:53:12.473659+0000","last_unstale":"2024-09-19T14:24:18.742837+0000","last_undegraded":"2024-09-19T14:24:18.742837+0000","last_fullsized":"2024-09-19T14:24:18.742837+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'42","last_scrub_stamp":"2024-09-19T14:24:18.742313+0000","last_deep_scrub":"268'42","last_deep_scrub_stamp":"2024-09-19T14:24:18.742313+0000","last_clean_scrub_stamp":"2024-09-19T14:24:18.742313+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:38:31.784106+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":339,"num_read_kb":229,"num_write":102,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3f","version":"268'341","reported_seq":1014,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:14.531720+0000","last_change":"2024-09-19T14:24:14.531720+0000","last_active":"2024-09-19T14:24:14.531720+0000","last_peered":"2024-09-19T14:24:14.531720+0000","last_clean":"2024-09-19T14:24:14.531720+0000","last_became_active":"2024-09-19T13:37:42.998595+0000","last_became_peered":"2024-09-19T13:37:42.998595+0000","last_unstale":"2024-09-19T14:24:14.531720+0000","last_undegraded":"2024-09-19T14:24:14.531720+0000","last_fullsized":"2024-09-19T14:24:14.531720+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'341","last_scrub_stamp":"2024-09-19T14:24:14.531494+0000","last_deep_scrub":"268'341","last_deep_scrub_stamp":"2024-09-19T14:24:14.531494+0000","last_clean_scrub_stamp":"2024-09-19T14:24:14.531494+0000","objects_scrubbed":5,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:47:31.993215+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":30,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":715,"num_read_kb":1612,"num_write":1160,"num_write_kb":26082,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.38","version":"268'191","reported_seq":820,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:19.162646+0000","last_change":"2024-09-19T14:24:19.162481+0000","last_active":"2024-09-19T14:24:19.162646+0000","last_peered":"2024-09-19T14:24:19.162646+0000","last_clean":"2024-09-19T14:24:19.162646+0000","last_became_active":"2024-09-19T13:37:44.988042+0000","last_became_peered":"2024-09-19T13:37:44.988042+0000","last_unstale":"2024-09-19T14:24:19.162646+0000","last_undegraded":"2024-09-19T14:24:19.162646+0000","last_fullsized":"2024-09-19T14:24:19.162646+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'191","last_scrub_stamp":"2024-09-19T14:24:19.162290+0000","last_deep_scrub":"268'191","last_deep_scrub_stamp":"2024-09-19T14:24:19.162290+0000","last_clean_scrub_stamp":"2024-09-19T14:24:19.162290+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:39:09.133283+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":868,"num_read_kb":716,"num_write":299,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3e","version":"268'368","reported_seq":1042,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:18.889550+0000","last_change":"2024-09-19T14:24:18.889550+0000","last_active":"2024-09-19T14:24:18.889550+0000","last_peered":"2024-09-19T14:24:18.889550+0000","last_clean":"2024-09-19T14:24:18.889550+0000","last_became_active":"2024-09-19T13:37:43.013931+0000","last_became_peered":"2024-09-19T13:37:43.013931+0000","last_unstale":"2024-09-19T14:24:18.889550+0000","last_undegraded":"2024-09-19T14:24:18.889550+0000","last_fullsized":"2024-09-19T14:24:18.889550+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'368","last_scrub_stamp":"2024-09-19T14:24:18.889304+0000","last_deep_scrub":"268'368","last_deep_scrub_stamp":"2024-09-19T14:24:18.889304+0000","last_clean_scrub_stamp":"2024-09-19T14:24:18.889304+0000","objects_scrubbed":4,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:50:08.710962+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136886,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":671,"num_read_kb":50035,"num_write":1240,"num_write_kb":34859,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.39","version":"268'298","reported_seq":997,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:28.204988+0000","last_change":"2024-09-19T14:24:28.204894+0000","last_active":"2024-09-19T14:24:28.204988+0000","last_peered":"2024-09-19T14:24:28.204988+0000","last_clean":"2024-09-19T14:24:28.204988+0000","last_became_active":"2024-09-19T13:37:44.980771+0000","last_became_peered":"2024-09-19T13:37:44.980771+0000","last_unstale":"2024-09-19T14:24:28.204988+0000","last_undegraded":"2024-09-19T14:24:28.204988+0000","last_fullsized":"2024-09-19T14:24:28.204988+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'298","last_scrub_stamp":"2024-09-19T14:24:28.204781+0000","last_deep_scrub":"268'298","last_deep_scrub_stamp":"2024-09-19T14:24:28.204781+0000","last_clean_scrub_stamp":"2024-09-19T14:24:28.204781+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":200,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:37:39.324333+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1416,"num_read_kb":1186,"num_write":494,"num_write_kb":282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3d","version":"268'357","reported_seq":1053,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:17.907433+0000","last_change":"2024-09-19T14:24:17.907433+0000","last_active":"2024-09-19T14:24:17.907433+0000","last_peered":"2024-09-19T14:24:17.907433+0000","last_clean":"2024-09-19T14:24:17.907433+0000","last_became_active":"2024-09-19T13:37:43.011731+0000","last_became_peered":"2024-09-19T13:37:43.011731+0000","last_unstale":"2024-09-19T14:24:17.907433+0000","last_undegraded":"2024-09-19T14:24:17.907433+0000","last_fullsized":"2024-09-19T14:24:17.907433+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'357","last_scrub_stamp":"2024-09-19T14:24:17.907227+0000","last_deep_scrub":"268'357","last_deep_scrub_stamp":"2024-09-19T14:24:17.907227+0000","last_clean_scrub_stamp":"2024-09-19T14:24:17.907227+0000","objects_scrubbed":1,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:37:50.906256+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":702,"num_read_kb":22108,"num_write":1061,"num_write_kb":42300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3a","version":"268'299","reported_seq":878,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:29.247827+0000","last_change":"2024-09-19T14:24:29.247562+0000","last_active":"2024-09-19T14:24:29.247827+0000","last_peered":"2024-09-19T14:24:29.247827+0000","last_clean":"2024-09-19T14:24:29.247827+0000","last_became_active":"2024-09-19T13:37:44.983545+0000","last_became_peered":"2024-09-19T13:37:44.983545+0000","last_unstale":"2024-09-19T14:24:29.247827+0000","last_undegraded":"2024-09-19T14:24:29.247827+0000","last_fullsized":"2024-09-19T14:24:29.247827+0000","mapping_epoch":27,"log_start":"265'200","ondisk_log_start":"265'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'299","last_scrub_stamp":"2024-09-19T14:24:29.247260+0000","last_deep_scrub":"268'299","last_deep_scrub_stamp":"2024-09-19T14:24:29.247260+0000","last_clean_scrub_stamp":"2024-09-19T14:24:29.247260+0000","objects_scrubbed":1,"log_size":99,"log_dups_size":200,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:20:49.100641+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1280,"num_read_kb":1008,"num_write":491,"num_write_kb":256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":267,"num_omap_keys":1,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3c","version":"268'291","reported_seq":922,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:30.750208+0000","last_change":"2024-09-19T14:24:30.750208+0000","last_active":"2024-09-19T14:24:30.750208+0000","last_peered":"2024-09-19T14:24:30.750208+0000","last_clean":"2024-09-19T14:24:30.750208+0000","last_became_active":"2024-09-19T13:37:42.976428+0000","last_became_peered":"2024-09-19T13:37:42.976428+0000","last_unstale":"2024-09-19T14:24:30.750208+0000","last_undegraded":"2024-09-19T14:24:30.750208+0000","last_fullsized":"2024-09-19T14:24:30.750208+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'291","last_scrub_stamp":"2024-09-19T14:24:30.749900+0000","last_deep_scrub":"268'291","last_deep_scrub_stamp":"2024-09-19T14:24:30.749900+0000","last_clean_scrub_stamp":"2024-09-19T14:24:30.749900+0000","objects_scrubbed":4,"log_size":91,"log_dups_size":200,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:12:39.987987+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136845,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":523,"num_read_kb":1576,"num_write":953,"num_write_kb":18809,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3b","version":"268'150","reported_seq":784,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:21.308611+0000","last_change":"2024-09-19T14:24:21.308464+0000","last_active":"2024-09-19T14:24:21.308611+0000","last_peered":"2024-09-19T14:24:21.308611+0000","last_clean":"2024-09-19T14:24:21.308611+0000","last_became_active":"2024-09-19T13:37:44.986925+0000","last_became_peered":"2024-09-19T13:37:44.986925+0000","last_unstale":"2024-09-19T14:24:21.308611+0000","last_undegraded":"2024-09-19T14:24:21.308611+0000","last_fullsized":"2024-09-19T14:24:21.308611+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'150","last_scrub_stamp":"2024-09-19T14:24:21.308284+0000","last_deep_scrub":"268'150","last_deep_scrub_stamp":"2024-09-19T14:24:21.308284+0000","last_clean_scrub_stamp":"2024-09-19T14:24:21.308284+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:44:53.708896+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":694,"num_read_kb":586,"num_write":224,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"268'359","reported_seq":1018,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:13.553619+0000","last_change":"2024-09-19T14:24:13.553428+0000","last_active":"2024-09-19T14:24:13.553619+0000","last_peered":"2024-09-19T14:24:13.553619+0000","last_clean":"2024-09-19T14:24:13.553619+0000","last_became_active":"2024-09-19T13:37:43.010712+0000","last_became_peered":"2024-09-19T13:37:43.010712+0000","last_unstale":"2024-09-19T14:24:13.553619+0000","last_undegraded":"2024-09-19T14:24:13.553619+0000","last_fullsized":"2024-09-19T14:24:13.553619+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'359","last_scrub_stamp":"2024-09-19T14:24:13.553215+0000","last_deep_scrub":"268'359","last_deep_scrub_stamp":"2024-09-19T14:24:13.553215+0000","last_clean_scrub_stamp":"2024-09-19T14:24:13.553215+0000","objects_scrubbed":5,"log_size":59,"log_dups_size":300,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:31:15.444102+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136871,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":627,"num_read_kb":20416,"num_write":1219,"num_write_kb":38048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3c","version":"268'131","reported_seq":735,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:16.565923+0000","last_change":"2024-09-19T14:24:16.565923+0000","last_active":"2024-09-19T14:24:16.565923+0000","last_peered":"2024-09-19T14:24:16.565923+0000","last_clean":"2024-09-19T14:24:16.565923+0000","last_became_active":"2024-09-19T13:37:44.979639+0000","last_became_peered":"2024-09-19T13:37:44.979639+0000","last_unstale":"2024-09-19T14:24:16.565923+0000","last_undegraded":"2024-09-19T14:24:16.565923+0000","last_fullsized":"2024-09-19T14:24:16.565923+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'131","last_scrub_stamp":"2024-09-19T14:24:16.565742+0000","last_deep_scrub":"268'131","last_deep_scrub_stamp":"2024-09-19T14:24:16.565742+0000","last_clean_scrub_stamp":"2024-09-19T14:24:16.565742+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:51:41.980284+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":562,"num_read_kb":468,"num_write":220,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"268'351","reported_seq":991,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:40.694461+0000","last_change":"2024-09-19T14:24:40.694293+0000","last_active":"2024-09-19T14:24:40.694461+0000","last_peered":"2024-09-19T14:24:40.694461+0000","last_clean":"2024-09-19T14:24:40.694461+0000","last_became_active":"2024-09-19T13:37:42.970817+0000","last_became_peered":"2024-09-19T13:37:42.970817+0000","last_unstale":"2024-09-19T14:24:40.694461+0000","last_undegraded":"2024-09-19T14:24:40.694461+0000","last_fullsized":"2024-09-19T14:24:40.694461+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'351","last_scrub_stamp":"2024-09-19T14:24:40.694074+0000","last_deep_scrub":"268'351","last_deep_scrub_stamp":"2024-09-19T14:24:40.694074+0000","last_clean_scrub_stamp":"2024-09-19T14:24:40.694074+0000","objects_scrubbed":4,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:35:27.534341+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136829,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":616,"num_read_kb":18071,"num_write":1053,"num_write_kb":31772,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3d","version":"268'139","reported_seq":755,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:17.611686+0000","last_change":"2024-09-19T14:24:17.611686+0000","last_active":"2024-09-19T14:24:17.611686+0000","last_peered":"2024-09-19T14:24:17.611686+0000","last_clean":"2024-09-19T14:24:17.611686+0000","last_became_active":"2024-09-19T13:37:45.001685+0000","last_became_peered":"2024-09-19T13:37:45.001685+0000","last_unstale":"2024-09-19T14:24:17.611686+0000","last_undegraded":"2024-09-19T14:24:17.611686+0000","last_fullsized":"2024-09-19T14:24:17.611686+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'139","last_scrub_stamp":"2024-09-19T14:24:17.611499+0000","last_deep_scrub":"268'139","last_deep_scrub_stamp":"2024-09-19T14:24:17.611499+0000","last_clean_scrub_stamp":"2024-09-19T14:24:17.611499+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:59:20.987171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":600,"num_read_kb":500,"num_write":209,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.39","version":"268'372","reported_seq":1030,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:12.581886+0000","last_change":"2024-09-19T14:24:12.581736+0000","last_active":"2024-09-19T14:24:12.581886+0000","last_peered":"2024-09-19T14:24:12.581886+0000","last_clean":"2024-09-19T14:24:12.581886+0000","last_became_active":"2024-09-19T13:37:42.974777+0000","last_became_peered":"2024-09-19T13:37:42.974777+0000","last_unstale":"2024-09-19T14:24:12.581886+0000","last_undegraded":"2024-09-19T14:24:12.581886+0000","last_fullsized":"2024-09-19T14:24:12.581886+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'372","last_scrub_stamp":"2024-09-19T14:24:12.581506+0000","last_deep_scrub":"268'372","last_deep_scrub_stamp":"2024-09-19T14:24:12.581506+0000","last_clean_scrub_stamp":"2024-09-19T14:24:12.581506+0000","objects_scrubbed":5,"log_size":72,"log_dups_size":300,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T02:19:07.577125+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136853,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":759,"num_read_kb":26245,"num_write":1153,"num_write_kb":27029,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3e","version":"268'219","reported_seq":856,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:10.597930+0000","last_change":"2024-09-19T14:24:10.597930+0000","last_active":"2024-09-19T14:24:10.597930+0000","last_peered":"2024-09-19T14:24:10.597930+0000","last_clean":"2024-09-19T14:24:10.597930+0000","last_became_active":"2024-09-19T13:37:44.992496+0000","last_became_peered":"2024-09-19T13:37:44.992496+0000","last_unstale":"2024-09-19T14:24:10.597930+0000","last_undegraded":"2024-09-19T14:24:10.597930+0000","last_fullsized":"2024-09-19T14:24:10.597930+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'219","last_scrub_stamp":"2024-09-19T14:24:10.597751+0000","last_deep_scrub":"268'219","last_deep_scrub_stamp":"2024-09-19T14:24:10.597751+0000","last_clean_scrub_stamp":"2024-09-19T14:24:10.597751+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":200,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:18:42.654094+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":988,"num_read_kb":817,"num_write":337,"num_write_kb":165,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.38","version":"268'363","reported_seq":1053,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:16.898495+0000","last_change":"2024-09-19T14:24:16.898352+0000","last_active":"2024-09-19T14:24:16.898495+0000","last_peered":"2024-09-19T14:24:16.898495+0000","last_clean":"2024-09-19T14:24:16.898495+0000","last_became_active":"2024-09-19T13:37:43.019449+0000","last_became_peered":"2024-09-19T13:37:43.019449+0000","last_unstale":"2024-09-19T14:24:16.898495+0000","last_undegraded":"2024-09-19T14:24:16.898495+0000","last_fullsized":"2024-09-19T14:24:16.898495+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'363","last_scrub_stamp":"2024-09-19T14:24:16.898070+0000","last_deep_scrub":"268'363","last_deep_scrub_stamp":"2024-09-19T14:24:16.898070+0000","last_clean_scrub_stamp":"2024-09-19T14:24:16.898070+0000","objects_scrubbed":4,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:48:00.941319+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":694,"num_read_kb":51884,"num_write":1126,"num_write_kb":13886,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3f","version":"268'146","reported_seq":775,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:26.854742+0000","last_change":"2024-09-19T14:24:26.854742+0000","last_active":"2024-09-19T14:24:26.854742+0000","last_peered":"2024-09-19T14:24:26.854742+0000","last_clean":"2024-09-19T14:24:26.854742+0000","last_became_active":"2024-09-19T13:37:45.015347+0000","last_became_peered":"2024-09-19T13:37:45.015347+0000","last_unstale":"2024-09-19T14:24:26.854742+0000","last_undegraded":"2024-09-19T14:24:26.854742+0000","last_fullsized":"2024-09-19T14:24:26.854742+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'146","last_scrub_stamp":"2024-09-19T14:24:26.854566+0000","last_deep_scrub":"268'146","last_deep_scrub_stamp":"2024-09-19T14:24:26.854566+0000","last_clean_scrub_stamp":"2024-09-19T14:24:26.854566+0000","objects_scrubbed":1,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:34:18.299699+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":660,"num_read_kb":557,"num_write":213,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":505,"num_omap_keys":2,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.30","version":"268'131","reported_seq":734,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:31.163061+0000","last_change":"2024-09-19T14:24:31.163061+0000","last_active":"2024-09-19T14:24:31.163061+0000","last_peered":"2024-09-19T14:24:31.163061+0000","last_clean":"2024-09-19T14:24:31.163061+0000","last_became_active":"2024-09-19T13:37:44.968741+0000","last_became_peered":"2024-09-19T13:37:44.968741+0000","last_unstale":"2024-09-19T14:24:31.163061+0000","last_undegraded":"2024-09-19T14:24:31.163061+0000","last_fullsized":"2024-09-19T14:24:31.163061+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'131","last_scrub_stamp":"2024-09-19T14:24:31.162870+0000","last_deep_scrub":"268'131","last_deep_scrub_stamp":"2024-09-19T14:24:31.162870+0000","last_clean_scrub_stamp":"2024-09-19T14:24:31.162870+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:33:42.819768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":563,"num_read_kb":467,"num_write":183,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"268'314","reported_seq":937,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:09.217199+0000","last_change":"2024-09-19T14:24:09.217199+0000","last_active":"2024-09-19T14:24:09.217199+0000","last_peered":"2024-09-19T14:24:09.217199+0000","last_clean":"2024-09-19T14:24:09.217199+0000","last_became_active":"2024-09-19T13:37:43.018350+0000","last_became_peered":"2024-09-19T13:37:43.018350+0000","last_unstale":"2024-09-19T14:24:09.217199+0000","last_undegraded":"2024-09-19T14:24:09.217199+0000","last_fullsized":"2024-09-19T14:24:09.217199+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'314","last_scrub_stamp":"2024-09-19T14:24:09.216877+0000","last_deep_scrub":"268'314","last_deep_scrub_stamp":"2024-09-19T14:24:09.216877+0000","last_clean_scrub_stamp":"2024-09-19T14:24:09.216877+0000","objects_scrubbed":6,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:35:34.627388+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136860,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":510,"num_read_kb":13015,"num_write":1062,"num_write_kb":33999,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,5],"acting":[1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.31","version":"268'78","reported_seq":658,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:18.590110+0000","last_change":"2024-09-19T14:24:18.589946+0000","last_active":"2024-09-19T14:24:18.590110+0000","last_peered":"2024-09-19T14:24:18.590110+0000","last_clean":"2024-09-19T14:24:18.590110+0000","last_became_active":"2024-09-19T13:37:44.985953+0000","last_became_peered":"2024-09-19T13:37:44.985953+0000","last_unstale":"2024-09-19T14:24:18.590110+0000","last_undegraded":"2024-09-19T14:24:18.590110+0000","last_fullsized":"2024-09-19T14:24:18.590110+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'78","last_scrub_stamp":"2024-09-19T14:24:18.589725+0000","last_deep_scrub":"268'78","last_deep_scrub_stamp":"2024-09-19T14:24:18.589725+0000","last_clean_scrub_stamp":"2024-09-19T14:24:18.589725+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":0,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:19:32.062039+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":349,"num_read_kb":293,"num_write":113,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.36","version":"268'288","reported_seq":969,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:10.549891+0000","last_change":"2024-09-19T14:24:10.549891+0000","last_active":"2024-09-19T14:24:10.549891+0000","last_peered":"2024-09-19T14:24:10.549891+0000","last_clean":"2024-09-19T14:24:10.549891+0000","last_became_active":"2024-09-19T13:37:42.988095+0000","last_became_peered":"2024-09-19T13:37:42.988095+0000","last_unstale":"2024-09-19T14:24:10.549891+0000","last_undegraded":"2024-09-19T14:24:10.549891+0000","last_fullsized":"2024-09-19T14:24:10.549891+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'288","last_scrub_stamp":"2024-09-19T14:24:10.549671+0000","last_deep_scrub":"268'288","last_deep_scrub_stamp":"2024-09-19T14:24:10.549671+0000","last_clean_scrub_stamp":"2024-09-19T14:24:10.549671+0000","objects_scrubbed":4,"log_size":88,"log_dups_size":200,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:29:17.764899+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":32,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":578,"num_read_kb":77681,"num_write":961,"num_write_kb":36411,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.32","version":"268'312","reported_seq":979,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:18.148586+0000","last_change":"2024-09-19T14:24:18.148450+0000","last_active":"2024-09-19T14:24:18.148586+0000","last_peered":"2024-09-19T14:24:18.148586+0000","last_clean":"2024-09-19T14:24:18.148586+0000","last_became_active":"2024-09-19T13:37:45.005210+0000","last_became_peered":"2024-09-19T13:37:45.005210+0000","last_unstale":"2024-09-19T14:24:18.148586+0000","last_undegraded":"2024-09-19T14:24:18.148586+0000","last_fullsized":"2024-09-19T14:24:18.148586+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'312","last_scrub_stamp":"2024-09-19T14:24:18.148265+0000","last_deep_scrub":"268'312","last_deep_scrub_stamp":"2024-09-19T14:24:18.148265+0000","last_clean_scrub_stamp":"2024-09-19T14:24:18.148265+0000","objects_scrubbed":1,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:47:05.271405+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1345,"num_read_kb":1103,"num_write":484,"num_write_kb":244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.35","version":"268'331","reported_seq":957,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:09.512203+0000","last_change":"2024-09-19T14:24:09.512203+0000","last_active":"2024-09-19T14:24:09.512203+0000","last_peered":"2024-09-19T14:24:09.512203+0000","last_clean":"2024-09-19T14:24:09.512203+0000","last_became_active":"2024-09-19T13:37:42.998603+0000","last_became_peered":"2024-09-19T13:37:42.998603+0000","last_unstale":"2024-09-19T14:24:09.512203+0000","last_undegraded":"2024-09-19T14:24:09.512203+0000","last_fullsized":"2024-09-19T14:24:09.512203+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'331","last_scrub_stamp":"2024-09-19T14:24:09.512001+0000","last_deep_scrub":"268'331","last_deep_scrub_stamp":"2024-09-19T14:24:09.512001+0000","last_clean_scrub_stamp":"2024-09-19T14:24:09.512001+0000","objects_scrubbed":3,"log_size":31,"log_dups_size":300,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:10:10.734077+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":549,"num_read_kb":20937,"num_write":999,"num_write_kb":29488,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.33","version":"268'41","reported_seq":613,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:22.637019+0000","last_change":"2024-09-19T14:24:22.637019+0000","last_active":"2024-09-19T14:24:22.637019+0000","last_peered":"2024-09-19T14:24:22.637019+0000","last_clean":"2024-09-19T14:24:22.637019+0000","last_became_active":"2024-09-19T13:37:45.013648+0000","last_became_peered":"2024-09-19T13:37:45.013648+0000","last_unstale":"2024-09-19T14:24:22.637019+0000","last_undegraded":"2024-09-19T14:24:22.637019+0000","last_fullsized":"2024-09-19T14:24:22.637019+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'41","last_scrub_stamp":"2024-09-19T14:24:22.636844+0000","last_deep_scrub":"268'41","last_deep_scrub_stamp":"2024-09-19T14:24:22.636844+0000","last_clean_scrub_stamp":"2024-09-19T14:24:22.636844+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:53:25.869945+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":189,"num_read_kb":171,"num_write":54,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"268'321","reported_seq":1007,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:06.503619+0000","last_change":"2024-09-19T14:24:06.503619+0000","last_active":"2024-09-19T14:24:06.503619+0000","last_peered":"2024-09-19T14:24:06.503619+0000","last_clean":"2024-09-19T14:24:06.503619+0000","last_became_active":"2024-09-19T13:37:43.003034+0000","last_became_peered":"2024-09-19T13:37:43.003034+0000","last_unstale":"2024-09-19T14:24:06.503619+0000","last_undegraded":"2024-09-19T14:24:06.503619+0000","last_fullsized":"2024-09-19T14:24:06.503619+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'321","last_scrub_stamp":"2024-09-19T14:24:06.503413+0000","last_deep_scrub":"268'321","last_deep_scrub_stamp":"2024-09-19T14:24:06.503413+0000","last_clean_scrub_stamp":"2024-09-19T14:24:06.503413+0000","objects_scrubbed":5,"log_size":21,"log_dups_size":300,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:30:09.654198+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":576,"num_read_kb":135286,"num_write":975,"num_write_kb":29077,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.34","version":"268'176","reported_seq":756,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:25.855056+0000","last_change":"2024-09-19T14:24:25.855056+0000","last_active":"2024-09-19T14:24:25.855056+0000","last_peered":"2024-09-19T14:24:25.855056+0000","last_clean":"2024-09-19T14:24:25.855056+0000","last_became_active":"2024-09-19T13:37:45.004923+0000","last_became_peered":"2024-09-19T13:37:45.004923+0000","last_unstale":"2024-09-19T14:24:25.855056+0000","last_undegraded":"2024-09-19T14:24:25.855056+0000","last_fullsized":"2024-09-19T14:24:25.855056+0000","mapping_epoch":27,"log_start":"265'100","ondisk_log_start":"265'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'176","last_scrub_stamp":"2024-09-19T14:24:25.854859+0000","last_deep_scrub":"268'176","last_deep_scrub_stamp":"2024-09-19T14:24:25.854859+0000","last_clean_scrub_stamp":"2024-09-19T14:24:25.854859+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:45:40.191277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":705,"num_read_kb":566,"num_write":276,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.33","version":"268'328","reported_seq":996,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:14.523130+0000","last_change":"2024-09-19T14:24:14.523130+0000","last_active":"2024-09-19T14:24:14.523130+0000","last_peered":"2024-09-19T14:24:14.523130+0000","last_clean":"2024-09-19T14:24:14.523130+0000","last_became_active":"2024-09-19T13:37:42.989090+0000","last_became_peered":"2024-09-19T13:37:42.989090+0000","last_unstale":"2024-09-19T14:24:14.523130+0000","last_undegraded":"2024-09-19T14:24:14.523130+0000","last_fullsized":"2024-09-19T14:24:14.523130+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'328","last_scrub_stamp":"2024-09-19T14:24:14.522928+0000","last_deep_scrub":"268'328","last_deep_scrub_stamp":"2024-09-19T14:24:14.522928+0000","last_clean_scrub_stamp":"2024-09-19T14:24:14.522928+0000","objects_scrubbed":4,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:21:52.985590+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136871,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":643,"num_read_kb":31000,"num_write":1169,"num_write_kb":24189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,4],"acting":[6,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.35","version":"268'335","reported_seq":1015,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:16.221852+0000","last_change":"2024-09-19T14:24:16.221852+0000","last_active":"2024-09-19T14:24:16.221852+0000","last_peered":"2024-09-19T14:24:16.221852+0000","last_clean":"2024-09-19T14:24:16.221852+0000","last_became_active":"2024-09-19T13:37:44.989373+0000","last_became_peered":"2024-09-19T13:37:44.989373+0000","last_unstale":"2024-09-19T14:24:16.221852+0000","last_undegraded":"2024-09-19T14:24:16.221852+0000","last_fullsized":"2024-09-19T14:24:16.221852+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'335","last_scrub_stamp":"2024-09-19T14:24:16.221681+0000","last_deep_scrub":"268'335","last_deep_scrub_stamp":"2024-09-19T14:24:16.221681+0000","last_clean_scrub_stamp":"2024-09-19T14:24:16.221681+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":300,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:40:45.128904+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1470,"num_read_kb":1190,"num_write":552,"num_write_kb":270,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"268'360","reported_seq":1011,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:15.571503+0000","last_change":"2024-09-19T14:24:15.571361+0000","last_active":"2024-09-19T14:24:15.571503+0000","last_peered":"2024-09-19T14:24:15.571503+0000","last_clean":"2024-09-19T14:24:15.571503+0000","last_became_active":"2024-09-19T13:37:43.006825+0000","last_became_peered":"2024-09-19T13:37:43.006825+0000","last_unstale":"2024-09-19T14:24:15.571503+0000","last_undegraded":"2024-09-19T14:24:15.571503+0000","last_fullsized":"2024-09-19T14:24:15.571503+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'360","last_scrub_stamp":"2024-09-19T14:24:15.571100+0000","last_deep_scrub":"268'360","last_deep_scrub_stamp":"2024-09-19T14:24:15.571100+0000","last_clean_scrub_stamp":"2024-09-19T14:24:15.571100+0000","objects_scrubbed":5,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:09:17.536493+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":623,"num_read_kb":11977,"num_write":1136,"num_write_kb":42169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.18","version":"268'139","reported_seq":704,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:30.569393+0000","last_change":"2024-09-19T14:24:30.569393+0000","last_active":"2024-09-19T14:24:30.569393+0000","last_peered":"2024-09-19T14:24:30.569393+0000","last_clean":"2024-09-19T14:24:30.569393+0000","last_became_active":"2024-09-19T13:37:53.036783+0000","last_became_peered":"2024-09-19T13:37:53.036783+0000","last_unstale":"2024-09-19T14:24:30.569393+0000","last_undegraded":"2024-09-19T14:24:30.569393+0000","last_fullsized":"2024-09-19T14:24:30.569393+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'139","last_scrub_stamp":"2024-09-19T14:24:30.569187+0000","last_deep_scrub":"268'139","last_deep_scrub_stamp":"2024-09-19T14:24:30.569187+0000","last_clean_scrub_stamp":"2024-09-19T14:24:30.569187+0000","objects_scrubbed":2,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:15:57.886061+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":408,"num_read_kb":350,"num_write":326,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"268'152","reported_seq":795,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:21.594344+0000","last_change":"2024-09-19T14:24:21.594180+0000","last_active":"2024-09-19T14:24:21.594344+0000","last_peered":"2024-09-19T14:24:21.594344+0000","last_clean":"2024-09-19T14:24:21.594344+0000","last_became_active":"2024-09-19T13:37:45.002159+0000","last_became_peered":"2024-09-19T13:37:45.002159+0000","last_unstale":"2024-09-19T14:24:21.594344+0000","last_undegraded":"2024-09-19T14:24:21.594344+0000","last_fullsized":"2024-09-19T14:24:21.594344+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'152","last_scrub_stamp":"2024-09-19T14:24:21.593990+0000","last_deep_scrub":"268'152","last_deep_scrub_stamp":"2024-09-19T14:24:21.593990+0000","last_clean_scrub_stamp":"2024-09-19T14:24:21.593990+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:51:29.650206+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":652,"num_read_kb":553,"num_write":215,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.13","version":"268'450","reported_seq":1124,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:14.330699+0000","last_change":"2024-09-19T14:24:14.330557+0000","last_active":"2024-09-19T14:24:14.330699+0000","last_peered":"2024-09-19T14:24:14.330699+0000","last_clean":"2024-09-19T14:24:14.330699+0000","last_became_active":"2024-09-19T13:37:42.984557+0000","last_became_peered":"2024-09-19T13:37:42.984557+0000","last_unstale":"2024-09-19T14:24:14.330699+0000","last_undegraded":"2024-09-19T14:24:14.330699+0000","last_fullsized":"2024-09-19T14:24:14.330699+0000","mapping_epoch":25,"log_start":"268'400","ondisk_log_start":"268'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'450","last_scrub_stamp":"2024-09-19T14:24:14.330364+0000","last_deep_scrub":"268'450","last_deep_scrub_stamp":"2024-09-19T14:24:14.330364+0000","last_clean_scrub_stamp":"2024-09-19T14:24:14.330364+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":400,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:11:03.906974+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":760,"num_read_kb":21437,"num_write":1291,"num_write_kb":60430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":504,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:34.217998+0000","last_change":"2024-09-19T14:24:34.217998+0000","last_active":"2024-09-19T14:24:34.217998+0000","last_peered":"2024-09-19T14:24:34.217998+0000","last_clean":"2024-09-19T14:24:34.217998+0000","last_became_active":"2024-09-19T13:37:46.976663+0000","last_became_peered":"2024-09-19T13:37:46.976663+0000","last_unstale":"2024-09-19T14:24:34.217998+0000","last_undegraded":"2024-09-19T14:24:34.217998+0000","last_fullsized":"2024-09-19T14:24:34.217998+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:34.217824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:34.217824+0000","last_clean_scrub_stamp":"2024-09-19T14:24:34.217824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:19:10.264265+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.16","version":"268'340","reported_seq":952,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:34.128706+0000","last_change":"2024-09-19T14:24:34.128706+0000","last_active":"2024-09-19T14:24:34.128706+0000","last_peered":"2024-09-19T14:24:34.128706+0000","last_clean":"2024-09-19T14:24:34.128706+0000","last_became_active":"2024-09-19T13:37:48.988757+0000","last_became_peered":"2024-09-19T13:37:48.988757+0000","last_unstale":"2024-09-19T14:24:34.128706+0000","last_undegraded":"2024-09-19T14:24:34.128706+0000","last_fullsized":"2024-09-19T14:24:34.128706+0000","mapping_epoch":31,"log_start":"268'300","ondisk_log_start":"268'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'340","last_scrub_stamp":"2024-09-19T14:24:34.128528+0000","last_deep_scrub":"268'340","last_deep_scrub_stamp":"2024-09-19T14:24:34.128528+0000","last_clean_scrub_stamp":"2024-09-19T14:24:34.128528+0000","objects_scrubbed":5,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:48:07.951757+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47205,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":511,"num_read_kb":1027,"num_write":402,"num_write_kb":266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":502,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:36.126569+0000","last_change":"2024-09-19T14:24:36.126569+0000","last_active":"2024-09-19T14:24:36.126569+0000","last_peered":"2024-09-19T14:24:36.126569+0000","last_clean":"2024-09-19T14:24:36.126569+0000","last_became_active":"2024-09-19T13:37:51.017561+0000","last_became_peered":"2024-09-19T13:37:51.017561+0000","last_unstale":"2024-09-19T14:24:36.126569+0000","last_undegraded":"2024-09-19T14:24:36.126569+0000","last_fullsized":"2024-09-19T14:24:36.126569+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:36.126389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:36.126389+0000","last_clean_scrub_stamp":"2024-09-19T14:24:36.126389+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:54:31.905404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.19","version":"268'146","reported_seq":652,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:31.081330+0000","last_change":"2024-09-19T14:24:31.081330+0000","last_active":"2024-09-19T14:24:31.081330+0000","last_peered":"2024-09-19T14:24:31.081330+0000","last_clean":"2024-09-19T14:24:31.081330+0000","last_became_active":"2024-09-19T13:37:53.042276+0000","last_became_peered":"2024-09-19T13:37:53.042276+0000","last_unstale":"2024-09-19T14:24:31.081330+0000","last_undegraded":"2024-09-19T14:24:31.081330+0000","last_fullsized":"2024-09-19T14:24:31.081330+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'146","last_scrub_stamp":"2024-09-19T14:24:31.081143+0000","last_deep_scrub":"268'146","last_deep_scrub_stamp":"2024-09-19T14:24:31.081143+0000","last_clean_scrub_stamp":"2024-09-19T14:24:31.081143+0000","objects_scrubbed":2,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:50:45.176907+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":179,"num_read_kb":172,"num_write":360,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.15","version":"268'177","reported_seq":803,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:22.279019+0000","last_change":"2024-09-19T14:24:22.279019+0000","last_active":"2024-09-19T14:24:22.279019+0000","last_peered":"2024-09-19T14:24:22.279019+0000","last_clean":"2024-09-19T14:24:22.279019+0000","last_became_active":"2024-09-19T13:37:44.980655+0000","last_became_peered":"2024-09-19T13:37:44.980655+0000","last_unstale":"2024-09-19T14:24:22.279019+0000","last_undegraded":"2024-09-19T14:24:22.279019+0000","last_fullsized":"2024-09-19T14:24:22.279019+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'177","last_scrub_stamp":"2024-09-19T14:24:22.278834+0000","last_deep_scrub":"268'177","last_deep_scrub_stamp":"2024-09-19T14:24:22.278834+0000","last_clean_scrub_stamp":"2024-09-19T14:24:22.278834+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":100,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:37:40.117266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":828,"num_read_kb":689,"num_write":294,"num_write_kb":167,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"268'348","reported_seq":998,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:09.495962+0000","last_change":"2024-09-19T14:24:09.495798+0000","last_active":"2024-09-19T14:24:09.495962+0000","last_peered":"2024-09-19T14:24:09.495962+0000","last_clean":"2024-09-19T14:24:09.495962+0000","last_became_active":"2024-09-19T13:37:43.004045+0000","last_became_peered":"2024-09-19T13:37:43.004045+0000","last_unstale":"2024-09-19T14:24:09.495962+0000","last_undegraded":"2024-09-19T14:24:09.495962+0000","last_fullsized":"2024-09-19T14:24:09.495962+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'348","last_scrub_stamp":"2024-09-19T14:24:09.495484+0000","last_deep_scrub":"268'348","last_deep_scrub_stamp":"2024-09-19T14:24:09.495484+0000","last_clean_scrub_stamp":"2024-09-19T14:24:09.495484+0000","objects_scrubbed":4,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:17:36.818891+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":606,"num_read_kb":25057,"num_write":1111,"num_write_kb":37726,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":507,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:23.309132+0000","last_change":"2024-09-19T14:24:23.308999+0000","last_active":"2024-09-19T14:24:23.309132+0000","last_peered":"2024-09-19T14:24:23.309132+0000","last_clean":"2024-09-19T14:24:23.309132+0000","last_became_active":"2024-09-19T13:37:46.983482+0000","last_became_peered":"2024-09-19T13:37:46.983482+0000","last_unstale":"2024-09-19T14:24:23.309132+0000","last_undegraded":"2024-09-19T14:24:23.309132+0000","last_fullsized":"2024-09-19T14:24:23.309132+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:23.308770+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:23.308770+0000","last_clean_scrub_stamp":"2024-09-19T14:24:23.308770+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:15:17.326056+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.17","version":"268'83","reported_seq":620,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:35.093193+0000","last_change":"2024-09-19T14:24:35.093193+0000","last_active":"2024-09-19T14:24:35.093193+0000","last_peered":"2024-09-19T14:24:35.093193+0000","last_clean":"2024-09-19T14:24:35.093193+0000","last_became_active":"2024-09-19T13:37:48.992375+0000","last_became_peered":"2024-09-19T13:37:48.992375+0000","last_unstale":"2024-09-19T14:24:35.093193+0000","last_undegraded":"2024-09-19T14:24:35.093193+0000","last_fullsized":"2024-09-19T14:24:35.093193+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'83","last_scrub_stamp":"2024-09-19T14:24:35.093006+0000","last_deep_scrub":"268'83","last_deep_scrub_stamp":"2024-09-19T14:24:35.093006+0000","last_clean_scrub_stamp":"2024-09-19T14:24:35.093006+0000","objects_scrubbed":3,"log_size":83,"log_dups_size":0,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:21:30.084829+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":89,"num_read_kb":86,"num_write":58,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":502,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:33.030266+0000","last_change":"2024-09-19T14:24:33.030266+0000","last_active":"2024-09-19T14:24:33.030266+0000","last_peered":"2024-09-19T14:24:33.030266+0000","last_clean":"2024-09-19T14:24:33.030266+0000","last_became_active":"2024-09-19T13:37:51.015667+0000","last_became_peered":"2024-09-19T13:37:51.015667+0000","last_unstale":"2024-09-19T14:24:33.030266+0000","last_undegraded":"2024-09-19T14:24:33.030266+0000","last_fullsized":"2024-09-19T14:24:33.030266+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:33.030053+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:33.030053+0000","last_clean_scrub_stamp":"2024-09-19T14:24:33.030053+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:28:50.879655+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1a","version":"268'150","reported_seq":674,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:36.576754+0000","last_change":"2024-09-19T14:24:36.576673+0000","last_active":"2024-09-19T14:24:36.576754+0000","last_peered":"2024-09-19T14:24:36.576754+0000","last_clean":"2024-09-19T14:24:36.576754+0000","last_became_active":"2024-09-19T13:37:53.035482+0000","last_became_peered":"2024-09-19T13:37:53.035482+0000","last_unstale":"2024-09-19T14:24:36.576754+0000","last_undegraded":"2024-09-19T14:24:36.576754+0000","last_fullsized":"2024-09-19T14:24:36.576754+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'150","last_scrub_stamp":"2024-09-19T14:24:36.576552+0000","last_deep_scrub":"268'150","last_deep_scrub_stamp":"2024-09-19T14:24:36.576552+0000","last_clean_scrub_stamp":"2024-09-19T14:24:36.576552+0000","objects_scrubbed":7,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:36:39.267490+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1507,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":223,"num_read_kb":210,"num_write":343,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"268'72","reported_seq":634,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:21.849187+0000","last_change":"2024-09-19T14:24:21.849187+0000","last_active":"2024-09-19T14:24:21.849187+0000","last_peered":"2024-09-19T14:24:21.849187+0000","last_clean":"2024-09-19T14:24:21.849187+0000","last_became_active":"2024-09-19T13:37:45.000269+0000","last_became_peered":"2024-09-19T13:37:45.000269+0000","last_unstale":"2024-09-19T14:24:21.849187+0000","last_undegraded":"2024-09-19T14:24:21.849187+0000","last_fullsized":"2024-09-19T14:24:21.849187+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'72","last_scrub_stamp":"2024-09-19T14:24:21.848894+0000","last_deep_scrub":"268'72","last_deep_scrub_stamp":"2024-09-19T14:24:21.848894+0000","last_clean_scrub_stamp":"2024-09-19T14:24:21.848894+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:37:31.719881+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":313,"num_read_kb":257,"num_write":104,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"268'360","reported_seq":1055,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:13.370224+0000","last_change":"2024-09-19T14:24:13.369917+0000","last_active":"2024-09-19T14:24:13.370224+0000","last_peered":"2024-09-19T14:24:13.370224+0000","last_clean":"2024-09-19T14:24:13.370224+0000","last_became_active":"2024-09-19T13:37:42.988214+0000","last_became_peered":"2024-09-19T13:37:42.988214+0000","last_unstale":"2024-09-19T14:24:13.370224+0000","last_undegraded":"2024-09-19T14:24:13.370224+0000","last_fullsized":"2024-09-19T14:24:13.370224+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'360","last_scrub_stamp":"2024-09-19T14:24:13.369644+0000","last_deep_scrub":"268'360","last_deep_scrub_stamp":"2024-09-19T14:24:13.369644+0000","last_clean_scrub_stamp":"2024-09-19T14:24:13.369644+0000","objects_scrubbed":3,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:18:32.368382+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136829,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":668,"num_read_kb":103675,"num_write":1163,"num_write_kb":22531,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"268'4","reported_seq":987,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:25.289204+0000","last_change":"2024-09-19T14:24:25.289204+0000","last_active":"2024-09-19T14:24:25.289204+0000","last_peered":"2024-09-19T14:24:25.289204+0000","last_clean":"2024-09-19T14:24:25.289204+0000","last_became_active":"2024-09-19T13:37:46.985798+0000","last_became_peered":"2024-09-19T13:37:46.985798+0000","last_unstale":"2024-09-19T14:24:25.289204+0000","last_undegraded":"2024-09-19T14:24:25.289204+0000","last_fullsized":"2024-09-19T14:24:25.289204+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4","last_scrub_stamp":"2024-09-19T14:24:25.289022+0000","last_deep_scrub":"268'4","last_deep_scrub_stamp":"2024-09-19T14:24:25.289022+0000","last_clean_scrub_stamp":"2024-09-19T14:24:25.289022+0000","objects_scrubbed":1,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:30:12.852596+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":724,"num_read_kb":722,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"268'120","reported_seq":664,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:33.169753+0000","last_change":"2024-09-19T14:24:33.169464+0000","last_active":"2024-09-19T14:24:33.169753+0000","last_peered":"2024-09-19T14:24:33.169753+0000","last_clean":"2024-09-19T14:24:33.169753+0000","last_became_active":"2024-09-19T13:37:49.001087+0000","last_became_peered":"2024-09-19T13:37:49.001087+0000","last_unstale":"2024-09-19T14:24:33.169753+0000","last_undegraded":"2024-09-19T14:24:33.169753+0000","last_fullsized":"2024-09-19T14:24:33.169753+0000","mapping_epoch":31,"log_start":"268'100","ondisk_log_start":"268'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'120","last_scrub_stamp":"2024-09-19T14:24:33.169238+0000","last_deep_scrub":"268'120","last_deep_scrub_stamp":"2024-09-19T14:24:33.169238+0000","last_clean_scrub_stamp":"2024-09-19T14:24:33.169238+0000","objects_scrubbed":5,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:56:20.047490+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":125,"num_read_kb":117,"num_write":84,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.15","version":"268'762","reported_seq":2147,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:43.215031+0000","last_change":"2024-09-19T14:24:43.215031+0000","last_active":"2024-09-19T14:24:43.215031+0000","last_peered":"2024-09-19T14:24:43.215031+0000","last_clean":"2024-09-19T14:24:43.215031+0000","last_became_active":"2024-09-19T13:37:51.040211+0000","last_became_peered":"2024-09-19T13:37:51.040211+0000","last_unstale":"2024-09-19T14:24:43.215031+0000","last_undegraded":"2024-09-19T14:24:43.215031+0000","last_fullsized":"2024-09-19T14:24:43.215031+0000","mapping_epoch":33,"log_start":"268'701","ondisk_log_start":"268'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'762","last_scrub_stamp":"2024-09-19T14:24:43.214852+0000","last_deep_scrub":"268'762","last_deep_scrub_stamp":"2024-09-19T14:24:43.214852+0000","last_clean_scrub_stamp":"2024-09-19T14:24:43.214852+0000","objects_scrubbed":1,"log_size":61,"log_dups_size":701,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:53:35.603994+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"268'226","reported_seq":1058,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:21.708975+0000","last_change":"2024-09-19T14:24:21.708805+0000","last_active":"2024-09-19T14:24:21.708975+0000","last_peered":"2024-09-19T14:24:21.708975+0000","last_clean":"2024-09-19T14:24:21.708975+0000","last_became_active":"2024-09-19T13:37:53.024657+0000","last_became_peered":"2024-09-19T13:37:53.024657+0000","last_unstale":"2024-09-19T14:24:21.708975+0000","last_undegraded":"2024-09-19T14:24:21.708975+0000","last_fullsized":"2024-09-19T14:24:21.708975+0000","mapping_epoch":35,"log_start":"268'200","ondisk_log_start":"268'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'226","last_scrub_stamp":"2024-09-19T14:24:21.708607+0000","last_deep_scrub":"268'226","last_deep_scrub_stamp":"2024-09-19T14:24:21.708607+0000","last_clean_scrub_stamp":"2024-09-19T14:24:21.708607+0000","objects_scrubbed":3,"log_size":26,"log_dups_size":200,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:05:16.076413+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":647,"num_read_kb":644,"num_write":490,"num_write_kb":125,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":234,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.17","version":"268'142","reported_seq":754,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:22.835950+0000","last_change":"2024-09-19T14:24:22.835950+0000","last_active":"2024-09-19T14:24:22.835950+0000","last_peered":"2024-09-19T14:24:22.835950+0000","last_clean":"2024-09-19T14:24:22.835950+0000","last_became_active":"2024-09-19T13:37:45.006243+0000","last_became_peered":"2024-09-19T13:37:45.006243+0000","last_unstale":"2024-09-19T14:24:22.835950+0000","last_undegraded":"2024-09-19T14:24:22.835950+0000","last_fullsized":"2024-09-19T14:24:22.835950+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'142","last_scrub_stamp":"2024-09-19T14:24:22.835638+0000","last_deep_scrub":"268'142","last_deep_scrub_stamp":"2024-09-19T14:24:22.835638+0000","last_clean_scrub_stamp":"2024-09-19T14:24:22.835638+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:12:50.147356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":622,"num_read_kb":516,"num_write":222,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"268'358","reported_seq":1044,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:06.218626+0000","last_change":"2024-09-19T14:24:06.218535+0000","last_active":"2024-09-19T14:24:06.218626+0000","last_peered":"2024-09-19T14:24:06.218626+0000","last_clean":"2024-09-19T14:24:06.218626+0000","last_became_active":"2024-09-19T13:37:43.020767+0000","last_became_peered":"2024-09-19T13:37:43.020767+0000","last_unstale":"2024-09-19T14:24:06.218626+0000","last_undegraded":"2024-09-19T14:24:06.218626+0000","last_fullsized":"2024-09-19T14:24:06.218626+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'358","last_scrub_stamp":"2024-09-19T14:24:06.218399+0000","last_deep_scrub":"268'358","last_deep_scrub_stamp":"2024-09-19T14:24:06.218399+0000","last_clean_scrub_stamp":"2024-09-19T14:24:06.218399+0000","objects_scrubbed":3,"log_size":58,"log_dups_size":300,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:32:38.258558+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":635,"num_read_kb":86641,"num_write":1102,"num_write_kb":49807,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":504,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:35.208761+0000","last_change":"2024-09-19T14:24:35.208761+0000","last_active":"2024-09-19T14:24:35.208761+0000","last_peered":"2024-09-19T14:24:35.208761+0000","last_clean":"2024-09-19T14:24:35.208761+0000","last_became_active":"2024-09-19T13:37:46.998797+0000","last_became_peered":"2024-09-19T13:37:46.998797+0000","last_unstale":"2024-09-19T14:24:35.208761+0000","last_undegraded":"2024-09-19T14:24:35.208761+0000","last_fullsized":"2024-09-19T14:24:35.208761+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:35.208581+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:35.208581+0000","last_clean_scrub_stamp":"2024-09-19T14:24:35.208581+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:21:02.610634+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"268'272","reported_seq":852,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:26.683720+0000","last_change":"2024-09-19T14:24:26.683720+0000","last_active":"2024-09-19T14:24:26.683720+0000","last_peered":"2024-09-19T14:24:26.683720+0000","last_clean":"2024-09-19T14:24:26.683720+0000","last_became_active":"2024-09-19T13:37:48.987616+0000","last_became_peered":"2024-09-19T13:37:48.987616+0000","last_unstale":"2024-09-19T14:24:26.683720+0000","last_undegraded":"2024-09-19T14:24:26.683720+0000","last_fullsized":"2024-09-19T14:24:26.683720+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'272","last_scrub_stamp":"2024-09-19T14:24:26.683518+0000","last_deep_scrub":"268'272","last_deep_scrub_stamp":"2024-09-19T14:24:26.683518+0000","last_clean_scrub_stamp":"2024-09-19T14:24:26.683518+0000","objects_scrubbed":5,"log_size":72,"log_dups_size":200,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:54:27.540156+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50904,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":438,"num_read_kb":1016,"num_write":358,"num_write_kb":292,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.14","version":"268'795","reported_seq":2268,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:36.958350+0000","last_change":"2024-09-19T14:24:36.958057+0000","last_active":"2024-09-19T14:24:36.958350+0000","last_peered":"2024-09-19T14:24:36.958350+0000","last_clean":"2024-09-19T14:24:36.958350+0000","last_became_active":"2024-09-19T13:37:51.034395+0000","last_became_peered":"2024-09-19T13:37:51.034395+0000","last_unstale":"2024-09-19T14:24:36.958350+0000","last_undegraded":"2024-09-19T14:24:36.958350+0000","last_fullsized":"2024-09-19T14:24:36.958350+0000","mapping_epoch":33,"log_start":"268'701","ondisk_log_start":"268'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'795","last_scrub_stamp":"2024-09-19T14:24:36.957822+0000","last_deep_scrub":"268'795","last_deep_scrub_stamp":"2024-09-19T14:24:36.957822+0000","last_clean_scrub_stamp":"2024-09-19T14:24:36.957822+0000","objects_scrubbed":1,"log_size":94,"log_dups_size":701,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:53:27.962351+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.8","version":"268'229","reported_seq":858,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:24.271559+0000","last_change":"2024-09-19T14:24:24.271290+0000","last_active":"2024-09-19T14:24:24.271559+0000","last_peered":"2024-09-19T14:24:24.271559+0000","last_clean":"2024-09-19T14:24:24.271559+0000","last_became_active":"2024-09-19T13:37:44.984240+0000","last_became_peered":"2024-09-19T13:37:44.984240+0000","last_unstale":"2024-09-19T14:24:24.271559+0000","last_undegraded":"2024-09-19T14:24:24.271559+0000","last_fullsized":"2024-09-19T14:24:24.271559+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'229","last_scrub_stamp":"2024-09-19T14:24:24.271080+0000","last_deep_scrub":"268'229","last_deep_scrub_stamp":"2024-09-19T14:24:24.271080+0000","last_clean_scrub_stamp":"2024-09-19T14:24:24.271080+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":200,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:16:26.341931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1031,"num_read_kb":840,"num_write":387,"num_write_kb":210,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"268'380","reported_seq":1043,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:07.546833+0000","last_change":"2024-09-19T14:24:07.546762+0000","last_active":"2024-09-19T14:24:07.546833+0000","last_peered":"2024-09-19T14:24:07.546833+0000","last_clean":"2024-09-19T14:24:07.546833+0000","last_became_active":"2024-09-19T13:37:42.995295+0000","last_became_peered":"2024-09-19T13:37:42.995295+0000","last_unstale":"2024-09-19T14:24:07.546833+0000","last_undegraded":"2024-09-19T14:24:07.546833+0000","last_fullsized":"2024-09-19T14:24:07.546833+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'380","last_scrub_stamp":"2024-09-19T14:24:07.546641+0000","last_deep_scrub":"268'380","last_deep_scrub_stamp":"2024-09-19T14:24:07.546641+0000","last_clean_scrub_stamp":"2024-09-19T14:24:07.546641+0000","objects_scrubbed":3,"log_size":80,"log_dups_size":300,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:55:15.025420+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":763,"num_read_kb":16400,"num_write":1159,"num_write_kb":29891,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":512,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:20.151211+0000","last_change":"2024-09-19T14:24:20.151211+0000","last_active":"2024-09-19T14:24:20.151211+0000","last_peered":"2024-09-19T14:24:20.151211+0000","last_clean":"2024-09-19T14:24:20.151211+0000","last_became_active":"2024-09-19T13:37:46.995250+0000","last_became_peered":"2024-09-19T13:37:46.995250+0000","last_unstale":"2024-09-19T14:24:20.151211+0000","last_undegraded":"2024-09-19T14:24:20.151211+0000","last_fullsized":"2024-09-19T14:24:20.151211+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:20.150815+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:20.150815+0000","last_clean_scrub_stamp":"2024-09-19T14:24:20.150815+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:23:05.148974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.a","version":"268'345","reported_seq":965,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:24.609168+0000","last_change":"2024-09-19T14:24:24.609168+0000","last_active":"2024-09-19T14:24:24.609168+0000","last_peered":"2024-09-19T14:24:24.609168+0000","last_clean":"2024-09-19T14:24:24.609168+0000","last_became_active":"2024-09-19T13:37:48.994139+0000","last_became_peered":"2024-09-19T13:37:48.994139+0000","last_unstale":"2024-09-19T14:24:24.609168+0000","last_undegraded":"2024-09-19T14:24:24.609168+0000","last_fullsized":"2024-09-19T14:24:24.609168+0000","mapping_epoch":31,"log_start":"268'300","ondisk_log_start":"268'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'345","last_scrub_stamp":"2024-09-19T14:24:24.608957+0000","last_deep_scrub":"268'345","last_deep_scrub_stamp":"2024-09-19T14:24:24.608957+0000","last_clean_scrub_stamp":"2024-09-19T14:24:24.608957+0000","objects_scrubbed":9,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:27:53.998611+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46445,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":545,"num_read_kb":1113,"num_write":422,"num_write_kb":283,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":502,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:34.642405+0000","last_change":"2024-09-19T14:24:34.642241+0000","last_active":"2024-09-19T14:24:34.642405+0000","last_peered":"2024-09-19T14:24:34.642405+0000","last_clean":"2024-09-19T14:24:34.642405+0000","last_became_active":"2024-09-19T13:37:51.016185+0000","last_became_peered":"2024-09-19T13:37:51.016185+0000","last_unstale":"2024-09-19T14:24:34.642405+0000","last_undegraded":"2024-09-19T14:24:34.642405+0000","last_fullsized":"2024-09-19T14:24:34.642405+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:34.642047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:34.642047+0000","last_clean_scrub_stamp":"2024-09-19T14:24:34.642047+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:43:38.994042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.4","version":"268'586","reported_seq":1407,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:34.779182+0000","last_change":"2024-09-19T14:24:34.779182+0000","last_active":"2024-09-19T14:24:34.779182+0000","last_peered":"2024-09-19T14:24:34.779182+0000","last_clean":"2024-09-19T14:24:34.779182+0000","last_became_active":"2024-09-19T13:37:53.027246+0000","last_became_peered":"2024-09-19T13:37:53.027246+0000","last_unstale":"2024-09-19T14:24:34.779182+0000","last_undegraded":"2024-09-19T14:24:34.779182+0000","last_fullsized":"2024-09-19T14:24:34.779182+0000","mapping_epoch":35,"log_start":"268'500","ondisk_log_start":"268'500","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'586","last_scrub_stamp":"2024-09-19T14:24:34.778999+0000","last_deep_scrub":"268'586","last_deep_scrub_stamp":"2024-09-19T14:24:34.778999+0000","last_clean_scrub_stamp":"2024-09-19T14:24:34.778999+0000","objects_scrubbed":3,"log_size":86,"log_dups_size":500,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:44:47.486110+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1340,"num_read_kb":1338,"num_write":1233,"num_write_kb":408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":381,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"268'77","reported_seq":675,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:10.175719+0000","last_change":"2024-09-19T14:24:10.175553+0000","last_active":"2024-09-19T14:24:10.175719+0000","last_peered":"2024-09-19T14:24:10.175719+0000","last_clean":"2024-09-19T14:24:10.175719+0000","last_became_active":"2024-09-19T13:37:45.010544+0000","last_became_peered":"2024-09-19T13:37:45.010544+0000","last_unstale":"2024-09-19T14:24:10.175719+0000","last_undegraded":"2024-09-19T14:24:10.175719+0000","last_fullsized":"2024-09-19T14:24:10.175719+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'77","last_scrub_stamp":"2024-09-19T14:24:10.175374+0000","last_deep_scrub":"268'77","last_deep_scrub_stamp":"2024-09-19T14:24:10.175374+0000","last_clean_scrub_stamp":"2024-09-19T14:24:10.175374+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":0,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:33:09.555589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":355,"num_read_kb":303,"num_write":115,"num_write_kb":46,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"268'299","reported_seq":930,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:14.667663+0000","last_change":"2024-09-19T14:24:14.667496+0000","last_active":"2024-09-19T14:24:14.667663+0000","last_peered":"2024-09-19T14:24:14.667663+0000","last_clean":"2024-09-19T14:24:14.667663+0000","last_became_active":"2024-09-19T13:37:43.015031+0000","last_became_peered":"2024-09-19T13:37:43.015031+0000","last_unstale":"2024-09-19T14:24:14.667663+0000","last_undegraded":"2024-09-19T14:24:14.667663+0000","last_fullsized":"2024-09-19T14:24:14.667663+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'299","last_scrub_stamp":"2024-09-19T14:24:14.667284+0000","last_deep_scrub":"268'299","last_deep_scrub_stamp":"2024-09-19T14:24:14.667284+0000","last_clean_scrub_stamp":"2024-09-19T14:24:14.667284+0000","objects_scrubbed":4,"log_size":99,"log_dups_size":200,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:37:24.038209+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":549,"num_read_kb":3523,"num_write":966,"num_write_kb":5234,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":511,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:23.635970+0000","last_change":"2024-09-19T14:24:23.635831+0000","last_active":"2024-09-19T14:24:23.635970+0000","last_peered":"2024-09-19T14:24:23.635970+0000","last_clean":"2024-09-19T14:24:23.635970+0000","last_became_active":"2024-09-19T13:37:46.991089+0000","last_became_peered":"2024-09-19T13:37:46.991089+0000","last_unstale":"2024-09-19T14:24:23.635970+0000","last_undegraded":"2024-09-19T14:24:23.635970+0000","last_fullsized":"2024-09-19T14:24:23.635970+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:23.635640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:23.635640+0000","last_clean_scrub_stamp":"2024-09-19T14:24:23.635640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:46:15.554639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.b","version":"268'278","reported_seq":858,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:31.149987+0000","last_change":"2024-09-19T14:24:31.149728+0000","last_active":"2024-09-19T14:24:31.149987+0000","last_peered":"2024-09-19T14:24:31.149987+0000","last_clean":"2024-09-19T14:24:31.149987+0000","last_became_active":"2024-09-19T13:37:48.985275+0000","last_became_peered":"2024-09-19T13:37:48.985275+0000","last_unstale":"2024-09-19T14:24:31.149987+0000","last_undegraded":"2024-09-19T14:24:31.149987+0000","last_fullsized":"2024-09-19T14:24:31.149987+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'278","last_scrub_stamp":"2024-09-19T14:24:31.149457+0000","last_deep_scrub":"268'278","last_deep_scrub_stamp":"2024-09-19T14:24:31.149457+0000","last_clean_scrub_stamp":"2024-09-19T14:24:31.149457+0000","objects_scrubbed":4,"log_size":78,"log_dups_size":200,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:43:18.651119+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45071,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":453,"num_read_kb":1081,"num_write":374,"num_write_kb":309,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:38.058533+0000","last_change":"2024-09-19T14:24:38.058533+0000","last_active":"2024-09-19T14:24:38.058533+0000","last_peered":"2024-09-19T14:24:38.058533+0000","last_clean":"2024-09-19T14:24:38.058533+0000","last_became_active":"2024-09-19T13:37:51.015046+0000","last_became_peered":"2024-09-19T13:37:51.015046+0000","last_unstale":"2024-09-19T14:24:38.058533+0000","last_undegraded":"2024-09-19T14:24:38.058533+0000","last_fullsized":"2024-09-19T14:24:38.058533+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:38.058350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:38.058350+0000","last_clean_scrub_stamp":"2024-09-19T14:24:38.058350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:33:25.110682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.5","version":"268'2490","reported_seq":4335,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:28.128259+0000","last_change":"2024-09-19T14:24:28.128259+0000","last_active":"2024-09-19T14:24:28.128259+0000","last_peered":"2024-09-19T14:24:28.128259+0000","last_clean":"2024-09-19T14:24:28.128259+0000","last_became_active":"2024-09-19T13:37:53.033912+0000","last_became_peered":"2024-09-19T13:37:53.033912+0000","last_unstale":"2024-09-19T14:24:28.128259+0000","last_undegraded":"2024-09-19T14:24:28.128259+0000","last_fullsized":"2024-09-19T14:24:28.128259+0000","mapping_epoch":35,"log_start":"268'2400","ondisk_log_start":"268'2400","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2490","last_scrub_stamp":"2024-09-19T14:24:28.128147+0000","last_deep_scrub":"268'2490","last_deep_scrub_stamp":"2024-09-19T14:24:28.128147+0000","last_clean_scrub_stamp":"2024-09-19T14:24:28.128147+0000","objects_scrubbed":2,"log_size":90,"log_dups_size":2400,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:08:46.430940+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":423,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6241,"num_read_kb":6235,"num_write":5019,"num_write_kb":1847,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":176,"num_omap_keys":1,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.a","version":"268'83","reported_seq":685,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:43.636225+0000","last_change":"2024-09-19T14:24:43.636225+0000","last_active":"2024-09-19T14:24:43.636225+0000","last_peered":"2024-09-19T14:24:43.636225+0000","last_clean":"2024-09-19T14:24:43.636225+0000","last_became_active":"2024-09-19T13:37:44.989043+0000","last_became_peered":"2024-09-19T13:37:44.989043+0000","last_unstale":"2024-09-19T14:24:43.636225+0000","last_undegraded":"2024-09-19T14:24:43.636225+0000","last_fullsized":"2024-09-19T14:24:43.636225+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'83","last_scrub_stamp":"2024-09-19T14:24:43.636043+0000","last_deep_scrub":"268'83","last_deep_scrub_stamp":"2024-09-19T14:24:43.636043+0000","last_clean_scrub_stamp":"2024-09-19T14:24:43.636043+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":0,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:27:19.693262+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":424,"num_read_kb":365,"num_write":143,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"268'334","reported_seq":994,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:12.549903+0000","last_change":"2024-09-19T14:24:12.549757+0000","last_active":"2024-09-19T14:24:12.549903+0000","last_peered":"2024-09-19T14:24:12.549903+0000","last_clean":"2024-09-19T14:24:12.549903+0000","last_became_active":"2024-09-19T13:38:12.010661+0000","last_became_peered":"2024-09-19T13:38:12.010661+0000","last_unstale":"2024-09-19T14:24:12.549903+0000","last_undegraded":"2024-09-19T14:24:12.549903+0000","last_fullsized":"2024-09-19T14:24:12.549903+0000","mapping_epoch":38,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'334","last_scrub_stamp":"2024-09-19T14:24:12.549550+0000","last_deep_scrub":"268'334","last_deep_scrub_stamp":"2024-09-19T14:24:12.549550+0000","last_clean_scrub_stamp":"2024-09-19T14:24:12.549550+0000","objects_scrubbed":7,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:33:00.008409+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":80,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":695,"num_read_kb":28221,"num_write":1099,"num_write_kb":37591,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":512,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:27.889276+0000","last_change":"2024-09-19T14:24:27.889041+0000","last_active":"2024-09-19T14:24:27.889276+0000","last_peered":"2024-09-19T14:24:27.889276+0000","last_clean":"2024-09-19T14:24:27.889276+0000","last_became_active":"2024-09-19T13:37:47.003207+0000","last_became_peered":"2024-09-19T13:37:47.003207+0000","last_unstale":"2024-09-19T14:24:27.889276+0000","last_undegraded":"2024-09-19T14:24:27.889276+0000","last_fullsized":"2024-09-19T14:24:27.889276+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:27.888784+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:27.888784+0000","last_clean_scrub_stamp":"2024-09-19T14:24:27.888784+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:40:20.007915+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.8","version":"268'321","reported_seq":914,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:38.211783+0000","last_change":"2024-09-19T14:24:38.211783+0000","last_active":"2024-09-19T14:24:38.211783+0000","last_peered":"2024-09-19T14:24:38.211783+0000","last_clean":"2024-09-19T14:24:38.211783+0000","last_became_active":"2024-09-19T13:37:49.012526+0000","last_became_peered":"2024-09-19T13:37:49.012526+0000","last_unstale":"2024-09-19T14:24:38.211783+0000","last_undegraded":"2024-09-19T14:24:38.211783+0000","last_fullsized":"2024-09-19T14:24:38.211783+0000","mapping_epoch":31,"log_start":"268'300","ondisk_log_start":"268'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'321","last_scrub_stamp":"2024-09-19T14:24:38.211583+0000","last_deep_scrub":"268'321","last_deep_scrub_stamp":"2024-09-19T14:24:38.211583+0000","last_clean_scrub_stamp":"2024-09-19T14:24:38.211583+0000","objects_scrubbed":7,"log_size":21,"log_dups_size":300,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:01:12.674631+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47766,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":539,"num_read_kb":1243,"num_write":442,"num_write_kb":346,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.9","version":"268'794","reported_seq":2569,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:35.928961+0000","last_change":"2024-09-19T14:24:35.928961+0000","last_active":"2024-09-19T14:24:35.928961+0000","last_peered":"2024-09-19T14:24:35.928961+0000","last_clean":"2024-09-19T14:24:35.928961+0000","last_became_active":"2024-09-19T13:37:51.038486+0000","last_became_peered":"2024-09-19T13:37:51.038486+0000","last_unstale":"2024-09-19T14:24:35.928961+0000","last_undegraded":"2024-09-19T14:24:35.928961+0000","last_fullsized":"2024-09-19T14:24:35.928961+0000","mapping_epoch":33,"log_start":"268'701","ondisk_log_start":"268'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'794","last_scrub_stamp":"2024-09-19T14:24:35.928786+0000","last_deep_scrub":"268'794","last_deep_scrub_stamp":"2024-09-19T14:24:35.928786+0000","last_clean_scrub_stamp":"2024-09-19T14:24:35.928786+0000","objects_scrubbed":1,"log_size":93,"log_dups_size":701,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:47:15.729087+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.6","version":"268'125","reported_seq":631,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:35.609411+0000","last_change":"2024-09-19T14:24:35.609411+0000","last_active":"2024-09-19T14:24:35.609411+0000","last_peered":"2024-09-19T14:24:35.609411+0000","last_clean":"2024-09-19T14:24:35.609411+0000","last_became_active":"2024-09-19T13:37:53.042735+0000","last_became_peered":"2024-09-19T13:37:53.042735+0000","last_unstale":"2024-09-19T14:24:35.609411+0000","last_undegraded":"2024-09-19T14:24:35.609411+0000","last_fullsized":"2024-09-19T14:24:35.609411+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'125","last_scrub_stamp":"2024-09-19T14:24:35.609227+0000","last_deep_scrub":"268'125","last_deep_scrub_stamp":"2024-09-19T14:24:35.609227+0000","last_clean_scrub_stamp":"2024-09-19T14:24:35.609227+0000","objects_scrubbed":1,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:53:19.305140+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":390,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":137,"num_read_kb":134,"num_write":268,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.b","version":"268'247","reported_seq":940,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:20.892485+0000","last_change":"2024-09-19T14:24:20.892205+0000","last_active":"2024-09-19T14:24:20.892485+0000","last_peered":"2024-09-19T14:24:20.892485+0000","last_clean":"2024-09-19T14:24:20.892485+0000","last_became_active":"2024-09-19T13:37:45.005737+0000","last_became_peered":"2024-09-19T13:37:45.005737+0000","last_unstale":"2024-09-19T14:24:20.892485+0000","last_undegraded":"2024-09-19T14:24:20.892485+0000","last_fullsized":"2024-09-19T14:24:20.892485+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'247","last_scrub_stamp":"2024-09-19T14:24:20.891991+0000","last_deep_scrub":"268'247","last_deep_scrub_stamp":"2024-09-19T14:24:20.891991+0000","last_clean_scrub_stamp":"2024-09-19T14:24:20.891991+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":200,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:29:31.016479+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1052,"num_read_kb":871,"num_write":357,"num_write_kb":175,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"268'312","reported_seq":939,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:04.497910+0000","last_change":"2024-09-19T14:24:04.497794+0000","last_active":"2024-09-19T14:24:04.497910+0000","last_peered":"2024-09-19T14:24:04.497910+0000","last_clean":"2024-09-19T14:24:04.497910+0000","last_became_active":"2024-09-19T13:37:43.002626+0000","last_became_peered":"2024-09-19T13:37:43.002626+0000","last_unstale":"2024-09-19T14:24:04.497910+0000","last_undegraded":"2024-09-19T14:24:04.497910+0000","last_fullsized":"2024-09-19T14:24:04.497910+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'312","last_scrub_stamp":"2024-09-19T14:24:04.497647+0000","last_deep_scrub":"268'312","last_deep_scrub_stamp":"2024-09-19T14:24:04.497647+0000","last_clean_scrub_stamp":"2024-09-19T14:24:04.497647+0000","objects_scrubbed":6,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:45:06.094058+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136892,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":502,"num_read_kb":32217,"num_write":940,"num_write_kb":68270,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":510,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:24.600542+0000","last_change":"2024-09-19T14:24:24.600542+0000","last_active":"2024-09-19T14:24:24.600542+0000","last_peered":"2024-09-19T14:24:24.600542+0000","last_clean":"2024-09-19T14:24:24.600542+0000","last_became_active":"2024-09-19T13:37:46.988390+0000","last_became_peered":"2024-09-19T13:37:46.988390+0000","last_unstale":"2024-09-19T14:24:24.600542+0000","last_undegraded":"2024-09-19T14:24:24.600542+0000","last_fullsized":"2024-09-19T14:24:24.600542+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:24.600362+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:24.600362+0000","last_clean_scrub_stamp":"2024-09-19T14:24:24.600362+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:21:01.783412+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.9","version":"268'456","reported_seq":1098,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:30.179189+0000","last_change":"2024-09-19T14:24:30.179189+0000","last_active":"2024-09-19T14:24:30.179189+0000","last_peered":"2024-09-19T14:24:30.179189+0000","last_clean":"2024-09-19T14:24:30.179189+0000","last_became_active":"2024-09-19T13:37:48.988851+0000","last_became_peered":"2024-09-19T13:37:48.988851+0000","last_unstale":"2024-09-19T14:24:30.179189+0000","last_undegraded":"2024-09-19T14:24:30.179189+0000","last_fullsized":"2024-09-19T14:24:30.179189+0000","mapping_epoch":31,"log_start":"268'400","ondisk_log_start":"268'400","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'456","last_scrub_stamp":"2024-09-19T14:24:30.178989+0000","last_deep_scrub":"268'456","last_deep_scrub_stamp":"2024-09-19T14:24:30.178989+0000","last_clean_scrub_stamp":"2024-09-19T14:24:30.178989+0000","objects_scrubbed":6,"log_size":56,"log_dups_size":400,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:51:41.531145+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92541,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":776,"num_read_kb":1849,"num_write":630,"num_write_kb":533,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":504,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:34.895724+0000","last_change":"2024-09-19T14:24:34.895724+0000","last_active":"2024-09-19T14:24:34.895724+0000","last_peered":"2024-09-19T14:24:34.895724+0000","last_clean":"2024-09-19T14:24:34.895724+0000","last_became_active":"2024-09-19T13:37:51.031123+0000","last_became_peered":"2024-09-19T13:37:51.031123+0000","last_unstale":"2024-09-19T14:24:34.895724+0000","last_undegraded":"2024-09-19T14:24:34.895724+0000","last_fullsized":"2024-09-19T14:24:34.895724+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:34.895524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:34.895524+0000","last_clean_scrub_stamp":"2024-09-19T14:24:34.895524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:16:12.805236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.7","version":"268'124","reported_seq":638,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:31.532620+0000","last_change":"2024-09-19T14:24:31.532620+0000","last_active":"2024-09-19T14:24:31.532620+0000","last_peered":"2024-09-19T14:24:31.532620+0000","last_clean":"2024-09-19T14:24:31.532620+0000","last_became_active":"2024-09-19T13:37:53.034849+0000","last_became_peered":"2024-09-19T13:37:53.034849+0000","last_unstale":"2024-09-19T14:24:31.532620+0000","last_undegraded":"2024-09-19T14:24:31.532620+0000","last_fullsized":"2024-09-19T14:24:31.532620+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'124","last_scrub_stamp":"2024-09-19T14:24:31.532401+0000","last_deep_scrub":"268'124","last_deep_scrub_stamp":"2024-09-19T14:24:31.532401+0000","last_clean_scrub_stamp":"2024-09-19T14:24:31.532401+0000","objects_scrubbed":2,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:41:36.340635+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":920,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":151,"num_read_kb":147,"num_write":280,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.c","version":"268'95","reported_seq":696,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:11.540145+0000","last_change":"2024-09-19T14:24:11.540008+0000","last_active":"2024-09-19T14:24:11.540145+0000","last_peered":"2024-09-19T14:24:11.540145+0000","last_clean":"2024-09-19T14:24:11.540145+0000","last_became_active":"2024-09-19T13:37:44.992068+0000","last_became_peered":"2024-09-19T13:37:44.992068+0000","last_unstale":"2024-09-19T14:24:11.540145+0000","last_undegraded":"2024-09-19T14:24:11.540145+0000","last_fullsized":"2024-09-19T14:24:11.540145+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'95","last_scrub_stamp":"2024-09-19T14:24:11.539810+0000","last_deep_scrub":"268'95","last_deep_scrub_stamp":"2024-09-19T14:24:11.539810+0000","last_clean_scrub_stamp":"2024-09-19T14:24:11.539810+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":0,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:43:55.556973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":399,"num_read_kb":339,"num_write":132,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"268'360","reported_seq":1128,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:09.370365+0000","last_change":"2024-09-19T14:24:09.370191+0000","last_active":"2024-09-19T14:24:09.370365+0000","last_peered":"2024-09-19T14:24:09.370365+0000","last_clean":"2024-09-19T14:24:09.370365+0000","last_became_active":"2024-09-19T13:37:43.004325+0000","last_became_peered":"2024-09-19T13:37:43.004325+0000","last_unstale":"2024-09-19T14:24:09.370365+0000","last_undegraded":"2024-09-19T14:24:09.370365+0000","last_fullsized":"2024-09-19T14:24:09.370365+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'360","last_scrub_stamp":"2024-09-19T14:24:09.369961+0000","last_deep_scrub":"268'360","last_deep_scrub_stamp":"2024-09-19T14:24:09.369961+0000","last_clean_scrub_stamp":"2024-09-19T14:24:09.369961+0000","objects_scrubbed":5,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:58:26.004271+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1074,"num_read_kb":41170,"num_write":1105,"num_write_kb":40345,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":507,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:21.468273+0000","last_change":"2024-09-19T14:24:21.468024+0000","last_active":"2024-09-19T14:24:21.468273+0000","last_peered":"2024-09-19T14:24:21.468273+0000","last_clean":"2024-09-19T14:24:21.468273+0000","last_became_active":"2024-09-19T13:37:47.003472+0000","last_became_peered":"2024-09-19T13:37:47.003472+0000","last_unstale":"2024-09-19T14:24:21.468273+0000","last_undegraded":"2024-09-19T14:24:21.468273+0000","last_fullsized":"2024-09-19T14:24:21.468273+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:21.467753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:21.467753+0000","last_clean_scrub_stamp":"2024-09-19T14:24:21.467753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:12:34.888941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.e","version":"268'310","reported_seq":899,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:26.167171+0000","last_change":"2024-09-19T14:24:26.167027+0000","last_active":"2024-09-19T14:24:26.167171+0000","last_peered":"2024-09-19T14:24:26.167171+0000","last_clean":"2024-09-19T14:24:26.167171+0000","last_became_active":"2024-09-19T13:37:48.996602+0000","last_became_peered":"2024-09-19T13:37:48.996602+0000","last_unstale":"2024-09-19T14:24:26.167171+0000","last_undegraded":"2024-09-19T14:24:26.167171+0000","last_fullsized":"2024-09-19T14:24:26.167171+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'310","last_scrub_stamp":"2024-09-19T14:24:26.166836+0000","last_deep_scrub":"268'310","last_deep_scrub_stamp":"2024-09-19T14:24:26.166836+0000","last_clean_scrub_stamp":"2024-09-19T14:24:26.166836+0000","objects_scrubbed":6,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:17:57.237873+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51799,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":527,"num_read_kb":1184,"num_write":478,"num_write_kb":402,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":15964,"num_omap_keys":38,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":499,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:23.519028+0000","last_change":"2024-09-19T14:24:23.518862+0000","last_active":"2024-09-19T14:24:23.519028+0000","last_peered":"2024-09-19T14:24:23.519028+0000","last_clean":"2024-09-19T14:24:23.519028+0000","last_became_active":"2024-09-19T13:37:51.023139+0000","last_became_peered":"2024-09-19T13:37:51.023139+0000","last_unstale":"2024-09-19T14:24:23.519028+0000","last_undegraded":"2024-09-19T14:24:23.519028+0000","last_fullsized":"2024-09-19T14:24:23.519028+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:23.518674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:23.518674+0000","last_clean_scrub_stamp":"2024-09-19T14:24:23.518674+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:34:32.682059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.0","version":"268'116","reported_seq":631,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:38.928684+0000","last_change":"2024-09-19T14:24:38.928684+0000","last_active":"2024-09-19T14:24:38.928684+0000","last_peered":"2024-09-19T14:24:38.928684+0000","last_clean":"2024-09-19T14:24:38.928684+0000","last_became_active":"2024-09-19T13:37:53.029335+0000","last_became_peered":"2024-09-19T13:37:53.029335+0000","last_unstale":"2024-09-19T14:24:38.928684+0000","last_undegraded":"2024-09-19T14:24:38.928684+0000","last_fullsized":"2024-09-19T14:24:38.928684+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'116","last_scrub_stamp":"2024-09-19T14:24:38.928505+0000","last_deep_scrub":"268'116","last_deep_scrub_stamp":"2024-09-19T14:24:38.928505+0000","last_clean_scrub_stamp":"2024-09-19T14:24:38.928505+0000","objects_scrubbed":3,"log_size":16,"log_dups_size":100,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:47:52.011944+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":175,"num_read_kb":161,"num_write":276,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.d","version":"268'376","reported_seq":1118,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:23.265967+0000","last_change":"2024-09-19T14:24:23.265788+0000","last_active":"2024-09-19T14:24:23.265967+0000","last_peered":"2024-09-19T14:24:23.265967+0000","last_clean":"2024-09-19T14:24:23.265967+0000","last_became_active":"2024-09-19T13:37:44.984050+0000","last_became_peered":"2024-09-19T13:37:44.984050+0000","last_unstale":"2024-09-19T14:24:23.265967+0000","last_undegraded":"2024-09-19T14:24:23.265967+0000","last_fullsized":"2024-09-19T14:24:23.265967+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'376","last_scrub_stamp":"2024-09-19T14:24:23.265604+0000","last_deep_scrub":"268'376","last_deep_scrub_stamp":"2024-09-19T14:24:23.265604+0000","last_clean_scrub_stamp":"2024-09-19T14:24:23.265604+0000","objects_scrubbed":1,"log_size":76,"log_dups_size":300,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T02:00:10.216474+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1811,"num_read_kb":1552,"num_write":558,"num_write_kb":315,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":25740,"num_omap_keys":101,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"268'363","reported_seq":1006,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:12.407623+0000","last_change":"2024-09-19T14:24:12.407623+0000","last_active":"2024-09-19T14:24:12.407623+0000","last_peered":"2024-09-19T14:24:12.407623+0000","last_clean":"2024-09-19T14:24:12.407623+0000","last_became_active":"2024-09-19T13:37:42.977928+0000","last_became_peered":"2024-09-19T13:37:42.977928+0000","last_unstale":"2024-09-19T14:24:12.407623+0000","last_undegraded":"2024-09-19T14:24:12.407623+0000","last_fullsized":"2024-09-19T14:24:12.407623+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'363","last_scrub_stamp":"2024-09-19T14:24:12.407395+0000","last_deep_scrub":"268'363","last_deep_scrub_stamp":"2024-09-19T14:24:12.407395+0000","last_clean_scrub_stamp":"2024-09-19T14:24:12.407395+0000","objects_scrubbed":7,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:03:01.328765+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":646,"num_read_kb":468,"num_write":1137,"num_write_kb":30200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":512,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:28.856797+0000","last_change":"2024-09-19T14:24:28.856672+0000","last_active":"2024-09-19T14:24:28.856797+0000","last_peered":"2024-09-19T14:24:28.856797+0000","last_clean":"2024-09-19T14:24:28.856797+0000","last_became_active":"2024-09-19T13:37:46.993980+0000","last_became_peered":"2024-09-19T13:37:46.993980+0000","last_unstale":"2024-09-19T14:24:28.856797+0000","last_undegraded":"2024-09-19T14:24:28.856797+0000","last_fullsized":"2024-09-19T14:24:28.856797+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:28.856494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:28.856494+0000","last_clean_scrub_stamp":"2024-09-19T14:24:28.856494+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:45:38.414634+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.f","version":"268'314","reported_seq":913,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:30.884035+0000","last_change":"2024-09-19T14:24:30.883871+0000","last_active":"2024-09-19T14:24:30.884035+0000","last_peered":"2024-09-19T14:24:30.884035+0000","last_clean":"2024-09-19T14:24:30.884035+0000","last_became_active":"2024-09-19T13:37:49.005979+0000","last_became_peered":"2024-09-19T13:37:49.005979+0000","last_unstale":"2024-09-19T14:24:30.884035+0000","last_undegraded":"2024-09-19T14:24:30.884035+0000","last_fullsized":"2024-09-19T14:24:30.884035+0000","mapping_epoch":31,"log_start":"268'300","ondisk_log_start":"268'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'314","last_scrub_stamp":"2024-09-19T14:24:30.883616+0000","last_deep_scrub":"268'314","last_deep_scrub_stamp":"2024-09-19T14:24:30.883616+0000","last_clean_scrub_stamp":"2024-09-19T14:24:30.883616+0000","objects_scrubbed":7,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:21:57.129548+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51122,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":491,"num_read_kb":1069,"num_write":394,"num_write_kb":294,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.e","version":"268'752","reported_seq":3994,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:25.476071+0000","last_change":"2024-09-19T14:24:25.475912+0000","last_active":"2024-09-19T14:24:25.476071+0000","last_peered":"2024-09-19T14:24:25.476071+0000","last_clean":"2024-09-19T14:24:25.476071+0000","last_became_active":"2024-09-19T13:37:51.032240+0000","last_became_peered":"2024-09-19T13:37:51.032240+0000","last_unstale":"2024-09-19T14:24:25.476071+0000","last_undegraded":"2024-09-19T14:24:25.476071+0000","last_fullsized":"2024-09-19T14:24:25.476071+0000","mapping_epoch":33,"log_start":"268'700","ondisk_log_start":"268'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'752","last_scrub_stamp":"2024-09-19T14:24:25.475671+0000","last_deep_scrub":"268'752","last_deep_scrub_stamp":"2024-09-19T14:24:25.475671+0000","last_clean_scrub_stamp":"2024-09-19T14:24:25.475671+0000","objects_scrubbed":1,"log_size":52,"log_dups_size":700,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:02:14.166364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1","version":"268'143","reported_seq":655,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:33.612156+0000","last_change":"2024-09-19T14:24:33.612156+0000","last_active":"2024-09-19T14:24:33.612156+0000","last_peered":"2024-09-19T14:24:33.612156+0000","last_clean":"2024-09-19T14:24:33.612156+0000","last_became_active":"2024-09-19T13:37:53.035183+0000","last_became_peered":"2024-09-19T13:37:53.035183+0000","last_unstale":"2024-09-19T14:24:33.612156+0000","last_undegraded":"2024-09-19T14:24:33.612156+0000","last_fullsized":"2024-09-19T14:24:33.612156+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'143","last_scrub_stamp":"2024-09-19T14:24:33.611970+0000","last_deep_scrub":"268'143","last_deep_scrub_stamp":"2024-09-19T14:24:33.611970+0000","last_clean_scrub_stamp":"2024-09-19T14:24:33.611970+0000","objects_scrubbed":3,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:09:13.786339+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1243,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":190,"num_read_kb":179,"num_write":349,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.e","version":"268'131","reported_seq":697,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:09.644140+0000","last_change":"2024-09-19T14:24:09.643999+0000","last_active":"2024-09-19T14:24:09.644140+0000","last_peered":"2024-09-19T14:24:09.644140+0000","last_clean":"2024-09-19T14:24:09.644140+0000","last_became_active":"2024-09-19T13:37:44.984007+0000","last_became_peered":"2024-09-19T13:37:44.984007+0000","last_unstale":"2024-09-19T14:24:09.644140+0000","last_undegraded":"2024-09-19T14:24:09.644140+0000","last_fullsized":"2024-09-19T14:24:09.644140+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'131","last_scrub_stamp":"2024-09-19T14:24:09.643783+0000","last_deep_scrub":"268'131","last_deep_scrub_stamp":"2024-09-19T14:24:09.643783+0000","last_clean_scrub_stamp":"2024-09-19T14:24:09.643783+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:20:11.324711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":571,"num_read_kb":457,"num_write":223,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"268'331","reported_seq":960,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:11.437736+0000","last_change":"2024-09-19T14:24:11.437439+0000","last_active":"2024-09-19T14:24:11.437736+0000","last_peered":"2024-09-19T14:24:11.437736+0000","last_clean":"2024-09-19T14:24:11.437736+0000","last_became_active":"2024-09-19T13:37:42.992673+0000","last_became_peered":"2024-09-19T13:37:42.992673+0000","last_unstale":"2024-09-19T14:24:11.437736+0000","last_undegraded":"2024-09-19T14:24:11.437736+0000","last_fullsized":"2024-09-19T14:24:11.437736+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'331","last_scrub_stamp":"2024-09-19T14:24:11.437191+0000","last_deep_scrub":"268'331","last_deep_scrub_stamp":"2024-09-19T14:24:11.437191+0000","last_clean_scrub_stamp":"2024-09-19T14:24:11.437191+0000","objects_scrubbed":2,"log_size":31,"log_dups_size":300,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:35:17.989820+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":517,"num_read_kb":30696,"num_write":902,"num_write_kb":42322,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"268'4","reported_seq":1468,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:21.162012+0000","last_change":"2024-09-19T14:24:21.161824+0000","last_active":"2024-09-19T14:24:21.162012+0000","last_peered":"2024-09-19T14:24:21.162012+0000","last_clean":"2024-09-19T14:24:21.162012+0000","last_became_active":"2024-09-19T13:37:46.991680+0000","last_became_peered":"2024-09-19T13:37:46.991680+0000","last_unstale":"2024-09-19T14:24:21.162012+0000","last_undegraded":"2024-09-19T14:24:21.162012+0000","last_fullsized":"2024-09-19T14:24:21.162012+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4","last_scrub_stamp":"2024-09-19T14:24:21.161627+0000","last_deep_scrub":"268'4","last_deep_scrub_stamp":"2024-09-19T14:24:21.161627+0000","last_clean_scrub_stamp":"2024-09-19T14:24:21.161627+0000","objects_scrubbed":2,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:43:13.039322+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":952,"num_read_kb":952,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.c","version":"268'72","reported_seq":603,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:26.601439+0000","last_change":"2024-09-19T14:24:26.601307+0000","last_active":"2024-09-19T14:24:26.601439+0000","last_peered":"2024-09-19T14:24:26.601439+0000","last_clean":"2024-09-19T14:24:26.601439+0000","last_became_active":"2024-09-19T13:37:48.995316+0000","last_became_peered":"2024-09-19T13:37:48.995316+0000","last_unstale":"2024-09-19T14:24:26.601439+0000","last_undegraded":"2024-09-19T14:24:26.601439+0000","last_fullsized":"2024-09-19T14:24:26.601439+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'72","last_scrub_stamp":"2024-09-19T14:24:26.601111+0000","last_deep_scrub":"268'72","last_deep_scrub_stamp":"2024-09-19T14:24:26.601111+0000","last_clean_scrub_stamp":"2024-09-19T14:24:26.601111+0000","objects_scrubbed":5,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:06:04.826611+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":77,"num_read_kb":71,"num_write":52,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.d","version":"268'748","reported_seq":2561,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:25.200649+0000","last_change":"2024-09-19T14:24:25.200461+0000","last_active":"2024-09-19T14:24:25.200649+0000","last_peered":"2024-09-19T14:24:25.200649+0000","last_clean":"2024-09-19T14:24:25.200649+0000","last_became_active":"2024-09-19T13:37:50.993347+0000","last_became_peered":"2024-09-19T13:37:50.993347+0000","last_unstale":"2024-09-19T14:24:25.200649+0000","last_undegraded":"2024-09-19T14:24:25.200649+0000","last_fullsized":"2024-09-19T14:24:25.200649+0000","mapping_epoch":33,"log_start":"268'700","ondisk_log_start":"268'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'748","last_scrub_stamp":"2024-09-19T14:24:25.200268+0000","last_deep_scrub":"268'748","last_deep_scrub_stamp":"2024-09-19T14:24:25.200268+0000","last_clean_scrub_stamp":"2024-09-19T14:24:25.200268+0000","objects_scrubbed":1,"log_size":48,"log_dups_size":700,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:12:22.683926+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.2","version":"268'125","reported_seq":632,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:45.706457+0000","last_change":"2024-09-19T14:24:45.706457+0000","last_active":"2024-09-19T14:24:45.706457+0000","last_peered":"2024-09-19T14:24:45.706457+0000","last_clean":"2024-09-19T14:24:45.706457+0000","last_became_active":"2024-09-19T13:37:53.026813+0000","last_became_peered":"2024-09-19T13:37:53.026813+0000","last_unstale":"2024-09-19T14:24:45.706457+0000","last_undegraded":"2024-09-19T14:24:45.706457+0000","last_fullsized":"2024-09-19T14:24:45.706457+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'125","last_scrub_stamp":"2024-09-19T14:24:45.706270+0000","last_deep_scrub":"268'125","last_deep_scrub_stamp":"2024-09-19T14:24:45.706270+0000","last_clean_scrub_stamp":"2024-09-19T14:24:45.706270+0000","objects_scrubbed":1,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:54:34.568636+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":425,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":148,"num_read_kb":143,"num_write":288,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.f","version":"268'406","reported_seq":1172,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:12.412091+0000","last_change":"2024-09-19T14:24:12.411950+0000","last_active":"2024-09-19T14:24:12.412091+0000","last_peered":"2024-09-19T14:24:12.412091+0000","last_clean":"2024-09-19T14:24:12.412091+0000","last_became_active":"2024-09-19T13:37:44.993668+0000","last_became_peered":"2024-09-19T13:37:44.993668+0000","last_unstale":"2024-09-19T14:24:12.412091+0000","last_undegraded":"2024-09-19T14:24:12.412091+0000","last_fullsized":"2024-09-19T14:24:12.412091+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'406","last_scrub_stamp":"2024-09-19T14:24:12.411774+0000","last_deep_scrub":"268'406","last_deep_scrub_stamp":"2024-09-19T14:24:12.411774+0000","last_clean_scrub_stamp":"2024-09-19T14:24:12.411774+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":300,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:55:57.889858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2013,"num_read_kb":1743,"num_write":719,"num_write_kb":481,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.8","version":"268'334","reported_seq":995,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:10.280886+0000","last_change":"2024-09-19T14:24:10.280628+0000","last_active":"2024-09-19T14:24:10.280886+0000","last_peered":"2024-09-19T14:24:10.280886+0000","last_clean":"2024-09-19T14:24:10.280886+0000","last_became_active":"2024-09-19T13:37:42.977623+0000","last_became_peered":"2024-09-19T13:37:42.977623+0000","last_unstale":"2024-09-19T14:24:10.280886+0000","last_undegraded":"2024-09-19T14:24:10.280886+0000","last_fullsized":"2024-09-19T14:24:10.280886+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'334","last_scrub_stamp":"2024-09-19T14:24:10.280314+0000","last_deep_scrub":"268'334","last_deep_scrub_stamp":"2024-09-19T14:24:10.280314+0000","last_clean_scrub_stamp":"2024-09-19T14:24:10.280314+0000","objects_scrubbed":4,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:44:22.653178+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":549,"num_read_kb":109168,"num_write":1073,"num_write_kb":60244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2],"acting":[4,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":506,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:32.176766+0000","last_change":"2024-09-19T14:24:32.176640+0000","last_active":"2024-09-19T14:24:32.176766+0000","last_peered":"2024-09-19T14:24:32.176766+0000","last_clean":"2024-09-19T14:24:32.176766+0000","last_became_active":"2024-09-19T13:37:46.977414+0000","last_became_peered":"2024-09-19T13:37:46.977414+0000","last_unstale":"2024-09-19T14:24:32.176766+0000","last_undegraded":"2024-09-19T14:24:32.176766+0000","last_fullsized":"2024-09-19T14:24:32.176766+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:32.176409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:32.176409+0000","last_clean_scrub_stamp":"2024-09-19T14:24:32.176409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:00:30.808095+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.d","version":"268'358","reported_seq":978,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:24.203171+0000","last_change":"2024-09-19T14:24:24.203017+0000","last_active":"2024-09-19T14:24:24.203171+0000","last_peered":"2024-09-19T14:24:24.203171+0000","last_clean":"2024-09-19T14:24:24.203171+0000","last_became_active":"2024-09-19T13:37:48.989441+0000","last_became_peered":"2024-09-19T13:37:48.989441+0000","last_unstale":"2024-09-19T14:24:24.203171+0000","last_undegraded":"2024-09-19T14:24:24.203171+0000","last_fullsized":"2024-09-19T14:24:24.203171+0000","mapping_epoch":31,"log_start":"268'300","ondisk_log_start":"268'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'358","last_scrub_stamp":"2024-09-19T14:24:24.202826+0000","last_deep_scrub":"268'358","last_deep_scrub_stamp":"2024-09-19T14:24:24.202826+0000","last_clean_scrub_stamp":"2024-09-19T14:24:24.202826+0000","objects_scrubbed":8,"log_size":58,"log_dups_size":300,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:42:45.065946+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51104,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":582,"num_read_kb":1255,"num_write":464,"num_write_kb":334,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":502,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:32.712813+0000","last_change":"2024-09-19T14:24:32.712539+0000","last_active":"2024-09-19T14:24:32.712813+0000","last_peered":"2024-09-19T14:24:32.712813+0000","last_clean":"2024-09-19T14:24:32.712813+0000","last_became_active":"2024-09-19T13:37:51.036123+0000","last_became_peered":"2024-09-19T13:37:51.036123+0000","last_unstale":"2024-09-19T14:24:32.712813+0000","last_undegraded":"2024-09-19T14:24:32.712813+0000","last_fullsized":"2024-09-19T14:24:32.712813+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:32.712315+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:32.712315+0000","last_clean_scrub_stamp":"2024-09-19T14:24:32.712315+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:44:30.832680+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.3","version":"268'106","reported_seq":606,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:30.538592+0000","last_change":"2024-09-19T14:24:30.538592+0000","last_active":"2024-09-19T14:24:30.538592+0000","last_peered":"2024-09-19T14:24:30.538592+0000","last_clean":"2024-09-19T14:24:30.538592+0000","last_became_active":"2024-09-19T13:37:53.043696+0000","last_became_peered":"2024-09-19T13:37:53.043696+0000","last_unstale":"2024-09-19T14:24:30.538592+0000","last_undegraded":"2024-09-19T14:24:30.538592+0000","last_fullsized":"2024-09-19T14:24:30.538592+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'106","last_scrub_stamp":"2024-09-19T14:24:30.538343+0000","last_deep_scrub":"268'106","last_deep_scrub_stamp":"2024-09-19T14:24:30.538343+0000","last_clean_scrub_stamp":"2024-09-19T14:24:30.538343+0000","objects_scrubbed":3,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:19:18.592063+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":449,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":125,"num_read_kb":125,"num_write":243,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"268'186","reported_seq":768,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:20.251532+0000","last_change":"2024-09-19T14:24:20.251532+0000","last_active":"2024-09-19T14:24:20.251532+0000","last_peered":"2024-09-19T14:24:20.251532+0000","last_clean":"2024-09-19T14:24:20.251532+0000","last_became_active":"2024-09-19T13:37:44.984586+0000","last_became_peered":"2024-09-19T13:37:44.984586+0000","last_unstale":"2024-09-19T14:24:20.251532+0000","last_undegraded":"2024-09-19T14:24:20.251532+0000","last_fullsized":"2024-09-19T14:24:20.251532+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'186","last_scrub_stamp":"2024-09-19T14:24:20.251349+0000","last_deep_scrub":"268'186","last_deep_scrub_stamp":"2024-09-19T14:24:20.251349+0000","last_clean_scrub_stamp":"2024-09-19T14:24:20.251349+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:41:59.528770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":791,"num_read_kb":653,"num_write":273,"num_write_kb":127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"268'74","reported_seq":633,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:05.248315+0000","last_change":"2024-09-19T14:24:05.248315+0000","last_active":"2024-09-19T14:24:05.248315+0000","last_peered":"2024-09-19T14:24:05.248315+0000","last_clean":"2024-09-19T14:24:05.248315+0000","last_became_active":"2024-09-19T13:37:20.020828+0000","last_became_peered":"2024-09-19T13:37:20.020828+0000","last_unstale":"2024-09-19T14:24:05.248315+0000","last_undegraded":"2024-09-19T14:24:05.248315+0000","last_fullsized":"2024-09-19T14:24:05.248315+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'74","last_scrub_stamp":"2024-09-19T14:24:05.248236+0000","last_deep_scrub":"268'74","last_deep_scrub_stamp":"2024-09-19T14:24:05.248236+0000","last_clean_scrub_stamp":"2024-09-19T14:24:05.248236+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:57:11.255580+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"268'2","reported_seq":536,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:07.429028+0000","last_change":"2024-09-19T14:24:07.428940+0000","last_active":"2024-09-19T14:24:07.429028+0000","last_peered":"2024-09-19T14:24:07.429028+0000","last_clean":"2024-09-19T14:24:07.429028+0000","last_became_active":"2024-09-19T13:37:24.882871+0000","last_became_peered":"2024-09-19T13:37:24.882871+0000","last_unstale":"2024-09-19T14:24:07.429028+0000","last_undegraded":"2024-09-19T14:24:07.429028+0000","last_fullsized":"2024-09-19T14:24:07.429028+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:07.428840+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:07.428840+0000","last_clean_scrub_stamp":"2024-09-19T14:24:07.428840+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:47:11.061319+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.0023960740000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"268'382","reported_seq":1091,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:07.284110+0000","last_change":"2024-09-19T14:24:07.284110+0000","last_active":"2024-09-19T14:24:07.284110+0000","last_peered":"2024-09-19T14:24:07.284110+0000","last_clean":"2024-09-19T14:24:07.284110+0000","last_became_active":"2024-09-19T13:37:42.971743+0000","last_became_peered":"2024-09-19T13:37:42.971743+0000","last_unstale":"2024-09-19T14:24:07.284110+0000","last_undegraded":"2024-09-19T14:24:07.284110+0000","last_fullsized":"2024-09-19T14:24:07.284110+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'382","last_scrub_stamp":"2024-09-19T14:24:07.283845+0000","last_deep_scrub":"268'382","last_deep_scrub_stamp":"2024-09-19T14:24:07.283845+0000","last_clean_scrub_stamp":"2024-09-19T14:24:07.283845+0000","objects_scrubbed":7,"log_size":82,"log_dups_size":300,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:59:58.156573+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136896,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":879,"num_read_kb":17240,"num_write":1141,"num_write_kb":39502,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,0],"acting":[4,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":508,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:21.574373+0000","last_change":"2024-09-19T14:24:21.574373+0000","last_active":"2024-09-19T14:24:21.574373+0000","last_peered":"2024-09-19T14:24:21.574373+0000","last_clean":"2024-09-19T14:24:21.574373+0000","last_became_active":"2024-09-19T13:37:47.002326+0000","last_became_peered":"2024-09-19T13:37:47.002326+0000","last_unstale":"2024-09-19T14:24:21.574373+0000","last_undegraded":"2024-09-19T14:24:21.574373+0000","last_fullsized":"2024-09-19T14:24:21.574373+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:21.574202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:21.574202+0000","last_clean_scrub_stamp":"2024-09-19T14:24:21.574202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:40:41.909257+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.7","version":"268'687","reported_seq":1398,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:46.156360+0000","last_change":"2024-09-19T14:24:46.156360+0000","last_active":"2024-09-19T14:24:46.156360+0000","last_peered":"2024-09-19T14:24:46.156360+0000","last_clean":"2024-09-19T14:24:46.156360+0000","last_became_active":"2024-09-19T13:37:49.012087+0000","last_became_peered":"2024-09-19T13:37:49.012087+0000","last_unstale":"2024-09-19T14:24:46.156360+0000","last_undegraded":"2024-09-19T14:24:46.156360+0000","last_fullsized":"2024-09-19T14:24:46.156360+0000","mapping_epoch":31,"log_start":"268'600","ondisk_log_start":"268'600","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'687","last_scrub_stamp":"2024-09-19T14:24:46.156206+0000","last_deep_scrub":"268'687","last_deep_scrub_stamp":"2024-09-19T14:24:46.156206+0000","last_clean_scrub_stamp":"2024-09-19T14:24:46.156206+0000","objects_scrubbed":6,"log_size":87,"log_dups_size":600,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:37:50.858982+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":152330,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1336,"num_read_kb":3077,"num_write":1222,"num_write_kb":1087,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":89476,"num_omap_keys":214,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":504,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:33.863895+0000","last_change":"2024-09-19T14:24:33.863895+0000","last_active":"2024-09-19T14:24:33.863895+0000","last_peered":"2024-09-19T14:24:33.863895+0000","last_clean":"2024-09-19T14:24:33.863895+0000","last_became_active":"2024-09-19T13:37:51.031011+0000","last_became_peered":"2024-09-19T13:37:51.031011+0000","last_unstale":"2024-09-19T14:24:33.863895+0000","last_undegraded":"2024-09-19T14:24:33.863895+0000","last_fullsized":"2024-09-19T14:24:33.863895+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:33.863687+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:33.863687+0000","last_clean_scrub_stamp":"2024-09-19T14:24:33.863687+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:29:45.918676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"268'217","reported_seq":963,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:31.603334+0000","last_change":"2024-09-19T14:24:31.603334+0000","last_active":"2024-09-19T14:24:31.603334+0000","last_peered":"2024-09-19T14:24:31.603334+0000","last_clean":"2024-09-19T14:24:31.603334+0000","last_became_active":"2024-09-19T13:37:53.036512+0000","last_became_peered":"2024-09-19T13:37:53.036512+0000","last_unstale":"2024-09-19T14:24:31.603334+0000","last_undegraded":"2024-09-19T14:24:31.603334+0000","last_fullsized":"2024-09-19T14:24:31.603334+0000","mapping_epoch":35,"log_start":"268'200","ondisk_log_start":"268'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'217","last_scrub_stamp":"2024-09-19T14:24:31.603148+0000","last_deep_scrub":"268'217","last_deep_scrub_stamp":"2024-09-19T14:24:31.603148+0000","last_clean_scrub_stamp":"2024-09-19T14:24:31.603148+0000","objects_scrubbed":3,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:13:34.706994+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":433,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":629,"num_read_kb":590,"num_write":474,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":66,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"268'4196","reported_seq":4834,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:19.863558+0000","last_change":"2024-09-19T14:24:19.863406+0000","last_active":"2024-09-19T14:24:19.863558+0000","last_peered":"2024-09-19T14:24:19.863558+0000","last_clean":"2024-09-19T14:24:19.863558+0000","last_became_active":"2024-09-19T13:37:45.005990+0000","last_became_peered":"2024-09-19T13:37:45.005990+0000","last_unstale":"2024-09-19T14:24:19.863558+0000","last_undegraded":"2024-09-19T14:24:19.863558+0000","last_fullsized":"2024-09-19T14:24:19.863558+0000","mapping_epoch":27,"log_start":"268'4100","ondisk_log_start":"268'4100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4196","last_scrub_stamp":"2024-09-19T14:24:19.863219+0000","last_deep_scrub":"268'4196","last_deep_scrub_stamp":"2024-09-19T14:24:19.863219+0000","last_clean_scrub_stamp":"2024-09-19T14:24:19.863219+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":3000,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:36:09.785916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16871,"num_read_kb":14145,"num_write":6317,"num_write_kb":3157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":534,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:06.408647+0000","last_change":"2024-09-19T14:24:06.408647+0000","last_active":"2024-09-19T14:24:06.408647+0000","last_peered":"2024-09-19T14:24:06.408647+0000","last_clean":"2024-09-19T14:24:06.408647+0000","last_became_active":"2024-09-19T13:37:24.881264+0000","last_became_peered":"2024-09-19T13:37:24.881264+0000","last_unstale":"2024-09-19T14:24:06.408647+0000","last_undegraded":"2024-09-19T14:24:06.408647+0000","last_fullsized":"2024-09-19T14:24:06.408647+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:06.408492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:06.408492+0000","last_clean_scrub_stamp":"2024-09-19T14:24:06.408492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T02:19:21.692554+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.0026683119999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"268'353","reported_seq":1036,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:07.507758+0000","last_change":"2024-09-19T14:24:07.507758+0000","last_active":"2024-09-19T14:24:07.507758+0000","last_peered":"2024-09-19T14:24:07.507758+0000","last_clean":"2024-09-19T14:24:07.507758+0000","last_became_active":"2024-09-19T13:37:42.996368+0000","last_became_peered":"2024-09-19T13:37:42.996368+0000","last_unstale":"2024-09-19T14:24:07.507758+0000","last_undegraded":"2024-09-19T14:24:07.507758+0000","last_fullsized":"2024-09-19T14:24:07.507758+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'353","last_scrub_stamp":"2024-09-19T14:24:07.507475+0000","last_deep_scrub":"268'353","last_deep_scrub_stamp":"2024-09-19T14:24:07.507475+0000","last_clean_scrub_stamp":"2024-09-19T14:24:07.507475+0000","objects_scrubbed":6,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:22:53.195588+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":32,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":692,"num_read_kb":610,"num_write":1185,"num_write_kb":28646,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,4],"acting":[6,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":506,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:36.191768+0000","last_change":"2024-09-19T14:24:36.191768+0000","last_active":"2024-09-19T14:24:36.191768+0000","last_peered":"2024-09-19T14:24:36.191768+0000","last_clean":"2024-09-19T14:24:36.191768+0000","last_became_active":"2024-09-19T13:37:47.002818+0000","last_became_peered":"2024-09-19T13:37:47.002818+0000","last_unstale":"2024-09-19T14:24:36.191768+0000","last_undegraded":"2024-09-19T14:24:36.191768+0000","last_fullsized":"2024-09-19T14:24:36.191768+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:36.191586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:36.191586+0000","last_clean_scrub_stamp":"2024-09-19T14:24:36.191586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:37:26.856373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.4","version":"268'1261","reported_seq":2765,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:27.468477+0000","last_change":"2024-09-19T14:24:27.468477+0000","last_active":"2024-09-19T14:24:27.468477+0000","last_peered":"2024-09-19T14:24:27.468477+0000","last_clean":"2024-09-19T14:24:27.468477+0000","last_became_active":"2024-09-19T13:37:49.005054+0000","last_became_peered":"2024-09-19T13:37:49.005054+0000","last_unstale":"2024-09-19T14:24:27.468477+0000","last_undegraded":"2024-09-19T14:24:27.468477+0000","last_fullsized":"2024-09-19T14:24:27.468477+0000","mapping_epoch":31,"log_start":"268'1200","ondisk_log_start":"268'1200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'1261","last_scrub_stamp":"2024-09-19T14:24:27.468258+0000","last_deep_scrub":"268'1261","last_deep_scrub_stamp":"2024-09-19T14:24:27.468258+0000","last_clean_scrub_stamp":"2024-09-19T14:24:27.468258+0000","objects_scrubbed":11,"log_size":61,"log_dups_size":1200,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:18:23.232228+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":145315,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":2016,"num_read_kb":3797,"num_write":1120,"num_write_kb":957,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5938,"num_omap_keys":16,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":499,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:41.178110+0000","last_change":"2024-09-19T14:24:41.178110+0000","last_active":"2024-09-19T14:24:41.178110+0000","last_peered":"2024-09-19T14:24:41.178110+0000","last_clean":"2024-09-19T14:24:41.178110+0000","last_became_active":"2024-09-19T13:37:51.040146+0000","last_became_peered":"2024-09-19T13:37:51.040146+0000","last_unstale":"2024-09-19T14:24:41.178110+0000","last_undegraded":"2024-09-19T14:24:41.178110+0000","last_fullsized":"2024-09-19T14:24:41.178110+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:41.177937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:41.177937+0000","last_clean_scrub_stamp":"2024-09-19T14:24:41.177937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:30:36.098117+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.a","version":"268'256","reported_seq":825,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:39.899661+0000","last_change":"2024-09-19T14:24:39.899661+0000","last_active":"2024-09-19T14:24:39.899661+0000","last_peered":"2024-09-19T14:24:39.899661+0000","last_clean":"2024-09-19T14:24:39.899661+0000","last_became_active":"2024-09-19T13:37:53.025312+0000","last_became_peered":"2024-09-19T13:37:53.025312+0000","last_unstale":"2024-09-19T14:24:39.899661+0000","last_undegraded":"2024-09-19T14:24:39.899661+0000","last_fullsized":"2024-09-19T14:24:39.899661+0000","mapping_epoch":35,"log_start":"268'200","ondisk_log_start":"268'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'256","last_scrub_stamp":"2024-09-19T14:24:39.899481+0000","last_deep_scrub":"268'256","last_deep_scrub_stamp":"2024-09-19T14:24:39.899481+0000","last_clean_scrub_stamp":"2024-09-19T14:24:39.899481+0000","objects_scrubbed":3,"log_size":56,"log_dups_size":200,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:05:37.701591+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":435,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":514,"num_read_kb":477,"num_write":500,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"268'302","reported_seq":970,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:19.504243+0000","last_change":"2024-09-19T14:24:19.504010+0000","last_active":"2024-09-19T14:24:19.504243+0000","last_peered":"2024-09-19T14:24:19.504243+0000","last_clean":"2024-09-19T14:24:19.504243+0000","last_became_active":"2024-09-19T13:37:44.991339+0000","last_became_peered":"2024-09-19T13:37:44.991339+0000","last_unstale":"2024-09-19T14:24:19.504243+0000","last_undegraded":"2024-09-19T14:24:19.504243+0000","last_fullsized":"2024-09-19T14:24:19.504243+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'302","last_scrub_stamp":"2024-09-19T14:24:19.503783+0000","last_deep_scrub":"268'302","last_deep_scrub_stamp":"2024-09-19T14:24:19.503783+0000","last_clean_scrub_stamp":"2024-09-19T14:24:19.503783+0000","objects_scrubbed":1,"log_size":102,"log_dups_size":200,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:02:41.957573+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1326,"num_read_kb":1077,"num_write":447,"num_write_kb":243,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4004,"num_omap_keys":18,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":536,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:08.317303+0000","last_change":"2024-09-19T14:24:08.317162+0000","last_active":"2024-09-19T14:24:08.317303+0000","last_peered":"2024-09-19T14:24:08.317303+0000","last_clean":"2024-09-19T14:24:08.317303+0000","last_became_active":"2024-09-19T13:37:24.882335+0000","last_became_peered":"2024-09-19T13:37:24.882335+0000","last_unstale":"2024-09-19T14:24:08.317303+0000","last_undegraded":"2024-09-19T14:24:08.317303+0000","last_fullsized":"2024-09-19T14:24:08.317303+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:08.316988+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:08.316988+0000","last_clean_scrub_stamp":"2024-09-19T14:24:08.316988+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:38:01.301037+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00084389399999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.0","version":"268'400","reported_seq":1086,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:07.888463+0000","last_change":"2024-09-19T14:24:07.888463+0000","last_active":"2024-09-19T14:24:07.888463+0000","last_peered":"2024-09-19T14:24:07.888463+0000","last_clean":"2024-09-19T14:24:07.888463+0000","last_became_active":"2024-09-19T13:37:43.011938+0000","last_became_peered":"2024-09-19T13:37:43.011938+0000","last_unstale":"2024-09-19T14:24:07.888463+0000","last_undegraded":"2024-09-19T14:24:07.888463+0000","last_fullsized":"2024-09-19T14:24:07.888463+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'400","last_scrub_stamp":"2024-09-19T14:24:07.888249+0000","last_deep_scrub":"268'400","last_deep_scrub_stamp":"2024-09-19T14:24:07.888249+0000","last_clean_scrub_stamp":"2024-09-19T14:24:07.888249+0000","objects_scrubbed":3,"log_size":100,"log_dups_size":300,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:36:41.122962+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":670,"num_read_kb":10131,"num_write":1166,"num_write_kb":42957,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"268'2","reported_seq":510,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:20.504182+0000","last_change":"2024-09-19T14:24:20.504046+0000","last_active":"2024-09-19T14:24:20.504182+0000","last_peered":"2024-09-19T14:24:20.504182+0000","last_clean":"2024-09-19T14:24:20.504182+0000","last_became_active":"2024-09-19T13:37:47.003498+0000","last_became_peered":"2024-09-19T13:37:47.003498+0000","last_unstale":"2024-09-19T14:24:20.504182+0000","last_undegraded":"2024-09-19T14:24:20.504182+0000","last_fullsized":"2024-09-19T14:24:20.504182+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:20.503863+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:20.503863+0000","last_clean_scrub_stamp":"2024-09-19T14:24:20.503863+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:33.068461+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.5","version":"268'232","reported_seq":1343,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:23.612593+0000","last_change":"2024-09-19T14:24:23.612593+0000","last_active":"2024-09-19T14:24:23.612593+0000","last_peered":"2024-09-19T14:24:23.612593+0000","last_clean":"2024-09-19T14:24:23.612593+0000","last_became_active":"2024-09-19T13:37:49.002780+0000","last_became_peered":"2024-09-19T13:37:49.002780+0000","last_unstale":"2024-09-19T14:24:23.612593+0000","last_undegraded":"2024-09-19T14:24:23.612593+0000","last_fullsized":"2024-09-19T14:24:23.612593+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'232","last_scrub_stamp":"2024-09-19T14:24:23.612379+0000","last_deep_scrub":"268'232","last_deep_scrub_stamp":"2024-09-19T14:24:23.612379+0000","last_clean_scrub_stamp":"2024-09-19T14:24:23.612379+0000","objects_scrubbed":9,"log_size":32,"log_dups_size":200,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:24:11.508874+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":181,"num_read_kb":173,"num_write":153,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5278,"num_omap_keys":12,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":501,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:37.088266+0000","last_change":"2024-09-19T14:24:37.088266+0000","last_active":"2024-09-19T14:24:37.088266+0000","last_peered":"2024-09-19T14:24:37.088266+0000","last_clean":"2024-09-19T14:24:37.088266+0000","last_became_active":"2024-09-19T13:37:51.024903+0000","last_became_peered":"2024-09-19T13:37:51.024903+0000","last_unstale":"2024-09-19T14:24:37.088266+0000","last_undegraded":"2024-09-19T14:24:37.088266+0000","last_fullsized":"2024-09-19T14:24:37.088266+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:37.087995+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:37.087995+0000","last_clean_scrub_stamp":"2024-09-19T14:24:37.087995+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:55:35.862779+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.b","version":"268'237","reported_seq":853,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:42.159283+0000","last_change":"2024-09-19T14:24:42.159143+0000","last_active":"2024-09-19T14:24:42.159283+0000","last_peered":"2024-09-19T14:24:42.159283+0000","last_clean":"2024-09-19T14:24:42.159283+0000","last_became_active":"2024-09-19T13:37:53.037940+0000","last_became_peered":"2024-09-19T13:37:53.037940+0000","last_unstale":"2024-09-19T14:24:42.159283+0000","last_undegraded":"2024-09-19T14:24:42.159283+0000","last_fullsized":"2024-09-19T14:24:42.159283+0000","mapping_epoch":35,"log_start":"268'200","ondisk_log_start":"268'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'237","last_scrub_stamp":"2024-09-19T14:24:42.158959+0000","last_deep_scrub":"268'237","last_deep_scrub_stamp":"2024-09-19T14:24:42.158959+0000","last_clean_scrub_stamp":"2024-09-19T14:24:42.158959+0000","objects_scrubbed":2,"log_size":37,"log_dups_size":200,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:17:27.239927+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":530,"num_read_kb":545,"num_write":514,"num_write_kb":149,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1193,"num_omap_keys":7,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"268'179","reported_seq":799,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:18.531958+0000","last_change":"2024-09-19T14:24:18.531958+0000","last_active":"2024-09-19T14:24:18.531958+0000","last_peered":"2024-09-19T14:24:18.531958+0000","last_clean":"2024-09-19T14:24:18.531958+0000","last_became_active":"2024-09-19T13:37:44.995795+0000","last_became_peered":"2024-09-19T13:37:44.995795+0000","last_unstale":"2024-09-19T14:24:18.531958+0000","last_undegraded":"2024-09-19T14:24:18.531958+0000","last_fullsized":"2024-09-19T14:24:18.531958+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'179","last_scrub_stamp":"2024-09-19T14:24:18.531764+0000","last_deep_scrub":"268'179","last_deep_scrub_stamp":"2024-09-19T14:24:18.531764+0000","last_clean_scrub_stamp":"2024-09-19T14:24:18.531764+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":100,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:34:26.109847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":803,"num_read_kb":658,"num_write":281,"num_write_kb":132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"268'3","reported_seq":537,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:09.401590+0000","last_change":"2024-09-19T14:24:09.401430+0000","last_active":"2024-09-19T14:24:09.401590+0000","last_peered":"2024-09-19T14:24:09.401590+0000","last_clean":"2024-09-19T14:24:09.401590+0000","last_became_active":"2024-09-19T13:37:24.905107+0000","last_became_peered":"2024-09-19T13:37:24.905107+0000","last_unstale":"2024-09-19T14:24:09.401590+0000","last_undegraded":"2024-09-19T14:24:09.401590+0000","last_fullsized":"2024-09-19T14:24:09.401590+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'3","last_scrub_stamp":"2024-09-19T14:24:09.401253+0000","last_deep_scrub":"268'3","last_deep_scrub_stamp":"2024-09-19T14:24:09.401253+0000","last_clean_scrub_stamp":"2024-09-19T14:24:09.401253+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:11:56.222132+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.0022530250000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"268'384","reported_seq":1042,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:08.459091+0000","last_change":"2024-09-19T14:24:08.459091+0000","last_active":"2024-09-19T14:24:08.459091+0000","last_peered":"2024-09-19T14:24:08.459091+0000","last_clean":"2024-09-19T14:24:08.459091+0000","last_became_active":"2024-09-19T13:38:12.008906+0000","last_became_peered":"2024-09-19T13:38:12.008906+0000","last_unstale":"2024-09-19T14:24:08.459091+0000","last_undegraded":"2024-09-19T14:24:08.459091+0000","last_fullsized":"2024-09-19T14:24:08.459091+0000","mapping_epoch":38,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'384","last_scrub_stamp":"2024-09-19T14:24:08.458882+0000","last_deep_scrub":"268'384","last_deep_scrub_stamp":"2024-09-19T14:24:08.458882+0000","last_clean_scrub_stamp":"2024-09-19T14:24:08.458882+0000","objects_scrubbed":2,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:50:58.238529+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":747,"num_read_kb":29584,"num_write":1354,"num_write_kb":42023,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,4],"acting":[6,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":508,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:18.411790+0000","last_change":"2024-09-19T14:24:18.411790+0000","last_active":"2024-09-19T14:24:18.411790+0000","last_peered":"2024-09-19T14:24:18.411790+0000","last_clean":"2024-09-19T14:24:18.411790+0000","last_became_active":"2024-09-19T13:37:47.004429+0000","last_became_peered":"2024-09-19T13:37:47.004429+0000","last_unstale":"2024-09-19T14:24:18.411790+0000","last_undegraded":"2024-09-19T14:24:18.411790+0000","last_fullsized":"2024-09-19T14:24:18.411790+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:18.411579+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:18.411579+0000","last_clean_scrub_stamp":"2024-09-19T14:24:18.411579+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:43:07.026292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.6","version":"268'126","reported_seq":680,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:29.851644+0000","last_change":"2024-09-19T14:24:29.851644+0000","last_active":"2024-09-19T14:24:29.851644+0000","last_peered":"2024-09-19T14:24:29.851644+0000","last_clean":"2024-09-19T14:24:29.851644+0000","last_became_active":"2024-09-19T13:37:49.002929+0000","last_became_peered":"2024-09-19T13:37:49.002929+0000","last_unstale":"2024-09-19T14:24:29.851644+0000","last_undegraded":"2024-09-19T14:24:29.851644+0000","last_fullsized":"2024-09-19T14:24:29.851644+0000","mapping_epoch":31,"log_start":"268'100","ondisk_log_start":"268'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'126","last_scrub_stamp":"2024-09-19T14:24:29.851459+0000","last_deep_scrub":"268'126","last_deep_scrub_stamp":"2024-09-19T14:24:29.851459+0000","last_clean_scrub_stamp":"2024-09-19T14:24:29.851459+0000","objects_scrubbed":7,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:08:09.933864+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":146,"num_read_kb":137,"num_write":106,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3226,"num_omap_keys":10,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:44.178175+0000","last_change":"2024-09-19T14:24:44.178175+0000","last_active":"2024-09-19T14:24:44.178175+0000","last_peered":"2024-09-19T14:24:44.178175+0000","last_clean":"2024-09-19T14:24:44.178175+0000","last_became_active":"2024-09-19T13:37:51.020736+0000","last_became_peered":"2024-09-19T13:37:51.020736+0000","last_unstale":"2024-09-19T14:24:44.178175+0000","last_undegraded":"2024-09-19T14:24:44.178175+0000","last_fullsized":"2024-09-19T14:24:44.178175+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:44.177973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:44.177973+0000","last_clean_scrub_stamp":"2024-09-19T14:24:44.177973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:55:29.205861+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.8","version":"268'163","reported_seq":732,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:34.045913+0000","last_change":"2024-09-19T14:24:34.045913+0000","last_active":"2024-09-19T14:24:34.045913+0000","last_peered":"2024-09-19T14:24:34.045913+0000","last_clean":"2024-09-19T14:24:34.045913+0000","last_became_active":"2024-09-19T13:37:53.036623+0000","last_became_peered":"2024-09-19T13:37:53.036623+0000","last_unstale":"2024-09-19T14:24:34.045913+0000","last_undegraded":"2024-09-19T14:24:34.045913+0000","last_fullsized":"2024-09-19T14:24:34.045913+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'163","last_scrub_stamp":"2024-09-19T14:24:34.045725+0000","last_deep_scrub":"268'163","last_deep_scrub_stamp":"2024-09-19T14:24:34.045725+0000","last_clean_scrub_stamp":"2024-09-19T14:24:34.045725+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:40:25.810314+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":321,"num_read_kb":311,"num_write":392,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"268'138","reported_seq":765,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:16.526055+0000","last_change":"2024-09-19T14:24:16.526055+0000","last_active":"2024-09-19T14:24:16.526055+0000","last_peered":"2024-09-19T14:24:16.526055+0000","last_clean":"2024-09-19T14:24:16.526055+0000","last_became_active":"2024-09-19T13:37:44.990899+0000","last_became_peered":"2024-09-19T13:37:44.990899+0000","last_unstale":"2024-09-19T14:24:16.526055+0000","last_undegraded":"2024-09-19T14:24:16.526055+0000","last_fullsized":"2024-09-19T14:24:16.526055+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'138","last_scrub_stamp":"2024-09-19T14:24:16.525875+0000","last_deep_scrub":"268'138","last_deep_scrub_stamp":"2024-09-19T14:24:16.525875+0000","last_clean_scrub_stamp":"2024-09-19T14:24:16.525875+0000","objects_scrubbed":1,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:13:08.393604+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":626,"num_read_kb":524,"num_write":206,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.5","version":"268'369","reported_seq":1037,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:05.602992+0000","last_change":"2024-09-19T14:24:05.602992+0000","last_active":"2024-09-19T14:24:05.602992+0000","last_peered":"2024-09-19T14:24:05.602992+0000","last_clean":"2024-09-19T14:24:05.602992+0000","last_became_active":"2024-09-19T13:37:42.980788+0000","last_became_peered":"2024-09-19T13:37:42.980788+0000","last_unstale":"2024-09-19T14:24:05.602992+0000","last_undegraded":"2024-09-19T14:24:05.602992+0000","last_fullsized":"2024-09-19T14:24:05.602992+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'369","last_scrub_stamp":"2024-09-19T14:24:05.602873+0000","last_deep_scrub":"268'369","last_deep_scrub_stamp":"2024-09-19T14:24:05.602873+0000","last_clean_scrub_stamp":"2024-09-19T14:24:05.602873+0000","objects_scrubbed":9,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:10:53.920900+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":679,"num_read_kb":45969,"num_write":1060,"num_write_kb":28341,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,4],"acting":[2,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":541,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:06.894779+0000","last_change":"2024-09-19T14:24:06.894621+0000","last_active":"2024-09-19T14:24:06.894779+0000","last_peered":"2024-09-19T14:24:06.894779+0000","last_clean":"2024-09-19T14:24:06.894779+0000","last_became_active":"2024-09-19T13:37:24.906020+0000","last_became_peered":"2024-09-19T13:37:24.906020+0000","last_unstale":"2024-09-19T14:24:06.894779+0000","last_undegraded":"2024-09-19T14:24:06.894779+0000","last_fullsized":"2024-09-19T14:24:06.894779+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:06.894450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:06.894450+0000","last_clean_scrub_stamp":"2024-09-19T14:24:06.894450+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:28:21.680421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099233799999999994,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":509,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:24.327301+0000","last_change":"2024-09-19T14:24:24.327301+0000","last_active":"2024-09-19T14:24:24.327301+0000","last_peered":"2024-09-19T14:24:24.327301+0000","last_clean":"2024-09-19T14:24:24.327301+0000","last_became_active":"2024-09-19T13:37:46.994562+0000","last_became_peered":"2024-09-19T13:37:46.994562+0000","last_unstale":"2024-09-19T14:24:24.327301+0000","last_undegraded":"2024-09-19T14:24:24.327301+0000","last_fullsized":"2024-09-19T14:24:24.327301+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:24.327118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:24.327118+0000","last_clean_scrub_stamp":"2024-09-19T14:24:24.327118+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:50:42.724428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.0","version":"268'565","reported_seq":1238,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:22.526556+0000","last_change":"2024-09-19T14:24:22.526556+0000","last_active":"2024-09-19T14:24:22.526556+0000","last_peered":"2024-09-19T14:24:22.526556+0000","last_clean":"2024-09-19T14:24:22.526556+0000","last_became_active":"2024-09-19T13:37:48.998741+0000","last_became_peered":"2024-09-19T13:37:48.998741+0000","last_unstale":"2024-09-19T14:24:22.526556+0000","last_undegraded":"2024-09-19T14:24:22.526556+0000","last_fullsized":"2024-09-19T14:24:22.526556+0000","mapping_epoch":31,"log_start":"268'500","ondisk_log_start":"268'500","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'565","last_scrub_stamp":"2024-09-19T14:24:22.526311+0000","last_deep_scrub":"268'565","last_deep_scrub_stamp":"2024-09-19T14:24:22.526311+0000","last_clean_scrub_stamp":"2024-09-19T14:24:22.526311+0000","objects_scrubbed":10,"log_size":65,"log_dups_size":500,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:10:19.601942+0000","scrub_duration":35,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93001,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":1552,"num_read_kb":2714,"num_write":2032,"num_write_kb":1883,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":529556,"num_omap_keys":1194,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":503,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:38.755939+0000","last_change":"2024-09-19T14:24:38.755939+0000","last_active":"2024-09-19T14:24:38.755939+0000","last_peered":"2024-09-19T14:24:38.755939+0000","last_clean":"2024-09-19T14:24:38.755939+0000","last_became_active":"2024-09-19T13:37:50.998245+0000","last_became_peered":"2024-09-19T13:37:50.998245+0000","last_unstale":"2024-09-19T14:24:38.755939+0000","last_undegraded":"2024-09-19T14:24:38.755939+0000","last_fullsized":"2024-09-19T14:24:38.755939+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:38.755735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:38.755735+0000","last_clean_scrub_stamp":"2024-09-19T14:24:38.755735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:54:09.670800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.e","version":"268'139","reported_seq":652,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:42.854196+0000","last_change":"2024-09-19T14:24:42.854069+0000","last_active":"2024-09-19T14:24:42.854196+0000","last_peered":"2024-09-19T14:24:42.854196+0000","last_clean":"2024-09-19T14:24:42.854196+0000","last_became_active":"2024-09-19T13:37:53.025118+0000","last_became_peered":"2024-09-19T13:37:53.025118+0000","last_unstale":"2024-09-19T14:24:42.854196+0000","last_undegraded":"2024-09-19T14:24:42.854196+0000","last_fullsized":"2024-09-19T14:24:42.854196+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'139","last_scrub_stamp":"2024-09-19T14:24:42.853874+0000","last_deep_scrub":"268'139","last_deep_scrub_stamp":"2024-09-19T14:24:42.853874+0000","last_clean_scrub_stamp":"2024-09-19T14:24:42.853874+0000","objects_scrubbed":4,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:13:50.594718+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":729,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":152,"num_read_kb":148,"num_write":307,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"268'128","reported_seq":756,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:17.570548+0000","last_change":"2024-09-19T14:24:17.570548+0000","last_active":"2024-09-19T14:24:17.570548+0000","last_peered":"2024-09-19T14:24:17.570548+0000","last_clean":"2024-09-19T14:24:17.570548+0000","last_became_active":"2024-09-19T13:37:44.996072+0000","last_became_peered":"2024-09-19T13:37:44.996072+0000","last_unstale":"2024-09-19T14:24:17.570548+0000","last_undegraded":"2024-09-19T14:24:17.570548+0000","last_fullsized":"2024-09-19T14:24:17.570548+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'128","last_scrub_stamp":"2024-09-19T14:24:17.570380+0000","last_deep_scrub":"268'128","last_deep_scrub_stamp":"2024-09-19T14:24:17.570380+0000","last_clean_scrub_stamp":"2024-09-19T14:24:17.570380+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:52:28.875225+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":614,"num_read_kb":523,"num_write":192,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.4","version":"268'405","reported_seq":1170,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:10.519452+0000","last_change":"2024-09-19T14:24:10.519452+0000","last_active":"2024-09-19T14:24:10.519452+0000","last_peered":"2024-09-19T14:24:10.519452+0000","last_clean":"2024-09-19T14:24:10.519452+0000","last_became_active":"2024-09-19T13:37:43.015022+0000","last_became_peered":"2024-09-19T13:37:43.015022+0000","last_unstale":"2024-09-19T14:24:10.519452+0000","last_undegraded":"2024-09-19T14:24:10.519452+0000","last_fullsized":"2024-09-19T14:24:10.519452+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'405","last_scrub_stamp":"2024-09-19T14:24:10.519208+0000","last_deep_scrub":"268'405","last_deep_scrub_stamp":"2024-09-19T14:24:10.519208+0000","last_clean_scrub_stamp":"2024-09-19T14:24:10.519208+0000","objects_scrubbed":3,"log_size":105,"log_dups_size":300,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:44:02.752671+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136829,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":800,"num_read_kb":34608,"num_write":1256,"num_write_kb":53807,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":533,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:08.435277+0000","last_change":"2024-09-19T14:24:08.435277+0000","last_active":"2024-09-19T14:24:08.435277+0000","last_peered":"2024-09-19T14:24:08.435277+0000","last_clean":"2024-09-19T14:24:08.435277+0000","last_became_active":"2024-09-19T13:37:24.881243+0000","last_became_peered":"2024-09-19T13:37:24.881243+0000","last_unstale":"2024-09-19T14:24:08.435277+0000","last_undegraded":"2024-09-19T14:24:08.435277+0000","last_fullsized":"2024-09-19T14:24:08.435277+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:08.435097+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:08.435097+0000","last_clean_scrub_stamp":"2024-09-19T14:24:08.435097+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:38:26.789059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010619309999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":508,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:20.585678+0000","last_change":"2024-09-19T14:24:20.585678+0000","last_active":"2024-09-19T14:24:20.585678+0000","last_peered":"2024-09-19T14:24:20.585678+0000","last_clean":"2024-09-19T14:24:20.585678+0000","last_became_active":"2024-09-19T13:37:47.002225+0000","last_became_peered":"2024-09-19T13:37:47.002225+0000","last_unstale":"2024-09-19T14:24:20.585678+0000","last_undegraded":"2024-09-19T14:24:20.585678+0000","last_fullsized":"2024-09-19T14:24:20.585678+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:20.585491+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:20.585491+0000","last_clean_scrub_stamp":"2024-09-19T14:24:20.585491+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:02:08.150253+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"268'209","reported_seq":783,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:28.668562+0000","last_change":"2024-09-19T14:24:28.668562+0000","last_active":"2024-09-19T14:24:28.668562+0000","last_peered":"2024-09-19T14:24:28.668562+0000","last_clean":"2024-09-19T14:24:28.668562+0000","last_became_active":"2024-09-19T13:37:49.012716+0000","last_became_peered":"2024-09-19T13:37:49.012716+0000","last_unstale":"2024-09-19T14:24:28.668562+0000","last_undegraded":"2024-09-19T14:24:28.668562+0000","last_fullsized":"2024-09-19T14:24:28.668562+0000","mapping_epoch":31,"log_start":"265'100","ondisk_log_start":"265'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'209","last_scrub_stamp":"2024-09-19T14:24:28.668364+0000","last_deep_scrub":"268'209","last_deep_scrub_stamp":"2024-09-19T14:24:28.668364+0000","last_clean_scrub_stamp":"2024-09-19T14:24:28.668364+0000","objects_scrubbed":9,"log_size":109,"log_dups_size":100,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:00:03.356907+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":235,"num_read_kb":225,"num_write":204,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":6272,"num_omap_keys":14,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.0","version":"268'748","reported_seq":2816,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:27.140265+0000","last_change":"2024-09-19T14:24:27.140265+0000","last_active":"2024-09-19T14:24:27.140265+0000","last_peered":"2024-09-19T14:24:27.140265+0000","last_clean":"2024-09-19T14:24:27.140265+0000","last_became_active":"2024-09-19T13:37:51.038494+0000","last_became_peered":"2024-09-19T13:37:51.038494+0000","last_unstale":"2024-09-19T14:24:27.140265+0000","last_undegraded":"2024-09-19T14:24:27.140265+0000","last_fullsized":"2024-09-19T14:24:27.140265+0000","mapping_epoch":33,"log_start":"268'700","ondisk_log_start":"268'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'748","last_scrub_stamp":"2024-09-19T14:24:27.140075+0000","last_deep_scrub":"268'748","last_deep_scrub_stamp":"2024-09-19T14:24:27.140075+0000","last_clean_scrub_stamp":"2024-09-19T14:24:27.140075+0000","objects_scrubbed":1,"log_size":48,"log_dups_size":700,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:39:50.538185+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.f","version":"268'127","reported_seq":661,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:32.556790+0000","last_change":"2024-09-19T14:24:32.556617+0000","last_active":"2024-09-19T14:24:32.556790+0000","last_peered":"2024-09-19T14:24:32.556790+0000","last_clean":"2024-09-19T14:24:32.556790+0000","last_became_active":"2024-09-19T13:37:53.043658+0000","last_became_peered":"2024-09-19T13:37:53.043658+0000","last_unstale":"2024-09-19T14:24:32.556790+0000","last_undegraded":"2024-09-19T14:24:32.556790+0000","last_fullsized":"2024-09-19T14:24:32.556790+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'127","last_scrub_stamp":"2024-09-19T14:24:32.556387+0000","last_deep_scrub":"268'127","last_deep_scrub_stamp":"2024-09-19T14:24:32.556387+0000","last_clean_scrub_stamp":"2024-09-19T14:24:32.556387+0000","objects_scrubbed":6,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:14:30.325478+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1317,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":261,"num_read_kb":232,"num_write":302,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":64,"num_omap_keys":1,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.0","version":"268'98","reported_seq":695,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:14.279142+0000","last_change":"2024-09-19T14:24:14.279142+0000","last_active":"2024-09-19T14:24:14.279142+0000","last_peered":"2024-09-19T14:24:14.279142+0000","last_clean":"2024-09-19T14:24:14.279142+0000","last_became_active":"2024-09-19T13:37:44.988183+0000","last_became_peered":"2024-09-19T13:37:44.988183+0000","last_unstale":"2024-09-19T14:24:14.279142+0000","last_undegraded":"2024-09-19T14:24:14.279142+0000","last_fullsized":"2024-09-19T14:24:14.279142+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'98","last_scrub_stamp":"2024-09-19T14:24:14.278970+0000","last_deep_scrub":"268'98","last_deep_scrub_stamp":"2024-09-19T14:24:14.278970+0000","last_clean_scrub_stamp":"2024-09-19T14:24:14.278970+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":0,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:14:19.954142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":445,"num_read_kb":376,"num_write":154,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"268'353","reported_seq":1011,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:09.308564+0000","last_change":"2024-09-19T14:24:09.308409+0000","last_active":"2024-09-19T14:24:09.308564+0000","last_peered":"2024-09-19T14:24:09.308564+0000","last_clean":"2024-09-19T14:24:09.308564+0000","last_became_active":"2024-09-19T13:37:42.983034+0000","last_became_peered":"2024-09-19T13:37:42.983034+0000","last_unstale":"2024-09-19T14:24:09.308564+0000","last_undegraded":"2024-09-19T14:24:09.308564+0000","last_fullsized":"2024-09-19T14:24:09.308564+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'353","last_scrub_stamp":"2024-09-19T14:24:09.308182+0000","last_deep_scrub":"268'353","last_deep_scrub_stamp":"2024-09-19T14:24:09.308182+0000","last_clean_scrub_stamp":"2024-09-19T14:24:09.308182+0000","objects_scrubbed":8,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:28:04.002191+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":626,"num_read_kb":24914,"num_write":1124,"num_write_kb":17228,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":536,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:06.239553+0000","last_change":"2024-09-19T14:24:06.239393+0000","last_active":"2024-09-19T14:24:06.239553+0000","last_peered":"2024-09-19T14:24:06.239553+0000","last_clean":"2024-09-19T14:24:06.239553+0000","last_became_active":"2024-09-19T13:37:24.905672+0000","last_became_peered":"2024-09-19T13:37:24.905672+0000","last_unstale":"2024-09-19T14:24:06.239553+0000","last_undegraded":"2024-09-19T14:24:06.239553+0000","last_fullsized":"2024-09-19T14:24:06.239553+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:06.239226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:06.239226+0000","last_clean_scrub_stamp":"2024-09-19T14:24:06.239226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:43:28.303491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001276396,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":507,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:30.196633+0000","last_change":"2024-09-19T14:24:30.196633+0000","last_active":"2024-09-19T14:24:30.196633+0000","last_peered":"2024-09-19T14:24:30.196633+0000","last_clean":"2024-09-19T14:24:30.196633+0000","last_became_active":"2024-09-19T13:37:47.003352+0000","last_became_peered":"2024-09-19T13:37:47.003352+0000","last_unstale":"2024-09-19T14:24:30.196633+0000","last_undegraded":"2024-09-19T14:24:30.196633+0000","last_fullsized":"2024-09-19T14:24:30.196633+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:30.196423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:30.196423+0000","last_clean_scrub_stamp":"2024-09-19T14:24:30.196423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:10:22.222022+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"268'117","reported_seq":661,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:37.245143+0000","last_change":"2024-09-19T14:24:37.245143+0000","last_active":"2024-09-19T14:24:37.245143+0000","last_peered":"2024-09-19T14:24:37.245143+0000","last_clean":"2024-09-19T14:24:37.245143+0000","last_became_active":"2024-09-19T13:37:49.011547+0000","last_became_peered":"2024-09-19T13:37:49.011547+0000","last_unstale":"2024-09-19T14:24:37.245143+0000","last_undegraded":"2024-09-19T14:24:37.245143+0000","last_fullsized":"2024-09-19T14:24:37.245143+0000","mapping_epoch":31,"log_start":"268'100","ondisk_log_start":"268'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'117","last_scrub_stamp":"2024-09-19T14:24:37.244944+0000","last_deep_scrub":"268'117","last_deep_scrub_stamp":"2024-09-19T14:24:37.244944+0000","last_clean_scrub_stamp":"2024-09-19T14:24:37.244944+0000","objects_scrubbed":6,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:06:45.416275+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":126,"num_read_kb":119,"num_write":88,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.3","version":"268'795","reported_seq":2367,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:31.837686+0000","last_change":"2024-09-19T14:24:31.837686+0000","last_active":"2024-09-19T14:24:31.837686+0000","last_peered":"2024-09-19T14:24:31.837686+0000","last_clean":"2024-09-19T14:24:31.837686+0000","last_became_active":"2024-09-19T13:37:51.036419+0000","last_became_peered":"2024-09-19T13:37:51.036419+0000","last_unstale":"2024-09-19T14:24:31.837686+0000","last_undegraded":"2024-09-19T14:24:31.837686+0000","last_fullsized":"2024-09-19T14:24:31.837686+0000","mapping_epoch":33,"log_start":"268'701","ondisk_log_start":"268'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'795","last_scrub_stamp":"2024-09-19T14:24:31.837499+0000","last_deep_scrub":"268'795","last_deep_scrub_stamp":"2024-09-19T14:24:31.837499+0000","last_clean_scrub_stamp":"2024-09-19T14:24:31.837499+0000","objects_scrubbed":1,"log_size":94,"log_dups_size":701,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:03:30.355259+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.c","version":"268'157","reported_seq":667,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:40.865939+0000","last_change":"2024-09-19T14:24:40.865799+0000","last_active":"2024-09-19T14:24:40.865939+0000","last_peered":"2024-09-19T14:24:40.865939+0000","last_clean":"2024-09-19T14:24:40.865939+0000","last_became_active":"2024-09-19T13:37:53.039260+0000","last_became_peered":"2024-09-19T13:37:53.039260+0000","last_unstale":"2024-09-19T14:24:40.865939+0000","last_undegraded":"2024-09-19T14:24:40.865939+0000","last_fullsized":"2024-09-19T14:24:40.865939+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'157","last_scrub_stamp":"2024-09-19T14:24:40.865620+0000","last_deep_scrub":"268'157","last_deep_scrub_stamp":"2024-09-19T14:24:40.865620+0000","last_clean_scrub_stamp":"2024-09-19T14:24:40.865620+0000","objects_scrubbed":4,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:46:00.564984+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":485,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":115,"num_read_kb":115,"num_write":328,"num_write_kb":107,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1","version":"268'455","reported_seq":1218,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:27.685584+0000","last_change":"2024-09-19T14:24:27.685584+0000","last_active":"2024-09-19T14:24:27.685584+0000","last_peered":"2024-09-19T14:24:27.685584+0000","last_clean":"2024-09-19T14:24:27.685584+0000","last_became_active":"2024-09-19T13:37:44.983785+0000","last_became_peered":"2024-09-19T13:37:44.983785+0000","last_unstale":"2024-09-19T14:24:27.685584+0000","last_undegraded":"2024-09-19T14:24:27.685584+0000","last_fullsized":"2024-09-19T14:24:27.685584+0000","mapping_epoch":27,"log_start":"268'400","ondisk_log_start":"268'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'455","last_scrub_stamp":"2024-09-19T14:24:27.685371+0000","last_deep_scrub":"268'455","last_deep_scrub_stamp":"2024-09-19T14:24:27.685371+0000","last_clean_scrub_stamp":"2024-09-19T14:24:27.685371+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":400,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:49:20.967234+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2200,"num_read_kb":1820,"num_write":798,"num_write_kb":506,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.6","version":"268'387","reported_seq":1134,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:08.287307+0000","last_change":"2024-09-19T14:24:08.287157+0000","last_active":"2024-09-19T14:24:08.287307+0000","last_peered":"2024-09-19T14:24:08.287307+0000","last_clean":"2024-09-19T14:24:08.287307+0000","last_became_active":"2024-09-19T13:37:42.994343+0000","last_became_peered":"2024-09-19T13:37:42.994343+0000","last_unstale":"2024-09-19T14:24:08.287307+0000","last_undegraded":"2024-09-19T14:24:08.287307+0000","last_fullsized":"2024-09-19T14:24:08.287307+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'387","last_scrub_stamp":"2024-09-19T14:24:08.286844+0000","last_deep_scrub":"268'387","last_deep_scrub_stamp":"2024-09-19T14:24:08.286844+0000","last_clean_scrub_stamp":"2024-09-19T14:24:08.286844+0000","objects_scrubbed":6,"log_size":87,"log_dups_size":300,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:47:33.138506+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136861,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":923,"num_read_kb":26742,"num_write":1196,"num_write_kb":31494,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":533,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:10.444784+0000","last_change":"2024-09-19T14:24:10.444655+0000","last_active":"2024-09-19T14:24:10.444784+0000","last_peered":"2024-09-19T14:24:10.444784+0000","last_clean":"2024-09-19T14:24:10.444784+0000","last_became_active":"2024-09-19T13:37:24.907064+0000","last_became_peered":"2024-09-19T13:37:24.907064+0000","last_unstale":"2024-09-19T14:24:10.444784+0000","last_undegraded":"2024-09-19T14:24:10.444784+0000","last_fullsized":"2024-09-19T14:24:10.444784+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:10.444474+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:10.444474+0000","last_clean_scrub_stamp":"2024-09-19T14:24:10.444474+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:15:48.719490+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.0028427410000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"268'6","reported_seq":991,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:22.335466+0000","last_change":"2024-09-19T14:24:22.335466+0000","last_active":"2024-09-19T14:24:22.335466+0000","last_peered":"2024-09-19T14:24:22.335466+0000","last_clean":"2024-09-19T14:24:22.335466+0000","last_became_active":"2024-09-19T13:37:46.985693+0000","last_became_peered":"2024-09-19T13:37:46.985693+0000","last_unstale":"2024-09-19T14:24:22.335466+0000","last_undegraded":"2024-09-19T14:24:22.335466+0000","last_fullsized":"2024-09-19T14:24:22.335466+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'6","last_scrub_stamp":"2024-09-19T14:24:22.335279+0000","last_deep_scrub":"268'6","last_deep_scrub_stamp":"2024-09-19T14:24:22.335279+0000","last_clean_scrub_stamp":"2024-09-19T14:24:22.335279+0000","objects_scrubbed":1,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:56:51.288418+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":726,"num_read_kb":1189,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"268'764","reported_seq":1492,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:22.571278+0000","last_change":"2024-09-19T14:24:22.571278+0000","last_active":"2024-09-19T14:24:22.571278+0000","last_peered":"2024-09-19T14:24:22.571278+0000","last_clean":"2024-09-19T14:24:22.571278+0000","last_became_active":"2024-09-19T13:37:48.999327+0000","last_became_peered":"2024-09-19T13:37:48.999327+0000","last_unstale":"2024-09-19T14:24:22.571278+0000","last_undegraded":"2024-09-19T14:24:22.571278+0000","last_fullsized":"2024-09-19T14:24:22.571278+0000","mapping_epoch":31,"log_start":"268'700","ondisk_log_start":"268'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'764","last_scrub_stamp":"2024-09-19T14:24:22.571090+0000","last_deep_scrub":"268'764","last_deep_scrub_stamp":"2024-09-19T14:24:22.571090+0000","last_clean_scrub_stamp":"2024-09-19T14:24:22.571090+0000","objects_scrubbed":8,"log_size":64,"log_dups_size":700,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T02:24:18.820336+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":147603,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1364,"num_read_kb":3290,"num_write":1122,"num_write_kb":949,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":501,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:35.118385+0000","last_change":"2024-09-19T14:24:35.118385+0000","last_active":"2024-09-19T14:24:35.118385+0000","last_peered":"2024-09-19T14:24:35.118385+0000","last_clean":"2024-09-19T14:24:35.118385+0000","last_became_active":"2024-09-19T13:37:51.020501+0000","last_became_peered":"2024-09-19T13:37:51.020501+0000","last_unstale":"2024-09-19T14:24:35.118385+0000","last_undegraded":"2024-09-19T14:24:35.118385+0000","last_fullsized":"2024-09-19T14:24:35.118385+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:35.118211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:35.118211+0000","last_clean_scrub_stamp":"2024-09-19T14:24:35.118211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:22:07.312091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.d","version":"268'119","reported_seq":626,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:28.707775+0000","last_change":"2024-09-19T14:24:28.707634+0000","last_active":"2024-09-19T14:24:28.707775+0000","last_peered":"2024-09-19T14:24:28.707775+0000","last_clean":"2024-09-19T14:24:28.707775+0000","last_became_active":"2024-09-19T13:37:53.019523+0000","last_became_peered":"2024-09-19T13:37:53.019523+0000","last_unstale":"2024-09-19T14:24:28.707775+0000","last_undegraded":"2024-09-19T14:24:28.707775+0000","last_fullsized":"2024-09-19T14:24:28.707775+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'119","last_scrub_stamp":"2024-09-19T14:24:28.707431+0000","last_deep_scrub":"268'119","last_deep_scrub_stamp":"2024-09-19T14:24:28.707431+0000","last_clean_scrub_stamp":"2024-09-19T14:24:28.707431+0000","objects_scrubbed":3,"log_size":19,"log_dups_size":100,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:50:05.938315+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":235,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":142,"num_read_kb":141,"num_write":287,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1f","version":"268'151","reported_seq":731,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:41.169967+0000","last_change":"2024-09-19T14:24:41.169967+0000","last_active":"2024-09-19T14:24:41.169967+0000","last_peered":"2024-09-19T14:24:41.169967+0000","last_clean":"2024-09-19T14:24:41.169967+0000","last_became_active":"2024-09-19T13:37:53.022662+0000","last_became_peered":"2024-09-19T13:37:53.022662+0000","last_unstale":"2024-09-19T14:24:41.169967+0000","last_undegraded":"2024-09-19T14:24:41.169967+0000","last_fullsized":"2024-09-19T14:24:41.169967+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'151","last_scrub_stamp":"2024-09-19T14:24:41.169774+0000","last_deep_scrub":"268'151","last_deep_scrub_stamp":"2024-09-19T14:24:41.169774+0000","last_clean_scrub_stamp":"2024-09-19T14:24:41.169774+0000","objects_scrubbed":2,"log_size":51,"log_dups_size":100,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:16:13.610649+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":395,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":323,"num_read_kb":305,"num_write":370,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"268'147","reported_seq":749,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:15.689894+0000","last_change":"2024-09-19T14:24:15.689718+0000","last_active":"2024-09-19T14:24:15.689894+0000","last_peered":"2024-09-19T14:24:15.689894+0000","last_clean":"2024-09-19T14:24:15.689894+0000","last_became_active":"2024-09-19T13:37:44.985079+0000","last_became_peered":"2024-09-19T13:37:44.985079+0000","last_unstale":"2024-09-19T14:24:15.689894+0000","last_undegraded":"2024-09-19T14:24:15.689894+0000","last_fullsized":"2024-09-19T14:24:15.689894+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'147","last_scrub_stamp":"2024-09-19T14:24:15.689531+0000","last_deep_scrub":"268'147","last_deep_scrub_stamp":"2024-09-19T14:24:15.689531+0000","last_clean_scrub_stamp":"2024-09-19T14:24:15.689531+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:23.405896+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":616,"num_read_kb":504,"num_write":221,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.14","version":"268'392","reported_seq":1055,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:16.316799+0000","last_change":"2024-09-19T14:24:16.316634+0000","last_active":"2024-09-19T14:24:16.316799+0000","last_peered":"2024-09-19T14:24:16.316799+0000","last_clean":"2024-09-19T14:24:16.316799+0000","last_became_active":"2024-09-19T13:37:42.988170+0000","last_became_peered":"2024-09-19T13:37:42.988170+0000","last_unstale":"2024-09-19T14:24:16.316799+0000","last_undegraded":"2024-09-19T14:24:16.316799+0000","last_fullsized":"2024-09-19T14:24:16.316799+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'392","last_scrub_stamp":"2024-09-19T14:24:16.316415+0000","last_deep_scrub":"268'392","last_deep_scrub_stamp":"2024-09-19T14:24:16.316415+0000","last_clean_scrub_stamp":"2024-09-19T14:24:16.316415+0000","objects_scrubbed":3,"log_size":92,"log_dups_size":300,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:41:35.279061+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":653,"num_read_kb":7830,"num_write":1131,"num_write_kb":32003,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":509,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:27.613571+0000","last_change":"2024-09-19T14:24:27.613410+0000","last_active":"2024-09-19T14:24:27.613571+0000","last_peered":"2024-09-19T14:24:27.613571+0000","last_clean":"2024-09-19T14:24:27.613571+0000","last_became_active":"2024-09-19T13:37:46.995294+0000","last_became_peered":"2024-09-19T13:37:46.995294+0000","last_unstale":"2024-09-19T14:24:27.613571+0000","last_undegraded":"2024-09-19T14:24:27.613571+0000","last_fullsized":"2024-09-19T14:24:27.613571+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:27.613216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:27.613216+0000","last_clean_scrub_stamp":"2024-09-19T14:24:27.613216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:52:37.535397+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.11","version":"268'279","reported_seq":865,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:29.694699+0000","last_change":"2024-09-19T14:24:29.694558+0000","last_active":"2024-09-19T14:24:29.694699+0000","last_peered":"2024-09-19T14:24:29.694699+0000","last_clean":"2024-09-19T14:24:29.694699+0000","last_became_active":"2024-09-19T13:37:49.004240+0000","last_became_peered":"2024-09-19T13:37:49.004240+0000","last_unstale":"2024-09-19T14:24:29.694699+0000","last_undegraded":"2024-09-19T14:24:29.694699+0000","last_fullsized":"2024-09-19T14:24:29.694699+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'279","last_scrub_stamp":"2024-09-19T14:24:29.694367+0000","last_deep_scrub":"268'279","last_deep_scrub_stamp":"2024-09-19T14:24:29.694367+0000","last_clean_scrub_stamp":"2024-09-19T14:24:29.694367+0000","objects_scrubbed":6,"log_size":79,"log_dups_size":200,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:01:08.580706+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53394,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":446,"num_read_kb":1007,"num_write":360,"num_write_kb":284,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:26.437129+0000","last_change":"2024-09-19T14:24:26.436922+0000","last_active":"2024-09-19T14:24:26.437129+0000","last_peered":"2024-09-19T14:24:26.437129+0000","last_clean":"2024-09-19T14:24:26.437129+0000","last_became_active":"2024-09-19T13:37:51.010780+0000","last_became_peered":"2024-09-19T13:37:51.010780+0000","last_unstale":"2024-09-19T14:24:26.437129+0000","last_undegraded":"2024-09-19T14:24:26.437129+0000","last_fullsized":"2024-09-19T14:24:26.437129+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:26.436733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:26.436733+0000","last_clean_scrub_stamp":"2024-09-19T14:24:26.436733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:35:44.726533+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1e","version":"268'106","reported_seq":608,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:33.533768+0000","last_change":"2024-09-19T14:24:33.533768+0000","last_active":"2024-09-19T14:24:33.533768+0000","last_peered":"2024-09-19T14:24:33.533768+0000","last_clean":"2024-09-19T14:24:33.533768+0000","last_became_active":"2024-09-19T13:37:53.044535+0000","last_became_peered":"2024-09-19T13:37:53.044535+0000","last_unstale":"2024-09-19T14:24:33.533768+0000","last_undegraded":"2024-09-19T14:24:33.533768+0000","last_fullsized":"2024-09-19T14:24:33.533768+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'106","last_scrub_stamp":"2024-09-19T14:24:33.533557+0000","last_deep_scrub":"268'106","last_deep_scrub_stamp":"2024-09-19T14:24:33.533557+0000","last_clean_scrub_stamp":"2024-09-19T14:24:33.533557+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:14:52.995395+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":123,"num_read_kb":121,"num_write":251,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"268'102","reported_seq":679,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:16.287012+0000","last_change":"2024-09-19T14:24:16.286870+0000","last_active":"2024-09-19T14:24:16.287012+0000","last_peered":"2024-09-19T14:24:16.287012+0000","last_clean":"2024-09-19T14:24:16.287012+0000","last_became_active":"2024-09-19T13:37:44.990834+0000","last_became_peered":"2024-09-19T13:37:44.990834+0000","last_unstale":"2024-09-19T14:24:16.287012+0000","last_undegraded":"2024-09-19T14:24:16.287012+0000","last_fullsized":"2024-09-19T14:24:16.287012+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'102","last_scrub_stamp":"2024-09-19T14:24:16.286696+0000","last_deep_scrub":"268'102","last_deep_scrub_stamp":"2024-09-19T14:24:16.286696+0000","last_clean_scrub_stamp":"2024-09-19T14:24:16.286696+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:57:13.558855+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":414,"num_read_kb":343,"num_write":151,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.15","version":"268'363","reported_seq":1029,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:08.527081+0000","last_change":"2024-09-19T14:24:08.527081+0000","last_active":"2024-09-19T14:24:08.527081+0000","last_peered":"2024-09-19T14:24:08.527081+0000","last_clean":"2024-09-19T14:24:08.527081+0000","last_became_active":"2024-09-19T13:38:11.816487+0000","last_became_peered":"2024-09-19T13:38:11.816487+0000","last_unstale":"2024-09-19T14:24:08.527081+0000","last_undegraded":"2024-09-19T14:24:08.527081+0000","last_fullsized":"2024-09-19T14:24:08.527081+0000","mapping_epoch":38,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'363","last_scrub_stamp":"2024-09-19T14:24:08.526856+0000","last_deep_scrub":"268'363","last_deep_scrub_stamp":"2024-09-19T14:24:08.526856+0000","last_clean_scrub_stamp":"2024-09-19T14:24:08.526856+0000","objects_scrubbed":5,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:03:24.856080+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136855,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":590,"num_read_kb":75369,"num_write":1112,"num_write_kb":31817,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,7],"acting":[0,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":507,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:28.210915+0000","last_change":"2024-09-19T14:24:28.210915+0000","last_active":"2024-09-19T14:24:28.210915+0000","last_peered":"2024-09-19T14:24:28.210915+0000","last_clean":"2024-09-19T14:24:28.210915+0000","last_became_active":"2024-09-19T13:37:47.000074+0000","last_became_peered":"2024-09-19T13:37:47.000074+0000","last_unstale":"2024-09-19T14:24:28.210915+0000","last_undegraded":"2024-09-19T14:24:28.210915+0000","last_fullsized":"2024-09-19T14:24:28.210915+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:28.210740+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:28.210740+0000","last_clean_scrub_stamp":"2024-09-19T14:24:28.210740+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:47:03.912623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.10","version":"268'49","reported_seq":562,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:32.180820+0000","last_change":"2024-09-19T14:24:32.180689+0000","last_active":"2024-09-19T14:24:32.180820+0000","last_peered":"2024-09-19T14:24:32.180820+0000","last_clean":"2024-09-19T14:24:32.180820+0000","last_became_active":"2024-09-19T13:37:48.980552+0000","last_became_peered":"2024-09-19T13:37:48.980552+0000","last_unstale":"2024-09-19T14:24:32.180820+0000","last_undegraded":"2024-09-19T14:24:32.180820+0000","last_fullsized":"2024-09-19T14:24:32.180820+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'49","last_scrub_stamp":"2024-09-19T14:24:32.180486+0000","last_deep_scrub":"268'49","last_deep_scrub_stamp":"2024-09-19T14:24:32.180486+0000","last_clean_scrub_stamp":"2024-09-19T14:24:32.180486+0000","objects_scrubbed":3,"log_size":49,"log_dups_size":0,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:11:52.567438+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":32,"num_read_kb":30,"num_write":24,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":588,"num_omap_keys":4,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":501,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:37.728517+0000","last_change":"2024-09-19T14:24:37.728517+0000","last_active":"2024-09-19T14:24:37.728517+0000","last_peered":"2024-09-19T14:24:37.728517+0000","last_clean":"2024-09-19T14:24:37.728517+0000","last_became_active":"2024-09-19T13:37:51.010960+0000","last_became_peered":"2024-09-19T13:37:51.010960+0000","last_unstale":"2024-09-19T14:24:37.728517+0000","last_undegraded":"2024-09-19T14:24:37.728517+0000","last_fullsized":"2024-09-19T14:24:37.728517+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:37.728339+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:37.728339+0000","last_clean_scrub_stamp":"2024-09-19T14:24:37.728339+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:55:48.417877+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1d","version":"268'185","reported_seq":715,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:37.617707+0000","last_change":"2024-09-19T14:24:37.617573+0000","last_active":"2024-09-19T14:24:37.617707+0000","last_peered":"2024-09-19T14:24:37.617707+0000","last_clean":"2024-09-19T14:24:37.617707+0000","last_became_active":"2024-09-19T13:37:53.035313+0000","last_became_peered":"2024-09-19T13:37:53.035313+0000","last_unstale":"2024-09-19T14:24:37.617707+0000","last_undegraded":"2024-09-19T14:24:37.617707+0000","last_fullsized":"2024-09-19T14:24:37.617707+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'185","last_scrub_stamp":"2024-09-19T14:24:37.617380+0000","last_deep_scrub":"268'185","last_deep_scrub_stamp":"2024-09-19T14:24:37.617380+0000","last_clean_scrub_stamp":"2024-09-19T14:24:37.617380+0000","objects_scrubbed":3,"log_size":85,"log_dups_size":100,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:19:36.431548+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":611,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":302,"num_read_kb":301,"num_write":411,"num_write_kb":114,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":398,"num_omap_keys":2,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"268'166","reported_seq":800,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:15.321102+0000","last_change":"2024-09-19T14:24:15.320958+0000","last_active":"2024-09-19T14:24:15.321102+0000","last_peered":"2024-09-19T14:24:15.321102+0000","last_clean":"2024-09-19T14:24:15.321102+0000","last_became_active":"2024-09-19T13:37:44.991859+0000","last_became_peered":"2024-09-19T13:37:44.991859+0000","last_unstale":"2024-09-19T14:24:15.321102+0000","last_undegraded":"2024-09-19T14:24:15.321102+0000","last_fullsized":"2024-09-19T14:24:15.321102+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'166","last_scrub_stamp":"2024-09-19T14:24:15.320765+0000","last_deep_scrub":"268'166","last_deep_scrub_stamp":"2024-09-19T14:24:15.320765+0000","last_clean_scrub_stamp":"2024-09-19T14:24:15.320765+0000","objects_scrubbed":1,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:49:48.589652+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":751,"num_read_kb":628,"num_write":248,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.16","version":"268'333","reported_seq":1108,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:06.624355+0000","last_change":"2024-09-19T14:24:06.624355+0000","last_active":"2024-09-19T14:24:06.624355+0000","last_peered":"2024-09-19T14:24:06.624355+0000","last_clean":"2024-09-19T14:24:06.624355+0000","last_became_active":"2024-09-19T13:37:42.980379+0000","last_became_peered":"2024-09-19T13:37:42.980379+0000","last_unstale":"2024-09-19T14:24:06.624355+0000","last_undegraded":"2024-09-19T14:24:06.624355+0000","last_fullsized":"2024-09-19T14:24:06.624355+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'333","last_scrub_stamp":"2024-09-19T14:24:06.624200+0000","last_deep_scrub":"268'333","last_deep_scrub_stamp":"2024-09-19T14:24:06.624200+0000","last_clean_scrub_stamp":"2024-09-19T14:24:06.624200+0000","objects_scrubbed":5,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:28:29.200465+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":668,"num_read_kb":67134,"num_write":1062,"num_write_kb":32700,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":509,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:13.698419+0000","last_change":"2024-09-19T14:24:13.698274+0000","last_active":"2024-09-19T14:24:13.698419+0000","last_peered":"2024-09-19T14:24:13.698419+0000","last_clean":"2024-09-19T14:24:13.698419+0000","last_became_active":"2024-09-19T13:37:46.992776+0000","last_became_peered":"2024-09-19T13:37:46.992776+0000","last_unstale":"2024-09-19T14:24:13.698419+0000","last_undegraded":"2024-09-19T14:24:13.698419+0000","last_fullsized":"2024-09-19T14:24:13.698419+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:13.698087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:13.698087+0000","last_clean_scrub_stamp":"2024-09-19T14:24:13.698087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:10:54.126678+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.13","version":"268'316","reported_seq":915,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:24.508059+0000","last_change":"2024-09-19T14:24:24.507924+0000","last_active":"2024-09-19T14:24:24.508059+0000","last_peered":"2024-09-19T14:24:24.508059+0000","last_clean":"2024-09-19T14:24:24.508059+0000","last_became_active":"2024-09-19T13:37:49.010333+0000","last_became_peered":"2024-09-19T13:37:49.010333+0000","last_unstale":"2024-09-19T14:24:24.508059+0000","last_undegraded":"2024-09-19T14:24:24.508059+0000","last_fullsized":"2024-09-19T14:24:24.508059+0000","mapping_epoch":31,"log_start":"268'300","ondisk_log_start":"268'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'316","last_scrub_stamp":"2024-09-19T14:24:24.507738+0000","last_deep_scrub":"268'316","last_deep_scrub_stamp":"2024-09-19T14:24:24.507738+0000","last_clean_scrub_stamp":"2024-09-19T14:24:24.507738+0000","objects_scrubbed":5,"log_size":16,"log_dups_size":300,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:47:22.974365+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65561,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":497,"num_read_kb":1069,"num_write":398,"num_write_kb":291,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":503,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:29.096570+0000","last_change":"2024-09-19T14:24:29.096356+0000","last_active":"2024-09-19T14:24:29.096570+0000","last_peered":"2024-09-19T14:24:29.096570+0000","last_clean":"2024-09-19T14:24:29.096570+0000","last_became_active":"2024-09-19T13:37:51.035746+0000","last_became_peered":"2024-09-19T13:37:51.035746+0000","last_unstale":"2024-09-19T14:24:29.096570+0000","last_undegraded":"2024-09-19T14:24:29.096570+0000","last_fullsized":"2024-09-19T14:24:29.096570+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:29.096083+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:29.096083+0000","last_clean_scrub_stamp":"2024-09-19T14:24:29.096083+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:53:30.521586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1c","version":"268'146","reported_seq":672,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:54.295223+0000","last_change":"2024-09-19T14:24:54.295042+0000","last_active":"2024-09-19T14:24:54.295223+0000","last_peered":"2024-09-19T14:24:54.295223+0000","last_clean":"2024-09-19T14:24:54.295223+0000","last_became_active":"2024-09-19T13:37:53.027897+0000","last_became_peered":"2024-09-19T13:37:53.027897+0000","last_unstale":"2024-09-19T14:24:54.295223+0000","last_undegraded":"2024-09-19T14:24:54.295223+0000","last_fullsized":"2024-09-19T14:24:54.295223+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'146","last_scrub_stamp":"2024-09-19T14:24:54.294860+0000","last_deep_scrub":"268'146","last_deep_scrub_stamp":"2024-09-19T14:24:54.294860+0000","last_clean_scrub_stamp":"2024-09-19T14:24:54.294860+0000","objects_scrubbed":1,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T02:17:22.593870+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":233,"num_read_kb":221,"num_write":335,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.10","version":"268'338","reported_seq":1045,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:13.393580+0000","last_change":"2024-09-19T14:24:13.393427+0000","last_active":"2024-09-19T14:24:13.393580+0000","last_peered":"2024-09-19T14:24:13.393580+0000","last_clean":"2024-09-19T14:24:13.393580+0000","last_became_active":"2024-09-19T13:37:44.975823+0000","last_became_peered":"2024-09-19T13:37:44.975823+0000","last_unstale":"2024-09-19T14:24:13.393580+0000","last_undegraded":"2024-09-19T14:24:13.393580+0000","last_fullsized":"2024-09-19T14:24:13.393580+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'338","last_scrub_stamp":"2024-09-19T14:24:13.393242+0000","last_deep_scrub":"268'338","last_deep_scrub_stamp":"2024-09-19T14:24:13.393242+0000","last_clean_scrub_stamp":"2024-09-19T14:24:13.393242+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":300,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:55:54.455954+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1709,"num_read_kb":1486,"num_write":574,"num_write_kb":302,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"268'368","reported_seq":1134,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:08.921571+0000","last_change":"2024-09-19T14:24:08.921571+0000","last_active":"2024-09-19T14:24:08.921571+0000","last_peered":"2024-09-19T14:24:08.921571+0000","last_clean":"2024-09-19T14:24:08.921571+0000","last_became_active":"2024-09-19T13:37:43.015524+0000","last_became_peered":"2024-09-19T13:37:43.015524+0000","last_unstale":"2024-09-19T14:24:08.921571+0000","last_undegraded":"2024-09-19T14:24:08.921571+0000","last_fullsized":"2024-09-19T14:24:08.921571+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'368","last_scrub_stamp":"2024-09-19T14:24:08.921363+0000","last_deep_scrub":"268'368","last_deep_scrub_stamp":"2024-09-19T14:24:08.921363+0000","last_clean_scrub_stamp":"2024-09-19T14:24:08.921363+0000","objects_scrubbed":4,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:55:29.505573+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254112,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":980,"num_read_kb":53182,"num_write":1238,"num_write_kb":13041,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":505,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:33.184110+0000","last_change":"2024-09-19T14:24:33.184110+0000","last_active":"2024-09-19T14:24:33.184110+0000","last_peered":"2024-09-19T14:24:33.184110+0000","last_clean":"2024-09-19T14:24:33.184110+0000","last_became_active":"2024-09-19T13:37:46.979324+0000","last_became_peered":"2024-09-19T13:37:46.979324+0000","last_unstale":"2024-09-19T14:24:33.184110+0000","last_undegraded":"2024-09-19T14:24:33.184110+0000","last_fullsized":"2024-09-19T14:24:33.184110+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:33.183927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:33.183927+0000","last_clean_scrub_stamp":"2024-09-19T14:24:33.183927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:03:50.843294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.12","version":"268'267","reported_seq":845,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:26.521853+0000","last_change":"2024-09-19T14:24:26.521718+0000","last_active":"2024-09-19T14:24:26.521853+0000","last_peered":"2024-09-19T14:24:26.521853+0000","last_clean":"2024-09-19T14:24:26.521853+0000","last_became_active":"2024-09-19T13:37:48.994835+0000","last_became_peered":"2024-09-19T13:37:48.994835+0000","last_unstale":"2024-09-19T14:24:26.521853+0000","last_undegraded":"2024-09-19T14:24:26.521853+0000","last_fullsized":"2024-09-19T14:24:26.521853+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'267","last_scrub_stamp":"2024-09-19T14:24:26.521525+0000","last_deep_scrub":"268'267","last_deep_scrub_stamp":"2024-09-19T14:24:26.521525+0000","last_clean_scrub_stamp":"2024-09-19T14:24:26.521525+0000","objects_scrubbed":4,"log_size":67,"log_dups_size":200,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:37:32.882264+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43590,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":445,"num_read_kb":1054,"num_write":364,"num_write_kb":300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:28.467745+0000","last_change":"2024-09-19T14:24:28.467586+0000","last_active":"2024-09-19T14:24:28.467745+0000","last_peered":"2024-09-19T14:24:28.467745+0000","last_clean":"2024-09-19T14:24:28.467745+0000","last_became_active":"2024-09-19T13:37:51.011802+0000","last_became_peered":"2024-09-19T13:37:51.011802+0000","last_unstale":"2024-09-19T14:24:28.467745+0000","last_undegraded":"2024-09-19T14:24:28.467745+0000","last_fullsized":"2024-09-19T14:24:28.467745+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:28.467396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:28.467396+0000","last_clean_scrub_stamp":"2024-09-19T14:24:28.467396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:34:53.372954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1f","version":"268'292","reported_seq":942,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:25.280723+0000","last_change":"2024-09-19T14:24:25.280723+0000","last_active":"2024-09-19T14:24:25.280723+0000","last_peered":"2024-09-19T14:24:25.280723+0000","last_clean":"2024-09-19T14:24:25.280723+0000","last_became_active":"2024-09-19T13:37:45.009967+0000","last_became_peered":"2024-09-19T13:37:45.009967+0000","last_unstale":"2024-09-19T14:24:25.280723+0000","last_undegraded":"2024-09-19T14:24:25.280723+0000","last_fullsized":"2024-09-19T14:24:25.280723+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'292","last_scrub_stamp":"2024-09-19T14:24:25.280543+0000","last_deep_scrub":"268'292","last_deep_scrub_stamp":"2024-09-19T14:24:25.280543+0000","last_clean_scrub_stamp":"2024-09-19T14:24:25.280543+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":200,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:19:29.330200+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1299,"num_read_kb":1052,"num_write":494,"num_write_kb":235,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"268'360","reported_seq":997,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:10.870101+0000","last_change":"2024-09-19T14:24:10.870101+0000","last_active":"2024-09-19T14:24:10.870101+0000","last_peered":"2024-09-19T14:24:10.870101+0000","last_clean":"2024-09-19T14:24:10.870101+0000","last_became_active":"2024-09-19T13:37:43.011077+0000","last_became_peered":"2024-09-19T13:37:43.011077+0000","last_unstale":"2024-09-19T14:24:10.870101+0000","last_undegraded":"2024-09-19T14:24:10.870101+0000","last_fullsized":"2024-09-19T14:24:10.870101+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'360","last_scrub_stamp":"2024-09-19T14:24:10.869888+0000","last_deep_scrub":"268'360","last_deep_scrub_stamp":"2024-09-19T14:24:10.869888+0000","last_clean_scrub_stamp":"2024-09-19T14:24:10.869888+0000","objects_scrubbed":4,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:48:07.899599+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":615,"num_read_kb":3561,"num_write":1197,"num_write_kb":33021,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,3],"acting":[5,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":512,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:25.628267+0000","last_change":"2024-09-19T14:24:25.628267+0000","last_active":"2024-09-19T14:24:25.628267+0000","last_peered":"2024-09-19T14:24:25.628267+0000","last_clean":"2024-09-19T14:24:25.628267+0000","last_became_active":"2024-09-19T13:37:46.997504+0000","last_became_peered":"2024-09-19T13:37:46.997504+0000","last_unstale":"2024-09-19T14:24:25.628267+0000","last_undegraded":"2024-09-19T14:24:25.628267+0000","last_fullsized":"2024-09-19T14:24:25.628267+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:25.628093+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:25.628093+0000","last_clean_scrub_stamp":"2024-09-19T14:24:25.628093+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:42:33.934929+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"268'520","reported_seq":1161,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:31.622782+0000","last_change":"2024-09-19T14:24:31.622629+0000","last_active":"2024-09-19T14:24:31.622782+0000","last_peered":"2024-09-19T14:24:31.622782+0000","last_clean":"2024-09-19T14:24:31.622782+0000","last_became_active":"2024-09-19T13:37:48.999080+0000","last_became_peered":"2024-09-19T13:37:48.999080+0000","last_unstale":"2024-09-19T14:24:31.622782+0000","last_undegraded":"2024-09-19T14:24:31.622782+0000","last_fullsized":"2024-09-19T14:24:31.622782+0000","mapping_epoch":31,"log_start":"268'500","ondisk_log_start":"268'500","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'520","last_scrub_stamp":"2024-09-19T14:24:31.622438+0000","last_deep_scrub":"268'520","last_deep_scrub_stamp":"2024-09-19T14:24:31.622438+0000","last_clean_scrub_stamp":"2024-09-19T14:24:31.622438+0000","objects_scrubbed":6,"log_size":20,"log_dups_size":500,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:55:37.845891+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":99091,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":928,"num_read_kb":2270,"num_write":810,"num_write_kb":738,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":24194,"num_omap_keys":44,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:33.745484+0000","last_change":"2024-09-19T14:24:33.745344+0000","last_active":"2024-09-19T14:24:33.745484+0000","last_peered":"2024-09-19T14:24:33.745484+0000","last_clean":"2024-09-19T14:24:33.745484+0000","last_became_active":"2024-09-19T13:37:50.995492+0000","last_became_peered":"2024-09-19T13:37:50.995492+0000","last_unstale":"2024-09-19T14:24:33.745484+0000","last_undegraded":"2024-09-19T14:24:33.745484+0000","last_fullsized":"2024-09-19T14:24:33.745484+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:33.745164+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:33.745164+0000","last_clean_scrub_stamp":"2024-09-19T14:24:33.745164+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:22:47.835285+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.13","version":"268'154","reported_seq":668,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:41.821691+0000","last_change":"2024-09-19T14:24:41.821691+0000","last_active":"2024-09-19T14:24:41.821691+0000","last_peered":"2024-09-19T14:24:41.821691+0000","last_clean":"2024-09-19T14:24:41.821691+0000","last_became_active":"2024-09-19T13:37:53.019822+0000","last_became_peered":"2024-09-19T13:37:53.019822+0000","last_unstale":"2024-09-19T14:24:41.821691+0000","last_undegraded":"2024-09-19T14:24:41.821691+0000","last_fullsized":"2024-09-19T14:24:41.821691+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'154","last_scrub_stamp":"2024-09-19T14:24:41.821504+0000","last_deep_scrub":"268'154","last_deep_scrub_stamp":"2024-09-19T14:24:41.821504+0000","last_clean_scrub_stamp":"2024-09-19T14:24:41.821504+0000","objects_scrubbed":2,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:43:29.204726+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":217,"num_read_kb":229,"num_write":359,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1e","version":"268'4138","reported_seq":4767,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:17.301544+0000","last_change":"2024-09-19T14:24:17.301544+0000","last_active":"2024-09-19T14:24:17.301544+0000","last_peered":"2024-09-19T14:24:17.301544+0000","last_clean":"2024-09-19T14:24:17.301544+0000","last_became_active":"2024-09-19T13:37:44.989865+0000","last_became_peered":"2024-09-19T13:37:44.989865+0000","last_unstale":"2024-09-19T14:24:17.301544+0000","last_undegraded":"2024-09-19T14:24:17.301544+0000","last_fullsized":"2024-09-19T14:24:17.301544+0000","mapping_epoch":27,"log_start":"268'4098","ondisk_log_start":"268'4098","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4138","last_scrub_stamp":"2024-09-19T14:24:17.301376+0000","last_deep_scrub":"268'4138","last_deep_scrub_stamp":"2024-09-19T14:24:17.301376+0000","last_clean_scrub_stamp":"2024-09-19T14:24:17.301376+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":3000,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:51:21.300818+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16639,"num_read_kb":13957,"num_write":6212,"num_write_kb":3095,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.19","version":"268'397","reported_seq":1070,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:11.316833+0000","last_change":"2024-09-19T14:24:11.316833+0000","last_active":"2024-09-19T14:24:11.316833+0000","last_peered":"2024-09-19T14:24:11.316833+0000","last_clean":"2024-09-19T14:24:11.316833+0000","last_became_active":"2024-09-19T13:37:43.003809+0000","last_became_peered":"2024-09-19T13:37:43.003809+0000","last_unstale":"2024-09-19T14:24:11.316833+0000","last_undegraded":"2024-09-19T14:24:11.316833+0000","last_fullsized":"2024-09-19T14:24:11.316833+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'397","last_scrub_stamp":"2024-09-19T14:24:11.316610+0000","last_deep_scrub":"268'397","last_deep_scrub_stamp":"2024-09-19T14:24:11.316610+0000","last_clean_scrub_stamp":"2024-09-19T14:24:11.316610+0000","objects_scrubbed":2,"log_size":97,"log_dups_size":300,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:55:11.663243+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":658,"num_read_kb":51706,"num_write":1159,"num_write_kb":37012,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":511,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:12.671572+0000","last_change":"2024-09-19T14:24:12.671572+0000","last_active":"2024-09-19T14:24:12.671572+0000","last_peered":"2024-09-19T14:24:12.671572+0000","last_clean":"2024-09-19T14:24:12.671572+0000","last_became_active":"2024-09-19T13:37:46.993852+0000","last_became_peered":"2024-09-19T13:37:46.993852+0000","last_unstale":"2024-09-19T14:24:12.671572+0000","last_undegraded":"2024-09-19T14:24:12.671572+0000","last_fullsized":"2024-09-19T14:24:12.671572+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:12.671391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:12.671391+0000","last_clean_scrub_stamp":"2024-09-19T14:24:12.671391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:05:17.634189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.1c","version":"268'315","reported_seq":906,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:39.202690+0000","last_change":"2024-09-19T14:24:39.202399+0000","last_active":"2024-09-19T14:24:39.202690+0000","last_peered":"2024-09-19T14:24:39.202690+0000","last_clean":"2024-09-19T14:24:39.202690+0000","last_became_active":"2024-09-19T13:37:49.006617+0000","last_became_peered":"2024-09-19T13:37:49.006617+0000","last_unstale":"2024-09-19T14:24:39.202690+0000","last_undegraded":"2024-09-19T14:24:39.202690+0000","last_fullsized":"2024-09-19T14:24:39.202690+0000","mapping_epoch":31,"log_start":"268'300","ondisk_log_start":"268'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'315","last_scrub_stamp":"2024-09-19T14:24:39.202164+0000","last_deep_scrub":"268'315","last_deep_scrub_stamp":"2024-09-19T14:24:39.202164+0000","last_clean_scrub_stamp":"2024-09-19T14:24:39.202164+0000","objects_scrubbed":8,"log_size":15,"log_dups_size":300,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:32:11.969312+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50979,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":534,"num_read_kb":1212,"num_write":450,"num_write_kb":360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":11460,"num_omap_keys":24,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":502,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:37.954799+0000","last_change":"2024-09-19T14:24:37.954613+0000","last_active":"2024-09-19T14:24:37.954799+0000","last_peered":"2024-09-19T14:24:37.954799+0000","last_clean":"2024-09-19T14:24:37.954799+0000","last_became_active":"2024-09-19T13:37:51.036448+0000","last_became_peered":"2024-09-19T13:37:51.036448+0000","last_unstale":"2024-09-19T14:24:37.954799+0000","last_undegraded":"2024-09-19T14:24:37.954799+0000","last_fullsized":"2024-09-19T14:24:37.954799+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:37.954438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:37.954438+0000","last_clean_scrub_stamp":"2024-09-19T14:24:37.954438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:56:20.212913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.12","version":"268'193","reported_seq":1074,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:50.234251+0000","last_change":"2024-09-19T14:24:50.234251+0000","last_active":"2024-09-19T14:24:50.234251+0000","last_peered":"2024-09-19T14:24:50.234251+0000","last_clean":"2024-09-19T14:24:50.234251+0000","last_became_active":"2024-09-19T13:37:53.040822+0000","last_became_peered":"2024-09-19T13:37:53.040822+0000","last_unstale":"2024-09-19T14:24:50.234251+0000","last_undegraded":"2024-09-19T14:24:50.234251+0000","last_fullsized":"2024-09-19T14:24:50.234251+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'193","last_scrub_stamp":"2024-09-19T14:24:50.234053+0000","last_deep_scrub":"268'193","last_deep_scrub_stamp":"2024-09-19T14:24:50.234053+0000","last_clean_scrub_stamp":"2024-09-19T14:24:50.234053+0000","objects_scrubbed":6,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:21:34.224838+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1623,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":665,"num_read_kb":654,"num_write":533,"num_write_kb":135,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1d","version":"268'194","reported_seq":836,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:15.429416+0000","last_change":"2024-09-19T14:24:15.429264+0000","last_active":"2024-09-19T14:24:15.429416+0000","last_peered":"2024-09-19T14:24:15.429416+0000","last_clean":"2024-09-19T14:24:15.429416+0000","last_became_active":"2024-09-19T13:37:45.012276+0000","last_became_peered":"2024-09-19T13:37:45.012276+0000","last_unstale":"2024-09-19T14:24:15.429416+0000","last_undegraded":"2024-09-19T14:24:15.429416+0000","last_fullsized":"2024-09-19T14:24:15.429416+0000","mapping_epoch":27,"log_start":"265'100","ondisk_log_start":"265'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'194","last_scrub_stamp":"2024-09-19T14:24:15.429084+0000","last_deep_scrub":"268'194","last_deep_scrub_stamp":"2024-09-19T14:24:15.429084+0000","last_clean_scrub_stamp":"2024-09-19T14:24:15.429084+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:48:52.083471+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":890,"num_read_kb":742,"num_write":322,"num_write_kb":165,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1a","version":"268'334","reported_seq":992,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:07.171014+0000","last_change":"2024-09-19T14:24:07.170940+0000","last_active":"2024-09-19T14:24:07.171014+0000","last_peered":"2024-09-19T14:24:07.171014+0000","last_clean":"2024-09-19T14:24:07.171014+0000","last_became_active":"2024-09-19T13:37:43.010770+0000","last_became_peered":"2024-09-19T13:37:43.010770+0000","last_unstale":"2024-09-19T14:24:07.171014+0000","last_undegraded":"2024-09-19T14:24:07.171014+0000","last_fullsized":"2024-09-19T14:24:07.171014+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'334","last_scrub_stamp":"2024-09-19T14:24:07.170826+0000","last_deep_scrub":"268'334","last_deep_scrub_stamp":"2024-09-19T14:24:07.170826+0000","last_clean_scrub_stamp":"2024-09-19T14:24:07.170826+0000","objects_scrubbed":3,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:40:13.460665+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136845,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":608,"num_read_kb":25838,"num_write":1098,"num_write_kb":39622,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":508,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:31.756768+0000","last_change":"2024-09-19T14:24:31.756575+0000","last_active":"2024-09-19T14:24:31.756768+0000","last_peered":"2024-09-19T14:24:31.756768+0000","last_clean":"2024-09-19T14:24:31.756768+0000","last_became_active":"2024-09-19T13:37:46.975083+0000","last_became_peered":"2024-09-19T13:37:46.975083+0000","last_unstale":"2024-09-19T14:24:31.756768+0000","last_undegraded":"2024-09-19T14:24:31.756768+0000","last_fullsized":"2024-09-19T14:24:31.756768+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:31.756394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:31.756394+0000","last_clean_scrub_stamp":"2024-09-19T14:24:31.756394+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T02:19:46.400729+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.1f","version":"268'285","reported_seq":873,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:32.640223+0000","last_change":"2024-09-19T14:24:32.640223+0000","last_active":"2024-09-19T14:24:32.640223+0000","last_peered":"2024-09-19T14:24:32.640223+0000","last_clean":"2024-09-19T14:24:32.640223+0000","last_became_active":"2024-09-19T13:37:48.998398+0000","last_became_peered":"2024-09-19T13:37:48.998398+0000","last_unstale":"2024-09-19T14:24:32.640223+0000","last_undegraded":"2024-09-19T14:24:32.640223+0000","last_fullsized":"2024-09-19T14:24:32.640223+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'285","last_scrub_stamp":"2024-09-19T14:24:32.640036+0000","last_deep_scrub":"268'285","last_deep_scrub_stamp":"2024-09-19T14:24:32.640036+0000","last_clean_scrub_stamp":"2024-09-19T14:24:32.640036+0000","objects_scrubbed":5,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:20:41.821929+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54455,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":473,"num_read_kb":1105,"num_write":386,"num_write_kb":317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":501,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:29.503907+0000","last_change":"2024-09-19T14:24:29.503907+0000","last_active":"2024-09-19T14:24:29.503907+0000","last_peered":"2024-09-19T14:24:29.503907+0000","last_clean":"2024-09-19T14:24:29.503907+0000","last_became_active":"2024-09-19T13:37:51.022697+0000","last_became_peered":"2024-09-19T13:37:51.022697+0000","last_unstale":"2024-09-19T14:24:29.503907+0000","last_undegraded":"2024-09-19T14:24:29.503907+0000","last_fullsized":"2024-09-19T14:24:29.503907+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:29.503696+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:29.503696+0000","last_clean_scrub_stamp":"2024-09-19T14:24:29.503696+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:36:17.207693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.11","version":"268'126","reported_seq":632,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:47.167089+0000","last_change":"2024-09-19T14:24:47.167089+0000","last_active":"2024-09-19T14:24:47.167089+0000","last_peered":"2024-09-19T14:24:47.167089+0000","last_clean":"2024-09-19T14:24:47.167089+0000","last_became_active":"2024-09-19T13:37:53.024491+0000","last_became_peered":"2024-09-19T13:37:53.024491+0000","last_unstale":"2024-09-19T14:24:47.167089+0000","last_undegraded":"2024-09-19T14:24:47.167089+0000","last_fullsized":"2024-09-19T14:24:47.167089+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'126","last_scrub_stamp":"2024-09-19T14:24:47.166888+0000","last_deep_scrub":"268'126","last_deep_scrub_stamp":"2024-09-19T14:24:47.166888+0000","last_clean_scrub_stamp":"2024-09-19T14:24:47.166888+0000","objects_scrubbed":3,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:24:03.603239+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":177,"num_read_kb":165,"num_write":300,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1c","version":"268'36","reported_seq":589,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:18.345723+0000","last_change":"2024-09-19T14:24:18.345572+0000","last_active":"2024-09-19T14:24:18.345723+0000","last_peered":"2024-09-19T14:24:18.345723+0000","last_clean":"2024-09-19T14:24:18.345723+0000","last_became_active":"2024-09-19T13:37:45.002288+0000","last_became_peered":"2024-09-19T13:37:45.002288+0000","last_unstale":"2024-09-19T14:24:18.345723+0000","last_undegraded":"2024-09-19T14:24:18.345723+0000","last_fullsized":"2024-09-19T14:24:18.345723+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'36","last_scrub_stamp":"2024-09-19T14:24:18.345389+0000","last_deep_scrub":"268'36","last_deep_scrub_stamp":"2024-09-19T14:24:18.345389+0000","last_clean_scrub_stamp":"2024-09-19T14:24:18.345389+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:46:38.684367+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":170,"num_read_kb":148,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"268'357","reported_seq":1018,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:12.330596+0000","last_change":"2024-09-19T14:24:12.330453+0000","last_active":"2024-09-19T14:24:12.330596+0000","last_peered":"2024-09-19T14:24:12.330596+0000","last_clean":"2024-09-19T14:24:12.330596+0000","last_became_active":"2024-09-19T13:37:42.977930+0000","last_became_peered":"2024-09-19T13:37:42.977930+0000","last_unstale":"2024-09-19T14:24:12.330596+0000","last_undegraded":"2024-09-19T14:24:12.330596+0000","last_fullsized":"2024-09-19T14:24:12.330596+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'357","last_scrub_stamp":"2024-09-19T14:24:12.330220+0000","last_deep_scrub":"268'357","last_deep_scrub_stamp":"2024-09-19T14:24:12.330220+0000","last_clean_scrub_stamp":"2024-09-19T14:24:12.330220+0000","objects_scrubbed":3,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:55:34.700459+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":722,"num_read_kb":4562,"num_write":1193,"num_write_kb":22713,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":506,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:29.211482+0000","last_change":"2024-09-19T14:24:29.211284+0000","last_active":"2024-09-19T14:24:29.211482+0000","last_peered":"2024-09-19T14:24:29.211482+0000","last_clean":"2024-09-19T14:24:29.211482+0000","last_became_active":"2024-09-19T13:37:46.990868+0000","last_became_peered":"2024-09-19T13:37:46.990868+0000","last_unstale":"2024-09-19T14:24:29.211482+0000","last_undegraded":"2024-09-19T14:24:29.211482+0000","last_fullsized":"2024-09-19T14:24:29.211482+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:29.211092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:29.211092+0000","last_clean_scrub_stamp":"2024-09-19T14:24:29.211092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:21:17.686229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1e","version":"268'98","reported_seq":627,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:40.203880+0000","last_change":"2024-09-19T14:24:40.203880+0000","last_active":"2024-09-19T14:24:40.203880+0000","last_peered":"2024-09-19T14:24:40.203880+0000","last_clean":"2024-09-19T14:24:40.203880+0000","last_became_active":"2024-09-19T13:37:49.008734+0000","last_became_peered":"2024-09-19T13:37:49.008734+0000","last_unstale":"2024-09-19T14:24:40.203880+0000","last_undegraded":"2024-09-19T14:24:40.203880+0000","last_fullsized":"2024-09-19T14:24:40.203880+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'98","last_scrub_stamp":"2024-09-19T14:24:40.203668+0000","last_deep_scrub":"268'98","last_deep_scrub_stamp":"2024-09-19T14:24:40.203668+0000","last_clean_scrub_stamp":"2024-09-19T14:24:40.203668+0000","objects_scrubbed":7,"log_size":98,"log_dups_size":0,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:26:31.979609+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":114,"num_read_kb":109,"num_write":128,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":19242,"num_omap_keys":52,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"268'757","reported_seq":4634,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:25.551088+0000","last_change":"2024-09-19T14:24:25.551088+0000","last_active":"2024-09-19T14:24:25.551088+0000","last_peered":"2024-09-19T14:24:25.551088+0000","last_clean":"2024-09-19T14:24:25.551088+0000","last_became_active":"2024-09-19T13:37:51.024122+0000","last_became_peered":"2024-09-19T13:37:51.024122+0000","last_unstale":"2024-09-19T14:24:25.551088+0000","last_undegraded":"2024-09-19T14:24:25.551088+0000","last_fullsized":"2024-09-19T14:24:25.551088+0000","mapping_epoch":33,"log_start":"268'700","ondisk_log_start":"268'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'757","last_scrub_stamp":"2024-09-19T14:24:25.550904+0000","last_deep_scrub":"268'757","last_deep_scrub_stamp":"2024-09-19T14:24:25.550904+0000","last_clean_scrub_stamp":"2024-09-19T14:24:25.550904+0000","objects_scrubbed":1,"log_size":57,"log_dups_size":700,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:24:35.458834+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.10","version":"268'166","reported_seq":681,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:48.169565+0000","last_change":"2024-09-19T14:24:48.169565+0000","last_active":"2024-09-19T14:24:48.169565+0000","last_peered":"2024-09-19T14:24:48.169565+0000","last_clean":"2024-09-19T14:24:48.169565+0000","last_became_active":"2024-09-19T13:37:53.036787+0000","last_became_peered":"2024-09-19T13:37:53.036787+0000","last_unstale":"2024-09-19T14:24:48.169565+0000","last_undegraded":"2024-09-19T14:24:48.169565+0000","last_fullsized":"2024-09-19T14:24:48.169565+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'166","last_scrub_stamp":"2024-09-19T14:24:48.169352+0000","last_deep_scrub":"268'166","last_deep_scrub_stamp":"2024-09-19T14:24:48.169352+0000","last_clean_scrub_stamp":"2024-09-19T14:24:48.169352+0000","objects_scrubbed":2,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:48:51.136758+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":35,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":192,"num_read_kb":180,"num_write":404,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1b","version":"268'182","reported_seq":771,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:16.696199+0000","last_change":"2024-09-19T14:24:16.696025+0000","last_active":"2024-09-19T14:24:16.696199+0000","last_peered":"2024-09-19T14:24:16.696199+0000","last_clean":"2024-09-19T14:24:16.696199+0000","last_became_active":"2024-09-19T13:37:45.011649+0000","last_became_peered":"2024-09-19T13:37:45.011649+0000","last_unstale":"2024-09-19T14:24:16.696199+0000","last_undegraded":"2024-09-19T14:24:16.696199+0000","last_fullsized":"2024-09-19T14:24:16.696199+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'182","last_scrub_stamp":"2024-09-19T14:24:16.695832+0000","last_deep_scrub":"268'182","last_deep_scrub_stamp":"2024-09-19T14:24:16.695832+0000","last_clean_scrub_stamp":"2024-09-19T14:24:16.695832+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":100,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:05:51.433802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":780,"num_read_kb":628,"num_write":283,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"268'311","reported_seq":964,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:08.179982+0000","last_change":"2024-09-19T14:24:08.179779+0000","last_active":"2024-09-19T14:24:08.179982+0000","last_peered":"2024-09-19T14:24:08.179982+0000","last_clean":"2024-09-19T14:24:08.179982+0000","last_became_active":"2024-09-19T13:37:43.013846+0000","last_became_peered":"2024-09-19T13:37:43.013846+0000","last_unstale":"2024-09-19T14:24:08.179982+0000","last_undegraded":"2024-09-19T14:24:08.179982+0000","last_fullsized":"2024-09-19T14:24:08.179982+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'311","last_scrub_stamp":"2024-09-19T14:24:08.179559+0000","last_deep_scrub":"268'311","last_deep_scrub_stamp":"2024-09-19T14:24:08.179559+0000","last_clean_scrub_stamp":"2024-09-19T14:24:08.179559+0000","objects_scrubbed":5,"log_size":11,"log_dups_size":300,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:21:06.971719+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":593,"num_read_kb":7286,"num_write":1061,"num_write_kb":28619,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":510,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:23.164641+0000","last_change":"2024-09-19T14:24:23.164471+0000","last_active":"2024-09-19T14:24:23.164641+0000","last_peered":"2024-09-19T14:24:23.164641+0000","last_clean":"2024-09-19T14:24:23.164641+0000","last_became_active":"2024-09-19T13:37:46.997726+0000","last_became_peered":"2024-09-19T13:37:46.997726+0000","last_unstale":"2024-09-19T14:24:23.164641+0000","last_undegraded":"2024-09-19T14:24:23.164641+0000","last_fullsized":"2024-09-19T14:24:23.164641+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:23.164285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:23.164285+0000","last_clean_scrub_stamp":"2024-09-19T14:24:23.164285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:33:12.278900+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.19","version":"268'320","reported_seq":912,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:27.533171+0000","last_change":"2024-09-19T14:24:27.533171+0000","last_active":"2024-09-19T14:24:27.533171+0000","last_peered":"2024-09-19T14:24:27.533171+0000","last_clean":"2024-09-19T14:24:27.533171+0000","last_became_active":"2024-09-19T13:37:48.999530+0000","last_became_peered":"2024-09-19T13:37:48.999530+0000","last_unstale":"2024-09-19T14:24:27.533171+0000","last_undegraded":"2024-09-19T14:24:27.533171+0000","last_fullsized":"2024-09-19T14:24:27.533171+0000","mapping_epoch":31,"log_start":"268'300","ondisk_log_start":"268'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'320","last_scrub_stamp":"2024-09-19T14:24:27.532946+0000","last_deep_scrub":"268'320","last_deep_scrub_stamp":"2024-09-19T14:24:27.532946+0000","last_clean_scrub_stamp":"2024-09-19T14:24:27.532946+0000","objects_scrubbed":8,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:57:26.891295+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":61007,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":520,"num_read_kb":1192,"num_write":426,"num_write_kb":337,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:39.076453+0000","last_change":"2024-09-19T14:24:39.076453+0000","last_active":"2024-09-19T14:24:39.076453+0000","last_peered":"2024-09-19T14:24:39.076453+0000","last_clean":"2024-09-19T14:24:39.076453+0000","last_became_active":"2024-09-19T13:37:51.024578+0000","last_became_peered":"2024-09-19T13:37:51.024578+0000","last_unstale":"2024-09-19T14:24:39.076453+0000","last_undegraded":"2024-09-19T14:24:39.076453+0000","last_fullsized":"2024-09-19T14:24:39.076453+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:39.076268+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:39.076268+0000","last_clean_scrub_stamp":"2024-09-19T14:24:39.076268+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:44:56.883661+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.17","version":"268'133","reported_seq":652,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:37.098271+0000","last_change":"2024-09-19T14:24:37.098271+0000","last_active":"2024-09-19T14:24:37.098271+0000","last_peered":"2024-09-19T14:24:37.098271+0000","last_clean":"2024-09-19T14:24:37.098271+0000","last_became_active":"2024-09-19T13:37:53.037670+0000","last_became_peered":"2024-09-19T13:37:53.037670+0000","last_unstale":"2024-09-19T14:24:37.098271+0000","last_undegraded":"2024-09-19T14:24:37.098271+0000","last_fullsized":"2024-09-19T14:24:37.098271+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'133","last_scrub_stamp":"2024-09-19T14:24:37.098071+0000","last_deep_scrub":"268'133","last_deep_scrub_stamp":"2024-09-19T14:24:37.098071+0000","last_clean_scrub_stamp":"2024-09-19T14:24:37.098071+0000","objects_scrubbed":2,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:33:55.116147+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":200,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":200,"num_read_kb":189,"num_write":325,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"268'124","reported_seq":730,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:46.720845+0000","last_change":"2024-09-19T14:24:46.720673+0000","last_active":"2024-09-19T14:24:46.720845+0000","last_peered":"2024-09-19T14:24:46.720845+0000","last_clean":"2024-09-19T14:24:46.720845+0000","last_became_active":"2024-09-19T13:37:45.000321+0000","last_became_peered":"2024-09-19T13:37:45.000321+0000","last_unstale":"2024-09-19T14:24:46.720845+0000","last_undegraded":"2024-09-19T14:24:46.720845+0000","last_fullsized":"2024-09-19T14:24:46.720845+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'124","last_scrub_stamp":"2024-09-19T14:24:46.720494+0000","last_deep_scrub":"268'124","last_deep_scrub_stamp":"2024-09-19T14:24:46.720494+0000","last_clean_scrub_stamp":"2024-09-19T14:24:46.720494+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:02:12.579141+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":549,"num_read_kb":454,"num_write":197,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1d","version":"268'358","reported_seq":1047,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:15.355124+0000","last_change":"2024-09-19T14:24:15.354836+0000","last_active":"2024-09-19T14:24:15.355124+0000","last_peered":"2024-09-19T14:24:15.355124+0000","last_clean":"2024-09-19T14:24:15.355124+0000","last_became_active":"2024-09-19T13:37:42.982795+0000","last_became_peered":"2024-09-19T13:37:42.982795+0000","last_unstale":"2024-09-19T14:24:15.355124+0000","last_undegraded":"2024-09-19T14:24:15.355124+0000","last_fullsized":"2024-09-19T14:24:15.355124+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'358","last_scrub_stamp":"2024-09-19T14:24:15.354544+0000","last_deep_scrub":"268'358","last_deep_scrub_stamp":"2024-09-19T14:24:15.354544+0000","last_clean_scrub_stamp":"2024-09-19T14:24:15.354544+0000","objects_scrubbed":9,"log_size":58,"log_dups_size":300,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:37:36.988230+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":648,"num_read_kb":30490,"num_write":1084,"num_write_kb":34311,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":508,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:19.765258+0000","last_change":"2024-09-19T14:24:19.765063+0000","last_active":"2024-09-19T14:24:19.765258+0000","last_peered":"2024-09-19T14:24:19.765258+0000","last_clean":"2024-09-19T14:24:19.765258+0000","last_became_active":"2024-09-19T13:37:47.002566+0000","last_became_peered":"2024-09-19T13:37:47.002566+0000","last_unstale":"2024-09-19T14:24:19.765258+0000","last_undegraded":"2024-09-19T14:24:19.765258+0000","last_fullsized":"2024-09-19T14:24:19.765258+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:19.764886+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:19.764886+0000","last_clean_scrub_stamp":"2024-09-19T14:24:19.764886+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:31:16.961825+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.18","version":"268'291","reported_seq":869,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:36.092959+0000","last_change":"2024-09-19T14:24:36.092959+0000","last_active":"2024-09-19T14:24:36.092959+0000","last_peered":"2024-09-19T14:24:36.092959+0000","last_clean":"2024-09-19T14:24:36.092959+0000","last_became_active":"2024-09-19T13:37:49.002572+0000","last_became_peered":"2024-09-19T13:37:49.002572+0000","last_unstale":"2024-09-19T14:24:36.092959+0000","last_undegraded":"2024-09-19T14:24:36.092959+0000","last_fullsized":"2024-09-19T14:24:36.092959+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'291","last_scrub_stamp":"2024-09-19T14:24:36.092754+0000","last_deep_scrub":"268'291","last_deep_scrub_stamp":"2024-09-19T14:24:36.092754+0000","last_clean_scrub_stamp":"2024-09-19T14:24:36.092754+0000","objects_scrubbed":4,"log_size":91,"log_dups_size":200,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:58:36.877410+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46601,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":484,"num_read_kb":1174,"num_write":404,"num_write_kb":341,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:45.143756+0000","last_change":"2024-09-19T14:24:45.143756+0000","last_active":"2024-09-19T14:24:45.143756+0000","last_peered":"2024-09-19T14:24:45.143756+0000","last_clean":"2024-09-19T14:24:45.143756+0000","last_became_active":"2024-09-19T13:37:51.024092+0000","last_became_peered":"2024-09-19T13:37:51.024092+0000","last_unstale":"2024-09-19T14:24:45.143756+0000","last_undegraded":"2024-09-19T14:24:45.143756+0000","last_fullsized":"2024-09-19T14:24:45.143756+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:45.143569+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:45.143569+0000","last_clean_scrub_stamp":"2024-09-19T14:24:45.143569+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:28:06.339225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.16","version":"268'172","reported_seq":714,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:44.849319+0000","last_change":"2024-09-19T14:24:44.849319+0000","last_active":"2024-09-19T14:24:44.849319+0000","last_peered":"2024-09-19T14:24:44.849319+0000","last_clean":"2024-09-19T14:24:44.849319+0000","last_became_active":"2024-09-19T13:37:53.026543+0000","last_became_peered":"2024-09-19T13:37:53.026543+0000","last_unstale":"2024-09-19T14:24:44.849319+0000","last_undegraded":"2024-09-19T14:24:44.849319+0000","last_fullsized":"2024-09-19T14:24:44.849319+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'172","last_scrub_stamp":"2024-09-19T14:24:44.849138+0000","last_deep_scrub":"268'172","last_deep_scrub_stamp":"2024-09-19T14:24:44.849138+0000","last_clean_scrub_stamp":"2024-09-19T14:24:44.849138+0000","objects_scrubbed":1,"log_size":72,"log_dups_size":100,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:49:16.007733+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":299,"num_read_kb":285,"num_write":410,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.19","version":"268'217","reported_seq":860,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:14.442522+0000","last_change":"2024-09-19T14:24:14.442522+0000","last_active":"2024-09-19T14:24:14.442522+0000","last_peered":"2024-09-19T14:24:14.442522+0000","last_clean":"2024-09-19T14:24:14.442522+0000","last_became_active":"2024-09-19T13:37:44.980018+0000","last_became_peered":"2024-09-19T13:37:44.980018+0000","last_unstale":"2024-09-19T14:24:14.442522+0000","last_undegraded":"2024-09-19T14:24:14.442522+0000","last_fullsized":"2024-09-19T14:24:14.442522+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'217","last_scrub_stamp":"2024-09-19T14:24:14.442337+0000","last_deep_scrub":"268'217","last_deep_scrub_stamp":"2024-09-19T14:24:14.442337+0000","last_clean_scrub_stamp":"2024-09-19T14:24:14.442337+0000","objects_scrubbed":1,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:05:42.289113+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":985,"num_read_kb":813,"num_write":344,"num_write_kb":165,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":219,"num_omap_keys":1,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1e","version":"268'327","reported_seq":979,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:09.903775+0000","last_change":"2024-09-19T14:24:09.903775+0000","last_active":"2024-09-19T14:24:09.903775+0000","last_peered":"2024-09-19T14:24:09.903775+0000","last_clean":"2024-09-19T14:24:09.903775+0000","last_became_active":"2024-09-19T13:37:43.013909+0000","last_became_peered":"2024-09-19T13:37:43.013909+0000","last_unstale":"2024-09-19T14:24:09.903775+0000","last_undegraded":"2024-09-19T14:24:09.903775+0000","last_fullsized":"2024-09-19T14:24:09.903775+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'327","last_scrub_stamp":"2024-09-19T14:24:09.903553+0000","last_deep_scrub":"268'327","last_deep_scrub_stamp":"2024-09-19T14:24:09.903553+0000","last_clean_scrub_stamp":"2024-09-19T14:24:09.903553+0000","objects_scrubbed":2,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:41:37.399889+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":583,"num_read_kb":17892,"num_write":1069,"num_write_kb":18811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":510,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:22.149294+0000","last_change":"2024-09-19T14:24:22.149294+0000","last_active":"2024-09-19T14:24:22.149294+0000","last_peered":"2024-09-19T14:24:22.149294+0000","last_clean":"2024-09-19T14:24:22.149294+0000","last_became_active":"2024-09-19T13:37:46.991662+0000","last_became_peered":"2024-09-19T13:37:46.991662+0000","last_unstale":"2024-09-19T14:24:22.149294+0000","last_undegraded":"2024-09-19T14:24:22.149294+0000","last_fullsized":"2024-09-19T14:24:22.149294+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:22.149106+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:22.149106+0000","last_clean_scrub_stamp":"2024-09-19T14:24:22.149106+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:10:26.537357+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"268'272","reported_seq":842,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:30.656126+0000","last_change":"2024-09-19T14:24:30.655962+0000","last_active":"2024-09-19T14:24:30.656126+0000","last_peered":"2024-09-19T14:24:30.656126+0000","last_clean":"2024-09-19T14:24:30.656126+0000","last_became_active":"2024-09-19T13:37:49.002737+0000","last_became_peered":"2024-09-19T13:37:49.002737+0000","last_unstale":"2024-09-19T14:24:30.656126+0000","last_undegraded":"2024-09-19T14:24:30.656126+0000","last_fullsized":"2024-09-19T14:24:30.656126+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'272","last_scrub_stamp":"2024-09-19T14:24:30.655768+0000","last_deep_scrub":"268'272","last_deep_scrub_stamp":"2024-09-19T14:24:30.655768+0000","last_clean_scrub_stamp":"2024-09-19T14:24:30.655768+0000","objects_scrubbed":3,"log_size":72,"log_dups_size":200,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:58:34.807001+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":74607,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":450,"num_read_kb":1145,"num_write":380,"num_write_kb":347,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:49.207251+0000","last_change":"2024-09-19T14:24:49.207099+0000","last_active":"2024-09-19T14:24:49.207251+0000","last_peered":"2024-09-19T14:24:49.207251+0000","last_clean":"2024-09-19T14:24:49.207251+0000","last_became_active":"2024-09-19T13:37:51.027534+0000","last_became_peered":"2024-09-19T13:37:51.027534+0000","last_unstale":"2024-09-19T14:24:49.207251+0000","last_undegraded":"2024-09-19T14:24:49.207251+0000","last_fullsized":"2024-09-19T14:24:49.207251+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:49.206923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:49.206923+0000","last_clean_scrub_stamp":"2024-09-19T14:24:49.206923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:58:07.097593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.15","version":"268'206","reported_seq":1320,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:51.230070+0000","last_change":"2024-09-19T14:24:51.230070+0000","last_active":"2024-09-19T14:24:51.230070+0000","last_peered":"2024-09-19T14:24:51.230070+0000","last_clean":"2024-09-19T14:24:51.230070+0000","last_became_active":"2024-09-19T13:37:53.028063+0000","last_became_peered":"2024-09-19T13:37:53.028063+0000","last_unstale":"2024-09-19T14:24:51.230070+0000","last_undegraded":"2024-09-19T14:24:51.230070+0000","last_fullsized":"2024-09-19T14:24:51.230070+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'206","last_scrub_stamp":"2024-09-19T14:24:51.229887+0000","last_deep_scrub":"268'206","last_deep_scrub_stamp":"2024-09-19T14:24:51.229887+0000","last_clean_scrub_stamp":"2024-09-19T14:24:51.229887+0000","objects_scrubbed":4,"log_size":106,"log_dups_size":100,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:25:00.944140+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":633,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":879,"num_read_kb":869,"num_write":447,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"268'175","reported_seq":787,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:11.622985+0000","last_change":"2024-09-19T14:24:11.622985+0000","last_active":"2024-09-19T14:24:11.622985+0000","last_peered":"2024-09-19T14:24:11.622985+0000","last_clean":"2024-09-19T14:24:11.622985+0000","last_became_active":"2024-09-19T13:37:44.992673+0000","last_became_peered":"2024-09-19T13:37:44.992673+0000","last_unstale":"2024-09-19T14:24:11.622985+0000","last_undegraded":"2024-09-19T14:24:11.622985+0000","last_fullsized":"2024-09-19T14:24:11.622985+0000","mapping_epoch":27,"log_start":"265'100","ondisk_log_start":"265'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'175","last_scrub_stamp":"2024-09-19T14:24:11.622744+0000","last_deep_scrub":"268'175","last_deep_scrub_stamp":"2024-09-19T14:24:11.622744+0000","last_clean_scrub_stamp":"2024-09-19T14:24:11.622744+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:54:11.467963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":775,"num_read_kb":633,"num_write":258,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1f","version":"268'348","reported_seq":992,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:11.910995+0000","last_change":"2024-09-19T14:24:11.910995+0000","last_active":"2024-09-19T14:24:11.910995+0000","last_peered":"2024-09-19T14:24:11.910995+0000","last_clean":"2024-09-19T14:24:11.910995+0000","last_became_active":"2024-09-19T13:37:43.014491+0000","last_became_peered":"2024-09-19T13:37:43.014491+0000","last_unstale":"2024-09-19T14:24:11.910995+0000","last_undegraded":"2024-09-19T14:24:11.910995+0000","last_fullsized":"2024-09-19T14:24:11.910995+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'348","last_scrub_stamp":"2024-09-19T14:24:11.910704+0000","last_deep_scrub":"268'348","last_deep_scrub_stamp":"2024-09-19T14:24:11.910704+0000","last_clean_scrub_stamp":"2024-09-19T14:24:11.910704+0000","objects_scrubbed":4,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:52:27.482248+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":593,"num_read_kb":20596,"num_write":1200,"num_write_kb":29373,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.19","version":"268'2","reported_seq":508,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:27.253635+0000","last_change":"2024-09-19T14:24:27.253635+0000","last_active":"2024-09-19T14:24:27.253635+0000","last_peered":"2024-09-19T14:24:27.253635+0000","last_clean":"2024-09-19T14:24:27.253635+0000","last_became_active":"2024-09-19T13:37:46.993013+0000","last_became_peered":"2024-09-19T13:37:46.993013+0000","last_unstale":"2024-09-19T14:24:27.253635+0000","last_undegraded":"2024-09-19T14:24:27.253635+0000","last_fullsized":"2024-09-19T14:24:27.253635+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-19T14:24:27.253426+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-19T14:24:27.253426+0000","last_clean_scrub_stamp":"2024-09-19T14:24:27.253426+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:33:20.493247+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1a","version":"268'287","reported_seq":879,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:42.186018+0000","last_change":"2024-09-19T14:24:42.185885+0000","last_active":"2024-09-19T14:24:42.186018+0000","last_peered":"2024-09-19T14:24:42.186018+0000","last_clean":"2024-09-19T14:24:42.186018+0000","last_became_active":"2024-09-19T13:37:49.011710+0000","last_became_peered":"2024-09-19T13:37:49.011710+0000","last_unstale":"2024-09-19T14:24:42.186018+0000","last_undegraded":"2024-09-19T14:24:42.186018+0000","last_fullsized":"2024-09-19T14:24:42.186018+0000","mapping_epoch":31,"log_start":"268'200","ondisk_log_start":"268'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'287","last_scrub_stamp":"2024-09-19T14:24:42.185679+0000","last_deep_scrub":"268'287","last_deep_scrub_stamp":"2024-09-19T14:24:42.185679+0000","last_clean_scrub_stamp":"2024-09-19T14:24:42.185679+0000","objects_scrubbed":4,"log_size":87,"log_dups_size":200,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:25:02.576363+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50925,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":476,"num_read_kb":1057,"num_write":380,"num_write_kb":287,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:40.125499+0000","last_change":"2024-09-19T14:24:40.125221+0000","last_active":"2024-09-19T14:24:40.125499+0000","last_peered":"2024-09-19T14:24:40.125499+0000","last_clean":"2024-09-19T14:24:40.125499+0000","last_became_active":"2024-09-19T13:37:51.037659+0000","last_became_peered":"2024-09-19T13:37:51.037659+0000","last_unstale":"2024-09-19T14:24:40.125499+0000","last_undegraded":"2024-09-19T14:24:40.125499+0000","last_fullsized":"2024-09-19T14:24:40.125499+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T14:24:40.125011+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T14:24:40.125011+0000","last_clean_scrub_stamp":"2024-09-19T14:24:40.125011+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:54:49.667884+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.14","version":"268'134","reported_seq":628,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:28.495703+0000","last_change":"2024-09-19T14:24:28.495515+0000","last_active":"2024-09-19T14:24:28.495703+0000","last_peered":"2024-09-19T14:24:28.495703+0000","last_clean":"2024-09-19T14:24:28.495703+0000","last_became_active":"2024-09-19T13:37:53.036777+0000","last_became_peered":"2024-09-19T13:37:53.036777+0000","last_unstale":"2024-09-19T14:24:28.495703+0000","last_undegraded":"2024-09-19T14:24:28.495703+0000","last_fullsized":"2024-09-19T14:24:28.495703+0000","mapping_epoch":35,"log_start":"268'100","ondisk_log_start":"268'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'134","last_scrub_stamp":"2024-09-19T14:24:28.495326+0000","last_deep_scrub":"268'134","last_deep_scrub_stamp":"2024-09-19T14:24:28.495326+0000","last_clean_scrub_stamp":"2024-09-19T14:24:28.495326+0000","objects_scrubbed":4,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:01:18.311541+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":429,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":127,"num_read_kb":127,"num_write":301,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.27","version":"268'169","reported_seq":832,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:20.329439+0000","last_change":"2024-09-19T14:24:20.329274+0000","last_active":"2024-09-19T14:24:20.329439+0000","last_peered":"2024-09-19T14:24:20.329439+0000","last_clean":"2024-09-19T14:24:20.329439+0000","last_became_active":"2024-09-19T13:37:44.985102+0000","last_became_peered":"2024-09-19T13:37:44.985102+0000","last_unstale":"2024-09-19T14:24:20.329439+0000","last_undegraded":"2024-09-19T14:24:20.329439+0000","last_fullsized":"2024-09-19T14:24:20.329439+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'169","last_scrub_stamp":"2024-09-19T14:24:20.329097+0000","last_deep_scrub":"268'169","last_deep_scrub_stamp":"2024-09-19T14:24:20.329097+0000","last_clean_scrub_stamp":"2024-09-19T14:24:20.329097+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:50:08.566695+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":790,"num_read_kb":663,"num_write":256,"num_write_kb":120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.20","version":"268'353","reported_seq":1004,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:08.659655+0000","last_change":"2024-09-19T14:24:08.659655+0000","last_active":"2024-09-19T14:24:08.659655+0000","last_peered":"2024-09-19T14:24:08.659655+0000","last_clean":"2024-09-19T14:24:08.659655+0000","last_became_active":"2024-09-19T13:37:42.984898+0000","last_became_peered":"2024-09-19T13:37:42.984898+0000","last_unstale":"2024-09-19T14:24:08.659655+0000","last_undegraded":"2024-09-19T14:24:08.659655+0000","last_fullsized":"2024-09-19T14:24:08.659655+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'353","last_scrub_stamp":"2024-09-19T14:24:08.659412+0000","last_deep_scrub":"268'353","last_deep_scrub_stamp":"2024-09-19T14:24:08.659412+0000","last_clean_scrub_stamp":"2024-09-19T14:24:08.659412+0000","objects_scrubbed":6,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:57:51.202823+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136885,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":628,"num_read_kb":9955,"num_write":1106,"num_write_kb":33433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,3],"acting":[2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.26","version":"268'141","reported_seq":729,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:16.408404+0000","last_change":"2024-09-19T14:24:16.408279+0000","last_active":"2024-09-19T14:24:16.408404+0000","last_peered":"2024-09-19T14:24:16.408404+0000","last_clean":"2024-09-19T14:24:16.408404+0000","last_became_active":"2024-09-19T13:37:44.993913+0000","last_became_peered":"2024-09-19T13:37:44.993913+0000","last_unstale":"2024-09-19T14:24:16.408404+0000","last_undegraded":"2024-09-19T14:24:16.408404+0000","last_fullsized":"2024-09-19T14:24:16.408404+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'141","last_scrub_stamp":"2024-09-19T14:24:16.408098+0000","last_deep_scrub":"268'141","last_deep_scrub_stamp":"2024-09-19T14:24:16.408098+0000","last_clean_scrub_stamp":"2024-09-19T14:24:16.408098+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:43:53.800458+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":555,"num_read_kb":457,"num_write":192,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.21","version":"268'333","reported_seq":1019,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:10.413880+0000","last_change":"2024-09-19T14:24:10.413880+0000","last_active":"2024-09-19T14:24:10.413880+0000","last_peered":"2024-09-19T14:24:10.413880+0000","last_clean":"2024-09-19T14:24:10.413880+0000","last_became_active":"2024-09-19T13:37:43.007424+0000","last_became_peered":"2024-09-19T13:37:43.007424+0000","last_unstale":"2024-09-19T14:24:10.413880+0000","last_undegraded":"2024-09-19T14:24:10.413880+0000","last_fullsized":"2024-09-19T14:24:10.413880+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'333","last_scrub_stamp":"2024-09-19T14:24:10.413671+0000","last_deep_scrub":"268'333","last_deep_scrub_stamp":"2024-09-19T14:24:10.413671+0000","last_clean_scrub_stamp":"2024-09-19T14:24:10.413671+0000","objects_scrubbed":3,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:15:30.813053+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":702,"num_read_kb":25363,"num_write":1036,"num_write_kb":11390,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.25","version":"268'212","reported_seq":837,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:26.264467+0000","last_change":"2024-09-19T14:24:26.264295+0000","last_active":"2024-09-19T14:24:26.264467+0000","last_peered":"2024-09-19T14:24:26.264467+0000","last_clean":"2024-09-19T14:24:26.264467+0000","last_became_active":"2024-09-19T13:37:44.980576+0000","last_became_peered":"2024-09-19T13:37:44.980576+0000","last_unstale":"2024-09-19T14:24:26.264467+0000","last_undegraded":"2024-09-19T14:24:26.264467+0000","last_fullsized":"2024-09-19T14:24:26.264467+0000","mapping_epoch":27,"log_start":"268'201","ondisk_log_start":"268'201","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'212","last_scrub_stamp":"2024-09-19T14:24:26.264104+0000","last_deep_scrub":"268'212","last_deep_scrub_stamp":"2024-09-19T14:24:26.264104+0000","last_clean_scrub_stamp":"2024-09-19T14:24:26.264104+0000","objects_scrubbed":2,"log_size":11,"log_dups_size":201,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:45:50.703862+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":939,"num_read_kb":781,"num_write":318,"num_write_kb":157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1185,"num_omap_keys":5,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.22","version":"268'288","reported_seq":894,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:21.271451+0000","last_change":"2024-09-19T14:24:21.271451+0000","last_active":"2024-09-19T14:24:21.271451+0000","last_peered":"2024-09-19T14:24:21.271451+0000","last_clean":"2024-09-19T14:24:21.271451+0000","last_became_active":"2024-09-19T13:37:43.011053+0000","last_became_peered":"2024-09-19T13:37:43.011053+0000","last_unstale":"2024-09-19T14:24:21.271451+0000","last_undegraded":"2024-09-19T14:24:21.271451+0000","last_fullsized":"2024-09-19T14:24:21.271451+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'288","last_scrub_stamp":"2024-09-19T14:24:21.271109+0000","last_deep_scrub":"268'288","last_deep_scrub_stamp":"2024-09-19T14:24:21.271109+0000","last_clean_scrub_stamp":"2024-09-19T14:24:21.271109+0000","objects_scrubbed":4,"log_size":88,"log_dups_size":200,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T01:16:50.083545+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":461,"num_read_kb":506,"num_write":904,"num_write_kb":31798,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.24","version":"268'358","reported_seq":1038,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:24.815560+0000","last_change":"2024-09-19T14:24:24.815423+0000","last_active":"2024-09-19T14:24:24.815560+0000","last_peered":"2024-09-19T14:24:24.815560+0000","last_clean":"2024-09-19T14:24:24.815560+0000","last_became_active":"2024-09-19T13:37:45.004832+0000","last_became_peered":"2024-09-19T13:37:45.004832+0000","last_unstale":"2024-09-19T14:24:24.815560+0000","last_undegraded":"2024-09-19T14:24:24.815560+0000","last_fullsized":"2024-09-19T14:24:24.815560+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'358","last_scrub_stamp":"2024-09-19T14:24:24.815238+0000","last_deep_scrub":"268'358","last_deep_scrub_stamp":"2024-09-19T14:24:24.815238+0000","last_clean_scrub_stamp":"2024-09-19T14:24:24.815238+0000","objects_scrubbed":1,"log_size":58,"log_dups_size":300,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:12:38.211287+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1607,"num_read_kb":1314,"num_write":585,"num_write_kb":331,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":685,"num_omap_keys":3,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"268'403","reported_seq":1089,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:12.909060+0000","last_change":"2024-09-19T14:24:12.909060+0000","last_active":"2024-09-19T14:24:12.909060+0000","last_peered":"2024-09-19T14:24:12.909060+0000","last_clean":"2024-09-19T14:24:12.909060+0000","last_became_active":"2024-09-19T13:37:43.004560+0000","last_became_peered":"2024-09-19T13:37:43.004560+0000","last_unstale":"2024-09-19T14:24:12.909060+0000","last_undegraded":"2024-09-19T14:24:12.909060+0000","last_fullsized":"2024-09-19T14:24:12.909060+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'403","last_scrub_stamp":"2024-09-19T14:24:12.908818+0000","last_deep_scrub":"268'403","last_deep_scrub_stamp":"2024-09-19T14:24:12.908818+0000","last_clean_scrub_stamp":"2024-09-19T14:24:12.908818+0000","objects_scrubbed":9,"log_size":103,"log_dups_size":300,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:31:55.625020+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136920,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":654,"num_read_kb":23653,"num_write":1192,"num_write_kb":42503,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,0],"acting":[5,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.23","version":"268'4177","reported_seq":4805,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:23.843452+0000","last_change":"2024-09-19T14:24:23.843452+0000","last_active":"2024-09-19T14:24:23.843452+0000","last_peered":"2024-09-19T14:24:23.843452+0000","last_clean":"2024-09-19T14:24:23.843452+0000","last_became_active":"2024-09-19T13:37:45.007233+0000","last_became_peered":"2024-09-19T13:37:45.007233+0000","last_unstale":"2024-09-19T14:24:23.843452+0000","last_undegraded":"2024-09-19T14:24:23.843452+0000","last_fullsized":"2024-09-19T14:24:23.843452+0000","mapping_epoch":27,"log_start":"268'4100","ondisk_log_start":"268'4100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4177","last_scrub_stamp":"2024-09-19T14:24:23.843214+0000","last_deep_scrub":"268'4177","last_deep_scrub_stamp":"2024-09-19T14:24:23.843214+0000","last_clean_scrub_stamp":"2024-09-19T14:24:23.843214+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":3000,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:46:19.052957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16795,"num_read_kb":14077,"num_write":6279,"num_write_kb":3125,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.24","version":"268'473","reported_seq":1176,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:13.529401+0000","last_change":"2024-09-19T14:24:13.529253+0000","last_active":"2024-09-19T14:24:13.529401+0000","last_peered":"2024-09-19T14:24:13.529401+0000","last_clean":"2024-09-19T14:24:13.529401+0000","last_became_active":"2024-09-19T13:37:42.999128+0000","last_became_peered":"2024-09-19T13:37:42.999128+0000","last_unstale":"2024-09-19T14:24:13.529401+0000","last_undegraded":"2024-09-19T14:24:13.529401+0000","last_fullsized":"2024-09-19T14:24:13.529401+0000","mapping_epoch":25,"log_start":"268'400","ondisk_log_start":"268'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'473","last_scrub_stamp":"2024-09-19T14:24:13.529059+0000","last_deep_scrub":"268'473","last_deep_scrub_stamp":"2024-09-19T14:24:13.529059+0000","last_clean_scrub_stamp":"2024-09-19T14:24:13.529059+0000","objects_scrubbed":2,"log_size":73,"log_dups_size":400,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:00:36.777115+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1027,"num_read_kb":32624,"num_write":1349,"num_write_kb":20581,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.22","version":"268'279","reported_seq":899,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:19.623751+0000","last_change":"2024-09-19T14:24:19.623751+0000","last_active":"2024-09-19T14:24:19.623751+0000","last_peered":"2024-09-19T14:24:19.623751+0000","last_clean":"2024-09-19T14:24:19.623751+0000","last_became_active":"2024-09-19T13:37:44.989245+0000","last_became_peered":"2024-09-19T13:37:44.989245+0000","last_unstale":"2024-09-19T14:24:19.623751+0000","last_undegraded":"2024-09-19T14:24:19.623751+0000","last_fullsized":"2024-09-19T14:24:19.623751+0000","mapping_epoch":27,"log_start":"265'200","ondisk_log_start":"265'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'279","last_scrub_stamp":"2024-09-19T14:24:19.623451+0000","last_deep_scrub":"268'279","last_deep_scrub_stamp":"2024-09-19T14:24:19.623451+0000","last_clean_scrub_stamp":"2024-09-19T14:24:19.623451+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":200,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:30:23.593585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1580,"num_read_kb":1426,"num_write":497,"num_write_kb":241,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.25","version":"268'385","reported_seq":1066,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:11.524729+0000","last_change":"2024-09-19T14:24:11.524583+0000","last_active":"2024-09-19T14:24:11.524729+0000","last_peered":"2024-09-19T14:24:11.524729+0000","last_clean":"2024-09-19T14:24:11.524729+0000","last_became_active":"2024-09-19T13:37:43.007262+0000","last_became_peered":"2024-09-19T13:37:43.007262+0000","last_unstale":"2024-09-19T14:24:11.524729+0000","last_undegraded":"2024-09-19T14:24:11.524729+0000","last_fullsized":"2024-09-19T14:24:11.524729+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'385","last_scrub_stamp":"2024-09-19T14:24:11.524365+0000","last_deep_scrub":"268'385","last_deep_scrub_stamp":"2024-09-19T14:24:11.524365+0000","last_clean_scrub_stamp":"2024-09-19T14:24:11.524365+0000","objects_scrubbed":2,"log_size":85,"log_dups_size":300,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:25:46.198191+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":619,"num_read_kb":54839,"num_write":1171,"num_write_kb":58708,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.21","version":"268'124","reported_seq":712,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:20.549646+0000","last_change":"2024-09-19T14:24:20.549646+0000","last_active":"2024-09-19T14:24:20.549646+0000","last_peered":"2024-09-19T14:24:20.549646+0000","last_clean":"2024-09-19T14:24:20.549646+0000","last_became_active":"2024-09-19T13:37:45.006951+0000","last_became_peered":"2024-09-19T13:37:45.006951+0000","last_unstale":"2024-09-19T14:24:20.549646+0000","last_undegraded":"2024-09-19T14:24:20.549646+0000","last_fullsized":"2024-09-19T14:24:20.549646+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'124","last_scrub_stamp":"2024-09-19T14:24:20.549465+0000","last_deep_scrub":"268'124","last_deep_scrub_stamp":"2024-09-19T14:24:20.549465+0000","last_clean_scrub_stamp":"2024-09-19T14:24:20.549465+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:57:59.179856+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":551,"num_read_kb":463,"num_write":186,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.26","version":"268'340","reported_seq":1019,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:07.650938+0000","last_change":"2024-09-19T14:24:07.650837+0000","last_active":"2024-09-19T14:24:07.650938+0000","last_peered":"2024-09-19T14:24:07.650938+0000","last_clean":"2024-09-19T14:24:07.650938+0000","last_became_active":"2024-09-19T13:37:42.984840+0000","last_became_peered":"2024-09-19T13:37:42.984840+0000","last_unstale":"2024-09-19T14:24:07.650938+0000","last_undegraded":"2024-09-19T14:24:07.650938+0000","last_fullsized":"2024-09-19T14:24:07.650938+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'340","last_scrub_stamp":"2024-09-19T14:24:07.650695+0000","last_deep_scrub":"268'340","last_deep_scrub_stamp":"2024-09-19T14:24:07.650695+0000","last_clean_scrub_stamp":"2024-09-19T14:24:07.650695+0000","objects_scrubbed":6,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:45:58.110957+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1536018,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":611,"num_read_kb":27691,"num_write":1149,"num_write_kb":30797,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.20","version":"268'148","reported_seq":784,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:12.158070+0000","last_change":"2024-09-19T14:24:12.158070+0000","last_active":"2024-09-19T14:24:12.158070+0000","last_peered":"2024-09-19T14:24:12.158070+0000","last_clean":"2024-09-19T14:24:12.158070+0000","last_became_active":"2024-09-19T13:37:44.999992+0000","last_became_peered":"2024-09-19T13:37:44.999992+0000","last_unstale":"2024-09-19T14:24:12.158070+0000","last_undegraded":"2024-09-19T14:24:12.158070+0000","last_fullsized":"2024-09-19T14:24:12.158070+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'148","last_scrub_stamp":"2024-09-19T14:24:12.157884+0000","last_deep_scrub":"268'148","last_deep_scrub_stamp":"2024-09-19T14:24:12.157884+0000","last_clean_scrub_stamp":"2024-09-19T14:24:12.157884+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:38:55.961061+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":651,"num_read_kb":543,"num_write":211,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.27","version":"268'332","reported_seq":957,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:14.902966+0000","last_change":"2024-09-19T14:24:14.902771+0000","last_active":"2024-09-19T14:24:14.902966+0000","last_peered":"2024-09-19T14:24:14.902966+0000","last_clean":"2024-09-19T14:24:14.902966+0000","last_became_active":"2024-09-19T13:37:43.016866+0000","last_became_peered":"2024-09-19T13:37:43.016866+0000","last_unstale":"2024-09-19T14:24:14.902966+0000","last_undegraded":"2024-09-19T14:24:14.902966+0000","last_fullsized":"2024-09-19T14:24:14.902966+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'332","last_scrub_stamp":"2024-09-19T14:24:14.902551+0000","last_deep_scrub":"268'332","last_deep_scrub_stamp":"2024-09-19T14:24:14.902551+0000","last_clean_scrub_stamp":"2024-09-19T14:24:14.902551+0000","objects_scrubbed":6,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:18:25.060757+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136844,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":517,"num_read_kb":9014,"num_write":1142,"num_write_kb":38647,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2f","version":"268'167","reported_seq":792,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:19.458890+0000","last_change":"2024-09-19T14:24:19.458715+0000","last_active":"2024-09-19T14:24:19.458890+0000","last_peered":"2024-09-19T14:24:19.458890+0000","last_clean":"2024-09-19T14:24:19.458890+0000","last_became_active":"2024-09-19T13:37:44.980467+0000","last_became_peered":"2024-09-19T13:37:44.980467+0000","last_unstale":"2024-09-19T14:24:19.458890+0000","last_undegraded":"2024-09-19T14:24:19.458890+0000","last_fullsized":"2024-09-19T14:24:19.458890+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'167","last_scrub_stamp":"2024-09-19T14:24:19.458539+0000","last_deep_scrub":"268'167","last_deep_scrub_stamp":"2024-09-19T14:24:19.458539+0000","last_clean_scrub_stamp":"2024-09-19T14:24:19.458539+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:54:56.708968+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":738,"num_read_kb":611,"num_write":237,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.28","version":"268'335","reported_seq":983,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:17.293490+0000","last_change":"2024-09-19T14:24:17.293490+0000","last_active":"2024-09-19T14:24:17.293490+0000","last_peered":"2024-09-19T14:24:17.293490+0000","last_clean":"2024-09-19T14:24:17.293490+0000","last_became_active":"2024-09-19T13:37:43.021272+0000","last_became_peered":"2024-09-19T13:37:43.021272+0000","last_unstale":"2024-09-19T14:24:17.293490+0000","last_undegraded":"2024-09-19T14:24:17.293490+0000","last_fullsized":"2024-09-19T14:24:17.293490+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'335","last_scrub_stamp":"2024-09-19T14:24:17.293190+0000","last_deep_scrub":"268'335","last_deep_scrub_stamp":"2024-09-19T14:24:17.293190+0000","last_clean_scrub_stamp":"2024-09-19T14:24:17.293190+0000","objects_scrubbed":2,"log_size":35,"log_dups_size":300,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:36:54.571672+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":662,"num_read_kb":1741,"num_write":1131,"num_write_kb":41906,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2e","version":"268'202","reported_seq":817,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:15.563447+0000","last_change":"2024-09-19T14:24:15.563258+0000","last_active":"2024-09-19T14:24:15.563447+0000","last_peered":"2024-09-19T14:24:15.563447+0000","last_clean":"2024-09-19T14:24:15.563447+0000","last_became_active":"2024-09-19T13:37:44.969331+0000","last_became_peered":"2024-09-19T13:37:44.969331+0000","last_unstale":"2024-09-19T14:24:15.563447+0000","last_undegraded":"2024-09-19T14:24:15.563447+0000","last_fullsized":"2024-09-19T14:24:15.563447+0000","mapping_epoch":27,"log_start":"265'100","ondisk_log_start":"265'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'202","last_scrub_stamp":"2024-09-19T14:24:15.563071+0000","last_deep_scrub":"268'202","last_deep_scrub_stamp":"2024-09-19T14:24:15.563071+0000","last_clean_scrub_stamp":"2024-09-19T14:24:15.563071+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":100,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:11:05.249885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":890,"num_read_kb":720,"num_write":326,"num_write_kb":154,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.29","version":"268'422","reported_seq":1192,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:13.885889+0000","last_change":"2024-09-19T14:24:13.885727+0000","last_active":"2024-09-19T14:24:13.885889+0000","last_peered":"2024-09-19T14:24:13.885889+0000","last_clean":"2024-09-19T14:24:13.885889+0000","last_became_active":"2024-09-19T13:37:43.000945+0000","last_became_peered":"2024-09-19T13:37:43.000945+0000","last_unstale":"2024-09-19T14:24:13.885889+0000","last_undegraded":"2024-09-19T14:24:13.885889+0000","last_fullsized":"2024-09-19T14:24:13.885889+0000","mapping_epoch":25,"log_start":"268'400","ondisk_log_start":"268'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'422","last_scrub_stamp":"2024-09-19T14:24:13.885540+0000","last_deep_scrub":"268'422","last_deep_scrub_stamp":"2024-09-19T14:24:13.885540+0000","last_clean_scrub_stamp":"2024-09-19T14:24:13.885540+0000","objects_scrubbed":1,"log_size":22,"log_dups_size":400,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:12:46.526819+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1108,"num_read_kb":15695,"num_write":1290,"num_write_kb":26896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,0],"acting":[5,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2d","version":"268'244","reported_seq":927,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:32.857210+0000","last_change":"2024-09-19T14:24:32.857068+0000","last_active":"2024-09-19T14:24:32.857210+0000","last_peered":"2024-09-19T14:24:32.857210+0000","last_clean":"2024-09-19T14:24:32.857210+0000","last_became_active":"2024-09-19T13:37:45.000753+0000","last_became_peered":"2024-09-19T13:37:45.000753+0000","last_unstale":"2024-09-19T14:24:32.857210+0000","last_undegraded":"2024-09-19T14:24:32.857210+0000","last_fullsized":"2024-09-19T14:24:32.857210+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'244","last_scrub_stamp":"2024-09-19T14:24:32.856883+0000","last_deep_scrub":"268'244","last_deep_scrub_stamp":"2024-09-19T14:24:32.856883+0000","last_clean_scrub_stamp":"2024-09-19T14:24:32.856883+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:10:16.444898+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1120,"num_read_kb":924,"num_write":371,"num_write_kb":169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2a","version":"268'363","reported_seq":1015,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:11.209943+0000","last_change":"2024-09-19T14:24:11.209665+0000","last_active":"2024-09-19T14:24:11.209943+0000","last_peered":"2024-09-19T14:24:11.209943+0000","last_clean":"2024-09-19T14:24:11.209943+0000","last_became_active":"2024-09-19T13:37:42.981052+0000","last_became_peered":"2024-09-19T13:37:42.981052+0000","last_unstale":"2024-09-19T14:24:11.209943+0000","last_undegraded":"2024-09-19T14:24:11.209943+0000","last_fullsized":"2024-09-19T14:24:11.209943+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'363","last_scrub_stamp":"2024-09-19T14:24:11.209348+0000","last_deep_scrub":"268'363","last_deep_scrub_stamp":"2024-09-19T14:24:11.209348+0000","last_clean_scrub_stamp":"2024-09-19T14:24:11.209348+0000","objects_scrubbed":2,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:01:36.789191+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":648,"num_read_kb":992,"num_write":1188,"num_write_kb":30048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2c","version":"268'233","reported_seq":845,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:15.177670+0000","last_change":"2024-09-19T14:24:15.177405+0000","last_active":"2024-09-19T14:24:15.177670+0000","last_peered":"2024-09-19T14:24:15.177670+0000","last_clean":"2024-09-19T14:24:15.177670+0000","last_became_active":"2024-09-19T13:37:44.992478+0000","last_became_peered":"2024-09-19T13:37:44.992478+0000","last_unstale":"2024-09-19T14:24:15.177670+0000","last_undegraded":"2024-09-19T14:24:15.177670+0000","last_fullsized":"2024-09-19T14:24:15.177670+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'233","last_scrub_stamp":"2024-09-19T14:24:15.177121+0000","last_deep_scrub":"268'233","last_deep_scrub_stamp":"2024-09-19T14:24:15.177121+0000","last_clean_scrub_stamp":"2024-09-19T14:24:15.177121+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":200,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:25:18.443490+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1044,"num_read_kb":843,"num_write":399,"num_write_kb":189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"268'335","reported_seq":1182,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:13.319295+0000","last_change":"2024-09-19T14:24:13.319120+0000","last_active":"2024-09-19T14:24:13.319295+0000","last_peered":"2024-09-19T14:24:13.319295+0000","last_clean":"2024-09-19T14:24:13.319295+0000","last_became_active":"2024-09-19T13:37:42.990469+0000","last_became_peered":"2024-09-19T13:37:42.990469+0000","last_unstale":"2024-09-19T14:24:13.319295+0000","last_undegraded":"2024-09-19T14:24:13.319295+0000","last_fullsized":"2024-09-19T14:24:13.319295+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'335","last_scrub_stamp":"2024-09-19T14:24:13.318937+0000","last_deep_scrub":"268'335","last_deep_scrub_stamp":"2024-09-19T14:24:13.318937+0000","last_clean_scrub_stamp":"2024-09-19T14:24:13.318937+0000","objects_scrubbed":1,"log_size":35,"log_dups_size":300,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T02:11:08.707823+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1185,"num_read_kb":4770,"num_write":1006,"num_write_kb":24975,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2b","version":"268'130","reported_seq":800,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:14.213057+0000","last_change":"2024-09-19T14:24:14.212879+0000","last_active":"2024-09-19T14:24:14.213057+0000","last_peered":"2024-09-19T14:24:14.213057+0000","last_clean":"2024-09-19T14:24:14.213057+0000","last_became_active":"2024-09-19T13:37:45.011557+0000","last_became_peered":"2024-09-19T13:37:45.011557+0000","last_unstale":"2024-09-19T14:24:14.213057+0000","last_undegraded":"2024-09-19T14:24:14.213057+0000","last_fullsized":"2024-09-19T14:24:14.213057+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'130","last_scrub_stamp":"2024-09-19T14:24:14.212709+0000","last_deep_scrub":"268'130","last_deep_scrub_stamp":"2024-09-19T14:24:14.212709+0000","last_clean_scrub_stamp":"2024-09-19T14:24:14.212709+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:05:02.946376+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":664,"num_read_kb":574,"num_write":185,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2c","version":"268'284","reported_seq":937,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:05.482897+0000","last_change":"2024-09-19T14:24:05.482654+0000","last_active":"2024-09-19T14:24:05.482897+0000","last_peered":"2024-09-19T14:24:05.482897+0000","last_clean":"2024-09-19T14:24:05.482897+0000","last_became_active":"2024-09-19T13:37:42.988011+0000","last_became_peered":"2024-09-19T13:37:42.988011+0000","last_unstale":"2024-09-19T14:24:05.482897+0000","last_undegraded":"2024-09-19T14:24:05.482897+0000","last_fullsized":"2024-09-19T14:24:05.482897+0000","mapping_epoch":25,"log_start":"268'200","ondisk_log_start":"268'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'284","last_scrub_stamp":"2024-09-19T14:24:05.482357+0000","last_deep_scrub":"268'284","last_deep_scrub_stamp":"2024-09-19T14:24:05.482357+0000","last_clean_scrub_stamp":"2024-09-19T14:24:05.482357+0000","objects_scrubbed":9,"log_size":84,"log_dups_size":200,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:46:39.625811+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":169,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":581,"num_read_kb":16833,"num_write":885,"num_write_kb":37493,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,6],"acting":[0,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2a","version":"268'244","reported_seq":902,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:17.418816+0000","last_change":"2024-09-19T14:24:17.418638+0000","last_active":"2024-09-19T14:24:17.418816+0000","last_peered":"2024-09-19T14:24:17.418816+0000","last_clean":"2024-09-19T14:24:17.418816+0000","last_became_active":"2024-09-19T13:37:44.985158+0000","last_became_peered":"2024-09-19T13:37:44.985158+0000","last_unstale":"2024-09-19T14:24:17.418816+0000","last_undegraded":"2024-09-19T14:24:17.418816+0000","last_fullsized":"2024-09-19T14:24:17.418816+0000","mapping_epoch":27,"log_start":"268'200","ondisk_log_start":"268'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'244","last_scrub_stamp":"2024-09-19T14:24:17.418451+0000","last_deep_scrub":"268'244","last_deep_scrub_stamp":"2024-09-19T14:24:17.418451+0000","last_clean_scrub_stamp":"2024-09-19T14:24:17.418451+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:28:37.136170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1107,"num_read_kb":928,"num_write":391,"num_write_kb":224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2d","version":"268'327","reported_seq":1091,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:18.285610+0000","last_change":"2024-09-19T14:24:18.285469+0000","last_active":"2024-09-19T14:24:18.285610+0000","last_peered":"2024-09-19T14:24:18.285610+0000","last_clean":"2024-09-19T14:24:18.285610+0000","last_became_active":"2024-09-19T13:37:42.994369+0000","last_became_peered":"2024-09-19T13:37:42.994369+0000","last_unstale":"2024-09-19T14:24:18.285610+0000","last_undegraded":"2024-09-19T14:24:18.285610+0000","last_fullsized":"2024-09-19T14:24:18.285610+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'327","last_scrub_stamp":"2024-09-19T14:24:18.285259+0000","last_deep_scrub":"268'327","last_deep_scrub_stamp":"2024-09-19T14:24:18.285259+0000","last_clean_scrub_stamp":"2024-09-19T14:24:18.285259+0000","objects_scrubbed":4,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:22:47.773467+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136881,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1069,"num_read_kb":29523,"num_write":969,"num_write_kb":25575,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.29","version":"268'335","reported_seq":939,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:19.342651+0000","last_change":"2024-09-19T14:24:19.342473+0000","last_active":"2024-09-19T14:24:19.342651+0000","last_peered":"2024-09-19T14:24:19.342651+0000","last_clean":"2024-09-19T14:24:19.342651+0000","last_became_active":"2024-09-19T13:37:45.014220+0000","last_became_peered":"2024-09-19T13:37:45.014220+0000","last_unstale":"2024-09-19T14:24:19.342651+0000","last_undegraded":"2024-09-19T14:24:19.342651+0000","last_fullsized":"2024-09-19T14:24:19.342651+0000","mapping_epoch":27,"log_start":"268'300","ondisk_log_start":"268'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'335","last_scrub_stamp":"2024-09-19T14:24:19.342278+0000","last_deep_scrub":"268'335","last_deep_scrub_stamp":"2024-09-19T14:24:19.342278+0000","last_clean_scrub_stamp":"2024-09-19T14:24:19.342278+0000","objects_scrubbed":1,"log_size":35,"log_dups_size":300,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:21:51.840799+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1616,"num_read_kb":1427,"num_write":540,"num_write_kb":278,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2876,"num_omap_keys":12,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2e","version":"268'330","reported_seq":984,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:11.451418+0000","last_change":"2024-09-19T14:24:11.451242+0000","last_active":"2024-09-19T14:24:11.451418+0000","last_peered":"2024-09-19T14:24:11.451418+0000","last_clean":"2024-09-19T14:24:11.451418+0000","last_became_active":"2024-09-19T13:37:43.007440+0000","last_became_peered":"2024-09-19T13:37:43.007440+0000","last_unstale":"2024-09-19T14:24:11.451418+0000","last_undegraded":"2024-09-19T14:24:11.451418+0000","last_fullsized":"2024-09-19T14:24:11.451418+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'330","last_scrub_stamp":"2024-09-19T14:24:11.451039+0000","last_deep_scrub":"268'330","last_deep_scrub_stamp":"2024-09-19T14:24:11.451039+0000","last_clean_scrub_stamp":"2024-09-19T14:24:11.451039+0000","objects_scrubbed":5,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:37:09.254983+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":32,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":667,"num_read_kb":17038,"num_write":1198,"num_write_kb":45339,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.28","version":"268'127","reported_seq":740,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:13.186125+0000","last_change":"2024-09-19T14:24:13.186125+0000","last_active":"2024-09-19T14:24:13.186125+0000","last_peered":"2024-09-19T14:24:13.186125+0000","last_clean":"2024-09-19T14:24:13.186125+0000","last_became_active":"2024-09-19T13:37:45.005159+0000","last_became_peered":"2024-09-19T13:37:45.005159+0000","last_unstale":"2024-09-19T14:24:13.186125+0000","last_undegraded":"2024-09-19T14:24:13.186125+0000","last_fullsized":"2024-09-19T14:24:13.186125+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'127","last_scrub_stamp":"2024-09-19T14:24:13.185938+0000","last_deep_scrub":"268'127","last_deep_scrub_stamp":"2024-09-19T14:24:13.185938+0000","last_clean_scrub_stamp":"2024-09-19T14:24:13.185938+0000","objects_scrubbed":1,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:28:09.956383+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":569,"num_read_kb":474,"num_write":196,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"268'399","reported_seq":1111,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:27.242445+0000","last_change":"2024-09-19T14:24:27.242445+0000","last_active":"2024-09-19T14:24:27.242445+0000","last_peered":"2024-09-19T14:24:27.242445+0000","last_clean":"2024-09-19T14:24:27.242445+0000","last_became_active":"2024-09-19T13:37:43.015711+0000","last_became_peered":"2024-09-19T13:37:43.015711+0000","last_unstale":"2024-09-19T14:24:27.242445+0000","last_undegraded":"2024-09-19T14:24:27.242445+0000","last_fullsized":"2024-09-19T14:24:27.242445+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'399","last_scrub_stamp":"2024-09-19T14:24:27.242237+0000","last_deep_scrub":"268'399","last_deep_scrub_stamp":"2024-09-19T14:24:27.242237+0000","last_clean_scrub_stamp":"2024-09-19T14:24:27.242237+0000","objects_scrubbed":4,"log_size":99,"log_dups_size":300,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:14:34.506629+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":895,"num_read_kb":30929,"num_write":1314,"num_write_kb":33065,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.30","version":"268'343","reported_seq":1007,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:19.241554+0000","last_change":"2024-09-19T14:24:19.241289+0000","last_active":"2024-09-19T14:24:19.241554+0000","last_peered":"2024-09-19T14:24:19.241554+0000","last_clean":"2024-09-19T14:24:19.241554+0000","last_became_active":"2024-09-19T13:37:42.987700+0000","last_became_peered":"2024-09-19T13:37:42.987700+0000","last_unstale":"2024-09-19T14:24:19.241554+0000","last_undegraded":"2024-09-19T14:24:19.241554+0000","last_fullsized":"2024-09-19T14:24:19.241554+0000","mapping_epoch":25,"log_start":"268'300","ondisk_log_start":"268'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'343","last_scrub_stamp":"2024-09-19T14:24:19.240929+0000","last_deep_scrub":"268'343","last_deep_scrub_stamp":"2024-09-19T14:24:19.240929+0000","last_clean_scrub_stamp":"2024-09-19T14:24:19.240929+0000","objects_scrubbed":9,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:27:58.440011+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136895,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":607,"num_read_kb":11104,"num_write":1196,"num_write_kb":39461,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.37","version":"268'165","reported_seq":808,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:26.249834+0000","last_change":"2024-09-19T14:24:26.249834+0000","last_active":"2024-09-19T14:24:26.249834+0000","last_peered":"2024-09-19T14:24:26.249834+0000","last_clean":"2024-09-19T14:24:26.249834+0000","last_became_active":"2024-09-19T13:37:45.016954+0000","last_became_peered":"2024-09-19T13:37:45.016954+0000","last_unstale":"2024-09-19T14:24:26.249834+0000","last_undegraded":"2024-09-19T14:24:26.249834+0000","last_fullsized":"2024-09-19T14:24:26.249834+0000","mapping_epoch":27,"log_start":"268'100","ondisk_log_start":"268'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'165","last_scrub_stamp":"2024-09-19T14:24:26.249672+0000","last_deep_scrub":"268'165","last_deep_scrub_stamp":"2024-09-19T14:24:26.249672+0000","last_clean_scrub_stamp":"2024-09-19T14:24:26.249672+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":100,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:57:50.359651+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":802,"num_read_kb":669,"num_write":261,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.31","version":"268'481","reported_seq":1193,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:15.935469+0000","last_change":"2024-09-19T14:24:15.935324+0000","last_active":"2024-09-19T14:24:15.935469+0000","last_peered":"2024-09-19T14:24:15.935469+0000","last_clean":"2024-09-19T14:24:15.935469+0000","last_became_active":"2024-09-19T13:37:43.003367+0000","last_became_peered":"2024-09-19T13:37:43.003367+0000","last_unstale":"2024-09-19T14:24:15.935469+0000","last_undegraded":"2024-09-19T14:24:15.935469+0000","last_fullsized":"2024-09-19T14:24:15.935469+0000","mapping_epoch":25,"log_start":"268'400","ondisk_log_start":"268'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'481","last_scrub_stamp":"2024-09-19T14:24:15.935104+0000","last_deep_scrub":"268'481","last_deep_scrub_stamp":"2024-09-19T14:24:15.935104+0000","last_clean_scrub_stamp":"2024-09-19T14:24:15.935104+0000","objects_scrubbed":2,"log_size":81,"log_dups_size":400,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:55:53.150063+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":956,"num_read_kb":15355,"num_write":1444,"num_write_kb":30290,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.36","version":"268'77","reported_seq":656,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-19T14:24:17.191397+0000","last_change":"2024-09-19T14:24:17.191397+0000","last_active":"2024-09-19T14:24:17.191397+0000","last_peered":"2024-09-19T14:24:17.191397+0000","last_clean":"2024-09-19T14:24:17.191397+0000","last_became_active":"2024-09-19T13:37:45.000870+0000","last_became_peered":"2024-09-19T13:37:45.000870+0000","last_unstale":"2024-09-19T14:24:17.191397+0000","last_undegraded":"2024-09-19T14:24:17.191397+0000","last_fullsized":"2024-09-19T14:24:17.191397+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'77","last_scrub_stamp":"2024-09-19T14:24:17.191178+0000","last_deep_scrub":"268'77","last_deep_scrub_stamp":"2024-09-19T14:24:17.191178+0000","last_clean_scrub_stamp":"2024-09-19T14:24:17.191178+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":0,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:16:55.729115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":327,"num_read_kb":275,"num_write":113,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9358,"num_read_kb":6674,"num_write":2815,"num_write_kb":860,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1051,"ondisk_log_size":1051,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":14831,"num_objects":87,"num_object_clones":0,"num_object_copies":174,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":87,"num_whiteouts":0,"num_read":16365,"num_read_kb":16043,"num_write":17025,"num_write_kb":4968,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2512,"num_omap_keys":16,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":557056,"data_stored":29662,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1663,"ondisk_log_size":1663,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":547,"ondisk_log_size":547,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1622570,"num_objects":199,"num_object_clones":0,"num_object_copies":398,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":199,"num_whiteouts":0,"num_read":17508,"num_read_kb":37067,"num_write":14715,"num_write_kb":11764,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":22,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":711194,"num_omap_keys":1622,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1829,"ondisk_log_size":1829,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2402,"num_read_kb":2863,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":18,"ondisk_log_size":18,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":13,"num_object_clones":0,"num_object_copies":26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":103358,"num_read_kb":86446,"num_write":37181,"num_write_kb":18689,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":35481,"num_omap_keys":143,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3759,"ondisk_log_size":3759,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1128,"num_omap_keys":12,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":23391877,"num_objects":277,"num_object_clones":0,"num_object_copies":831,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":277,"num_whiteouts":0,"num_read":44274,"num_read_kb":1863385,"num_write":72071,"num_write_kb":2152655,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":36495360,"data_stored":36495360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3680,"ondisk_log_size":3680,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":170,"num_read_kb":189561,"num_write":186,"num_write_kb":126453,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":126,"ondisk_log_size":126,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":169,"num_read_kb":193027,"num_write":186,"num_write_kb":126453,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":126,"ondisk_log_size":126,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":15,"seq":64424510020,"num_pgs":124,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":220792,"kb_used_data":9128,"kb_used_omap":1,"kb_used_meta":211646,"kb_avail":94151048,"statfs":{"total":96636764160,"available":96410673152,"internally_reserved":0,"allocated":9347072,"data_stored":7326707,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":216725959},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510023,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":152608,"kb_used_data":8976,"kb_used_omap":1,"kb_used_meta":143614,"kb_avail":94219232,"statfs":{"total":96636764160,"available":96480493568,"internally_reserved":0,"allocated":9191424,"data_stored":7169652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":147061189},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510021,"num_pgs":92,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":274172,"kb_used_data":8364,"kb_used_omap":1,"kb_used_meta":265790,"kb_avail":94097668,"statfs":{"total":96636764160,"available":96356012032,"internally_reserved":0,"allocated":8564736,"data_stored":6552498,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":272169413},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424510024,"num_pgs":97,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":112984,"kb_used_data":9608,"kb_used_omap":1,"kb_used_meta":103358,"kb_avail":94258856,"statfs":{"total":96636764160,"available":96521068544,"internally_reserved":0,"allocated":9838592,"data_stored":7806483,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":105839045},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542727,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":219808,"kb_used_data":8208,"kb_used_omap":1,"kb_used_meta":211582,"kb_avail":94152032,"statfs":{"total":96636764160,"available":96411680768,"internally_reserved":0,"allocated":8404992,"data_stored":6390212,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":216660427},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542726,"num_pgs":103,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":101284,"kb_used_data":7700,"kb_used_omap":1,"kb_used_meta":93566,"kb_avail":94270556,"statfs":{"total":96636764160,"available":96533049344,"internally_reserved":0,"allocated":7884800,"data_stored":5839152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":95812038},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542727,"num_pgs":115,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":256664,"kb_used_data":8904,"kb_used_omap":1,"kb_used_meta":247742,"kb_avail":94115176,"statfs":{"total":96636764160,"available":96373940224,"internally_reserved":0,"allocated":9117696,"data_stored":7087344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":253688261},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542725,"num_pgs":121,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":211200,"kb_used_data":9328,"kb_used_omap":1,"kb_used_meta":201854,"kb_avail":94160640,"statfs":{"total":96636764160,"available":96420495360,"internally_reserved":0,"allocated":9551872,"data_stored":7530746,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":206698949},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":5554176,"data_stored":5554176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":3710976,"data_stored":3710976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4915200,"data_stored":4915200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":5074944,"data_stored":5074944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":5275648,"data_stored":5275648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4243456,"data_stored":4243456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":3584000,"data_stored":3584000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4136960,"data_stored":4136960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":138,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1655,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":1364,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":990,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":990,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":2554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1419,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":2787,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4202,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3809,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":6002,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4157,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T14:25:29.619 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-09-19T14:25:29.986 INFO:teuthology.misc:Shutting down mds daemons... 2024-09-19T14:25:29.986 INFO:teuthology.misc:Shutting down osd daemons... 2024-09-19T14:25:29.987 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-19T14:25:29.987 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T14:25:31.622 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.0 is failed for ~0s 2024-09-19T14:25:36.088 INFO:tasks.ceph.osd.0:Stopped 2024-09-19T14:25:36.089 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-19T14:25:36.089 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T14:25:36.182 INFO:tasks.ceph.osd.1:Stopped 2024-09-19T14:25:36.182 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-19T14:25:36.182 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T14:25:36.274 INFO:tasks.ceph.osd.2:Stopped 2024-09-19T14:25:36.274 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-19T14:25:36.274 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T14:25:36.359 INFO:tasks.ceph.osd.3:Stopped 2024-09-19T14:25:36.359 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2024-09-19T14:25:36.359 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T14:25:37.428 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.4 is failed for ~0s 2024-09-19T14:25:37.428 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.0 has been restored 2024-09-19T14:25:42.461 INFO:tasks.ceph.osd.4:Stopped 2024-09-19T14:25:42.461 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2024-09-19T14:25:42.461 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T14:25:43.235 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.4 is failed for ~6s 2024-09-19T14:25:48.563 INFO:tasks.ceph.osd.5:Stopped 2024-09-19T14:25:48.564 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2024-09-19T14:25:48.564 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T14:25:48.645 INFO:tasks.ceph.osd.6:Stopped 2024-09-19T14:25:48.645 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2024-09-19T14:25:48.645 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T14:25:48.942 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.5 is failed for ~0s 2024-09-19T14:25:48.942 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.4 has been restored 2024-09-19T14:25:54.447 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.7 is failed for ~0s 2024-09-19T14:25:54.447 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.5 has been restored 2024-09-19T14:25:54.747 INFO:tasks.ceph.osd.7:Stopped 2024-09-19T14:25:54.747 INFO:teuthology.misc:Shutting down mgr daemons... 2024-09-19T14:25:54.748 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-19T14:25:54.748 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T14:25:54.779 INFO:tasks.ceph.mgr.y:Stopped 2024-09-19T14:25:54.780 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-19T14:25:54.780 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T14:25:54.809 INFO:tasks.ceph.mgr.x:Stopped 2024-09-19T14:25:54.809 INFO:teuthology.misc:Shutting down mon daemons... 2024-09-19T14:25:54.809 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-19T14:25:54.810 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T14:25:54.841 INFO:tasks.ceph.mon.a:Stopped 2024-09-19T14:25:54.842 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-19T14:25:54.842 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T14:25:54.902 INFO:tasks.ceph.mon.c:Stopped 2024-09-19T14:25:54.902 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-19T14:25:54.902 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T14:25:54.924 INFO:tasks.ceph.mon.b:Stopped 2024-09-19T14:25:54.924 INFO:tasks.ceph:Checking cluster log for badness... 2024-09-19T14:25:54.925 DEBUG:teuthology.orchestra.run.smithi031:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(PG_AVAILABILITY\)' | egrep -v '\(PG_DEGRADED\)' | egrep -v '\(POOL_APP_NOT_ENABLED\)' | egrep -v 'not have an application enabled' | egrep -v '\(OSD_SLOW_PING_TIME' | head -n 1 2024-09-19T14:25:54.960 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi031.front.sepia.ceph.com 2024-09-19T14:25:54.960 DEBUG:teuthology.orchestra.run.smithi031:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-09-19T14:25:55.301 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi031.front.sepia.ceph.com 2024-09-19T14:25:55.302 DEBUG:teuthology.orchestra.run.smithi031:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-09-19T14:25:55.464 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi031.front.sepia.ceph.com 2024-09-19T14:25:55.465 DEBUG:teuthology.orchestra.run.smithi031:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-09-19T14:25:55.601 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi031.front.sepia.ceph.com 2024-09-19T14:25:55.601 DEBUG:teuthology.orchestra.run.smithi031:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-09-19T14:25:55.867 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi170.front.sepia.ceph.com 2024-09-19T14:25:55.867 DEBUG:teuthology.orchestra.run.smithi170:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2024-09-19T14:25:56.128 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi170.front.sepia.ceph.com 2024-09-19T14:25:56.129 DEBUG:teuthology.orchestra.run.smithi170:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2024-09-19T14:25:56.329 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi170.front.sepia.ceph.com 2024-09-19T14:25:56.329 DEBUG:teuthology.orchestra.run.smithi170:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2024-09-19T14:25:56.499 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi170.front.sepia.ceph.com 2024-09-19T14:25:56.499 DEBUG:teuthology.orchestra.run.smithi170:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2024-09-19T14:25:56.658 INFO:tasks.ceph:Archiving mon data... 2024-09-19T14:25:56.660 DEBUG:teuthology.misc:Transferring archived files from smithi031:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/yuvalif-2024-09-19_13:09:30-rgw-wip-yuval-test-distro-default-smithi/7912475/data/mon.a.tgz 2024-09-19T14:25:56.660 DEBUG:teuthology.orchestra.run.smithi031:> mktemp 2024-09-19T14:25:56.666 INFO:teuthology.orchestra.run.smithi031.stdout:/tmp/tmp.wOyfm9CNpG 2024-09-19T14:25:56.666 DEBUG:teuthology.orchestra.run.smithi031:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.wOyfm9CNpG 2024-09-19T14:25:56.856 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod 0666 /tmp/tmp.wOyfm9CNpG 2024-09-19T14:25:56.921 DEBUG:teuthology.orchestra.remote:smithi031:/tmp/tmp.wOyfm9CNpG is 552KB 2024-09-19T14:25:56.981 DEBUG:teuthology.orchestra.run.smithi031:> rm -fr /tmp/tmp.wOyfm9CNpG 2024-09-19T14:25:56.987 DEBUG:teuthology.misc:Transferring archived files from smithi031:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/yuvalif-2024-09-19_13:09:30-rgw-wip-yuval-test-distro-default-smithi/7912475/data/mon.c.tgz 2024-09-19T14:25:56.987 DEBUG:teuthology.orchestra.run.smithi031:> mktemp 2024-09-19T14:25:57.036 INFO:teuthology.orchestra.run.smithi031.stdout:/tmp/tmp.8ngp3d3HiF 2024-09-19T14:25:57.036 DEBUG:teuthology.orchestra.run.smithi031:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.8ngp3d3HiF 2024-09-19T14:25:57.234 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod 0666 /tmp/tmp.8ngp3d3HiF 2024-09-19T14:25:57.296 DEBUG:teuthology.orchestra.remote:smithi031:/tmp/tmp.8ngp3d3HiF is 579KB 2024-09-19T14:25:57.357 DEBUG:teuthology.orchestra.run.smithi031:> rm -fr /tmp/tmp.8ngp3d3HiF 2024-09-19T14:25:57.363 DEBUG:teuthology.misc:Transferring archived files from smithi170:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/yuvalif-2024-09-19_13:09:30-rgw-wip-yuval-test-distro-default-smithi/7912475/data/mon.b.tgz 2024-09-19T14:25:57.363 DEBUG:teuthology.orchestra.run.smithi170:> mktemp 2024-09-19T14:25:57.369 INFO:teuthology.orchestra.run.smithi170.stdout:/tmp/tmp.MDL1pb2RVf 2024-09-19T14:25:57.369 DEBUG:teuthology.orchestra.run.smithi170:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.MDL1pb2RVf 2024-09-19T14:25:57.562 DEBUG:teuthology.orchestra.run.smithi170:> sudo chmod 0666 /tmp/tmp.MDL1pb2RVf 2024-09-19T14:25:57.622 DEBUG:teuthology.orchestra.remote:smithi170:/tmp/tmp.MDL1pb2RVf is 579KB 2024-09-19T14:25:57.689 DEBUG:teuthology.orchestra.run.smithi170:> rm -fr /tmp/tmp.MDL1pb2RVf 2024-09-19T14:25:57.694 INFO:tasks.ceph:Cleaning ceph cluster... 2024-09-19T14:25:57.694 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-19T14:25:57.696 DEBUG:teuthology.orchestra.run.smithi170:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-19T14:25:57.756 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-19T14:25:57.798 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-19T14:25:57.798 INFO:tasks.ceph:Archiving crash dumps... 2024-09-19T14:25:57.800 DEBUG:teuthology.misc:Transferring archived files from smithi031:/var/lib/ceph/crash to /home/teuthworker/archive/yuvalif-2024-09-19_13:09:30-rgw-wip-yuval-test-distro-default-smithi/7912475/remote/smithi031/crash 2024-09-19T14:25:57.801 DEBUG:teuthology.orchestra.run.smithi031:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-19T14:25:57.816 DEBUG:teuthology.misc:Transferring archived files from smithi170:/var/lib/ceph/crash to /home/teuthworker/archive/yuvalif-2024-09-19_13:09:30-rgw-wip-yuval-test-distro-default-smithi/7912475/remote/smithi170/crash 2024-09-19T14:25:57.816 DEBUG:teuthology.orchestra.run.smithi170:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-19T14:25:57.854 INFO:tasks.ceph:Compressing logs... 2024-09-19T14:25:57.855 DEBUG:teuthology.orchestra.run.smithi031:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-19T14:25:57.861 DEBUG:teuthology.orchestra.run.smithi170:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-19T14:25:57.888 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.183074.log 2024-09-19T14:25:57.888 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.165574.log 2024-09-19T14:25:57.890 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.183074.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.152281.log 2024-09-19T14:25:57.890 INFO:teuthology.orchestra.run.smithi031.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.183074.log.gz 2024-09-19T14:25:57.890 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.165574.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32161.log 2024-09-19T14:25:57.890 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.152281.log: 92.4% -- replaced with /var/log/ceph/ceph-client.admin.165574.log.gz 2024-09-19T14:25:57.890 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56636.log 2024-09-19T14:25:57.890 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.32161.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32161.log.gz 2024-09-19T14:25:57.890 INFO:teuthology.orchestra.run.smithi031.stderr: 81.4% -- replaced with /var/log/ceph/ceph-client.admin.152281.log.gz 2024-09-19T14:25:57.890 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/rgw.ceph.client.0.log 2024-09-19T14:25:57.893 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.56636.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.141661.log 2024-09-19T14:25:57.893 INFO:teuthology.orchestra.run.smithi031.stderr: 22.0% -- replaced with /var/log/ceph/ceph-client.admin.56636.log.gz 2024-09-19T14:25:57.893 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/rgw.ceph.client.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32751.log 2024-09-19T14:25:57.893 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.141661.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.170591.log 2024-09-19T14:25:57.893 INFO:teuthology.orchestra.run.smithi031.stderr: 82.8% -- replaced with /var/log/ceph/ceph-client.admin.141661.log.gz 2024-09-19T14:25:57.893 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.32751.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32314.log 2024-09-19T14:25:57.894 INFO:teuthology.orchestra.run.smithi031.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32751.log.gz 2024-09-19T14:25:57.894 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.0.170591.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51162.log 2024-09-19T14:25:57.894 INFO:teuthology.orchestra.run.smithi031.stderr: 80.8% -- replaced with /var/log/ceph/ceph-client.0.170591.log.gz 2024-09-19T14:25:57.894 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.32314.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57261.log 2024-09-19T14:25:57.894 INFO:teuthology.orchestra.run.smithi031.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32314.log.gz 2024-09-19T14:25:57.894 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103901.log 2024-09-19T14:25:57.894 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.51162.log: 81.0% -- replaced with /var/log/ceph/ceph-client.admin.51162.log.gz 2024-09-19T14:25:57.894 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.57261.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84427.log 2024-09-19T14:25:57.897 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.103901.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85017.log 2024-09-19T14:25:57.897 INFO:teuthology.orchestra.run.smithi031.stderr: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.103901.log.gz 2024-09-19T14:25:57.897 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.84427.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42802.log 2024-09-19T14:25:57.897 INFO:teuthology.orchestra.run.smithi031.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.84427.log.gz 2024-09-19T14:25:57.897 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.85017.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105081.log 2024-09-19T14:25:57.897 INFO:teuthology.orchestra.run.smithi031.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.85017.log.gz 2024-09-19T14:25:57.897 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.42802.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2024-09-19T14:25:57.897 INFO:teuthology.orchestra.run.smithi031.stderr: 80.9% -- replaced with /var/log/ceph/ceph-client.admin.42802.log.gz 2024-09-19T14:25:57.897 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.105081.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182601.log 2024-09-19T14:25:57.897 INFO:teuthology.orchestra.run.smithi031.stderr: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.105081.log.gz 2024-09-19T14:25:57.899 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112161.log 2024-09-19T14:25:57.900 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.182601.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52342.log 2024-09-19T14:25:57.900 INFO:teuthology.orchestra.run.smithi031.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182601.log.gz 2024-09-19T14:25:57.905 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.112161.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81477.log 2024-09-19T14:25:57.906 INFO:teuthology.orchestra.run.smithi031.stderr: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.112161.log.gz 2024-09-19T14:25:57.906 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.52342.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.36094.log 2024-09-19T14:25:57.906 INFO:teuthology.orchestra.run.smithi031.stderr: 80.8% -- replaced with /var/log/ceph/ceph-client.admin.52342.log.gz 2024-09-19T14:25:57.906 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.164396.log 2024-09-19T14:25:57.906 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.81477.log: /var/log/ceph/ceph-client.0.36094.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32742.log 2024-09-19T14:25:57.906 INFO:teuthology.orchestra.run.smithi031.stderr: 85.3% -- replaced with /var/log/ceph/ceph-client.admin.81477.log.gz 2024-09-19T14:25:57.906 INFO:teuthology.orchestra.run.smithi031.stderr: 43.9% -- replaced with /var/log/ceph/ceph-client.0.36094.log.gz 2024-09-19T14:25:57.906 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.164396.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.117471.log 2024-09-19T14:25:57.906 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.32742.log: 91.7% -- replaced with /var/log/ceph/ceph-client.admin.164396.log.gz 2024-09-19T14:25:57.906 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94459.log 2024-09-19T14:25:57.906 INFO:teuthology.orchestra.run.smithi031.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32742.log.gz 2024-09-19T14:25:57.906 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.117471.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.125141.log 2024-09-19T14:25:57.907 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.94459.log: 85.2% -- replaced with /var/log/ceph/ceph-client.admin.117471.log.gz 2024-09-19T14:25:57.907 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179202.log 2024-09-19T14:25:57.907 INFO:teuthology.orchestra.run.smithi031.stderr: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.94459.log.gz 2024-09-19T14:25:57.907 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.125141.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45162.log 2024-09-19T14:25:57.907 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.125141.log.gz 2024-09-19T14:25:57.907 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.179202.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182523.log 2024-09-19T14:25:57.907 INFO:teuthology.orchestra.run.smithi031.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.179202.log.gz 2024-09-19T14:25:57.907 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.45162.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64360.log 2024-09-19T14:25:57.907 INFO:teuthology.orchestra.run.smithi031.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.45162.log.gz 2024-09-19T14:25:57.907 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.182523.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32334.log 2024-09-19T14:25:57.907 INFO:teuthology.orchestra.run.smithi031.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182523.log.gz 2024-09-19T14:25:57.908 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.64360.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83247.log 2024-09-19T14:25:57.908 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.32334.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53547.log 2024-09-19T14:25:57.908 INFO:teuthology.orchestra.run.smithi031.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32334.log.gz 2024-09-19T14:25:57.908 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2024-09-19T14:25:57.908 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.83247.log: /var/log/ceph/ceph-client.admin.53547.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32934.log 2024-09-19T14:25:57.908 INFO:teuthology.orchestra.run.smithi031.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.53547.log.gz 2024-09-19T14:25:57.913 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-osd.0.log: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.83247.log.gz 2024-09-19T14:25:57.913 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34223.log 2024-09-19T14:25:57.913 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.32934.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.177081.log 2024-09-19T14:25:57.913 INFO:teuthology.orchestra.run.smithi031.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32934.log.gz 2024-09-19T14:25:57.913 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.34223.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.175901.log 2024-09-19T14:25:57.913 INFO:teuthology.orchestra.run.smithi031.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.34223.log.gz/var/log/ceph/ceph-client.0.177081.log: 2024-09-19T14:25:57.914 INFO:teuthology.orchestra.run.smithi031.stderr: 92.0% -- replaced with /var/log/ceph/ceph-client.admin.64360.log.gz 2024-09-19T14:25:57.914 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.152871.log 2024-09-19T14:25:57.914 INFO:teuthology.orchestra.run.smithi031.stderr: 81.0% 93.9% -- replaced with /var/log/ceph/ceph-client.0.177081.log.gz -- replaced with /var/log/ceph/ceph-client.admin.57261.log.gz 2024-09-19T14:25:57.914 INFO:teuthology.orchestra.run.smithi031.stderr: 2024-09-19T14:25:57.914 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.176491.log 2024-09-19T14:25:57.914 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.0.175901.log: /var/log/ceph/ceph-client.admin.152871.log: 84.2% -- replaced with /var/log/ceph/ceph-client.0.175901.log.gz 2024-09-19T14:25:57.914 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33168.log 2024-09-19T14:25:57.914 INFO:teuthology.orchestra.run.smithi031.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.152871.log.gz 2024-09-19T14:25:57.914 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.0.176491.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34249.log 2024-09-19T14:25:57.914 INFO:teuthology.orchestra.run.smithi031.stderr: 84.3% -- replaced with /var/log/ceph/ceph-client.0.176491.log.gz 2024-09-19T14:25:57.914 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.33168.log: gzip -5 0.0% --verbose -- -- replaced with /var/log/ceph/ceph-client.admin.33168.log.gz /var/log/ceph/ceph-client.admin.95639.log 2024-09-19T14:25:57.914 INFO:teuthology.orchestra.run.smithi031.stderr: 2024-09-19T14:25:57.915 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.34249.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182940.log 2024-09-19T14:25:57.915 INFO:teuthology.orchestra.run.smithi031.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.34249.log.gz 2024-09-19T14:25:57.915 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.95639.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51112.log 2024-09-19T14:25:57.915 INFO:teuthology.orchestra.run.smithi031.stderr: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.95639.log.gz 2024-09-19T14:25:57.915 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49342.log 2024-09-19T14:25:57.915 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.182940.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182940.log.gz 2024-09-19T14:25:57.915 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.51112.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32747.log 2024-09-19T14:25:57.915 INFO:teuthology.orchestra.run.smithi031.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.51112.log.gz 2024-09-19T14:25:57.915 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.49342.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.139301.log 2024-09-19T14:25:57.915 INFO:teuthology.orchestra.run.smithi031.stderr: 80.9% -- replaced with /var/log/ceph/ceph-client.admin.49342.log.gz 2024-09-19T14:25:57.918 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.32747.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182575.log 2024-09-19T14:25:57.918 INFO:teuthology.orchestra.run.smithi031.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32747.log.gz 2024-09-19T14:25:57.919 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.139301.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.145791.log 2024-09-19T14:25:57.919 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.182575.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.135761.log 2024-09-19T14:25:57.919 INFO:teuthology.orchestra.run.smithi031.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182575.log.gz 2024-09-19T14:25:57.919 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.145791.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182757.log 2024-09-19T14:25:57.919 INFO:teuthology.orchestra.run.smithi031.stderr: 83.0% -- replaced with /var/log/ceph/ceph-client.admin.145791.log.gz 2024-09-19T14:25:57.919 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.135761.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.155893.log 2024-09-19T14:25:57.919 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.171181.log 2024-09-19T14:25:57.919 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.182757.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.135761.log.gz 2024-09-19T14:25:57.919 INFO:teuthology.orchestra.run.smithi031.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182757.log.gz 86.5% -- replaced with /var/log/ceph/ceph-client.admin.139301.log.gz 2024-09-19T14:25:57.919 INFO:teuthology.orchestra.run.smithi031.stderr: 2024-09-19T14:25:57.919 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.155893.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.145201.log 2024-09-19T14:25:57.919 INFO:teuthology.orchestra.run.smithi031.stderr: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.155893.log.gz 2024-09-19T14:25:57.919 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.0.171181.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32136.log 2024-09-19T14:25:57.920 INFO:teuthology.orchestra.run.smithi031.stderr: 84.6% -- replaced with /var/log/ceph/ceph-client.0.171181.log.gz 2024-09-19T14:25:57.920 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.145201.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.146971.log 2024-09-19T14:25:57.920 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.32136.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.147561.log 2024-09-19T14:25:57.920 INFO:teuthology.orchestra.run.smithi031.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32136.log.gz 2024-09-19T14:25:57.920 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.146971.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.170001.log 2024-09-19T14:25:57.920 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.147561.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98589.log 2024-09-19T14:25:57.926 INFO:teuthology.orchestra.run.smithi031.stderr: 80.9% -- replaced with /var/log/ceph/ceph-client.admin.147561.log.gz 2024-09-19T14:25:57.926 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.0.170001.log: 86.1% -- replaced with /var/log/ceph/ceph-client.admin.145201.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.129861.log 2024-09-19T14:25:57.926 INFO:teuthology.orchestra.run.smithi031.stderr: 2024-09-19T14:25:57.926 INFO:teuthology.orchestra.run.smithi031.stderr: 84.4% -- replaced with /var/log/ceph/ceph-client.0.170001.log.gz 2024-09-19T14:25:57.926 INFO:teuthology.orchestra.run.smithi031.stderr: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.146971.log.gz 2024-09-19T14:25:57.926 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.100949.log 2024-09-19T14:25:57.926 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.98589.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.98589.log.gz 2024-09-19T14:25:57.927 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.129861.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.132221.log 2024-09-19T14:25:57.927 INFO:teuthology.orchestra.run.smithi031.stderr: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.129861.log.gz 2024-09-19T14:25:57.927 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.100949.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54162.log 2024-09-19T14:25:57.927 INFO:teuthology.orchestra.run.smithi031.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.100949.log.gz 2024-09-19T14:25:57.927 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32321.log 2024-09-19T14:25:57.927 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.132221.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.132221.log.gz 2024-09-19T14:25:57.927 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.54162.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.135171.log 2024-09-19T14:25:57.927 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.32321.log: 85.5% -- replaced with /var/log/ceph/ceph-client.admin.54162.log.gz 2024-09-19T14:25:57.927 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112751.log 2024-09-19T14:25:57.927 INFO:teuthology.orchestra.run.smithi031.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32321.log.gz 2024-09-19T14:25:57.927 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.135171.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48752.log 2024-09-19T14:25:57.928 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.112751.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.162503.log 2024-09-19T14:25:57.928 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.112751.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45802.log 2024-09-19T14:25:57.928 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.48752.log: 2024-09-19T14:25:57.928 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.162503.log: 82.4%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61779.log 2024-09-19T14:25:57.928 INFO:teuthology.orchestra.run.smithi031.stderr: -- replaced with /var/log/ceph/ceph-client.admin.48752.log.gz 2024-09-19T14:25:57.928 INFO:teuthology.orchestra.run.smithi031.stderr: 92.3%/var/log/ceph/ceph-client.admin.45802.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99179.log 2024-09-19T14:25:57.928 INFO:teuthology.orchestra.run.smithi031.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.162503.log.gz 2024-09-19T14:25:57.928 INFO:teuthology.orchestra.run.smithi031.stderr: -- replaced with /var/log/ceph/ceph-client.admin.135171.log.gz 2024-09-19T14:25:57.928 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.61779.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.131041.log 2024-09-19T14:25:57.928 INFO:teuthology.orchestra.run.smithi031.stderr: 85.5% -- replaced with /var/log/ceph/ceph-client.admin.45802.log.gz 2024-09-19T14:25:57.929 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56607.log 2024-09-19T14:25:57.929 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.99179.log: /var/log/ceph/ceph-client.admin.131041.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.151691.log 2024-09-19T14:25:57.929 INFO:teuthology.orchestra.run.smithi031.stderr: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.99179.log.gz 2024-09-19T14:25:57.929 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.56607.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2024-09-19T14:25:57.929 INFO:teuthology.orchestra.run.smithi031.stderr: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.131041.log.gz 2024-09-19T14:25:57.929 INFO:teuthology.orchestra.run.smithi031.stderr: 20.8% -- replaced with /var/log/ceph/ceph-client.admin.56607.log.gz 2024-09-19T14:25:57.929 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.151691.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88557.log 2024-09-19T14:25:57.929 INFO:teuthology.orchestra.run.smithi031.stderr: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.151691.log.gz 2024-09-19T14:25:57.930 INFO:teuthology.orchestra.run.smithi170.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26820.log 2024-09-19T14:25:57.930 INFO:teuthology.orchestra.run.smithi170.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.7.log 2024-09-19T14:25:57.944 INFO:teuthology.orchestra.run.smithi170.stderr:/var/log/ceph/ceph-client.admin.26820.log: 0.0%gzip -- replaced with /var/log/ceph/ceph-client.admin.26820.log.gz 2024-09-19T14:25:57.945 INFO:teuthology.orchestra.run.smithi170.stderr: -5 --verbose -- /var/log/ceph/ceph-osd.6.log 2024-09-19T14:25:57.945 INFO:teuthology.orchestra.run.smithi170.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26772.log 2024-09-19T14:25:57.945 INFO:teuthology.orchestra.run.smithi170.stderr:/var/log/ceph/ceph-osd.7.log: /var/log/ceph/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26844.log 2024-09-19T14:25:57.945 INFO:teuthology.orchestra.run.smithi170.stderr:/var/log/ceph/ceph-client.admin.26772.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.5.log 2024-09-19T14:25:57.945 INFO:teuthology.orchestra.run.smithi170.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26772.log.gz 2024-09-19T14:25:57.945 INFO:teuthology.orchestra.run.smithi170.stderr:/var/log/ceph/ceph-client.admin.26844.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26748.log 2024-09-19T14:25:57.945 INFO:teuthology.orchestra.run.smithi170.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26844.log.gz 2024-09-19T14:25:57.945 INFO:teuthology.orchestra.run.smithi170.stderr:/var/log/ceph/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2024-09-19T14:25:57.945 INFO:teuthology.orchestra.run.smithi170.stderr:/var/log/ceph/ceph-client.admin.26748.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26748.log.gz 2024-09-19T14:25:57.945 INFO:teuthology.orchestra.run.smithi170.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-19T14:25:57.946 INFO:teuthology.orchestra.run.smithi170.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26796.log 2024-09-19T14:25:57.946 INFO:teuthology.orchestra.run.smithi170.stderr:/var/log/ceph/ceph-mgr.x.log: /var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26724.log 2024-09-19T14:25:57.946 INFO:teuthology.orchestra.run.smithi170.stderr:/var/log/ceph/ceph-client.admin.26796.log: gzip -5 0.0% --verbose -- /var/log/ceph/ceph-client.admin.26868.log 2024-09-19T14:25:57.946 INFO:teuthology.orchestra.run.smithi170.stderr: -- replaced with /var/log/ceph/ceph-client.admin.26796.log.gz 2024-09-19T14:25:57.946 INFO:teuthology.orchestra.run.smithi170.stderr:/var/log/ceph/ceph-client.admin.26724.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26724.log.gz 2024-09-19T14:25:57.946 INFO:teuthology.orchestra.run.smithi170.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-19T14:25:57.946 INFO:teuthology.orchestra.run.smithi170.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26892.log 2024-09-19T14:25:57.946 INFO:teuthology.orchestra.run.smithi170.stderr:/var/log/ceph/ceph-client.admin.26868.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26868.log.gz 2024-09-19T14:25:57.946 INFO:teuthology.orchestra.run.smithi170.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2024-09-19T14:25:57.946 INFO:teuthology.orchestra.run.smithi170.stderr:/var/log/ceph/ceph-client.admin.26892.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.4.log 2024-09-19T14:25:57.946 INFO:teuthology.orchestra.run.smithi170.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26892.log.gz 2024-09-19T14:25:57.946 INFO:teuthology.orchestra.run.smithi170.stderr:/var/log/ceph/ceph-mon.b.log: 90.7% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-19T14:25:57.947 INFO:teuthology.orchestra.run.smithi170.stderr:/var/log/ceph/ceph-osd.4.log: 87.6% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-19T14:25:57.952 INFO:teuthology.orchestra.run.smithi031.stderr:gzip/var/log/ceph/ceph-osd.2.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.182835.log 2024-09-19T14:25:57.952 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.88557.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.169409.log 2024-09-19T14:25:57.952 INFO:teuthology.orchestra.run.smithi031.stderr: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.88557.log.gz/var/log/ceph/ceph-client.admin.182835.log: 2024-09-19T14:25:57.952 INFO:teuthology.orchestra.run.smithi031.stderr: 0.0%gzip -- replaced with /var/log/ceph/ceph-client.admin.182835.log.gz 2024-09-19T14:25:57.952 INFO:teuthology.orchestra.run.smithi031.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.42162.log 2024-09-19T14:25:57.952 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56672.log 2024-09-19T14:25:57.952 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.0.169409.log: /var/log/ceph/ceph-client.admin.42162.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115111.log 2024-09-19T14:25:57.952 INFO:teuthology.orchestra.run.smithi031.stderr: 80.3% -- replaced with /var/log/ceph/ceph-client.0.169409.log.gz 2024-09-19T14:25:57.953 INFO:teuthology.orchestra.run.smithi031.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.42162.log.gz 2024-09-19T14:25:57.953 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.56672.log: 84.4% -- replaced with /var/log/ceph/ceph-client.admin.56672.log.gz 2024-09-19T14:25:57.953 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182679.log 2024-09-19T14:25:57.953 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.115111.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63715.log 2024-09-19T14:25:57.953 INFO:teuthology.orchestra.run.smithi031.stderr: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.115111.log.gz 2024-09-19T14:25:57.953 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.182679.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179227.log 2024-09-19T14:25:57.953 INFO:teuthology.orchestra.run.smithi031.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182679.log.gz 2024-09-19T14:25:57.953 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.63715.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.144021.log 2024-09-19T14:25:57.953 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.179227.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32329.log 2024-09-19T14:25:57.953 INFO:teuthology.orchestra.run.smithi031.stderr: 80.8% -- replaced with /var/log/ceph/ceph-client.admin.179227.log.gz 2024-09-19T14:25:57.953 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.144021.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.63715.log.gz 2024-09-19T14:25:57.954 INFO:teuthology.orchestra.run.smithi031.stderr: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.144021.log.gz 2024-09-19T14:25:57.954 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56062.log 2024-09-19T14:25:57.954 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.32329.log: 0.0%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.138711.log 2024-09-19T14:25:57.954 INFO:teuthology.orchestra.run.smithi031.stderr: -- replaced with /var/log/ceph/ceph-client.admin.32329.log.gz 2024-09-19T14:25:57.954 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.56062.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.100359.log 2024-09-19T14:25:57.954 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.138711.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 91.7% 2024-09-19T14:25:57.954 INFO:teuthology.orchestra.run.smithi031.stderr: -- replaced with /var/log/ceph/ceph-client.admin.56062.log.gz 2024-09-19T14:25:57.954 INFO:teuthology.orchestra.run.smithi031.stderr: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.138711.log.gz 2024-09-19T14:25:57.954 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.100359.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.100359.log.gz 2024-09-19T14:25:57.954 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179916.log 2024-09-19T14:25:57.954 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179890.log 2024-09-19T14:25:57.954 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.179916.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.148741.log 2024-09-19T14:25:57.954 INFO:teuthology.orchestra.run.smithi031.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.179916.log.gz 2024-09-19T14:25:57.955 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.179890.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.179890.log.gz 2024-09-19T14:25:57.955 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32333.log 2024-09-19T14:25:57.955 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.148741.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.139891.log 2024-09-19T14:25:57.955 INFO:teuthology.orchestra.run.smithi031.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.148741.log.gz 2024-09-19T14:25:57.955 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.32333.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32333.log.gz 2024-09-19T14:25:57.955 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65887.log 2024-09-19T14:25:57.955 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.139891.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.167039.log 2024-09-19T14:25:57.955 INFO:teuthology.orchestra.run.smithi031.stderr: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.139891.log.gz 2024-09-19T14:25:57.955 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.65887.log: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.65887.log.gz 2024-09-19T14:25:57.955 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42777.log 2024-09-19T14:25:57.955 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.167039.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32941.log 2024-09-19T14:25:57.956 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.42777.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.42777.log.gz 2024-09-19T14:25:57.956 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182861.log 2024-09-19T14:25:57.956 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.32941.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32941.log.gz 2024-09-19T14:25:57.956 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.97409.log 2024-09-19T14:25:57.956 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.182861.log: 91.1% 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182861.log.gz 2024-09-19T14:25:57.956 INFO:teuthology.orchestra.run.smithi031.stderr: -- replaced with /var/log/ceph/ceph-client.admin.167039.log.gz 2024-09-19T14:25:57.956 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83837.log 2024-09-19T14:25:57.956 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.133991.log 2024-09-19T14:25:57.956 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.97409.log: /var/log/ceph/ceph-client.admin.83837.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.97409.log.gz 2024-09-19T14:25:57.956 INFO:teuthology.orchestra.run.smithi031.stderr: 82.6% -- replaced with /var/log/ceph/ceph-client.admin.83837.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.142251.log 2024-09-19T14:25:57.956 INFO:teuthology.orchestra.run.smithi031.stderr: 2024-09-19T14:25:57.957 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.133991.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.133991.log.gz 2024-09-19T14:25:57.957 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.158893.log 2024-09-19T14:25:57.957 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.119241.log 2024-09-19T14:25:57.957 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.142251.log: /var/log/ceph/ceph-client.admin.158893.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.142251.log.gz 2024-09-19T14:25:57.957 INFO:teuthology.orchestra.run.smithi031.stderr: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.158893.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.157688.log 2024-09-19T14:25:57.957 INFO:teuthology.orchestra.run.smithi031.stderr: 2024-09-19T14:25:57.957 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.119241.log: 81.0% -- replaced with /var/log/ceph/ceph-client.admin.119241.log.gz 2024-09-19T14:25:57.957 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182471.log 2024-09-19T14:25:57.957 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45212.log 2024-09-19T14:25:57.957 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.157688.log: /var/log/ceph/ceph-client.admin.182471.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.157688.log.gz 2024-09-19T14:25:57.957 INFO:teuthology.orchestra.run.smithi031.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182471.log.gz 2024-09-19T14:25:57.957 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32338.log 2024-09-19T14:25:57.958 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104491.log 2024-09-19T14:25:57.958 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.45212.log: /var/log/ceph/ceph-client.admin.32338.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32338.log.gz 2024-09-19T14:25:57.958 INFO:teuthology.orchestra.run.smithi031.stderr: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.45212.log.gz 2024-09-19T14:25:57.958 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.160974.log 2024-09-19T14:25:57.958 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103311.log 2024-09-19T14:25:57.958 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.104491.log: /var/log/ceph/ceph-client.admin.160974.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.104491.log.gz 2024-09-19T14:25:57.958 INFO:teuthology.orchestra.run.smithi031.stderr: 92.4% -- replaced with /var/log/ceph/ceph-client.admin.160974.log.gz 2024-09-19T14:25:57.958 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.132811.log 2024-09-19T14:25:57.958 INFO:teuthology.orchestra.run.smithi031.stderr: 95.2% -- replaced with /var/log/ceph/ceph-client.admin.61779.log.gz 2024-09-19T14:25:57.972 INFO:teuthology.orchestra.run.smithi170.stderr: 95.0% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2024-09-19T14:25:57.975 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.103311.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.103311.log.gz 2024-09-19T14:25:57.975 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.183098.log 2024-09-19T14:25:57.975 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.101541.log 2024-09-19T14:25:57.975 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.132811.log: /var/log/ceph/ceph-client.admin.183098.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.144611.log 2024-09-19T14:25:57.975 INFO:teuthology.orchestra.run.smithi031.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.183098.log.gz 2024-09-19T14:25:57.975 INFO:teuthology.orchestra.run.smithi031.stderr: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.132811.log.gz 2024-09-19T14:25:57.976 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.101541.log: gzip -5 87.5% --verbose -- replaced with /var/log/ceph/ceph-client.admin.101541.log.gz -- 2024-09-19T14:25:57.976 INFO:teuthology.orchestra.run.smithi031.stderr: /var/log/ceph/ceph-client.admin.90917.log 2024-09-19T14:25:57.976 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79707.log 2024-09-19T14:25:57.976 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.144611.log: gzip/var/log/ceph/ceph-client.admin.90917.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.151101.log 2024-09-19T14:25:57.976 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.79707.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.90917.log.gz 2024-09-19T14:25:57.976 INFO:teuthology.orchestra.run.smithi031.stderr: 82.9% -- replaced with /var/log/ceph/ceph-client.admin.144611.log.gz 2024-09-19T14:25:57.976 INFO:teuthology.orchestra.run.smithi031.stderr: 87.2%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105671.log 2024-09-19T14:25:57.976 INFO:teuthology.orchestra.run.smithi031.stderr: -- replaced with /var/log/ceph/ceph-client.admin.79707.log.gz 2024-09-19T14:25:57.976 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.38436.log 2024-09-19T14:25:57.976 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.151101.log: /var/log/ceph/ceph-client.admin.105671.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.174721.log 2024-09-19T14:25:57.976 INFO:teuthology.orchestra.run.smithi031.stderr: 82.5% 82.3% -- replaced with /var/log/ceph/ceph-client.admin.105671.log.gz -- replaced with /var/log/ceph/ceph-client.admin.151101.log.gz 2024-09-19T14:25:57.976 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.0.38436.log: 2024-09-19T14:25:57.977 INFO:teuthology.orchestra.run.smithi031.stderr: 43.9% -- replaced with /var/log/ceph/ceph-client.0.38436.log.gz 2024-09-19T14:25:57.977 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.168229.log 2024-09-19T14:25:57.977 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.146381.log 2024-09-19T14:25:57.977 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.0.174721.log: /var/log/ceph/ceph-client.0.168229.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42752.log 2024-09-19T14:25:57.977 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.146381.log: 84.4% -- replaced with /var/log/ceph/ceph-client.0.174721.log.gz 2024-09-19T14:25:57.977 INFO:teuthology.orchestra.run.smithi031.stderr: 84.1% -- replaced with /var/log/ceph/ceph-client.0.168229.log.gz 2024-09-19T14:25:57.977 INFO:teuthology.orchestra.run.smithi031.stderr: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.146381.log.gz 2024-09-19T14:25:57.977 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80887.log 2024-09-19T14:25:57.977 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46392.log 2024-09-19T14:25:57.977 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.42752.log: /var/log/ceph/ceph-client.admin.80887.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56037.log 2024-09-19T14:25:57.977 INFO:teuthology.orchestra.run.smithi031.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.42752.log.gz 2024-09-19T14:25:57.977 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.46392.log: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.80887.log.gz 2024-09-19T14:25:57.977 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75576.log 2024-09-19T14:25:57.978 INFO:teuthology.orchestra.run.smithi031.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.46392.log.gz 2024-09-19T14:25:57.978 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46982.log 2024-09-19T14:25:57.978 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.56037.log: /var/log/ceph/ceph-client.admin.75576.log: 51.6% -- replaced with /var/log/ceph/ceph-client.admin.56037.log.gz 2024-09-19T14:25:57.978 INFO:teuthology.orchestra.run.smithi031.stderr: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.75576.log.gz 2024-09-19T14:25:57.978 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.153483.log 2024-09-19T14:25:57.978 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48162.log 2024-09-19T14:25:57.978 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.46982.log: /var/log/ceph/ceph-client.admin.153483.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.130451.log 2024-09-19T14:25:57.978 INFO:teuthology.orchestra.run.smithi031.stderr: 80.8% -- replaced with /var/log/ceph/ceph-client.admin.46982.log.gz 2024-09-19T14:25:57.978 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.48162.log: 86.8% 81.6% -- replaced with /var/log/ceph/ceph-client.admin.48162.log.gz 2024-09-19T14:25:57.978 INFO:teuthology.orchestra.run.smithi031.stderr: -- replaced with /var/log/ceph/ceph-client.admin.153483.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32518.log 2024-09-19T14:25:57.978 INFO:teuthology.orchestra.run.smithi031.stderr: 2024-09-19T14:25:57.978 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70120.log 2024-09-19T14:25:57.978 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.130451.log: /var/log/ceph/ceph-client.admin.32518.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53522.log 2024-09-19T14:25:57.979 INFO:teuthology.orchestra.run.smithi031.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32518.log.gz 2024-09-19T14:25:57.979 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.70120.log: 85.5% -- replaced with /var/log/ceph/ceph-client.admin.130451.log.gz 2024-09-19T14:25:57.979 INFO:teuthology.orchestra.run.smithi031.stderr: 48.2% -- replaced with /var/log/ceph/ceph-client.admin.70120.log.gz 2024-09-19T14:25:57.979 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.157663.log 2024-09-19T14:25:57.979 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90327.log 2024-09-19T14:25:57.979 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.53522.log: /var/log/ceph/ceph-client.admin.157663.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.34322.log 2024-09-19T14:25:57.979 INFO:teuthology.orchestra.run.smithi031.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.157663.log.gz 2024-09-19T14:25:57.979 INFO:teuthology.orchestra.run.smithi031.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.53522.log.gz 2024-09-19T14:25:57.979 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.90327.log: 82.2%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86197.log 2024-09-19T14:25:57.979 INFO:teuthology.orchestra.run.smithi031.stderr: -- replaced with /var/log/ceph/ceph-client.admin.90327.log.gz 2024-09-19T14:25:57.979 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.136351.log 2024-09-19T14:25:57.979 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.0.34322.log: /var/log/ceph/ceph-client.admin.86197.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92687.log 2024-09-19T14:25:57.979 INFO:teuthology.orchestra.run.smithi031.stderr: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.86197.log.gz/var/log/ceph/ceph-client.admin.136351.log: 2024-09-19T14:25:57.980 INFO:teuthology.orchestra.run.smithi031.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.136351.log.gz 2024-09-19T14:25:57.980 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43392.log 2024-09-19T14:25:57.980 INFO:teuthology.orchestra.run.smithi031.stderr: 96.0% -- replaced with /var/log/ceph/ceph-client.0.34322.log.gz 2024-09-19T14:25:57.980 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.92687.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.175311.log 2024-09-19T14:25:57.980 INFO:teuthology.orchestra.run.smithi031.stderr: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.92687.log.gz 2024-09-19T14:25:57.980 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43392.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.108621.log 2024-09-19T14:25:57.980 INFO:teuthology.orchestra.run.smithi031.stderr: 80.8% -- replaced with /var/log/ceph/ceph-client.admin.43392.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49932.log 2024-09-19T14:25:57.980 INFO:teuthology.orchestra.run.smithi031.stderr: 2024-09-19T14:25:57.980 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.0.175311.log: /var/log/ceph/ceph-client.admin.108621.log: 80.8% -- replaced with /var/log/ceph/ceph-client.0.175311.log.gz 2024-09-19T14:25:57.980 INFO:teuthology.orchestra.run.smithi031.stderr: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.108621.log.gz 2024-09-19T14:25:57.980 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2024-09-19T14:25:57.980 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86787.log 2024-09-19T14:25:57.981 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.49932.log: /var/log/ceph/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40392.log 2024-09-19T14:25:57.981 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.86787.log: 80.9% -- replaced with /var/log/ceph/ceph-client.admin.49932.log.gz 2024-09-19T14:25:57.981 INFO:teuthology.orchestra.run.smithi031.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.86787.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89737.log 2024-09-19T14:25:57.981 INFO:teuthology.orchestra.run.smithi031.stderr: 2024-09-19T14:25:57.981 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.40392.log: 83.2% -- replaced with /var/log/ceph/ceph-client.admin.40392.log.gz 2024-09-19T14:25:57.981 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182549.log 2024-09-19T14:25:57.981 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179817.log 2024-09-19T14:25:57.981 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.89737.log: /var/log/ceph/ceph-client.admin.182549.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182549.log.gz 2024-09-19T14:25:57.981 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.89737.log.gz 2024-09-19T14:25:57.981 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63069.log 2024-09-19T14:25:57.981 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.121011.log 2024-09-19T14:25:57.981 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.179817.log: /var/log/ceph/ceph-client.admin.63069.log: 24.9% -- replaced with /var/log/ceph/ceph-client.admin.179817.log.gz 2024-09-19T14:25:57.982 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59196.log 2024-09-19T14:25:57.982 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.121011.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.121011.log.gz 2024-09-19T14:25:57.986 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79117.log 2024-09-19T14:25:57.986 INFO:teuthology.orchestra.run.smithi031.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.63069.log.gz 2024-09-19T14:25:57.987 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.59196.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68840.log 2024-09-19T14:25:57.987 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.79117.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.79117.log.gz 2024-09-19T14:25:57.987 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.142841.log 2024-09-19T14:25:57.987 INFO:teuthology.orchestra.run.smithi031.stderr: 93.2%/var/log/ceph/ceph-client.admin.68840.log: -- replaced with /var/log/ceph/ceph-client.admin.59196.log.gz 2024-09-19T14:25:57.987 INFO:teuthology.orchestra.run.smithi031.stderr: 24.2% -- replaced with /var/log/ceph/ceph-client.admin.68840.log.gz 2024-09-19T14:25:57.987 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32956.log 2024-09-19T14:25:57.987 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.141071.log 2024-09-19T14:25:57.987 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.142841.log: /var/log/ceph/ceph-client.admin.32956.log: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.142841.log.gz 2024-09-19T14:25:57.987 INFO:teuthology.orchestra.run.smithi031.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32956.log.gz 2024-09-19T14:25:57.987 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32284.log 2024-09-19T14:25:57.987 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32955.log 2024-09-19T14:25:57.988 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.141071.log: /var/log/ceph/ceph-client.admin.32284.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.141071.log.gz 2024-09-19T14:25:57.988 INFO:teuthology.orchestra.run.smithi031.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32284.log.gz 2024-09-19T14:25:57.988 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56010.log 2024-09-19T14:25:57.988 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32957.log 2024-09-19T14:25:57.988 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.32955.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32955.log.gz 2024-09-19T14:25:57.988 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.56010.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113931.log 2024-09-19T14:25:57.988 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.32957.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32957.log.gz 2024-09-19T14:25:57.988 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.70750.log 2024-09-19T14:25:57.990 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.113931.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.113931.log.gz 2024-09-19T14:25:57.990 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.158303.log 2024-09-19T14:25:57.990 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.0.70750.log: 80.5% -- replaced with /var/log/ceph/ceph-client.0.70750.log.gz 2024-09-19T14:25:57.990 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32726.log 2024-09-19T14:25:57.990 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.158303.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.158303.log.gz 2024-09-19T14:25:57.991 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65011.log 2024-09-19T14:25:57.991 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.32726.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32726.log.gz 2024-09-19T14:25:57.991 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115701.log 2024-09-19T14:25:57.992 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.65011.log: 84.4% -- replaced with /var/log/ceph/ceph-client.admin.65011.log.gz 2024-09-19T14:25:57.992 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32540.log 2024-09-19T14:25:57.993 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.115701.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.115701.log.gz 2024-09-19T14:25:57.994 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32258.log 2024-09-19T14:25:57.994 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.32540.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32540.log.gz 2024-09-19T14:25:57.995 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.174131.log 2024-09-19T14:25:57.996 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.32258.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32258.log.gz 2024-09-19T14:25:57.996 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51137.log 2024-09-19T14:25:57.997 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.0.174131.log: 84.2% -- replaced with /var/log/ceph/ceph-client.0.174131.log.gz 2024-09-19T14:25:57.997 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113341.log 2024-09-19T14:25:57.998 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.51137.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.51137.log.gz 2024-09-19T14:25:57.998 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.127501.log 2024-09-19T14:25:57.999 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.113341.log: 82.6% -- replaced with /var/log/ceph/ceph-client.admin.113341.log.gz 2024-09-19T14:25:58.000 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85607.log 2024-09-19T14:25:58.001 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.127501.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.127501.log.gz 2024-09-19T14:25:58.001 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31471.log 2024-09-19T14:25:58.002 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.85607.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.56010.log.gz 82.2% 2024-09-19T14:25:58.002 INFO:teuthology.orchestra.run.smithi031.stderr: -- replaced with /var/log/ceph/ceph-client.admin.85607.log.gz 2024-09-19T14:25:58.002 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ops-log-ceph-client.admin.log 2024-09-19T14:25:58.003 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57906.log 2024-09-19T14:25:58.003 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.31471.log: /var/log/ceph/ops-log-ceph-client.admin.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.31471.log.gz 2024-09-19T14:25:58.003 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116291.log 2024-09-19T14:25:58.004 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.57906.log: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.57906.log.gz 2024-09-19T14:25:58.005 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53572.log 2024-09-19T14:25:58.006 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.116291.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.116291.log.gz 2024-09-19T14:25:58.006 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2024-09-19T14:25:58.007 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.53572.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.53572.log.gz 2024-09-19T14:25:58.008 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40982.log 2024-09-19T14:25:58.008 INFO:teuthology.orchestra.run.smithi031.stderr: 94.2% -- replaced with /var/log/ceph/ops-log-ceph-client.admin.log.gz 2024-09-19T14:25:58.023 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72036.log 2024-09-19T14:25:58.024 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.40982.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.40982.log.gz 2024-09-19T14:25:58.025 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.136941.log 2024-09-19T14:25:58.025 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.72036.log: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.72036.log.gz 2024-09-19T14:25:58.026 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76166.log 2024-09-19T14:25:58.027 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.136941.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.136941.log.gz 2024-09-19T14:25:58.027 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.108031.log 2024-09-19T14:25:58.028 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.76166.log: 79.7% -- replaced with /var/log/ceph/ceph-client.admin.76166.log.gz 2024-09-19T14:25:58.028 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.134581.log 2024-09-19T14:25:58.029 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.108031.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.108031.log.gz 2024-09-19T14:25:58.030 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110391.log 2024-09-19T14:25:58.030 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.134581.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.134581.log.gz 2024-09-19T14:25:58.031 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.178564.log 2024-09-19T14:25:58.032 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.110391.log: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.110391.log.gz 2024-09-19T14:25:58.032 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66476.log 2024-09-19T14:25:58.033 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.178564.log: 81.0% -- replaced with /var/log/ceph/ceph-client.admin.178564.log.gz 2024-09-19T14:25:58.033 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102721.log 2024-09-19T14:25:58.034 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.66476.log: 84.6% -- replaced with /var/log/ceph/ceph-client.admin.66476.log.gz 2024-09-19T14:25:58.035 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.166163.log 2024-09-19T14:25:58.035 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.102721.log: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.102721.log.gz 2024-09-19T14:25:58.036 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73806.log 2024-09-19T14:25:58.037 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.166163.log: 92.3% -- replaced with /var/log/ceph/ceph-client.admin.166163.log.gz 2024-09-19T14:25:58.037 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33142.log 2024-09-19T14:25:58.038 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.73806.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.73806.log.gz 2024-09-19T14:25:58.039 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91507.log 2024-09-19T14:25:58.039 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.33142.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.33142.log.gz 2024-09-19T14:25:58.040 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182966.log 2024-09-19T14:25:58.042 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.91507.log: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.91507.log.gz 2024-09-19T14:25:58.042 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82067.log 2024-09-19T14:25:58.043 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.182966.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182966.log.gz 2024-09-19T14:25:58.043 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26779.log 2024-09-19T14:25:58.044 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.82067.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.82067.log.gz 2024-09-19T14:25:58.044 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.37852.log 2024-09-19T14:25:58.045 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.26779.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26779.log.gz 2024-09-19T14:25:58.046 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182809.log 2024-09-19T14:25:58.046 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.0.37852.log: 43.2% -- replaced with /var/log/ceph/ceph-client.0.37852.log.gz 2024-09-19T14:25:58.047 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32206.log 2024-09-19T14:25:58.047 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.182809.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182809.log.gz 2024-09-19T14:25:58.048 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26632.log 2024-09-19T14:25:58.048 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.32206.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32206.log.gz 2024-09-19T14:25:58.049 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.122781.log 2024-09-19T14:25:58.050 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.26632.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26632.log.gz 2024-09-19T14:25:58.050 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26869.log 2024-09-19T14:25:58.051 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.122781.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.122781.log.gz 2024-09-19T14:25:58.051 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89147.log 2024-09-19T14:25:58.052 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.26869.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26869.log.gz 2024-09-19T14:25:58.052 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179177.log 2024-09-19T14:25:58.053 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.89147.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.89147.log.gz 2024-09-19T14:25:58.053 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116881.log 2024-09-19T14:25:58.054 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.179177.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.179177.log.gz 2024-09-19T14:25:58.054 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.125731.log 2024-09-19T14:25:58.055 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.116881.log: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.116881.log.gz 2024-09-19T14:25:58.056 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.183018.log 2024-09-19T14:25:58.057 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.125731.log: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.125731.log.gz 2024-09-19T14:25:58.057 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80297.log 2024-09-19T14:25:58.058 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.183018.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.183018.log.gz 2024-09-19T14:25:58.058 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.97999.log 2024-09-19T14:25:58.059 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.80297.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.80297.log.gz 2024-09-19T14:25:58.059 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182627.log 2024-09-19T14:25:58.060 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.97999.log: 85.6% -- replaced with /var/log/ceph/ceph-client.admin.97999.log.gz 2024-09-19T14:25:58.061 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.138121.log 2024-09-19T14:25:58.061 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.182627.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182627.log.gz 2024-09-19T14:25:58.062 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67068.log 2024-09-19T14:25:58.062 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.138121.log: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.138121.log.gz 2024-09-19T14:25:58.063 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.155843.log 2024-09-19T14:25:58.064 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.67068.log: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.67068.log.gz 2024-09-19T14:25:58.065 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102131.log 2024-09-19T14:25:58.066 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.155843.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.155843.log.gz 2024-09-19T14:25:58.066 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114521.log 2024-09-19T14:25:58.067 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.102131.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.102131.log.gz 2024-09-19T14:25:58.067 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-19T14:25:58.069 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.114521.log: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.114521.log.gz 2024-09-19T14:25:58.069 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32528.log 2024-09-19T14:25:58.081 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph.log: 93.3%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.157073.log 2024-09-19T14:25:58.082 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.32528.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32528.log.gz 2024-09-19T14:25:58.083 INFO:teuthology.orchestra.run.smithi031.stderr: -- replaced with /var/log/ceph/ceph.log.gz 2024-09-19T14:25:58.083 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.149921.log 2024-09-19T14:25:58.084 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.157073.log: 82.6% -- replaced with /var/log/ceph/ceph-client.admin.157073.log.gz 2024-09-19T14:25:58.084 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182497.log 2024-09-19T14:25:58.085 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.149921.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.149921.log.gz 2024-09-19T14:25:58.085 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32538.log 2024-09-19T14:25:58.086 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.182497.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182497.log.gz 2024-09-19T14:25:58.086 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.68892.log 2024-09-19T14:25:58.087 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.32538.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32538.log.gz 2024-09-19T14:25:58.088 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59842.log 2024-09-19T14:25:58.088 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.0.68892.log: 84.4% -- replaced with /var/log/ceph/ceph-client.0.68892.log.gz 2024-09-19T14:25:58.089 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.181134.log 2024-09-19T14:25:58.097 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.59842.log: 93.1% -- replaced with /var/log/ceph/ceph-client.admin.59842.log.gz 2024-09-19T14:25:58.097 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72626.log 2024-09-19T14:25:58.105 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.0.181134.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51752.log 2024-09-19T14:25:58.105 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.72626.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.72626.log.gz 2024-09-19T14:25:58.119 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.96819.log 2024-09-19T14:25:58.120 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.51752.log: 80.8% -- replaced with /var/log/ceph/ceph-client.admin.51752.log.gz 2024-09-19T14:25:58.120 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.119831.log 2024-09-19T14:25:58.121 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.96819.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.96819.log.gz 2024-09-19T14:25:58.130 INFO:teuthology.orchestra.run.smithi031.stderr: 87.1%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.124551.log 2024-09-19T14:25:58.131 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.119831.log: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.119831.log.gz 2024-09-19T14:25:58.131 INFO:teuthology.orchestra.run.smithi031.stderr: -- replaced with /var/log/ceph/ceph-client.0.181134.log.gz 2024-09-19T14:25:58.132 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32232.log 2024-09-19T14:25:58.133 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.124551.log: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.124551.log.gz 2024-09-19T14:25:58.133 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62424.log 2024-09-19T14:25:58.134 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.32232.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32232.log.gz 2024-09-19T14:25:58.134 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.157713.log 2024-09-19T14:25:58.136 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.62424.log: 92.8% -- replaced with /var/log/ceph/ceph-client.admin.62424.log.gz 2024-09-19T14:25:58.137 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.148151.log 2024-09-19T14:25:58.138 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.157713.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.157713.log.gz 2024-09-19T14:25:58.138 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182705.log 2024-09-19T14:25:58.139 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.148151.log: 82.9% -- replaced with /var/log/ceph/ceph-client.admin.148151.log.gz 2024-09-19T14:25:58.139 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.133401.log 2024-09-19T14:25:58.140 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.182705.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182705.log.gz 2024-09-19T14:25:58.140 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.34920.log 2024-09-19T14:25:58.141 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.133401.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.133401.log.gz 2024-09-19T14:25:58.141 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95049.log 2024-09-19T14:25:58.142 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.0.34920.log: 43.9% -- replaced with /var/log/ceph/ceph-client.0.34920.log.gz 2024-09-19T14:25:58.142 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.126911.log 2024-09-19T14:25:58.144 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.95049.log: 83.3% -- replaced with /var/log/ceph/ceph-client.admin.95049.log.gz 2024-09-19T14:25:58.144 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182992.log 2024-09-19T14:25:58.146 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.126911.log: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.126911.log.gz 2024-09-19T14:25:58.146 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.155253.log 2024-09-19T14:25:58.147 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.182992.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182992.log.gz 2024-09-19T14:25:58.147 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34199.log 2024-09-19T14:25:58.148 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.155253.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.155253.log.gz 2024-09-19T14:25:58.148 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182445.log 2024-09-19T14:25:58.149 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.34199.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.34199.log.gz 2024-09-19T14:25:58.149 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179865.log 2024-09-19T14:25:58.150 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.182445.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182445.log.gz 2024-09-19T14:25:58.151 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2024-09-19T14:25:58.151 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.179865.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.179865.log.gz 2024-09-19T14:25:58.151 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182653.log 2024-09-19T14:25:58.167 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32942.log 2024-09-19T14:25:58.168 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.182653.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182653.log.gz 2024-09-19T14:25:58.187 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.128091.log 2024-09-19T14:25:58.188 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.32942.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32942.log.gz 2024-09-19T14:25:58.195 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32186.log 2024-09-19T14:25:58.196 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.128091.log: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.128091.log.gz 2024-09-19T14:25:58.207 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.129271.log 2024-09-19T14:25:58.207 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.32186.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32186.log.gz 2024-09-19T14:25:58.215 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.155868.log 2024-09-19T14:25:58.216 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.129271.log: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.129271.log.gz 2024-09-19T14:25:58.240 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.167628.log 2024-09-19T14:25:58.240 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.155868.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.155868.log.gz 2024-09-19T14:25:58.255 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58551.log 2024-09-19T14:25:58.256 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.167628.log: 92.4% -- replaced with /var/log/ceph/ceph-client.admin.167628.log.gz 2024-09-19T14:25:58.271 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.161914.log 2024-09-19T14:25:58.280 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.58551.log: 93.4% -- replaced with /var/log/ceph/ceph-client.admin.58551.log.gz 2024-09-19T14:25:58.283 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.149331.log 2024-09-19T14:25:58.285 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.161914.log: 93.8% -- replaced with /var/log/ceph/ceph-client.admin.161914.log.gz 2024-09-19T14:25:58.299 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.39020.log 2024-09-19T14:25:58.300 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.149331.log: 83.0% -- replaced with /var/log/ceph/ceph-client.admin.149331.log.gz 2024-09-19T14:25:58.311 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179840.log 2024-09-19T14:25:58.312 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.0.39020.log: 43.9% -- replaced with /var/log/ceph/ceph-client.0.39020.log.gz 2024-09-19T14:25:58.328 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106851.log 2024-09-19T14:25:58.329 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.179840.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.179840.log.gz 2024-09-19T14:25:58.339 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.118061.log 2024-09-19T14:25:58.340 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.106851.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.106851.log.gz 2024-09-19T14:25:58.355 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82657.log 2024-09-19T14:25:58.356 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.118061.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.118061.log.gz 2024-09-19T14:25:58.367 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109801.log 2024-09-19T14:25:58.368 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.82657.log: 82.6% -- replaced with /var/log/ceph/ceph-client.admin.82657.log.gz 2024-09-19T14:25:58.383 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111571.log 2024-09-19T14:25:58.384 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.109801.log: 86.0% -- replaced with /var/log/ceph/ceph-client.admin.109801.log.gz 2024-09-19T14:25:58.407 INFO:teuthology.orchestra.run.smithi031.stderr: 91.7% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2024-09-19T14:25:58.407 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78527.log 2024-09-19T14:25:58.408 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.111571.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.111571.log.gz 2024-09-19T14:25:58.408 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ops-log-ceph-client.0.log 2024-09-19T14:25:58.409 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.78527.log: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.78527.log.gz 2024-09-19T14:25:58.409 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.173541.log 2024-09-19T14:25:58.423 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ops-log-ceph-client.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32544.log 2024-09-19T14:25:58.424 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.0.173541.log: 80.8% -- replaced with /var/log/ceph/ceph-client.0.173541.log.gz 2024-09-19T14:25:58.439 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32323.log 2024-09-19T14:25:58.439 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.32544.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32544.log.gz 2024-09-19T14:25:58.440 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32529.log 2024-09-19T14:25:58.440 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.32323.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32323.log.gz 2024-09-19T14:25:58.455 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68249.log 2024-09-19T14:25:58.455 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.32529.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32529.log.gz 2024-09-19T14:25:58.456 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.163681.log 2024-09-19T14:25:58.456 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.68249.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.68249.log.gz 2024-09-19T14:25:58.471 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.140481.log 2024-09-19T14:25:58.472 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.163681.log: 92.3% -- replaced with /var/log/ceph/ceph-client.admin.163681.log.gz 2024-09-19T14:25:58.491 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-19T14:25:58.492 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.140481.log: 82.7% -- replaced with /var/log/ceph/ceph-client.admin.140481.log.gz 2024-09-19T14:25:58.499 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.154663.log 2024-09-19T14:25:58.502 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph.audit.log: 94.5% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-19T14:25:58.515 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182887.log 2024-09-19T14:25:58.516 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.154663.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.154663.log.gz 2024-09-19T14:25:58.523 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93869.log 2024-09-19T14:25:58.523 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.182887.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182887.log.gz 2024-09-19T14:25:58.532 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.160385.log 2024-09-19T14:25:58.532 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.93869.log: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.93869.log.gz 2024-09-19T14:25:58.539 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.183048.log 2024-09-19T14:25:58.547 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.160385.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.160385.log.gz 2024-09-19T14:25:58.547 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.35504.log 2024-09-19T14:25:58.548 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.183048.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.183048.log.gz 2024-09-19T14:25:58.551 INFO:teuthology.orchestra.run.smithi031.stderr: 94.6% -- replaced with /var/log/ceph/ops-log-ceph-client.0.log.gz 2024-09-19T14:25:58.551 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61133.log 2024-09-19T14:25:58.552 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.0.35504.log: 80.8% -- replaced with /var/log/ceph/ceph-client.0.35504.log.gz 2024-09-19T14:25:58.552 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74986.log 2024-09-19T14:25:58.555 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.61133.log: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.61133.log.gz 2024-09-19T14:25:58.555 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.37268.log 2024-09-19T14:25:58.556 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.74986.log: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.74986.log.gz 2024-09-19T14:25:58.556 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.172951.log 2024-09-19T14:25:58.557 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.0.37268.log: 43.5% -- replaced with /var/log/ceph/ceph-client.0.37268.log.gz 2024-09-19T14:25:58.557 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.137531.log 2024-09-19T14:25:58.558 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.0.172951.log: 80.7% -- replaced with /var/log/ceph/ceph-client.0.172951.log.gz 2024-09-19T14:25:58.558 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87967.log 2024-09-19T14:25:58.559 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.137531.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.137531.log.gz 2024-09-19T14:25:58.559 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109211.log 2024-09-19T14:25:58.560 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.87967.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.87967.log.gz 2024-09-19T14:25:58.561 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44572.log 2024-09-19T14:25:58.562 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.109211.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.109211.log.gz 2024-09-19T14:25:58.563 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.143431.log 2024-09-19T14:25:58.563 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.44572.log: 80.7% -- replaced with /var/log/ceph/ceph-client.admin.44572.log.gz 2024-09-19T14:25:58.563 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74396.log 2024-09-19T14:25:58.565 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.143431.log: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.143431.log.gz 2024-09-19T14:25:58.565 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.154073.log 2024-09-19T14:25:58.566 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.74396.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.74396.log.gz 2024-09-19T14:25:58.566 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34273.log 2024-09-19T14:25:58.567 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.154073.log: 81.0% -- replaced with /var/log/ceph/ceph-client.admin.154073.log.gz 2024-09-19T14:25:58.567 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99769.log 2024-09-19T14:25:58.568 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.34273.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.34273.log.gz 2024-09-19T14:25:58.569 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.180538.log 2024-09-19T14:25:58.570 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.99769.log: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.99769.log.gz 2024-09-19T14:25:58.571 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55943.log 2024-09-19T14:25:58.572 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.0.180538.log: 81.2% -- replaced with /var/log/ceph/ceph-client.0.180538.log.gz 2024-09-19T14:25:58.573 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.36678.log 2024-09-19T14:25:58.573 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.55943.log: 90.4% -- replaced with /var/log/ceph/ceph-client.admin.55943.log.gz 2024-09-19T14:25:58.573 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.163092.log 2024-09-19T14:25:58.574 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.0.36678.log: 80.9% -- replaced with /var/log/ceph/ceph-client.0.36678.log.gz 2024-09-19T14:25:58.574 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32546.log 2024-09-19T14:25:58.575 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.163092.log: 92.4% -- replaced with /var/log/ceph/ceph-client.admin.163092.log.gz 2024-09-19T14:25:58.576 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.118651.log 2024-09-19T14:25:58.576 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.32546.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32546.log.gz 2024-09-19T14:25:58.577 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32749.log 2024-09-19T14:25:58.577 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.118651.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.118651.log.gz 2024-09-19T14:25:58.578 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.156483.log 2024-09-19T14:25:58.579 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.32749.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32749.log.gz 2024-09-19T14:25:58.579 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.168819.log 2024-09-19T14:25:58.580 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.156483.log: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.156483.log.gz 2024-09-19T14:25:58.580 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93279.log 2024-09-19T14:25:58.581 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.0.168819.log: 84.3% -- replaced with /var/log/ceph/ceph-client.0.168819.log.gz 2024-09-19T14:25:58.581 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.172361.log 2024-09-19T14:25:58.582 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.93279.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.93279.log.gz 2024-09-19T14:25:58.582 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43982.log 2024-09-19T14:25:58.583 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.0.172361.log: 84.4% -- replaced with /var/log/ceph/ceph-client.0.172361.log.gz 2024-09-19T14:25:58.584 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.171771.log 2024-09-19T14:25:58.584 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43982.log: 80.8% -- replaced with /var/log/ceph/ceph-client.admin.43982.log.gz 2024-09-19T14:25:58.585 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.159792.log 2024-09-19T14:25:58.585 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.0.171771.log: 80.6% -- replaced with /var/log/ceph/ceph-client.0.171771.log.gz 2024-09-19T14:25:58.586 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.150511.log 2024-09-19T14:25:58.587 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.0.159792.log: 84.5% -- replaced with /var/log/ceph/ceph-client.0.159792.log.gz 2024-09-19T14:25:58.587 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32753.log 2024-09-19T14:25:58.588 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.150511.log: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.150511.log.gz 2024-09-19T14:25:58.588 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.120421.log 2024-09-19T14:25:58.589 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.32753.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32753.log.gz 2024-09-19T14:25:58.589 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182913.log 2024-09-19T14:25:58.592 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.120421.log: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.120421.log.gz 2024-09-19T14:25:58.592 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55754.log 2024-09-19T14:25:58.593 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.182913.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182913.log.gz 2024-09-19T14:25:58.593 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50522.log 2024-09-19T14:25:58.594 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.55754.log: 47.9% -- replaced with /var/log/ceph/ceph-client.admin.55754.log.gz 2024-09-19T14:25:58.594 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47572.log 2024-09-19T14:25:58.594 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.50522.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.50522.log.gz 2024-09-19T14:25:58.595 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77937.log 2024-09-19T14:25:58.596 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.47572.log: 80.9% -- replaced with /var/log/ceph/ceph-client.admin.47572.log.gz 2024-09-19T14:25:58.596 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67658.log 2024-09-19T14:25:58.597 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.77937.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.77937.log.gz 2024-09-19T14:25:58.597 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33194.log 2024-09-19T14:25:58.598 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.67658.log: 81.2% -- replaced with /var/log/ceph/ceph-client.admin.67658.log.gz 2024-09-19T14:25:58.598 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.21840.log 2024-09-19T14:25:58.599 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.33194.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.33194.log.gz 2024-09-19T14:25:58.599 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182731.log 2024-09-19T14:25:58.600 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph.tmp-client.admin.21840.log: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.21840.log.gz 2024-09-19T14:25:58.600 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.70160.log 2024-09-19T14:25:58.601 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.182731.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182731.log.gz 2024-09-19T14:25:58.601 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55675.log 2024-09-19T14:25:58.605 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.0.70160.log: 92.0% -- replaced with /var/log/ceph/ceph-client.0.70160.log.gz 2024-09-19T14:25:58.605 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73216.log 2024-09-19T14:25:58.606 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.55675.log: 55.6% -- replaced with /var/log/ceph/ceph-client.admin.55675.log.gz 2024-09-19T14:25:58.606 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32752.log 2024-09-19T14:25:58.607 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.73216.log: 81.1% -- replaced with /var/log/ceph/ceph-client.admin.73216.log.gz 2024-09-19T14:25:58.607 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41572.log 2024-09-19T14:25:58.608 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.32752.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32752.log.gz 2024-09-19T14:25:58.608 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.152893.log 2024-09-19T14:25:58.609 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.41572.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.41572.log.gz 2024-09-19T14:25:58.610 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.123961.log 2024-09-19T14:25:58.611 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.152893.log: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.152893.log.gz 2024-09-19T14:25:58.611 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34299.log 2024-09-19T14:25:58.613 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.123961.log: 85.3% -- replaced with /var/log/ceph/ceph-client.admin.123961.log.gz 2024-09-19T14:25:58.613 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110981.log 2024-09-19T14:25:58.613 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.34299.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.34299.log.gz 2024-09-19T14:25:58.613 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52932.log 2024-09-19T14:25:58.615 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.110981.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.110981.log.gz 2024-09-19T14:25:58.615 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54752.log 2024-09-19T14:25:58.615 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.52932.log: 80.7% -- replaced with /var/log/ceph/ceph-client.admin.52932.log.gz 2024-09-19T14:25:58.615 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32754.log 2024-09-19T14:25:58.616 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.54752.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.54752.log.gz 2024-09-19T14:25:58.616 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32958.log 2024-09-19T14:25:58.618 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.32754.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32754.log.gz 2024-09-19T14:25:58.618 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60488.log 2024-09-19T14:25:58.618 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.32958.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32958.log.gz 2024-09-19T14:25:58.618 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77347.log 2024-09-19T14:25:58.621 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.60488.log: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.60488.log.gz 2024-09-19T14:25:58.621 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92097.log 2024-09-19T14:25:58.622 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.77347.log: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.77347.log.gz 2024-09-19T14:25:58.622 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87377.log 2024-09-19T14:25:58.623 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.92097.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.92097.log.gz 2024-09-19T14:25:58.623 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45187.log 2024-09-19T14:25:58.624 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.87377.log: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.87377.log.gz 2024-09-19T14:25:58.624 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179154.log 2024-09-19T14:25:58.625 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.45187.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.45187.log.gz 2024-09-19T14:25:58.625 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107441.log 2024-09-19T14:25:58.626 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.179154.log: 25.1% -- replaced with /var/log/ceph/ceph-client.admin.179154.log.gz 2024-09-19T14:25:58.627 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.123371.log 2024-09-19T14:25:58.627 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.107441.log: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.107441.log.gz 2024-09-19T14:25:58.627 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55985.log 2024-09-19T14:25:58.628 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.123371.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.123371.log.gz 2024-09-19T14:25:58.629 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182783.log 2024-09-19T14:25:58.629 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.55985.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.55985.log.gz 2024-09-19T14:25:58.630 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.122191.log 2024-09-19T14:25:58.630 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.182783.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182783.log.gz 2024-09-19T14:25:58.631 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.164985.log 2024-09-19T14:25:58.632 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.122191.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.122191.log.gz 2024-09-19T14:25:58.632 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.121601.log 2024-09-19T14:25:58.633 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.164985.log: 92.4% -- replaced with /var/log/ceph/ceph-client.admin.164985.log.gz 2024-09-19T14:25:58.633 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179941.log 2024-09-19T14:25:58.634 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.121601.log: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.121601.log.gz 2024-09-19T14:25:58.634 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76757.log 2024-09-19T14:25:58.635 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.179941.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.179941.log.gz 2024-09-19T14:25:58.636 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.177974.log 2024-09-19T14:25:58.637 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.76757.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.76757.log.gz 2024-09-19T14:25:58.637 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32337.log 2024-09-19T14:25:58.638 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.177974.log: 83.1% -- replaced with /var/log/ceph/ceph-client.admin.177974.log.gz 2024-09-19T14:25:58.638 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55437.log 2024-09-19T14:25:58.639 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.32337.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32337.log.gz 2024-09-19T14:25:58.639 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.96229.log 2024-09-19T14:25:58.640 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.55437.log: 59.2% -- replaced with /var/log/ceph/ceph-client.admin.55437.log.gz 2024-09-19T14:25:58.640 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.69482.log 2024-09-19T14:25:58.641 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.96229.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.96229.log.gz 2024-09-19T14:25:58.641 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32539.log 2024-09-19T14:25:58.642 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.0.69482.log: 83.5% -- replaced with /var/log/ceph/ceph-client.0.69482.log.gz 2024-09-19T14:25:58.643 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.131631.log 2024-09-19T14:25:58.643 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.32539.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32539.log.gz 2024-09-19T14:25:58.644 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71446.log 2024-09-19T14:25:58.645 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.131631.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.131631.log.gz 2024-09-19T14:25:58.645 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32964.log 2024-09-19T14:25:58.646 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.71446.log: 83.0% -- replaced with /var/log/ceph/ceph-client.admin.71446.log.gz 2024-09-19T14:25:58.646 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.128681.log 2024-09-19T14:25:58.647 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.32964.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32964.log.gz 2024-09-19T14:25:58.647 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.126321.log 2024-09-19T14:25:58.648 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.128681.log: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.128681.log.gz 2024-09-19T14:25:58.648 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106261.log 2024-09-19T14:25:58.649 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.126321.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.126321.log.gz 2024-09-19T14:25:58.652 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.106261.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.106261.log.gz 2024-09-19T14:25:58.821 INFO:teuthology.orchestra.run.smithi170.stderr: 92.5% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2024-09-19T14:25:59.297 INFO:teuthology.orchestra.run.smithi031.stderr: 92.4% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2024-09-19T14:25:59.448 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.7 has been restored 2024-09-19T14:26:00.468 INFO:teuthology.orchestra.run.smithi031.stderr: 91.3% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2024-09-19T14:26:01.821 INFO:teuthology.orchestra.run.smithi031.stderr: 93.5% -- replaced with /var/log/ceph/rgw.ceph.client.0.log.gz 2024-09-19T14:26:05.890 INFO:teuthology.orchestra.run.smithi170.stderr: 94.0% -- replaced with /var/log/ceph/ceph-osd.6.log.gz 2024-09-19T14:26:06.023 INFO:teuthology.orchestra.run.smithi031.stderr: 93.7% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2024-09-19T14:26:06.089 INFO:teuthology.orchestra.run.smithi170.stderr: 94.0% -- replaced with /var/log/ceph/ceph-osd.7.log.gz 2024-09-19T14:26:06.483 INFO:teuthology.orchestra.run.smithi031.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2024-09-19T14:26:09.032 INFO:teuthology.orchestra.run.smithi031.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2024-09-19T14:26:10.511 INFO:teuthology.orchestra.run.smithi170.stderr: 94.0% -- replaced with /var/log/ceph/ceph-osd.4.log.gz 2024-09-19T14:26:15.191 INFO:teuthology.orchestra.run.smithi031.stderr: 94.1% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2024-09-19T14:26:15.192 INFO:teuthology.orchestra.run.smithi031.stderr: 2024-09-19T14:26:15.193 INFO:teuthology.orchestra.run.smithi031.stderr:real 0m17.330s 2024-09-19T14:26:15.193 INFO:teuthology.orchestra.run.smithi031.stderr:user 0m51.932s 2024-09-19T14:26:15.193 INFO:teuthology.orchestra.run.smithi031.stderr:sys 0m1.771s 2024-09-19T14:26:16.616 INFO:teuthology.orchestra.run.smithi170.stderr: 94.3% -- replaced with /var/log/ceph/ceph-osd.5.log.gz 2024-09-19T14:26:16.618 INFO:teuthology.orchestra.run.smithi170.stderr: 2024-09-19T14:26:16.618 INFO:teuthology.orchestra.run.smithi170.stderr:real 0m18.714s 2024-09-19T14:26:16.618 INFO:teuthology.orchestra.run.smithi170.stderr:user 0m46.543s 2024-09-19T14:26:16.618 INFO:teuthology.orchestra.run.smithi170.stderr:sys 0m1.790s 2024-09-19T14:26:16.618 INFO:tasks.ceph:Archiving logs... 2024-09-19T14:26:16.618 DEBUG:teuthology.misc:Transferring archived files from smithi031:/var/log/ceph to /home/teuthworker/archive/yuvalif-2024-09-19_13:09:30-rgw-wip-yuval-test-distro-default-smithi/7912475/remote/smithi031/log 2024-09-19T14:26:16.620 DEBUG:teuthology.orchestra.run.smithi031:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-19T14:26:22.454 DEBUG:teuthology.misc:Transferring archived files from smithi170:/var/log/ceph to /home/teuthworker/archive/yuvalif-2024-09-19_13:09:30-rgw-wip-yuval-test-distro-default-smithi/7912475/remote/smithi170/log 2024-09-19T14:26:22.455 DEBUG:teuthology.orchestra.run.smithi170:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-19T14:26:28.019 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-19T14:26:28.030 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-19T14:26:28.030 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-19T14:26:28.033 DEBUG:teuthology.orchestra.run.smithi170:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-19T14:26:28.124 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-19T14:26:28.135 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-19T14:26:28.135 DEBUG:teuthology.orchestra.run.smithi031:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-19T14:26:28.138 DEBUG:teuthology.orchestra.run.smithi170:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-19T14:26:28.148 INFO:teuthology.orchestra.run.smithi031.stdout: remote refid st t when poll reach delay offset jitter 2024-09-19T14:26:28.149 INFO:teuthology.orchestra.run.smithi031.stdout:============================================================================== 2024-09-19T14:26:28.149 INFO:teuthology.orchestra.run.smithi031.stdout:+hv01.front.sepi 67.205.162.81 3 u 63 64 377 0.092 -0.940 0.162 2024-09-19T14:26:28.149 INFO:teuthology.orchestra.run.smithi031.stdout:*hv02.front.sepi 63.231.80.2 3 u 61 64 377 0.105 -1.594 0.259 2024-09-19T14:26:28.149 INFO:teuthology.orchestra.run.smithi031.stdout:+hv03.front.sepi 74.6.168.72 3 u 49 64 377 0.098 -1.723 0.149 2024-09-19T14:26:28.149 INFO:teuthology.orchestra.run.smithi031.stdout: hv04.front.sepi .INIT. 16 u - 1024 0 0.000 +0.000 0.000 2024-09-19T14:26:28.151 INFO:teuthology.orchestra.run.smithi170.stdout: remote refid st t when poll reach delay offset jitter 2024-09-19T14:26:28.152 INFO:teuthology.orchestra.run.smithi170.stdout:============================================================================== 2024-09-19T14:26:28.152 INFO:teuthology.orchestra.run.smithi170.stdout:+hv01.front.sepi 67.205.162.81 3 u 35 64 377 0.081 -1.427 0.323 2024-09-19T14:26:28.152 INFO:teuthology.orchestra.run.smithi170.stdout:*hv02.front.sepi 63.231.80.2 3 u 41 64 377 0.099 -2.186 0.254 2024-09-19T14:26:28.152 INFO:teuthology.orchestra.run.smithi170.stdout:+hv03.front.sepi 74.6.168.72 3 u 55 64 377 0.084 -2.596 0.286 2024-09-19T14:26:28.152 INFO:teuthology.orchestra.run.smithi170.stdout: hv04.front.sepi .INIT. 16 u - 1024 0 0.000 +0.000 0.000 2024-09-19T14:26:28.153 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-19T14:26:28.234 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-19T14:26:28.234 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-19T14:26:28.556 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-19T14:26:28.680 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-19T14:26:28.727 INFO:teuthology.task.internal:Duration was 3601.057480 seconds 2024-09-19T14:26:28.728 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-19T14:26:28.777 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-19T14:26:28.777 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-19T14:26:28.780 DEBUG:teuthology.orchestra.run.smithi170:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-19T14:26:28.819 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-19T14:26:28.819 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi031.front.sepia.ceph.com 2024-09-19T14:26:28.819 DEBUG:teuthology.orchestra.run.smithi031:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-19T14:26:28.873 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi170.front.sepia.ceph.com 2024-09-19T14:26:28.873 DEBUG:teuthology.orchestra.run.smithi170:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-19T14:26:28.883 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-19T14:26:28.884 DEBUG:teuthology.orchestra.run.smithi031:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-19T14:26:28.916 DEBUG:teuthology.orchestra.run.smithi170:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-19T14:26:28.952 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-19T14:26:28.952 DEBUG:teuthology.orchestra.run.smithi031:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-19T14:26:28.984 DEBUG:teuthology.orchestra.run.smithi170:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-19T14:26:29.060 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-19T14:26:29.071 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-19T14:26:29.071 DEBUG:teuthology.orchestra.run.smithi031:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-19T14:26:29.082 DEBUG:teuthology.orchestra.run.smithi170:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-19T14:26:29.094 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-19T14:26:29.134 DEBUG:teuthology.orchestra.run.smithi031:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-19T14:26:29.136 DEBUG:teuthology.orchestra.run.smithi170:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-19T14:26:29.147 INFO:teuthology.orchestra.run.smithi031.stdout:kernel.core_pattern = core 2024-09-19T14:26:29.152 INFO:teuthology.orchestra.run.smithi170.stdout:kernel.core_pattern = core 2024-09-19T14:26:29.299 DEBUG:teuthology.orchestra.run.smithi031:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-19T14:26:29.304 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T14:26:29.304 DEBUG:teuthology.orchestra.run.smithi170:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-19T14:26:29.346 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T14:26:29.347 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-19T14:26:29.358 INFO:teuthology.task.internal:Transferring archived files... 2024-09-19T14:26:29.359 DEBUG:teuthology.misc:Transferring archived files from smithi031:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/yuvalif-2024-09-19_13:09:30-rgw-wip-yuval-test-distro-default-smithi/7912475/remote/smithi031 2024-09-19T14:26:29.359 DEBUG:teuthology.orchestra.run.smithi031:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-19T14:26:29.384 DEBUG:teuthology.misc:Transferring archived files from smithi170:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/yuvalif-2024-09-19_13:09:30-rgw-wip-yuval-test-distro-default-smithi/7912475/remote/smithi170 2024-09-19T14:26:29.384 DEBUG:teuthology.orchestra.run.smithi170:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-19T14:26:29.411 INFO:teuthology.task.internal:Removing archive directory... 2024-09-19T14:26:29.411 DEBUG:teuthology.orchestra.run.smithi031:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-19T14:26:29.424 DEBUG:teuthology.orchestra.run.smithi170:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-19T14:26:29.459 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-19T14:26:29.472 INFO:teuthology.task.internal:Not uploading archives. 2024-09-19T14:26:29.472 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-19T14:26:29.535 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-19T14:26:29.536 DEBUG:teuthology.orchestra.run.smithi031:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-19T14:26:29.538 DEBUG:teuthology.orchestra.run.smithi170:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-19T14:26:29.542 INFO:teuthology.orchestra.run.smithi031.stdout: 658642 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 19 14:26 /home/ubuntu/cephtest 2024-09-19T14:26:29.545 INFO:teuthology.orchestra.run.smithi170.stdout: 658671 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 19 14:26 /home/ubuntu/cephtest 2024-09-19T14:26:29.546 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-19T14:26:29.586 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-19T14:26:29.690 INFO:teuthology.run:Summary data: description: rgw/verify/{0-install accounts$/{main} clusters/fixed-2 datacache/no_datacache frontend/beast ignore-pg-availability inline-data$/{off} msgr-failures/few objectstore/bluestore-bitmap overrides proto/https rgw_pool_type/ec s3tests-branch sharding$/{single} striping$/{stripe-equals-chunk} supported-random-distro$/{ubuntu_latest} tasks/{bucket-check cls mp_reupload ragweed reshard s3tests-java s3tests versioning} validater/lockdep} duration: 3601.05747961998 flavor: default owner: scheduled_yuvalif@teuthology success: true 2024-09-19T14:26:29.690 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-19T14:26:29.766 INFO:teuthology.run:pass